-- Logs begin at Fri 2021-11-12 12:27:17 UTC, end at Fri 2021-11-12 15:08:59 UTC. -- Nov 12 13:01:09.424603 n-d-805736-4 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 13:01:12.213861 n-d-805736-4 neutron-server[102568]: INFO neutron.common.config [-] Logging enabled! Nov 12 13:01:12.214531 n-d-805736-4 neutron-server[102568]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 13:01:12.214653 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102568) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 13:01:12.217956 n-d-805736-4 neutron-server[102568]: INFO neutron.common.config [-] Logging enabled! Nov 12 13:01:12.218211 n-d-805736-4 neutron-server[102568]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 13:01:12.218517 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102568) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 13:01:12.219472 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 13:01:12.219706 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 13:01:12.220088 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 13:01:12.220334 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 13:01:12.220561 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 13:01:12.220886 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.221333 n-d-805736-4 neutron-server[102568]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 13:01:12.221659 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.221955 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.222250 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.222547 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.222867 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.223152 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.223442 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.223745 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.224031 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.224309 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.224592 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.224883 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.225165 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.225551 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.225840 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.226123 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] debug = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.226404 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.226826 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.227262 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.227543 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.227832 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.228113 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.228386 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.228662 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.228948 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.229322 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] host = n-d-805736-4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.229608 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.229899 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.230188 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.230478 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.230761 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.231040 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.231329 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.231605 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.231881 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] log_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.232158 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.232447 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.232734 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.233023 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.233248 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.233491 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.233779 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.234064 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.234338 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.234610 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.234881 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.235152 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.235425 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.235691 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.235974 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.236254 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.236539 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.236811 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.237081 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.237375 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.237648 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.237930 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.238200 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.239082 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.239354 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.239641 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.239937 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.240177 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.240476 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.240761 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.241045 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.241364 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.241642 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.241926 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.242197 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.242467 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.242738 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] use_json = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.243008 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.243276 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.243553 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.243825 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.244094 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.244364 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.244632 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.244914 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:12.245210 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.245551 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.245829 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.246114 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.246419 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.246699 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.246985 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.247262 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.247546 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.247833 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.248120 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.248394 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.248680 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.248954 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.249244 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.249573 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.249866 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.250159 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.250433 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.250706 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.250978 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.251462 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.251755 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.252113 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.252407 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.252695 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.253160 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.253478 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.253845 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.254706 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.254980 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.255267 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.255662 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.255944 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.256215 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.256491 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.256785 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.257066 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.257355 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.257639 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.257912 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.258180 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.258448 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.258725 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.259016 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.259295 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.259562 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.259830 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.260103 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.260367 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.260651 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.260940 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.261196 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.261484 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.261759 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.262027 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.262292 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.262565 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.262832 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.263106 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.263372 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.263637 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.263902 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.264166 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.264431 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.264696 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.264962 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.265234 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.265525 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.265791 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.266056 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.266320 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.266592 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.266875 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.267170 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.267443 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.267720 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.267992 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.268265 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.268535 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.268807 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.269078 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.269375 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.269686 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.269974 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.270254 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.270537 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.270815 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.271090 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.271418 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.271692 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.271970 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.272241 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.272514 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.272794 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.273074 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.273392 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.273684 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.273974 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.274263 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.274553 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.274829 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.275137 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.275412 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:12.275629 n-d-805736-4 neutron-server[102568]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 13:01:12.275871 n-d-805736-4 neutron-server[102568]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102568) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 13:01:12.715906 n-d-805736-4 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 13:01:12.716182 n-d-805736-4 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 13:01:12.716479 n-d-805736-4 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 13:01:12.716812 n-d-805736-4 neutron-server[102568]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 13:01:13.045625 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.045833 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.046092 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.047296 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.047568 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.047831 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.083434 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.083714 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.083978 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.099630 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.099912 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.100175 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.131367 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.131645 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.131913 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.168545 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.168819 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.169081 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.407891 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.408527 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.408527 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.408712 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.409416 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.540342 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.540662 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.540942 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.541214 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.541511 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.541820 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.542079 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.542332 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.542573 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.542852 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.543110 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.543374 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.543628 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.543878 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.544131 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.544399 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.544652 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.544919 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.545189 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.545478 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.545749 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.546000 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.546279 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.546652 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.546899 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.547144 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.547547 n-d-805736-4 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 13:01:13.547783 n-d-805736-4 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 13:01:13.548018 n-d-805736-4 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 13:01:13.548253 n-d-805736-4 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 13:01:13.548485 n-d-805736-4 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 13:01:13.548719 n-d-805736-4 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 13:01:13.549080 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 13:01:13.552569 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 13:01:13.556825 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 13:01:13.560704 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Nov 12 13:01:13.562373 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 13:01:13.562836 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 13:01:13.563171 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 13:01:13.563554 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 13:01:13.566948 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 13:01:13.567200 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 13:01:13.567544 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 13:01:13.572947 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 13:01:13.595391 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 13:01:13.595853 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.596156 n-d-805736-4 neutron-server[102568]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102568) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 13:01:13.596515 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.598881 n-d-805736-4 neutron-server[102568]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102568) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 13:01:13.598881 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 13:01:13.599193 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 13:01:13.602510 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.602789 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:13.667233 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 13:01:13.667410 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 13:01:13.667614 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 13:01:13.667994 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 13:01:13.689066 n-d-805736-4 neutron-server[102568]: DEBUG oslo_db.sqlalchemy.engines [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102568) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 13:01:14.233373 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Initializing driver for type 'gre' Nov 12 13:01:14.233903 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] gre ID ranges: [(1, 1000)] Nov 12 13:01:14.286654 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Initializing driver for type 'local' Nov 12 13:01:14.287008 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Initializing driver for type 'vlan' Nov 12 13:01:14.300285 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] VlanTypeDriver initialization complete Nov 12 13:01:14.300651 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Initializing driver for type 'vxlan' Nov 12 13:01:14.301867 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] vxlan ID ranges: [(1, 1000)] Nov 12 13:01:14.353195 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Initializing extension driver 'port_security' Nov 12 13:01:14.353567 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.extensions.port_security [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] PortSecurityExtensionDriver initialization complete Nov 12 13:01:14.353952 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Initializing mechanism driver 'openvswitch' Nov 12 13:01:14.354297 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Initializing mechanism driver 'hyperv' Nov 12 13:01:14.361049 n-d-805736-4 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:14.361929 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.362304 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.362667 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.363199 n-d-805736-4 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 13:01:14.364360 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > subnet after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.364719 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > subnet after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.365065 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.365497 n-d-805736-4 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 13:01:14.365906 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > network after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.366272 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > network after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.366607 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > network after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.366997 n-d-805736-4 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 13:01:14.367404 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > security_group after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.367754 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > security_group after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.368095 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > security_group after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.368494 n-d-805736-4 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 13:01:14.368903 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.369256 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.369625 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.370015 n-d-805736-4 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 13:01:14.370531 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > address_group after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.370903 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > address_group after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.380912 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > address_group after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.382006 n-d-805736-4 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 13:01:14.382419 n-d-805736-4 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] ML2 OVO RPC backend initialized. {{(pid=102568) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 13:01:14.383194 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.383567 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.383998 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > network before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.384358 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > networks before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.384715 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > port before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.385065 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > ports before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.385453 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > subnet before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.385803 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > subnets before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.386155 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > network after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.386575 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > network after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.386962 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > network after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.387322 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.387675 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.388045 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.388480 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > subnet after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.388743 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > subnet after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.389083 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.389729 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Modular L2 Plugin initialization complete Nov 12 13:01:14.390128 n-d-805736-4 neutron-server[102568]: DEBUG neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading services supported by the core plugin {{(pid=102568) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 13:01:14.390388 n-d-805736-4 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Got port-security extension from driver 'port_security' Nov 12 13:01:14.390876 n-d-805736-4 neutron-server[102568]: INFO neutron.extensions.vlantransparent [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Disabled vlantransparent extension. Nov 12 13:01:14.391363 n-d-805736-4 neutron-server[102568]: DEBUG neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102568) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 13:01:14.391679 n-d-805736-4 neutron-server[102568]: INFO neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading Plugin: router Nov 12 13:01:14.428652 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router_interface before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.429307 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router after_create 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.429413 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router before_create 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.430011 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.430386 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.430803 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router after_delete 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.431157 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > floatingip after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.431625 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > floatingip after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.431981 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router after_create 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.432325 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router after_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.432671 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router after_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.433017 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.433401 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router after_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.433811 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router precommit_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.434173 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.434515 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.434850 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: subnet after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.435183 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.435529 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > port precommit_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.435871 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router precommit_create 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.436211 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: port before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.436549 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router precommit_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.436897 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router after_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.437236 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router precommit_delete 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.437605 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router precommit_create 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.437963 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.438302 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router precommit_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.438661 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > agent after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.439007 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > agent after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.439346 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > network after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.440218 n-d-805736-4 neutron-server[102568]: DEBUG neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Tracking information for resource: router configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 13:01:14.440546 n-d-805736-4 neutron-server[102568]: DEBUG neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Tracking information for resource: floatingip configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 13:01:14.446237 n-d-805736-4 neutron-server[102568]: INFO neutron.db.l3_agentschedulers_db [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 13:01:14.446814 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.447177 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.447526 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.447873 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.448665 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router before_create 55550100 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.449031 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router precommit_delete 55550100 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.449424 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router precommit_create 55550100 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.449778 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > router precommit_update 55550100 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.454704 n-d-805736-4 neutron-server[102568]: DEBUG neutron.services.provider_configuration [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service providers = [] {{(pid=102568) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 13:01:14.455070 n-d-805736-4 neutron-server[102568]: DEBUG neutron.db.servicetype_db [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102568) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 13:01:14.458597 n-d-805736-4 neutron-server[102568]: DEBUG neutron.services.service_base [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 13:01:14.458940 n-d-805736-4 neutron-server[102568]: DEBUG neutron.services.service_base [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 13:01:14.459278 n-d-805736-4 neutron-server[102568]: DEBUG neutron.services.service_base [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 13:01:14.460166 n-d-805736-4 neutron-server[102568]: DEBUG neutron.services.service_base [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 13:01:14.460535 n-d-805736-4 neutron-server[102568]: INFO neutron.services.service_base [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 13:01:14.460937 n-d-805736-4 neutron-server[102568]: DEBUG neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 13:01:14.461251 n-d-805736-4 neutron-server[102568]: INFO neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 13:01:14.473663 n-d-805736-4 neutron-server[102568]: DEBUG neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 13:01:14.473997 n-d-805736-4 neutron-server[102568]: INFO neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading Plugin: auto_allocate Nov 12 13:01:14.479799 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: network precommit_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.480169 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: network precommit_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.480689 n-d-805736-4 neutron-server[102568]: DEBUG neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 13:01:14.481004 n-d-805736-4 neutron-server[102568]: INFO neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading Plugin: tag Nov 12 13:01:14.487911 n-d-805736-4 neutron-server[102568]: DEBUG neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 13:01:14.488700 n-d-805736-4 neutron-server[102568]: INFO neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading Plugin: timestamp Nov 12 13:01:14.492548 n-d-805736-4 neutron-server[102568]: DEBUG neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 13:01:14.492873 n-d-805736-4 neutron-server[102568]: INFO neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading Plugin: network_ip_availability Nov 12 13:01:14.498409 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.498780 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.499132 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.499873 n-d-805736-4 neutron-server[102568]: DEBUG neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 13:01:14.500187 n-d-805736-4 neutron-server[102568]: INFO neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading Plugin: flavors Nov 12 13:01:14.506019 n-d-805736-4 neutron-server[102568]: DEBUG neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 13:01:14.506349 n-d-805736-4 neutron-server[102568]: INFO neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading Plugin: revisions Nov 12 13:01:14.510674 n-d-805736-4 neutron-server[102568]: DEBUG neutron.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 13:01:14.511062 n-d-805736-4 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=102568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 13:01:14.511840 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102568) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 13:01:14.512169 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Initializing extension manager. Nov 12 13:01:14.512682 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: __init__.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.513020 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: __pycache__ {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.513384 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.513714 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: address_group.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.514467 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.515031 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: address-group Nov 12 13:01:14.515351 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: address_scope.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.516056 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.516552 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: address-scope Nov 12 13:01:14.516871 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: admin_state_down_before_update.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.517809 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.518305 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: router-admin-state-down-before-update Nov 12 13:01:14.518624 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: agent.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.519319 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.519926 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: agent Nov 12 13:01:14.520323 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: agent_resources_synced.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.521356 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.521863 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: agent-resources-synced Nov 12 13:01:14.522175 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: allowedaddresspairs.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.524016 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.524526 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: allowed-address-pairs Nov 12 13:01:14.524845 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: auto_allocated_topology.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.525968 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.526595 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: auto-allocated-topology Nov 12 13:01:14.526920 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: availability_zone.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.527609 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.528106 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: availability_zone Nov 12 13:01:14.528424 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: availability_zone_filter.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.529354 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.529850 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: availability_zone_filter Nov 12 13:01:14.530170 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: data_plane_status.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.531091 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.531586 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 13:01:14.531909 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: default_subnetpools.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.532810 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.533322 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: default-subnetpools Nov 12 13:01:14.533646 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: dhcpagentscheduler.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.534480 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.534979 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: dhcp_agent_scheduler Nov 12 13:01:14.535364 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: dns.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.536285 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.536770 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension dns-integration not supported by any of loaded plugins Nov 12 13:01:14.537112 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: dns_domain_ports.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.538049 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.538541 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 13:01:14.538861 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.539780 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.540271 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 13:01:14.540590 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: dvr.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.541256 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.541778 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: dvr Nov 12 13:01:14.542096 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: ecmp_routes.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.543002 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.543489 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 13:01:14.543806 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: empty_string_filtering.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.544709 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.545200 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: empty-string-filtering Nov 12 13:01:14.545543 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.546452 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.546943 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 13:01:14.547258 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.548165 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.548652 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 13:01:14.548970 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: external_net.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.549907 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.550399 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: external-net Nov 12 13:01:14.551243 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: extra_dhcp_opt.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.552150 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.552639 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: extra_dhcp_opt Nov 12 13:01:14.552958 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: extraroute.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.553876 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.554367 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: extraroute Nov 12 13:01:14.554685 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: extraroute_atomic.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.556006 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.556507 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: extraroute-atomic Nov 12 13:01:14.556830 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: filter_validation.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.557744 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.558239 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: filter-validation Nov 12 13:01:14.558559 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: fip_pf_description.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.559461 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.559952 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 13:01:14.560273 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: fip_port_details.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.561177 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.561692 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: fip-port-details Nov 12 13:01:14.562017 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: flavors.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.563265 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.563766 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: flavors Nov 12 13:01:14.564086 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.565811 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.566359 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 13:01:14.567566 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: floatingip_pools.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.568516 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.568516 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: floatingip-pools Nov 12 13:01:14.568727 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: ip_allocation.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.569673 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.570167 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 13:01:14.570486 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.571400 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.571899 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: ip-substring-filtering Nov 12 13:01:14.572226 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: l2_adjacency.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.573164 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.573696 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 13:01:14.574015 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: l3.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.575010 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.575515 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: router Nov 12 13:01:14.575837 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: l3_conntrack_helper.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.578139 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.578660 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 13:01:14.578987 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.579917 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.580420 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: ext-gw-mode Nov 12 13:01:14.580739 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.581701 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.582327 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: l3-ha Nov 12 13:01:14.582656 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: l3_flavors.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.583566 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.584072 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: l3-flavors Nov 12 13:01:14.584386 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.585305 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.585806 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 13:01:14.586124 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: l3agentscheduler.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.587239 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.587738 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: l3_agent_scheduler Nov 12 13:01:14.588058 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: logging.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.589606 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.590115 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension logging not supported by any of loaded plugins Nov 12 13:01:14.590440 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: metering.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.591180 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.591753 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: metering Nov 12 13:01:14.592082 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.593302 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.593829 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: metering_source_and_destination_fields Nov 12 13:01:14.594153 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: multiprovidernet.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.595069 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.595565 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: multi-provider Nov 12 13:01:14.595888 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: netmtu.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.596791 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.597308 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: net-mtu Nov 12 13:01:14.597706 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: netmtu_writable.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.598621 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.599111 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: net-mtu-writable Nov 12 13:01:14.599433 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: network_availability_zone.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.600112 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.600609 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: network_availability_zone Nov 12 13:01:14.600929 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: network_ip_availability.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.602090 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.602592 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: network-ip-availability Nov 12 13:01:14.602912 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: network_segment_range.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.603686 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.604177 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 13:01:14.604496 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: pagination.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.605491 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.605820 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: pagination Nov 12 13:01:14.606138 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: port_device_profile.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.607049 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.607545 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: port-device-profile Nov 12 13:01:14.607863 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.608776 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.609271 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: port-mac-address-regenerate Nov 12 13:01:14.609614 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.610517 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.611007 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: port-numa-affinity-policy Nov 12 13:01:14.611324 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: port_resource_request.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.612232 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.612719 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 13:01:14.613035 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: port_resource_request_groups.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.614612 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.615104 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 13:01:14.615423 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: portbindings.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.616347 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.616848 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: binding Nov 12 13:01:14.617166 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: portbindings_extended.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.618469 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.618972 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: binding-extended Nov 12 13:01:14.619293 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: portsecurity.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.620277 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.620701 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: port-security Nov 12 13:01:14.621021 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: project_id.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.622007 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.622339 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: project-id Nov 12 13:01:14.622660 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: providernet.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.623581 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.624079 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: provider Nov 12 13:01:14.624398 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.628057 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.628572 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos not supported by any of loaded plugins Nov 12 13:01:14.629473 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.630821 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.631332 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 13:01:14.631659 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.632583 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.633086 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 13:01:14.633437 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos_default.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.634345 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.634845 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos-default not supported by any of loaded plugins Nov 12 13:01:14.635164 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos_fip.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.635821 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.636318 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos-fip not supported by any of loaded plugins Nov 12 13:01:14.636638 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos_gateway_ip.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.637584 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.638079 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 13:01:14.638397 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos_port_network_policy.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.639296 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.639790 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 13:01:14.640108 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.641146 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.641663 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 13:01:14.641983 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos_pps_rule.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.643167 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.643860 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos-pps not supported by any of loaded plugins Nov 12 13:01:14.644186 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos_rule_type_details.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.645273 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.645802 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 13:01:14.646122 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: qos_rules_alias.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.647184 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.647682 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 13:01:14.648003 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: quota_check_limit.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.648904 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.649435 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: quota-check-limit Nov 12 13:01:14.649756 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: quotasv2.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.650726 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.651049 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: quotas Nov 12 13:01:14.651365 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: quotasv2_detail.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.654584 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.654928 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: quota_details Nov 12 13:01:14.655261 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: rbac.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.656333 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.656846 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: rbac-policies Nov 12 13:01:14.657175 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: rbac_address_group.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.658147 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.658656 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: rbac-address-group Nov 12 13:01:14.658981 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: rbac_address_scope.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.659891 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.660597 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: rbac-address-scope Nov 12 13:01:14.660964 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: rbac_security_groups.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.661918 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.662425 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: rbac-security-groups Nov 12 13:01:14.662747 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: rbac_subnetpool.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.663662 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.664161 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: rbac-subnetpool Nov 12 13:01:14.664479 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: revisionifmatch.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.665417 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.665923 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: revision-if-match Nov 12 13:01:14.666246 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: revisions.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.667369 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.667873 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: standard-attr-revisions Nov 12 13:01:14.668196 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: router_availability_zone.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.668869 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.669403 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: router_availability_zone Nov 12 13:01:14.669726 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: routerservicetype.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.670645 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.671142 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension router-service-type not supported by any of loaded plugins Nov 12 13:01:14.671462 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.672380 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.672882 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: security-groups-normalized-cidr Nov 12 13:01:14.673202 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: security_groups_port_filtering.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.674221 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.674717 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: port-security-groups-filtering Nov 12 13:01:14.675036 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.676584 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.677138 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: security-groups-remote-address-group Nov 12 13:01:14.677445 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.678373 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.678870 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: security-groups-shared-filtering Nov 12 13:01:14.679189 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.680069 n-d-805736-4 neutron-server[102568]: WARNING neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 13:01:14.680353 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: securitygroup.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.690405 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.690927 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: security-group Nov 12 13:01:14.691258 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: segment.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.692113 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.692610 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension segment not supported by any of loaded plugins Nov 12 13:01:14.692933 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.693922 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.694416 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 13:01:14.694738 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: servicetype.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.695868 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.696376 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: service-type Nov 12 13:01:14.696699 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: sorting.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.697708 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.698032 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: sorting Nov 12 13:01:14.698349 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: standard_attr_segment.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.699258 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.699756 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 13:01:14.700150 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: standardattrdescription.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.700722 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.701217 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: standard-attr-description Nov 12 13:01:14.701563 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: stateful_security_group.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.702486 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.702993 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: stateful-security-group Nov 12 13:01:14.703312 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: stdattrs_common.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.703895 n-d-805736-4 neutron-server[102568]: WARNING neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 13:01:14.704195 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.705166 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.705633 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 13:01:14.705952 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: subnet_onboard.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.707581 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.708097 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: subnet_onboard Nov 12 13:01:14.708416 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.709376 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.709877 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 13:01:14.710196 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: subnet_service_types.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.711122 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.711624 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: subnet-service-types Nov 12 13:01:14.711946 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: subnetallocation.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.713040 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.713574 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: subnet_allocation Nov 12 13:01:14.713901 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.714575 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.715072 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: subnetpool-prefix-ops Nov 12 13:01:14.715394 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.716327 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.716824 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 13:01:14.717145 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: tagging.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.718257 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.718759 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: standard-attr-tag Nov 12 13:01:14.719083 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: timestamp.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.720286 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.720784 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loaded extension: standard-attr-timestamp Nov 12 13:01:14.721106 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: trunk.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.722165 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.723203 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension trunk not supported by any of loaded plugins Nov 12 13:01:14.723535 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: trunk_details.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.724444 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.724946 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension trunk-details not supported by any of loaded plugins Nov 12 13:01:14.725265 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: uplink_status_propagation.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.726216 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.726714 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 13:01:14.727032 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Loading extension file: vlantransparent.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 13:01:14.727706 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 13:01:14.728199 n-d-805736-4 neutron-server[102568]: INFO neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 13:01:14.730790 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:network Nov 12 13:01:14.731320 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:subnet Nov 12 13:01:14.731727 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 13:01:14.732124 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:port Nov 12 13:01:14.733424 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.733875 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service FLAVORS assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.734485 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.734933 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.735262 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:router Nov 12 13:01:14.735698 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:floatingip Nov 12 13:01:14.736186 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service METERING assigned prefix: /metering {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.737686 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.738106 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.738441 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:01:14.739458 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 13:01:14.739904 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:security_group Nov 12 13:01:14.740329 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 13:01:14.740969 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service CORE assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.741342 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 13:01:14.741697 n-d-805736-4 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] subnetpool is already registered Nov 12 13:01:14.742123 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service CORE assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.742449 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 13:01:14.742777 n-d-805736-4 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] subnetpool is already registered Nov 12 13:01:14.745246 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.745755 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service FLAVORS assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.746413 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.746859 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.747194 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:router Nov 12 13:01:14.747534 n-d-805736-4 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] router is already registered Nov 12 13:01:14.747954 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:floatingip Nov 12 13:01:14.748287 n-d-805736-4 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] floatingip is already registered Nov 12 13:01:14.748911 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service METERING assigned prefix: /metering {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.749500 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 13:01:14.749829 n-d-805736-4 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] rbac_policy is already registered Nov 12 13:01:14.750242 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:security_group Nov 12 13:01:14.750582 n-d-805736-4 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] security_group is already registered Nov 12 13:01:14.750986 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 13:01:14.751324 n-d-805736-4 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] security_group_rule is already registered Nov 12 13:01:14.751808 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service CORE assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.752132 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 13:01:14.752461 n-d-805736-4 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] subnetpool is already registered Nov 12 13:01:14.752886 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Service CORE assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 13:01:14.753204 n-d-805736-4 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 13:01:14.753557 n-d-805736-4 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] subnetpool is already registered Nov 12 13:01:14.755459 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: extensions {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.756956 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: address-groups {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.758453 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: address-scopes {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.759655 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: agents {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.760896 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: auto-allocated-topology {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.762167 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: availability_zones {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.763363 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: dhcp-networks {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.764756 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: dhcp-agents {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.766311 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: routers {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.768392 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: flavors {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.770244 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: service_profiles {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.771463 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: next_providers {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.772893 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: service_profiles {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.774349 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: floatingip-pools {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.775673 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: routers {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.777798 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: floatingips {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.779126 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: l3-routers {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.780509 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: l3-agents {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.782008 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: metering-labels {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.783236 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: metering-label-rules {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.784608 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: network-ip-availabilities {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.786483 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: bindings {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.788031 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: quotas {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.789705 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: quotas {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.791218 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: rbac-policies {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.792487 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: security-groups {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.793858 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: security-group-rules {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.795073 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: service-providers {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.796271 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: subnetpools {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.797674 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: subnetpools {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.799128 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.800872 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.802922 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.804673 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.806668 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.808611 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.810315 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.813228 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.815018 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.817465 n-d-805736-4 neutron-server[102568]: DEBUG neutron.api.extensions [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 13:01:14.824367 n-d-805736-4 neutron-server[102568]: WARNING keystonemiddleware.auth_token [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 13:01:14.828959 n-d-805736-4 neutron-server[102568]: WARNING keystonemiddleware.auth_token [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 13:01:14.838330 n-d-805736-4 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Acquired lock "singleton_lock" {{(pid=102568) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 13:01:14.838806 n-d-805736-4 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Releasing lock "singleton_lock" {{(pid=102568) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 13:01:14.839466 n-d-805736-4 neutron-server[102568]: INFO oslo_service.service [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Starting 2 workers Nov 12 13:01:14.844358 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Started child 102675 {{(pid=102568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 13:01:14.849694 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Started child 102676 {{(pid=102568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 13:01:14.850774 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:14.851414 n-d-805736-4 neutron-server[102568]: INFO neutron.service [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 13:01:14.851872 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Publish callbacks [] for process, before_spawn {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:14.852260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [-] (102675) wsgi starting up on http://0.0.0.0:9696 Nov 12 13:01:14.854281 n-d-805736-4 neutron-server[102568]: INFO oslo_service.service [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Starting 1 workers Nov 12 13:01:14.854981 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:14.856418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [-] (102676) wsgi starting up on http://0.0.0.0:9696 Nov 12 13:01:14.859516 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Started child 102677 {{(pid=102568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 13:01:14.860052 n-d-805736-4 neutron-server[102568]: INFO oslo_service.service [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Starting 1 workers Nov 12 13:01:14.863142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.service [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] calling RpcWorker wait() {{(pid=102677) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 13:01:14.864275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.service [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] returning from RpcWorker wait() {{(pid=102677) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 13:01:14.865155 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Started child 102678 {{(pid=102568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 13:01:14.865450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:14.865902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:14.866004 n-d-805736-4 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9bf824d-eefc-46f0-a996-e5ece67ca61e None None] Publish callbacks [] for process, after_spawn {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:14.867984 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102568) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 13:01:14.868195 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 13:01:14.868382 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 13:01:14.868593 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 13:01:14.868915 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 13:01:14.869092 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 13:01:14.869803 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.870220 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.870640 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.870893 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.871191 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.871324 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:14.871822 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.871995 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.872228 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.872521 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.872770 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.872937 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.873062 n-d-805736-4 neutron-server[102678]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:14.873196 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.873357 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.873588 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.873929 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.874198 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.874449 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.874706 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.874878 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.875134 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.875399 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.875639 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.875896 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] debug = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.876143 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.876588 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.876810 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.877060 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.877317 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.877595 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.877815 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.878066 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.878294 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.878525 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.878760 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.879070 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.879312 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.879501 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.879762 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.880037 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.880224 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.880490 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.880918 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] host = n-d-805736-4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.881146 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.881484 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.881747 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.881964 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.882220 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.882431 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.882680 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.882937 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.883172 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.883391 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.883642 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.883903 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.884142 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.884383 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.884538 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_options = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.884775 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.885030 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.885308 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.885495 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.885666 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.885889 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.886066 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.886248 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.886457 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.886657 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.886845 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.887073 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.887299 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.887507 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.887759 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.887983 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.888222 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.888443 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.888682 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.888918 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.889161 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.889435 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.889676 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.889909 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.890184 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.890340 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.890634 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.890797 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.890952 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.891158 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.891387 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.891627 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.891894 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.892096 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.892360 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.892602 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.892823 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.893071 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.893364 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.893586 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.893843 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.894097 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.894308 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.894645 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.894973 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.895213 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.895426 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_json = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.895645 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.895885 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.896127 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.896566 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.896797 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.897011 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.897467 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.897664 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.897956 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.898208 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.898595 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.898751 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.898972 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.899220 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.899451 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.899665 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.899926 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.900188 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.900998 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.900998 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.900998 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.901416 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.901612 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.901840 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.902109 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.902341 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.902570 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.902798 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.903040 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.903272 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.903541 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.903776 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.904023 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.904245 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.904626 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.904963 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.905238 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.905552 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.905813 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.906043 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.906279 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.906527 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.906756 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.906970 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.907204 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.907466 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.907701 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.907909 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.908140 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.908367 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.908577 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.908801 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.909475 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.909734 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.909961 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.910791 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.911090 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.911246 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.911388 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.911603 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.912412 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.912412 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.912412 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.912874 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.912874 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.913136 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.913273 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.914568 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.914568 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.914568 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.914568 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.914568 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.915245 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.915245 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.915245 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.915245 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.915791 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.915791 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.916407 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.916407 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.916407 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.916987 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.916987 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.916987 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.918058 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.918058 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.918058 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.918058 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.918058 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.918058 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.919245 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.919245 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.919245 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.919245 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.919245 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.919906 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.919906 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.919906 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.920688 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.920688 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.920688 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.923299 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.923299 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.923299 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.923299 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.923299 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.923299 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.923299 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.923299 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.925114 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.925114 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.925114 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.925114 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.925114 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.925114 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.925114 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.925114 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.930388 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.930388 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.930388 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.930388 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.930388 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.930388 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.930388 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.930388 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.931663 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.931663 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.931663 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.931663 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.931663 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.931663 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.931663 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.931663 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.935163 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.935163 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.935163 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.935163 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.935163 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.935163 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.935163 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.935163 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.936200 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.936200 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.936200 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.936200 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.936200 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.936200 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.936200 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.936200 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.937257 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.937257 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.937257 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.937257 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.937257 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.937257 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.937257 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.937257 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.938364 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.938364 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.938364 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.938364 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.938364 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.938364 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.938364 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.938364 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.941664 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.941664 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.941664 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.941664 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.941664 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.941664 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.941664 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.941664 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942346 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942346 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942346 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942346 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942346 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942346 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942346 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942346 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942894 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942894 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942894 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942894 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942894 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942894 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942894 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.942894 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943433 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943433 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943433 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943433 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943433 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943433 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943433 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943433 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943926 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943926 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.943926 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.944130 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.944369 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.944596 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.944810 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.945018 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.945261 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.947302 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.947302 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.947302 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.947302 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.947302 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.947302 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.947302 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.947302 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.948486 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.948486 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.948486 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.948486 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.948486 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.948486 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.948486 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.949443 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.949443 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.949443 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.949443 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.949758 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.949842 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.949996 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.950207 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.950423 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.950625 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.950846 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.951048 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.951251 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.951495 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.951495 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.951495 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.951495 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.951495 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.951495 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.951495 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.951495 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.954076 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.954076 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.954076 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.954076 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.954076 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.954451 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.954451 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.954607 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.954762 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.954959 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.955179 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.955390 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.955573 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.955874 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.956115 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.956348 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.956615 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.956836 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.957108 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.957370 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.957680 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.957969 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.958355 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.958579 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.958791 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.959018 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.959505 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.959769 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.959967 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.960128 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.960309 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.960573 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.961303 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.961303 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.961303 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.961918 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.962402 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.962815 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.963225 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.963615 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.963995 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.964240 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.964456 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.964697 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.964914 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.965147 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.965443 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.965681 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.965929 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.966160 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.966855 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.966855 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.966855 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.967099 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.967568 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.967568 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.967568 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 13:01:14.968115 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102568) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 13:01:14.968274 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 13:01:14.968425 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 13:01:14.968594 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 13:01:14.968762 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 13:01:14.968909 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 13:01:14.969158 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.969257 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.969451 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.969606 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.969762 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.969938 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.970124 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.970250 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.970405 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.970562 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.970713 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.971022 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.971177 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.971330 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.971483 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.971636 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.971789 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.971944 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.972104 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.972259 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.972412 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.973085 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.973257 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] debug = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.973906 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.973906 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.973906 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.974158 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.974158 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.974304 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.974445 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.974598 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.974750 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.974902 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.975055 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.975207 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.975359 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.975512 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.975664 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.975817 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.975970 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.976124 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.976277 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] host = n-d-805736-4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.976431 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.976583 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.976735 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.976888 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.977041 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.977196 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.977681 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.977681 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.977681 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.977942 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.977942 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.978088 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.978233 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.978381 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.978531 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_options = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.978701 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.978896 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.979058 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.979250 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.979410 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.979566 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.979721 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.979916 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.980059 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.980185 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.980328 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.980453 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.980579 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.980733 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.980886 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.981039 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.981880 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.981880 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.981880 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.981880 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.981880 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.982281 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.982281 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.982281 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.982490 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.982490 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.982635 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.982779 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.982938 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.983091 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.983540 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.983540 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.983540 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.984170 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.984170 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.984170 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.984170 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.984467 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.984467 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.984709 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.984709 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.984859 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.984937 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.985091 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.985244 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.985426 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.987602 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_json = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.987602 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.987602 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.987602 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.987602 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.987602 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.987602 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.987602 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.988523 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 13:01:14.988523 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.988523 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.988523 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.988523 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.988523 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.988523 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.988523 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.989770 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.989770 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.989770 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.989770 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.989770 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.989770 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.989770 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.989770 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990339 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990339 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990339 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990339 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990339 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990339 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990339 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990339 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990895 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990895 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990895 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.990895 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.991184 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.991184 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.991329 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.991475 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.991635 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993306 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993306 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993306 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993306 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993306 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993306 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993306 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993306 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993306 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993911 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993911 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993911 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993911 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.993911 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.994312 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.994439 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.994610 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.994805 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.994972 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.995139 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.995304 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.995469 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.995656 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.995831 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.995991 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.996152 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.996311 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.996472 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.996630 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.996790 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.996957 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.997098 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.997256 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.997447 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.997619 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.998304 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.998494 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.998656 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.998818 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.998978 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.999165 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.999363 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.999490 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.999649 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.999809 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:14.999970 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.000126 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.000286 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.000448 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.000613 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.000770 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.000928 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.001140 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.001325 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.001486 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.001647 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.001804 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.001972 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.002147 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.002305 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.002701 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.002863 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.003020 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.003180 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.003339 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.003496 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.003661 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.004613 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.005402 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.005402 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.005402 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.005402 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.005705 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.005705 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.005849 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.005984 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.006073 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.006174 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.006332 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.006496 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.006656 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.006813 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.006960 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.007117 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.007292 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.007452 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.007616 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.007775 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.007940 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.008109 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.008268 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.008426 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.008586 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.008970 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.009138 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.009387 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.009555 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.009716 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.009873 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.010031 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.010198 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.010370 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.010527 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.010686 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.010845 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.011026 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.011185 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.011344 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.011502 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.011623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:15.011725 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.011807 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.011952 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.012109 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.012267 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.012425 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.012583 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.012742 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.012901 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.013061 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.013219 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.013402 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.013563 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.013722 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.013880 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.014038 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.014197 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.014359 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.014517 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.014676 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.014836 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.014995 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.015154 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.015311 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.015469 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.015627 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.015785 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.015941 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.016099 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.016256 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.016413 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.016570 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.016728 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.016888 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.017045 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.017203 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.017391 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.017551 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.017711 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.017868 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.018028 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.018185 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.018486 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.018486 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.018701 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.018790 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.018940 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.019101 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.019235 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.019494 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.019656 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.019852 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.019996 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.020240 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.020406 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.020616 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.020758 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.020898 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.021027 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.021370 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.021370 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.021541 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.021684 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.021812 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.022026 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.022146 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.022278 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.022467 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.022608 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.022739 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.022904 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.023108 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.023308 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.023520 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.023667 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.023815 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.023952 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.024086 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.024221 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.024386 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.024533 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.024691 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.024828 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.025103 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.025103 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.025556 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.025776 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.026168 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.026326 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.026453 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.026594 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.026772 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.026907 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.027063 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.027215 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.027394 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.027630 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.027721 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.027821 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.028030 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.028187 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.028298 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.028419 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.028569 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.028959 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.028959 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.029129 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.029197 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.029394 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.029512 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.029671 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.029938 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.029938 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.030208 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.030311 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.030415 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.030645 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.030786 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.030901 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.031004 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.031187 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.031339 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.031463 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.031614 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.031779 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.032126 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.032126 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.032345 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.032447 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.032555 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.032766 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.032890 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.033001 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.033138 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.033359 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.033592 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.033828 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.033828 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.034073 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.034073 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.034351 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.034351 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.034604 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.034682 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.034791 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.034949 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.035646 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.035784 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.035941 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 13:01:15.036143 n-d-805736-4 neutron-server[102568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 13:01:15.107279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:15.116935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074074 Nov 12 13:01:26.954837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92bad5b-164b-4ff0-aead-b3f378929c23 None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:01:27.050136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92bad5b-164b-4ff0-aead-b3f378929c23 None None] No non-hosted networks {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 13:01:27.056916 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca74d768-13ad-4d7e-afbe-0787600c8c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408501'] for agent, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:29.400029 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0739847d-e4cb-4360-83f4-6d008896db92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408501'] for agent, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:29.466338 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd623-e0f9-4361-bac8-ea4b3bcf8c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:30.386436 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408501'] for agent, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:32.028565 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408501'] for agent, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:32.646700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408501'] for agent, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:32.647369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.647708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.651978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.653067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.653481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.658948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.659332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.663827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.664180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.664507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.664835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.665158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:32.665595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805736-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:32.678487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805736-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:01:33.378214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52344) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:33.949221 n-d-805736-4 neutron-server[102675]: WARNING oslo_policy.policy [None req-199ce182-2638-4847-a91f-ee2929b5a81d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 13:01:33.949967 n-d-805736-4 neutron-server[102675]: WARNING oslo_policy.policy [None req-199ce182-2638-4847-a91f-ee2929b5a81d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 13:01:34.180594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-199ce182-2638-4847-a91f-ee2929b5a81d admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:01:34.182785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-199ce182-2638-4847-a91f-ee2929b5a81d admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8017163 Nov 12 13:01:35.118636 n-d-805736-4 neutron-server[102677]: INFO neutron.db.l3_hamode_db [None req-eb4607a5-59af-4466-866c-dd591a06e0e8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 13:01:35.197964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4607a5-59af-4466-866c-dd591a06e0e8 None None] Routers set() bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:01:35.198346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4607a5-59af-4466-866c-dd591a06e0e8 None None] Router IDs set() for agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 13:01:36.750682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52360) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:37.064626 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8d30f43d-02ef-4e2a-bf51-9c8ca8cdcb37 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:01:37.161679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.policy [None req-8d30f43d-02ef-4e2a-bf51-9c8ca8cdcb37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102675) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 13:01:37.210997 n-d-805736-4 neutron-server[102675]: WARNING oslo_policy.policy [None req-8d30f43d-02ef-4e2a-bf51-9c8ca8cdcb37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 13:01:37.211414 n-d-805736-4 neutron-server[102675]: WARNING oslo_policy.policy [None req-8d30f43d-02ef-4e2a-bf51-9c8ca8cdcb37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 13:01:37.220390 n-d-805736-4 neutron-server[102675]: INFO neutron.quota [None req-8d30f43d-02ef-4e2a-bf51-9c8ca8cdcb37 admin admin] Loaded quota_driver: . Nov 12 13:01:37.313811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d30f43d-02ef-4e2a-bf51-9c8ca8cdcb37 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729957829919', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729957830346', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729957858572', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729957845313', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729965015424', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729957864782', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-727572', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7606152', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-488682', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629896'] for rbac-policy, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:37.384544 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d30f43d-02ef-4e2a-bf51-9c8ca8cdcb37 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:37.385850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8d30f43d-02ef-4e2a-bf51-9c8ca8cdcb37 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6341832 Nov 12 13:01:40.142828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52372) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:40.668264 n-d-805736-4 neutron-server[102676]: WARNING oslo_policy.policy [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 13:01:40.668848 n-d-805736-4 neutron-server[102676]: WARNING oslo_policy.policy [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 13:01:40.894516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Request body: {'network': {'project_id': '6ddb2665a0104e96b566a54831753a3e', 'name': 'private', 'admin_state_up': True, 'tenant_id': '6ddb2665a0104e96b566a54831753a3e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:01:40.896108 n-d-805736-4 neutron-server[102676]: INFO neutron.quota [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Loaded quota_driver: . Nov 12 13:01:40.953725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Made reservation on behalf of 6ddb2665a0104e96b566a54831753a3e for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:01:41.022670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.policy [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102676) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 13:01:41.073102 n-d-805736-4 neutron-server[102676]: WARNING oslo_policy.policy [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 13:01:41.073520 n-d-805736-4 neutron-server[102676]: WARNING oslo_policy.policy [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 13:01:41.085030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:41.106679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:41.223751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:41.227872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:41.251710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:01:41.278316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729961541605', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:41.278887 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Unsubscribe: segment precommit_create {{(pid=102676) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 13:01:41.279392 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Added segment 854ee6b3-3d9e-483d-9e49-a79a151ac5d6 of type vlan for network 01907c47-5620-4dee-9653-b0e601d83ae8 Nov 12 13:01:41.294998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed447f2-76f7-4a48-979d-6806e3c10d2d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:41.324395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.324750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.325068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.325435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.325761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.326084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.326404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.326727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.327044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.327360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.327672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.327983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Tracked resource versions report: Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: pushed versions: Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: { 'AddressGroup': {'1.2'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'ConntrackHelper': {'1.0'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'Log': {'1.0'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'Network': {'1.1'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'Port': {'1.7'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'PortForwarding': {'1.2'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'QosPolicy': {'1.10'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'SecurityGroup': {'1.5'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'SecurityGroupRule': {'1.2'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'SubPort': {'1.0'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'Subnet': {'1.1'}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'Trunk': {'1.1'}} Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: consumer versions: Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: { DHCP agent@n-d-805736-4: {}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: L3 agent@n-d-805736-4: {}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: Metadata agent@n-d-805736-4: {}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: Metering agent@n-d-805736-4: {}, Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: Open vSwitch agent@n-d-805736-4: { 'AddressGroup': '1.2', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'ConntrackHelper': '1.0', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'Log': '1.0', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'Network': '1.1', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'Port': '1.7', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'PortForwarding': '1.2', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'QosPolicy': '1.10', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'SecurityGroup': '1.5', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'SecurityGroupRule': '1.2', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'SubPort': '1.0', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'Subnet': '1.1', Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: 'Trunk': '1.1'}} Nov 12 13:01:41.329107 n-d-805736-4 neutron-server[102676]: {{(pid=102676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 13:01:41.402681 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:41.446878 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:41.448137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:41.448879 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:41.510904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3669131 Nov 12 13:01:41.555638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e53565-dc65-47ac-b996-cde286e95d54 admin admin] Pushing event updated for resources: {'Network': ['ID=01907c47-5620-4dee-9653-b0e601d83ae8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:41.568296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 01907c47-5620-4dee-9653-b0e601d83ae8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:01:44.349594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52394) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:44.756062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddae5a4b-c2e8-4b13-9073-b16eeae9a541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:44.757486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ddae5a4b-c2e8-4b13-9073-b16eeae9a541 admin admin] 10.222.0.73 "GET /v2.0/networks/01907c47-5620-4dee-9653-b0e601d83ae8 HTTP/1.1" status: 200 len: 825 time: 0.4069204 Nov 12 13:01:44.801499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-17e119a7-4947-4e04-939d-74b87353914a admin admin] 10.222.0.73 "GET /v2.0/subnetpools/9775c024-a2de-44af-9469-a88083bd17dd HTTP/1.1" status: 200 len: 734 time: 0.0374293 Nov 12 13:01:44.811640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'subnetpool_id': '9775c024-a2de-44af-9469-a88083bd17dd'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:01:44.836239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Made reservation on behalf of 6ddb2665a0104e96b566a54831753a3e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:01:44.838639 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:45.144693 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:45.214658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc04f9b-cfec-450e-9fe2-823452588265,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:45.218582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Checking segment: {'id': '854ee6b3-3d9e-483d-9e49-a79a151ac5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:01:45.218973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Network hostable DHCP agents. Network: 01907c47-5620-4dee-9653-b0e601d83ae8, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:01:45.242041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Network 01907c47-5620-4dee-9653-b0e601d83ae8 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:01:45.254881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 01907c47-5620-4dee-9653-b0e601d83ae8) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:01:45.259679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:01:45.260281 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:45.264835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f2f9c-410c-4b3d-987c-6202978327c6 None None] Network 01907c47-5620-4dee-9653-b0e601d83ae8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:01:45.276878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a6c3013b-5640-4254-9a44-4c98712b160b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4686930 Nov 12 13:01:45.613883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-01907c47-5620-4dee-9653-b0e601d83ae8', 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'fixed_ips': [{'subnet_id': '2fc04f9b-cfec-450e-9fe2-823452588265'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:01:45.615122 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:45.919897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Allocated IP 172.20.0.2 (01907c47-5620-4dee-9653-b0e601d83ae8/2fc04f9b-cfec-450e-9fe2-823452588265/f8e71751-c395-4337-8803-720577ddf770) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:01:46.134530 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:46.143294 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:46.216392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Network 01907c47-5620-4dee-9653-b0e601d83ae8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:01:46.223864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:01:46.227997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:01:46.245606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Pushing event updated for resources: {'Port': ['ID=f8e71751-c395-4337-8803-720577ddf770,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:46.273597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.274251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.274251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.274604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.274925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.275252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.275577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.275901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.276223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.276543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.276866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.277185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Tracked resource versions report: Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: pushed versions: Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: { 'AddressGroup': {'1.2'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'ConntrackHelper': {'1.0'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'Log': {'1.0'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'Network': {'1.1'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'Port': {'1.7'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'PortForwarding': {'1.2'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'QosPolicy': {'1.10'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'SecurityGroup': {'1.5'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'SecurityGroupRule': {'1.2'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'SubPort': {'1.0'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'Subnet': {'1.1'}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'Trunk': {'1.1'}} Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: consumer versions: Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: { DHCP agent@n-d-805736-4: {}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: L3 agent@n-d-805736-4: {}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: Metadata agent@n-d-805736-4: {}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: Metering agent@n-d-805736-4: {}, Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: Open vSwitch agent@n-d-805736-4: { 'AddressGroup': '1.2', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'ConntrackHelper': '1.0', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'Log': '1.0', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'Network': '1.1', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'Port': '1.7', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'PortForwarding': '1.2', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'QosPolicy': '1.10', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'SecurityGroup': '1.5', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'SecurityGroupRule': '1.2', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'SubPort': '1.0', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'Subnet': '1.1', Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: 'Trunk': '1.1'}} Nov 12 13:01:46.278331 n-d-805736-4 neutron-server[102677]: {{(pid=102677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 13:01:46.328174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Attempting to bind port f8e71751-c395-4337-8803-720577ddf770 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:01:46.328581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Attempting to bind port f8e71751-c395-4337-8803-720577ddf770 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '854ee6b3-3d9e-483d-9e49-a79a151ac5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:01:46.329002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Attempting to bind port f8e71751-c395-4337-8803-720577ddf770 on network 01907c47-5620-4dee-9653-b0e601d83ae8 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:01:46.334476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:01:46.334862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Checking segment: {'id': '854ee6b3-3d9e-483d-9e49-a79a151ac5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:01:46.335329 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:46.335718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Bound using segment: {'id': '854ee6b3-3d9e-483d-9e49-a79a151ac5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:01:46.336212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Bound port: f8e71751-c395-4337-8803-720577ddf770, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854ee6b3-3d9e-483d-9e49-a79a151ac5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:01:46.336655 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:46.398924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] For port f8e71751-c395-4337-8803-720577ddf770, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:01:46.403551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] For port f8e71751-c395-4337-8803-720577ddf770, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f8e71751-c395-4337-8803-720577ddf770,segment=NetworkSegment(854ee6b3-3d9e-483d-9e49-a79a151ac5d6),segment_id=854ee6b3-3d9e-483d-9e49-a79a151ac5d6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:01:46.408138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:46.476138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed791e8-ffb0-458b-806c-f1d239cd7ed4 None None] Pushing event updated for resources: {'Port': ['ID=f8e71751-c395-4337-8803-720577ddf770,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:47.909057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52402) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:48.228397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-a1a5a79b-4082-4d5a-9d0e-c397d31d7e16 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:01:48.229465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a1a5a79b-4082-4d5a-9d0e-c397d31d7e16 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3184185 Nov 12 13:01:50.794946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52410) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:51.124641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-2650f040-863f-4578-a680-fb5a5780d3af admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:01:51.125631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2650f040-863f-4578-a680-fb5a5780d3af admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3289220 Nov 12 13:01:53.909868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52420) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:54.218333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9acdcd05-598b-408f-a0e8-1ca57ef47c37 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:01:54.247659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9acdcd05-598b-408f-a0e8-1ca57ef47c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:54.249341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9acdcd05-598b-408f-a0e8-1ca57ef47c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:54.402600 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9acdcd05-598b-408f-a0e8-1ca57ef47c37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:54.408067 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9acdcd05-598b-408f-a0e8-1ca57ef47c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:54.425774 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9acdcd05-598b-408f-a0e8-1ca57ef47c37 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:54.426996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9acdcd05-598b-408f-a0e8-1ca57ef47c37 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5160728 Nov 12 13:01:56.180457 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85520523-3e20-43bb-ae73-d64da94c5060 None None] Network 01907c47-5620-4dee-9653-b0e601d83ae8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:01:56.286541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-718c3f87-09a6-4d1c-be16-cedf425b7be0 None None] Provisioning complete for port f8e71751-c395-4337-8803-720577ddf770 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:01:56.286931 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-718c3f87-09a6-4d1c-be16-cedf425b7be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:56.504045 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-718c3f87-09a6-4d1c-be16-cedf425b7be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:56.546168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-718c3f87-09a6-4d1c-be16-cedf425b7be0 None None] For port f8e71751-c395-4337-8803-720577ddf770, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f8e71751-c395-4337-8803-720577ddf770,segment=NetworkSegment(854ee6b3-3d9e-483d-9e49-a79a151ac5d6),segment_id=854ee6b3-3d9e-483d-9e49-a79a151ac5d6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:01:56.551279 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-718c3f87-09a6-4d1c-be16-cedf425b7be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:56.603485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c3f87-09a6-4d1c-be16-cedf425b7be0 None None] Pushing event updated for resources: {'Port': ['ID=f8e71751-c395-4337-8803-720577ddf770,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:01:56.721972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f8e71751-c395-4337-8803-720577ddf770 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:01:56.784142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-71818fbb-22e9-4c47-a136-41333041b6ce None None] Provisioning complete for port f8e71751-c395-4337-8803-720577ddf770 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:01:56.784537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71818fbb-22e9-4c47-a136-41333041b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:56.825214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f8e71751-c395-4337-8803-720577ddf770 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:01:56.825614 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:56.916918 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f950fbb0-3e19-4854-968c-860b5fc7e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:57.022413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52434) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:01:57.349109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-97432c6e-5c54-4817-967c-b5773fa5c951 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:01:57.350131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-97432c6e-5c54-4817-967c-b5773fa5c951 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3267446 Nov 12 13:01:59.397199 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6fed-104d-462f-aecc-b20678a635f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:01:59.963549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52442) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:00.280308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:02:00.303834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Made reservation on behalf of c765ee5baaad4b269dafa37f9faae12e for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:02:00.306983 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:00.323087 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:00.327494 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:00.427508 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:00.432295 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:00.444031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Reserving flat network on physical network physnet1 {{(pid=102675) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 13:02:00.477313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729961541605', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:00.477925 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Unsubscribe: segment precommit_create {{(pid=102675) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 13:02:00.478478 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Added segment 093bb8ee-9661-4e3c-a7eb-e12917139c95 of type flat for network 380b1829-a418-4bb3-96dd-5ba453d99309 Nov 12 13:02:00.498599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273b3a7d-f295-4565-a011-916336a79aee,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:00.519185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.519523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.519865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.520194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.520519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.520842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.521162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.521515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.521830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.522166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.522465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.522807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Tracked resource versions report: Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: pushed versions: Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: { 'AddressGroup': {'1.2'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'ConntrackHelper': {'1.0'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'Log': {'1.0'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'Network': {'1.1'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'Port': {'1.7'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'PortForwarding': {'1.2'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'QosPolicy': {'1.10'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'SecurityGroup': {'1.5'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'SecurityGroupRule': {'1.2'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'SubPort': {'1.0'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'Subnet': {'1.1'}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'Trunk': {'1.1'}} Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: consumer versions: Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: { DHCP agent@n-d-805736-4: {}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: L3 agent@n-d-805736-4: {}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: Metadata agent@n-d-805736-4: {}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: Metering agent@n-d-805736-4: {}, Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: Open vSwitch agent@n-d-805736-4: { 'AddressGroup': '1.2', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'ConntrackHelper': '1.0', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'Log': '1.0', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'Network': '1.1', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'Port': '1.7', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'PortForwarding': '1.2', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'QosPolicy': '1.10', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'SecurityGroup': '1.5', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'SecurityGroupRule': '1.2', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'SubPort': '1.0', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'Subnet': '1.1', Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: 'Trunk': '1.1'}} Nov 12 13:02:00.523980 n-d-805736-4 neutron-server[102675]: {{(pid=102675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 13:02:00.615978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:00.660250 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:00.661539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:00.662265 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:00.711678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7470574 Nov 12 13:02:00.767600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee42329-8cee-43e7-bc29-b762f535984f admin admin] Pushing event updated for resources: {'Network': ['ID=380b1829-a418-4bb3-96dd-5ba453d99309,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:00.779316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 380b1829-a418-4bb3-96dd-5ba453d99309 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:02:01.942674 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:02.643343 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:03.328903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52464) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:03.547869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d86afa-cf3b-4a71-a2f4-e32b217b9f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:03.550038 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-86d86afa-cf3b-4a71-a2f4-e32b217b9f77 admin admin] 10.222.0.73 "GET /v2.0/subnets/2fc04f9b-cfec-450e-9fe2-823452588265 HTTP/1.1" status: 200 len: 849 time: 0.2193785 Nov 12 13:02:03.691828 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-51d94053-ca94-4d85-b39d-ad3ffb207b07 admin admin] 10.222.0.73 "GET /v2.0/routers/fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc HTTP/1.1" status: 200 len: 704 time: 0.1353672 Nov 12 13:02:03.966550 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:04.267890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Allocated IP 172.20.0.1 (01907c47-5620-4dee-9653-b0e601d83ae8/2fc04f9b-cfec-450e-9fe2-823452588265/7d3cb33f-3847-4388-a87a-c3c007ac7c61) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:02:04.453299 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:04.517570 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:04.587945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Network 01907c47-5620-4dee-9653-b0e601d83ae8 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:02:04.596104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:02:04.609521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:02:04.610089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:04.673674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Pushing event updated for resources: {'Port': ['ID=7d3cb33f-3847-4388-a87a-c3c007ac7c61,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:04.804050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2b6d98ce-9b77-4293-9cce-807fba6af829 None None] Provisioning complete for port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:02:04.804877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6d98ce-9b77-4293-9cce-807fba6af829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:04.839120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d98ce-9b77-4293-9cce-807fba6af829 None None] Port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:02:04.878658 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:05.101734 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:05.106594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:05.107533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:05.188275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Pushing event updated for resources: {'Port': ['ID=7d3cb33f-3847-4388-a87a-c3c007ac7c61,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:05.232745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Network 01907c47-5620-4dee-9653-b0e601d83ae8 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:02:05.234094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:02:05.400437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Router fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:02:05.463894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bc126541-459f-42b5-aa08-bde5e5d3ba6e None None] Provisioning complete for port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:02:05.464259 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc126541-459f-42b5-aa08-bde5e5d3ba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:05.493214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:02:05.499259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a42bb557-1add-45ec-9dfc-6375df422e9b admin admin] 10.222.0.73 "PUT /v2.0/routers/fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7995751 Nov 12 13:02:05.500585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bc126541-459f-42b5-aa08-bde5e5d3ba6e None None] Port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:02:05.506438 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Sync routers for ids ['fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:02:05.520803 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Routers {'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:02:05.521707 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:01:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:05.717526 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Set router fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:02:06.153868 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'name': 'router1', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:01:54Z', 'updated_at': '2021-11-12T13:02:04Z', 'revision_number': 2, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'gw_port_host': None, '_interfaces': [{'id': '7d3cb33f-3847-4388-a87a-c3c007ac7c61', 'name': '', 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'mac_address': 'fa:16:3e:30:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:02:03Z', 'updated_at': '2021-11-12T13:02:04Z', 'revision_number': 2, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'subnets': [{'id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9775c024-a2de-44af-9469-a88083bd17dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:06.206316 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Checking router: fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:02:06.206728 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Updating router fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:02:06.257042 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:06.782137 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:06.790261 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:06.938677 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Pushing event updated for resources: {'Port': ['ID=7d3cb33f-3847-4388-a87a-c3c007ac7c61,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:06.981238 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.981617 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.981960 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.982297 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.982629 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.982960 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.983285 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.983612 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.983933 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.984254 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.984575 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.984894 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Tracked resource versions report: Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: pushed versions: Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: { 'AddressGroup': {'1.2'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'ConntrackHelper': {'1.0'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'Log': {'1.0'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'Network': {'1.1'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'Port': {'1.7'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'PortForwarding': {'1.2'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'QosPolicy': {'1.10'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'SecurityGroup': {'1.5'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'SecurityGroupRule': {'1.2'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'SubPort': {'1.0'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'Subnet': {'1.1'}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'Trunk': {'1.1'}} Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: consumer versions: Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: { DHCP agent@n-d-805736-4: {}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: L3 agent@n-d-805736-4: {}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: Metadata agent@n-d-805736-4: {}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: Metering agent@n-d-805736-4: {}, Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: Open vSwitch agent@n-d-805736-4: { 'AddressGroup': '1.2', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'ConntrackHelper': '1.0', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'Log': '1.0', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'Network': '1.1', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'Port': '1.7', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'PortForwarding': '1.2', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'QosPolicy': '1.10', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'SecurityGroup': '1.5', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'SecurityGroupRule': '1.2', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'SubPort': '1.0', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'Subnet': '1.1', Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: 'Trunk': '1.1'}} Nov 12 13:02:06.986090 n-d-805736-4 neutron-server[102678]: {{(pid=102678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 13:02:06.994178 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:02:06.998832 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Attempting to bind port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:02:06.999242 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Attempting to bind port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '854ee6b3-3d9e-483d-9e49-a79a151ac5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:02:06.999664 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Attempting to bind port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 on network 01907c47-5620-4dee-9653-b0e601d83ae8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:02:07.005496 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:02:07.005942 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Checking segment: {'id': '854ee6b3-3d9e-483d-9e49-a79a151ac5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:02:07.006399 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:07.006788 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Bound using segment: {'id': '854ee6b3-3d9e-483d-9e49-a79a151ac5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:02:07.007292 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Bound port: 7d3cb33f-3847-4388-a87a-c3c007ac7c61, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854ee6b3-3d9e-483d-9e49-a79a151ac5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:02:07.007688 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:07.037599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3f0ddf18-c498-445a-8983-9ec62f063a7b None None] Provisioning complete for port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:02:07.038178 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddf18-c498-445a-8983-9ec62f063a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:07.082485 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] For port 7d3cb33f-3847-4388-a87a-c3c007ac7c61, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:02:07.103361 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] For port 7d3cb33f-3847-4388-a87a-c3c007ac7c61, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7d3cb33f-3847-4388-a87a-c3c007ac7c61,segment=NetworkSegment(854ee6b3-3d9e-483d-9e49-a79a151ac5d6),segment_id=854ee6b3-3d9e-483d-9e49-a79a151ac5d6)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:02:07.109476 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:07.125639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3f0ddf18-c498-445a-8983-9ec62f063a7b None None] Port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:02:07.161503 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Routers {'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:02:07.162050 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:01:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:07.241933 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7999c-10ce-4494-9e89-811d61c8d56a None None] Pushing event updated for resources: {'Port': ['ID=7d3cb33f-3847-4388-a87a-c3c007ac7c61,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:07.264902 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] Set router fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:02:07.358114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-afe2ea8e-ecbc-4ee2-8223-ee8fe0b97fce None None] Provisioning complete for port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:02:07.358653 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe2ea8e-ecbc-4ee2-8223-ee8fe0b97fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:07.453519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe2ea8e-ecbc-4ee2-8223-ee8fe0b97fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:07.490135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-afe2ea8e-ecbc-4ee2-8223-ee8fe0b97fce None None] For port 7d3cb33f-3847-4388-a87a-c3c007ac7c61, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7d3cb33f-3847-4388-a87a-c3c007ac7c61,segment=NetworkSegment(854ee6b3-3d9e-483d-9e49-a79a151ac5d6),segment_id=854ee6b3-3d9e-483d-9e49-a79a151ac5d6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:07.496433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe2ea8e-ecbc-4ee2-8223-ee8fe0b97fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:07.503117 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'name': 'router1', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:01:54Z', 'updated_at': '2021-11-12T13:02:04Z', 'revision_number': 2, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'gw_port_host': None, '_interfaces': [{'id': '7d3cb33f-3847-4388-a87a-c3c007ac7c61', 'name': '', 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'mac_address': 'fa:16:3e:30:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:02:03Z', 'updated_at': '2021-11-12T13:02:07Z', 'revision_number': 4, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'subnets': [{'id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9775c024-a2de-44af-9469-a88083bd17dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:07.529369 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd3a7b-b1b9-4b60-8176-8d7636602287 None None] The sync data for ids ['fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'] in n-d-805736-4 is: [{'id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'name': 'router1', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:01:54Z', 'updated_at': '2021-11-12T13:02:04Z', 'revision_number': 2, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'gw_port_host': None, '_interfaces': [{'id': '7d3cb33f-3847-4388-a87a-c3c007ac7c61', 'name': '', 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'mac_address': 'fa:16:3e:30:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:02:03Z', 'updated_at': '2021-11-12T13:02:07Z', 'revision_number': 4, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'subnets': [{'id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9775c024-a2de-44af-9469-a88083bd17dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:02:07.547111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2ea8e-ecbc-4ee2-8223-ee8fe0b97fce None None] Pushing event updated for resources: {'Port': ['ID=7d3cb33f-3847-4388-a87a-c3c007ac7c61,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:07.906587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52486) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:08.028604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230aa888-40da-4f16-b203-b6f0a009735e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:08.030077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-230aa888-40da-4f16-b203-b6f0a009735e admin admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 842 time: 0.1223614 Nov 12 13:02:08.041254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Request body: {'subnet': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'cidr': '172.25.5.0/24'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:02:08.070372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Made reservation on behalf of c765ee5baaad4b269dafa37f9faae12e for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:02:08.072715 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:08.388210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:02:08.388637 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:08.447237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc83aa70-ba4e-4066-9efe-0b58937b1ccb,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:08.454239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:02:08.454612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Network hostable DHCP agents. Network: 380b1829-a418-4bb3-96dd-5ba453d99309, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:02:08.477754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:02:08.490624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 380b1829-a418-4bb3-96dd-5ba453d99309) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:02:08.494900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:08.495505 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:08.500672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291e119-7844-4f1c-847d-114badf0a02c None None] Network 380b1829-a418-4bb3-96dd-5ba453d99309 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:02:08.521914 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-400da28a-5c28-42e6-a6b4-f1762270a287 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4756029 Nov 12 13:02:08.650483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ccd35-684e-48c8-8ab5-b1d72abdddfb None None] Network 380b1829-a418-4bb3-96dd-5ba453d99309 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:02:10.959101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52494) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:11.104220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-be36ffdb-d3d1-45a5-9271-453743198aa1 admin admin] 10.222.0.73 "GET /v2.0/routers/fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc HTTP/1.1" status: 200 len: 710 time: 0.1438384 Nov 12 13:02:11.195943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a7e540-63a0-4847-85f4-e591042d1005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:02:11.197192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-52a7e540-63a0-4847-85f4-e591042d1005 admin admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 886 time: 0.0839143 Nov 12 13:02:11.206768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:02:11.560303 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:11.813123 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:11.897299 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.011296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Allocated IP 172.25.5.56 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/0c77160e-7048-4257-bea8-55f559a5b18c) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:02:12.128230 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.160852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.198603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:02:12.201427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:02:12.206380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:02:12.254417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Pushing event updated for resources: {'Port': ['ID=0c77160e-7048-4257-bea8-55f559a5b18c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:12.471085 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.671160 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.674973 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.876033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Router fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:02:12.988439 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:02:12.992633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:12.993914 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d05c2501-5b76-4c48-aac3-37603dbef321 admin admin] 10.222.0.73 "PUT /v2.0/routers/fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc HTTP/1.1" status: 200 len: 889 time: 1.7904401 Nov 12 13:02:14.768893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7d3cb33f-3847-4388-a87a-c3c007ac7c61 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:02:14.822001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:02:14.822285 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:14.853361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Sync routers for ids ['fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:02:14.881774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Routers {'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:02:14.882562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:01:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:15.130688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Set router fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:02:15.584890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'name': 'router1', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '0c77160e-7048-4257-bea8-55f559a5b18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:01:54Z', 'updated_at': '2021-11-12T13:02:12Z', 'revision_number': 4, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'gw_port': {'id': '0c77160e-7048-4257-bea8-55f559a5b18c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:02:11Z', 'updated_at': '2021-11-12T13:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7d3cb33f-3847-4388-a87a-c3c007ac7c61', 'name': '', 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'mac_address': 'fa:16:3e:30:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:02:03Z', 'updated_at': '2021-11-12T13:02:07Z', 'revision_number': 5, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'subnets': [{'id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9775c024-a2de-44af-9469-a88083bd17dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:15.659768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52506) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:02:15.714979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Checking router: fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:02:15.715343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Updating router fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc port 0c77160e-7048-4257-bea8-55f559a5b18c binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:02:15.767263 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:15.795813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-303bab0f-59a5-48cc-b4b7-6b3b0fbea981 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1346083 Nov 12 13:02:16.122034 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.128198 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.192732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Attempting to bind port 0c77160e-7048-4257-bea8-55f559a5b18c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:02:16.193115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Attempting to bind port 0c77160e-7048-4257-bea8-55f559a5b18c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:02:16.193510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Attempting to bind port 0c77160e-7048-4257-bea8-55f559a5b18c on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:02:16.201091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fd1b2-f265-4854-9656-01e6a6f5f3aa None None] Pushing event updated for resources: {'Port': ['ID=0c77160e-7048-4257-bea8-55f559a5b18c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:16.204317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:02:16.204317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:02:16.204317 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.204669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:02:16.205107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Bound port: 0c77160e-7048-4257-bea8-55f559a5b18c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:02:16.206199 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.262735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] For port 0c77160e-7048-4257-bea8-55f559a5b18c, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:02:16.267560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] For port 0c77160e-7048-4257-bea8-55f559a5b18c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0c77160e-7048-4257-bea8-55f559a5b18c,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:02:16.272610 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:16.332456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Routers {'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:02:16.333086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:01:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:16.372567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fd1b2-f265-4854-9656-01e6a6f5f3aa None None] Pushing event updated for resources: {'Port': ['ID=0c77160e-7048-4257-bea8-55f559a5b18c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:16.452532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] Set router fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:02:16.681177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'name': 'router1', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '0c77160e-7048-4257-bea8-55f559a5b18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:01:54Z', 'updated_at': '2021-11-12T13:02:12Z', 'revision_number': 4, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'gw_port': {'id': '0c77160e-7048-4257-bea8-55f559a5b18c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:02:11Z', 'updated_at': '2021-11-12T13:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7d3cb33f-3847-4388-a87a-c3c007ac7c61', 'name': '', 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'mac_address': 'fa:16:3e:30:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:02:03Z', 'updated_at': '2021-11-12T13:02:07Z', 'revision_number': 5, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'subnets': [{'id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9775c024-a2de-44af-9469-a88083bd17dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:02:16.708426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cc8c5-e11b-47f9-a981-b4fcd614f080 None None] The sync data for ids ['fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc'] in n-d-805736-4 is: [{'id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'name': 'router1', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '0c77160e-7048-4257-bea8-55f559a5b18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:01:54Z', 'updated_at': '2021-11-12T13:02:12Z', 'revision_number': 4, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'gw_port': {'id': '0c77160e-7048-4257-bea8-55f559a5b18c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:02:11Z', 'updated_at': '2021-11-12T13:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7d3cb33f-3847-4388-a87a-c3c007ac7c61', 'name': '', 'network_id': '01907c47-5620-4dee-9653-b0e601d83ae8', 'tenant_id': '6ddb2665a0104e96b566a54831753a3e', 'mac_address': 'fa:16:3e:30:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadf0e8b-5714-4ed8-a8db-2b4f19ef84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:02:03Z', 'updated_at': '2021-11-12T13:02:07Z', 'revision_number': 5, 'project_id': '6ddb2665a0104e96b566a54831753a3e', 'subnets': [{'id': '2fc04f9b-cfec-450e-9fe2-823452588265', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9775c024-a2de-44af-9469-a88083bd17dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:02:18.759526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0c77160e-7048-4257-bea8-55f559a5b18c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:02:18.810085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0c77160e-7048-4257-bea8-55f559a5b18c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:02:18.810455 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:18.898773 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:18.920602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 0c77160e-7048-4257-bea8-55f559a5b18c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0c77160e-7048-4257-bea8-55f559a5b18c,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:02:18.931869 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:19.012327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=0c77160e-7048-4257-bea8-55f559a5b18c,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:02:20.775157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0c77160e-7048-4257-bea8-55f559a5b18c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:02:20.882858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0c77160e-7048-4257-bea8-55f559a5b18c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:02:20.883230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:26.860626 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b4b04a3-f843-4cec-ab1a-ab8c93e5cb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:29.403587 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19cd2123-6913-41f4-a9ac-d337eccef4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:30.333316 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:31.959809 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:32.651440 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:43.946005 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:02:56.870929 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b42491d-eddf-42ea-b406-f314c794e034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:02:59.397877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46d83c6c-447d-4c99-a12f-0f0f9af84d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:00.336658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:01.953154 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:02.672223 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:20.946552 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:03:26.866676 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26daceb2-6dd6-413b-ba3f-6711d7750921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:29.397368 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57a0bdd6-8a06-4600-affe-239b3894e61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:30.346952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:31.950260 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:32.652091 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:56.869941 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-420a4c8f-0bf9-461b-a592-7edbc008c759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:03:57.945238 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:03:59.390115 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ee3244d-8114-44d1-989e-3b109c9f6775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:00.339079 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:01.513262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53100) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:01.582481 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbdca63-40a5-439b-8876-2a3c07516b5e admin admin] GET failed (client error): The resource could not be found. Nov 12 13:04:01.584082 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9cbdca63-40a5-439b-8876-2a3c07516b5e admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0697961 Nov 12 13:04:01.743889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d162172-ab1e-41d1-be16-6f20d0019e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:01.745323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5d162172-ab1e-41d1-be16-6f20d0019e78 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565406 Nov 12 13:04:01.952767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:02.654942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:04.077107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:04.169742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9a110-bf8c-4dc6-a2fc-43c5aee157c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:04.171074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-85c9a110-bf8c-4dc6-a2fc-43c5aee157c8 admin admin] 10.222.0.73 "GET /v2.0/subnets/2fc04f9b-cfec-450e-9fe2-823452588265 HTTP/1.1" status: 200 len: 849 time: 0.0930014 Nov 12 13:04:04.181424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:04:04.267951 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:04.414635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729961422475'] for subnet, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:04.450043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:04.450626 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:04.451892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] 10.222.0.73 "PUT /v2.0/subnets/2fc04f9b-cfec-450e-9fe2-823452588265 HTTP/1.1" status: 200 len: 868 time: 0.2743955 Nov 12 13:04:04.468759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc04f9b-cfec-450e-9fe2-823452588265,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:04.469974 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19656af-4132-4cbf-959b-3113e3878c06 None None] Network 01907c47-5620-4dee-9653-b0e601d83ae8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:04:04.477402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.477746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.478082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.478416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.478748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.479076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.479402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.479726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.480046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.480366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.480689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.481009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f63e59-13dd-41ff-9180-a3880badaea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:04.875047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-81e104a1-6184-4aa6-98f7-db937f749ac0 None None] Provisioning complete for port f8e71751-c395-4337-8803-720577ddf770 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:04:04.875413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81e104a1-6184-4aa6-98f7-db937f749ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:04.965539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-81e104a1-6184-4aa6-98f7-db937f749ac0 None None] Provisioning complete for port 7d3cb33f-3847-4388-a87a-c3c007ac7c61 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:04:04.965807 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81e104a1-6184-4aa6-98f7-db937f749ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:06.799994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53118) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:07.014433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd86f730-7261-4548-bbe8-870736833491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:07.014808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd86f730-7261-4548-bbe8-870736833491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:07.016341 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bd86f730-7261-4548-bbe8-870736833491 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2153811 Nov 12 13:04:09.329746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53126) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:09.526670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f68738-af1e-476f-964b-e8da6f2dd46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:09.527038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f68738-af1e-476f-964b-e8da6f2dd46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:09.528574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e1f68738-af1e-476f-964b-e8da6f2dd46d admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978743 Nov 12 13:04:11.851203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53136) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:11.983226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e78ab-fda4-445c-933a-1c75d486dc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:11.984600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c27e78ab-fda4-445c-933a-1c75d486dc88 admin admin] 10.222.0.73 "GET /v2.0/networks/01907c47-5620-4dee-9653-b0e601d83ae8 HTTP/1.1" status: 200 len: 869 time: 0.1324518 Nov 12 13:04:14.317049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:14.472231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee61b5c-c6b6-4665-8cc8-fb62be2896a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:14.473607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3ee61b5c-c6b6-4665-8cc8-fb62be2896a8 admin admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 886 time: 0.1555352 Nov 12 13:04:16.807526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53152) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:16.930993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d15fb4-8497-46ab-b738-beb2d8cbea0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:16.931449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d15fb4-8497-46ab-b738-beb2d8cbea0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:16.932984 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e4d15fb4-8497-46ab-b738-beb2d8cbea0b admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245074 Nov 12 13:04:19.277629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53160) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:19.373650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ac258-6cc3-4823-b334-7af1b76be909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:19.374104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ac258-6cc3-4823-b334-7af1b76be909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:19.376151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-179ac258-6cc3-4823-b334-7af1b76be909 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0975628 Nov 12 13:04:21.673636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53168) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:21.766965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7157a3a9-b72f-475c-a74a-74802a897b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:21.768320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7157a3a9-b72f-475c-a74a-74802a897b69 admin admin] 10.222.0.73 "GET /v2.0/subnets/2fc04f9b-cfec-450e-9fe2-823452588265 HTTP/1.1" status: 200 len: 868 time: 0.0937173 Nov 12 13:04:24.095987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53176) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:24.191659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26da94f-5bc2-4d89-a58a-47ee01113d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:24.193072 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a26da94f-5bc2-4d89-a58a-47ee01113d77 admin admin] 10.222.0.73 "GET /v2.0/subnets/cc83aa70-ba4e-4066-9efe-0b58937b1ccb HTTP/1.1" status: 200 len: 816 time: 0.0961132 Nov 12 13:04:26.873141 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd1c4-fed1-43c7-8060-5a04ee652ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:29.394839 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-938cf4c0-df36-4010-b9cb-02a119fdccd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:30.342432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:31.955387 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:32.658543 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:34.945041 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:04:50.771054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:50.823069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-e604e0b4-3906-4972-aedf-4dd29abad5b2 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:04:50.824111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e604e0b4-3906-4972-aedf-4dd29abad5b2 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520871 Nov 12 13:04:53.753426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53238) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:53.820371 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-790c3980-2925-43b0-86b3-5ff14db046d3 admin admin] GET failed (client error): The resource could not be found. Nov 12 13:04:53.821817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-790c3980-2925-43b0-86b3-5ff14db046d3 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672576 Nov 12 13:04:53.976409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182534f1-7a8f-4c7a-846b-ae3dcb237270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:53.977924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-182534f1-7a8f-4c7a-846b-ae3dcb237270 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1511676 Nov 12 13:04:56.470121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53246) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:56.523944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:04:56.551371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Made reservation on behalf of c765ee5baaad4b269dafa37f9faae12e for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:04:56.553996 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:56.585610 n-d-805736-4 neutron-server[102675]: WARNING neutron.services.revisions.revision_plugin [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Could not find related network for resource to bump revision. Nov 12 13:04:56.602464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:04:56.615490 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:56.615824 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Added segment 0d6de8ef-501a-499e-af60-0ff4857c914c of type vlan for network 690d3bb4-c7ae-470f-97bf-df36d353ab5d Nov 12 13:04:56.664743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:56.693810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:56.694879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:56.695553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:56.758612 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2869804 Nov 12 13:04:56.761733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Pushing event updated for resources: {'Network': ['ID=690d3bb4-c7ae-470f-97bf-df36d353ab5d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:56.769602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.769957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.770316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.770660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.770993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.771328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.771654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.771978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.772304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.772627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.772950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.773271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68b3bb-e0cc-4ae5-adfc-3ffe89d23c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:04:56.787436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:04:56.886946 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ff92e6e-0495-4ebb-8787-004b4f37eed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:59.256788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53254) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:04:59.321158 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d20cac-f3d5-44d2-97b0-7dbcb56f1a90 admin admin] GET failed (client error): The resource could not be found. Nov 12 13:04:59.322646 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a8d20cac-f3d5-44d2-97b0-7dbcb56f1a90 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648632 Nov 12 13:04:59.397084 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17ebf1e4-5450-474f-9690-f23d5c759a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:59.400850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f8a126-7b59-44a3-b180-812bfec68f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:59.402379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-61f8a126-7b59-44a3-b180-812bfec68f36 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0750177 Nov 12 13:04:59.413792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:04:59.437425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Made reservation on behalf of c765ee5baaad4b269dafa37f9faae12e for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:04:59.439871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:59.610850 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:59.668188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:04:59.676734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:04:59.677662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Network hostable DHCP agents. Network: 690d3bb4-c7ae-470f-97bf-df36d353ab5d, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:04:59.695425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:04:59.705536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 690d3bb4-c7ae-470f-97bf-df36d353ab5d) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:04:59.710239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:04:59.710844 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:04:59.718409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc143003-8378-4664-9507-ef04f3c45e5b None None] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:04:59.728499 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-92850004-beb5-4b1c-82f1-7f5c4bdf9ce3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3188012 Nov 12 13:04:59.901495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'tenant_id': 'c765ee5baaad4b269dafa37f9faae12e', 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:04:59.903025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:00.065957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Allocated IP 192.168.233.2 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/293cb848-c0ed-4823-a703-cb1a59dff060) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:05:00.386417 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:00.390133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:00.395838 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:00.442796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:05:00.448486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:05:00.453276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:05:00.459109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Pushing event updated for resources: {'Port': ['ID=293cb848-c0ed-4823-a703-cb1a59dff060,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:00.471331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.471331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.471725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.472046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.472353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.472678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.473020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.473341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.473666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.473988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.474312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.474634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:05:00.524114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Attempting to bind port 293cb848-c0ed-4823-a703-cb1a59dff060 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:05:00.524481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Attempting to bind port 293cb848-c0ed-4823-a703-cb1a59dff060 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:05:00.524838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Attempting to bind port 293cb848-c0ed-4823-a703-cb1a59dff060 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:05:00.530208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:05:00.531157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:05:00.531578 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:00.531965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:05:00.532435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Bound port: 293cb848-c0ed-4823-a703-cb1a59dff060, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:05:00.532810 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:00.601852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] For port 293cb848-c0ed-4823-a703-cb1a59dff060, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:05:00.607345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] For port 293cb848-c0ed-4823-a703-cb1a59dff060, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=293cb848-c0ed-4823-a703-cb1a59dff060,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:05:00.613665 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:00.694321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05cccf-b208-4626-801f-4fe5a1734b10 None None] Pushing event updated for resources: {'Port': ['ID=293cb848-c0ed-4823-a703-cb1a59dff060,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:01.619809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc55ba3-dd94-425b-8584-3c4334f6b24a None None] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:05:01.765935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6760bd05-cc97-40f3-8b8c-f9532a1010a9 None None] Provisioning complete for port 293cb848-c0ed-4823-a703-cb1a59dff060 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:01.766302 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6760bd05-cc97-40f3-8b8c-f9532a1010a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:01.895734 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6760bd05-cc97-40f3-8b8c-f9532a1010a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:01.974189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6760bd05-cc97-40f3-8b8c-f9532a1010a9 None None] For port 293cb848-c0ed-4823-a703-cb1a59dff060, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=293cb848-c0ed-4823-a703-cb1a59dff060,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:05:01.988465 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6760bd05-cc97-40f3-8b8c-f9532a1010a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:01.998222 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:02.066871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760bd05-cc97-40f3-8b8c-f9532a1010a9 None None] Pushing event updated for resources: {'Port': ['ID=293cb848-c0ed-4823-a703-cb1a59dff060,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:05:02.114939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f2ed64f7-5a4b-4bdb-b379-cf7e64606c31 None None] Provisioning complete for port 293cb848-c0ed-4823-a703-cb1a59dff060 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:02.115341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2ed64f7-5a4b-4bdb-b379-cf7e64606c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:02.664477 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:02.867910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 293cb848-c0ed-4823-a703-cb1a59dff060 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:05:02.930468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 293cb848-c0ed-4823-a703-cb1a59dff060 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:05:02.930745 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:11.949857 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:05:26.881730 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fe64736-0899-4426-8cf3-e4958e97d70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:29.401141 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6330121f-8c70-467e-a157-c4d91d9c7086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:30.351027 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:31.962494 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:32.660293 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:48.948325 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:05:56.885561 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8572068-794c-4d41-9bf5-69f44e814a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:05:59.403207 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d88377ad-0116-4049-8936-eacc984a91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:00.353874 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:01.968499 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:02.665991 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:18.745372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:06:18.752399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-c1067061-4d87-40c6-b6f1-0315b2978d32 tempest-verify_tempest_config-1109380631 tempest-verify_tempest_config-1109380631-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:06:18.754188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c1067061-4d87-40c6-b6f1-0315b2978d32 tempest-verify_tempest_config-1109380631 tempest-verify_tempest_config-1109380631-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0071750 Nov 12 13:06:19.096980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:06:19.228624 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:19.314640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:19.318801 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:19.367447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ade52e83333942029fe2cbbfea6a2422&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2690217 Nov 12 13:06:19.368593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa4736c-c853-48f0-a267-59d65f004b29,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:06:19.372405 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53320) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:06:19.381687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.382226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.382765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.383294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.383835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.384207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.384734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.385254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.385800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.386324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.386852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.388170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325f785-6ab6-455d-ba3a-d0ede59c8a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.447814 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:19.469860 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:19.610099 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:19.613159 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:19.614865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dfa4736c-c853-48f0-a267-59d65f004b29 HTTP/1.1" status: 204 len: 168 time: 0.2406874 Nov 12 13:06:19.628197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa4736c-c853-48f0-a267-59d65f004b29,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:06:19.641036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.641628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.642193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.642709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.643260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.643833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.644411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.644991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.645590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.646161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.646716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:19.647270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5910be-5957-484d-b90e-e6130c6ef009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:06:25.948208 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:06:26.892180 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce1c0b7-9c74-4799-9280-aa5c3d5f4f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:29.419341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64330749-eef1-496b-acff-5f714a5d576b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:30.358007 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:31.970413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:32.665570 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:56.893205 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e2c6-b952-4218-b92e-47d49ec252c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:06:59.406517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a246ce6e-cb7f-46ca-bddb-b00e6f7aac0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:00.362216 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:01.978386 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:02.663197 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:02.952954 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:07:26.892763 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d452646-7fb8-464d-a934-96adbed19e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:29.399301 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50f6370b-7360-4c58-91c6-362c72c41ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:30.365631 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:31.978462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:32.657594 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:39.952522 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:07:56.885349 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b29913b-dd8c-44e2-9fb7-9ea10d48a969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:07:59.401792 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07b9d772-9243-46a3-b3a8-c0cb20b28faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:00.366876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:01.979499 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:02.660495 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:16.951187 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:08:26.888562 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97be416d-60d8-484a-9b48-0a2ec9d790b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:29.406255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27595d0d-2d08-47e1-91b0-2acad6689c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:30.370214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:31.982726 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:32.685713 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:53.950675 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:08:56.891440 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58aa490a-6968-4d1c-96fd-ad8f6996e08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:08:59.409312 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78cd758f-c096-4aef-ac8a-fb35b517b9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:00.372602 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:01.986074 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:02.668620 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:26.894664 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41307e2f-2095-41e3-addc-caa67d46b017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:29.414975 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1999c0e-230e-4da7-8996-16a62dcb96e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:30.381205 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:30.951895 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 5 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:09:31.990368 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:32.673648 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:42.641906 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408501'] for agent, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:43.807266 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408501'] for agent, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:56.899101 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29ed845a-9fac-41e3-915c-6f48163d580b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:09:59.409612 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f916043-1af5-4639-adae-74091dadd938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:00.382723 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:02.001573 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:02.666838 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:07.951456 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:10:12.592750 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:13.747252 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:26.900602 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfe2d-e1a4-4939-9900-33cea5619fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:29.414454 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f63de382-995b-4860-b3f4-0dc401d6e50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:30.383852 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:30.953411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53380) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:10:31.060588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2c650b05-7897-4498-8558-ed42944c1403 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1060450 Nov 12 13:10:31.996226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:32.668829 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:33.570202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53390) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:10:33.627055 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5f7d7873-9ba1-498c-a219-db8656ace3f2 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0557733 Nov 12 13:10:42.601111 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:43.751500 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:44.953991 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:10:56.904464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce8a5-a310-497c-bf7f-32f7c0c51a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:10:59.417127 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7550b3ca-b1ac-43aa-a490-e9941c803381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:00.384390 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:01.999978 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:02.671917 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:12.631211 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:13.760183 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:21.953419 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:11:26.906458 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7295ddf1-991b-42cd-b512-f308fd1e8416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:29.421952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c18dc89b-af21-4d21-9d6f-bf1e1e045957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:30.388974 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:32.004327 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:32.686573 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:42.624690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:43.815253 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:56.600069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53602) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:11:56.919924 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24394207-2790-4f14-a8f8-66ecdd024733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:57.169677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-network', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:11:57.205117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Made reservation on behalf of 694fe3d0330849fabc4896eab7a45c97 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:11:57.208485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:57.219808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:57.360350 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:57.367270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:57.398777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:11:57.402313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624474a4-10aa-4853-b9b5-3ae613e1bf1e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:57.413983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.414616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.415099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.415584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Tracked resource versions report: Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: pushed versions: Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: { 'AddressGroup': {'1.2'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'ConntrackHelper': {'1.0'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'Log': {'1.0'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'Network': {'1.1'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'Port': {'1.7'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'PortForwarding': {'1.2'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'QosPolicy': {'1.10'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'SecurityGroup': {'1.5'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'SecurityGroupRule': {'1.2'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'SubPort': {'1.0'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'Subnet': {'1.1'}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'Trunk': {'1.1'}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: consumer versions: Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: { DHCP agent@n-d-805736-4: {}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: HyperV agent@n-h1-805736-4: {}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: HyperV agent@n-h2-805736-4: {}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: L3 agent@n-d-805736-4: {}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: Metadata agent@n-d-805736-4: {}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: Metering agent@n-d-805736-4: {}, Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: Open vSwitch agent@n-d-805736-4: { 'AddressGroup': '1.2', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'ConntrackHelper': '1.0', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'Log': '1.0', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'Network': '1.1', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'Port': '1.7', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'PortForwarding': '1.2', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'QosPolicy': '1.10', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'SecurityGroup': '1.5', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'SecurityGroupRule': '1.2', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'SubPort': '1.0', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'Subnet': '1.1', Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: 'Trunk': '1.1'}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: {{(pid=102675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:57.446306 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Added segment 78118210-de05-4722-9932-176bb06cb022 of type vlan for network d503244d-432a-4a29-a64b-6d1bf0a9e51b Nov 12 13:11:57.484159 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:57.516332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:57.517636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:57.519745 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:57.523541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53634) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:11:57.689728 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0891037 Nov 12 13:11:57.693722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53644) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:11:57.700234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Request body: {'subnet': {'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-subnet', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:11:57.729713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c6b61-35e4-4977-b278-c049e95cca0a admin admin] Pushing event updated for resources: {'Network': ['ID=d503244d-432a-4a29-a64b-6d1bf0a9e51b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:57.730080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Made reservation on behalf of 694fe3d0330849fabc4896eab7a45c97 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:11:57.735513 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:57.743847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network d503244d-432a-4a29-a64b-6d1bf0a9e51b details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:11:57.979318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:58.035213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:58.043334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.043678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.044021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.044355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.044686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.045014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.045367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.045697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.046031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.046648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.046975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.047288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Tracked resource versions report: Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: pushed versions: Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: { 'AddressGroup': {'1.2'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'ConntrackHelper': {'1.0'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'Log': {'1.0'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'Network': {'1.1'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'Port': {'1.7'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'PortForwarding': {'1.2'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'QosPolicy': {'1.10'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'SecurityGroup': {'1.5'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'SecurityGroupRule': {'1.2'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'SubPort': {'1.0'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'Subnet': {'1.1'}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'Trunk': {'1.1'}} Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: consumer versions: Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: { DHCP agent@n-d-805736-4: {}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: HyperV agent@n-h1-805736-4: {}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: HyperV agent@n-h2-805736-4: {}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: L3 agent@n-d-805736-4: {}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: Metadata agent@n-d-805736-4: {}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: Metering agent@n-d-805736-4: {}, Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: Open vSwitch agent@n-d-805736-4: { 'AddressGroup': '1.2', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'ConntrackHelper': '1.0', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'Log': '1.0', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'Network': '1.1', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'Port': '1.7', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'PortForwarding': '1.2', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'QosPolicy': '1.10', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'SecurityGroup': '1.5', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'SecurityGroupRule': '1.2', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'SubPort': '1.0', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'Subnet': '1.1', Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: 'Trunk': '1.1'}} Nov 12 13:11:58.048561 n-d-805736-4 neutron-server[102676]: {{(pid=102676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 13:11:58.090394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Checking segment: {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:11:58.090751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Network hostable DHCP agents. Network: d503244d-432a-4a29-a64b-6d1bf0a9e51b, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:11:58.124605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Network d503244d-432a-4a29-a64b-6d1bf0a9e51b is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:11:58.140485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, d503244d-432a-4a29-a64b-6d1bf0a9e51b) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:11:58.148096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:58.149402 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:58.156361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b654871-b698-40a4-9009-4b9c0e4aa6a6 None None] Network d503244d-432a-4a29-a64b-6d1bf0a9e51b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:11:58.200368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e568a5cc-c53e-4cd3-a39b-69794ae54aeb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5051107 Nov 12 13:11:58.202692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53654) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:11:58.210969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:11:58.234803 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e9fc672f-03bd-4062-beb9-50b06b0ba45d tempest-AutoAllocateNetworkTest-1699560440 tempest-AutoAllocateNetworkTest-1699560440-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=fff705aedbdc4fafb19fa88680d073e7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7089574 Nov 12 13:11:58.235809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:11:58.300809 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:58.302376 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:58.390090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-d503244d-432a-4a29-a64b-6d1bf0a9e51b', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:11:58.391330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:58.431689 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:58.574063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e0d0a1-2b67-47d6-8c31-a0d98c064d4e tempest-AutoAllocateNetworkTest-1699560440 tempest-AutoAllocateNetworkTest-1699560440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:11:58.575724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-43e0d0a1-2b67-47d6-8c31-a0d98c064d4e tempest-AutoAllocateNetworkTest-1699560440 tempest-AutoAllocateNetworkTest-1699560440-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3387218 Nov 12 13:11:58.580091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53664) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:11:58.674711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Allocated IP 172.20.0.2 (d503244d-432a-4a29-a64b-6d1bf0a9e51b/ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec/ef0dc744-5053-4292-9fd9-1b8293daf6db) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:11:58.703898 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-adc66e23-0e9a-42b2-924f-87cf7083801e tempest-AutoAllocateNetworkTest-1699560440 tempest-AutoAllocateNetworkTest-1699560440-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227221 Nov 12 13:11:58.704854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:11:58.734041 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:58.745555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2ac73fb5-d04b-47d3-b4fb-abe24d0daa3c tempest-AutoAllocateNetworkTest-1699560440 tempest-AutoAllocateNetworkTest-1699560440-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=fff705aedbdc4fafb19fa88680d073e7 HTTP/1.1" status: 200 len: 208 time: 0.0362635 Nov 12 13:11:58.978589 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:11:59.001669 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.014271 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.016775 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.045553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.106601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Network d503244d-432a-4a29-a64b-6d1bf0a9e51b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:11:59.113661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:11:59.120638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:11:59.200600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Pushing event updated for resources: {'Port': ['ID=ef0dc744-5053-4292-9fd9-1b8293daf6db,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:59.217798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Allocated IP 172.25.5.104 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/37294564-de6a-4522-8009-8e0f2395cd8f) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:11:59.247619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.248230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.249024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.249789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.250511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.251219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.251936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.252715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.253432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.254113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.254788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.255449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Tracked resource versions report: Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: pushed versions: Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: { 'AddressGroup': {'1.2'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'ConntrackHelper': {'1.0'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'Log': {'1.0'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'Network': {'1.1'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'Port': {'1.7'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'PortForwarding': {'1.2'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'QosPolicy': {'1.10'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'SecurityGroup': {'1.5'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'SecurityGroupRule': {'1.2'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'SubPort': {'1.0'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'Subnet': {'1.1'}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'Trunk': {'1.1'}} Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: consumer versions: Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: { DHCP agent@n-d-805736-4: {}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: HyperV agent@n-h1-805736-4: {}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: HyperV agent@n-h2-805736-4: {}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: L3 agent@n-d-805736-4: {}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: Metadata agent@n-d-805736-4: {}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: Metering agent@n-d-805736-4: {}, Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: Open vSwitch agent@n-d-805736-4: { 'AddressGroup': '1.2', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'ConntrackHelper': '1.0', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'Log': '1.0', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'Network': '1.1', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'Port': '1.7', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'PortForwarding': '1.2', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'QosPolicy': '1.10', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'SecurityGroup': '1.5', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'SecurityGroupRule': '1.2', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'SubPort': '1.0', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'Subnet': '1.1', Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: 'Trunk': '1.1'}} Nov 12 13:11:59.257620 n-d-805736-4 neutron-server[102677]: {{(pid=102677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 13:11:59.278132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Attempting to bind port ef0dc744-5053-4292-9fd9-1b8293daf6db on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:11:59.278513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Attempting to bind port ef0dc744-5053-4292-9fd9-1b8293daf6db by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:11:59.278925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Attempting to bind port ef0dc744-5053-4292-9fd9-1b8293daf6db on network d503244d-432a-4a29-a64b-6d1bf0a9e51b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:11:59.286420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:11:59.286807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Checking segment: {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:11:59.287211 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.287606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Bound using segment: {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:11:59.288211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Bound port: ef0dc744-5053-4292-9fd9-1b8293daf6db, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:11:59.288715 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.400308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] For port ef0dc744-5053-4292-9fd9-1b8293daf6db, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:11:59.409530 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] For port ef0dc744-5053-4292-9fd9-1b8293daf6db, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ef0dc744-5053-4292-9fd9-1b8293daf6db,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:11:59.436291 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.446862 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.488298 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bffe68a1-27c7-414e-aad0-ba4ca146d6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.513473 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:11:59.543712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6473acf-98c7-4c20-a59f-31195e665266 None None] Pushing event updated for resources: {'Port': ['ID=ef0dc744-5053-4292-9fd9-1b8293daf6db,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:59.600141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:11:59.605696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:11:59.637209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:11:59.648369 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=37294564-de6a-4522-8009-8e0f2395cd8f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:11:59.834528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53710) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:00.032935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.223662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f92cad23-0de7-44bf-9d55-a7809dffba80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.313472 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.346017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f92cad23-0de7-44bf-9d55-a7809dffba80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.353757 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f92cad23-0de7-44bf-9d55-a7809dffba80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.419156 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.455065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f92cad23-0de7-44bf-9d55-a7809dffba80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fff705aedbdc4fafb19fa88680d073e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6179354 Nov 12 13:12:00.458536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cad23-0de7-44bf-9d55-a7809dffba80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a131a2-54ca-48c7-9d13-b1adf7850187,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:00.461455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:00.591924 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46781a1e-93c1-4d64-b8e9-66599afee134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.631558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Router 0118462c-8689-4c6e-b47a-005b9d37007d is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:12:00.661038 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46781a1e-93c1-4d64-b8e9-66599afee134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.795161 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46781a1e-93c1-4d64-b8e9-66599afee134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.804635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46781a1e-93c1-4d64-b8e9-66599afee134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.810754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-46781a1e-93c1-4d64-b8e9-66599afee134 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24a131a2-54ca-48c7-9d13-b1adf7850187 HTTP/1.1" status: 204 len: 168 time: 0.3429461 Nov 12 13:12:00.825468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46781a1e-93c1-4d64-b8e9-66599afee134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a131a2-54ca-48c7-9d13-b1adf7850187,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:00.916656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:12:00.929205 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Sync routers for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:12:00.949151 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:00.951871 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:11:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:00.963870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:00.965366 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-de5fbd80-8bd5-4e4a-8121-ac42b3327bc2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7615650 Nov 12 13:12:00.970155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53744) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:01.178892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ef0dc744-5053-4292-9fd9-1b8293daf6db up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:01.205181 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:01.227393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d574475f-d77d-487e-8cb5-fc47c2ca7f10 None None] Network d503244d-432a-4a29-a64b-6d1bf0a9e51b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:12:01.397033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d6d8db8f-c631-4bc6-8f2e-31fbbf426a43 None None] Provisioning complete for port ef0dc744-5053-4292-9fd9-1b8293daf6db triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:01.398024 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8db8f-c631-4bc6-8f2e-31fbbf426a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:01.500767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ef0dc744-5053-4292-9fd9-1b8293daf6db triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:01.501990 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:01.670757 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:11:59Z', 'revision_number': 3, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:01.714227 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Checking router: 0118462c-8689-4c6e-b47a-005b9d37007d for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:12:01.714853 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Updating router 0118462c-8689-4c6e-b47a-005b9d37007d port 37294564-de6a-4522-8009-8e0f2395cd8f binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:12:01.767094 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8db8f-c631-4bc6-8f2e-31fbbf426a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:01.772243 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:01.836259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:01.841050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:01.854408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d6d8db8f-c631-4bc6-8f2e-31fbbf426a43 None None] For port ef0dc744-5053-4292-9fd9-1b8293daf6db, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ef0dc744-5053-4292-9fd9-1b8293daf6db,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:01.868889 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8db8f-c631-4bc6-8f2e-31fbbf426a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:01.959279 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:12:01.959695 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:12:01.962796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8db8f-c631-4bc6-8f2e-31fbbf426a43 None None] Pushing event updated for resources: {'Port': ['ID=ef0dc744-5053-4292-9fd9-1b8293daf6db,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:02.028707 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:02.324606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ee4ff2dd-7afb-4c4c-96e2-bfb2ef0a616e None None] Provisioning complete for port ef0dc744-5053-4292-9fd9-1b8293daf6db triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:02.326086 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff2dd-7afb-4c4c-96e2-bfb2ef0a616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:02.375031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Allocated IP 172.20.0.1 (d503244d-432a-4a29-a64b-6d1bf0a9e51b/ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec/f79a947a-f50b-4d1d-8d2c-f836cc434775) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:02.404420 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:02.415678 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:02.507157 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Attempting to bind port 37294564-de6a-4522-8009-8e0f2395cd8f on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:02.507648 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Attempting to bind port 37294564-de6a-4522-8009-8e0f2395cd8f by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:02.508113 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Attempting to bind port 37294564-de6a-4522-8009-8e0f2395cd8f on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:02.528326 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:02.529087 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:02.529745 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:02.530371 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:02.531041 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Bound port: 37294564-de6a-4522-8009-8e0f2395cd8f, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:02.531661 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:02.590794 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] For port 37294564-de6a-4522-8009-8e0f2395cd8f, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:02.594928 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] For port 37294564-de6a-4522-8009-8e0f2395cd8f, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37294564-de6a-4522-8009-8e0f2395cd8f,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:02.596800 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Pushing event updated for resources: {'Port': ['ID=37294564-de6a-4522-8009-8e0f2395cd8f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:02.606552 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:02.610095 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.610687 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.611220 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.612327 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.612880 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.613456 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.613981 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.614574 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.615096 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.615611 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.616131 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.616701 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Tracked resource versions report: Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: pushed versions: Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: { 'AddressGroup': {'1.2'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'ConntrackHelper': {'1.0'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'Log': {'1.0'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'Network': {'1.1'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'Port': {'1.7'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'PortForwarding': {'1.2'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'QosPolicy': {'1.10'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'SecurityGroup': {'1.5'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'SecurityGroupRule': {'1.2'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'SubPort': {'1.0'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'Subnet': {'1.1'}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'Trunk': {'1.1'}} Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: consumer versions: Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: { DHCP agent@n-d-805736-4: {}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: HyperV agent@n-h1-805736-4: {}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: HyperV agent@n-h2-805736-4: {}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: L3 agent@n-d-805736-4: {}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: Metadata agent@n-d-805736-4: {}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: Metering agent@n-d-805736-4: {}, Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: Open vSwitch agent@n-d-805736-4: { 'AddressGroup': '1.2', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'ConntrackHelper': '1.0', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'Log': '1.0', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'Network': '1.1', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'Port': '1.7', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'PortForwarding': '1.2', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'QosPolicy': '1.10', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'SecurityGroup': '1.5', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'SecurityGroupRule': '1.2', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'SubPort': '1.0', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'Subnet': '1.1', Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: 'Trunk': '1.1'}} Nov 12 13:12:02.618048 n-d-805736-4 neutron-server[102678]: {{(pid=102678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 13:12:02.621683 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:02.694592 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efc878-7ec3-4308-af67-b087a5b1b6ec None None] Pushing event updated for resources: {'Port': ['ID=37294564-de6a-4522-8009-8e0f2395cd8f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:02.696272 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:02.724309 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:02.725196 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:11:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:02.866800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:02.958590 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:03.106760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ef0dc744-5053-4292-9fd9-1b8293daf6db up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:03.166999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Network d503244d-432a-4a29-a64b-6d1bf0a9e51b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:03.168865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f79a947a-f50b-4d1d-8d2c-f836cc434775,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:03.171156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:03.196846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:03.197553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:03.281530 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ef0dc744-5053-4292-9fd9-1b8293daf6db triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:03.282115 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:03.521929 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:11:59Z', 'revision_number': 3, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:03.573169 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbcf48-3c7a-4587-9846-16f40c56768e None None] The sync data for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 is: [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:11:59Z', 'revision_number': 3, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:12:03.642214 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:03.697514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c4ba8c1e-9d1d-47c2-aadc-770704abc833 None None] Provisioning complete for port f79a947a-f50b-4d1d-8d2c-f836cc434775 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:03.699351 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8c1e-9d1d-47c2-aadc-770704abc833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:03.766085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba8c1e-9d1d-47c2-aadc-770704abc833 None None] Port f79a947a-f50b-4d1d-8d2c-f836cc434775 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:03.998431 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:04.008847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:04.010747 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:04.157887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f79a947a-f50b-4d1d-8d2c-f836cc434775,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:04.280914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Network d503244d-432a-4a29-a64b-6d1bf0a9e51b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:04.283465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:04.574240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Router 0118462c-8689-4c6e-b47a-005b9d37007d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:12:04.733576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3a2897f3-3b51-4c3c-b21d-928493bda495 None None] Provisioning complete for port f79a947a-f50b-4d1d-8d2c-f836cc434775 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:04.734480 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a2897f3-3b51-4c3c-b21d-928493bda495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:04.861409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:12:04.881371 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-34ebb3df-209b-4c22-895e-14b67595e9d9 admin admin] 10.222.0.73 "PUT /v2.0/routers/0118462c-8689-4c6e-b47a-005b9d37007d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9004962 Nov 12 13:12:04.906552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3a2897f3-3b51-4c3c-b21d-928493bda495 None None] Port f79a947a-f50b-4d1d-8d2c-f836cc434775 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:05.139872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37294564-de6a-4522-8009-8e0f2395cd8f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:05.212997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 37294564-de6a-4522-8009-8e0f2395cd8f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:05.213504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:05.331215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:05.356251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 37294564-de6a-4522-8009-8e0f2395cd8f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37294564-de6a-4522-8009-8e0f2395cd8f,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:05.361719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:05.419946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=37294564-de6a-4522-8009-8e0f2395cd8f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:05.862871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:06.057538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Sync routers for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:12:06.060357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53918) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:06.070375 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:06.070953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:11:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:06.071659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-network', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:06.128987 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a402bfff-60ce-45fb-b690-95511d2b285d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.185786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Made reservation on behalf of 57b0cca6c2c74854849691e7e76a786d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:12:06.189592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.210917 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.322290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:06.382848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a402bfff-60ce-45fb-b690-95511d2b285d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.403904 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a402bfff-60ce-45fb-b690-95511d2b285d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.426100 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.442889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.496552 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a402bfff-60ce-45fb-b690-95511d2b285d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f6ec522825a341d8ad92522b2bc79052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6321883 Nov 12 13:12:06.496683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53928) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:06.506329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:12:06.528702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.529045 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Added segment b2c05b88-f034-4ec5-ad7f-721b5e512bd7 of type vlan for network 916e8637-48f2-48d0-a9a2-de367f51a04c Nov 12 13:12:06.530856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402bfff-60ce-45fb-b690-95511d2b285d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50adec0c-69cb-465c-9481-bf8930a7c3e2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:06.644574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12c8939b-f416-4915-99fc-8596c0fcc572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.647859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.661218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b4849d-ac3e-412d-9d1d-666b1134b4fd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:06.723617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12c8939b-f416-4915-99fc-8596c0fcc572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.749461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 2, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:06.754635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.756182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:06.757057 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.826992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12c8939b-f416-4915-99fc-8596c0fcc572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.833776 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12c8939b-f416-4915-99fc-8596c0fcc572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:06.836078 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-12c8939b-f416-4915-99fc-8596c0fcc572 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50adec0c-69cb-465c-9481-bf8930a7c3e2 HTTP/1.1" status: 204 len: 168 time: 0.3378201 Nov 12 13:12:06.863840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8939b-f416-4915-99fc-8596c0fcc572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50adec0c-69cb-465c-9481-bf8930a7c3e2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:06.904457 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Checking router: 0118462c-8689-4c6e-b47a-005b9d37007d for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:12:06.905159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Updating router 0118462c-8689-4c6e-b47a-005b9d37007d port f79a947a-f50b-4d1d-8d2c-f836cc434775 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:12:06.935660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53956) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:06.935913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8739417 Nov 12 13:12:06.943761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Request body: {'subnet': {'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-subnet', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:06.948366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a416de1-d685-43cf-a382-76b11b0166bf admin admin] Pushing event updated for resources: {'Network': ['ID=916e8637-48f2-48d0-a9a2-de367f51a04c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:07.006972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Made reservation on behalf of 57b0cca6c2c74854849691e7e76a786d for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:12:07.011419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.062669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 916e8637-48f2-48d0-a9a2-de367f51a04c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:12:07.240151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37294564-de6a-4522-8009-8e0f2395cd8f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:07.377076 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.462458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 37294564-de6a-4522-8009-8e0f2395cd8f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:07.463225 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.655575 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.661112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53986) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:07.719422 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f932c19-5cda-4dc9-8e2c-bdc5f37cb425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:07.888550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9835bc5a-68fe-4a19-b4fc-1a48ee269401,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:07.897072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Checking segment: {'id': 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:07.897683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Network hostable DHCP agents. Network: 916e8637-48f2-48d0-a9a2-de367f51a04c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:12:07.933690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Network 916e8637-48f2-48d0-a9a2-de367f51a04c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:12:07.980472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 916e8637-48f2-48d0-a9a2-de367f51a04c) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:08.000125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea9b14-4586-4c97-ac15-e6def96f1e09 None None] Network 916e8637-48f2-48d0-a9a2-de367f51a04c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:12:08.007509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:08.009207 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.027627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53996) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:08.032772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f932c19-5cda-4dc9-8e2c-bdc5f37cb425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.040737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f932c19-5cda-4dc9-8e2c-bdc5f37cb425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.059254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-41f3974e-0171-4091-89d1-fc7a9442c723 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1218221 Nov 12 13:12:08.063352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54002) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:08.073028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-router', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:08.124174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54006) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:08.124427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2f932c19-5cda-4dc9-8e2c-bdc5f37cb425 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=62003f0244804c94ae5fa43e3a94d6fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4599564 Nov 12 13:12:08.181453 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.183170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f932c19-5cda-4dc9-8e2c-bdc5f37cb425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f40d96-76da-4a58-a323-a51fccd7e0bc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:08.183423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.276220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.281793 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.385119 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.570051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea77bd4-e4fa-40c1-9df8-addf743c55b4 None None] Pushing event updated for resources: {'Port': ['ID=f79a947a-f50b-4d1d-8d2c-f836cc434775,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:08.708553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.783661 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f44a9ad8-2fd2-4061-b0c2-85c8ed2e3f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:08.927112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9761fda-7946-4481-8a3b-93248341d67c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.055485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9761fda-7946-4481-8a3b-93248341d67c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.153614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-013ba203-d6af-4569-950e-cac880d14eb7 None None] Provisioning complete for port f79a947a-f50b-4d1d-8d2c-f836cc434775 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:09.154609 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-013ba203-d6af-4569-950e-cac880d14eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.219143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f44a9ad8-2fd2-4061-b0c2-85c8ed2e3f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.239339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-013ba203-d6af-4569-950e-cac880d14eb7 None None] Port f79a947a-f50b-4d1d-8d2c-f836cc434775 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:09.250270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Attempting to bind port f79a947a-f50b-4d1d-8d2c-f836cc434775 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:09.253207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Attempting to bind port f79a947a-f50b-4d1d-8d2c-f836cc434775 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:09.256367 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Attempting to bind port f79a947a-f50b-4d1d-8d2c-f836cc434775 on network d503244d-432a-4a29-a64b-6d1bf0a9e51b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:09.275131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:09.275711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Checking segment: {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:09.276586 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.276700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54050) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:09.277472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Bound using segment: {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:09.278295 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Bound port: f79a947a-f50b-4d1d-8d2c-f836cc434775, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:09.278947 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.319843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54056) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:09.326129 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f44a9ad8-2fd2-4061-b0c2-85c8ed2e3f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.373793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-916e8637-48f2-48d0-a9a2-de367f51a04c', 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'fixed_ips': [{'subnet_id': '9835bc5a-68fe-4a19-b4fc-1a48ee269401'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:12:09.375323 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.487164 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f44a9ad8-2fd2-4061-b0c2-85c8ed2e3f6b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=82c3430d24674a8a8975d7932f7a507f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4539483 Nov 12 13:12:09.490722 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9761fda-7946-4481-8a3b-93248341d67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.500213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9761fda-7946-4481-8a3b-93248341d67c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.515609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d9761fda-7946-4481-8a3b-93248341d67c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89f40d96-76da-4a58-a323-a51fccd7e0bc HTTP/1.1" status: 204 len: 168 time: 1.3863316 Nov 12 13:12:09.516660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54068) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:09.530076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c39c86c-07c0-4614-8b40-5ad1f2b33a53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.614913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a9ad8-2fd2-4061-b0c2-85c8ed2e3f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6d8fae-8e29-4484-a045-c0e713f7b840,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:09.763062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9761fda-7946-4481-8a3b-93248341d67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f40d96-76da-4a58-a323-a51fccd7e0bc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:09.845337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] For port f79a947a-f50b-4d1d-8d2c-f836cc434775, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:09.856820 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64eab233-54dc-44f6-808b-c5da741bd40f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.892111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] For port f79a947a-f50b-4d1d-8d2c-f836cc434775, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f79a947a-f50b-4d1d-8d2c-f836cc434775,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:09.955320 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:09.982459 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c39c86c-07c0-4614-8b40-5ad1f2b33a53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.003540 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c39c86c-07c0-4614-8b40-5ad1f2b33a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.069787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4c39c86c-07c0-4614-8b40-5ad1f2b33a53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=704b2934349a47b5bf01312c43295e5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7916386 Nov 12 13:12:10.077013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54098) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:10.090570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Allocated IP 172.20.0.2 (916e8637-48f2-48d0-a9a2-de367f51a04c/9835bc5a-68fe-4a19-b4fc-1a48ee269401/d63ab3b4-f8f1-4d22-94de-dbe7e3edb291) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:10.121332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ebdf-a6d6-46a2-9b55-2b9fe19f5fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.152185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:10.153219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:11:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:10.160371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39c86c-07c0-4614-8b40-5ad1f2b33a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a6c0a7-a837-48f4-8aaa-3727f9aee2b1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:10.212422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ebdf-a6d6-46a2-9b55-2b9fe19f5fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.270378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea77bd4-e4fa-40c1-9df8-addf743c55b4 None None] Pushing event updated for resources: {'Port': ['ID=f79a947a-f50b-4d1d-8d2c-f836cc434775,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:10.333207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64eab233-54dc-44f6-808b-c5da741bd40f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.342225 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64eab233-54dc-44f6-808b-c5da741bd40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.358687 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.450005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:10.481674 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae30196d-28c3-4c78-801f-6e16f9cb4bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.483705 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.536236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-64eab233-54dc-44f6-808b-c5da741bd40f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35005c87f5884023a09152ae74b65493&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2088499 Nov 12 13:12:10.536236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54106) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:10.568418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eab233-54dc-44f6-808b-c5da741bd40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec504a18-b7df-4e76-bfac-41fafccafd54,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:10.602764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ebdf-a6d6-46a2-9b55-2b9fe19f5fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.605316 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ebdf-a6d6-46a2-9b55-2b9fe19f5fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.606691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4fb3ebdf-a6d6-46a2-9b55-2b9fe19f5fd6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e6d8fae-8e29-4484-a045-c0e713f7b840 HTTP/1.1" status: 204 len: 168 time: 1.0707226 Nov 12 13:12:10.625722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3ebdf-a6d6-46a2-9b55-2b9fe19f5fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6d8fae-8e29-4484-a045-c0e713f7b840,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:10.690559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Allocated IP 172.25.5.40 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/690f0a7e-b201-4570-ba1f-fc31351c3daf) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:10.697145 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae30196d-28c3-4c78-801f-6e16f9cb4bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.761393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1a9124ac-0f9c-4331-9b22-3fdf8a841bf3 None None] Provisioning complete for port f79a947a-f50b-4d1d-8d2c-f836cc434775 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:10.766791 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9124ac-0f9c-4331-9b22-3fdf8a841bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.812515 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8bd41235-dc1f-4f30-bc2a-2ff2d1603f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.888035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8bd41235-dc1f-4f30-bc2a-2ff2d1603f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.905320 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.934759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae30196d-28c3-4c78-801f-6e16f9cb4bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.946365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae30196d-28c3-4c78-801f-6e16f9cb4bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:10.958915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ae30196d-28c3-4c78-801f-6e16f9cb4bbb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31a6c0a7-a837-48f4-8aaa-3727f9aee2b1 HTTP/1.1" status: 204 len: 168 time: 0.8803139 Nov 12 13:12:10.987938 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.006701 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.031258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30196d-28c3-4c78-801f-6e16f9cb4bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a6c0a7-a837-48f4-8aaa-3727f9aee2b1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:11.130615 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.188897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Network 916e8637-48f2-48d0-a9a2-de367f51a04c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:11.200833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:11.211533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:11.224438 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9124ac-0f9c-4331-9b22-3fdf8a841bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.282532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Pushing event updated for resources: {'Port': ['ID=690f0a7e-b201-4570-ba1f-fc31351c3daf,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:11.304694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Pushing event updated for resources: {'Port': ['ID=d63ab3b4-f8f1-4d22-94de-dbe7e3edb291,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:11.314056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:11.318845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:11.327627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:11.363408 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8bd41235-dc1f-4f30-bc2a-2ff2d1603f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.364286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1a9124ac-0f9c-4331-9b22-3fdf8a841bf3 None None] For port f79a947a-f50b-4d1d-8d2c-f836cc434775, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f79a947a-f50b-4d1d-8d2c-f836cc434775,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:11.368462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8bd41235-dc1f-4f30-bc2a-2ff2d1603f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.369766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8bd41235-dc1f-4f30-bc2a-2ff2d1603f8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec504a18-b7df-4e76-bfac-41fafccafd54 HTTP/1.1" status: 204 len: 168 time: 0.8325543 Nov 12 13:12:11.380888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd41235-dc1f-4f30-bc2a-2ff2d1603f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec504a18-b7df-4e76-bfac-41fafccafd54,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:11.389592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Attempting to bind port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:11.389961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Attempting to bind port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:11.390320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Attempting to bind port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 on network 916e8637-48f2-48d0-a9a2-de367f51a04c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:11.395391 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9124ac-0f9c-4331-9b22-3fdf8a841bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.458702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54154) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:11.474194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:11.475198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Checking segment: {'id': 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:11.475838 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.476499 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Bound using segment: {'id': 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:11.477338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Bound port: d63ab3b4-f8f1-4d22-94de-dbe7e3edb291, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:11.478170 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.504238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aec3d12-75ed-4661-bc15-ed92f256ac84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.601754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9124ac-0f9c-4331-9b22-3fdf8a841bf3 None None] Pushing event updated for resources: {'Port': ['ID=f79a947a-f50b-4d1d-8d2c-f836cc434775,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:11.669123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] For port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:11.673222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] For port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d63ab3b4-f8f1-4d22-94de-dbe7e3edb291,segment=NetworkSegment(b2c05b88-f034-4ec5-ad7f-721b5e512bd7),segment_id=b2c05b88-f034-4ec5-ad7f-721b5e512bd7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:11.676738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:09Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:11.682515 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.726346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aec3d12-75ed-4661-bc15-ed92f256ac84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.732833 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aec3d12-75ed-4661-bc15-ed92f256ac84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:11.741544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d5dde-0083-4774-b5ff-7b8fddcb5dc2 None None] The sync data for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 is: [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:09Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:12:11.794289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec17ff3-7e86-4ba7-a866-c79ebcb04da5 None None] Pushing event updated for resources: {'Port': ['ID=d63ab3b4-f8f1-4d22-94de-dbe7e3edb291,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:11.797803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec3d12-75ed-4661-bc15-ed92f256ac84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e667994-2173-4c32-b90c-d31c8bf26cd4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:11.866989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1aec3d12-75ed-4661-bc15-ed92f256ac84 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=643d2dd33066479e96e2a1885b24e690&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4067621 Nov 12 13:12:11.867637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54160) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:11.980930 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69efefdd-9494-4be3-8cef-ead672496622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:12.054864 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69efefdd-9494-4be3-8cef-ead672496622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:12.088718 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:12.241074 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69efefdd-9494-4be3-8cef-ead672496622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:12.243810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69efefdd-9494-4be3-8cef-ead672496622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:12.247807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-69efefdd-9494-4be3-8cef-ead672496622 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e667994-2173-4c32-b90c-d31c8bf26cd4 HTTP/1.1" status: 204 len: 168 time: 0.3764396 Nov 12 13:12:12.267502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efefdd-9494-4be3-8cef-ead672496622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e667994-2173-4c32-b90c-d31c8bf26cd4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:12.641576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54176) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:12.650921 n-d-805736-4 neutron-server[102676]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 13:12:12.704518 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-db615c47-36b7-44f8-8e92-8779b1ac268b tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ccd213091a0a4591bd5af49960ce4709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505965 Nov 12 13:12:12.708026 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:12.822066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54182) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:12.843330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee33157c-83d2-4f90-a1c2-0eca669eb75b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:12.938732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-bf780fa6-42d4-44e2-933d-03ac8d9932cb tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:12.953928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-bf780fa6-42d4-44e2-933d-03ac8d9932cb tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521238 Nov 12 13:12:12.995598 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-67df36aa-d6d2-4fb8-bbc2-77c3e72cce02 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/quotas/ccd213091a0a4591bd5af49960ce4709 HTTP/1.1" status: 200 len: 375 time: 0.0402679 Nov 12 13:12:13.079381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54192) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:13.202587 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f421a450-daf3-4747-ab8d-6561e8751eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.216611 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a83a7c21-09cd-42d0-b56a-437cefd6a025 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccd213091a0a4591bd5af49960ce4709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2194901 Nov 12 13:12:13.352788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.401128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:13.432177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee33157c-83d2-4f90-a1c2-0eca669eb75b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.443438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee33157c-83d2-4f90-a1c2-0eca669eb75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.532827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33157c-83d2-4f90-a1c2-0eca669eb75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25569f5-587a-445b-a70f-384c2c9da19f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:13.583756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:13.584133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.620236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ee33157c-83d2-4f90-a1c2-0eca669eb75b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e71afba7349442c793cb677b1b5ee301&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7974012 Nov 12 13:12:13.627990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54208) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:13.639903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e07ac3-2981-4d15-af6d-7f447c21089d None None] Network 916e8637-48f2-48d0-a9a2-de367f51a04c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:12:13.809997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f421a450-daf3-4747-ab8d-6561e8751eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.825045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d7f359b-b6f5-4dac-940d-e00637ba92c5 req-6d60ce4a-a6f6-451a-af5c-d4cfe3f632e5 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 210 time: 0.1428185 Nov 12 13:12:13.853965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f421a450-daf3-4747-ab8d-6561e8751eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.893347 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.921968 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:13.988893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d63ab3b4-f8f1-4d22-94de-dbe7e3edb291,segment=NetworkSegment(b2c05b88-f034-4ec5-ad7f-721b5e512bd7),segment_id=b2c05b88-f034-4ec5-ad7f-721b5e512bd7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:13.999092 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-04405db3-7429-4a35-800d-cd3946ce804d None None] Provisioning complete for port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:13.999494 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04405db3-7429-4a35-800d-cd3946ce804d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.012635 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.015327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f79a947a-f50b-4d1d-8d2c-f836cc434775 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:14.027563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421a450-daf3-4747-ab8d-6561e8751eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e630b0c-d0ab-4193-8caa-11a5e6e7bb9e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:14.032049 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f421a450-daf3-4747-ab8d-6561e8751eb5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d2f53b8e7f54af2ace49d7815a34d7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9394484 Nov 12 13:12:14.037147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:14.094285 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea4085c8-5e9d-4b9a-b65a-c8bd2e7e7e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.146824 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea4085c8-5e9d-4b9a-b65a-c8bd2e7e7e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.224250 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea4085c8-5e9d-4b9a-b65a-c8bd2e7e7e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.229138 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea4085c8-5e9d-4b9a-b65a-c8bd2e7e7e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.235046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ea4085c8-5e9d-4b9a-b65a-c8bd2e7e7e81 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e25569f5-587a-445b-a70f-384c2c9da19f HTTP/1.1" status: 204 len: 168 time: 0.5825028 Nov 12 13:12:14.252979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4085c8-5e9d-4b9a-b65a-c8bd2e7e7e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25569f5-587a-445b-a70f-384c2c9da19f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:14.255265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:12:14.281031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6811f6cd-8dcb-4941-b34d-02c82042d367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.356152 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6811f6cd-8dcb-4941-b34d-02c82042d367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.484168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:12:14.506229 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Sync routers for ids ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:12:14.547488 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6811f6cd-8dcb-4941-b34d-02c82042d367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.549250 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.556787 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6811f6cd-8dcb-4941-b34d-02c82042d367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:14.557678 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Routers {'ef8cb8be-13c3-42a4-a81c-970ddfa9e748'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:14.558744 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:11:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:14.562297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9de8ab84-9abc-45df-830f-2cb9ef9caf2c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4948869 Nov 12 13:12:14.566049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54246) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:14.568390 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6811f6cd-8dcb-4941-b34d-02c82042d367 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e630b0c-d0ab-4193-8caa-11a5e6e7bb9e HTTP/1.1" status: 204 len: 168 time: 0.5285583 Nov 12 13:12:14.590291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811f6cd-8dcb-4941-b34d-02c82042d367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e630b0c-d0ab-4193-8caa-11a5e6e7bb9e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:14.855332 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Set router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:14.863570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=d63ab3b4-f8f1-4d22-94de-dbe7e3edb291,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:14.939345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f79a947a-f50b-4d1d-8d2c-f836cc434775 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:14.940328 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:15.272026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a45e2731-9a59-44c3-9058-cef9c9857c60 req-4c38590d-678e-41c2-93ba-0cd45a4d62f7 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 210 time: 0.1537826 Nov 12 13:12:15.454320 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-router', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:12:08Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 3, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'gw_port': {'id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:10Z', 'updated_at': '2021-11-12T13:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:15.567206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:15.571638 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Checking router: ef8cb8be-13c3-42a4-a81c-970ddfa9e748 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:12:15.572565 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Updating router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 port 690f0a7e-b201-4570-ba1f-fc31351c3daf binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:12:15.608987 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:15.730435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d4f15dde-d411-45f6-b8de-7505dae39b9f None None] Provisioning complete for port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:15.732108 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4f15dde-d411-45f6-b8de-7505dae39b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:15.743714 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:15.802337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:15.803303 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:15.985163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54278) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:16.141983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Allocated IP 172.20.0.1 (916e8637-48f2-48d0-a9a2-de367f51a04c/9835bc5a-68fe-4a19-b4fc-1a48ee269401/576d6f39-3d18-44f8-9a0f-c414d484e469) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:16.414500 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.427241 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.453638 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.505218 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.533732 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Attempting to bind port 690f0a7e-b201-4570-ba1f-fc31351c3daf on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:16.534207 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Attempting to bind port 690f0a7e-b201-4570-ba1f-fc31351c3daf by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:16.534688 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Attempting to bind port 690f0a7e-b201-4570-ba1f-fc31351c3daf on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:16.542726 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:16.543076 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:16.543680 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.544224 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:16.544855 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Bound port: 690f0a7e-b201-4570-ba1f-fc31351c3daf, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:16.545454 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.575568 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc9a002a-b0f2-4a09-8a3c-c97b3595030d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.636099 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] For port 690f0a7e-b201-4570-ba1f-fc31351c3daf, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:16.646547 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] For port 690f0a7e-b201-4570-ba1f-fc31351c3daf, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=690f0a7e-b201-4570-ba1f-fc31351c3daf,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:16.653117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Network 916e8637-48f2-48d0-a9a2-de367f51a04c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:16.668260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:16.683277 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.704669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:16.708176 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.793997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc9a002a-b0f2-4a09-8a3c-c97b3595030d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.808903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc9a002a-b0f2-4a09-8a3c-c97b3595030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:16.860904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Pushing event updated for resources: {'Port': ['ID=576d6f39-3d18-44f8-9a0f-c414d484e469,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:16.871598 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48613d0c-f12c-4238-8479-b536adefeb24 None None] Pushing event updated for resources: {'Port': ['ID=690f0a7e-b201-4570-ba1f-fc31351c3daf,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:17.004685 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dc9a002a-b0f2-4a09-8a3c-c97b3595030d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1bf08fd81c7b458096064ba049643e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0168648 Nov 12 13:12:17.008855 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Routers {'ef8cb8be-13c3-42a4-a81c-970ddfa9e748'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:17.017311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54314) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:17.027207 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:11:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:17.041615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a002a-b0f2-4a09-8a3c-c97b3595030d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4327e4a2-01bf-4bab-b526-dee1a9f05b66,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:17.120645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54316) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:17.157793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-061b7719-1bf0-4a70-b0d2-34c75eae522c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:17.231199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-061b7719-1bf0-4a70-b0d2-34c75eae522c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:17.345358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-739a5ed1-2c03-411a-be57-264ae1adfc6c None None] Provisioning complete for port 576d6f39-3d18-44f8-9a0f-c414d484e469 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:17.346710 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-739a5ed1-2c03-411a-be57-264ae1adfc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:17.350627 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] Set router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:17.377632 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-061b7719-1bf0-4a70-b0d2-34c75eae522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:17.380328 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-061b7719-1bf0-4a70-b0d2-34c75eae522c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:17.385363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-061b7719-1bf0-4a70-b0d2-34c75eae522c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4327e4a2-01bf-4bab-b526-dee1a9f05b66 HTTP/1.1" status: 204 len: 168 time: 0.3614063 Nov 12 13:12:17.400035 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b7719-1bf0-4a70-b0d2-34c75eae522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4327e4a2-01bf-4bab-b526-dee1a9f05b66,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:17.451454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-739a5ed1-2c03-411a-be57-264ae1adfc6c None None] Port 576d6f39-3d18-44f8-9a0f-c414d484e469 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:17.469165 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:17.710219 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48613d0c-f12c-4238-8479-b536adefeb24 None None] Pushing event updated for resources: {'Port': ['ID=690f0a7e-b201-4570-ba1f-fc31351c3daf,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:17.834250 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-router', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:12:08Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 3, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'gw_port': {'id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:10Z', 'updated_at': '2021-11-12T13:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:17.887084 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ae1f1-1685-46de-bf35-8f8d00ec058f None None] The sync data for ids ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'] in n-d-805736-4 is: [{'id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-router', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:12:08Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 3, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'gw_port': {'id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:10Z', 'updated_at': '2021-11-12T13:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:12:17.909732 n-d-805736-4 neutron-server[102675]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 13:12:18.036314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3779be20-ee99-4e3d-a099-1bb16ad0d0fa req-9b43f0bf-494c-4cbc-8cd7-c2d7f4772e85 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 210 time: 0.9111996 Nov 12 13:12:18.080670 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:18.094564 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:18.096430 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:18.175647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.105', 51935) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:18.260014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-8f299d80-d646-4491-a174-de765aa18cf7 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=ccd213091a0a4591bd5af49960ce4709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814857 Nov 12 13:12:18.307965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Pushing event updated for resources: {'Port': ['ID=576d6f39-3d18-44f8-9a0f-c414d484e469,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:18.458260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Network 916e8637-48f2-48d0-a9a2-de367f51a04c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:18.464923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:18.623171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-0b4449a0-726f-4edc-bc3e-2941d4cfadb8 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:18.628108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-0b4449a0-726f-4edc-bc3e-2941d4cfadb8 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3602884 Nov 12 13:12:18.753407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Request body: {'port': {'device_id': '00a369c3-68a8-494d-a108-4c9fc45b41ee', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'ccd213091a0a4591bd5af49960ce4709'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:18.889982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54352) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:18.919899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2cfc44a7-1c66-4ea6-adcd-58d0394cbcf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:18.996338 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:12:19.003313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-79ea541f-dd56-4841-9853-64f5b87e1baa None None] Provisioning complete for port 576d6f39-3d18-44f8-9a0f-c414d484e469 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:19.004226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ea541f-dd56-4841-9853-64f5b87e1baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.084210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-79ea541f-dd56-4841-9853-64f5b87e1baa None None] Port 576d6f39-3d18-44f8-9a0f-c414d484e469 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:19.181563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Made reservation on behalf of ccd213091a0a4591bd5af49960ce4709 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:12:19.193962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.217199 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2cfc44a7-1c66-4ea6-adcd-58d0394cbcf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.218241 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.230712 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2cfc44a7-1c66-4ea6-adcd-58d0394cbcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.340984 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:12:19.350083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2cfc44a7-1c66-4ea6-adcd-58d0394cbcf2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dfcef0c31ef04ab68556918cf81152b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564886 Nov 12 13:12:19.350083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc44a7-1c66-4ea6-adcd-58d0394cbcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46a2af4-76f1-4aa6-b0fd-6ea1cef1f76d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:19.372866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54364) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:19.383903 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-979bde13-95c8-41b3-a821-d1bf6d263b83 admin admin] 10.222.0.73 "PUT /v2.0/routers/ef8cb8be-13c3-42a4-a81c-970ddfa9e748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8121862 Nov 12 13:12:19.461828 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.475962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.574703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae55626d-8317-497b-934e-ed09810663ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.652964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 690f0a7e-b201-4570-ba1f-fc31351c3daf up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:19.691237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae55626d-8317-497b-934e-ed09810663ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.700424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d6000299-7da9-4cff-9f6f-607677be5ac2 req-405021fe-8a2d-4ff1-8a52-5e1f65f530c5 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 210 time: 0.1567507 Nov 12 13:12:19.772890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca4bf51-ef92-463a-9429-61deab704c83,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:19.864660 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 690f0a7e-b201-4570-ba1f-fc31351c3daf triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:19.865312 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.891073 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae55626d-8317-497b-934e-ed09810663ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.896665 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae55626d-8317-497b-934e-ed09810663ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:19.898700 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ae55626d-8317-497b-934e-ed09810663ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c46a2af4-76f1-4aa6-b0fd-6ea1cef1f76d HTTP/1.1" status: 204 len: 168 time: 0.5119164 Nov 12 13:12:19.933937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55626d-8317-497b-934e-ed09810663ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46a2af4-76f1-4aa6-b0fd-6ea1cef1f76d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:19.997834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Allocated IP 192.168.233.211 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/aa1342f1-cfa2-4ffe-acb0-6fff5b37995f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:20.072171 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:20.104803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 690f0a7e-b201-4570-ba1f-fc31351c3daf, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=690f0a7e-b201-4570-ba1f-fc31351c3daf,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:20.111906 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:20.189850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=690f0a7e-b201-4570-ba1f-fc31351c3daf,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:20.325151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:20.387547 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:20.597625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:20.615128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:20.634472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:20.678892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:20.682955 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:20.741274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Pushing event updated for resources: {'Port': ['ID=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:20.787858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a293544b-b858-4fc9-bfd7-894e9ba1fe00 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0483973 Nov 12 13:12:20.823965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-fc59b07f-8bec-4b32-9695-1df98f749de9 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:12:20.828585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-fc59b07f-8bec-4b32-9695-1df98f749de9 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136082 Nov 12 13:12:21.183875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Sync routers for ids ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:12:21.199307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Routers {'ef8cb8be-13c3-42a4-a81c-970ddfa9e748'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:21.200270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:11:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:21.402688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Set router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:21.407224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-74aeae10-f638-4e31-a1a4-a3237541deae None None] Provisioning complete for port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:21.407930 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74aeae10-f638-4e31-a1a4-a3237541deae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:21.420307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a129c-4df5-4da3-ba75-c996021c1c1f req-3ce632b2-3ac6-40a1-bd14-fad26f1e8e25 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:21.434304 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-030a129c-4df5-4da3-ba75-c996021c1c1f req-3ce632b2-3ac6-40a1-bd14-fad26f1e8e25 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 936 time: 0.2310593 Nov 12 13:12:21.494805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-74aeae10-f638-4e31-a1a4-a3237541deae None None] Port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:21.533161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 690f0a7e-b201-4570-ba1f-fc31351c3daf up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:21.677947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 690f0a7e-b201-4570-ba1f-fc31351c3daf triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:21.678566 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:21.678871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-030a129c-4df5-4da3-ba75-c996021c1c1f req-6edfa261-5561-413e-8275-22f567399b29 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280476 Nov 12 13:12:21.844896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-router', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:12:08Z', 'updated_at': '2021-11-12T13:12:17Z', 'revision_number': 4, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'gw_port': {'id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:10Z', 'updated_at': '2021-11-12T13:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '576d6f39-3d18-44f8-9a0f-c414d484e469', 'name': '', 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'mac_address': 'fa:16:3e:9d:b0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9835bc5a-68fe-4a19-b4fc-1a48ee269401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:15Z', 'updated_at': '2021-11-12T13:12:17Z', 'revision_number': 2, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'subnets': [{'id': '9835bc5a-68fe-4a19-b4fc-1a48ee269401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:21.902055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Checking router: ef8cb8be-13c3-42a4-a81c-970ddfa9e748 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:12:21.903524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Updating router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 port 576d6f39-3d18-44f8-9a0f-c414d484e469 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:12:21.965146 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:22.692816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54428) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:22.730675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e77111e2-58f9-402b-b10c-6caf4171b366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:22.767043 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:22.777273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:22.917311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd818707-dd92-4234-a6de-9513beb5899b None None] Pushing event updated for resources: {'Port': ['ID=576d6f39-3d18-44f8-9a0f-c414d484e469,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:23.060303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Attempting to bind port 576d6f39-3d18-44f8-9a0f-c414d484e469 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:23.060960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Attempting to bind port 576d6f39-3d18-44f8-9a0f-c414d484e469 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:23.061527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Attempting to bind port 576d6f39-3d18-44f8-9a0f-c414d484e469 on network 916e8637-48f2-48d0-a9a2-de367f51a04c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:23.075547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:23.078661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Checking segment: {'id': 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:23.079339 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:23.080469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Bound using segment: {'id': 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:23.090902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Bound port: 576d6f39-3d18-44f8-9a0f-c414d484e469, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:23.092923 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:23.199232 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e77111e2-58f9-402b-b10c-6caf4171b366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:23.230142 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e77111e2-58f9-402b-b10c-6caf4171b366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:23.300718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77111e2-58f9-402b-b10c-6caf4171b366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0525c0a2-06ca-4e6c-8821-18bb8551e7b2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:23.304149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] For port 576d6f39-3d18-44f8-9a0f-c414d484e469, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:23.329838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] For port 576d6f39-3d18-44f8-9a0f-c414d484e469, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=576d6f39-3d18-44f8-9a0f-c414d484e469,segment=NetworkSegment(b2c05b88-f034-4ec5-ad7f-721b5e512bd7),segment_id=b2c05b88-f034-4ec5-ad7f-721b5e512bd7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:23.339831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f53a5-9524-4ce4-8201-e61faefc314b req-35d30f7d-6726-4b6d-9237-b34aae884a06 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:23.341258 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-874f53a5-9524-4ce4-8201-e61faefc314b req-35d30f7d-6726-4b6d-9237-b34aae884a06 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 936 time: 0.4624760 Nov 12 13:12:23.344773 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e77111e2-58f9-402b-b10c-6caf4171b366 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=66aece2a53e847ecb710c347cb724029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6506732 Nov 12 13:12:23.350103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:23.356813 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:23.418453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54440) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:23.542302 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2209f69d-3da4-4fef-986b-df7b60a50abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:23.581857 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-874f53a5-9524-4ce4-8201-e61faefc314b req-fd0ae42f-4efc-49fc-83a8-1384f3ef6e02 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211666 Nov 12 13:12:23.596276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Routers {'ef8cb8be-13c3-42a4-a81c-970ddfa9e748'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:12:23.597208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:11:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:23.640214 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2209f69d-3da4-4fef-986b-df7b60a50abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:23.724909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2209f69d-3da4-4fef-986b-df7b60a50abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:23.730178 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2209f69d-3da4-4fef-986b-df7b60a50abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:23.731829 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2209f69d-3da4-4fef-986b-df7b60a50abb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0525c0a2-06ca-4e6c-8821-18bb8551e7b2 HTTP/1.1" status: 204 len: 168 time: 0.3806922 Nov 12 13:12:23.744878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209f69d-3da4-4fef-986b-df7b60a50abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0525c0a2-06ca-4e6c-8821-18bb8551e7b2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:23.814735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd818707-dd92-4234-a6de-9513beb5899b None None] Pushing event updated for resources: {'Port': ['ID=576d6f39-3d18-44f8-9a0f-c414d484e469,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:23.877711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5831ca91-236a-4fd3-bfe9-3d511c303179 None None] Provisioning complete for port 576d6f39-3d18-44f8-9a0f-c414d484e469 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:23.879192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5831ca91-236a-4fd3-bfe9-3d511c303179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:23.910035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e65ba32-3233-408c-997f-09a1ce1099ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.039460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] Set router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:12:24.148146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Request body: {'port': {'device_id': '00a369c3-68a8-494d-a108-4c9fc45b41ee', 'device_owner': 'compute:tempest-test_az-615944478', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:24.249238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54466) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:24.265365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-fff9c024-9e6c-42ae-b55e-2983b298b741 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077133215', 'description': 'tempest-description--1752109699'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:24.279783 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5831ca91-236a-4fd3-bfe9-3d511c303179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.360457 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fff9c024-9e6c-42ae-b55e-2983b298b741 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.383027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e65ba32-3233-408c-997f-09a1ce1099ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.417538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e65ba32-3233-408c-997f-09a1ce1099ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.553551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5831ca91-236a-4fd3-bfe9-3d511c303179 None None] For port 576d6f39-3d18-44f8-9a0f-c414d484e469, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=576d6f39-3d18-44f8-9a0f-c414d484e469,segment=NetworkSegment(b2c05b88-f034-4ec5-ad7f-721b5e512bd7),segment_id=b2c05b88-f034-4ec5-ad7f-721b5e512bd7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:24.558738 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5e65ba32-3233-408c-997f-09a1ce1099ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ee14825b57f49b6b04adf43864ec0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1337676 Nov 12 13:12:24.565688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65ba32-3233-408c-997f-09a1ce1099ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2550b3fc-0000-48c4-9b1a-7c9d3803ec03,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:24.574960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.579026 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5831ca91-236a-4fd3-bfe9-3d511c303179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.579663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54468) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:24.667781 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fff9c024-9e6c-42ae-b55e-2983b298b741 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.679249 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fff9c024-9e6c-42ae-b55e-2983b298b741 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.747367 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831ca91-236a-4fd3-bfe9-3d511c303179 None None] Pushing event updated for resources: {'Port': ['ID=576d6f39-3d18-44f8-9a0f-c414d484e469,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:24.763528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f07581-f483-4418-9adc-01ef796bec9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.793442 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fff9c024-9e6c-42ae-b55e-2983b298b741 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.804503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fff9c024-9e6c-42ae-b55e-2983b298b741 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5532696 Nov 12 13:12:24.805733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54474) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:24.832520 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f07581-f483-4418-9adc-01ef796bec9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.840245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7bcde304-9411-4ea4-b9a2-5e22152d5b0b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Request body: {'security_group_rule': {'security_group_id': '7add2697-caf6-4221-a77f-e0afe6f316d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:24.874328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-efd71cd8-bf31-44ec-8e06-60cfd6bc132e None None] Provisioning complete for port 576d6f39-3d18-44f8-9a0f-c414d484e469 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:24.875524 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efd71cd8-bf31-44ec-8e06-60cfd6bc132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:24.935316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9c024-9e6c-42ae-b55e-2983b298b741 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7add2697-caf6-4221-a77f-e0afe6f316d4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:24.967664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-router', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:12:08Z', 'updated_at': '2021-11-12T13:12:17Z', 'revision_number': 4, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'gw_port': {'id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:10Z', 'updated_at': '2021-11-12T13:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '576d6f39-3d18-44f8-9a0f-c414d484e469', 'name': '', 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'mac_address': 'fa:16:3e:9d:b0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9835bc5a-68fe-4a19-b4fc-1a48ee269401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:15Z', 'updated_at': '2021-11-12T13:12:23Z', 'revision_number': 4, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'subnets': [{'id': '9835bc5a-68fe-4a19-b4fc-1a48ee269401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:12:25.021339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3fec8-2a9b-4011-95c8-975ef2e3ddb5 None None] The sync data for ids ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'] in n-d-805736-4 is: [{'id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-router', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:12:08Z', 'updated_at': '2021-11-12T13:12:17Z', 'revision_number': 4, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'gw_port': {'id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:10Z', 'updated_at': '2021-11-12T13:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '576d6f39-3d18-44f8-9a0f-c414d484e469', 'name': '', 'network_id': '916e8637-48f2-48d0-a9a2-de367f51a04c', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'mac_address': 'fa:16:3e:9d:b0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9835bc5a-68fe-4a19-b4fc-1a48ee269401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:15Z', 'updated_at': '2021-11-12T13:12:23Z', 'revision_number': 4, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'subnets': [{'id': '9835bc5a-68fe-4a19-b4fc-1a48ee269401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:12:25.137676 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-5cb273ec-28a7-45d2-9116-efec9aa13d46 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1727459 Nov 12 13:12:25.239654 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7bcde304-9411-4ea4-b9a2-5e22152d5b0b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:25.287786 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f07581-f483-4418-9adc-01ef796bec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:25.292102 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f07581-f483-4418-9adc-01ef796bec9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:25.293595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-78f07581-f483-4418-9adc-01ef796bec9b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2550b3fc-0000-48c4-9b1a-7c9d3803ec03 HTTP/1.1" status: 204 len: 168 time: 0.7096689 Nov 12 13:12:25.363201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f07581-f483-4418-9adc-01ef796bec9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2550b3fc-0000-48c4-9b1a-7c9d3803ec03,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:25.614008 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2028de-7868-4b1a-a4e0-41fe73157314 req-cb0f3fb5-3727-4c50-ad0b-754e89e795ab tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:25.637438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c2028de-7868-4b1a-a4e0-41fe73157314 req-cb0f3fb5-3727-4c50-ad0b-754e89e795ab tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 936 time: 0.7607529 Nov 12 13:12:25.757117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 576d6f39-3d18-44f8-9a0f-c414d484e469 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:25.940705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c2028de-7868-4b1a-a4e0-41fe73157314 req-0915a335-f3fa-4241-8f64-18e9c8a8534e tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020029 Nov 12 13:12:25.946430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 576d6f39-3d18-44f8-9a0f-c414d484e469 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:25.947294 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:26.110052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-5ff8d704-1c45-4437-abc4-367db1ddfe12 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:26.112404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-5ff8d704-1c45-4437-abc4-367db1ddfe12 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9735093 Nov 12 13:12:26.133234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7bcde304-9411-4ea4-b9a2-5e22152d5b0b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:26.170003 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7bcde304-9411-4ea4-b9a2-5e22152d5b0b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:26.209790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcde304-9411-4ea4-b9a2-5e22152d5b0b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e01359a-1d75-4ff4-9f90-ba1fb7014fc0,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:26.216545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-cc9f6e14-b7a7-4aa2-a7be-b61aaa1efb88 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/quotas/9a5469eb83a24e1695c2f52e6eafb1d1 HTTP/1.1" status: 200 len: 375 time: 0.0781057 Nov 12 13:12:26.366179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7bcde304-9411-4ea4-b9a2-5e22152d5b0b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:26.370507 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7bcde304-9411-4ea4-b9a2-5e22152d5b0b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5512540 Nov 12 13:12:26.380508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54508) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:26.390865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1342f1-cfa2-4ffe-acb0-6fff5b37995f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:26.415359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1d867f35-ff49-4b9d-a22b-073e4615d880 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Request body: {'security_group_rule': {'security_group_id': '7add2697-caf6-4221-a77f-e0afe6f316d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:26.431608 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:26.444982 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-bc311a1d-361e-4a7b-85f1-4e3fe12a1572 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1829395 Nov 12 13:12:26.474633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54512) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:26.516191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68dc1f1b-d99d-4380-ae06-3a8695eab262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:26.526120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Transition to ACTIVE for port object aa1342f1-cfa2-4ffe-acb0-6fff5b37995f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:12:26.548276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:26.727503 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d867f35-ff49-4b9d-a22b-073e4615d880 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:26.777227 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68dc1f1b-d99d-4380-ae06-3a8695eab262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:26.784963 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68dc1f1b-d99d-4380-ae06-3a8695eab262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:26.898407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc1f1b-d99d-4380-ae06-3a8695eab262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4846f1-4dab-40f9-8b27-e8c50310c8f3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:26.914309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-68dc1f1b-d99d-4380-ae06-3a8695eab262 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30e81b07a551449fb1eb4678431db8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4353435 Nov 12 13:12:26.915394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54520) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:26.957001 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-666b25ab-83a7-40a0-b0f4-a158fba2f592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:27.125089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0e2c-f0ed-4582-97ba-e7706b8b50f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:27.252443 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d867f35-ff49-4b9d-a22b-073e4615d880 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:27.253925 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0e2c-f0ed-4582-97ba-e7706b8b50f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:27.270124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Pushing event updated for resources: {'Port': ['ID=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:27.277108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145a1d-bcfe-41f3-b347-866d70fbd791 req-3a398b28-9961-44b1-b39e-73601119b7d8 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:27.302740 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23145a1d-bcfe-41f3-b347-866d70fbd791 req-3a398b28-9961-44b1-b39e-73601119b7d8 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 969 time: 0.1629157 Nov 12 13:12:27.426081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d867f35-ff49-4b9d-a22b-073e4615d880 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:27.481196 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23145a1d-bcfe-41f3-b347-866d70fbd791 req-96798f79-372d-4191-a040-a45b832d9569 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774671 Nov 12 13:12:27.534078 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0e2c-f0ed-4582-97ba-e7706b8b50f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:27.537352 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0e2c-f0ed-4582-97ba-e7706b8b50f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:27.538590 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ed7f0e2c-f0ed-4582-97ba-e7706b8b50f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a4846f1-4dab-40f9-8b27-e8c50310c8f3 HTTP/1.1" status: 204 len: 168 time: 0.6218820 Nov 12 13:12:27.561957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f0e2c-f0ed-4582-97ba-e7706b8b50f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4846f1-4dab-40f9-8b27-e8c50310c8f3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:27.697330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d867f35-ff49-4b9d-a22b-073e4615d880 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:27.703002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54556) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:27.714055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:27.719342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1d867f35-ff49-4b9d-a22b-073e4615d880 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3366075 Nov 12 13:12:27.727355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Attempting to bind port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:27.727632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Attempting to bind port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:27.730143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Attempting to bind port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:27.756888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d867f35-ff49-4b9d-a22b-073e4615d880 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b450dd-9372-4bbf-b44e-f44cbd638eae,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:27.804088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:12:27.827590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Attempting to bind port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:27.827800 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:27.938709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-2b6f6177-d436-4c98-a475-68ff59b7516d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108420 Nov 12 13:12:27.949753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:27.950169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:27.950744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:27.954324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Bound port: aa1342f1-cfa2-4ffe-acb0-6fff5b37995f, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:27.955714 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:28.333107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] For port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:28.358270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:28.428655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] For port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:28.483516 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:28.534873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Allocated IP 172.25.5.68 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/83c57ef8-a0f2-428e-941d-aabbae5a1d4b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:28.562988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-321d88cc-131f-4463-bf1a-54e6679037f7 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:28.576926 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-321d88cc-131f-4463-bf1a-54e6679037f7 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6353948 Nov 12 13:12:28.707045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:28.707887 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:28.721784 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] 10.222.0.105 "PUT /v2.0/ports/aa1342f1-cfa2-4ffe-acb0-6fff5b37995f HTTP/1.1" status: 200 len: 1117 time: 5.1455116 Nov 12 13:12:28.722307 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a369c3-68a8-494d-a108-4c9fc45b41ee', 'tag': 'aa1342f1-cfa2-4ffe-acb0-6fff5b37995f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:29.090263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-265f44a7-d44a-4c47-a48c-54772e5e8d97 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/quotas/9a5469eb83a24e1695c2f52e6eafb1d1 HTTP/1.1" status: 200 len: 375 time: 0.5098352 Nov 12 13:12:29.195864 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c8fbb771-f72c-4db9-afb2-9205858b08c5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042774 Nov 12 13:12:29.234797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:29.279053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a56dd9f9-829a-49e2-bc74-b9fa952f65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:29.280528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a56dd9f9-829a-49e2-bc74-b9fa952f65e0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ccd213091a0a4591bd5af49960ce4709&device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 1120 time: 0.3799758 Nov 12 13:12:29.291435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f99d4-d0a7-47dc-916c-2ffb248a0e48 req-ece7a25c-97d6-4e8e-9fae-a51eaf283ae4 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:29.299817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e72e4-5bb2-4dd4-a87b-645ce0b2c9ac service neutron] Pushing event updated for resources: {'Port': ['ID=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:29.300965 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-374f99d4-d0a7-47dc-916c-2ffb248a0e48 req-ece7a25c-97d6-4e8e-9fae-a51eaf283ae4 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 969 time: 0.3730195 Nov 12 13:12:29.445578 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69694aa1-3322-4204-9cd8-7e2279f4b45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:29.602927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-c03e1050-ee41-41ae-a2d8-63ae75c324e6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f HTTP/1.1" status: 200 len: 217 time: 0.2933834 Nov 12 13:12:29.637959 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacacc21-b445-4c70-919f-516a4ad6b568" -d '{"events": [{"name": "network-changed", "server_uuid": "00a369c3-68a8-494d-a108-4c9fc45b41ee", "tag": "aa1342f1-cfa2-4ffe-acb0-6fff5b37995f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:29.771331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-f5290b8d-d16c-4a8b-a0cf-76df540dcc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:29.772838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-f5290b8d-d16c-4a8b-a0cf-76df540dcc01 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1309271 Nov 12 13:12:29.811504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:29.864095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:29.887872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:29.955779 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:30.050761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.70', 61511) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:30.109140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-99af680b-b1ad-4820-93ad-6a0939ab05d7 req-2411fa9a-3f3e-4816-8e50-66ee2f4e11b7 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 210 time: 0.2228863 Nov 12 13:12:30.145804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-374f99d4-d0a7-47dc-916c-2ffb248a0e48 req-509ec47c-fa51-44b1-a7e7-5c448d0bf736 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8436091 Nov 12 13:12:30.172493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-b79d873d-6b98-42f0-bece-c095deb4fccf tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204891 Nov 12 13:12:30.301797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event updated for resources: {'Port': ['ID=83c57ef8-a0f2-428e-941d-aabbae5a1d4b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:30.317939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-e0b98b99-3896-4e92-8e3f-ffccd94c3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:30.328054 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-e0b98b99-3896-4e92-8e3f-ffccd94c3812 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5323384 Nov 12 13:12:30.434948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:30.448592 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:30.579449 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:30.944309 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05423b88-7736-4bfd-9639-6a17d98d89e1 x-openstack-request-id: req-05423b88-7736-4bfd-9639-6a17d98d89e1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:30.944929 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a369c3-68a8-494d-a108-4c9fc45b41ee", "tag": "aa1342f1-cfa2-4ffe-acb0-6fff5b37995f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:30.945273 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-05423b88-7736-4bfd-9639-6a17d98d89e1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:30.946087 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a369c3-68a8-494d-a108-4c9fc45b41ee', 'tag': 'aa1342f1-cfa2-4ffe-acb0-6fff5b37995f', 'status': 'completed', 'code': 200} Nov 12 13:12:30.972242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:30.973952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-278c1d3f-d807-4124-b2eb-d017dd12d44d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:30.976512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-278c1d3f-d807-4124-b2eb-d017dd12d44d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7941694 Nov 12 13:12:30.993556 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:31.032099 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:31.055169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-a14181bf-fe45-424a-b1aa-dc972aac52ca service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173221 Nov 12 13:12:31.075606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Request body: {'port': {'device_id': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '9a5469eb83a24e1695c2f52e6eafb1d1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:31.195973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event updated for resources: {'Port': ['ID=83c57ef8-a0f2-428e-941d-aabbae5a1d4b,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:31.213871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:31.216971 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f7f41799-c8c9-43d1-ba8b-532d07877d65 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5123212 Nov 12 13:12:31.836095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f496a7d-b9e1-487d-a418-2c15cdf4bda7 req-4a081932-e885-4d18-a3d7-7a253bd7701e tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:31.854774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2f496a7d-b9e1-487d-a418-2c15cdf4bda7 req-4a081932-e885-4d18-a3d7-7a253bd7701e tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 969 time: 0.2911031 Nov 12 13:12:31.900045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f17b856-3bd9-4077-a5d9-62e1c5521573 req-fc016b4d-8305-4b34-a8da-4fb3f62734ba tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 210 time: 0.2861872 Nov 12 13:12:32.050248 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:32.113916 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2f496a7d-b9e1-487d-a418-2c15cdf4bda7 req-641aa389-4579-43c2-ad2d-cc9c9a66a4d2 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553132 Nov 12 13:12:32.160621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3ebfe2-1cfe-4d94-aae2-ea2b4ec3660b req-6a9eafb0-66d6-4b2a-ad31-156a6f3cfa52 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440679 Nov 12 13:12:32.207729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Made reservation on behalf of 9a5469eb83a24e1695c2f52e6eafb1d1 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:12:32.212848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:32.245047 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:32.429430 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.105', 51941) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:32.561636 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-bc992c75-28a7-4d70-a7b0-688d44be64fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1281133 Nov 12 13:12:32.696325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54722) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:32.697395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:32.716244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:32.831524 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:32.888193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-5afb3dff-1a96-426b-8f2e-bcc9e961f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:32.890499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-5afb3dff-1a96-426b-8f2e-bcc9e961f3e2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ccd213091a0a4591bd5af49960ce4709&device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 1120 time: 0.6302118 Nov 12 13:12:32.912285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69ef680-e338-4d29-901d-3848f3974870,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:33.152459 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-5f213710-426f-457f-903a-07560841d220 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:33.158805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-5f213710-426f-457f-903a-07560841d220 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5878496 Nov 12 13:12:33.184069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Request body: {'port': {'device_id': '3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '9a5469eb83a24e1695c2f52e6eafb1d1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:33.582324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4bee3f91-9c62-4d97-8bd2-a76272f923cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:33.637057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09d8d17d-4623-4d8d-9e97-6272a4eb9e21 req-0a27e5e1-0079-4622-99df-ca13700084b2 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 210 time: 0.1629510 Nov 12 13:12:33.680220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Made reservation on behalf of 9a5469eb83a24e1695c2f52e6eafb1d1 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:12:33.686900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:33.705599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Allocated IP 192.168.233.193 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/c727f783-59f3-4a5c-91ba-dc306c54fb40) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:33.722709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-d134dce6-e2de-482e-b2be-7e6acddee123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:33.726172 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-d134dce6-e2de-482e-b2be-7e6acddee123 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.8258469 Nov 12 13:12:33.822034 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-f16fd00b-8522-45c8-a46e-eca519f8db8b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f HTTP/1.1" status: 200 len: 217 time: 0.0863657 Nov 12 13:12:33.968442 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4bee3f91-9c62-4d97-8bd2-a76272f923cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:33.975461 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4bee3f91-9c62-4d97-8bd2-a76272f923cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:33.986557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-22850d9c-25e4-41e3-b119-c9bb1cfd2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:33.988823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-22850d9c-25e4-41e3-b119-c9bb1cfd2ddd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1533804 Nov 12 13:12:34.033738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee3f91-9c62-4d97-8bd2-a76272f923cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd0b70-fbf3-40ea-b119-0592a87c0e2b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:34.063587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4bee3f91-9c62-4d97-8bd2-a76272f923cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=624f8aeb967349a7a33b02deb1469b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3618445 Nov 12 13:12:34.067403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54742) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:34.151136 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-07652444-f52b-4dee-9701-4b414ef442eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:34.155518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcb73c-7d26-4fdb-89a3-b9760567029d req-ee7bcee7-c398-4534-b6ee-61c77dba3bab tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:34.157116 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4edcb73c-7d26-4fdb-89a3-b9760567029d req-ee7bcee7-c398-4534-b6ee-61c77dba3bab tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 969 time: 0.2588775 Nov 12 13:12:34.165867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-be32f560-6607-489f-818f-3e5b95c32d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:34.167499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-be32f560-6607-489f-818f-3e5b95c32d6c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679389 Nov 12 13:12:34.186187 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-07652444-f52b-4dee-9701-4b414ef442eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:34.249336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4edcb73c-7d26-4fdb-89a3-b9760567029d req-644fac86-0f97-4868-b4ca-c9b0fe84a9b5 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807106 Nov 12 13:12:34.256205 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:34.301123 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-07652444-f52b-4dee-9701-4b414ef442eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:34.305819 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-07652444-f52b-4dee-9701-4b414ef442eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:34.307615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-07652444-f52b-4dee-9701-4b414ef442eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3dbd0b70-fbf3-40ea-b119-0592a87c0e2b HTTP/1.1" status: 204 len: 168 time: 0.2385008 Nov 12 13:12:34.332037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07652444-f52b-4dee-9701-4b414ef442eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd0b70-fbf3-40ea-b119-0592a87c0e2b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:34.416179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:34.646321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:34.656649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Allocated IP 192.168.233.28 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/889a3fec-922a-4381-8de3-32764daca655) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:34.667850 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:34.675007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:34.678894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:34.685474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:34.686139 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:34.691906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-59affd53-2f4d-4d2e-8119-336c67e059a7 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066029 Nov 12 13:12:34.723003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-38e6d42c-539c-4952-966e-236dec1981fe tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6591234 Nov 12 13:12:34.736318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-5e892b4c-f226-45f5-b8a6-00b672773904 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:12:34.738192 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-5e892b4c-f226-45f5-b8a6-00b672773904 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103943 Nov 12 13:12:35.033787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dacacc21-b445-4c70-919f-516a4ad6b568 req-be8d4018-ca77-42b5-ace3-eacc1c90e649 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091074 Nov 12 13:12:35.055997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.082487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54758) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:35.111510 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5978d6b5-ff45-42d5-97d5-a3dd34828eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.209192 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.242951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-95c65696-f691-4473-9180-f27826f1b880 None None] Provisioning complete for port c727f783-59f3-4a5c-91ba-dc306c54fb40 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:35.246208 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c65696-f691-4473-9180-f27826f1b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.318688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-95c65696-f691-4473-9180-f27826f1b880 None None] Port c727f783-59f3-4a5c-91ba-dc306c54fb40 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:35.363504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:35.375232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:35.390093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:35.402853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:35.403943 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.408457 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5978d6b5-ff45-42d5-97d5-a3dd34828eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.419906 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5978d6b5-ff45-42d5-97d5-a3dd34828eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.489312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978d6b5-ff45-42d5-97d5-a3dd34828eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fc7a75-638a-4356-b77b-cfa6c5866cbf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:35.516613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Pushing event updated for resources: {'Port': ['ID=889a3fec-922a-4381-8de3-32764daca655,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:35.557702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5978d6b5-ff45-42d5-97d5-a3dd34828eef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e6c936a41924c46a467d6adf6f4e26f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733419 Nov 12 13:12:35.562532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54764) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:35.571903 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-23fabcd2-c261-408f-a037-8eddbf997ae5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3917677 Nov 12 13:12:35.607428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Request body: {'port': {'device_id': '3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6', 'device_owner': 'compute:tempest-test_az-615944478', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:35.665584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Request body: {'port': {'device_id': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:35.797437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.815021 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef0d2-ae3b-434b-9f80-35e45eb3522e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.827115 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.864053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1d8a6167-c3bc-4ac3-ad72-c9706bbc7ecf None None] Provisioning complete for port 889a3fec-922a-4381-8de3-32764daca655 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:35.864669 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6167-c3bc-4ac3-ad72-c9706bbc7ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.937440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a6167-c3bc-4ac3-ad72-c9706bbc7ecf None None] Port 889a3fec-922a-4381-8de3-32764daca655 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:35.958435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef0d2-ae3b-434b-9f80-35e45eb3522e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:35.970187 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:12:36.276196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef0d2-ae3b-434b-9f80-35e45eb3522e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:36.280246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef0d2-ae3b-434b-9f80-35e45eb3522e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:36.283607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5f3ef0d2-ae3b-434b-9f80-35e45eb3522e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20fc7a75-638a-4356-b77b-cfa6c5866cbf HTTP/1.1" status: 204 len: 168 time: 0.7147915 Nov 12 13:12:36.315394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ef0d2-ae3b-434b-9f80-35e45eb3522e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fc7a75-638a-4356-b77b-cfa6c5866cbf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:36.446095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889a3fec-922a-4381-8de3-32764daca655 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:36.471782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:36.539154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Transition to ACTIVE for port object 889a3fec-922a-4381-8de3-32764daca655 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:12:36.545728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:36.702432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Pushing event updated for resources: {'Port': ['ID=889a3fec-922a-4381-8de3-32764daca655,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:37.027056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c727f783-59f3-4a5c-91ba-dc306c54fb40 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:37.037516 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:37.058699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Transition to ACTIVE for port object c727f783-59f3-4a5c-91ba-dc306c54fb40 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:12:37.091488 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:37.316756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Attempting to bind port c727f783-59f3-4a5c-91ba-dc306c54fb40 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:37.321810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Attempting to bind port c727f783-59f3-4a5c-91ba-dc306c54fb40 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:37.322098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Attempting to bind port c727f783-59f3-4a5c-91ba-dc306c54fb40 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:37.329223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Attempting to bind port 889a3fec-922a-4381-8de3-32764daca655 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:37.329223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Attempting to bind port 889a3fec-922a-4381-8de3-32764daca655 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:37.329223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Attempting to bind port 889a3fec-922a-4381-8de3-32764daca655 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:37.386374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:37.388017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Port 889a3fec-922a-4381-8de3-32764daca655 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:12:37.388864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Attempting to bind port 889a3fec-922a-4381-8de3-32764daca655 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:37.398587 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Port c727f783-59f3-4a5c-91ba-dc306c54fb40 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:12:37.398871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Attempting to bind port c727f783-59f3-4a5c-91ba-dc306c54fb40 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:37.407279 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:37.407855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:37.409051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:37.409922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Bound port: 889a3fec-922a-4381-8de3-32764daca655, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:37.410405 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:37.422764 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f45f0c00-dabf-4ada-907e-2074c629e3b9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1424870 Nov 12 13:12:37.424399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:37.424751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:37.427852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:37.428237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Bound port: c727f783-59f3-4a5c-91ba-dc306c54fb40, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:37.432722 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:37.444865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-8cc5637d-da0a-4b68-a565-18af0860c3b6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2077133215&fields=id&tenant_id=694fe3d0330849fabc4896eab7a45c97 HTTP/1.1" status: 200 len: 267 time: 0.1646466 Nov 12 13:12:37.976349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:37.984620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:38.007395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-fa67953c-2b23-4a20-a27a-953356f3b515 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:38.015787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-fa67953c-2b23-4a20-a27a-953356f3b515 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5761948 Nov 12 13:12:38.021247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:38.028449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] For port 889a3fec-922a-4381-8de3-32764daca655, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:38.050078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f05bfbb6-de02-40df-8ac6-10866822cf4d tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/quotas/e4a6288e824d443ea1e51dc165f2c4c7 HTTP/1.1" status: 200 len: 375 time: 0.0326190 Nov 12 13:12:38.071053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4eed-9430-4344-98b8-d262851cf141 req-7c661715-1087-4655-9d0d-a4d670c36c22 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:38.076309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-7c661715-1087-4655-9d0d-a4d670c36c22 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/networks?id=d503244d-432a-4a29-a64b-6d1bf0a9e51b HTTP/1.1" status: 200 len: 824 time: 0.6272981 Nov 12 13:12:38.076309 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] For port 889a3fec-922a-4381-8de3-32764daca655, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=889a3fec-922a-4381-8de3-32764daca655,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:38.101040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:38.153196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-7874e0b2-5db6-4d5c-91f1-3b3a7a9a6e32 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021531 Nov 12 13:12:38.158749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:38.159049 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:38.160476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] 10.222.0.70 "PUT /v2.0/ports/c727f783-59f3-4a5c-91ba-dc306c54fb40 HTTP/1.1" status: 200 len: 1096 time: 2.8999588 Nov 12 13:12:38.160952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:38.178296 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fd5d7721-2632-42a0-b913-2d463a4189b3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/quotas/694fe3d0330849fabc4896eab7a45c97 HTTP/1.1" status: 200 len: 375 time: 0.0817828 Nov 12 13:12:38.184708 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbb3102-ac81-4cb5-96d1-708f095e6e11" -d '{"events": [{"name": "network-changed", "server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:38.223466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:38.224235 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:38.226018 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] 10.222.0.105 "PUT /v2.0/ports/889a3fec-922a-4381-8de3-32764daca655 HTTP/1.1" status: 200 len: 1116 time: 2.6371837 Nov 12 13:12:38.228028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6', 'tag': '889a3fec-922a-4381-8de3-32764daca655'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:38.256430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c383ed-b5bb-4126-bcbb-cd54d76543a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:38.414851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b9e28-e551-4ac3-b22b-f405abb7eb3f service neutron] Pushing event updated for resources: {'Port': ['ID=889a3fec-922a-4381-8de3-32764daca655,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:38.534614 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-503addaf-1c82-419b-82fd-f4bb65896269 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=694fe3d0330849fabc4896eab7a45c97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3486116 Nov 12 13:12:38.786056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-7ec58086-89c9-476d-a2d7-47b699414ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:38.787619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-7ec58086-89c9-476d-a2d7-47b699414ae3 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 1119 time: 0.3377361 Nov 12 13:12:38.876815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cadc4-ca92-43be-9ef5-d7e545d39cf6 req-fa37a72c-9b00-463e-a943-c67604583e59 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:38.881870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-041cadc4-ca92-43be-9ef5-d7e545d39cf6 req-fa37a72c-9b00-463e-a943-c67604583e59 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 968 time: 0.1100762 Nov 12 13:12:38.886629 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e087695-1888-4504-a959-9beeed225886" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6", "tag": "889a3fec-922a-4381-8de3-32764daca655"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:38.987261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-041cadc4-ca92-43be-9ef5-d7e545d39cf6 req-1be5f306-d102-429e-990a-886cfedd42ab tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981386 Nov 12 13:12:38.995188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-b39c3c09-df86-4346-ba05-782aae606c54 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=889a3fec-922a-4381-8de3-32764daca655 HTTP/1.1" status: 200 len: 217 time: 0.1916568 Nov 12 13:12:39.119317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-59e2d52a-9c01-46ae-aa59-64bd625e6c97 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:12:39.129968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-59e2d52a-9c01-46ae-aa59-64bd625e6c97 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1406341 Nov 12 13:12:39.222213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfc5a4-00a9-4e30-91c3-7f7a8eb817b9 req-bb8eb12d-09ee-4d37-a9a7-2e9f2c626911 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:39.224826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94cfc5a4-00a9-4e30-91c3-7f7a8eb817b9 req-bb8eb12d-09ee-4d37-a9a7-2e9f2c626911 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 969 time: 0.1099508 Nov 12 13:12:39.272737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-087eafcd-72f9-431b-a52e-18188717e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:39.276340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-087eafcd-72f9-431b-a52e-18188717e9f2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2729988 Nov 12 13:12:39.330994 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94cfc5a4-00a9-4e30-91c3-7f7a8eb817b9 req-fed81d0a-cadd-4544-a569-c629d12f482c tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912614 Nov 12 13:12:39.403517 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-9f1c3725-924d-4da5-80ac-eeeb9a4af3b3 service neutron] 10.222.0.73 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722597 Nov 12 13:12:39.416208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-fde763a1-f6b5-4662-ad2d-503d9e6f760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:39.418279 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-fde763a1-f6b5-4662-ad2d-503d9e6f760d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289742 Nov 12 13:12:39.510078 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ddada-5514-4077-93ff-653da04e34d9 x-openstack-request-id: req-7c8ddada-5514-4077-93ff-653da04e34d9 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:39.510653 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:39.511298 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c8ddada-5514-4077-93ff-653da04e34d9 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:39.513016 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'status': 'completed', 'code': 200} Nov 12 13:12:39.623449 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-91639d74-8ea4-40d6-8d9c-447a47844b75 service neutron] 10.222.0.73 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018197 Nov 12 13:12:39.628300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-b4dd830e-fcd2-43ed-a5c9-3ce5bb02bdd6 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937754 Nov 12 13:12:39.645902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-043c20b4-9cae-41b3-8afe-7674d2827155 req-b4d3c732-907e-4b3a-910a-624fde38b8c1 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 210 time: 0.0711143 Nov 12 13:12:39.791123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-612eb1c5-5531-4efe-8f5a-234af594a215 req-22e79ce4-ae4c-4a61-a865-12958a1e7f37 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547685 Nov 12 13:12:40.005746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e2ee097-fe86-44b0-825a-a7d4ec0099a3 req-1ad26b2a-c32a-4c1d-8c1f-14e5f24b5b3c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 210 time: 0.0311389 Nov 12 13:12:40.192471 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affde247-ce16-4291-95ee-920f1196a23c x-openstack-request-id: req-affde247-ce16-4291-95ee-920f1196a23c {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:40.197725 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6", "tag": "889a3fec-922a-4381-8de3-32764daca655", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:40.198509 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-affde247-ce16-4291-95ee-920f1196a23c {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:40.199099 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6', 'tag': '889a3fec-922a-4381-8de3-32764daca655', 'status': 'completed', 'code': 200} Nov 12 13:12:40.366998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e087695-1888-4504-a959-9beeed225886 req-6aae3bb6-c8d2-47f6-a5f2-6d71e57dd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:40.366998 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e087695-1888-4504-a959-9beeed225886 req-6aae3bb6-c8d2-47f6-a5f2-6d71e57dd533 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 1119 time: 0.1338949 Nov 12 13:12:40.372629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c614a-db6e-4020-a2b0-d3bceefbeba9 req-2563a8d4-3f3a-4c62-ad1a-639efd8966db tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:40.374198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4f3c614a-db6e-4020-a2b0-d3bceefbeba9 req-2563a8d4-3f3a-4c62-ad1a-639efd8966db tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 968 time: 0.1448958 Nov 12 13:12:40.562943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54868) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:40.717949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4f3c614a-db6e-4020-a2b0-d3bceefbeba9 req-a91a986b-8245-492e-aba9-4a1e58fc661c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771513 Nov 12 13:12:40.741633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e087695-1888-4504-a959-9beeed225886 req-5bbdc281-bf61-4fcf-8cfa-b8413a2154bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:40.743275 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e087695-1888-4504-a959-9beeed225886 req-5bbdc281-bf61-4fcf-8cfa-b8413a2154bd service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.3680742 Nov 12 13:12:41.029093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:41.036958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d8d65eb-c2eb-4720-bd16-1a620a5cb79c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.055312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e087695-1888-4504-a959-9beeed225886 req-9a4c7810-c1c5-403d-b7ad-923081165e86 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=889a3fec-922a-4381-8de3-32764daca655 HTTP/1.1" status: 200 len: 217 time: 0.3017979 Nov 12 13:12:41.156440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-042ab570-6451-46ef-8fa0-7bdb961697c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.196253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e087695-1888-4504-a959-9beeed225886 req-a418a315-f39a-4ee7-8a89-2b0fd50e840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:41.198188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e087695-1888-4504-a959-9beeed225886 req-a418a315-f39a-4ee7-8a89-2b0fd50e840b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1344788 Nov 12 13:12:41.208234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88672c3-912d-48fc-8a8e-936f2989cd2c req-a1e405cd-d157-4f1f-bc8c-ea79588eacd2 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:41.209951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a88672c3-912d-48fc-8a8e-936f2989cd2c req-a1e405cd-d157-4f1f-bc8c-ea79588eacd2 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 969 time: 0.1572869 Nov 12 13:12:41.234929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e54df278-9a04-436c-bf29-fb116a7a5ad0 req-03ca4fa5-77d3-499d-9692-1d3928675223 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 210 time: 0.0481958 Nov 12 13:12:41.258507 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d8d65eb-c2eb-4720-bd16-1a620a5cb79c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.268553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d8d65eb-c2eb-4720-bd16-1a620a5cb79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.354213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8d8d65eb-c2eb-4720-bd16-1a620a5cb79c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1342a01550947b18c1ef44d3ad070c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7889380 Nov 12 13:12:41.355245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d65eb-c2eb-4720-bd16-1a620a5cb79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27411db-eb13-44ba-8882-2f7548053e0f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:41.358339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:41.369867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e087695-1888-4504-a959-9beeed225886 req-e4450f9e-d08f-49bf-8b17-360a66ada744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:41.373522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e087695-1888-4504-a959-9beeed225886 req-e4450f9e-d08f-49bf-8b17-360a66ada744 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1622438 Nov 12 13:12:41.397346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a88672c3-912d-48fc-8a8e-936f2989cd2c req-e88b4b8f-7d22-4aac-a835-0af64dcfa385 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496105 Nov 12 13:12:41.397684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c656ee09-4c73-410e-b3e2-d290c653041d req-dba380f7-1d04-4b09-b527-924bb6585b31 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 210 time: 0.0747170 Nov 12 13:12:41.438298 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-042ab570-6451-46ef-8fa0-7bdb961697c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.446443 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-042ab570-6451-46ef-8fa0-7bdb961697c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.515396 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-042ab570-6451-46ef-8fa0-7bdb961697c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d6bf7db150c462584b3f40b3bf8d252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829841 Nov 12 13:12:41.521193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54888) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:41.537678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ab570-6451-46ef-8fa0-7bdb961697c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7dec18-7ded-42b7-902d-1a39b05c6064,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:41.549761 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e902a62-a12f-46d2-b3cb-940c9e1ce0b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.610070 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e902a62-a12f-46d2-b3cb-940c9e1ce0b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.616431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d196058-0f5c-4fad-919f-02316ed4f98e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.694471 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e087695-1888-4504-a959-9beeed225886 req-032a071f-90c7-49aa-87a2-5d3dd038a0f7 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118999 Nov 12 13:12:41.717155 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e902a62-a12f-46d2-b3cb-940c9e1ce0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.719994 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e902a62-a12f-46d2-b3cb-940c9e1ce0b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.721332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7e902a62-a12f-46d2-b3cb-940c9e1ce0b6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f27411db-eb13-44ba-8882-2f7548053e0f HTTP/1.1" status: 204 len: 168 time: 0.3369067 Nov 12 13:12:41.733199 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d196058-0f5c-4fad-919f-02316ed4f98e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:41.749629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e902a62-a12f-46d2-b3cb-940c9e1ce0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27411db-eb13-44ba-8882-2f7548053e0f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:41.991488 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e087695-1888-4504-a959-9beeed225886 req-1d2977dd-e4be-4306-ac90-873054b45368 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806666 Nov 12 13:12:41.994870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d196058-0f5c-4fad-919f-02316ed4f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:42.000516 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d196058-0f5c-4fad-919f-02316ed4f98e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:42.006639 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8d196058-0f5c-4fad-919f-02316ed4f98e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca7dec18-7ded-42b7-902d-1a39b05c6064 HTTP/1.1" status: 204 len: 168 time: 0.4840174 Nov 12 13:12:42.026372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d196058-0f5c-4fad-919f-02316ed4f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7dec18-7ded-42b7-902d-1a39b05c6064,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:42.054123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164167b-92ec-4d3b-a2e8-5c670e1386f8 req-fde19b58-8e4b-4be6-b2cb-ac36be9a3518 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:42.056763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c164167b-92ec-4d3b-a2e8-5c670e1386f8 req-fde19b58-8e4b-4be6-b2cb-ac36be9a3518 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 968 time: 0.1426256 Nov 12 13:12:42.149975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54906) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:42.158509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c164167b-92ec-4d3b-a2e8-5c670e1386f8 req-42c27f87-e774-4f7c-8eea-bea11d6d8a60 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791352 Nov 12 13:12:42.419800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b71387f-2815-4bfb-a266-283bbfe4b0c5 req-a6f330ed-4dd2-4efd-84b9-22b9cdafe234 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 210 time: 0.0598834 Nov 12 13:12:42.536766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54918) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:42.579995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce4cca2f-64f3-4aee-9e9c-7ebcc379be42 req-69449ccf-905a-4cf2-9532-4189a4c0d53a tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 210 time: 0.0496435 Nov 12 13:12:42.607832 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4fab-3a60-4c9e-8455-144b4d5ab3e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:42.647688 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:42.649624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4802f0-06ce-4d66-9434-010c06fbd04e req-e3f8d7ef-b061-47d0-bbd3-18e8c243933f tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:42.654284 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fc4802f0-06ce-4d66-9434-010c06fbd04e req-e3f8d7ef-b061-47d0-bbd3-18e8c243933f tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 969 time: 0.1206810 Nov 12 13:12:42.757931 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fc4802f0-06ce-4d66-9434-010c06fbd04e req-685d99d3-bf30-45a9-9a1d-3f1cba3f4a1f tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960634 Nov 12 13:12:42.787361 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4fab-3a60-4c9e-8455-144b4d5ab3e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:42.793165 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4fab-3a60-4c9e-8455-144b4d5ab3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:42.841981 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c3a1-a20d-4235-9df3-f749f1553a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:42.857717 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8fdd4fab-3a60-4c9e-8455-144b4d5ab3e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fda40680eb674c9aa274ca059e736a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198874 Nov 12 13:12:42.858155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:42.864143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd4fab-3a60-4c9e-8455-144b4d5ab3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d64167e-37f4-4954-ae61-13a60d901bf1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:42.894102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54922) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:42.914019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ae7caf6-55d7-48c9-ae56-42e06e340be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:42.949275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98f00fe0-b3d4-415a-b5d9-10b2d96ae5e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:42.995787 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98f00fe0-b3d4-415a-b5d9-10b2d96ae5e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.020816 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ae7caf6-55d7-48c9-ae56-42e06e340be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.027924 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ae7caf6-55d7-48c9-ae56-42e06e340be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.038275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c3a1-a20d-4235-9df3-f749f1553a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.044194 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c3a1-a20d-4235-9df3-f749f1553a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.085970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7caf6-55d7-48c9-ae56-42e06e340be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e0e943-f38b-4bd1-90bf-c3010b48a663,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:43.093694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5ae7caf6-55d7-48c9-ae56-42e06e340be4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=041a44758cb8420bb93f7642fcd97cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975851 Nov 12 13:12:43.098303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54924) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:43.107722 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1cb8c3a1-a20d-4235-9df3-f749f1553a30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37f21bc0bc1d40d7a4290e2cdc2a7747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9562981 Nov 12 13:12:43.110394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8c3a1-a20d-4235-9df3-f749f1553a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154c7729-df5e-4c71-b5e3-dd0a69f65b4a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:43.113045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:43.149929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98f00fe0-b3d4-415a-b5d9-10b2d96ae5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.152633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98f00fe0-b3d4-415a-b5d9-10b2d96ae5e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.158943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-98f00fe0-b3d4-415a-b5d9-10b2d96ae5e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d64167e-37f4-4954-ae61-13a60d901bf1 HTTP/1.1" status: 204 len: 168 time: 0.2936647 Nov 12 13:12:43.178845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f00fe0-b3d4-415a-b5d9-10b2d96ae5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d64167e-37f4-4954-ae61-13a60d901bf1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:43.244617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30ab6283-d56f-4c17-afde-40d29b0541ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.261499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-815699ad-3342-4c8d-9c34-d22423e01aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.330293 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30ab6283-d56f-4c17-afde-40d29b0541ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.356899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-815699ad-3342-4c8d-9c34-d22423e01aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.400500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035365fc-871a-406d-af35-8bba6774b0ad req-b7bb6ac4-da13-4191-a052-9212877a4013 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:43.402083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-035365fc-871a-406d-af35-8bba6774b0ad req-b7bb6ac4-da13-4191-a052-9212877a4013 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 968 time: 0.1303375 Nov 12 13:12:43.474654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device aa1342f1-cfa2-4ffe-acb0-6fff5b37995f details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:12:43.571631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-035365fc-871a-406d-af35-8bba6774b0ad req-d68fba81-cc7a-46cb-8c03-aaf253db0830 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540012 Nov 12 13:12:43.609570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-815699ad-3342-4c8d-9c34-d22423e01aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.613142 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-815699ad-3342-4c8d-9c34-d22423e01aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.625918 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-815699ad-3342-4c8d-9c34-d22423e01aa0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96e0e943-f38b-4bd1-90bf-c3010b48a663 HTTP/1.1" status: 204 len: 168 time: 0.5265841 Nov 12 13:12:43.657203 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30ab6283-d56f-4c17-afde-40d29b0541ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.671111 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30ab6283-d56f-4c17-afde-40d29b0541ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.672731 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-30ab6283-d56f-4c17-afde-40d29b0541ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/154c7729-df5e-4c71-b5e3-dd0a69f65b4a HTTP/1.1" status: 204 len: 168 time: 0.5539660 Nov 12 13:12:43.673865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815699ad-3342-4c8d-9c34-d22423e01aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e0e943-f38b-4bd1-90bf-c3010b48a663,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:43.698399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:43.712923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab6283-d56f-4c17-afde-40d29b0541ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154c7729-df5e-4c71-b5e3-dd0a69f65b4a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:43.714657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'aa1342f1-cfa2-4ffe-acb0-6fff5b37995f', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'aa1342f1-cfa2-4ffe-acb0-6fff5b37995f', 'mac_address': 'fa:16:3e:ce:a6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:tempest-test_az-615944478', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:12:43.788351 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.797316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f47a2c2f-2c3b-48ac-9011-d80dbf479e75 req-dc4151a8-9720-4a45-a9ce-71224943fc84 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 210 time: 0.0489066 Nov 12 13:12:43.837009 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.840052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1342f1-cfa2-4ffe-acb0-6fff5b37995f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:43.863278 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-545e8e71-28bd-4c1f-a73c-6ef3d26e98cf req-d59e9065-9944-47ce-b775-3ab02a2b6c52 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 210 time: 0.1646183 Nov 12 13:12:43.879553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:43.886140 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:43.886917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 889a3fec-922a-4381-8de3-32764daca655 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:12:43.926861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 889a3fec-922a-4381-8de3-32764daca655, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=889a3fec-922a-4381-8de3-32764daca655,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:43.984501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106cbcf-3337-4f27-bb6f-f2e3d49e8294 req-781339bb-57a4-4b0c-bf5e-5f8775c8b45e tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:43.986298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2106cbcf-3337-4f27-bb6f-f2e3d49e8294 req-781339bb-57a4-4b0c-bf5e-5f8775c8b45e tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 970 time: 0.0691195 Nov 12 13:12:43.997272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:44.006842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '889a3fec-922a-4381-8de3-32764daca655', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '889a3fec-922a-4381-8de3-32764daca655', 'mac_address': 'fa:16:3e:5b:9e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:tempest-test_az-615944478', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:12:44.092941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2106cbcf-3337-4f27-bb6f-f2e3d49e8294 req-3a47f0b4-f2b3-4cab-acc2-8f70b50908ea tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792706 Nov 12 13:12:44.095916 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:44.130055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889a3fec-922a-4381-8de3-32764daca655 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:44.159711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 889a3fec-922a-4381-8de3-32764daca655, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=889a3fec-922a-4381-8de3-32764daca655,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:44.166314 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:44.266750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=889a3fec-922a-4381-8de3-32764daca655,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:44.388790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:44.428721 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12652a35-cf75-4b07-ab2d-d173a4927a18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:44.526588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12652a35-cf75-4b07-ab2d-d173a4927a18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:44.531997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12652a35-cf75-4b07-ab2d-d173a4927a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:44.577449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-12652a35-cf75-4b07-ab2d-d173a4927a18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=426f6d6ed96540b1a88d76465943c6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868851 Nov 12 13:12:44.578567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652a35-cf75-4b07-ab2d-d173a4927a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b63b2-a49b-4cbd-95f9-16c518881a35,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:44.582965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54964) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:44.656066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7af06794-de73-4fd2-973c-6eef7898e0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:44.661620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['aa1342f1-cfa2-4ffe-acb0-6fff5b37995f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:12:44.688742 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7af06794-de73-4fd2-973c-6eef7898e0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:44.729888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['889a3fec-922a-4381-8de3-32764daca655'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:12:44.899242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c9056-25c9-436a-a860-761d46885e2c req-e8bc63ea-f8ff-426d-bba1-8d1ecb7682e0 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:44.901120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-836c9056-25c9-436a-a860-761d46885e2c req-e8bc63ea-f8ff-426d-bba1-8d1ecb7682e0 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 969 time: 0.1668134 Nov 12 13:12:44.901881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7af06794-de73-4fd2-973c-6eef7898e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:44.904714 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7af06794-de73-4fd2-973c-6eef7898e0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:44.912225 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7af06794-de73-4fd2-973c-6eef7898e0e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f4b63b2-a49b-4cbd-95f9-16c518881a35 HTTP/1.1" status: 204 len: 168 time: 0.3267202 Nov 12 13:12:44.946286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af06794-de73-4fd2-973c-6eef7898e0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b63b2-a49b-4cbd-95f9-16c518881a35,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:44.995999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-836c9056-25c9-436a-a860-761d46885e2c req-48bf1810-281a-4a9c-9306-aca574fcc906 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828650 Nov 12 13:12:45.004962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c399db8-9fc5-46bb-b3b4-9f2bb58ffea9 req-f3c19c17-97ce-4b14-85dc-44f71cd2afe1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 210 time: 0.0673800 Nov 12 13:12:45.154487 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aecf924a-e816-4ef2-b44c-7096ab066107 req-9c207752-c285-40c7-b111-e57127bb755c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 210 time: 0.0500340 Nov 12 13:12:45.348499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad2494-633c-4ff0-a58a-4679285424cb req-8256e556-2999-4b6b-ab26-933e532cea49 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:45.351107 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffad2494-633c-4ff0-a58a-4679285424cb req-8256e556-2999-4b6b-ab26-933e532cea49 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 970 time: 0.0820043 Nov 12 13:12:45.452958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffad2494-633c-4ff0-a58a-4679285424cb req-5067ea9a-22a9-406e-b378-77dd99674f95 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921118 Nov 12 13:12:46.118955 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15692ff6-81a7-4ce1-aaaf-fcef81296d22 req-43518760-84fb-4575-a3cd-13ca70cfaf41 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 210 time: 0.0615659 Nov 12 13:12:46.236232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadf15f-543d-4265-804e-6433f8cf1af5 req-0bf61992-15e4-4770-b5e2-224cb36b872a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:46.238562 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcadf15f-543d-4265-804e-6433f8cf1af5 req-0bf61992-15e4-4770-b5e2-224cb36b872a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 969 time: 0.0911245 Nov 12 13:12:46.323778 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcadf15f-543d-4265-804e-6433f8cf1af5 req-d5bea784-748c-411c-80fa-a39400411115 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732527 Nov 12 13:12:46.429602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd3c9634-0d4f-4215-a468-881df4d4373a req-32bd4798-64d8-4542-a991-afd92f52d11a tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 210 time: 0.0727437 Nov 12 13:12:46.549063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb3102-ac81-4cb5-96d1-708f095e6e11 req-3a40b8c7-8b46-4000-a8cf-5140149291fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:46.551251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4dbb3102-ac81-4cb5-96d1-708f095e6e11 req-3a40b8c7-8b46-4000-a8cf-5140149291fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 1099 time: 0.1080730 Nov 12 13:12:46.603910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4dbb3102-ac81-4cb5-96d1-708f095e6e11 req-052fb317-abd4-427d-a13c-14cecefd0c56 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392194 Nov 12 13:12:46.703011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8095980-a034-47a7-b7c0-f1991bd6a4c5 req-ec007908-2bd7-4807-8793-7f2a3827a97a tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:46.714322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8095980-a034-47a7-b7c0-f1991bd6a4c5 req-ec007908-2bd7-4807-8793-7f2a3827a97a tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 970 time: 0.1338270 Nov 12 13:12:46.806918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8095980-a034-47a7-b7c0-f1991bd6a4c5 req-6aa958dd-8ff5-4715-8795-050d1d19c7a0 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913665 Nov 12 13:12:46.891574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb3102-ac81-4cb5-96d1-708f095e6e11 req-7f25583b-28a4-4d1f-a6f6-937bf432c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:46.896172 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4dbb3102-ac81-4cb5-96d1-708f095e6e11 req-7f25583b-28a4-4d1f-a6f6-937bf432c097 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2820423 Nov 12 13:12:46.995785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-dc340b8d-7af1-45d1-802c-48b6bb9e6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:46.997903 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-dc340b8d-7af1-45d1-802c-48b6bb9e6d34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 1099 time: 0.0504696 Nov 12 13:12:47.047438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-8fe77efe-47b5-48cf-862b-6690cf4475a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40 HTTP/1.1" status: 200 len: 217 time: 0.0394173 Nov 12 13:12:47.166844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-866f3b66-2861-41e7-a263-13a9576514dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:47.179511 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-866f3b66-2861-41e7-a263-13a9576514dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0767777 Nov 12 13:12:47.224978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.70', 61521) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:47.276215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-16290ffa-1c54-46a9-a847-9fde08d5f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:47.279268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-16290ffa-1c54-46a9-a847-9fde08d5f179 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914247 Nov 12 13:12:47.349856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1d28a64-42bd-48d5-8432-72f086097640 req-6c151a41-282d-4247-a604-8774fd062808 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 210 time: 0.0805409 Nov 12 13:12:47.351836 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-c158e6c6-85f5-4b31-985e-13d223473170 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250944 Nov 12 13:12:47.466673 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-a59d268d-0fb7-4f3e-a733-de88131ac030 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799877 Nov 12 13:12:47.506631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-b0f6fe25-bcf7-4437-9f23-7b05e7e264ee tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:47.509763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device aa1342f1-cfa2-4ffe-acb0-6fff5b37995f up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:47.510515 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-b0f6fe25-bcf7-4437-9f23-7b05e7e264ee tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518884 Nov 12 13:12:47.524836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Request body: {'port': {'device_id': '9d6ace2f-7d19-4126-9bd9-a567244a4f8f', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'e4a6288e824d443ea1e51dc165f2c4c7'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:47.596952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:12:47.606158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:47.607950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:47.646340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c62b02-ca94-43d3-b8f1-3ce83e8cf97a req-1fa7eac7-29f7-45e7-9a77-37166b4e8ac2 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639347 Nov 12 13:12:47.681697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Made reservation on behalf of e4a6288e824d443ea1e51dc165f2c4c7 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:12:47.692873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:47.715062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:47.850028 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:47.932866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:47.937437 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a369c3-68a8-494d-a108-4c9fc45b41ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1342f1-cfa2-4ffe-acb0-6fff5b37995f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:47.958281 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:47.968675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:48.020368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07051f22-71f0-4565-87ef-c0278937ef80 req-3b9852c8-385c-4c3a-b740-33d301135753 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:48.022376 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07051f22-71f0-4565-87ef-c0278937ef80 req-3b9852c8-385c-4c3a-b740-33d301135753 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 969 time: 0.2437532 Nov 12 13:12:48.092513 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:48.093371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 889a3fec-922a-4381-8de3-32764daca655 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:48.103324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4eed-9430-4344-98b8-d262851cf141 req-f11105f8-6bf9-4a6c-b825-d7453bdc5cfc tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:48.108134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-f11105f8-6bf9-4a6c-b825-d7453bdc5cfc tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.70 "GET /v2.0/networks?id=d503244d-432a-4a29-a64b-6d1bf0a9e51b HTTP/1.1" status: 200 len: 824 time: 0.3613148 Nov 12 13:12:48.114199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-deabea2c-83e9-4c13-9d7c-67ecd8945ea8 req-6a0f823b-0378-4b49-9876-6015289586c9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 210 time: 0.0400472 Nov 12 13:12:48.115488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9158a4-f44f-4fab-9c92-6f34864b8959,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:48.135701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07051f22-71f0-4565-87ef-c0278937ef80 req-0c754083-2c0c-446f-a8cd-73a83888e662 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065240 Nov 12 13:12:48.221009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Allocated IP 192.168.233.93 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/f40df498-1fa6-4df7-b482-c437f7b63f12) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:48.364467 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa63232-d3e0-4130-b32e-eb2a5e8e4b88" -d '{"events": [{"server_uuid": "00a369c3-68a8-494d-a108-4c9fc45b41ee", "name": "network-vif-plugged", "status": "completed", "tag": "aa1342f1-cfa2-4ffe-acb0-6fff5b37995f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:48.369153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:48.390285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 889a3fec-922a-4381-8de3-32764daca655 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:12:48.399757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 889a3fec-922a-4381-8de3-32764daca655 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:48.400125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:48.446535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-953bad2b-99b7-462b-af11-7cfc8a22f5b8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=694fe3d0330849fabc4896eab7a45c97 HTTP/1.1" status: 200 len: 380 time: 0.2971406 Nov 12 13:12:48.461966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Request body: {'port': {'device_id': '8c64f944-07a9-4248-b70f-11ae268cf096', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'admin_state_up': True, 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'security_groups': ['7add2697-caf6-4221-a77f-e0afe6f316d4']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:48.523284 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:48.533141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:48.568638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250274-c7cc-4d4b-a9e7-30cbf3dac837 req-c5caaee8-2d39-4f1e-aacc-7a31dab698d8 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:48.572058 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9250274-c7cc-4d4b-a9e7-30cbf3dac837 req-c5caaee8-2d39-4f1e-aacc-7a31dab698d8 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 971 time: 0.1299257 Nov 12 13:12:48.597724 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:48.601882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 889a3fec-922a-4381-8de3-32764daca655, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=889a3fec-922a-4381-8de3-32764daca655,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:48.608259 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:48.671198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=889a3fec-922a-4381-8de3-32764daca655,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:48.672003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9250274-c7cc-4d4b-a9e7-30cbf3dac837 req-97d86c4c-3c3d-4479-ac4f-596675ded72a tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908053 Nov 12 13:12:48.679860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Pushing event updated for resources: {'Port': ['ID=f40df498-1fa6-4df7-b482-c437f7b63f12,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:48.693888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:48.696091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:48.699703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:48.706642 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:48.707297 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:48.719357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Made reservation on behalf of 694fe3d0330849fabc4896eab7a45c97 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:12:48.728129 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:48.739615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-f632331c-25ce-48e9-b202-87c24a3e9e10 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2149315 Nov 12 13:12:48.829497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Request body: {'port': {'device_id': '9d6ace2f-7d19-4126-9bd9-a567244a4f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:48.893791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9dfc6082-3fc3-42fd-b2ef-49724ceea030 req-02e6f6cd-8d93-4405-94b5-41f927792870 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 210 time: 0.0415676 Nov 12 13:12:48.936121 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:48.990892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Allocated IP 172.20.0.9 (d503244d-432a-4a29-a64b-6d1bf0a9e51b/ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec/ed659cc0-ca70-457a-918c-079c96f72f99) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:12:49.025920 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab4dd7b-b14e-42d1-8983-7d29630ba27c x-openstack-request-id: req-8ab4dd7b-b14e-42d1-8983-7d29630ba27c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:49.026498 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a369c3-68a8-494d-a108-4c9fc45b41ee", "name": "network-vif-plugged", "status": "completed", "tag": "aa1342f1-cfa2-4ffe-acb0-6fff5b37995f", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:49.026668 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ab4dd7b-b14e-42d1-8983-7d29630ba27c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:49.027142 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a369c3-68a8-494d-a108-4c9fc45b41ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1342f1-cfa2-4ffe-acb0-6fff5b37995f', 'code': 200} Nov 12 13:12:49.093649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-df8b140d-e4d1-4a86-9511-b5d2fe5679d4 None None] Provisioning complete for port f40df498-1fa6-4df7-b482-c437f7b63f12 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:49.094237 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df8b140d-e4d1-4a86-9511-b5d2fe5679d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.190410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-df8b140d-e4d1-4a86-9511-b5d2fe5679d4 None None] Port f40df498-1fa6-4df7-b482-c437f7b63f12 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:49.267680 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.276241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62211676-e9d5-49dd-8046-f8a06172f9c1 req-e6974c59-22a8-4f17-86b9-563c33a4fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:49.277747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62211676-e9d5-49dd-8046-f8a06172f9c1 req-e6974c59-22a8-4f17-86b9-563c33a4fd23 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 1122 time: 0.1633148 Nov 12 13:12:49.297130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918ab8-b97d-4801-8ec9-ce8abcab2177 req-b82b1f27-9d85-4fe7-8363-0b49b0c7831e tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:49.299653 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e918ab8-b97d-4801-8ec9-ce8abcab2177 req-b82b1f27-9d85-4fe7-8363-0b49b0c7831e tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 935 time: 0.0766840 Nov 12 13:12:49.300550 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb97b931-e79e-4cae-ad87-759cb4b4c575 req-4ef8d890-96b2-4710-bdc9-d36c0a995b4f tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5e7dc8ab4fe44b578070d9665e753f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449598 Nov 12 13:12:49.322626 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62211676-e9d5-49dd-8046-f8a06172f9c1 req-08fea798-9600-403f-b044-a87f2e3e12ba service neutron] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.347315 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.406140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e918ab8-b97d-4801-8ec9-ce8abcab2177 req-2f0daf4b-16c4-494e-bf3e-9efaf8cc3e1e tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973523 Nov 12 13:12:49.414441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Network d503244d-432a-4a29-a64b-6d1bf0a9e51b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:12:49.417595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:12:49.438108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:12:49.445072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:49.445770 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.461239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event updated for resources: {'Port': ['ID=ed659cc0-ca70-457a-918c-079c96f72f99,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:49.475798 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-abf7de66-aec4-42ad-88a5-87432b679cb3 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0181429 Nov 12 13:12:49.489164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Request body: {'port': {'device_id': '8c64f944-07a9-4248-b70f-11ae268cf096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:12:49.565853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55140) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:49.572867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97b931-e79e-4cae-ad87-759cb4b4c575 req-fdb2c070-5d06-4d48-aa33-a811c0cd7e93 tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:49.574425 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb97b931-e79e-4cae-ad87-759cb4b4c575 req-fdb2c070-5d06-4d48-aa33-a811c0cd7e93 tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658176 Nov 12 13:12:49.589054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40df498-1fa6-4df7-b482-c437f7b63f12 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:49.603895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.614211 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.621325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb97b931-e79e-4cae-ad87-759cb4b4c575 req-a652db50-aefa-48a8-8a87-65e9f30133d4 tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/quotas/5e7dc8ab4fe44b578070d9665e753f7d HTTP/1.1" status: 200 len: 375 time: 0.0350347 Nov 12 13:12:49.638424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Transition to ACTIVE for port object f40df498-1fa6-4df7-b482-c437f7b63f12 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:12:49.643429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62211676-e9d5-49dd-8046-f8a06172f9c1 req-08fea798-9600-403f-b044-a87f2e3e12ba service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.655146 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.672128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d846507-8978-4315-8b21-0da48d1ee7f4 req-946f8ffd-e7f4-4204-a4f0-0660e9ab4ec6 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:49.679808 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d846507-8978-4315-8b21-0da48d1ee7f4 req-946f8ffd-e7f4-4204-a4f0-0660e9ab4ec6 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 970 time: 0.1252937 Nov 12 13:12:49.681719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62211676-e9d5-49dd-8046-f8a06172f9c1 req-08fea798-9600-403f-b044-a87f2e3e12ba service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.722187 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb97b931-e79e-4cae-ad87-759cb4b4c575 req-897fd188-f4cf-4761-b291-91ef5defe38a tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e7dc8ab4fe44b578070d9665e753f7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773094 Nov 12 13:12:49.811889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd1836e7-b5e5-4856-96d5-7c45d4a22e03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.821082 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d846507-8978-4315-8b21-0da48d1ee7f4 req-b9d257da-a3d3-43a8-8f80-e6c927084b55 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403115 Nov 12 13:12:49.831591 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62211676-e9d5-49dd-8046-f8a06172f9c1 req-08fea798-9600-403f-b044-a87f2e3e12ba service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414445 Nov 12 13:12:49.836255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ff609903-34e9-43df-a744-9b52302a6598 None None] Provisioning complete for port ed659cc0-ca70-457a-918c-079c96f72f99 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:49.837623 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff609903-34e9-43df-a744-9b52302a6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:49.841622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Pushing event updated for resources: {'Port': ['ID=f40df498-1fa6-4df7-b482-c437f7b63f12,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:49.846563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea798-9600-403f-b044-a87f2e3e12ba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffbefef-1a3b-42a5-a107-dfb91c384903,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:49.904509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ff609903-34e9-43df-a744-9b52302a6598 None None] Port ed659cc0-ca70-457a-918c-079c96f72f99 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:12:49.958026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Attempting to bind port f40df498-1fa6-4df7-b482-c437f7b63f12 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:49.958368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Attempting to bind port f40df498-1fa6-4df7-b482-c437f7b63f12 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:49.958732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Attempting to bind port f40df498-1fa6-4df7-b482-c437f7b63f12 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:49.978566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Port f40df498-1fa6-4df7-b482-c437f7b63f12 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:12:49.979332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Attempting to bind port f40df498-1fa6-4df7-b482-c437f7b63f12 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:49.997737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:49.998088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:49.998458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:49.998901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Bound port: f40df498-1fa6-4df7-b482-c437f7b63f12, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:49.999259 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.030621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f26a1a-72ef-4b8c-b381-8d1daeee59d9 req-dd610281-e254-44c7-b038-65ffc1cabc74 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:50.032954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7f26a1a-72ef-4b8c-b381-8d1daeee59d9 req-dd610281-e254-44c7-b038-65ffc1cabc74 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 971 time: 0.1336381 Nov 12 13:12:50.089123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed659cc0-ca70-457a-918c-079c96f72f99 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:50.098006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.121326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Transition to ACTIVE for port object ed659cc0-ca70-457a-918c-079c96f72f99 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:12:50.126059 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd1836e7-b5e5-4856-96d5-7c45d4a22e03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.126370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.139608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd1836e7-b5e5-4856-96d5-7c45d4a22e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.159731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] For port f40df498-1fa6-4df7-b482-c437f7b63f12, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:50.173604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7f26a1a-72ef-4b8c-b381-8d1daeee59d9 req-888261a5-efe9-4495-8a42-f78efa7a3322 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318505 Nov 12 13:12:50.191087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] For port f40df498-1fa6-4df7-b482-c437f7b63f12, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f40df498-1fa6-4df7-b482-c437f7b63f12,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:50.212561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Pushing event updated for resources: {'Port': ['ID=ed659cc0-ca70-457a-918c-079c96f72f99,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:50.218148 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dd1836e7-b5e5-4856-96d5-7c45d4a22e03 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a8180b7e960422aa526ed661a7831bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6341143 Nov 12 13:12:50.218295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55154) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:50.221021 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.227221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1836e7-b5e5-4856-96d5-7c45d4a22e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de3f30-3f9d-4f81-a334-b5e8cfd8214e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:50.346655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:50.347277 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.348903 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] 10.222.0.70 "PUT /v2.0/ports/f40df498-1fa6-4df7-b482-c437f7b63f12 HTTP/1.1" status: 200 len: 1095 time: 1.5243649 Nov 12 13:12:50.356266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6ace2f-7d19-4126-9bd9-a567244a4f8f', 'tag': 'f40df498-1fa6-4df7-b482-c437f7b63f12'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:50.358842 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147baa61-475a-428a-8669-82a3252540d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6ace2f-7d19-4126-9bd9-a567244a4f8f", "tag": "f40df498-1fa6-4df7-b482-c437f7b63f12"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:50.370475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Attempting to bind port ed659cc0-ca70-457a-918c-079c96f72f99 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:12:50.370918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Attempting to bind port ed659cc0-ca70-457a-918c-079c96f72f99 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:12:50.371254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Attempting to bind port ed659cc0-ca70-457a-918c-079c96f72f99 on network d503244d-432a-4a29-a64b-6d1bf0a9e51b {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:50.394798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Port ed659cc0-ca70-457a-918c-079c96f72f99 on network d503244d-432a-4a29-a64b-6d1bf0a9e51b not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:12:50.394935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962b997-7fe3-4912-b869-3df81b725934 service neutron] Pushing event updated for resources: {'Port': ['ID=f40df498-1fa6-4df7-b482-c437f7b63f12,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:50.395282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Attempting to bind port ed659cc0-ca70-457a-918c-079c96f72f99 on network d503244d-432a-4a29-a64b-6d1bf0a9e51b {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:12:50.406839 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11bfcd91-d286-4b37-a64c-795abcbbb885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.409629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:12:50.409968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Checking segment: {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:12:50.410360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Bound using segment: {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:12:50.410817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Bound port: ed659cc0-ca70-457a-918c-079c96f72f99, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:12:50.411169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.475919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca63b3e-7e20-405e-b721-0f9466c113fa req-dd15b7b0-3faf-493d-bf92-10d4f5a5d7ea tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:50.483825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9ca63b3e-7e20-405e-b721-0f9466c113fa req-dd15b7b0-3faf-493d-bf92-10d4f5a5d7ea tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 943 time: 0.1919987 Nov 12 13:12:50.519846 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11bfcd91-d286-4b37-a64c-795abcbbb885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.528691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-eea23c51-dc0d-4a90-a546-269a1dee1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:50.530445 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-eea23c51-dc0d-4a90-a546-269a1dee1713 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 1098 time: 0.1174464 Nov 12 13:12:50.599945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-3ec28ede-ddec-48b2-80a4-152d4ad7e728 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f40df498-1fa6-4df7-b482-c437f7b63f12 HTTP/1.1" status: 200 len: 217 time: 0.0561895 Nov 12 13:12:50.621710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] For port ed659cc0-ca70-457a-918c-079c96f72f99, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:12:50.625648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] For port ed659cc0-ca70-457a-918c-079c96f72f99, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ed659cc0-ca70-457a-918c-079c96f72f99,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:12:50.631804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.674990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-636159ca-d8db-46ac-81f4-22db72589268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:50.676462 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-636159ca-d8db-46ac-81f4-22db72589268 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0675538 Nov 12 13:12:50.678073 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622c7342-6de4-4f8d-87aa-f4262996ccf3 x-openstack-request-id: req-622c7342-6de4-4f8d-87aa-f4262996ccf3 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:50.678358 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6ace2f-7d19-4126-9bd9-a567244a4f8f", "tag": "f40df498-1fa6-4df7-b482-c437f7b63f12", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:50.678610 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-622c7342-6de4-4f8d-87aa-f4262996ccf3 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:50.678991 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6ace2f-7d19-4126-9bd9-a567244a4f8f', 'tag': 'f40df498-1fa6-4df7-b482-c437f7b63f12', 'status': 'completed', 'code': 200} Nov 12 13:12:50.695777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:50.696125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9ca63b3e-7e20-405e-b721-0f9466c113fa req-55368500-2e25-4a6c-b859-973d7a6ce5dc tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060642 Nov 12 13:12:50.696396 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.697828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] 10.222.0.70 "PUT /v2.0/ports/ed659cc0-ca70-457a-918c-079c96f72f99 HTTP/1.1" status: 200 len: 1091 time: 1.2138035 Nov 12 13:12:50.700788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c64f944-07a9-4248-b70f-11ae268cf096', 'tag': 'ed659cc0-ca70-457a-918c-079c96f72f99'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:50.703543 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8c64f944-07a9-4248-b70f-11ae268cf096", "tag": "ed659cc0-ca70-457a-918c-079c96f72f99"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:50.713510 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11bfcd91-d286-4b37-a64c-795abcbbb885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.716116 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11bfcd91-d286-4b37-a64c-795abcbbb885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:50.717499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-11bfcd91-d286-4b37-a64c-795abcbbb885 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f3de3f30-3f9d-4f81-a334-b5e8cfd8214e HTTP/1.1" status: 204 len: 168 time: 0.4866624 Nov 12 13:12:50.790225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-31b7f9fd-2a66-4801-a5d0-8ae7320c90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:50.794740 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-31b7f9fd-2a66-4801-a5d0-8ae7320c90e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936248 Nov 12 13:12:50.802083 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310bff72-daab-441e-a07e-cae5f89b1d38 x-openstack-request-id: req-310bff72-daab-441e-a07e-cae5f89b1d38 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:50.802371 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c64f944-07a9-4248-b70f-11ae268cf096", "tag": "ed659cc0-ca70-457a-918c-079c96f72f99", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:50.802617 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-310bff72-daab-441e-a07e-cae5f89b1d38 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:50.803010 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c64f944-07a9-4248-b70f-11ae268cf096', 'tag': 'ed659cc0-ca70-457a-918c-079c96f72f99', 'status': 'completed', 'code': 200} Nov 12 13:12:50.811027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfcd91-d286-4b37-a64c-795abcbbb885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3de3f30-3f9d-4f81-a334-b5e8cfd8214e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:50.899782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa807c8b-1474-45b8-bfdf-131c120ea84f service neutron] Pushing event updated for resources: {'Port': ['ID=ed659cc0-ca70-457a-918c-079c96f72f99,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:50.933885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4eed-9430-4344-98b8-d262851cf141 req-6e6c0ea2-ce1c-474d-8303-920f8a93442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:50.935474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-6e6c0ea2-ce1c-474d-8303-920f8a93442d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=694fe3d0330849fabc4896eab7a45c97&device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 1094 time: 0.1522136 Nov 12 13:12:50.943692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdef59-5f8c-4f46-bc86-1bbf893be0c8 req-1e93381f-50f0-41be-ba7d-e3c6ac179f32 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:50.945708 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74fdef59-5f8c-4f46-bc86-1bbf893be0c8 req-1e93381f-50f0-41be-ba7d-e3c6ac179f32 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 947 time: 0.1609890 Nov 12 13:12:50.961094 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de962e4d-30c4-4923-bf6d-47b4b7244b9a req-ed6e23dd-c530-44c1-9388-a3a2c12e55c2 tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5e7dc8ab4fe44b578070d9665e753f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612340 Nov 12 13:12:50.979217 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-a50c932a-6a51-438f-a6e3-cccdc5e223a9 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785483 Nov 12 13:12:50.989773 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-f4e423b1-482a-4cf2-9aa5-320f52e23c65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed659cc0-ca70-457a-918c-079c96f72f99 HTTP/1.1" status: 200 len: 217 time: 0.0426250 Nov 12 13:12:51.028793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889a3fec-922a-4381-8de3-32764daca655'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:51.031582 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d000869d-b312-43d3-a589-7d6b6f2b3129" -d '{"events": [{"server_uuid": "3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6", "name": "network-vif-plugged", "status": "completed", "tag": "889a3fec-922a-4381-8de3-32764daca655"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:51.079722 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74fdef59-5f8c-4f46-bc86-1bbf893be0c8 req-b8f2e404-124f-470d-b6b2-eed89a250e09 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919189 Nov 12 13:12:51.081366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4eed-9430-4344-98b8-d262851cf141 req-9d6f69b4-911f-452e-a029-374887bf3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.082782 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-9d6f69b4-911f-452e-a029-374887bf3d06 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec HTTP/1.1" status: 200 len: 863 time: 0.0798090 Nov 12 13:12:51.152711 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4eed-9430-4344-98b8-d262851cf141 req-35df64ad-8d49-4edd-91ac-728e7f6e4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.154486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-35df64ad-8d49-4edd-91ac-728e7f6e4b1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d503244d-432a-4a29-a64b-6d1bf0a9e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636704 Nov 12 13:12:51.217660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55196) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:51.270799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a16a21c1-3ee3-4aba-8a8e-f1be853181fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:51.307686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a160bf4-bb71-4708-86f6-223bedb99a59 req-cb4c8067-648e-4bf0-8473-f14770a1a279 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.309196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a160bf4-bb71-4708-86f6-223bedb99a59 req-cb4c8067-648e-4bf0-8473-f14770a1a279 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 970 time: 0.1448944 Nov 12 13:12:51.342610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6a1bf73-ab6a-47a7-9df0-86716196e39c req-eed6a235-9c17-48c8-a9b4-0f41a1914440 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530884 Nov 12 13:12:51.351759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de962e4d-30c4-4923-bf6d-47b4b7244b9a req-05e44bc3-abd9-4a9d-bf62-a527097a237c tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.358793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de962e4d-30c4-4923-bf6d-47b4b7244b9a req-05e44bc3-abd9-4a9d-bf62-a527097a237c tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3966587 Nov 12 13:12:51.360807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-3153da34-ff41-4154-b328-9d7e891d1905 service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971459 Nov 12 13:12:51.374313 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de962e4d-30c4-4923-bf6d-47b4b7244b9a req-867f3af9-c99e-4f16-ad39-a06be916cfde tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/quotas/5e7dc8ab4fe44b578070d9665e753f7d HTTP/1.1" status: 200 len: 375 time: 0.0141437 Nov 12 13:12:51.411183 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de962e4d-30c4-4923-bf6d-47b4b7244b9a req-c7b11ebc-7e3b-449b-adaf-c157101941ef tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e7dc8ab4fe44b578070d9665e753f7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350547 Nov 12 13:12:51.451230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147baa61-475a-428a-8669-82a3252540d6 req-a1e8b66a-eba0-4719-b84e-b83270776d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.452743 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-147baa61-475a-428a-8669-82a3252540d6 req-a1e8b66a-eba0-4719-b84e-b83270776d8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 1098 time: 0.0442529 Nov 12 13:12:51.474744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a160bf4-bb71-4708-86f6-223bedb99a59 req-3af7a5b8-f6b5-45fe-b5a3-897eca217b62 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577485 Nov 12 13:12:51.520380 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da7f817-b9ff-423a-b0cc-ba59c5a5f388 x-openstack-request-id: req-1da7f817-b9ff-423a-b0cc-ba59c5a5f388 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:51.520697 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6", "name": "network-vif-plugged", "status": "completed", "tag": "889a3fec-922a-4381-8de3-32764daca655", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:51.521034 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1da7f817-b9ff-423a-b0cc-ba59c5a5f388 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:51.521553 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889a3fec-922a-4381-8de3-32764daca655', 'code': 200} Nov 12 13:12:51.531401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a16a21c1-3ee3-4aba-8a8e-f1be853181fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:51.539710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a50d4eed-9430-4344-98b8-d262851cf141 req-dd3a79d6-aa37-4017-b407-c2573e2df90b service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675646 Nov 12 13:12:51.541575 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a16a21c1-3ee3-4aba-8a8e-f1be853181fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:51.577656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a16a21c1-3ee3-4aba-8a8e-f1be853181fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa7522ba6a914da1bab778f87b36b594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589082 Nov 12 13:12:51.578565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:51.596765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147baa61-475a-428a-8669-82a3252540d6 req-6db3e7f9-cdb3-4c83-9e4a-c7353ef86578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.598613 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-147baa61-475a-428a-8669-82a3252540d6 req-6db3e7f9-cdb3-4c83-9e4a-c7353ef86578 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1386688 Nov 12 13:12:51.665671 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-147baa61-475a-428a-8669-82a3252540d6 req-bb6d8326-c28c-480a-8bd7-0410fd5973d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f40df498-1fa6-4df7-b482-c437f7b63f12 HTTP/1.1" status: 200 len: 217 time: 0.0520730 Nov 12 13:12:51.693318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a21c1-3ee3-4aba-8a8e-f1be853181fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec7b183-ee4a-488a-ae13-0a12797556df,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:51.739188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-d719a6ba-b418-4bbe-b9d3-dc4581b0f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.741536 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-d719a6ba-b418-4bbe-b9d3-dc4581b0f70e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=694fe3d0330849fabc4896eab7a45c97&device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 1094 time: 0.1052146 Nov 12 13:12:51.748925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069fab8-64fb-4f22-ab4b-a687f9f02b52 req-29069d24-1ebf-4ded-819f-c19f4ef5f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.752234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97990c-021a-4b0d-b2d2-c685003de785 req-feccbdf3-d5c3-4c5c-bfdb-09ffe2e41968 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.753414 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e069fab8-64fb-4f22-ab4b-a687f9f02b52 req-29069d24-1ebf-4ded-819f-c19f4ef5f621 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 1121 time: 0.0834014 Nov 12 13:12:51.755403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147baa61-475a-428a-8669-82a3252540d6 req-6797dd17-d768-4cdd-88e8-90327c597016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.756894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-147baa61-475a-428a-8669-82a3252540d6 req-6797dd17-d768-4cdd-88e8-90327c597016 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0809240 Nov 12 13:12:51.760081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e97990c-021a-4b0d-b2d2-c685003de785 req-feccbdf3-d5c3-4c5c-bfdb-09ffe2e41968 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 971 time: 0.1671841 Nov 12 13:12:51.775534 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09682f50-0527-4b97-a507-f51ea38e9416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:51.834828 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e069fab8-64fb-4f22-ab4b-a687f9f02b52 req-23d1ceb5-90a2-4b97-a298-efc6991b4085 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768816 Nov 12 13:12:51.842179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147baa61-475a-428a-8669-82a3252540d6 req-2e2ba6f8-9dce-4f9a-b5ae-fa844e26d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.844140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-147baa61-475a-428a-8669-82a3252540d6 req-2e2ba6f8-9dce-4f9a-b5ae-fa844e26d91d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798361 Nov 12 13:12:51.863535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09682f50-0527-4b97-a507-f51ea38e9416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:51.917580 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e97990c-021a-4b0d-b2d2-c685003de785 req-2654d8a4-ddaf-4dce-a600-219756106472 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566269 Nov 12 13:12:51.950866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-49452035-8774-4bfa-8958-063786a09e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.953210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-49452035-8774-4bfa-8958-063786a09e06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d503244d-432a-4a29-a64b-6d1bf0a9e51b HTTP/1.1" status: 200 len: 925 time: 0.1903005 Nov 12 13:12:51.997589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edf20e-3323-4ee4-b682-b0074bc5178a req-f1c959da-add4-4527-9226-c97a705ff697 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:51.999091 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-16edf20e-3323-4ee4-b682-b0074bc5178a req-f1c959da-add4-4527-9226-c97a705ff697 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 943 time: 0.0856724 Nov 12 13:12:52.001672 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-147baa61-475a-428a-8669-82a3252540d6 req-e2459ba6-7a97-483d-8110-f8b6d5345057 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494994 Nov 12 13:12:52.012972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09682f50-0527-4b97-a507-f51ea38e9416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:52.016333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09682f50-0527-4b97-a507-f51ea38e9416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:52.018387 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-09682f50-0527-4b97-a507-f51ea38e9416 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ec7b183-ee4a-488a-ae13-0a12797556df HTTP/1.1" status: 204 len: 168 time: 0.4370744 Nov 12 13:12:52.019888 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-cef5b894-7106-488e-8382-c7f07810a023 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed659cc0-ca70-457a-918c-079c96f72f99 HTTP/1.1" status: 200 len: 217 time: 0.0581956 Nov 12 13:12:52.031439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09682f50-0527-4b97-a507-f51ea38e9416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec7b183-ee4a-488a-ae13-0a12797556df,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:52.137028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-7e6328df-1aa8-4513-a298-9a2a13399c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:52.150589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-7e6328df-1aa8-4513-a298-9a2a13399c75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec HTTP/1.1" status: 200 len: 863 time: 0.1196322 Nov 12 13:12:52.206127 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-16edf20e-3323-4ee4-b682-b0074bc5178a req-a2d07e2c-82ac-432a-a5ec-6f2aafb20143 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972587 Nov 12 13:12:52.247195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-147baa61-475a-428a-8669-82a3252540d6 req-194628e1-e681-44c6-87aa-a6d82cb7c18e service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364287 Nov 12 13:12:52.344927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac037d1-f0c4-4ef7-8f70-ab9bedeafc8b req-71d3c0c9-2298-457c-ae2c-e67e5076ef86 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:52.354198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ac037d1-f0c4-4ef7-8f70-ab9bedeafc8b req-71d3c0c9-2298-457c-ae2c-e67e5076ef86 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 947 time: 0.0779023 Nov 12 13:12:52.447270 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ac037d1-f0c4-4ef7-8f70-ab9bedeafc8b req-bd537969-f8ef-4e2a-b7c1-7c34a6df4781 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920756 Nov 12 13:12:52.513527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-1a8e236d-1ce8-4b07-a294-3890c4e16324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:52.516169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-1a8e236d-1ce8-4b07-a294-3890c4e16324 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d503244d-432a-4a29-a64b-6d1bf0a9e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3571529 Nov 12 13:12:52.603930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60b313d7-c7f2-4ca8-bac3-d938d73e7814 req-2d930e1f-2f5a-4680-bc57-203c698b16e5 tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5e7dc8ab4fe44b578070d9665e753f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603147 Nov 12 13:12:52.640595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c2e34-e9b3-4a30-9190-b3052869ab2f req-4a0378dd-abe7-425e-b8cf-1daacacfc268 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:52.642437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f64c2e34-e9b3-4a30-9190-b3052869ab2f req-4a0378dd-abe7-425e-b8cf-1daacacfc268 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 970 time: 0.0636029 Nov 12 13:12:52.717737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-744af4e6-cc47-482b-8664-c4f8ce63bb1d service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928201 Nov 12 13:12:52.721906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f64c2e34-e9b3-4a30-9190-b3052869ab2f req-f17c552b-03bb-49a7-bb3d-6b09ddb8c32b tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721455 Nov 12 13:12:52.722440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c727f783-59f3-4a5c-91ba-dc306c54fb40 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:12:52.843151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:52.844209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b313d7-c7f2-4ca8-bac3-d938d73e7814 req-c117f765-781e-4ea9-94f4-714e3b351659 tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:52.846535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60b313d7-c7f2-4ca8-bac3-d938d73e7814 req-c117f765-781e-4ea9-94f4-714e3b351659 tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295818 Nov 12 13:12:52.864816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'mac_address': 'fa:16:3e:b7:fe:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:12:52.873255 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60b313d7-c7f2-4ca8-bac3-d938d73e7814 req-9167d15e-d3a5-4791-bc97-e84953bb3877 tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/quotas/5e7dc8ab4fe44b578070d9665e753f7d HTTP/1.1" status: 200 len: 375 time: 0.0143778 Nov 12 13:12:52.876579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d69e416-9773-49e2-a528-ba0e5d3bf5ec req-90baee69-dbaf-4552-b2bb-05a3fedcb428 service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487420 Nov 12 13:12:52.915649 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:52.930395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c727f783-59f3-4a5c-91ba-dc306c54fb40 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:52.930589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60b313d7-c7f2-4ca8-bac3-d938d73e7814 req-df01aef9-132b-43d7-be54-e724ea3436d7 tempest-QuotasAdminNegativeTest-1791546976 tempest-QuotasAdminNegativeTest-1791546976-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e7dc8ab4fe44b578070d9665e753f7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491879 Nov 12 13:12:52.954656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:52.960225 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:53.027819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:53.071690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee3189-3edf-43e2-8a21-33e9784477ee req-f8602709-211c-4f8f-a5e0-84ccccc46144 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:53.074067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0aee3189-3edf-43e2-8a21-33e9784477ee req-f8602709-211c-4f8f-a5e0-84ccccc46144 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 971 time: 0.0687785 Nov 12 13:12:53.161766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0aee3189-3edf-43e2-8a21-33e9784477ee req-f6c1df11-92a5-47db-a44c-2cc54638b1da tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796828 Nov 12 13:12:53.350503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679affa0-3313-4584-98f3-6f36288add68 req-fdf352d0-ab3f-4bc5-98f6-ea6ab4022f70 tempest-AggregatesAdminTestJSON-1270229114 tempest-AggregatesAdminTestJSON-1270229114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:53.352339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-679affa0-3313-4584-98f3-6f36288add68 req-fdf352d0-ab3f-4bc5-98f6-ea6ab4022f70 tempest-AggregatesAdminTestJSON-1270229114 tempest-AggregatesAdminTestJSON-1270229114-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 1122 time: 0.0477085 Nov 12 13:12:53.374372 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-679affa0-3313-4584-98f3-6f36288add68 req-6ce73a50-2d04-409c-9f74-50a787c6949b tempest-AggregatesAdminTestJSON-1270229114 tempest-AggregatesAdminTestJSON-1270229114-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:53.468616 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-679affa0-3313-4584-98f3-6f36288add68 req-6ce73a50-2d04-409c-9f74-50a787c6949b tempest-AggregatesAdminTestJSON-1270229114 tempest-AggregatesAdminTestJSON-1270229114-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:53.476006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-679affa0-3313-4584-98f3-6f36288add68 req-6ce73a50-2d04-409c-9f74-50a787c6949b tempest-AggregatesAdminTestJSON-1270229114 tempest-AggregatesAdminTestJSON-1270229114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:53.516979 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-679affa0-3313-4584-98f3-6f36288add68 req-6ce73a50-2d04-409c-9f74-50a787c6949b tempest-AggregatesAdminTestJSON-1270229114 tempest-AggregatesAdminTestJSON-1270229114-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571419 Nov 12 13:12:53.519553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce73a50-2d04-409c-9f74-50a787c6949b tempest-AggregatesAdminTestJSON-1270229114 tempest-AggregatesAdminTestJSON-1270229114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706c6bd6-9c02-4782-86da-d4404fb48e6d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:53.528679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c727f783-59f3-4a5c-91ba-dc306c54fb40'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:12:53.555533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aa137-5bf3-4c8d-85e9-506c47392ce3 req-d41e085b-1bf9-46ba-9734-ea3c2b5e102f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:53.557112 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a62aa137-5bf3-4c8d-85e9-506c47392ce3 req-d41e085b-1bf9-46ba-9734-ea3c2b5e102f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 943 time: 0.0682647 Nov 12 13:12:53.623100 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a62aa137-5bf3-4c8d-85e9-506c47392ce3 req-1c2dc3bb-e1db-47bd-b17f-08f8b5543319 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576980 Nov 12 13:12:53.709065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb3d61-0213-46a6-bd94-3593664f9dd7 req-0b4db8a1-37c9-4af6-adb1-b85aa8e242d4 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:53.710841 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-38bb3d61-0213-46a6-bd94-3593664f9dd7 req-0b4db8a1-37c9-4af6-adb1-b85aa8e242d4 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 947 time: 0.0904653 Nov 12 13:12:53.803421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-38bb3d61-0213-46a6-bd94-3593664f9dd7 req-9fa55b9f-b2d0-4f5d-896a-e869d22b1932 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772896 Nov 12 13:12:53.932425 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:53.966941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d917c4-4a05-4c35-bd97-95479bc5a58b req-a4bed6e4-d0c5-40b1-9b29-49a543fbb672 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:53.968950 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2d917c4-4a05-4c35-bd97-95479bc5a58b req-a4bed6e4-d0c5-40b1-9b29-49a543fbb672 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 970 time: 0.0726895 Nov 12 13:12:54.049464 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2d917c4-4a05-4c35-bd97-95479bc5a58b req-73fb3e2d-8575-43e7-af7c-d221f0ab2f01 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723150 Nov 12 13:12:54.089672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c622450-69f0-4b62-abc4-ff30aedf0dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:54.201107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b1c27-da96-418a-8e80-9e3715e808ca req-e4cbaaa6-e93d-4c8a-973f-ea41bf811350 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:54.201341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c622450-69f0-4b62-abc4-ff30aedf0dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:54.203367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-340b1c27-da96-418a-8e80-9e3715e808ca req-e4cbaaa6-e93d-4c8a-973f-ea41bf811350 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 949 time: 0.0587995 Nov 12 13:12:54.207769 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c622450-69f0-4b62-abc4-ff30aedf0dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:54.257394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55332) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:54.257593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6c622450-69f0-4b62-abc4-ff30aedf0dcb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5e7dc8ab4fe44b578070d9665e753f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237665 Nov 12 13:12:54.258834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c622450-69f0-4b62-abc4-ff30aedf0dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7217a0e-d89d-4968-be1d-85804acf527d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:54.290750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-340b1c27-da96-418a-8e80-9e3715e808ca req-edf09562-5ac0-4ce3-a5d2-5f3eeca33c4d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799572 Nov 12 13:12:54.344263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f48-53d7-40f5-a33c-9fc992cc4d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:54.370289 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f48-53d7-40f5-a33c-9fc992cc4d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:54.440623 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f48-53d7-40f5-a33c-9fc992cc4d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:54.443485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f48-53d7-40f5-a33c-9fc992cc4d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:54.447253 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dcca2f48-53d7-40f5-a33c-9fc992cc4d88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7217a0e-d89d-4968-be1d-85804acf527d HTTP/1.1" status: 204 len: 168 time: 0.1864700 Nov 12 13:12:54.464112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca2f48-53d7-40f5-a33c-9fc992cc4d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7217a0e-d89d-4968-be1d-85804acf527d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:54.711383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c727f783-59f3-4a5c-91ba-dc306c54fb40 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:12:54.808908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port c727f783-59f3-4a5c-91ba-dc306c54fb40 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:12:54.817251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port c727f783-59f3-4a5c-91ba-dc306c54fb40 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:12:54.819177 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:54.883321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaef98-aa1f-4605-a702-ce7529e93587 req-24b7f61c-109e-42e1-8594-3eabbad696cc tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:54.886842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82aaef98-aa1f-4605-a702-ce7529e93587 req-24b7f61c-109e-42e1-8594-3eabbad696cc tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 943 time: 0.0880363 Nov 12 13:12:54.944906 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:54.980681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:12:54.983867 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b895fc-8c94-4b4b-a7a6-ef8f2a82adef" -d '{"events": [{"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-plugged", "status": "completed", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:12:54.997891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e33ff1-57ad-45a9-8117-e4c7c8effb58 req-81942c5e-61f8-40ad-9b2c-a09a8687720b tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:55.002074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:55.002774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82aaef98-aa1f-4605-a702-ce7529e93587 req-4a6119f5-f36f-4423-8d9b-c649f8fac4c1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073666 Nov 12 13:12:55.006388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08e33ff1-57ad-45a9-8117-e4c7c8effb58 req-81942c5e-61f8-40ad-9b2c-a09a8687720b tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 947 time: 0.0858245 Nov 12 13:12:55.007347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55382) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:55.008939 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.042932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5872-50a4-4d2b-940c-dfb9561246d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.069165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08e33ff1-57ad-45a9-8117-e4c7c8effb58 req-aa009eef-47b2-4229-a03f-d191877d9b2a tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589786 Nov 12 13:12:55.080872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:55.139474 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bb0935-64f0-4dce-aa77-e29ae192a046 x-openstack-request-id: req-93bb0935-64f0-4dce-aa77-e29ae192a046 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:12:55.139791 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-plugged", "status": "completed", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:12:55.140049 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93bb0935-64f0-4dce-aa77-e29ae192a046 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:12:55.141200 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'code': 200} Nov 12 13:12:55.189086 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5872-50a4-4d2b-940c-dfb9561246d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.197254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5872-50a4-4d2b-940c-dfb9561246d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.219269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:55.258782 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7c3b5872-50a4-4d2b-940c-dfb9561246d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c785319c4fba43c4affbfa6cecf1a729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467148 Nov 12 13:12:55.259405 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55398) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:55.275481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b5872-50a4-4d2b-940c-dfb9561246d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35784ba5-6e27-4237-9d1c-12ed6b58d73e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:55.324490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505d826-13a7-4855-afef-e54215857eca req-e05feed8-b687-4de8-9bfb-68f885c63013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:55.326277 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0505d826-13a7-4855-afef-e54215857eca req-e05feed8-b687-4de8-9bfb-68f885c63013 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 1101 time: 0.0975776 Nov 12 13:12:55.357460 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd2625e9-6a51-483c-9348-cc6df0968d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.371947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bf32224-23ad-4894-a5ba-ca8b26d57af5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.388595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd2625e9-6a51-483c-9348-cc6df0968d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.431195 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0505d826-13a7-4855-afef-e54215857eca req-7f232e46-0d80-439d-889c-ddebdf10a81a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965502 Nov 12 13:12:55.506787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2404-2a07-459c-b6f1-d3c31ced82b5 req-e836d62d-d25f-4ee0-939c-a76d07852123 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:55.508553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-74ac2404-2a07-459c-b6f1-d3c31ced82b5 req-e836d62d-d25f-4ee0-939c-a76d07852123 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0910068 Nov 12 13:12:55.511740 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bf32224-23ad-4894-a5ba-ca8b26d57af5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.515752 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bf32224-23ad-4894-a5ba-ca8b26d57af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.520204 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd2625e9-6a51-483c-9348-cc6df0968d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.523344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd2625e9-6a51-483c-9348-cc6df0968d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.524838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fd2625e9-6a51-483c-9348-cc6df0968d42 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/35784ba5-6e27-4237-9d1c-12ed6b58d73e HTTP/1.1" status: 204 len: 168 time: 0.2645075 Nov 12 13:12:55.561186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2625e9-6a51-483c-9348-cc6df0968d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35784ba5-6e27-4237-9d1c-12ed6b58d73e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:55.573959 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9bf32224-23ad-4894-a5ba-ca8b26d57af5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6fd2a7841424b4c8ef586366edf5b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526361 Nov 12 13:12:55.575229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf32224-23ad-4894-a5ba-ca8b26d57af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c64e4e4-fb67-4946-8e13-0bcab7315284,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:55.580113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:55.656620 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d29d539b-75b4-49e5-900e-7fb9b87925bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.663515 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-74ac2404-2a07-459c-b6f1-d3c31ced82b5 req-bfb01ffd-6228-49f9-81c9-49c7b10c64fa tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272025 Nov 12 13:12:55.699724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d29d539b-75b4-49e5-900e-7fb9b87925bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.800050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d29d539b-75b4-49e5-900e-7fb9b87925bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.806453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d29d539b-75b4-49e5-900e-7fb9b87925bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:55.811213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d29d539b-75b4-49e5-900e-7fb9b87925bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c64e4e4-fb67-4946-8e13-0bcab7315284 HTTP/1.1" status: 204 len: 168 time: 0.2287488 Nov 12 13:12:55.828126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d539b-75b4-49e5-900e-7fb9b87925bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c64e4e4-fb67-4946-8e13-0bcab7315284,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:56.181868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1307ede-1ed9-4d32-b1c5-39132ec0d102 req-3a7de147-c4d1-460d-a841-25920ff06029 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:56.203749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1307ede-1ed9-4d32-b1c5-39132ec0d102 req-3a7de147-c4d1-460d-a841-25920ff06029 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 943 time: 0.0923998 Nov 12 13:12:56.304553 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1307ede-1ed9-4d32-b1c5-39132ec0d102 req-aa547e2a-fd71-4925-90cf-936e99ef3e9f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965710 Nov 12 13:12:56.365111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846b79f-1223-4b74-8223-5a710d5bbebe req-c01c6d7a-44f6-4a8b-be6c-44c33e643dc6 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:56.376856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a846b79f-1223-4b74-8223-5a710d5bbebe req-c01c6d7a-44f6-4a8b-be6c-44c33e643dc6 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 947 time: 0.0816865 Nov 12 13:12:56.435593 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a846b79f-1223-4b74-8223-5a710d5bbebe req-d9fbbd83-fbeb-4fb4-aab4-5d5d60e0fd3d tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565393 Nov 12 13:12:56.491686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55498) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:56.513892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fba27fde-1de9-4ae7-88e4-46f20c9e04c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:56.684018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fba27fde-1de9-4ae7-88e4-46f20c9e04c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:56.693916 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fba27fde-1de9-4ae7-88e4-46f20c9e04c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:56.728593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f40df498-1fa6-4df7-b482-c437f7b63f12 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:12:56.786527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba27fde-1de9-4ae7-88e4-46f20c9e04c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa25ab79-50e6-494e-8512-95d42bbfc2f8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:56.829856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fba27fde-1de9-4ae7-88e4-46f20c9e04c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c59d77a476904379b97d1288f3a0e237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336251 Nov 12 13:12:56.829856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:56.943438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cba1e3aa-be80-41d7-adfb-b5ebac3f76ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:56.950433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5d09e-aec2-47ac-9877-a0d76efadcf5 req-e8e9f458-fbe9-46a2-b14e-c3bec36ca19f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:56.960848 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78f5d09e-aec2-47ac-9877-a0d76efadcf5 req-e8e9f458-fbe9-46a2-b14e-c3bec36ca19f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1408515 Nov 12 13:12:56.978173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f40df498-1fa6-4df7-b482-c437f7b63f12, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f40df498-1fa6-4df7-b482-c437f7b63f12,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:56.982971 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cba1e3aa-be80-41d7-adfb-b5ebac3f76ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:56.997653 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5971700b-0516-4a00-8eaa-a9ca7926bc27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:57.018700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'f40df498-1fa6-4df7-b482-c437f7b63f12', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'f40df498-1fa6-4df7-b482-c437f7b63f12', 'mac_address': 'fa:16:3e:7a:a1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:12:57.061087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cba1e3aa-be80-41d7-adfb-b5ebac3f76ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:57.062292 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78f5d09e-aec2-47ac-9877-a0d76efadcf5 req-38ef6e7d-24a7-49b1-9141-879441123d4d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004519 Nov 12 13:12:57.066366 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cba1e3aa-be80-41d7-adfb-b5ebac3f76ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:57.073000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cba1e3aa-be80-41d7-adfb-b5ebac3f76ee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa25ab79-50e6-494e-8512-95d42bbfc2f8 HTTP/1.1" status: 204 len: 168 time: 0.2403941 Nov 12 13:12:57.091796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1e3aa-be80-41d7-adfb-b5ebac3f76ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa25ab79-50e6-494e-8512-95d42bbfc2f8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:57.108414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55542) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:57.115504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:57.149309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40df498-1fa6-4df7-b482-c437f7b63f12 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:57.180752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f40df498-1fa6-4df7-b482-c437f7b63f12, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f40df498-1fa6-4df7-b482-c437f7b63f12,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:57.186273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:57.187157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ed659cc0-ca70-457a-918c-079c96f72f99 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:12:57.279709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f40df498-1fa6-4df7-b482-c437f7b63f12,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:57.380437 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ed659cc0-ca70-457a-918c-079c96f72f99, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ed659cc0-ca70-457a-918c-079c96f72f99,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:57.395797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'ed659cc0-ca70-457a-918c-079c96f72f99', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'port_id': 'ed659cc0-ca70-457a-918c-079c96f72f99', 'mac_address': 'fa:16:3e:75:c2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:12:57.476555 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:57.478848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f67568-fd5f-4780-9399-3e1b0eeb00bb req-1c1fd541-79c0-4e21-8223-b4135c6af70f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:57.481061 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4f67568-fd5f-4780-9399-3e1b0eeb00bb req-1c1fd541-79c0-4e21-8223-b4135c6af70f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 943 time: 0.0622964 Nov 12 13:12:57.496713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed659cc0-ca70-457a-918c-079c96f72f99 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:12:57.541254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dab02-3e9e-480e-a13e-4a5d44c2ea70 req-60ee50af-e802-4801-9124-7924a36a3e58 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:57.550129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ed659cc0-ca70-457a-918c-079c96f72f99, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ed659cc0-ca70-457a-918c-079c96f72f99,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:57.552806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b5dab02-3e9e-480e-a13e-4a5d44c2ea70 req-60ee50af-e802-4801-9124-7924a36a3e58 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 971 time: 0.1206293 Nov 12 13:12:57.558846 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:57.597701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4f67568-fd5f-4780-9399-3e1b0eeb00bb req-5413e126-d0c8-4865-9416-3679d8ba9a00 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033483 Nov 12 13:12:57.617739 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:57.800220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ed659cc0-ca70-457a-918c-079c96f72f99,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:57.800798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b5dab02-3e9e-480e-a13e-4a5d44c2ea70 req-98859e10-ef3d-4464-a903-4698b86a76e5 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289240 Nov 12 13:12:57.833914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55562) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:57.890269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235bb94-6e2c-472b-8abf-ed6f10f411fd req-292f487f-35c7-4f50-9f68-ecbb6cc7fe2d tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:57.897847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9235bb94-6e2c-472b-8abf-ed6f10f411fd req-292f487f-35c7-4f50-9f68-ecbb6cc7fe2d tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 948 time: 0.1351624 Nov 12 13:12:57.927009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:57.932054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ed659cc0-ca70-457a-918c-079c96f72f99'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:12:57.933119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:57.958669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9235bb94-6e2c-472b-8abf-ed6f10f411fd req-5142cb8c-e838-4eba-b851-c4267a7d2022 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598524 Nov 12 13:12:57.982589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['f40df498-1fa6-4df7-b482-c437f7b63f12'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:12:57.993349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9892b6138c37466891e3fdcfe9b1c9ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8837693 Nov 12 13:12:57.995975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55572) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:58.005415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb384c7-9b08-42a2-a7eb-d6e2b4219b58,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:58.014610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.015007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.016025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.016025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.016279 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.016693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.017684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.018033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.018375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.018711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.019045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.019418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06dfd6a-3b66-4515-a19b-f4810e5b5a4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.056186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18d1ae1e-e106-47c0-a1f4-e8edc12a2e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.123962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.178601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.270716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18d1ae1e-e106-47c0-a1f4-e8edc12a2e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.280506 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.283220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18d1ae1e-e106-47c0-a1f4-e8edc12a2e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.285466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.292399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cb384c7-9b08-42a2-a7eb-d6e2b4219b58 HTTP/1.1" status: 204 len: 168 time: 0.2943425 Nov 12 13:12:58.314988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb384c7-9b08-42a2-a7eb-d6e2b4219b58,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:58.337503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.340484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-18d1ae1e-e106-47c0-a1f4-e8edc12a2e2c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=585e958775354ab697f4d8a76c5ffee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053773 Nov 12 13:12:58.340666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.341080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.341448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.341787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.342123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.342452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.345855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.346223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.346565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.347224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.347567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0a228-4e17-4751-b154-d711220922d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:12:58.351618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55588) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:58.369728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4901100-1447-4448-bd93-3c1e4b677f21 req-59643070-0967-4b30-b954-a51aa76a23e4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:58.371391 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4901100-1447-4448-bd93-3c1e4b677f21 req-59643070-0967-4b30-b954-a51aa76a23e4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1575036 Nov 12 13:12:58.373605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1ae1e-e106-47c0-a1f4-e8edc12a2e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3102cb5b-f2c2-42d9-bbbd-ed0b613c2803,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:58.456706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb399f1d-f8a7-4024-88fc-b5b96c682bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.467199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4901100-1447-4448-bd93-3c1e4b677f21 req-fcc9aa83-8223-41cf-adc5-ffc575ba6235 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735888 Nov 12 13:12:58.490785 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb399f1d-f8a7-4024-88fc-b5b96c682bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.557099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb399f1d-f8a7-4024-88fc-b5b96c682bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.561035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb399f1d-f8a7-4024-88fc-b5b96c682bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:58.565037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fb399f1d-f8a7-4024-88fc-b5b96c682bdb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3102cb5b-f2c2-42d9-bbbd-ed0b613c2803 HTTP/1.1" status: 204 len: 168 time: 0.2002280 Nov 12 13:12:58.573767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb399f1d-f8a7-4024-88fc-b5b96c682bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3102cb5b-f2c2-42d9-bbbd-ed0b613c2803,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:58.767395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1984861-155c-4944-8df7-78dd4ddb4ab1 req-4cabecea-4979-4054-98eb-a9801fe3a893 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:58.770033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1984861-155c-4944-8df7-78dd4ddb4ab1 req-4cabecea-4979-4054-98eb-a9801fe3a893 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 944 time: 0.0840528 Nov 12 13:12:58.847697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1984861-155c-4944-8df7-78dd4ddb4ab1 req-93f0299b-d63b-4f5a-ac64-d8e5f8f17981 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719643 Nov 12 13:12:58.899571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-c462a062-d0fd-4b29-8719-221b5918fa41 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360553 Nov 12 13:12:59.025333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217112fb-6fee-4166-bef3-7673f43af98c req-389446c7-3a61-4357-9e37-78a7e5feccfc tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:59.027719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-217112fb-6fee-4166-bef3-7673f43af98c req-389446c7-3a61-4357-9e37-78a7e5feccfc tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 971 time: 0.0698037 Nov 12 13:12:59.046090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-76a682e8-d4cf-4156-839e-881b709fe02a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:59.054447 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-76a682e8-d4cf-4156-839e-881b709fe02a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538856 Nov 12 13:12:59.057233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55622) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:59.086498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-217112fb-6fee-4166-bef3-7673f43af98c req-e9c61315-4ad9-48ef-8282-8a35872b80d8 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ca4bf51-ef92-463a-9429-61deab704c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518761 Nov 12 13:12:59.103054 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b83d403-ee0b-4955-947a-d0f59ad0b0f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.112431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-6b85b016-1d03-4da9-9b35-0d31ca4b31d4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/quotas/9a5469eb83a24e1695c2f52e6eafb1d1 HTTP/1.1" status: 200 len: 375 time: 0.0568397 Nov 12 13:12:59.154872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:59.202825 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-0a25bbdd-0cbc-4b9f-9a02-b7674134ff75 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:59.204456 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-0a25bbdd-0cbc-4b9f-9a02-b7674134ff75 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.105 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 971 time: 0.1478922 Nov 12 13:12:59.231006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-24a88253-e969-4298-9e35-d35d38dfcc05 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178119 Nov 12 13:12:59.237086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdb25f-ff77-4f31-bf6b-798afcd11986 req-3e91b5d6-8271-4e5c-93a7-a0ce9fb2c8fe tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:12:59.238646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5fdb25f-ff77-4f31-bf6b-798afcd11986 req-3e91b5d6-8271-4e5c-93a7-a0ce9fb2c8fe tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 948 time: 0.0688338 Nov 12 13:12:59.295783 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5fdb25f-ff77-4f31-bf6b-798afcd11986 req-bf6373b8-1d9c-40ee-9895-c11c12fcea88 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499501 Nov 12 13:12:59.356559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55630) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:59.364499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3577895c-4664-4e4a-9379-81c889455bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.395176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3069c6b-4f82-40e2-8ae2-c89b477c04f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.410451 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b83d403-ee0b-4955-947a-d0f59ad0b0f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.418897 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b83d403-ee0b-4955-947a-d0f59ad0b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.435022 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a1eb-4ea7-4002-ac51-01272480df3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.482019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5b83d403-ee0b-4955-947a-d0f59ad0b0f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34ce489c1d334cbca44c3f076efddbb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148984 Nov 12 13:12:59.487372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55636) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:59.502604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83d403-ee0b-4955-947a-d0f59ad0b0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63c0e3f-fa04-4603-babc-f0109b4d0bfc,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:59.509753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-83bf32b7-a153-47db-a5a6-6163ddc61471 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Deleting port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:12:59.510170 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-83bf32b7-a153-47db-a5a6-6163ddc61471 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.570006 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9f64cb3-cdc3-41a9-be6a-801b3ed24858 req-9377eaca-8766-41cb-a6ea-ec7756253464 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 210 time: 0.0427206 Nov 12 13:12:59.635643 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3577895c-4664-4e4a-9379-81c889455bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.647908 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3069c6b-4f82-40e2-8ae2-c89b477c04f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.649388 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3577895c-4664-4e4a-9379-81c889455bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.680063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-83bf32b7-a153-47db-a5a6-6163ddc61471 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] For port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:12:59.680435 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-83bf32b7-a153-47db-a5a6-6163ddc61471 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.687893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577895c-4664-4e4a-9379-81c889455bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b07332-7a09-4c2f-acb9-e4f76bbd9f3f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:59.690572 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3069c6b-4f82-40e2-8ae2-c89b477c04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.739803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-83bf32b7-a153-47db-a5a6-6163ddc61471 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Calling delete_port for aa1342f1-cfa2-4ffe-acb0-6fff5b37995f owned by compute:tempest-test_az-615944478 {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:12:59.744382 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfe0-162f-4748-b081-96c5802d1582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.750459 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3577895c-4664-4e4a-9379-81c889455bf9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cae2ed64a014407d8e02ce4f746ab9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5943894 Nov 12 13:12:59.754694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a3069c6b-4f82-40e2-8ae2-c89b477c04f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e88a292988fd4ff0815fdad697714054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971624 Nov 12 13:12:59.755464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55646) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:59.758411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55648) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:12:59.772722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3069c6b-4f82-40e2-8ae2-c89b477c04f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7cc86a-ebfe-414d-bdc8-3562afa900b1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:12:59.855509 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc1e0eb1-f151-42f1-90a0-e3b4e6fe9932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.868453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b777ce-b53e-4295-bc3b-4b1e21ec8828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.899941 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc1e0eb1-f151-42f1-90a0-e3b4e6fe9932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.912858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b777ce-b53e-4295-bc3b-4b1e21ec8828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:12:59.997095 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfe0-162f-4748-b081-96c5802d1582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.002778 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b777ce-b53e-4295-bc3b-4b1e21ec8828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.005383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b777ce-b53e-4295-bc3b-4b1e21ec8828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.008814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f4b777ce-b53e-4295-bc3b-4b1e21ec8828 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae7cc86a-ebfe-414d-bdc8-3562afa900b1 HTTP/1.1" status: 204 len: 168 time: 0.2304742 Nov 12 13:13:00.011513 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc1e0eb1-f151-42f1-90a0-e3b4e6fe9932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.014388 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc1e0eb1-f151-42f1-90a0-e3b4e6fe9932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.018153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fc1e0eb1-f151-42f1-90a0-e3b4e6fe9932 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88b07332-7a09-4c2f-acb9-e4f76bbd9f3f HTTP/1.1" status: 204 len: 168 time: 0.2578824 Nov 12 13:13:00.021033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b777ce-b53e-4295-bc3b-4b1e21ec8828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7cc86a-ebfe-414d-bdc8-3562afa900b1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:00.033395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e0eb1-f151-42f1-90a0-e3b4e6fe9932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b07332-7a09-4c2f-acb9-e4f76bbd9f3f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:00.072420 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-83bf32b7-a153-47db-a5a6-6163ddc61471 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.084776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['aa1342f1-cfa2-4ffe-acb0-6fff5b37995f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:00.130167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364300-faa2-401a-a5ea-cd995ee90706 req-acc0d5bd-afb0-4240-8f26-ebe84dda601d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:00.131711 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-59364300-faa2-401a-a5ea-cd995ee90706 req-acc0d5bd-afb0-4240-8f26-ebe84dda601d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 944 time: 0.1403251 Nov 12 13:13:00.135530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf32b7-a153-47db-a5a6-6163ddc61471 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Pushing event deleted for resources: {'Port': ['ID=aa1342f1-cfa2-4ffe-acb0-6fff5b37995f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:00.286049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-83bf32b7-a153-47db-a5a6-6163ddc61471 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] No DVR routers for this DVR port aa1342f1-cfa2-4ffe-acb0-6fff5b37995f on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:13:00.306023 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfe0-162f-4748-b081-96c5802d1582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.309423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53a9bfe0-162f-4748-b081-96c5802d1582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.310619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-53a9bfe0-162f-4748-b081-96c5802d1582 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d63c0e3f-fa04-4603-babc-f0109b4d0bfc HTTP/1.1" status: 204 len: 168 time: 0.8160260 Nov 12 13:13:00.312123 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-83bf32b7-a153-47db-a5a6-6163ddc61471 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.316980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c947cc0-6c67-4a68-b75a-da99369c0493 req-83bf32b7-a153-47db-a5a6-6163ddc61471 tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.105 "DELETE /v2.0/ports/aa1342f1-cfa2-4ffe-acb0-6fff5b37995f HTTP/1.1" status: 204 len: 173 time: 1.1025138 Nov 12 13:13:00.336572 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a369c3-68a8-494d-a108-4c9fc45b41ee', 'name': 'network-vif-deleted', 'tag': 'aa1342f1-cfa2-4ffe-acb0-6fff5b37995f'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:00.339373 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a99f48-f9fd-4fd4-995f-88b4dc9c8ecf" -d '{"events": [{"server_uuid": "00a369c3-68a8-494d-a108-4c9fc45b41ee", "name": "network-vif-deleted", "tag": "aa1342f1-cfa2-4ffe-acb0-6fff5b37995f"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:00.347861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9bfe0-162f-4748-b081-96c5802d1582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63c0e3f-fa04-4603-babc-f0109b4d0bfc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:00.374968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-59364300-faa2-401a-a5ea-cd995ee90706 req-5249473d-b7c2-486c-b885-4055ce647a51 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349589 Nov 12 13:13:00.461782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.536086 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c03a512-8c3c-47d4-a56e-2bd4f7c9917c req-6dbf2573-f95b-4931-952b-ad311dd9487c tempest-AggregatesAdminTestJSON-836301868 tempest-AggregatesAdminTestJSON-836301868-project] 10.222.0.73 "GET /v2.0/ports?device_id=00a369c3-68a8-494d-a108-4c9fc45b41ee HTTP/1.1" status: 200 len: 210 time: 0.0476489 Nov 12 13:13:00.557370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86e6c0-b22d-4605-a642-d7baacee6a1d req-17886d5a-2c0a-43ae-b542-587c98e94364 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:00.559934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6d86e6c0-b22d-4605-a642-d7baacee6a1d req-17886d5a-2c0a-43ae-b542-587c98e94364 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 948 time: 0.0869625 Nov 12 13:13:00.603508 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef075fcc-7d1b-4bb9-b4f0-d72e543398b6 x-openstack-request-id: req-ef075fcc-7d1b-4bb9-b4f0-d72e543398b6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:00.604405 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a369c3-68a8-494d-a108-4c9fc45b41ee", "name": "network-vif-deleted", "tag": "aa1342f1-cfa2-4ffe-acb0-6fff5b37995f", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:00.604717 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef075fcc-7d1b-4bb9-b4f0-d72e543398b6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:00.605123 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a369c3-68a8-494d-a108-4c9fc45b41ee', 'name': 'network-vif-deleted', 'tag': 'aa1342f1-cfa2-4ffe-acb0-6fff5b37995f', 'status': 'completed', 'code': 200} Nov 12 13:13:00.640052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6d86e6c0-b22d-4605-a642-d7baacee6a1d req-fd289b12-86ce-42b8-95e3-a0553f66c5d4 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723898 Nov 12 13:13:00.705907 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9a1dfaf3-58c3-4b50-8f3b-48b387f939ab req-b9d95f43-db78-4850-97bd-1117583a2b08 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 210 time: 0.0307407 Nov 12 13:13:00.774246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f40df498-1fa6-4df7-b482-c437f7b63f12 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:00.837459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port f40df498-1fa6-4df7-b482-c437f7b63f12 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:13:00.841835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port f40df498-1fa6-4df7-b482-c437f7b63f12 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:00.842183 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.943849 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.963906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55684) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:00.977176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6ace2f-7d19-4126-9bd9-a567244a4f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40df498-1fa6-4df7-b482-c437f7b63f12'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:00.980250 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ec072-7517-48b1-9960-d834aee63c3e" -d '{"events": [{"server_uuid": "9d6ace2f-7d19-4126-9bd9-a567244a4f8f", "name": "network-vif-plugged", "status": "completed", "tag": "f40df498-1fa6-4df7-b482-c437f7b63f12"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:00.985915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9341ef36-3104-4816-937a-86278c96903d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:00.998808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f40df498-1fa6-4df7-b482-c437f7b63f12, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f40df498-1fa6-4df7-b482-c437f7b63f12,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:01.005425 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:01.006500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ed659cc0-ca70-457a-918c-079c96f72f99 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:01.135520 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c332a9b-905d-4b4e-a09f-dcaf107b2497 x-openstack-request-id: req-8c332a9b-905d-4b4e-a09f-dcaf107b2497 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:01.135735 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6ace2f-7d19-4126-9bd9-a567244a4f8f", "name": "network-vif-plugged", "status": "completed", "tag": "f40df498-1fa6-4df7-b482-c437f7b63f12", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:01.136074 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c332a9b-905d-4b4e-a09f-dcaf107b2497 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:01.136484 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6ace2f-7d19-4126-9bd9-a567244a4f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40df498-1fa6-4df7-b482-c437f7b63f12', 'code': 200} Nov 12 13:13:01.154340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-74325e41-0e73-4747-af75-dc2f598503c8 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548451 Nov 12 13:13:01.264056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f40df498-1fa6-4df7-b482-c437f7b63f12,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:01.278175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port ed659cc0-ca70-457a-918c-079c96f72f99 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:13:01.301906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.302746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.303272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.303792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.304308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.305865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.306453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.306966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.307479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.307987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.308522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.309027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:01.318475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port ed659cc0-ca70-457a-918c-079c96f72f99 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:01.323116 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:01.442287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9341ef36-3104-4816-937a-86278c96903d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:01.487105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-7f2a9fe9-198b-4368-9f00-c630225d7c91 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:01.490679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-7f2a9fe9-198b-4368-9f00-c630225d7c91 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259618 Nov 12 13:13:01.491179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ec58-a84e-46df-a6e3-4aed48b6eaa0 req-188bbcf8-840e-451a-a8a0-2c6e3c4a9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:01.492803 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9341ef36-3104-4816-937a-86278c96903d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:01.495979 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a3ec58-a84e-46df-a6e3-4aed48b6eaa0 req-188bbcf8-840e-451a-a8a0-2c6e3c4a9ce8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 1100 time: 0.1255450 Nov 12 13:13:01.509827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:01.530287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Request body: {'port': {'device_id': '5e0ed040-cb7f-4992-b622-ba5d856137d4', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '9a5469eb83a24e1695c2f52e6eafb1d1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:01.549637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ed659cc0-ca70-457a-918c-079c96f72f99, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ed659cc0-ca70-457a-918c-079c96f72f99,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:01.558301 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:01.582911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a3ec58-a84e-46df-a6e3-4aed48b6eaa0 req-f2b4e861-d999-4bec-bd90-eb28a52bf99c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634873 Nov 12 13:13:01.663243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ed659cc0-ca70-457a-918c-079c96f72f99,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:01.687087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341ef36-3104-4816-937a-86278c96903d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6066f6-f433-4c41-8e6c-b0b6ea7afb49,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:01.698412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9341ef36-3104-4816-937a-86278c96903d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15d1621a1b6d4a638c23bc6545d26d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7334237 Nov 12 13:13:01.701375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55716) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:01.757822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c23d5-9ef7-46c0-8858-abf5d835130b req-74817ac1-0cd7-4726-baff-a926cbc4d6f2 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:01.765646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-360c23d5-9ef7-46c0-8858-abf5d835130b req-74817ac1-0cd7-4726-baff-a926cbc4d6f2 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 945 time: 0.1587892 Nov 12 13:13:01.813022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Made reservation on behalf of 9a5469eb83a24e1695c2f52e6eafb1d1 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:01.817030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:01.834299 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c79e653a-d4b6-4aa7-b1fb-6d760c2f4736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:01.875486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee027c43-2ec4-4dab-9e92-e01a1c2fc022 req-b2600aac-92b9-4c62-806a-e048f956d6c3 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:01.877561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-360c23d5-9ef7-46c0-8858-abf5d835130b req-02797527-1d5f-44df-a7eb-440cd121a9c1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109262 Nov 12 13:13:01.878621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee027c43-2ec4-4dab-9e92-e01a1c2fc022 req-b2600aac-92b9-4c62-806a-e048f956d6c3 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 949 time: 0.1442373 Nov 12 13:13:01.884063 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c79e653a-d4b6-4aa7-b1fb-6d760c2f4736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:01.988994 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee027c43-2ec4-4dab-9e92-e01a1c2fc022 req-cad5564a-1682-48cb-8f32-bff0a6f2dae3 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800922 Nov 12 13:13:02.007027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c79e653a-d4b6-4aa7-b1fb-6d760c2f4736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:02.011580 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c79e653a-d4b6-4aa7-b1fb-6d760c2f4736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:02.018246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c79e653a-d4b6-4aa7-b1fb-6d760c2f4736 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d6066f6-f433-4c41-8e6c-b0b6ea7afb49 HTTP/1.1" status: 204 len: 168 time: 0.3124118 Nov 12 13:13:02.040105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e653a-d4b6-4aa7-b1fb-6d760c2f4736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6066f6-f433-4c41-8e6c-b0b6ea7afb49,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:02.048424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-221dc55e-df7e-40d4-90a9-c6df54f0d043 req-e8616923-0b6c-4cb8-b0d9-f3841a765df1 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 210 time: 0.0589540 Nov 12 13:13:02.055616 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:02.097845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Allocated IP 192.168.233.157 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/a82e8767-0331-4aa4-b7bc-336db48df3ea) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:02.284954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:02.324534 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:02.337970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c727f783-59f3-4a5c-91ba-dc306c54fb40'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:02.341602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['889a3fec-922a-4381-8de3-32764daca655'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:02.373043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:02.379144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:02.383243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:02.388918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:02.389584 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:02.402578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Pushing event updated for resources: {'Port': ['ID=a82e8767-0331-4aa4-b7bc-336db48df3ea,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:02.419525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-188c4387-397a-4a77-973b-2d2157d227ff tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8955865 Nov 12 13:13:02.439315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Request body: {'port': {'device_id': '5e0ed040-cb7f-4992-b622-ba5d856137d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:02.498383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55742) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:02.528305 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:02.743100 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:02.823439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e4e5ad12-a5a8-4853-b5ec-cc7cb87ff259 None None] Provisioning complete for port a82e8767-0331-4aa4-b7bc-336db48df3ea triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:02.824029 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ad12-a5a8-4853-b5ec-cc7cb87ff259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:02.884761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5ad12-a5a8-4853-b5ec-cc7cb87ff259 None None] Port a82e8767-0331-4aa4-b7bc-336db48df3ea cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:02.945917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82e8767-0331-4aa4-b7bc-336db48df3ea {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:02.945917 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:02.946531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-acf65a17-85ba-4b5c-a291-dc2ccf02bf07 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ccd213091a0a4591bd5af49960ce4709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457924 Nov 12 13:13:02.947982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55760) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:02.962135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Transition to ACTIVE for port object a82e8767-0331-4aa4-b7bc-336db48df3ea will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:13:02.973491 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:03.033576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827547a1-a65c-4eab-be73-f8341c9f413a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:03.058902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Pushing event updated for resources: {'Port': ['ID=a82e8767-0331-4aa4-b7bc-336db48df3ea,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:03.083160 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827547a1-a65c-4eab-be73-f8341c9f413a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:03.137479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c64f944-07a9-4248-b70f-11ae268cf096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed659cc0-ca70-457a-918c-079c96f72f99'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:03.140026 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87c22e2-7508-4738-a713-aa2183292947" -d '{"events": [{"server_uuid": "8c64f944-07a9-4248-b70f-11ae268cf096", "name": "network-vif-plugged", "status": "completed", "tag": "ed659cc0-ca70-457a-918c-079c96f72f99"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:03.146251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Attempting to bind port a82e8767-0331-4aa4-b7bc-336db48df3ea on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:03.146572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Attempting to bind port a82e8767-0331-4aa4-b7bc-336db48df3ea by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:03.146899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Attempting to bind port a82e8767-0331-4aa4-b7bc-336db48df3ea on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:03.159284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Port a82e8767-0331-4aa4-b7bc-336db48df3ea on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:13:03.159907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Attempting to bind port a82e8767-0331-4aa4-b7bc-336db48df3ea on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:03.177023 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827547a1-a65c-4eab-be73-f8341c9f413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:03.178076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24b8a-478b-473a-8ae1-121a9a5e461d req-cb2307f8-204c-45d5-8585-44a1df800a51 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.180495 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827547a1-a65c-4eab-be73-f8341c9f413a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:03.184189 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-827547a1-a65c-4eab-be73-f8341c9f413a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6ca4bf51-ef92-463a-9429-61deab704c83 HTTP/1.1" status: 204 len: 168 time: 0.2315869 Nov 12 13:13:03.185972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9d24b8a-478b-473a-8ae1-121a9a5e461d req-cb2307f8-204c-45d5-8585-44a1df800a51 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 945 time: 0.1324458 Nov 12 13:13:03.189658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:03.190036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:03.190426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:03.190875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Bound port: a82e8767-0331-4aa4-b7bc-336db48df3ea, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:03.191235 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:03.201132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827547a1-a65c-4eab-be73-f8341c9f413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca4bf51-ef92-463a-9429-61deab704c83,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:03.312793 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9d24b8a-478b-473a-8ae1-121a9a5e461d req-5af3ff4b-a909-4d10-b67e-0ceadb2a9fb8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258285 Nov 12 13:13:03.335422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] For port a82e8767-0331-4aa4-b7bc-336db48df3ea, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:03.339464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] For port a82e8767-0331-4aa4-b7bc-336db48df3ea, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a82e8767-0331-4aa4-b7bc-336db48df3ea,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:03.349331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:03.404668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.405397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:03.408303 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] 10.222.0.70 "PUT /v2.0/ports/a82e8767-0331-4aa4-b7bc-336db48df3ea HTTP/1.1" status: 200 len: 1096 time: 0.9757826 Nov 12 13:13:03.408752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0ed040-cb7f-4992-b622-ba5d856137d4', 'tag': 'a82e8767-0331-4aa4-b7bc-336db48df3ea'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:03.411290 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0ed040-cb7f-4992-b622-ba5d856137d4", "tag": "a82e8767-0331-4aa4-b7bc-336db48df3ea"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:03.491787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323054b-b23a-4d31-bc4e-31cbfe07fc0c service neutron] Pushing event updated for resources: {'Port': ['ID=a82e8767-0331-4aa4-b7bc-336db48df3ea,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:03.539983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device aa1342f1-cfa2-4ffe-acb0-6fff5b37995f no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:13:03.582496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: aa1342f1-cfa2-4ffe-acb0-6fff5b37995f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:13:03.583092 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device aa1342f1-cfa2-4ffe-acb0-6fff5b37995f not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:13:03.604790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d8982-3ca0-45de-81b5-45e4812a1341 req-a716ab13-7d6b-4a02-bd5b-a76ef4d7c8fc tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.615002 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-de9d8982-3ca0-45de-81b5-45e4812a1341 req-a716ab13-7d6b-4a02-bd5b-a76ef4d7c8fc tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 949 time: 0.1663599 Nov 12 13:13:03.635876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5ae761ff-a22f-4ec1-bc83-c15d4928471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.637749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-5ae761ff-a22f-4ec1-bc83-c15d4928471f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 1099 time: 0.1776643 Nov 12 13:13:03.711828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-036e6444-4765-48b0-b99d-dd045a0cf238 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=a82e8767-0331-4aa4-b7bc-336db48df3ea HTTP/1.1" status: 200 len: 217 time: 0.0465164 Nov 12 13:13:03.716028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-de9d8982-3ca0-45de-81b5-45e4812a1341 req-4cd9219b-053b-4781-b004-13af5c3088c4 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000741 Nov 12 13:13:03.783986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-4770aaaa-8eed-401e-a828-b143c5b72323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.785212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-4770aaaa-8eed-401e-a828-b143c5b72323 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0638833 Nov 12 13:13:03.880368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-fc06d6ea-b161-4420-ad4a-6f68e97f5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.882560 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-fc06d6ea-b161-4420-ad4a-6f68e97f5613 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891855 Nov 12 13:13:03.897843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32822a43-82b9-4e75-9ecb-b098ad2bfbf1 req-bae843b8-a321-4940-ae53-bb6fc6154f9c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:03.899386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32822a43-82b9-4e75-9ecb-b098ad2bfbf1 req-bae843b8-a321-4940-ae53-bb6fc6154f9c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 948 time: 0.0839238 Nov 12 13:13:04.035929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32822a43-82b9-4e75-9ecb-b098ad2bfbf1 req-d4797f17-620f-4077-b6a0-f0c6bb5caab2 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058118 Nov 12 13:13:04.042187 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4dd853-5e66-49a0-8e28-8ea6b3773550 x-openstack-request-id: req-ac4dd853-5e66-49a0-8e28-8ea6b3773550 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:04.043011 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c64f944-07a9-4248-b70f-11ae268cf096", "name": "network-vif-plugged", "status": "completed", "tag": "ed659cc0-ca70-457a-918c-079c96f72f99", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:04.043421 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac4dd853-5e66-49a0-8e28-8ea6b3773550 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:04.044008 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c64f944-07a9-4248-b70f-11ae268cf096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed659cc0-ca70-457a-918c-079c96f72f99', 'code': 200} Nov 12 13:13:04.075501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-374cf6cf-2866-4147-886a-39414fbe3262 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750755 Nov 12 13:13:04.095636 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1149b676-dc51-4a82-966f-a74b49455852 x-openstack-request-id: req-1149b676-dc51-4a82-966f-a74b49455852 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:04.096257 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0ed040-cb7f-4992-b622-ba5d856137d4", "tag": "a82e8767-0331-4aa4-b7bc-336db48df3ea", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:04.096575 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1149b676-dc51-4a82-966f-a74b49455852 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:04.097531 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0ed040-cb7f-4992-b622-ba5d856137d4', 'tag': 'a82e8767-0331-4aa4-b7bc-336db48df3ea', 'status': 'completed', 'code': 200} Nov 12 13:13:04.182151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55810) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:04.194724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7285756-205b-4e0f-9300-1a6fec9ed601 req-c3890c0e-dc89-499c-8cb0-5565a2ef48ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:04.196725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7285756-205b-4e0f-9300-1a6fec9ed601 req-c3890c0e-dc89-499c-8cb0-5565a2ef48ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 1096 time: 0.0797396 Nov 12 13:13:04.245373 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78819cfb-89bb-4640-a66a-8bf8a7ff3e85 req-05afa8b7-cc3e-4ba8-9b88-4906a5b8d02c service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547596 Nov 12 13:13:04.265959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-539bfed3-0eba-4798-8a4e-01d7bbaa863d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05357ec08cdc4d64a979d1e72e623ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0782542 Nov 12 13:13:04.270321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55812) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:04.288574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7285756-205b-4e0f-9300-1a6fec9ed601 req-0efc625d-6e98-4a37-a00e-2803499fbc0e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818927 Nov 12 13:13:04.336498 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-215f7023-1193-48ec-8b6a-03ea29ceb854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:04.361065 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-215f7023-1193-48ec-8b6a-03ea29ceb854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:04.427647 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-215f7023-1193-48ec-8b6a-03ea29ceb854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:04.430757 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-215f7023-1193-48ec-8b6a-03ea29ceb854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:04.431905 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-215f7023-1193-48ec-8b6a-03ea29ceb854 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/706c6bd6-9c02-4782-86da-d4404fb48e6d HTTP/1.1" status: 204 len: 168 time: 0.1603813 Nov 12 13:13:04.450800 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f7023-1193-48ec-8b6a-03ea29ceb854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706c6bd6-9c02-4782-86da-d4404fb48e6d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:04.592542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-8c992de3-fedd-48d5-aba3-a5c28850a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:04.594134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-8c992de3-fedd-48d5-aba3-a5c28850a36b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 1099 time: 0.0422029 Nov 12 13:13:04.697219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-e538abbc-1571-4e7b-8fb0-6ab0793fa5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:04.698946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-e538abbc-1571-4e7b-8fb0-6ab0793fa5a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.0978711 Nov 12 13:13:04.759371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-793ffa58-f342-4dd1-9641-819bc03d9231 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=a82e8767-0331-4aa4-b7bc-336db48df3ea HTTP/1.1" status: 200 len: 217 time: 0.0493629 Nov 12 13:13:04.856733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-230d1715-a983-4a48-8315-3e800dbf0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:04.858228 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-230d1715-a983-4a48-8315-3e800dbf0bc9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0909498 Nov 12 13:13:04.878887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05bf59-4d7f-4b1b-b65a-d79f344dfbc7 req-0090f535-6483-427e-ac54-6df962ee2f95 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:04.880794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb05bf59-4d7f-4b1b-b65a-d79f344dfbc7 req-0090f535-6483-427e-ac54-6df962ee2f95 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 945 time: 0.1042573 Nov 12 13:13:04.960277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-4ea2e6ab-c66f-488f-bbcb-6949710b55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:04.962262 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-4ea2e6ab-c66f-488f-bbcb-6949710b55a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802863 Nov 12 13:13:04.990387 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb05bf59-4d7f-4b1b-b65a-d79f344dfbc7 req-2a28aeac-2168-40f4-9df3-e32756efa8cc tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980086 Nov 12 13:13:05.088244 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-89dfc23d-c217-4f24-a02f-141731ceaf4b service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152730 Nov 12 13:13:05.203065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f2bd1b0-ef90-4f4e-89d6-bd786483715c req-5983ef00-7cb1-4f78-a577-0e9b637ee806 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004698 Nov 12 13:13:05.277552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-cd86f0f6-8890-44d4-837d-4516df69f999 req-1007c023-4dba-445c-b5b5-0a105e6709a0 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:13:05.278577 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cd86f0f6-8890-44d4-837d-4516df69f999 req-1007c023-4dba-445c-b5b5-0a105e6709a0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2714834 Nov 12 13:13:05.702116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a629cd-5833-4efe-a42a-ba2c74c6d1a6 req-f640e811-4d05-43b3-ba09-34dc243cb2a5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:05.704263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01a629cd-5833-4efe-a42a-ba2c74c6d1a6 req-f640e811-4d05-43b3-ba09-34dc243cb2a5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 948 time: 0.3050399 Nov 12 13:13:05.756555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89261f-58c2-49aa-b319-e1862bbe315d req-4f5ea775-4e39-4e18-a8fd-c71786fc17b6 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:05.761884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd89261f-58c2-49aa-b319-e1862bbe315d req-4f5ea775-4e39-4e18-a8fd-c71786fc17b6 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 949 time: 0.2779160 Nov 12 13:13:05.780615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01a629cd-5833-4efe-a42a-ba2c74c6d1a6 req-b1d3275c-acb7-4bc0-9e16-ae24d26b5354 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689211 Nov 12 13:13:05.824606 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd89261f-58c2-49aa-b319-e1862bbe315d req-e2b95851-0449-43c5-ae86-2f463d392476 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563118 Nov 12 13:13:06.415824 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-e523ebcb-f367-4a8e-ae2c-50688c6a363d tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=33eed482cc3547f88c29c372cbc4fd10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364163 Nov 12 13:13:06.447029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-68e85683-2411-48d1-8dbf-0023a555af93 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282061 Nov 12 13:13:06.548269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-d8bcaa94-d293-49ba-8b84-01765b7f78b3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:06.549888 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-d8bcaa94-d293-49ba-8b84-01765b7f78b3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1332889 Nov 12 13:13:06.564390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-0f4d2edf-b48f-4835-9a00-159559368e4b tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:06.566073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-0f4d2edf-b48f-4835-9a00-159559368e4b tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1174335 Nov 12 13:13:06.566551 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-95249465-8aa4-4543-9b70-3e9411ba0319 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/quotas/33eed482cc3547f88c29c372cbc4fd10 HTTP/1.1" status: 200 len: 375 time: 0.0109437 Nov 12 13:13:06.592390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-3b91281d-8374-4cef-bc34-7f5aef201cf1 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/quotas/e4a6288e824d443ea1e51dc165f2c4c7 HTTP/1.1" status: 200 len: 375 time: 0.0179267 Nov 12 13:13:06.602290 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-e7e67f3c-e333-4a21-a525-4230e1cca215 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=33eed482cc3547f88c29c372cbc4fd10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287035 Nov 12 13:13:06.653039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-e1a572c9-c8ae-49be-aa9b-166e0640db2a tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0514174 Nov 12 13:13:06.847631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70bbc6-3045-46e7-b74d-a8c7a981c781 req-e86d5cc2-0306-48f0-aca9-e8930cfe0d68 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:06.855538 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c70bbc6-3045-46e7-b74d-a8c7a981c781 req-e86d5cc2-0306-48f0-aca9-e8930cfe0d68 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 945 time: 0.0916162 Nov 12 13:13:06.923772 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c70bbc6-3045-46e7-b74d-a8c7a981c781 req-c51a562e-d804-4f97-869f-e37017920f46 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641141 Nov 12 13:13:07.266946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7b95b548-3290-4d69-9e5d-12c84fc7dc04 req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Request body: {'security_group': {'name': 'tempest-securitygroup-593058115', 'description': 'tempest-description-2004211565'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:07.320977 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c09fe8c-bba7-411d-b061-2a58d37af791 req-011691bc-6c34-4f04-928a-09ae060489a0 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 210 time: 0.0507109 Nov 12 13:13:07.345566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7b95b548-3290-4d69-9e5d-12c84fc7dc04 req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:07.365836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7b95b548-3290-4d69-9e5d-12c84fc7dc04 req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:07.492153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f484fd-5429-4a6b-a94f-0fea7c381ab4 req-69ce3a6e-a1cd-4374-9d2e-eea47b5d25a4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:07.497612 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3f484fd-5429-4a6b-a94f-0fea7c381ab4 req-69ce3a6e-a1cd-4374-9d2e-eea47b5d25a4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 948 time: 0.0812383 Nov 12 13:13:07.528909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7b95b548-3290-4d69-9e5d-12c84fc7dc04 req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:07.535976 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7b95b548-3290-4d69-9e5d-12c84fc7dc04 req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:07.565677 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3f484fd-5429-4a6b-a94f-0fea7c381ab4 req-93f34e7a-4c6c-4b8e-9042-a42e77646ae7 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583761 Nov 12 13:13:07.617751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea72de9-db69-4434-9c03-a254c96a2c28,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:07.659953 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7b95b548-3290-4d69-9e5d-12c84fc7dc04 req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:07.664949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7b95b548-3290-4d69-9e5d-12c84fc7dc04 req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:07.685608 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7b95b548-3290-4d69-9e5d-12c84fc7dc04 req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:07.700539 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b95b548-3290-4d69-9e5d-12c84fc7dc04 req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4455280 Nov 12 13:13:07.714649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8462ba75-fbcf-4ff5-bd4b-cc1a96f2b774 req-4709263e-6719-42ae-969e-55d6892e5d4a tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 210 time: 0.0790646 Nov 12 13:13:07.781101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94ac86-cb23-4a88-b03c-b9ea7af5d4d1 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72104410-b8a1-4f42-b581-077178df575d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:08.063349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b27f7-24c9-4c75-9fbd-ae9a8fbd6606 req-82963cdb-74c8-457b-9909-6b74e6927ee6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:08.065477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-640b27f7-24c9-4c75-9fbd-ae9a8fbd6606 req-82963cdb-74c8-457b-9909-6b74e6927ee6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 945 time: 0.0839217 Nov 12 13:13:08.077317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56000) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:08.085516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-27b97790-9c59-4a84-bde6-fd8f7c2b764d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Request body: {'floatingip': {'port_id': 'ed659cc0-ca70-457a-918c-079c96f72f99'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:08.099116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-5b468609-b3b2-4180-bac2-cccd14f57591 req-a9dcf663-0630-4ae9-8ec1-20c8f8aea8f0 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1388755831', 'description': 'tempest-description-1002605057'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:08.130963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56002) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:08.141846 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5b468609-b3b2-4180-bac2-cccd14f57591 req-a9dcf663-0630-4ae9-8ec1-20c8f8aea8f0 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:08.239733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5b468609-b3b2-4180-bac2-cccd14f57591 req-a9dcf663-0630-4ae9-8ec1-20c8f8aea8f0 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:08.253169 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5b468609-b3b2-4180-bac2-cccd14f57591 req-a9dcf663-0630-4ae9-8ec1-20c8f8aea8f0 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:08.261248 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-016a1f77-0023-4675-a134-e6dfa66783ec tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466094 Nov 12 13:13:08.271079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b97790-9c59-4a84-bde6-fd8f7c2b764d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:08.405655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5b468609-b3b2-4180-bac2-cccd14f57591 req-a9dcf663-0630-4ae9-8ec1-20c8f8aea8f0 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:08.428620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b468609-b3b2-4180-bac2-cccd14f57591 req-a9dcf663-0630-4ae9-8ec1-20c8f8aea8f0 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3311944 Nov 12 13:13:08.493776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcf663-0630-4ae9-8ec1-20c8f8aea8f0 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85adc6a0-bb4a-4f83-9112-191008a77847,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:08.522269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e45a8623-4884-447b-a237-f1d945b16d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:08.549881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b9f0a556-c0eb-419d-85a7-8460dcc91721 req-89a6b41f-8886-4c40-9ab3-c6f63713d786 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 210 time: 0.0398340 Nov 12 13:13:08.592818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-1ecaa7cd-ebf9-4d51-b20d-b537142f32ff tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:08.594663 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-1ecaa7cd-ebf9-4d51-b20d-b537142f32ff tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3226020 Nov 12 13:13:08.623319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Request body: {'port': {'device_id': 'a1c97d5a-c1e8-4f81-a496-ab9d005dff3c', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'e4a6288e824d443ea1e51dc165f2c4c7'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:08.740785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56034) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:08.811505 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-7a93716a-cf6a-47f9-beaf-d13cf4e5c283 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=33eed482cc3547f88c29c372cbc4fd10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532744 Nov 12 13:13:08.817553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a82e8767-0331-4aa4-b7bc-336db48df3ea details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:13:08.833028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bc8a3-9c2c-4daf-b7a1-d667e5e3077f req-a26d70f7-6b06-4a22-baf9-e47556db39c9 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:08.841461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-281bc8a3-9c2c-4daf-b7a1-d667e5e3077f req-a26d70f7-6b06-4a22-baf9-e47556db39c9 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 948 time: 0.1351066 Nov 12 13:13:08.892154 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e45a8623-4884-447b-a237-f1d945b16d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:08.898498 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e45a8623-4884-447b-a237-f1d945b16d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:08.943553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Made reservation on behalf of e4a6288e824d443ea1e51dc165f2c4c7 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:08.947282 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:08.976394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-726c98c3-7044-4a72-a9fb-f59d85c18e45 req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1505930814', 'description': 'tempest-description-958287245'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:09.003228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a82e8767-0331-4aa4-b7bc-336db48df3ea, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a82e8767-0331-4aa4-b7bc-336db48df3ea,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:09.003894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e45a8623-4884-447b-a237-f1d945b16d83 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5da2fc896ef4631a4fef128fbd07b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8714716 Nov 12 13:13:09.017122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56040) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:09.022241 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cebba76-51e7-4be5-97ba-6cc3e23338c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.022578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a82e8767-0331-4aa4-b7bc-336db48df3ea', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'a82e8767-0331-4aa4-b7bc-336db48df3ea', 'mac_address': 'fa:16:3e:44:86:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:13:09.035017 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-726c98c3-7044-4a72-a9fb-f59d85c18e45 req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.065521 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.071061 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-281bc8a3-9c2c-4daf-b7a1-d667e5e3077f req-6974fc09-520c-4ff4-873b-7aa0ee6d4fb2 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286196 Nov 12 13:13:09.080082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a8623-4884-447b-a237-f1d945b16d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea3b1b1-83d6-4630-a8dc-46ccb3814a54,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:09.080279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82e8767-0331-4aa4-b7bc-336db48df3ea {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:09.088320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-726c98c3-7044-4a72-a9fb-f59d85c18e45 req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.137803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a82e8767-0331-4aa4-b7bc-336db48df3ea, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a82e8767-0331-4aa4-b7bc-336db48df3ea,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:09.144721 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.218704 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a82e8767-0331-4aa4-b7bc-336db48df3ea,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:09.233874 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd6f98c6-e181-4102-b8d0-5cfa53441fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.252730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-fb883f23-053a-42c1-a359-e58069afac43 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:09.254306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-fb883f23-053a-42c1-a359-e58069afac43 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4318180 Nov 12 13:13:09.281325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae9295d1-d980-4cc0-a6d7-2347a866a18d req-1dd3453a-a882-44d8-b0ca-603ebe42ee86 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 210 time: 0.0629981 Nov 12 13:13:09.285756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Request body: {'port': {'device_id': '54864db2-e727-4092-9f53-c6d6982dccff', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '33eed482cc3547f88c29c372cbc4fd10'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:09.322748 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd6f98c6-e181-4102-b8d0-5cfa53441fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.368910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cebba76-51e7-4be5-97ba-6cc3e23338c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.377583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Allocated IP 192.168.233.194 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/516eb007-9549-47c3-b06f-ac75071d6586) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:09.388212 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cebba76-51e7-4be5-97ba-6cc3e23338c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.447758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-27b97790-9c59-4a84-bde6-fd8f7c2b764d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:13:09.469855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-726c98c3-7044-4a72-a9fb-f59d85c18e45 req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.488931 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5cebba76-51e7-4be5-97ba-6cc3e23338c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=77aa8a0b5119427faddc3db1949cc424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7437222 Nov 12 13:13:09.495877 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-726c98c3-7044-4a72-a9fb-f59d85c18e45 req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.496946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56054) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:09.499928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebba76-51e7-4be5-97ba-6cc3e23338c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525f6789-e04d-425b-88df-9023b0bb1bbb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:09.539741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a82e8767-0331-4aa4-b7bc-336db48df3ea'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:09.584056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd6f98c6-e181-4102-b8d0-5cfa53441fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.587034 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd6f98c6-e181-4102-b8d0-5cfa53441fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.588440 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cd6f98c6-e181-4102-b8d0-5cfa53441fa2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4ea3b1b1-83d6-4630-a8dc-46ccb3814a54 HTTP/1.1" status: 204 len: 168 time: 0.5678215 Nov 12 13:13:09.673863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15a85c6-2487-444e-a6bf-7524cab52ccc,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:09.753488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f98c6-e181-4102-b8d0-5cfa53441fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea3b1b1-83d6-4630-a8dc-46ccb3814a54,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:09.785317 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4b145f3-a3b6-42fe-80d0-c6c0c14b015a req-55a2badc-2e42-49f4-9b0a-bd8f0992b1ba tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 210 time: 0.0514355 Nov 12 13:13:09.798814 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-726c98c3-7044-4a72-a9fb-f59d85c18e45 req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.802285 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f0ab-645d-4fc1-aafa-ee366cba0368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.822480 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-726c98c3-7044-4a72-a9fb-f59d85c18e45 req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.868371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f0ab-645d-4fc1-aafa-ee366cba0368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.872654 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b97790-9c59-4a84-bde6-fd8f7c2b764d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.880935 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b97790-9c59-4a84-bde6-fd8f7c2b764d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.892376 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-726c98c3-7044-4a72-a9fb-f59d85c18e45 req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.898576 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-726c98c3-7044-4a72-a9fb-f59d85c18e45 req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9563320 Nov 12 13:13:09.908957 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:09.936054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a308e-79d3-4d85-86a9-1766e0b3b740 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f00e57-1d17-4612-a5da-f98f8884a581,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:09.942939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56066) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:09.955895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d74006e0-480a-41cc-ac42-f96b500812a2 req-da71d5d0-e7ff-4667-b601-c11ecab5330d tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-227771050', 'description': 'tempest-description-940129500'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:09.998222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Made reservation on behalf of 33eed482cc3547f88c29c372cbc4fd10 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:09.998562 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f0ab-645d-4fc1-aafa-ee366cba0368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.003252 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.005076 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f0ab-645d-4fc1-aafa-ee366cba0368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.007121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f0d9f0ab-645d-4fc1-aafa-ee366cba0368 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/525f6789-e04d-425b-88df-9023b0bb1bbb HTTP/1.1" status: 204 len: 168 time: 0.5039370 Nov 12 13:13:10.019015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9f0ab-645d-4fc1-aafa-ee366cba0368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525f6789-e04d-425b-88df-9023b0bb1bbb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:10.021967 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.061010 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.077326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:10.086879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:10.094858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d74006e0-480a-41cc-ac42-f96b500812a2 req-da71d5d0-e7ff-4667-b601-c11ecab5330d tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.104776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:10.112479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:10.113334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.126833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Pushing event updated for resources: {'Port': ['ID=516eb007-9549-47c3-b06f-ac75071d6586,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:10.136247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8570974-22ff-46f6-a57a-88652c13a107 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5182495 Nov 12 13:13:10.151236 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-27b97790-9c59-4a84-bde6-fd8f7c2b764d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Floating IP 41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1 associated. External IP: 172.25.5.68, port: ed659cc0-ca70-457a-918c-079c96f72f99. Nov 12 13:13:10.152322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Request body: {'port': {'device_id': 'a1c97d5a-c1e8-4f81-a496-ab9d005dff3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:10.244832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56074) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:10.299934 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8b8a-20bf-4097-8dd6-b301dc575b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.302341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0604e86-8bb8-4dfe-806a-18bf3ac2e9ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.308067 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.366440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.378892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.404226 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d74006e0-480a-41cc-ac42-f96b500812a2 req-da71d5d0-e7ff-4667-b601-c11ecab5330d tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.432866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-54c08ae0-6c50-479e-a3bd-e3a610cc4c5c None None] Provisioning complete for port 516eb007-9549-47c3-b06f-ac75071d6586 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:10.434964 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54c08ae0-6c50-479e-a3bd-e3a610cc4c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.439109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e1fd4-0e27-499c-a6a8-63c8a95b87b7 req-f345ef47-77cb-4989-8cd8-1ca65131a8ae tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:10.440687 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d16e1fd4-0e27-499c-a6a8-63c8a95b87b7 req-f345ef47-77cb-4989-8cd8-1ca65131a8ae tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 949 time: 0.2065415 Nov 12 13:13:10.454791 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d74006e0-480a-41cc-ac42-f96b500812a2 req-da71d5d0-e7ff-4667-b601-c11ecab5330d tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.513963 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-54c08ae0-6c50-479e-a3bd-e3a610cc4c5c None None] Port 516eb007-9549-47c3-b06f-ac75071d6586 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:10.553808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c00e002-12c8-431d-a248-7c8ff1b7089d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:10.563930 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d74006e0-480a-41cc-ac42-f96b500812a2 req-da71d5d0-e7ff-4667-b601-c11ecab5330d tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.570678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d74006e0-480a-41cc-ac42-f96b500812a2 req-da71d5d0-e7ff-4667-b601-c11ecab5330d tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6196315 Nov 12 13:13:10.580879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['f40df498-1fa6-4df7-b482-c437f7b63f12'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:10.685534 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d16e1fd4-0e27-499c-a6a8-63c8a95b87b7 req-4c00c31d-1c23-466f-94c9-e9d7b7fc0e31 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143736 Nov 12 13:13:10.711061 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8b8a-20bf-4097-8dd6-b301dc575b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.744268 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0604e86-8bb8-4dfe-806a-18bf3ac2e9ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.750077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71d5d0-e7ff-4667-b601-c11ecab5330d tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971d8015-e9f7-43da-8b17-83d85c3bca58,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:10.753624 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8b8a-20bf-4097-8dd6-b301dc575b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.764901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0604e86-8bb8-4dfe-806a-18bf3ac2e9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.768651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56082) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:10.790362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c77888-e611-44bd-9b41-245738a0ba0c req-fc83d541-5c1f-4137-9193-c0c2e2837e00 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:10.792089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56c77888-e611-44bd-9b41-245738a0ba0c req-fc83d541-5c1f-4137-9193-c0c2e2837e00 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 936 time: 0.1118646 Nov 12 13:13:10.797911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b97790-9c59-4a84-bde6-fd8f7c2b764d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Router 0118462c-8689-4c6e-b47a-005b9d37007d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:13:10.834008 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28671bf3-c154-4b0c-a9da-a754eeffd689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.838744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a82e8767-0331-4aa4-b7bc-336db48df3ea up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:10.898977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e8b8a-20bf-4097-8dd6-b301dc575b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8d9fad-b0f5-435c-9b58-50cfa00f08e4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:10.900120 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56c77888-e611-44bd-9b41-245738a0ba0c req-0f2fca1a-3684-4683-8e14-b74bef48ec50 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990534 Nov 12 13:13:10.931090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port a82e8767-0331-4aa4-b7bc-336db48df3ea completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:13:10.935953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a82e8767-0331-4aa4-b7bc-336db48df3ea triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:10.936137 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.972904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c0604e86-8bb8-4dfe-806a-18bf3ac2e9ec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d12846f5db054a3a864c32d87b4f27a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7258525 Nov 12 13:13:10.976155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56088) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:10.979231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28671bf3-c154-4b0c-a9da-a754eeffd689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:10.992010 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1d0e8b8a-20bf-4097-8dd6-b301dc575b26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05a0ed00f6a74901bdf832ccace98301&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0479457 Nov 12 13:13:10.999865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56090) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:11.000101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28671bf3-c154-4b0c-a9da-a754eeffd689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.049698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e413a93-37b8-40e1-b56d-5ccc247da72d req-f32a797f-f466-4562-bf75-cf1ab63111c8 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 210 time: 0.0548255 Nov 12 13:13:11.056434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b97790-9c59-4a84-bde6-fd8f7c2b764d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:13:11.066719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b97790-9c59-4a84-bde6-fd8f7c2b764d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.075248 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] Sync routers for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:13:11.081600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-28671bf3-c154-4b0c-a9da-a754eeffd689 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=42753582115442faac189a558642cddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070791 Nov 12 13:13:11.082140 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.088402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0604e86-8bb8-4dfe-806a-18bf3ac2e9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b383d-ae06-4156-abe6-f9bee59c5973,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:11.093510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56092) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:11.097063 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:11.098310 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:12:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:11.173677 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0ed040-cb7f-4992-b622-ba5d856137d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82e8767-0331-4aa4-b7bc-336db48df3ea'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:11.178502 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58250029-8f43-477d-9030-6767289088d1" -d '{"events": [{"server_uuid": "5e0ed040-cb7f-4992-b622-ba5d856137d4", "name": "network-vif-plugged", "status": "completed", "tag": "a82e8767-0331-4aa4-b7bc-336db48df3ea"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:11.183013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28671bf3-c154-4b0c-a9da-a754eeffd689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3290ebe4-b5de-4f2c-86b1-4453dd23933f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:11.196723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516eb007-9549-47c3-b06f-ac75071d6586 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:11.215357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-27b97790-9c59-4a84-bde6-fd8f7c2b764d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "PUT /v2.0/floatingips/41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1 HTTP/1.1" status: 200 len: 990 time: 3.1371534 Nov 12 13:13:11.219837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.220091 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ce524d2-67db-45c8-beda-05c022b5b5e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.223507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a82e8767-0331-4aa4-b7bc-336db48df3ea, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a82e8767-0331-4aa4-b7bc-336db48df3ea,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:11.234306 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.252877 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Transition to ACTIVE for port object 516eb007-9549-47c3-b06f-ac75071d6586 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:13:11.256282 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ce524d2-67db-45c8-beda-05c022b5b5e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.261847 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.316471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c64f944-07a9-4248-b70f-11ae268cf096', 'tag': 'ed659cc0-ca70-457a-918c-079c96f72f99'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:11.329505 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f34da3-d4da-40fe-af17-7ee375ad899c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c64f944-07a9-4248-b70f-11ae268cf096", "tag": "ed659cc0-ca70-457a-918c-079c96f72f99"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:11.408594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a82e8767-0331-4aa4-b7bc-336db48df3ea,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:11.430748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Attempting to bind port 516eb007-9549-47c3-b06f-ac75071d6586 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:11.431087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Attempting to bind port 516eb007-9549-47c3-b06f-ac75071d6586 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:11.431409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Attempting to bind port 516eb007-9549-47c3-b06f-ac75071d6586 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:11.433919 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8c63c87-a0fb-416d-b386-feaa8333c581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.440512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Pushing event updated for resources: {'Port': ['ID=516eb007-9549-47c3-b06f-ac75071d6586,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:11.461403 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:11.462619 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf9d3-d9cd-425c-87a6-ba9f8b89ca16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.463960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Port 516eb007-9549-47c3-b06f-ac75071d6586 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:13:11.464289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Attempting to bind port 516eb007-9549-47c3-b06f-ac75071d6586 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:11.465073 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc5d7cb-3cf1-4486-998e-7ea2b2ffab9f x-openstack-request-id: req-cdc5d7cb-3cf1-4486-998e-7ea2b2ffab9f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:11.465631 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0ed040-cb7f-4992-b622-ba5d856137d4", "name": "network-vif-plugged", "status": "completed", "tag": "a82e8767-0331-4aa4-b7bc-336db48df3ea", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:11.465724 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cdc5d7cb-3cf1-4486-998e-7ea2b2ffab9f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:11.466103 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0ed040-cb7f-4992-b622-ba5d856137d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82e8767-0331-4aa4-b7bc-336db48df3ea', 'code': 200} Nov 12 13:13:11.516616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-10d184a5-0b00-4ab5-99f7-dba6a9529796 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42608 time: 0.7629850 Nov 12 13:13:11.517904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:11.518297 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:11.518626 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:11.519073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Bound port: 516eb007-9549-47c3-b06f-ac75071d6586, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:11.519430 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.550087 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fab233a-b682-4e59-b485-ad59028ff367 x-openstack-request-id: req-0fab233a-b682-4e59-b485-ad59028ff367 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:11.550469 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c64f944-07a9-4248-b70f-11ae268cf096", "tag": "ed659cc0-ca70-457a-918c-079c96f72f99", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:11.550739 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0fab233a-b682-4e59-b485-ad59028ff367 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:11.559115 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c64f944-07a9-4248-b70f-11ae268cf096', 'tag': 'ed659cc0-ca70-457a-918c-079c96f72f99', 'status': 'completed', 'code': 200} Nov 12 13:13:11.572165 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf9d3-d9cd-425c-87a6-ba9f8b89ca16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.656653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8c63c87-a0fb-416d-b386-feaa8333c581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.673116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29417280-f708-4f27-b50f-81f607b11492 req-5b2160dd-5451-4539-bf44-bc0f0fe512ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:11.675073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29417280-f708-4f27-b50f-81f607b11492 req-5b2160dd-5451-4539-bf44-bc0f0fe512ce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 1101 time: 0.1424537 Nov 12 13:13:11.681139 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ce524d2-67db-45c8-beda-05c022b5b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.683877 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ce524d2-67db-45c8-beda-05c022b5b5e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.690407 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3ce524d2-67db-45c8-beda-05c022b5b5e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e01b383d-ae06-4156-abe6-f9bee59c5973 HTTP/1.1" status: 204 len: 168 time: 0.7076335 Nov 12 13:13:11.704108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Allocated IP 192.168.233.74 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/138fff5e-98e3-40a6-90ba-e2ed88723be6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:11.768343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-27d19272-e445-4547-ac3a-23749c0e4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:11.770751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-27d19272-e445-4547-ac3a-23749c0e4afe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=694fe3d0330849fabc4896eab7a45c97&device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 1096 time: 0.1817710 Nov 12 13:13:11.770751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce524d2-67db-45c8-beda-05c022b5b5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b383d-ae06-4156-abe6-f9bee59c5973,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:11.799475 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29417280-f708-4f27-b50f-81f607b11492 req-d50132e5-0a3d-4c6f-9f0c-6a558a65776f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118231 Nov 12 13:13:11.812688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-46beceee-c6f2-4ede-b773-955c353061c4 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/1ed447f2-76f7-4a48-979d-6806e3c10d2d HTTP/1.1" status: 200 len: 2990 time: 0.2458196 Nov 12 13:13:11.833972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] For port 516eb007-9549-47c3-b06f-ac75071d6586, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:11.858678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] For port 516eb007-9549-47c3-b06f-ac75071d6586, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=516eb007-9549-47c3-b06f-ac75071d6586,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:11.869962 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'port_id': 'ed659cc0-ca70-457a-918c-079c96f72f99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'mac_address': 'fa:16:3e:75:c2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c64f944-07a9-4248-b70f-11ae268cf096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:12:29Z', 'updated_at': '2021-11-12T13:13:09Z', 'revision_number': 1, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:11.870309 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.917253 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] Checking router: 0118462c-8689-4c6e-b47a-005b9d37007d for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:13:11.936726 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:11.937698 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:12:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:11.957530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Pushing event updated for resources: {'Port': ['ID=516eb007-9549-47c3-b06f-ac75071d6586,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:11.966634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf9d3-d9cd-425c-87a6-ba9f8b89ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.971196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:11.971411 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf9d3-d9cd-425c-87a6-ba9f8b89ca16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.971808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:11.975074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e1bbf9d3-d9cd-425c-87a6-ba9f8b89ca16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3290ebe4-b5de-4f2c-86b1-4453dd23933f HTTP/1.1" status: 204 len: 168 time: 0.8529739 Nov 12 13:13:11.975258 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-37e5e8f2-8974-492b-bc72-783291ae8593 service neutron] 10.222.0.105 "PUT /v2.0/ports/516eb007-9549-47c3-b06f-ac75071d6586 HTTP/1.1" status: 200 len: 1096 time: 1.8277996 Nov 12 13:13:11.981563 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-d2f1dfe6-6c69-4210-8191-1fef6bae4d23 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/1ed447f2-76f7-4a48-979d-6806e3c10d2d HTTP/1.1" status: 200 len: 2990 time: 0.1671836 Nov 12 13:13:11.983353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c97d5a-c1e8-4f81-a496-ab9d005dff3c', 'tag': '516eb007-9549-47c3-b06f-ac75071d6586'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:11.986180 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e014ca-45bb-4a23-a541-54723d375ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c97d5a-c1e8-4f81-a496-ab9d005dff3c", "tag": "516eb007-9549-47c3-b06f-ac75071d6586"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:12.014436 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8c63c87-a0fb-416d-b386-feaa8333c581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:12.019907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8c63c87-a0fb-416d-b386-feaa8333c581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:12.021078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c8c63c87-a0fb-416d-b386-feaa8333c581 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc8d9fad-b0f5-435c-9b58-50cfa00f08e4 HTTP/1.1" status: 204 len: 168 time: 1.0196917 Nov 12 13:13:12.055398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbf9d3-d9cd-425c-87a6-ba9f8b89ca16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3290ebe4-b5de-4f2c-86b1-4453dd23933f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:12.104460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb65b4-c000-42cc-93b9-96e7b1b5ec3a req-b13386a3-ae98-45bd-ba8a-2121ef37c318 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:12.123319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34cb65b4-c000-42cc-93b9-96e7b1b5ec3a req-b13386a3-ae98-45bd-ba8a-2121ef37c318 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 950 time: 0.3195987 Nov 12 13:13:12.128831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-fc543f35-7f16-426b-8dc7-482d493c1594 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/273b3a7d-f295-4565-a011-916336a79aee HTTP/1.1" status: 200 len: 2994 time: 0.1460600 Nov 12 13:13:12.136480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c63c87-a0fb-416d-b386-feaa8333c581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8d9fad-b0f5-435c-9b58-50cfa00f08e4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:12.140386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-2e39c251-556b-4a64-9f2b-d4051479079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:12.142248 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-2e39c251-556b-4a64-9f2b-d4051479079b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 1099 time: 0.1137753 Nov 12 13:13:12.225252 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:12.260846 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-d8fa890d-2ada-4ff6-89b3-d661d795b3f0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=516eb007-9549-47c3-b06f-ac75071d6586 HTTP/1.1" status: 200 len: 217 time: 0.1056798 Nov 12 13:13:12.333017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-1c7a2fae-c9c8-4ca8-9901-50b2a44acb16 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/273b3a7d-f295-4565-a011-916336a79aee HTTP/1.1" status: 200 len: 2994 time: 0.2029390 Nov 12 13:13:12.356935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34cb65b4-c000-42cc-93b9-96e7b1b5ec3a req-472f0b6f-ddd8-417d-a742-fff888cfdf61 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326195 Nov 12 13:13:12.361499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-b98b0a09-9c2f-4fab-be73-02b2a5d40946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:12.363454 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-b98b0a09-9c2f-4fab-be73-02b2a5d40946 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d503244d-432a-4a29-a64b-6d1bf0a9e51b HTTP/1.1" status: 200 len: 925 time: 0.5648019 Nov 12 13:13:12.368550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-5f45cbd7-202c-418d-b834-59d520d8c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:12.370156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-5f45cbd7-202c-418d-b834-59d520d8c4fc service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0982010 Nov 12 13:13:12.471640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-42ce94d8-dcbb-400f-822a-7e06004445a2 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/36b4849d-ac3e-412d-9d1d-666b1134b4fd HTTP/1.1" status: 200 len: 2994 time: 0.1375422 Nov 12 13:13:12.536608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-4fbd74a1-e5a7-4a35-a490-952cab993bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:12.538439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-4fbd74a1-e5a7-4a35-a490-952cab993bf3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407518 Nov 12 13:13:12.557272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-dab325ef-9283-40f2-9ea7-0f76edd851b7 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/36b4849d-ac3e-412d-9d1d-666b1134b4fd HTTP/1.1" status: 200 len: 2994 time: 0.0826118 Nov 12 13:13:12.592478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:12.604050 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-dfa4ab94-d8ab-4cfd-af82-dc8173df05af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed659cc0-ca70-457a-918c-079c96f72f99 HTTP/1.1" status: 200 len: 998 time: 0.2321341 Nov 12 13:13:12.643406 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:12.667385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-55227a81-239b-49b1-9c92-c2a583d2a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:12.668927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-55227a81-239b-49b1-9c92-c2a583d2a85e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec HTTP/1.1" status: 200 len: 863 time: 0.0571654 Nov 12 13:13:12.681906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-bdb4b98f-abc9-4183-9fdd-8ff1d57b53f4 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/624474a4-10aa-4853-b9b5-3ae613e1bf1e HTTP/1.1" status: 200 len: 2994 time: 0.1231661 Nov 12 13:13:12.731844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026baa1c-5c8f-45fa-973a-785e4a4161c8 req-4007e5a0-abc7-49b0-85e6-9331ea8dc6b9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:12.736079 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-93299a80-9e50-440c-84ae-c7422555df25 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756024 Nov 12 13:13:12.744681 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-026baa1c-5c8f-45fa-973a-785e4a4161c8 req-4007e5a0-abc7-49b0-85e6-9331ea8dc6b9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 948 time: 0.2472756 Nov 12 13:13:12.776250 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'port_id': 'ed659cc0-ca70-457a-918c-079c96f72f99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'mac_address': 'fa:16:3e:75:c2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c64f944-07a9-4248-b70f-11ae268cf096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:12:29Z', 'updated_at': '2021-11-12T13:13:09Z', 'revision_number': 1, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:12.791177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-bc0069c5-9a4c-4a3b-8569-a92da119c0c0 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/624474a4-10aa-4853-b9b5-3ae613e1bf1e HTTP/1.1" status: 200 len: 2994 time: 0.1079464 Nov 12 13:13:12.834843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56138) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:12.846381 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676723b1-bff9-4167-adde-efa6fb9959de None None] The sync data for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 is: [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'port_id': 'ed659cc0-ca70-457a-918c-079c96f72f99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'mac_address': 'fa:16:3e:75:c2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c64f944-07a9-4248-b70f-11ae268cf096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:12:29Z', 'updated_at': '2021-11-12T13:13:09Z', 'revision_number': 1, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:13:12.871865 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:12.875873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59519a89-bcfc-4df1-bbf9-04acdc0e96b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:12.901973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-f762bfc4-ac7a-4f17-84a4-63f5fe114cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:12.903667 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-f762bfc4-ac7a-4f17-84a4-63f5fe114cd7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d503244d-432a-4a29-a64b-6d1bf0a9e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963482 Nov 12 13:13:12.915132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-026baa1c-5c8f-45fa-973a-785e4a4161c8 req-16ad99de-f101-4767-996d-80b95a2c0516 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698563 Nov 12 13:13:12.945057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:12.951756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:12.971892 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:13:12.977094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:12.980691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-02de3a78-fbbf-4a49-a198-ddccf948feef tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/7ffbefef-1a3b-42a5-a107-dfb91c384903 HTTP/1.1" status: 200 len: 2998 time: 0.1592700 Nov 12 13:13:12.998393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:12.999064 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:13.010359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2960ef-28ca-440f-951f-f4ec5d964354 req-3f4194c6-3ddd-44f2-a717-69f81cdee25c service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587733 Nov 12 13:13:13.056872 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa17a61-0178-4719-8a64-43e02541f05a x-openstack-request-id: req-0fa17a61-0178-4719-8a64-43e02541f05a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:13.057159 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c97d5a-c1e8-4f81-a496-ab9d005dff3c", "tag": "516eb007-9549-47c3-b06f-ac75071d6586", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:13.062185 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0fa17a61-0178-4719-8a64-43e02541f05a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:13.062701 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c97d5a-c1e8-4f81-a496-ab9d005dff3c', 'tag': '516eb007-9549-47c3-b06f-ac75071d6586', 'status': 'completed', 'code': 200} Nov 12 13:13:13.317496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f41866-1c4e-4b47-a14b-b949bbf2ef72 None None] New status for floating IP 41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:13:13.335206 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-7ee218f7-9e9b-4f4f-ab31-d422f6c5b1dd tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/7ffbefef-1a3b-42a5-a107-dfb91c384903 HTTP/1.1" status: 200 len: 2998 time: 0.3446605 Nov 12 13:13:13.461733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59519a89-bcfc-4df1-bbf9-04acdc0e96b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:13.482242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-71e75da5-3a83-459a-afd8-93c45f0415fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:13.483894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-71e75da5-3a83-459a-afd8-93c45f0415fa service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 1099 time: 0.3747411 Nov 12 13:13:13.491298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-2d6f5e9b-118d-441a-896f-2c42931d93ba service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505419 Nov 12 13:13:13.524234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59519a89-bcfc-4df1-bbf9-04acdc0e96b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:13.530232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2567341 Nov 12 13:13:13.530845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a1209-11a0-40e7-9086-cefeb31c111f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Pushing event updated for resources: {'Port': ['ID=138fff5e-98e3-40a6-90ba-e2ed88723be6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:13.557079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Request body: {'port': {'device_id': '54864db2-e727-4092-9f53-c6d6982dccff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:13.581433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-930c9cb2-a861-4c5c-b65a-962f1334a37b tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/8c00e002-12c8-431d-a248-7c8ff1b7089d HTTP/1.1" status: 200 len: 2998 time: 0.2189667 Nov 12 13:13:13.631971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b37b1-9ccd-4dec-a2f0-6aaa36c5264e req-0f412dfb-737a-4516-9163-9859d065f1ec tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:13.633959 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-040b37b1-9ccd-4dec-a2f0-6aaa36c5264e req-0f412dfb-737a-4516-9163-9859d065f1ec tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 935 time: 0.1896772 Nov 12 13:13:13.651128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c6b5eccb-2b88-4988-8c2a-d950c3a62d3d None None] Provisioning complete for port 138fff5e-98e3-40a6-90ba-e2ed88723be6 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:13.651716 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6b5eccb-2b88-4988-8c2a-d950c3a62d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:13.683063 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:13.706007 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-59519a89-bcfc-4df1-bbf9-04acdc0e96b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ece41cac194d4fd29d78e2a02b502b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8700123 Nov 12 13:13:13.714207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56164) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:13.716146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-8ab20074-fe9b-494a-b3e7-ef467bb2eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:13.718879 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-8ab20074-fe9b-494a-b3e7-ef467bb2eeb1 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2005429 Nov 12 13:13:13.830592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-151c4190-79e6-401b-a85d-eff6e96c0bd9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=516eb007-9549-47c3-b06f-ac75071d6586 HTTP/1.1" status: 200 len: 217 time: 0.0583398 Nov 12 13:13:13.901214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49f34da3-d4da-40fe-af17-7ee375ad899c req-0cbb7055-38d4-461a-a958-3db1e24e52c5 service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866882 Nov 12 13:13:13.995681 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-040b37b1-9ccd-4dec-a2f0-6aaa36c5264e req-70446a3e-6bd0-4050-b312-15416b251ff7 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463650 Nov 12 13:13:14.103322 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12af6e02-52ce-4549-8214-55d6772d0df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:14.136109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5eccb-2b88-4988-8c2a-d950c3a62d3d None None] Port 138fff5e-98e3-40a6-90ba-e2ed88723be6 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:14.145605 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:14.198947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-e6c84b60-7f99-4ae1-b87b-9c13d8c5aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:14.199716 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12af6e02-52ce-4549-8214-55d6772d0df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:14.200462 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-e6c84b60-7f99-4ae1-b87b-9c13d8c5aebf service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.3582735 Nov 12 13:13:14.207331 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-c0786cd6-bfc5-411c-9abc-1d10da84901b tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/8c00e002-12c8-431d-a248-7c8ff1b7089d HTTP/1.1" status: 200 len: 2998 time: 0.4848442 Nov 12 13:13:14.243714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59519a89-bcfc-4df1-bbf9-04acdc0e96b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3981adb5-601b-434f-b700-613264a1679e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:14.303790 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-6f04db76-d05c-4772-8ca9-d25f1ebd0e28 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/b15a85c6-2487-444e-a6bf-7524cab52ccc HTTP/1.1" status: 200 len: 2998 time: 0.0633590 Nov 12 13:13:14.306289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-fad34f28-a125-4e15-abcf-f39ab6493077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:14.307698 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-fad34f28-a125-4e15-abcf-f39ab6493077 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994935 Nov 12 13:13:14.388656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160873-4d6e-4f95-b241-213b00213035 req-6b74fa18-9c16-4205-9ec8-43fe98c3e816 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:14.397524 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1160873-4d6e-4f95-b241-213b00213035 req-6b74fa18-9c16-4205-9ec8-43fe98c3e816 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 950 time: 0.1701047 Nov 12 13:13:14.425308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-4e70b0a2-17c1-49e8-bbc6-b3a48b7e4e77 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/b15a85c6-2487-444e-a6bf-7524cab52ccc HTTP/1.1" status: 200 len: 2998 time: 0.1154516 Nov 12 13:13:14.447699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138fff5e-98e3-40a6-90ba-e2ed88723be6 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:14.464263 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:14.472339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12af6e02-52ce-4549-8214-55d6772d0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:14.474928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12af6e02-52ce-4549-8214-55d6772d0df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:14.478415 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-fac1d230-e232-4498-bed5-f4996ac41e88 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576867 Nov 12 13:13:14.478599 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-12af6e02-52ce-4549-8214-55d6772d0df7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3981adb5-601b-434f-b700-613264a1679e HTTP/1.1" status: 204 len: 168 time: 0.7594800 Nov 12 13:13:14.499527 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1160873-4d6e-4f95-b241-213b00213035 req-bf74878e-0a37-42c9-b1bc-8b9de44862a8 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956736 Nov 12 13:13:14.510597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Transition to ACTIVE for port object 138fff5e-98e3-40a6-90ba-e2ed88723be6 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:13:14.518224 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-625a63d5-de42-46e7-bf48-b116e7aa3c75 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/bea72de9-db69-4434-9c03-a254c96a2c28 HTTP/1.1" status: 200 len: 2998 time: 0.0772669 Nov 12 13:13:14.521528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af6e02-52ce-4549-8214-55d6772d0df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3981adb5-601b-434f-b700-613264a1679e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:14.523300 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:14.642260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-2543a27c-16df-449d-876a-cd3d9b24eb77 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/bea72de9-db69-4434-9c03-a254c96a2c28 HTTP/1.1" status: 200 len: 2998 time: 0.1228082 Nov 12 13:13:14.643047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Pushing event updated for resources: {'Port': ['ID=138fff5e-98e3-40a6-90ba-e2ed88723be6,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:14.675376 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-c800d0d3-c3f1-47c7-8652-4ff4679245da tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] show failed (client error): The resource could not be found. Nov 12 13:13:14.687321 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-c800d0d3-c3f1-47c7-8652-4ff4679245da tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/cc8d9fad-b0f5-435c-9b58-50cfa00f08e4 HTTP/1.1" status: 404 len: 352 time: 0.0437934 Nov 12 13:13:14.692290 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72e014ca-45bb-4a23-a541-54723d375ed4 req-7009f2eb-474b-4137-968d-4ba387cc562f service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078350 Nov 12 13:13:14.696333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Attempting to bind port 138fff5e-98e3-40a6-90ba-e2ed88723be6 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:14.696664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Attempting to bind port 138fff5e-98e3-40a6-90ba-e2ed88723be6 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:14.697194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Attempting to bind port 138fff5e-98e3-40a6-90ba-e2ed88723be6 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:14.704200 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-eda5a402-35f9-4e8c-b750-f74c0a87508a tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] show failed (client error): The resource could not be found. Nov 12 13:13:14.709822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Port 138fff5e-98e3-40a6-90ba-e2ed88723be6 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:13:14.710373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Attempting to bind port 138fff5e-98e3-40a6-90ba-e2ed88723be6 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:14.714029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-eda5a402-35f9-4e8c-b750-f74c0a87508a tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/cc8d9fad-b0f5-435c-9b58-50cfa00f08e4 HTTP/1.1" status: 404 len: 352 time: 0.0249949 Nov 12 13:13:14.730876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:14.731643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:14.732257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:14.732953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Bound port: 138fff5e-98e3-40a6-90ba-e2ed88723be6, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:14.733585 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:14.774304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9aa194-87ea-4203-96cf-0f25eb1b2826 req-491446bc-dd16-4e21-859d-cc06e27579f2 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:14.782411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a9aa194-87ea-4203-96cf-0f25eb1b2826 req-491446bc-dd16-4e21-859d-cc06e27579f2 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 948 time: 0.1506538 Nov 12 13:13:14.796999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-e6e11e41-ca22-462e-aae7-f4d795503a3b tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ce9158a4-f44f-4fab-9c92-6f34864b8959 HTTP/1.1" status: 200 len: 2998 time: 0.0820203 Nov 12 13:13:14.861662 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-70856a53-f179-4d63-ac01-4a0a41b91a4d tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ce9158a4-f44f-4fab-9c92-6f34864b8959 HTTP/1.1" status: 200 len: 2998 time: 0.0622361 Nov 12 13:13:14.878424 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-ddb97421-dcb4-40e6-87f0-96792af229dd tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] show failed (client error): The resource could not be found. Nov 12 13:13:14.893902 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-ddb97421-dcb4-40e6-87f0-96792af229dd tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/e01b383d-ae06-4156-abe6-f9bee59c5973 HTTP/1.1" status: 404 len: 352 time: 0.0308909 Nov 12 13:13:14.910356 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-628d7f9d-9a5a-444a-992e-5a57364b910c tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] show failed (client error): The resource could not be found. Nov 12 13:13:14.911696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-628d7f9d-9a5a-444a-992e-5a57364b910c tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/e01b383d-ae06-4156-abe6-f9bee59c5973 HTTP/1.1" status: 404 len: 352 time: 0.0170293 Nov 12 13:13:14.916999 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a9aa194-87ea-4203-96cf-0f25eb1b2826 req-73ea93f9-9b56-4650-8f0f-d7436e8033d2 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334014 Nov 12 13:13:14.942811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] For port 138fff5e-98e3-40a6-90ba-e2ed88723be6, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:14.951668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] For port 138fff5e-98e3-40a6-90ba-e2ed88723be6, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=138fff5e-98e3-40a6-90ba-e2ed88723be6,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:14.960050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:15.013729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-a6fa1841-35cb-4855-b249-2a61ee667eae tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/f69ef680-e338-4d29-901d-3848f3974870 HTTP/1.1" status: 200 len: 2998 time: 0.0880082 Nov 12 13:13:15.030314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:15.031081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:15.033331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] 10.222.0.105 "PUT /v2.0/ports/138fff5e-98e3-40a6-90ba-e2ed88723be6 HTTP/1.1" status: 200 len: 1095 time: 1.4881730 Nov 12 13:13:15.033894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54864db2-e727-4092-9f53-c6d6982dccff', 'tag': '138fff5e-98e3-40a6-90ba-e2ed88723be6'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:15.036090 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a7c76-5fff-4d22-9107-68647847cf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "54864db2-e727-4092-9f53-c6d6982dccff", "tag": "138fff5e-98e3-40a6-90ba-e2ed88723be6"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:15.071476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5e348-9e13-46be-aa33-3ea92b995408 service neutron] Pushing event updated for resources: {'Port': ['ID=138fff5e-98e3-40a6-90ba-e2ed88723be6,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:15.092558 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7610c55-fbaf-476c-8342-62d48c293fa1 req-01d43539-d737-4da5-86e8-4c59470cde30 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/f69ef680-e338-4d29-901d-3848f3974870 HTTP/1.1" status: 200 len: 2998 time: 0.0705235 Nov 12 13:13:15.169443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-0dc52b37-7c31-4c88-92f0-142282dcfd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:15.171418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-0dc52b37-7c31-4c88-92f0-142282dcfd12 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=33eed482cc3547f88c29c372cbc4fd10&device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 1098 time: 0.0728996 Nov 12 13:13:15.245431 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-4ce46a3f-1ba1-42fe-ad59-78576c82265c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=138fff5e-98e3-40a6-90ba-e2ed88723be6 HTTP/1.1" status: 200 len: 217 time: 0.0620458 Nov 12 13:13:15.248073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b17b2-3d8b-45f0-b5ef-1317fb8d7304 req-23c96c47-5b1a-42b9-9ac7-34f70928937c tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:15.256341 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f56b17b2-3d8b-45f0-b5ef-1317fb8d7304 req-23c96c47-5b1a-42b9-9ac7-34f70928937c tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 947 time: 0.0713835 Nov 12 13:13:15.321486 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f56b17b2-3d8b-45f0-b5ef-1317fb8d7304 req-e1e161b5-14ad-44b6-8192-a3cfe57b9959 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642254 Nov 12 13:13:15.327988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-53d2fd38-fa15-48b7-9f39-3e9a4086b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:15.330064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-53d2fd38-fa15-48b7-9f39-3e9a4086b0ac service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0766490 Nov 12 13:13:15.374325 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8e755a-264e-499a-bb8c-cf8a97c3b25f x-openstack-request-id: req-bc8e755a-264e-499a-bb8c-cf8a97c3b25f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:15.374615 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54864db2-e727-4092-9f53-c6d6982dccff", "tag": "138fff5e-98e3-40a6-90ba-e2ed88723be6", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:15.375864 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc8e755a-264e-499a-bb8c-cf8a97c3b25f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:15.376579 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54864db2-e727-4092-9f53-c6d6982dccff', 'tag': '138fff5e-98e3-40a6-90ba-e2ed88723be6', 'status': 'completed', 'code': 200} Nov 12 13:13:15.396271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-776d04a7-35c0-4983-9518-0f586fc2daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:15.398685 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-776d04a7-35c0-4983-9518-0f586fc2daf8 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607789 Nov 12 13:13:15.482471 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c815d549-1604-42c5-8a6f-b6791ec37175 req-fb1d19e7-f9bb-466c-9d23-411bc1a13a4c tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0ef1154d7304b5d94bf940f4f9a131a HTTP/1.1" status: 200 len: 6154 time: 0.0925689 Nov 12 13:13:15.544812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-a3db14a8-4d27-4a0c-ac68-40a68fa7c0d8 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366100 Nov 12 13:13:15.554803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c815d549-1604-42c5-8a6f-b6791ec37175 req-532872d7-74ae-4ed9-a069-717288addf1b tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] 10.222.0.73 "GET /v2.0/security-groups/bea72de9-db69-4434-9c03-a254c96a2c28 HTTP/1.1" status: 200 len: 2998 time: 0.0654728 Nov 12 13:13:15.618883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c815d549-1604-42c5-8a6f-b6791ec37175 req-20c7e22b-7a7c-40c5-b50a-cb962e33eb52 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] 10.222.0.73 "GET /v2.0/security-groups/bea72de9-db69-4434-9c03-a254c96a2c28 HTTP/1.1" status: 200 len: 2998 time: 0.0625517 Nov 12 13:13:15.707767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f628207-6acd-4f63-950d-9758d0bb9444 req-d2346775-a122-4835-a44f-c305b83fff34 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536450 Nov 12 13:13:15.776294 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81749001-94ca-44e0-8d6a-bcfa0665132c req-feb8112b-8a8d-45e7-b9f1-523ae6724343 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/971d8015-e9f7-43da-8b17-83d85c3bca58 HTTP/1.1" status: 200 len: 1793 time: 0.0513127 Nov 12 13:13:15.832906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-b5cea38a-e80f-4057-bb72-6be71383a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:15.834552 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-b5cea38a-e80f-4057-bb72-6be71383a781 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=33eed482cc3547f88c29c372cbc4fd10&device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 1098 time: 0.0699034 Nov 12 13:13:15.836774 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-81749001-94ca-44e0-8d6a-bcfa0665132c req-4eaf7899-90ad-4752-8efa-0ae36c705d73 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:15.873269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-81749001-94ca-44e0-8d6a-bcfa0665132c req-4eaf7899-90ad-4752-8efa-0ae36c705d73 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:15.921363 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-81749001-94ca-44e0-8d6a-bcfa0665132c req-4eaf7899-90ad-4752-8efa-0ae36c705d73 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:15.927378 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-81749001-94ca-44e0-8d6a-bcfa0665132c req-4eaf7899-90ad-4752-8efa-0ae36c705d73 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:15.930417 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81749001-94ca-44e0-8d6a-bcfa0665132c req-4eaf7899-90ad-4752-8efa-0ae36c705d73 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/971d8015-e9f7-43da-8b17-83d85c3bca58 HTTP/1.1" status: 204 len: 173 time: 0.1531951 Nov 12 13:13:15.944263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf7899-90ad-4752-8efa-0ae36c705d73 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971d8015-e9f7-43da-8b17-83d85c3bca58,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:16.022343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-6cc29df3-d58d-4ef2-9027-fca3e2013151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.024972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-6cc29df3-d58d-4ef2-9027-fca3e2013151 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1765733 Nov 12 13:13:16.083974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-f50c98e3-bd11-469e-9235-8e590fd38516 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=138fff5e-98e3-40a6-90ba-e2ed88723be6 HTTP/1.1" status: 200 len: 217 time: 0.0501165 Nov 12 13:13:16.117035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56248) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:16.161928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-922c7932-c55f-4281-ab81-7bfee02f5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.163501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-922c7932-c55f-4281-ab81-7bfee02f5d20 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0710728 Nov 12 13:13:16.231838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-f236b570-62a1-4297-aa8e-37bc6fe3cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.234008 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-f236b570-62a1-4297-aa8e-37bc6fe3cf99 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620821 Nov 12 13:13:16.264434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1394830742-network', 'tenant_id': '400cd7e0e4fd45d49e91bc070b399a26'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:16.287180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Made reservation on behalf of 400cd7e0e4fd45d49e91bc070b399a26 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:16.289594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.299381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.351010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5693d904-59b1-4a50-9f0c-7ceb09787b1e req-79859a03-417c-4a3c-bb7c-bf798d380c28 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "GET /v2.0/security-groups/59f00e57-1d17-4612-a5da-f98f8884a581 HTTP/1.1" status: 200 len: 1794 time: 0.1301434 Nov 12 13:13:16.385514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-91432813-d53b-4e89-a65d-9c49f3191670 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415777 Nov 12 13:13:16.471298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-81af1a87-75e9-418c-933a-7a403bdb44d6 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.472420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-81af1a87-75e9-418c-933a-7a403bdb44d6 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.473169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-81af1a87-75e9-418c-933a-7a403bdb44d6 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.474060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-81af1a87-75e9-418c-933a-7a403bdb44d6 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.474836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-81af1a87-75e9-418c-933a-7a403bdb44d6 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.475575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-81af1a87-75e9-418c-933a-7a403bdb44d6 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.476313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-81af1a87-75e9-418c-933a-7a403bdb44d6 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.479481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-81af1a87-75e9-418c-933a-7a403bdb44d6 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff&device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c&device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4&device_id=8c64f944-07a9-4248-b70f-11ae268cf096&device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f&device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6&device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 6457 time: 0.1361520 Nov 12 13:13:16.484218 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5693d904-59b1-4a50-9f0c-7ceb09787b1e req-6b69c949-f388-41d0-8b73-20ad76cefc19 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.488544 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.502120 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.521635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5693d904-59b1-4a50-9f0c-7ceb09787b1e req-6b69c949-f388-41d0-8b73-20ad76cefc19 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.524354 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-cdb12e3f-af08-4d74-bba8-3528d388e85a tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.535971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d9a7c76-5fff-4d22-9107-68647847cf5a req-ea8b20fb-20b8-4b0f-87ad-3230a79d9f7f service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415367 Nov 12 13:13:16.555858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:13:16.575272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5693d904-59b1-4a50-9f0c-7ceb09787b1e req-6b69c949-f388-41d0-8b73-20ad76cefc19 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.578316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5693d904-59b1-4a50-9f0c-7ceb09787b1e req-6b69c949-f388-41d0-8b73-20ad76cefc19 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.589930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5693d904-59b1-4a50-9f0c-7ceb09787b1e req-6b69c949-f388-41d0-8b73-20ad76cefc19 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/59f00e57-1d17-4612-a5da-f98f8884a581 HTTP/1.1" status: 204 len: 173 time: 0.2311487 Nov 12 13:13:16.598979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69c949-f388-41d0-8b73-20ad76cefc19 tempest-SecurityGroupsTestAdminJSON-2144568145 tempest-SecurityGroupsTestAdminJSON-2144568145-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f00e57-1d17-4612-a5da-f98f8884a581,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:16.608250 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.608591 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Added segment 14ef1fdc-3528-4a09-81bd-ea0dee278a35 of type vlan for network f217b410-fb8d-4205-88e2-bdba43094ec5 Nov 12 13:13:16.610092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab8b6c5-d1cd-4082-a451-0051f216fff3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:16.676139 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.694418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b497c1-8a39-4c8f-b3e7-e3bbbb8ac057 req-7850ca10-e88a-43b4-b578-2f89edfbd32a tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.695966 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98b497c1-8a39-4c8f-b3e7-e3bbbb8ac057 req-7850ca10-e88a-43b4-b578-2f89edfbd32a tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 948 time: 0.0559518 Nov 12 13:13:16.723231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.724195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.724807 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.752580 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98b497c1-8a39-4c8f-b3e7-e3bbbb8ac057 req-3bcf22b7-8dce-47ce-9601-566450af89ea tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497029 Nov 12 13:13:16.774133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-cdb12e3f-af08-4d74-bba8-3528d388e85a tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.811565 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6922221 Nov 12 13:13:16.815655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56262) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:16.817634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-cdb12e3f-af08-4d74-bba8-3528d388e85a tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.821633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Request body: {'subnet': {'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1394830742-subnet', 'tenant_id': '400cd7e0e4fd45d49e91bc070b399a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:16.850310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3077ff1-7064-406c-8ef5-841a7c9916f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f217b410-fb8d-4205-88e2-bdba43094ec5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:16.851393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Made reservation on behalf of 400cd7e0e4fd45d49e91bc070b399a26 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:16.855409 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:16.869933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb12e3f-af08-4d74-bba8-3528d388e85a tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2ddce3-3dcf-4b2a-8b31-a32751bfa59e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:16.875952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f217b410-fb8d-4205-88e2-bdba43094ec5 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:13:16.912737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa3701c3-4f61-49eb-9640-ca05965a3800 req-cdb12e3f-af08-4d74-bba8-3528d388e85a tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&id=7add2697-caf6-4221-a77f-e0afe6f316d4&id=f69ef680-e338-4d29-901d-3848f3974870&id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.4222066 Nov 12 13:13:16.997624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d085a3-bcfe-4c68-aff6-0c0a1cb07263 req-8863e06f-77a6-4d33-9c1a-662ed0d673d5 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:16.998890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1fd9544-f27c-4b25-ae21-2a1c9869882b req-493245f6-ba5d-4921-a953-9504c53f9368 tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] 10.222.0.73 "GET /v2.0/security-groups/85adc6a0-bb4a-4f83-9112-191008a77847 HTTP/1.1" status: 200 len: 1795 time: 0.0680325 Nov 12 13:13:16.999170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64d085a3-bcfe-4c68-aff6-0c0a1cb07263 req-8863e06f-77a6-4d33-9c1a-662ed0d673d5 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 947 time: 0.0833549 Nov 12 13:13:17.064939 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1fd9544-f27c-4b25-ae21-2a1c9869882b req-a4cddd19-3950-47ee-a1cf-11cb325f72ae tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:17.089991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64d085a3-bcfe-4c68-aff6-0c0a1cb07263 req-e4a1b341-a7e4-4be6-9fa7-97d9ac6fcce0 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840490 Nov 12 13:13:17.101620 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1fd9544-f27c-4b25-ae21-2a1c9869882b req-a4cddd19-3950-47ee-a1cf-11cb325f72ae tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:17.148473 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:17.164194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1fd9544-f27c-4b25-ae21-2a1c9869882b req-a4cddd19-3950-47ee-a1cf-11cb325f72ae tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:17.167025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1fd9544-f27c-4b25-ae21-2a1c9869882b req-a4cddd19-3950-47ee-a1cf-11cb325f72ae tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:17.168151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1fd9544-f27c-4b25-ae21-2a1c9869882b req-a4cddd19-3950-47ee-a1cf-11cb325f72ae tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] 10.222.0.73 "DELETE /v2.0/security-groups/85adc6a0-bb4a-4f83-9112-191008a77847 HTTP/1.1" status: 204 len: 173 time: 0.1613445 Nov 12 13:13:17.181526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cddd19-3950-47ee-a1cf-11cb325f72ae tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85adc6a0-bb4a-4f83-9112-191008a77847,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:17.209941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12e7e2d-7153-45cb-8e22-39f25b694e6a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:17.223542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:17.224030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Network hostable DHCP agents. Network: f217b410-fb8d-4205-88e2-bdba43094ec5, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:13:17.244329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Network f217b410-fb8d-4205-88e2-bdba43094ec5 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:13:17.256167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, f217b410-fb8d-4205-88e2-bdba43094ec5) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:17.260709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:17.261511 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:17.268770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346a5491-ffa1-427f-a2dd-1cf3ef9e0bcb None None] Network f217b410-fb8d-4205-88e2-bdba43094ec5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:13:17.292122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b2df7859-d00f-46fa-96ec-9e5f70d2c668 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4744465 Nov 12 13:13:17.454525 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20a9e2c1-43c3-4cbb-9a15-864e9958b93f req-a3f4a021-30bc-4985-8300-1417347bcaab tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] 10.222.0.73 "GET /v2.0/security-groups/72104410-b8a1-4f42-b581-077178df575d HTTP/1.1" status: 200 len: 1794 time: 0.0709770 Nov 12 13:13:17.518384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eddf3c-6962-4ccf-97b3-df2f08f23d96 None None] Network f217b410-fb8d-4205-88e2-bdba43094ec5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:13:17.539231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-20a9e2c1-43c3-4cbb-9a15-864e9958b93f req-abd8e723-18ed-4394-8ba3-c454bc9c7dce tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:17.569636 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-20a9e2c1-43c3-4cbb-9a15-864e9958b93f req-abd8e723-18ed-4394-8ba3-c454bc9c7dce tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:17.625984 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-20a9e2c1-43c3-4cbb-9a15-864e9958b93f req-abd8e723-18ed-4394-8ba3-c454bc9c7dce tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:17.629007 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-20a9e2c1-43c3-4cbb-9a15-864e9958b93f req-abd8e723-18ed-4394-8ba3-c454bc9c7dce tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:17.631210 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20a9e2c1-43c3-4cbb-9a15-864e9958b93f req-abd8e723-18ed-4394-8ba3-c454bc9c7dce tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] 10.222.0.73 "DELETE /v2.0/security-groups/72104410-b8a1-4f42-b581-077178df575d HTTP/1.1" status: 204 len: 173 time: 0.1755130 Nov 12 13:13:17.642267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 516eb007-9549-47c3-b06f-ac75071d6586 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:13:17.649582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8e723-18ed-4394-8ba3-c454bc9c7dce tempest-SecurityGroupsTestAdminJSON-1637088684 tempest-SecurityGroupsTestAdminJSON-1637088684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72104410-b8a1-4f42-b581-077178df575d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:17.701081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c092-c2f5-4d37-87f3-7350b39a3f24 req-941822f2-58f1-477c-95ae-641c682cefac tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:17.701583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c092-c2f5-4d37-87f3-7350b39a3f24 req-941822f2-58f1-477c-95ae-641c682cefac tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:17.702027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c092-c2f5-4d37-87f3-7350b39a3f24 req-941822f2-58f1-477c-95ae-641c682cefac tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:17.713435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d79c092-c2f5-4d37-87f3-7350b39a3f24 req-941822f2-58f1-477c-95ae-641c682cefac tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4&device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6&device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 2904 time: 0.0734427 Nov 12 13:13:17.788468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d79c092-c2f5-4d37-87f3-7350b39a3f24 req-80269867-fe29-4f09-95d2-b62bab935693 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716789 Nov 12 13:13:17.863157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56300) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:17.918540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 516eb007-9549-47c3-b06f-ac75071d6586, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=516eb007-9549-47c3-b06f-ac75071d6586,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:17.929553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bc9d5-c8cb-4df8-bba0-cff43b7aacc4 req-05f4a371-be96-459e-8133-54f2195cf096 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:17.932201 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-682bc9d5-c8cb-4df8-bba0-cff43b7aacc4 req-05f4a371-be96-459e-8133-54f2195cf096 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 948 time: 0.0932207 Nov 12 13:13:17.946639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '516eb007-9549-47c3-b06f-ac75071d6586', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '516eb007-9549-47c3-b06f-ac75071d6586', 'mac_address': 'fa:16:3e:69:02:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:13:18.003509 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.025727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516eb007-9549-47c3-b06f-ac75071d6586 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:18.029515 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-682bc9d5-c8cb-4df8-bba0-cff43b7aacc4 req-a4900a80-c768-4c90-bbbc-7d3c9d145607 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900865 Nov 12 13:13:18.067179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 516eb007-9549-47c3-b06f-ac75071d6586, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=516eb007-9549-47c3-b06f-ac75071d6586,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:18.073622 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.107067 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5a96502-acde-4921-b9ff-ed91f89c647b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.210958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=516eb007-9549-47c3-b06f-ac75071d6586,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:18.256733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5a96502-acde-4921-b9ff-ed91f89c647b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.262667 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5a96502-acde-4921-b9ff-ed91f89c647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.274256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56326) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:18.305021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1838d-0279-44ed-b389-991441a48436 req-c755c4ee-bf7f-4ca0-b665-7b710a61ab98 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:18.308151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-25b1838d-0279-44ed-b389-991441a48436 req-c755c4ee-bf7f-4ca0-b665-7b710a61ab98 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 947 time: 0.0727162 Nov 12 13:13:18.337598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a96502-acde-4921-b9ff-ed91f89c647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e35265-4f1d-4ac2-b1d9-79c71fa489ce,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:18.383742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a5a96502-acde-4921-b9ff-ed91f89c647b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d717efbc02df41d5ba81a5a56f4fc3ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191493 Nov 12 13:13:18.386801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56334) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:18.396837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-25b1838d-0279-44ed-b389-991441a48436 req-6c0f21ab-6eed-44ba-a6dd-fac44e2b9516 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805404 Nov 12 13:13:18.405482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['516eb007-9549-47c3-b06f-ac75071d6586'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:18.563148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db76a03b-0661-476b-b3e6-80d146f98b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.584272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1a3a68a7-6b79-4b8d-a3bc-7cb8897a1948 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0ef1154d7304b5d94bf940f4f9a131a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077924 Nov 12 13:13:18.587011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:18.605678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:18.610228 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db76a03b-0661-476b-b3e6-80d146f98b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.611521 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1711525006-network', 'tenant_id': '15cda205c22948569b4aefb70f63cf9e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:18.669132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Made reservation on behalf of 15cda205c22948569b4aefb70f63cf9e for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:18.672375 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.678801 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db76a03b-0661-476b-b3e6-80d146f98b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.682225 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db76a03b-0661-476b-b3e6-80d146f98b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.683919 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-db76a03b-0661-476b-b3e6-80d146f98b9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51e35265-4f1d-4ac2-b1d9-79c71fa489ce HTTP/1.1" status: 204 len: 168 time: 0.2942588 Nov 12 13:13:18.689996 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-336036e9-4e86-4659-b8c2-e745b5ba224e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.692069 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.696518 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76a03b-0661-476b-b3e6-80d146f98b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e35265-4f1d-4ac2-b1d9-79c71fa489ce,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:18.744749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-336036e9-4e86-4659-b8c2-e745b5ba224e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.852731 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-336036e9-4e86-4659-b8c2-e745b5ba224e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.855565 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-336036e9-4e86-4659-b8c2-e745b5ba224e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.856795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-336036e9-4e86-4659-b8c2-e745b5ba224e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bea72de9-db69-4434-9c03-a254c96a2c28 HTTP/1.1" status: 204 len: 168 time: 0.2685347 Nov 12 13:13:18.858776 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.868337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.871503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336036e9-4e86-4659-b8c2-e745b5ba224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea72de9-db69-4434-9c03-a254c96a2c28,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:18.896505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:13:18.913451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab127f7-e4d2-4428-a485-d0203182d332,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:18.919184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:18.919812 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Added segment 2ebb74a7-e9a4-4997-ac20-5ac473c408b5 of type vlan for network 43146a1e-e35d-41d4-82e0-7a833e64ff5b Nov 12 13:13:18.970522 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.005608 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.006759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:19.007495 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.043904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4366362 Nov 12 13:13:19.048831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56370) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:19.054167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Request body: {'subnet': {'network_id': '43146a1e-e35d-41d4-82e0-7a833e64ff5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1711525006-subnet', 'tenant_id': '15cda205c22948569b4aefb70f63cf9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:19.092156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Made reservation on behalf of 15cda205c22948569b4aefb70f63cf9e for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:19.092810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda81ff0-2b81-4d7e-b483-6d8ce8de1c3a admin admin] Pushing event updated for resources: {'Network': ['ID=43146a1e-e35d-41d4-82e0-7a833e64ff5b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:19.100245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.104618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 43146a1e-e35d-41d4-82e0-7a833e64ff5b details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:13:19.142408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbf21-88ed-4e90-8f42-ab4a4a4d6548 req-f43851ae-536b-461c-beb7-e0316cf02f26 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:19.146169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-caadbf21-88ed-4e90-8f42-ab4a4a4d6548 req-f43851ae-536b-461c-beb7-e0316cf02f26 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 1101 time: 0.0673184 Nov 12 13:13:19.231223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-caadbf21-88ed-4e90-8f42-ab4a4a4d6548 req-0f6bca2c-7021-487c-91f7-b32a69d54ed1 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786095 Nov 12 13:13:19.348617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.394829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe01be-77aa-46fd-8891-143d7fedef55 req-553914cb-b93d-4290-8bd7-56e503a45d9d tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:19.396656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1abe01be-77aa-46fd-8891-143d7fedef55 req-553914cb-b93d-4290-8bd7-56e503a45d9d tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 949 time: 0.0740614 Nov 12 13:13:19.456805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1abe01be-77aa-46fd-8891-143d7fedef55 req-3d5392f7-8095-4fd5-977f-70af67af052a tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528350 Nov 12 13:13:19.496046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde039b8-29c7-428a-b45f-6989b83068e4,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:19.505054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Checking segment: {'id': '2ebb74a7-e9a4-4997-ac20-5ac473c408b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '43146a1e-e35d-41d4-82e0-7a833e64ff5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:19.505711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Network hostable DHCP agents. Network: 43146a1e-e35d-41d4-82e0-7a833e64ff5b, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:13:19.518172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ee1ab-2e19-4f36-a3a4-fec11bbe59d4 req-97a1d730-c0d1-4d44-b171-126f0104bd6c tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:19.520171 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-045ee1ab-2e19-4f36-a3a4-fec11bbe59d4 req-97a1d730-c0d1-4d44-b171-126f0104bd6c tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 1101 time: 0.1196909 Nov 12 13:13:19.542869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56384) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:19.544589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Network 43146a1e-e35d-41d4-82e0-7a833e64ff5b is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:13:19.562167 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-baf9ccc4-34ea-45c6-8324-ac2116cf5272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.566901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 43146a1e-e35d-41d4-82e0-7a833e64ff5b) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:19.579549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac6160-8eb6-414f-ba93-4f05aca4def9 None None] Network 43146a1e-e35d-41d4-82e0-7a833e64ff5b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:13:19.593076 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:19.593701 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.608620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56386) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:19.618456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 138fff5e-98e3-40a6-90ba-e2ed88723be6 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:13:19.620816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 516eb007-9549-47c3-b06f-ac75071d6586 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:19.630125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-045ee1ab-2e19-4f36-a3a4-fec11bbe59d4 req-3daf6c72-c717-4949-b80e-e895a6e9f037 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946615 Nov 12 13:13:19.633911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-22cf3278-f6c6-4041-9f42-3441ec7e0617 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5838354 Nov 12 13:13:19.731162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ec9f2df7-4e1c-44c6-8ab6-ceee0cd2b4b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34c50df114434df2bc4b5eb27caa58e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1210399 Nov 12 13:13:19.734273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56392) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:19.743959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c7093-6404-49a8-b6a7-d469fefc96d4 req-01cb2978-9674-4e6d-ad72-edf67b961ad3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:19.746342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c13c7093-6404-49a8-b6a7-d469fefc96d4 req-01cb2978-9674-4e6d-ad72-edf67b961ad3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 947 time: 0.1244161 Nov 12 13:13:19.748721 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-baf9ccc4-34ea-45c6-8324-ac2116cf5272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.768161 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-baf9ccc4-34ea-45c6-8324-ac2116cf5272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.831953 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd81-0d61-47cf-b71e-0da0f8596f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.854455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-baf9ccc4-34ea-45c6-8324-ac2116cf5272 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=797467bcdb03486181d639022fe4196c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100450 Nov 12 13:13:19.856179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56396) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:19.865021 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd81-0d61-47cf-b71e-0da0f8596f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:19.871808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9ccc4-34ea-45c6-8324-ac2116cf5272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90b8220-6dc2-489f-b932-415c6ca2ac3e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:19.915210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c13c7093-6404-49a8-b6a7-d469fefc96d4 req-9fbdc342-9006-4536-8c3c-336a33d22cdf tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594253 Nov 12 13:13:19.949761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf68a1-41b3-48c4-a6aa-2807f0b23725 None None] Network 43146a1e-e35d-41d4-82e0-7a833e64ff5b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:13:19.981688 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04ae542e-179c-457f-95b0-8fb51c014f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.014382 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd81-0d61-47cf-b71e-0da0f8596f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.017820 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04ae542e-179c-457f-95b0-8fb51c014f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.018145 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd81-0d61-47cf-b71e-0da0f8596f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.019506 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dbf6fd81-0d61-47cf-b71e-0da0f8596f84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b15a85c6-2487-444e-a6bf-7524cab52ccc HTTP/1.1" status: 204 len: 168 time: 0.2831388 Nov 12 13:13:20.035690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6fd81-0d61-47cf-b71e-0da0f8596f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15a85c6-2487-444e-a6bf-7524cab52ccc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:20.083429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 516eb007-9549-47c3-b06f-ac75071d6586 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:13:20.112708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 516eb007-9549-47c3-b06f-ac75071d6586 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:20.113501 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.159097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 138fff5e-98e3-40a6-90ba-e2ed88723be6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=138fff5e-98e3-40a6-90ba-e2ed88723be6,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:20.173198 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04ae542e-179c-457f-95b0-8fb51c014f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.178961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04ae542e-179c-457f-95b0-8fb51c014f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.181089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-04ae542e-179c-457f-95b0-8fb51c014f20 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e90b8220-6dc2-489f-b932-415c6ca2ac3e HTTP/1.1" status: 204 len: 168 time: 0.3187888 Nov 12 13:13:20.196300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae542e-179c-457f-95b0-8fb51c014f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90b8220-6dc2-489f-b932-415c6ca2ac3e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:20.196478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '138fff5e-98e3-40a6-90ba-e2ed88723be6', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '138fff5e-98e3-40a6-90ba-e2ed88723be6', 'mac_address': 'fa:16:3e:15:e6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:13:20.308957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.348801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138fff5e-98e3-40a6-90ba-e2ed88723be6 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:20.380667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 138fff5e-98e3-40a6-90ba-e2ed88723be6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=138fff5e-98e3-40a6-90ba-e2ed88723be6,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:20.382267 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.395803 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.440535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c97d5a-c1e8-4f81-a496-ab9d005dff3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516eb007-9549-47c3-b06f-ac75071d6586'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:20.443032 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c4ed01-00c7-459d-8ef2-b0c84ea3e915" -d '{"events": [{"server_uuid": "a1c97d5a-c1e8-4f81-a496-ab9d005dff3c", "name": "network-vif-plugged", "status": "completed", "tag": "516eb007-9549-47c3-b06f-ac75071d6586"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:20.467809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 516eb007-9549-47c3-b06f-ac75071d6586, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=516eb007-9549-47c3-b06f-ac75071d6586,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:20.481902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:20.488988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=138fff5e-98e3-40a6-90ba-e2ed88723be6,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:20.555640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=516eb007-9549-47c3-b06f-ac75071d6586,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:20.723239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['138fff5e-98e3-40a6-90ba-e2ed88723be6'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:20.734257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-a544d778-375f-48c1-829f-a3384d496e75 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:20.735950 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-a544d778-375f-48c1-829f-a3384d496e75 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 808 time: 0.1755466 Nov 12 13:13:20.779286 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-f2b7b3d0-8cff-480d-9243-429ff33afac9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/quotas/400cd7e0e4fd45d49e91bc070b399a26 HTTP/1.1" status: 200 len: 375 time: 0.0268941 Nov 12 13:13:20.829903 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f07bb04-b576-43b6-a200-625491d54a35 x-openstack-request-id: req-7f07bb04-b576-43b6-a200-625491d54a35 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:20.830577 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c97d5a-c1e8-4f81-a496-ab9d005dff3c", "name": "network-vif-plugged", "status": "completed", "tag": "516eb007-9549-47c3-b06f-ac75071d6586", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:20.830995 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f07bb04-b576-43b6-a200-625491d54a35 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:20.833138 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c97d5a-c1e8-4f81-a496-ab9d005dff3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516eb007-9549-47c3-b06f-ac75071d6586', 'code': 200} Nov 12 13:13:20.862751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-a66b5e53-45a9-4650-bb32-e8b234de995f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824335 Nov 12 13:13:20.870878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-e6270a0c-d4cc-431b-9e57-3b5ae202d3ed service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:13:20.873836 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-e6270a0c-d4cc-431b-9e57-3b5ae202d3ed service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098817 Nov 12 13:13:20.979373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a8177-8173-4d11-bd3c-f606e398b130 req-b31f7f74-60d8-4b60-83f1-cfd64a04e563 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:20.979997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab41841-06e7-4f25-a939-2b4f571e0781 req-47e4e727-9cf8-4841-a5a6-de72572adbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:20.981361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fab41841-06e7-4f25-a939-2b4f571e0781 req-47e4e727-9cf8-4841-a5a6-de72572adbba service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 1101 time: 0.0974815 Nov 12 13:13:20.992850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-033a8177-8173-4d11-bd3c-f606e398b130 req-b31f7f74-60d8-4b60-83f1-cfd64a04e563 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 950 time: 0.1020989 Nov 12 13:13:21.094880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-033a8177-8173-4d11-bd3c-f606e398b130 req-21202a42-7516-4ab8-92ff-66fdb00e50bd tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940759 Nov 12 13:13:21.115338 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fab41841-06e7-4f25-a939-2b4f571e0781 req-9b5d2680-658d-4fa9-a132-34bf304d6211 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027534 Nov 12 13:13:21.146084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-d68ec160-4eef-44ff-bfbd-f5758e61e725 service neutron] 10.222.0.73 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608855 Nov 12 13:13:21.271745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3f2e7-e094-4ddc-92fd-0ef24b3ed4e1 req-43d95bee-6c49-4919-b365-615170a7a30e tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:21.275027 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fe3f2e7-e094-4ddc-92fd-0ef24b3ed4e1 req-43d95bee-6c49-4919-b365-615170a7a30e tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0855432 Nov 12 13:13:21.283311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2fc5e99a-3cf7-4fee-8062-bb61a45305bb service neutron] 10.222.0.73 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331270 Nov 12 13:13:21.379128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fe3f2e7-e094-4ddc-92fd-0ef24b3ed4e1 req-6960d3a8-a256-4c56-bffc-6c06ed564f25 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991368 Nov 12 13:13:21.620821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56506) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:21.640504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36ca07b4-d824-4980-bb8d-86497feeee0a req-c4b455d4-a748-438e-9325-13247a29c771 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 210 time: 0.0570343 Nov 12 13:13:21.674532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2be350-9fca-4cc0-8957-abb346e7f5e9 req-61aef6db-0d56-4263-bb3e-4a37f95ec86c tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:21.683412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0b2be350-9fca-4cc0-8957-abb346e7f5e9 req-61aef6db-0d56-4263-bb3e-4a37f95ec86c tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 948 time: 0.1379106 Nov 12 13:13:21.766442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0b2be350-9fca-4cc0-8957-abb346e7f5e9 req-8adf4cc9-3b95-47d9-99cc-692885d4a5e1 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730464 Nov 12 13:13:21.774883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-network', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:21.815428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Made reservation on behalf of 232e8cbaa75549a7903b8b89da84ae9e for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:21.818067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:21.829855 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:21.929175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:21.934860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:21.948532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:13:21.975373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:21.975751 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Added segment 6da842aa-139b-4a6f-9283-88887c41d52f of type vlan for network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d Nov 12 13:13:21.996021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:22.030940 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:22.073234 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:22.073234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:22.073234 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:22.175631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5535030 Nov 12 13:13:22.178697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56548) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:22.189607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Request body: {'subnet': {'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-subnet', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:22.214125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55fb48-9381-4f66-9795-7df53370210b admin admin] Pushing event updated for resources: {'Network': ['ID=31deeb3a-aaee-41cc-bd06-a4fe2284a15d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:22.218160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Made reservation on behalf of 232e8cbaa75549a7903b8b89da84ae9e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:22.221817 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:22.227978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:13:22.275783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c1921-e1ca-4022-a7e1-c9dacbf41e24 req-88351e2d-7115-4f7f-8797-c888f56f9a17 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:22.286103 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a1c1921-e1ca-4022-a7e1-c9dacbf41e24 req-88351e2d-7115-4f7f-8797-c888f56f9a17 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 950 time: 0.1227720 Nov 12 13:13:22.390379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a1c1921-e1ca-4022-a7e1-c9dacbf41e24 req-c3a6dc6e-47b1-4269-91da-4bb5b82b9e2f tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034360 Nov 12 13:13:22.517178 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:22.541888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c348-5f7d-4e48-bf7e-fb0c3ce93c9e req-235f4b37-db95-4a7e-96bf-d0a580ec88b0 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:22.543865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7b4c348-5f7d-4e48-bf7e-fb0c3ce93c9e req-235f4b37-db95-4a7e-96bf-d0a580ec88b0 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0685339 Nov 12 13:13:22.585146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a3ea60-3532-48bc-a33b-53765a574d34,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:22.589686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Checking segment: {'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:22.590265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Network hostable DHCP agents. Network: 31deeb3a-aaee-41cc-bd06-a4fe2284a15d, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:13:22.609269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:13:22.617480 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7b4c348-5f7d-4e48-bf7e-fb0c3ce93c9e req-de9c49be-837f-4a40-abfa-6600b6347a90 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636961 Nov 12 13:13:22.626370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 31deeb3a-aaee-41cc-bd06-a4fe2284a15d) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:22.635128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:22.635796 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:22.639082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52733236-2031-41ef-a528-3646627e1596 None None] Network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:13:22.694880 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56578) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:22.698163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-58a39b29-3628-41e8-8f05-915be07b1f12 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5120018 Nov 12 13:13:22.700520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-router', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:22.741203 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:22.742147 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:22.841946 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:22.963448 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b674374e-c5cf-477a-b357-ff8378ada13b req-22729a6f-7720-4131-be99-562eeb5149d2 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 210 time: 0.1048725 Nov 12 13:13:23.071960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-31deeb3a-aaee-41cc-bd06-a4fe2284a15d', 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'fixed_ips': [{'subnet_id': 'f4a3ea60-3532-48bc-a33b-53765a574d34'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:13:23.072793 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:23.137020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:23.227853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56594) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:23.340363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456103c-dfca-42df-9972-d095780498d9 req-ab37152c-7f95-4cf6-8094-f18a9206c754 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:23.347840 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2456103c-dfca-42df-9972-d095780498d9 req-ab37152c-7f95-4cf6-8094-f18a9206c754 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 948 time: 0.3601730 Nov 12 13:13:23.431924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-a89f0a1d-11b2-415e-adf7-3dad291939d1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:23.433190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-a89f0a1d-11b2-415e-adf7-3dad291939d1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 808 time: 0.5601382 Nov 12 13:13:23.455460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Allocated IP 172.20.0.2 (31deeb3a-aaee-41cc-bd06-a4fe2284a15d/f4a3ea60-3532-48bc-a33b-53765a574d34/52e0db90-b3a1-4360-8b8d-b21ed8c2d420) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:23.458334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Request body: {'port': {'device_id': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5', 'admin_state_up': True, 'tenant_id': '400cd7e0e4fd45d49e91bc070b399a26'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:23.503497 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84c2fa1d-f88a-45d0-98f0-f7530ae3edf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:23.560410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2456103c-dfca-42df-9972-d095780498d9 req-57efbec6-a174-4592-be83-3500fed0d66c tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116718 Nov 12 13:13:23.604087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Made reservation on behalf of 400cd7e0e4fd45d49e91bc070b399a26 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:23.608286 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:23.622039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:23.653445 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:23.694299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 138fff5e-98e3-40a6-90ba-e2ed88723be6 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:23.742931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c7dbd-c9d3-4a40-a6b8-dbb7f0b39cf5 req-d2ac45e3-ace1-48c8-998e-9424c44a2ec5 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:23.757846 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-103c7dbd-c9d3-4a40-a6b8-dbb7f0b39cf5 req-d2ac45e3-ace1-48c8-998e-9424c44a2ec5 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 950 time: 0.2371879 Nov 12 13:13:23.785861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Allocated IP 172.20.0.9 (f217b410-fb8d-4205-88e2-bdba43094ec5/e12e7e2d-7153-45cb-8e22-39f25b694e6a/52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:23.794363 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:23.805161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:23.859000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96e324-037a-465e-816d-b9d981a484c9 req-5a26b04e-db60-410b-8797-1f9f123090ef tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:23.861671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa96e324-037a-465e-816d-b9d981a484c9 req-5a26b04e-db60-410b-8797-1f9f123090ef tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0906055 Nov 12 13:13:23.891664 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84c2fa1d-f88a-45d0-98f0-f7530ae3edf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:23.899351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-103c7dbd-c9d3-4a40-a6b8-dbb7f0b39cf5 req-22b30137-6af5-4d4e-8fc5-f5c7c39e42bc tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402829 Nov 12 13:13:23.908949 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84c2fa1d-f88a-45d0-98f0-f7530ae3edf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:23.913452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Allocated IP 172.25.5.113 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:23.970731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2fa1d-f88a-45d0-98f0-f7530ae3edf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dbd829-9e07-4b80-ba75-2689526b6b84,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:23.976170 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-84c2fa1d-f88a-45d0-98f0-f7530ae3edf4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ed34f90c38a4abbb812e96b5c67473e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7407854 Nov 12 13:13:23.979843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56630) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:24.014038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 138fff5e-98e3-40a6-90ba-e2ed88723be6 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:13:24.020387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 138fff5e-98e3-40a6-90ba-e2ed88723be6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:24.021067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.055349 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.064556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:24.070677 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:24.083561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Pushing event updated for resources: {'Port': ['ID=52e0db90-b3a1-4360-8b8d-b21ed8c2d420,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:24.086215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:24.121878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a907a31-f2bd-4c32-9743-e1a97d6bd75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.144453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.169120 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.170895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Attempting to bind port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:24.171606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Attempting to bind port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:24.172194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Attempting to bind port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 on network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:24.176378 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a907a31-f2bd-4c32-9743-e1a97d6bd75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.203997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:24.204272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Checking segment: {'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:24.204547 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.205552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Bound using segment: {'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:24.206065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Bound port: 52e0db90-b3a1-4360-8b8d-b21ed8c2d420, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:24.206452 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.241194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.244607 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.249621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Network f217b410-fb8d-4205-88e2-bdba43094ec5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:24.254518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:24.257522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Pushing event updated for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:24.280628 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a907a31-f2bd-4c32-9743-e1a97d6bd75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.283728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a907a31-f2bd-4c32-9743-e1a97d6bd75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.287334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1a907a31-f2bd-4c32-9743-e1a97d6bd75a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b4dbd829-9e07-4b80-ba75-2689526b6b84 HTTP/1.1" status: 204 len: 168 time: 0.3039100 Nov 12 13:13:24.287334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:24.293961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:24.302078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:24.302937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54864db2-e727-4092-9f53-c6d6982dccff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138fff5e-98e3-40a6-90ba-e2ed88723be6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:24.305439 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad26855a-9558-4b47-9099-2d2f92a412aa" -d '{"events": [{"server_uuid": "54864db2-e727-4092-9f53-c6d6982dccff", "name": "network-vif-plugged", "status": "completed", "tag": "138fff5e-98e3-40a6-90ba-e2ed88723be6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:24.306089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:24.330444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:24.335501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 138fff5e-98e3-40a6-90ba-e2ed88723be6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=138fff5e-98e3-40a6-90ba-e2ed88723be6,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:24.336524 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.354120 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa96e324-037a-465e-816d-b9d981a484c9 req-4b908684-2c9e-4e9a-ab66-58475a607123 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820702 Nov 12 13:13:24.358774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] For port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:24.373912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.387424 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] For port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=52e0db90-b3a1-4360-8b8d-b21ed8c2d420,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:24.400812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-ff005b50-c0f9-4f7b-b215-ba750ec3fd4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9559324 Nov 12 13:13:24.414917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Request body: {'port': {'device_id': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:24.457410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a907a31-f2bd-4c32-9743-e1a97d6bd75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dbd829-9e07-4b80-ba75-2689526b6b84,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:24.464708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Pushing event updated for resources: {'Port': ['ID=0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:24.464912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.536516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=138fff5e-98e3-40a6-90ba-e2ed88723be6,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:24.605628 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.651517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0c170-1715-430f-a05f-fe83dc110511 None None] Pushing event updated for resources: {'Port': ['ID=52e0db90-b3a1-4360-8b8d-b21ed8c2d420,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:24.702657 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:24.712806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916436b7-7f7b-488f-9c2b-3ca946b5ec31 req-e6217105-92a1-410e-b573-359d9fc6f074 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:24.724274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-916436b7-7f7b-488f-9c2b-3ca946b5ec31 req-e6217105-92a1-410e-b573-359d9fc6f074 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 931 time: 0.1322732 Nov 12 13:13:24.768777 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7479c12-1ca4-4de7-a6d5-3b232adee1be x-openstack-request-id: req-f7479c12-1ca4-4de7-a6d5-3b232adee1be {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:24.769983 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54864db2-e727-4092-9f53-c6d6982dccff", "name": "network-vif-plugged", "status": "completed", "tag": "138fff5e-98e3-40a6-90ba-e2ed88723be6", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:24.770638 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7479c12-1ca4-4de7-a6d5-3b232adee1be {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:24.772847 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54864db2-e727-4092-9f53-c6d6982dccff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138fff5e-98e3-40a6-90ba-e2ed88723be6', 'code': 200} Nov 12 13:13:24.898721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56646) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:24.940849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-916436b7-7f7b-488f-9c2b-3ca946b5ec31 req-e3823151-9ee3-4a33-8b7d-34f95557938e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149725 Nov 12 13:13:25.097535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30d433-41d2-4621-96dc-1dd98c942bdc req-4ba524dd-60e8-44bf-a4fd-d68e502eb15b tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:25.106618 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a30d433-41d2-4621-96dc-1dd98c942bdc req-4ba524dd-60e8-44bf-a4fd-d68e502eb15b tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 949 time: 0.1979535 Nov 12 13:13:25.108067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56650) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:25.191486 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b04a8474-bd39-40e9-bdd1-739cf032be02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.294226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a30d433-41d2-4621-96dc-1dd98c942bdc req-ced81d5c-6660-427b-b1b3-643457e728e1 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818488 Nov 12 13:13:25.350717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b04a8474-bd39-40e9-bdd1-739cf032be02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.364076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b04a8474-bd39-40e9-bdd1-739cf032be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.402473 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eaa5-3c28-4f37-985e-d76211e3dee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.415971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1805e-0819-43c4-a87a-8c08e9b0d0da req-6a625d8f-5bea-4a50-897e-c96c87502424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:25.417605 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36e1805e-0819-43c4-a87a-8c08e9b0d0da req-6a625d8f-5bea-4a50-897e-c96c87502424 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 1100 time: 0.5331502 Nov 12 13:13:25.461391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c173487-7186-45f2-8ec4-38513d6cd623 req-8c474ffd-8178-482c-99df-8983ad626e46 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:25.466911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8c173487-7186-45f2-8ec4-38513d6cd623 req-8c474ffd-8178-482c-99df-8983ad626e46 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 950 time: 0.1702077 Nov 12 13:13:25.471494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a8474-bd39-40e9-bdd1-739cf032be02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd7d91b-8aaa-48d6-8adb-7e54b0c9b8fa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:25.486000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b04a8474-bd39-40e9-bdd1-739cf032be02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2ae9fb926f1436a85b86c3432440200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685844 Nov 12 13:13:25.489638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56656) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:25.503767 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.522791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:25.546583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.569882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Transition to ACTIVE for port object 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:13:25.583947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.592662 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36e1805e-0819-43c4-a87a-8c08e9b0d0da req-d96e2570-27eb-4545-b8b6-4f951dddea05 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642334 Nov 12 13:13:25.601661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:25.644353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8c173487-7186-45f2-8ec4-38513d6cd623 req-0c305e15-f7af-48dc-874b-5b3d8c48da1a tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765201 Nov 12 13:13:25.689920 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee97a4d3-51e5-4471-9d7d-15a396eade35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.705038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Pushing event updated for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:25.712938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:25.713686 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.732959 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee97a4d3-51e5-4471-9d7d-15a396eade35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.743221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092ae53-2767-44f6-ab14-3b82e0d20aef req-bd0dd3c7-8e6a-4aa7-bd97-c62df4695b44 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:25.750484 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c092ae53-2767-44f6-ab14-3b82e0d20aef req-bd0dd3c7-8e6a-4aa7-bd97-c62df4695b44 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.3047013 Nov 12 13:13:25.829407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Router b4619e9c-0e8a-451e-bc2d-2b3d489da963 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:13:25.897615 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.902332 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eaa5-3c28-4f37-985e-d76211e3dee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.903450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:25.903815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:25.904815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:25.913964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee97a4d3-51e5-4471-9d7d-15a396eade35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.916878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee97a4d3-51e5-4471-9d7d-15a396eade35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.921649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ee97a4d3-51e5-4471-9d7d-15a396eade35 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cd7d91b-8aaa-48d6-8adb-7e54b0c9b8fa HTTP/1.1" status: 204 len: 168 time: 0.4304547 Nov 12 13:13:25.923926 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eaa5-3c28-4f37-985e-d76211e3dee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:25.934004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97a4d3-51e5-4471-9d7d-15a396eade35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd7d91b-8aaa-48d6-8adb-7e54b0c9b8fa,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:25.971516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:13:25.971851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:25.981989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2eaa5-3c28-4f37-985e-d76211e3dee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7def139-a669-414d-b481-d34eb3e5e19b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:25.988734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=52e0db90-b3a1-4360-8b8d-b21ed8c2d420,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:25.997453 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.001731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:26.002056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:26.002437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:26.003463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Bound port: 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:26.003947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.025857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c092ae53-2767-44f6-ab14-3b82e0d20aef req-21ed525b-f933-4bb9-ab5a-c236d9b01eb7 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613006 Nov 12 13:13:26.077601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b89d69b-54da-4ed5-981a-39ad9cb04b21 None None] Network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:13:26.083407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:13:26.087363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a6b2eaa5-3c28-4f37-985e-d76211e3dee1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a29074d24f84bf0b10fb03fce34b104&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1850450 Nov 12 13:13:26.087607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56662) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:26.097259 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Sync routers for ids ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:13:26.117476 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Routers {'b4619e9c-0e8a-451e-bc2d-2b3d489da963'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:26.118913 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:12:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:26.149184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=52e0db90-b3a1-4360-8b8d-b21ed8c2d420,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:26.161989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:26.165594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:26.175989 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.180317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fd996e7e-9a83-4698-a5be-95710a2311db admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4810076 Nov 12 13:13:26.182863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56666) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:26.182962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c1841c-7fd9-43b9-924c-9d6565d77b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.209430 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c1841c-7fd9-43b9-924c-9d6565d77b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.252269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748147df-780a-4922-a58a-23749ad34360 req-3fc261d2-b6dd-4863-a4bf-056d62a35004 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:26.264291 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-748147df-780a-4922-a58a-23749ad34360 req-3fc261d2-b6dd-4863-a4bf-056d62a35004 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.1553750 Nov 12 13:13:26.268341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.274049 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Set router b4619e9c-0e8a-451e-bc2d-2b3d489da963 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:26.288179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c1841c-7fd9-43b9-924c-9d6565d77b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.292550 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c1841c-7fd9-43b9-924c-9d6565d77b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.293912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d9c1841c-7fd9-43b9-924c-9d6565d77b74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7def139-a669-414d-b481-d34eb3e5e19b HTTP/1.1" status: 204 len: 168 time: 0.2052178 Nov 12 13:13:26.323433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8454d69e-e9e0-446f-be7a-52ffc067bc1e None None] Provisioning complete for port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:26.325485 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454d69e-e9e0-446f-be7a-52ffc067bc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.330368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:26.330995 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.332445 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] 10.222.0.105 "PUT /v2.0/ports/52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b HTTP/1.1" status: 200 len: 1091 time: 1.9233601 Nov 12 13:13:26.332923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:26.335623 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:26.342229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1841c-7fd9-43b9-924c-9d6565d77b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7def139-a669-414d-b481-d34eb3e5e19b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:26.373067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daad05b-94c9-4518-bd7e-ccc94e80a063 service neutron] Pushing event updated for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:26.482533 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-748147df-780a-4922-a58a-23749ad34360 req-b1e5b61a-ac3a-4bca-81eb-11290987a278 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157872 Nov 12 13:13:26.511247 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-router', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:22Z', 'updated_at': '2021-11-12T13:13:24Z', 'revision_number': 3, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'gw_port': {'id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:23Z', 'updated_at': '2021-11-12T13:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:26.542590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-41bf6e5a-a3e6-439f-b6d5-000b197ce0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:26.544259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-41bf6e5a-a3e6-439f-b6d5-000b197ce0d2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 1094 time: 0.1423643 Nov 12 13:13:26.546110 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Checking router: b4619e9c-0e8a-451e-bc2d-2b3d489da963 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:13:26.546783 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Updating router b4619e9c-0e8a-451e-bc2d-2b3d489da963 port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:13:26.557360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fda3f8-21de-486b-a9f2-564c6c792fb7 req-1bb197b4-ee00-44fa-92ca-c714269e0217 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:26.566334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9fda3f8-21de-486b-a9f2-564c6c792fb7 req-1bb197b4-ee00-44fa-92ca-c714269e0217 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 949 time: 0.0829086 Nov 12 13:13:26.593444 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:26.640963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-f27d5715-a23a-482f-868e-2690787a6ad0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b HTTP/1.1" status: 200 len: 217 time: 0.0503426 Nov 12 13:13:26.643002 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a571b499-723c-463f-b4e8-cc5a9d27ee2f x-openstack-request-id: req-a571b499-723c-463f-b4e8-cc5a9d27ee2f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:26.643422 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:26.643885 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a571b499-723c-463f-b4e8-cc5a9d27ee2f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:26.644396 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', 'status': 'completed', 'code': 200} Nov 12 13:13:26.739089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9fda3f8-21de-486b-a9f2-564c6c792fb7 req-28ac334b-76e0-4857-b6b3-69c663ac064c tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712918 Nov 12 13:13:26.755766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-16aba6e5-23dc-445e-b0b2-32373f4f1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:26.757676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-16aba6e5-23dc-445e-b0b2-32373f4f1f3c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.1055543 Nov 12 13:13:26.875203 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-f31f63e9-3bbb-4ffa-8f04-77472f51e820 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053836 Nov 12 13:13:26.967095 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0d65d41-a320-4701-8f0f-2bb34b84c2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.028252 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.043069 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.153374 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Attempting to bind port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:27.159298 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Attempting to bind port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:27.160661 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Attempting to bind port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:27.175929 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Pushing event updated for resources: {'Port': ['ID=0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:27.182021 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e520fb0-af2c-4759-a234-438487ae9857 req-df10d9f1-a888-4297-a300-d438c1fd0d8b tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:27.195388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e520fb0-af2c-4759-a234-438487ae9857 req-df10d9f1-a888-4297-a300-d438c1fd0d8b tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 950 time: 0.4054680 Nov 12 13:13:27.198374 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:27.198756 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:27.201694 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.204740 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:27.206872 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Bound port: 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:27.208432 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.221829 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-c01608c7-43ea-4e5b-b679-0ca610c23e87 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379629 Nov 12 13:13:27.243852 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.244178 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.244728 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.245221 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.246483 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.247110 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.247452 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.247779 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.248260 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.248843 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.249177 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.249738 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:27.313350 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] For port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:27.318569 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] For port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:27.324635 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.352007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b39a9-9bc7-4a36-a32e-e16e7de512eb req-c1f0fcbf-d895-47d9-9d52-29cc11ab1c8d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:27.361204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f6b39a9-9bc7-4a36-a32e-e16e7de512eb req-c1f0fcbf-d895-47d9-9d52-29cc11ab1c8d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1730018 Nov 12 13:13:27.390853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8caa20f6-58a6-4794-a802-1a37b9bf6e4b None None] Provisioning complete for port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:27.391376 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8caa20f6-58a6-4794-a802-1a37b9bf6e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.422788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56696) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:27.451630 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8bd3c08-b635-45d5-8423-7232a4d493b6 req-d4cde9c9-90bb-46ca-8271-7db4160126f7 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131283 Nov 12 13:13:27.456334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6af9f79c-42d9-42ac-9b6a-b2f30d4ca61a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.472695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f6b39a9-9bc7-4a36-a32e-e16e7de512eb req-b394911e-3ed4-4b2c-9982-c27a83e06671 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104650 Nov 12 13:13:27.516257 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Routers {'b4619e9c-0e8a-451e-bc2d-2b3d489da963'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:27.522703 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:12:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:27.525119 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056b3da-8148-40b9-adcb-515861c6b51c None None] Pushing event updated for resources: {'Port': ['ID=0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:27.557075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:27.563895 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e520fb0-af2c-4759-a234-438487ae9857 req-ce26c60d-ae29-4ef3-b705-fd266ce97d62 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660014 Nov 12 13:13:27.612099 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.718487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf req-3bc09744-7b08-4dd7-a6a1-f476f307a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:27.720309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf req-3bc09744-7b08-4dd7-a6a1-f476f307a508 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 1094 time: 0.1687162 Nov 12 13:13:27.737369 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6af9f79c-42d9-42ac-9b6a-b2f30d4ca61a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.772083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bedbb-e286-459c-9044-9d1c6ec8c43e req-aa54dadd-38d1-4fa4-bd33-ddbe0190a2dc tempest-LiveMigrationNegativeTest-1932265127 tempest-LiveMigrationNegativeTest-1932265127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:27.779375 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b73bedbb-e286-459c-9044-9d1c6ec8c43e req-aa54dadd-38d1-4fa4-bd33-ddbe0190a2dc tempest-LiveMigrationNegativeTest-1932265127 tempest-LiveMigrationNegativeTest-1932265127-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 1101 time: 0.0622773 Nov 12 13:13:27.797333 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b73bedbb-e286-459c-9044-9d1c6ec8c43e req-20706000-f05e-440e-ab76-a9e67b83ba8c tempest-LiveMigrationNegativeTest-1932265127 tempest-LiveMigrationNegativeTest-1932265127-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.797598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:27.797731 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.829942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d43eb-0537-4138-ab07-d6eea360d438 req-b8149fa2-3dee-40e2-8480-a4b1f85cbdaa tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:27.837243 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5b1d43eb-0537-4138-ab07-d6eea360d438 req-b8149fa2-3dee-40e2-8480-a4b1f85cbdaa tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.2148435 Nov 12 13:13:27.849036 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6af9f79c-42d9-42ac-9b6a-b2f30d4ca61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:27.903986 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] Set router b4619e9c-0e8a-451e-bc2d-2b3d489da963 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:27.910211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf req-835e14b6-265d-4417-ba72-a7e18c70d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:27.912838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf req-835e14b6-265d-4417-ba72-a7e18c70d0e5 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.1778483 Nov 12 13:13:27.990403 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6af9f79c-42d9-42ac-9b6a-b2f30d4ca61a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=692d0a1ab8a443a0aedda6ef3f341a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5663378 Nov 12 13:13:27.992793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56710) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:27.998767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9f79c-42d9-42ac-9b6a-b2f30d4ca61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f76539-0359-478d-8805-ef65e2ec924b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:28.007801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf req-d70aed42-c56a-4564-ad22-bdb92276e5ca service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b HTTP/1.1" status: 200 len: 217 time: 0.0734475 Nov 12 13:13:28.025639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5b1d43eb-0537-4138-ab07-d6eea360d438 req-41f72800-ce39-4caa-820d-e6fbd023ed36 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841521 Nov 12 13:13:28.081807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Allocated IP 172.20.0.1 (31deeb3a-aaee-41cc-bd06-a4fe2284a15d/f4a3ea60-3532-48bc-a33b-53765a574d34/07cf5cd6-554b-46d7-816b-950bcd49c3fa) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:28.126314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf req-e1b1bfae-b66b-48c4-8c41-3d29bee5680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:28.128371 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf req-e1b1bfae-b66b-48c4-8c41-3d29bee5680f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.1014748 Nov 12 13:13:28.128574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ce29df8-ee7f-445a-ba1b-8f75d16d245e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:28.196640 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ce29df8-ee7f-445a-ba1b-8f75d16d245e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:28.200084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf req-9c26cd61-1246-443c-8839-f2ff425d86e7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612264 Nov 12 13:13:28.213360 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-router', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:22Z', 'updated_at': '2021-11-12T13:13:24Z', 'revision_number': 3, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'gw_port': {'id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:23Z', 'updated_at': '2021-11-12T13:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:28.251942 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e7f42-b9dd-4eb8-baf4-2f4acfec2c9b None None] The sync data for ids ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'] in n-d-805736-4 is: [{'id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-router', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:22Z', 'updated_at': '2021-11-12T13:13:24Z', 'revision_number': 3, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'gw_port': {'id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:23Z', 'updated_at': '2021-11-12T13:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:13:28.252623 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b73bedbb-e286-459c-9044-9d1c6ec8c43e req-20706000-f05e-440e-ab76-a9e67b83ba8c tempest-LiveMigrationNegativeTest-1932265127 tempest-LiveMigrationNegativeTest-1932265127-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:28.260758 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b73bedbb-e286-459c-9044-9d1c6ec8c43e req-20706000-f05e-440e-ab76-a9e67b83ba8c tempest-LiveMigrationNegativeTest-1932265127 tempest-LiveMigrationNegativeTest-1932265127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:28.340673 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b73bedbb-e286-459c-9044-9d1c6ec8c43e req-20706000-f05e-440e-ab76-a9e67b83ba8c tempest-LiveMigrationNegativeTest-1932265127 tempest-LiveMigrationNegativeTest-1932265127-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602772 Nov 12 13:13:28.347999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20706000-f05e-440e-ab76-a9e67b83ba8c tempest-LiveMigrationNegativeTest-1932265127 tempest-LiveMigrationNegativeTest-1932265127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118ac276-b13a-4859-9fdd-68dc281c9eae,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:28.363462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067c143-7a08-4147-bbfb-f3a882009a18 req-dec378be-09be-400a-a277-3621a796b089 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:28.364900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8067c143-7a08-4147-bbfb-f3a882009a18 req-dec378be-09be-400a-a277-3621a796b089 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 949 time: 0.1633141 Nov 12 13:13:28.382105 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf req-9ed2e290-eeaa-4106-b8d6-f7c3306d5e6a service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598222 Nov 12 13:13:28.383062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:28.405697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ce29df8-ee7f-445a-ba1b-8f75d16d245e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:28.409515 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ce29df8-ee7f-445a-ba1b-8f75d16d245e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:28.413113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5ce29df8-ee7f-445a-ba1b-8f75d16d245e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5f76539-0359-478d-8805-ef65e2ec924b HTTP/1.1" status: 204 len: 168 time: 0.4170797 Nov 12 13:13:28.446166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce29df8-ee7f-445a-ba1b-8f75d16d245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f76539-0359-478d-8805-ef65e2ec924b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:28.467901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:28.529953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:28.537970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:28.540557 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8067c143-7a08-4147-bbfb-f3a882009a18 req-34daaa2b-9f90-419f-98fb-429e24fe845e tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332324 Nov 12 13:13:28.553256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:28.555426 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:28.558374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Pushing event updated for resources: {'Port': ['ID=07cf5cd6-554b-46d7-816b-950bcd49c3fa,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:28.600009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dffc39c0-0ad0-4e4a-8917-67888d3a55bf req-0ed1b1c5-d1d0-4534-8c0e-d7e0f1ea8277 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108505 Nov 12 13:13:28.831531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b9a64-0d82-4bba-8859-ca64d7b4ece8 req-1938d676-0d9c-43e8-89b0-ba722cfab9db tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:28.841607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606b9a64-0d82-4bba-8859-ca64d7b4ece8 req-1938d676-0d9c-43e8-89b0-ba722cfab9db tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1586792 Nov 12 13:13:28.895275 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:28.965118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606b9a64-0d82-4bba-8859-ca64d7b4ece8 req-c492f667-cb9d-4415-81ba-37586f863e14 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218865 Nov 12 13:13:29.032115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-305da9d4-3291-47b8-8011-aeeea0948760 None None] Provisioning complete for port 07cf5cd6-554b-46d7-816b-950bcd49c3fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:29.033449 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-305da9d4-3291-47b8-8011-aeeea0948760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:29.096922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-305da9d4-3291-47b8-8011-aeeea0948760 None None] Port 07cf5cd6-554b-46d7-816b-950bcd49c3fa cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:29.186591 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:29.193778 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:29.194869 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:29.279701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc037e4c-da28-4b90-9f49-4765291b5eeb req-7d159329-b4d0-45ec-85af-7f598c1332b4 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:29.281664 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc037e4c-da28-4b90-9f49-4765291b5eeb req-7d159329-b4d0-45ec-85af-7f598c1332b4 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.0805252 Nov 12 13:13:29.329914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Pushing event updated for resources: {'Port': ['ID=07cf5cd6-554b-46d7-816b-950bcd49c3fa,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:29.373315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc037e4c-da28-4b90-9f49-4765291b5eeb req-23188d6e-0f65-427b-bf5e-a62fba036ed8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839190 Nov 12 13:13:29.404902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:29.408537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:29.432213 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17567a00-dec8-4926-a5da-67096db4c16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:29.613074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:29.731883 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Router b4619e9c-0e8a-451e-bc2d-2b3d489da963 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:13:29.788773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:29.789963 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:29.820784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c1042-8660-4d16-beed-9a2449a6907d req-badf82e8-935d-409d-af53-de2a174972fc tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:29.823023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-221c1042-8660-4d16-beed-9a2449a6907d req-badf82e8-935d-409d-af53-de2a174972fc tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 949 time: 0.1640518 Nov 12 13:13:29.873902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b855989c-56e0-4176-bc8d-947777e0ec07 None None] Provisioning complete for port 07cf5cd6-554b-46d7-816b-950bcd49c3fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:29.874275 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b855989c-56e0-4176-bc8d-947777e0ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:29.957116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b855989c-56e0-4176-bc8d-947777e0ec07 None None] Port 07cf5cd6-554b-46d7-816b-950bcd49c3fa cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:29.977003 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:29.986472 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-221c1042-8660-4d16-beed-9a2449a6907d req-900a3441-0355-4c47-8766-f3584aae9095 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506321 Nov 12 13:13:30.005058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:30.010460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56770) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:30.015318 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.055201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:13:30.067306 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1a2d5a11-9a2a-40a6-a3f5-050d2ef1cafb admin admin] 10.222.0.73 "PUT /v2.0/routers/b4619e9c-0e8a-451e-bc2d-2b3d489da963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8837347 Nov 12 13:13:30.073613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053ac40-b396-4053-b885-7c72da0da491 req-206c25a3-5586-425e-8d35-f0c6b9a0de4f tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:30.088057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0053ac40-b396-4053-b885-7c72da0da491 req-206c25a3-5586-425e-8d35-f0c6b9a0de4f tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 950 time: 0.1047289 Nov 12 13:13:30.103039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:30.163769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efef4b-2892-4a75-b1b0-61f17e343d41 req-ca1c08c7-eed4-4100-922d-e4a34ea12e86 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:30.165785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05efef4b-2892-4a75-b1b0-61f17e343d41 req-ca1c08c7-eed4-4100-922d-e4a34ea12e86 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0971160 Nov 12 13:13:30.169276 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0053ac40-b396-4053-b885-7c72da0da491 req-8f4cb19f-9a9b-474e-8aa7-bf13dabe950f tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772192 Nov 12 13:13:30.227378 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-994b8098-26d9-40ab-935f-9dca5b962a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.253856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05efef4b-2892-4a75-b1b0-61f17e343d41 req-14ae92c0-4d5d-4733-9b75-a77e4ae05cc1 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813401 Nov 12 13:13:30.338269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-994b8098-26d9-40ab-935f-9dca5b962a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.343601 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-994b8098-26d9-40ab-935f-9dca5b962a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.382639 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-994b8098-26d9-40ab-935f-9dca5b962a42 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2032acdc1ee4f9a8719ffd9ecb271e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671775 Nov 12 13:13:30.382971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:30.395066 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b8098-26d9-40ab-935f-9dca5b962a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819b7486-42e1-4de7-be3b-d7623442ee57,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:30.411433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.435313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56786) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:30.508233 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-468e7bad-22e4-4184-b226-146287f2795c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.541216 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-468e7bad-22e4-4184-b226-146287f2795c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.557589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139d693-5cd3-47d8-8d70-765f61ab52c8 req-00cb39a8-c063-49da-8ade-003c30591843 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:30.559251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e139d693-5cd3-47d8-8d70-765f61ab52c8 req-00cb39a8-c063-49da-8ade-003c30591843 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.0933087 Nov 12 13:13:30.638224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e139d693-5cd3-47d8-8d70-765f61ab52c8 req-913e2e1c-9e55-47ba-b596-01ddbf57ad59 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683367 Nov 12 13:13:30.645026 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-468e7bad-22e4-4184-b226-146287f2795c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.647661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-468e7bad-22e4-4184-b226-146287f2795c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.648803 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-468e7bad-22e4-4184-b226-146287f2795c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/819b7486-42e1-4de7-be3b-d7623442ee57 HTTP/1.1" status: 204 len: 168 time: 0.2648523 Nov 12 13:13:30.657756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-network', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:30.658349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e7bad-22e4-4184-b226-146287f2795c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819b7486-42e1-4de7-be3b-d7623442ee57,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:30.699207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Made reservation on behalf of c6cb7b24a9514083b53708522431e69b for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:30.701804 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.712849 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.827456 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.833234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.867784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:13:30.881165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Sync routers for ids ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:13:30.885453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29021b5e-d8dc-485b-95aa-c11c8e41fd31,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:30.903191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:30.903534 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Added segment dd191213-b43f-40c7-9dba-4391d9925a3b of type vlan for network 91ac16d6-8799-4577-942f-f35b1ae007b1 Nov 12 13:13:30.930471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Routers {'b4619e9c-0e8a-451e-bc2d-2b3d489da963'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:30.931723 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:13:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:30.993705 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.032560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:31.035273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.036961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:31.038825 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.039992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-network', 'tenant_id': '373602e852724aa498c46f6e7041b0f1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:31.075076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Made reservation on behalf of 373602e852724aa498c46f6e7041b0f1 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:31.086672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.106866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:31.121950 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6809039 Nov 12 13:13:31.122226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56812) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:31.127002 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.129370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Request body: {'subnet': {'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-subnet', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:31.131648 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-425d60d2-b525-4c5a-9d3b-bfa8d83f8d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.134004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaa116-aad0-4667-b308-19c0a9821785 admin admin] Pushing event updated for resources: {'Network': ['ID=91ac16d6-8799-4577-942f-f35b1ae007b1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:31.156852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 91ac16d6-8799-4577-942f-f35b1ae007b1 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:13:31.159629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Made reservation on behalf of c6cb7b24a9514083b53708522431e69b for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:31.162053 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.207385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Set router b4619e9c-0e8a-451e-bc2d-2b3d489da963 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:31.296527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d734a1-17cc-466a-8c5a-0b48d73773a6 req-973e839c-2a29-4e30-9a12-0a5542c0002e tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:31.299102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7d734a1-17cc-466a-8c5a-0b48d73773a6 req-973e839c-2a29-4e30-9a12-0a5542c0002e tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 949 time: 0.1684532 Nov 12 13:13:31.324975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf291a95-a581-4546-8e14-c864c13a8690 req-3fe1dc78-7a30-4af3-9c04-913b0b697f10 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:31.326549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf291a95-a581-4546-8e14-c864c13a8690 req-3fe1dc78-7a30-4af3-9c04-913b0b697f10 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 1100 time: 0.1474819 Nov 12 13:13:31.480634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.483528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-425d60d2-b525-4c5a-9d3b-bfa8d83f8d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.508236 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.521517 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-425d60d2-b525-4c5a-9d3b-bfa8d83f8d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.536258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:31.550294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7d734a1-17cc-466a-8c5a-0b48d73773a6 req-ffedfc81-7875-4f26-8215-ad9cc10c66cf tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351027 Nov 12 13:13:31.554837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfb595-6620-4139-8251-34c58230d262 req-6f8c16b4-e407-4db9-9ed8-5159c884ae39 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:31.556388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15cfb595-6620-4139-8251-34c58230d262 req-6f8c16b4-e407-4db9-9ed8-5159c884ae39 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 950 time: 0.1048152 Nov 12 13:13:31.571183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:13:31.587565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80f5be4-7b97-4ad7-bf4e-2b7cb87c6270,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:31.599992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-425d60d2-b525-4c5a-9d3b-bfa8d83f8d64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eebe52bbf8df4d6d9cd36f26b8f84f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918036 Nov 12 13:13:31.602454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56818) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:31.615806 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.616512 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Added segment 14928052-3418-4284-a77f-876cf01e4f43 of type vlan for network 60b51bc1-c800-47aa-a0ac-01eff596eb09 Nov 12 13:13:31.647695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d60d2-b525-4c5a-9d3b-bfa8d83f8d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb4ab62-d73d-4e3f-90ff-ee77daf113c4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:31.684026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:13:31.698250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.701865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-cf291a95-a581-4546-8e14-c864c13a8690 req-2dc9be25-eef1-4ed0-8bfe-ba6c43891c88 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] Deleting port 138fff5e-98e3-40a6-90ba-e2ed88723be6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:13:31.702412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cf291a95-a581-4546-8e14-c864c13a8690 req-2dc9be25-eef1-4ed0-8bfe-ba6c43891c88 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.764942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:31.765379 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.776044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15cfb595-6620-4139-8251-34c58230d262 req-74329d36-4da7-4bfe-93bf-31d8f0c1913f tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831372 Nov 12 13:13:31.807167 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.808176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:31.809092 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.809975 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92171541-845e-48f9-9c08-9fc2336ab857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.845505 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92171541-845e-48f9-9c08-9fc2336ab857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.857019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:31.960851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83cf87-7131-4004-8081-162afcc785ab req-b20e9859-727b-4411-a280-897418879d87 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:31.963059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce83cf87-7131-4004-8081-162afcc785ab req-b20e9859-727b-4411-a280-897418879d87 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 950 time: 0.2507956 Nov 12 13:13:32.015691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:32.018421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef16063-c2c9-4ab5-8105-1e6e9bdfa713,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:32.019761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-router', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:22Z', 'updated_at': '2021-11-12T13:13:28Z', 'revision_number': 4, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'gw_port': {'id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:23Z', 'updated_at': '2021-11-12T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '07cf5cd6-554b-46d7-816b-950bcd49c3fa', 'name': '', 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'mac_address': 'fa:16:3e:17:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f4a3ea60-3532-48bc-a33b-53765a574d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:27Z', 'updated_at': '2021-11-12T13:13:28Z', 'revision_number': 2, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'subnets': [{'id': 'f4a3ea60-3532-48bc-a33b-53765a574d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:32.055671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f94114-82a2-4f63-9960-9015d5938517 req-d541f54c-b883-4837-934a-e2f87b7f8e3e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:32.057493 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39f94114-82a2-4f63-9960-9015d5938517 req-d541f54c-b883-4837-934a-e2f87b7f8e3e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.2035184 Nov 12 13:13:32.073977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Checking router: b4619e9c-0e8a-451e-bc2d-2b3d489da963 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:13:32.074575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Updating router b4619e9c-0e8a-451e-bc2d-2b3d489da963 port 07cf5cd6-554b-46d7-816b-950bcd49c3fa binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:13:32.079638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5', 'port_id': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', 'mac_address': 'fa:16:3e:32:52:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12e7e2d-7153-45cb-8e22-39f25b694e6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:13:32.109843 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.110194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Checking segment: {'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:32.110737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Network hostable DHCP agents. Network: 91ac16d6-8799-4577-942f-f35b1ae007b1, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:13:32.138189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86861d-b4eb-4756-9a77-76b8c17fff34 req-ac768dae-60f6-4a90-97fa-2cce0c6b49a4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:32.142151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a86861d-b4eb-4756-9a77-76b8c17fff34 req-ac768dae-60f6-4a90-97fa-2cce0c6b49a4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.4241245 Nov 12 13:13:32.151898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92171541-845e-48f9-9c08-9fc2336ab857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.154676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92171541-845e-48f9-9c08-9fc2336ab857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.155251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1209960 Nov 12 13:13:32.156117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-92171541-845e-48f9-9c08-9fc2336ab857 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7cb4ab62-d73d-4e3f-90ff-ee77daf113c4 HTTP/1.1" status: 204 len: 168 time: 0.5510535 Nov 12 13:13:32.160918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56826) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:32.171208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Request body: {'subnet': {'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-subnet', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:32.188370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.193739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Network 91ac16d6-8799-4577-942f-f35b1ae007b1 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:13:32.220864 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.222391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92171541-845e-48f9-9c08-9fc2336ab857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb4ab62-d73d-4e3f-90ff-ee77daf113c4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:32.238076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39f94114-82a2-4f63-9960-9015d5938517 req-4f1c9bf6-cb2b-4bea-9919-c70a5926d0c8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371191 Nov 12 13:13:32.240617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 91ac16d6-8799-4577-942f-f35b1ae007b1) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:32.259768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:32.259768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.259768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Made reservation on behalf of 373602e852724aa498c46f6e7041b0f1 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:32.259768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.263448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f155e-0750-4859-8bc9-ad845407dc71 None None] Network 91ac16d6-8799-4577-942f-f35b1ae007b1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:13:32.263625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-ce83cf87-7131-4004-8081-162afcc785ab req-92aac2c4-d214-4455-9131-9fbf78e904a9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Deleting port 516eb007-9549-47c3-b06f-ac75071d6586 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:13:32.264023 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ce83cf87-7131-4004-8081-162afcc785ab req-92aac2c4-d214-4455-9131-9fbf78e904a9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.273604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:32.311354 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581486a-b112-4538-8f59-cb18b6ed9836 admin admin] Pushing event updated for resources: {'Network': ['ID=60b51bc1-c800-47aa-a0ac-01eff596eb09,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:32.315542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-cf291a95-a581-4546-8e14-c864c13a8690 req-2dc9be25-eef1-4ed0-8bfe-ba6c43891c88 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] For port 138fff5e-98e3-40a6-90ba-e2ed88723be6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=138fff5e-98e3-40a6-90ba-e2ed88723be6,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:32.315976 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cf291a95-a581-4546-8e14-c864c13a8690 req-2dc9be25-eef1-4ed0-8bfe-ba6c43891c88 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.364981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a86861d-b4eb-4756-9a77-76b8c17fff34 req-403ec45b-1d7b-443b-9db0-82a1e3330ee6 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938691 Nov 12 13:13:32.374493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-cf291a95-a581-4546-8e14-c864c13a8690 req-2dc9be25-eef1-4ed0-8bfe-ba6c43891c88 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] Calling delete_port for 138fff5e-98e3-40a6-90ba-e2ed88723be6 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:13:32.412700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 60b51bc1-c800-47aa-a0ac-01eff596eb09 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:13:32.431051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:32.453594 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.563199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d21023ce-90d8-4cd9-82ed-5d8f7d4da879 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4393380 Nov 12 13:13:32.565534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56830) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:32.601151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:32.629489 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.630546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.658719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cf291a95-a581-4546-8e14-c864c13a8690 req-2dc9be25-eef1-4ed0-8bfe-ba6c43891c88 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.717894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:32.735554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.761944 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.785334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9be25-eef1-4ed0-8bfe-ba6c43891c88 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] Pushing event deleted for resources: {'Port': ['ID=138fff5e-98e3-40a6-90ba-e2ed88723be6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:32.822287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-91ac16d6-8799-4577-942f-f35b1ae007b1', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:13:32.824442 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.899644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf291a95-a581-4546-8e14-c864c13a8690 req-2dc9be25-eef1-4ed0-8bfe-ba6c43891c88 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] No DVR routers for this DVR port 138fff5e-98e3-40a6-90ba-e2ed88723be6 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:13:32.924562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:32.935487 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-398df123-29dc-4dbb-8b4f-e44c50ba37d5 req-67cb8341-68a2-41e6-85b2-787ea832888d tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=54864db2-e727-4092-9f53-c6d6982dccff HTTP/1.1" status: 200 len: 210 time: 0.2121756 Nov 12 13:13:32.939352 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cf291a95-a581-4546-8e14-c864c13a8690 req-2dc9be25-eef1-4ed0-8bfe-ba6c43891c88 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:32.943245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf291a95-a581-4546-8e14-c864c13a8690 req-2dc9be25-eef1-4ed0-8bfe-ba6c43891c88 tempest-DeleteServersAdminTestJSON-136855926 tempest-DeleteServersAdminTestJSON-136855926-project-admin] 10.222.0.105 "DELETE /v2.0/ports/138fff5e-98e3-40a6-90ba-e2ed88723be6 HTTP/1.1" status: 204 len: 173 time: 1.6071222 Nov 12 13:13:32.943905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54864db2-e727-4092-9f53-c6d6982dccff', 'name': 'network-vif-deleted', 'tag': '138fff5e-98e3-40a6-90ba-e2ed88723be6'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:32.946775 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bb7df6-5552-4475-93f6-7d9c87a3fcb0" -d '{"events": [{"server_uuid": "54864db2-e727-4092-9f53-c6d6982dccff", "name": "network-vif-deleted", "tag": "138fff5e-98e3-40a6-90ba-e2ed88723be6"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:33.051893 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415184f6-7bc7-4787-bdbd-09896d221da4 x-openstack-request-id: req-415184f6-7bc7-4787-bdbd-09896d221da4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:33.052362 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54864db2-e727-4092-9f53-c6d6982dccff", "name": "network-vif-deleted", "tag": "138fff5e-98e3-40a6-90ba-e2ed88723be6", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:33.052855 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-415184f6-7bc7-4787-bdbd-09896d221da4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:33.053428 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54864db2-e727-4092-9f53-c6d6982dccff', 'name': 'network-vif-deleted', 'tag': '138fff5e-98e3-40a6-90ba-e2ed88723be6', 'status': 'completed', 'code': 200} Nov 12 13:13:33.129813 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.149480 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.157425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ce83cf87-7131-4004-8081-162afcc785ab req-92aac2c4-d214-4455-9131-9fbf78e904a9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] For port 516eb007-9549-47c3-b06f-ac75071d6586, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=516eb007-9549-47c3-b06f-ac75071d6586,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:33.157788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ce83cf87-7131-4004-8081-162afcc785ab req-92aac2c4-d214-4455-9131-9fbf78e904a9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.276241 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.294837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564185a0-b3c1-4e9b-ade6-40fa665f3ac1 None None] Pushing event updated for resources: {'Port': ['ID=07cf5cd6-554b-46d7-816b-950bcd49c3fa,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:33.317749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-ce83cf87-7131-4004-8081-162afcc785ab req-92aac2c4-d214-4455-9131-9fbf78e904a9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Calling delete_port for 516eb007-9549-47c3-b06f-ac75071d6586 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:13:33.337557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Allocated IP 172.20.0.2 (91ac16d6-8799-4577-942f-f35b1ae007b1/9ef16063-c2c9-4ab5-8105-1e6e9bdfa713/0bb5937d-3987-407e-8f74-2596e8f04db4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:33.379679 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.415595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba72bb-3582-4761-ba45-106c88560f35 req-4583f95a-f143-47db-9c6f-f7aed35f1be6 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:33.427503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97ba72bb-3582-4761-ba45-106c88560f35 req-4583f95a-f143-47db-9c6f-f7aed35f1be6 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 950 time: 0.4185216 Nov 12 13:13:33.444542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad775f-28fe-4419-8020-edf32c1fa1b5 req-f2fd6c19-66f0-4722-8bac-75fe3c3b854b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:33.446452 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fad775f-28fe-4419-8020-edf32c1fa1b5 req-f2fd6c19-66f0-4722-8bac-75fe3c3b854b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 944 time: 0.0814841 Nov 12 13:13:33.480569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Attempting to bind port 07cf5cd6-554b-46d7-816b-950bcd49c3fa on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:33.481008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Attempting to bind port 07cf5cd6-554b-46d7-816b-950bcd49c3fa by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:33.481330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Attempting to bind port 07cf5cd6-554b-46d7-816b-950bcd49c3fa on network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:33.538739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:33.539119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Checking segment: {'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:33.539517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.539901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Bound using segment: {'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:33.540393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Bound port: 07cf5cd6-554b-46d7-816b-950bcd49c3fa, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:33.540765 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.562351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fad775f-28fe-4419-8020-edf32c1fa1b5 req-21471a01-1aac-4ee1-a9fb-69fce76b715e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093183 Nov 12 13:13:33.698440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 516eb007-9549-47c3-b06f-ac75071d6586 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:13:33.712706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccbd582-8e9c-4bfb-b74d-1776e65b33e9,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:33.721133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-66d3a5c2-0f10-471f-9518-84b2d1bc5be8 None None] Provisioning complete for port 07cf5cd6-554b-46d7-816b-950bcd49c3fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:33.721808 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66d3a5c2-0f10-471f-9518-84b2d1bc5be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.734159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97ba72bb-3582-4761-ba45-106c88560f35 req-2fd157f8-b7ec-47f3-9667-cc6d02ed9d1b tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057468 Nov 12 13:13:33.775025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Checking segment: {'id': '14928052-3418-4284-a77f-876cf01e4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:33.775292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Network hostable DHCP agents. Network: 60b51bc1-c800-47aa-a0ac-01eff596eb09, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:13:33.783359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3404de6-e635-4563-9d85-149383754f10 req-6a6a19fd-fe02-4129-b3e7-d49683dc1eac tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:33.791981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3404de6-e635-4563-9d85-149383754f10 req-6a6a19fd-fe02-4129-b3e7-d49683dc1eac tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1272981 Nov 12 13:13:33.874770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Network 60b51bc1-c800-47aa-a0ac-01eff596eb09 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:13:33.879881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] For port 07cf5cd6-554b-46d7-816b-950bcd49c3fa, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:33.904786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 60b51bc1-c800-47aa-a0ac-01eff596eb09) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:33.909790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3404de6-e635-4563-9d85-149383754f10 req-75cf1df1-0e1b-4cc4-bde4-b140af21b76d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164174 Nov 12 13:13:33.929817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2229c5cd-93f5-4267-97ea-9137fe402734 None None] Network 60b51bc1-c800-47aa-a0ac-01eff596eb09 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:13:33.937159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] For port 07cf5cd6-554b-46d7-816b-950bcd49c3fa, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=07cf5cd6-554b-46d7-816b-950bcd49c3fa,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:33.940052 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.951465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:33.952041 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.956446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-66d3a5c2-0f10-471f-9518-84b2d1bc5be8 None None] Port 07cf5cd6-554b-46d7-816b-950bcd49c3fa cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:33.966563 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.974308 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:33.987899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d08d66d6-1b38-4c99-87ae-2a929dbb50d8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8212290 Nov 12 13:13:33.991009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56866) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:33.998006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-router', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:34.039336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:34.041078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:34.164992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ce83cf87-7131-4004-8081-162afcc785ab req-92aac2c4-d214-4455-9131-9fbf78e904a9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:34.194461 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:34.212424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aac2c4-d214-4455-9131-9fbf78e904a9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Pushing event deleted for resources: {'Port': ['ID=516eb007-9549-47c3-b06f-ac75071d6586,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:34.261152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['f40df498-1fa6-4df7-b482-c437f7b63f12'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:34.291939 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:34.349885 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:34.360048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce83cf87-7131-4004-8081-162afcc785ab req-92aac2c4-d214-4455-9131-9fbf78e904a9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] No DVR routers for this DVR port 516eb007-9549-47c3-b06f-ac75071d6586 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:13:34.377698 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ce83cf87-7131-4004-8081-162afcc785ab req-92aac2c4-d214-4455-9131-9fbf78e904a9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:34.382278 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce83cf87-7131-4004-8081-162afcc785ab req-92aac2c4-d214-4455-9131-9fbf78e904a9 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.105 "DELETE /v2.0/ports/516eb007-9549-47c3-b06f-ac75071d6586 HTTP/1.1" status: 204 len: 173 time: 2.4099286 Nov 12 13:13:34.382871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c97d5a-c1e8-4f81-a496-ab9d005dff3c', 'name': 'network-vif-deleted', 'tag': '516eb007-9549-47c3-b06f-ac75071d6586'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:34.385649 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e13f74-0f07-46a7-a9ac-f33603a536d2" -d '{"events": [{"server_uuid": "a1c97d5a-c1e8-4f81-a496-ab9d005dff3c", "name": "network-vif-deleted", "tag": "516eb007-9549-47c3-b06f-ac75071d6586"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:34.472542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-7cde04c1-684a-4eeb-8fef-9c4def520fd8 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=33eed482cc3547f88c29c372cbc4fd10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892384 Nov 12 13:13:34.520727 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e36cf11-385b-4e3a-aa40-cc7df6cbfce6 x-openstack-request-id: req-8e36cf11-385b-4e3a-aa40-cc7df6cbfce6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:34.521013 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c97d5a-c1e8-4f81-a496-ab9d005dff3c", "name": "network-vif-deleted", "tag": "516eb007-9549-47c3-b06f-ac75071d6586", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:34.521471 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e36cf11-385b-4e3a-aa40-cc7df6cbfce6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:34.522907 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c97d5a-c1e8-4f81-a496-ab9d005dff3c', 'name': 'network-vif-deleted', 'tag': '516eb007-9549-47c3-b06f-ac75071d6586', 'status': 'completed', 'code': 200} Nov 12 13:13:34.580369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Network 91ac16d6-8799-4577-942f-f35b1ae007b1 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:34.666728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564185a0-b3c1-4e9b-ade6-40fa665f3ac1 None None] Pushing event updated for resources: {'Port': ['ID=07cf5cd6-554b-46d7-816b-950bcd49c3fa,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:34.679091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:34.682355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Allocated IP 172.25.5.150 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/1c57df9f-e76f-4b06-adac-d2c5b6e46148) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:34.687135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:34.696851 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:34.842043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-6ac99b6c-2d20-4419-8613-c3cf1663a8e4 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:34.844275 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-6ac99b6c-2d20-4419-8613-c3cf1663a8e4 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682592 Nov 12 13:13:34.855864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6885da-a878-4e7f-986d-cebd8cb5f559 req-be213afb-bed5-46e3-97d4-98dd2779eec5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:34.864411 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd6885da-a878-4e7f-986d-cebd8cb5f559 req-be213afb-bed5-46e3-97d4-98dd2779eec5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 944 time: 0.1501579 Nov 12 13:13:34.868534 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-30cd3532-fd1c-49c0-a3ae-266d51997852 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/quotas/33eed482cc3547f88c29c372cbc4fd10 HTTP/1.1" status: 200 len: 375 time: 0.0129328 Nov 12 13:13:34.891596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-18789800-2067-4083-8cf6-16d54bd9d71e None None] Provisioning complete for port 07cf5cd6-554b-46d7-816b-950bcd49c3fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:34.892179 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18789800-2067-4083-8cf6-16d54bd9d71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:34.911711 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-687a654a-ba6c-488a-9587-91a0b0df72cf tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=33eed482cc3547f88c29c372cbc4fd10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324128 Nov 12 13:13:34.923455 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:34.966945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd6885da-a878-4e7f-986d-cebd8cb5f559 req-a55cd279-9d34-4b8b-b464-4291eaa994cd tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947247 Nov 12 13:13:34.987550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Routers {'b4619e9c-0e8a-451e-bc2d-2b3d489da963'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:34.991272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:13:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:34.996124 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.013825 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.065657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.096247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.106613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:35.122022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:35.131427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:35.247779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Allocated IP 172.25.5.195 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/ce2ba998-b441-4edb-89e4-589a148825fa) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:35.273613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Pushing event updated for resources: {'Port': ['ID=1c57df9f-e76f-4b06-adac-d2c5b6e46148,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:35.282153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Pushing event updated for resources: {'Port': ['ID=0bb5937d-3987-407e-8f74-2596e8f04db4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:35.296672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-60b51bc1-c800-47aa-a0ac-01eff596eb09', 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'fixed_ips': [{'subnet_id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:13:35.297270 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fee9c63-0c86-4539-860f-aeb62e02ee6e req-44a8cf75-a26a-4f71-8b87-54394b5e7edf tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1c97d5a-c1e8-4f81-a496-ab9d005dff3c HTTP/1.1" status: 200 len: 210 time: 0.1790977 Nov 12 13:13:35.297582 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.397103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Attempting to bind port 0bb5937d-3987-407e-8f74-2596e8f04db4 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:35.397468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Attempting to bind port 0bb5937d-3987-407e-8f74-2596e8f04db4 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:35.397832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Attempting to bind port 0bb5937d-3987-407e-8f74-2596e8f04db4 on network 91ac16d6-8799-4577-942f-f35b1ae007b1 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:35.400021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 138fff5e-98e3-40a6-90ba-e2ed88723be6 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:13:35.448329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:35.448718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Checking segment: {'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:35.449220 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.449520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Bound using segment: {'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:35.450175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Bound port: 0bb5937d-3987-407e-8f74-2596e8f04db4, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:35.450454 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.452230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 138fff5e-98e3-40a6-90ba-e2ed88723be6 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:13:35.452567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 138fff5e-98e3-40a6-90ba-e2ed88723be6 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:13:35.504347 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.532748 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18789800-2067-4083-8cf6-16d54bd9d71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.558453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] Set router b4619e9c-0e8a-451e-bc2d-2b3d489da963 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:35.576210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ebc7d-568c-4d7c-92f4-de0d02851418 req-f9d647b4-5916-47d6-b370-186a83ddd1ef tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:35.583032 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.585710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee2ebc7d-568c-4d7c-92f4-de0d02851418 req-f9d647b4-5916-47d6-b370-186a83ddd1ef tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1398427 Nov 12 13:13:35.675210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Pushing event updated for resources: {'Port': ['ID=ce2ba998-b441-4edb-89e4-589a148825fa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:35.729854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba901622-ef06-4d12-8af1-f15e32b47927 req-6c8835cc-11f1-425a-a6a7-f86dd5bdb65c tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 210 time: 0.0390952 Nov 12 13:13:35.733793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:35.736789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:35.739284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:35.790399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:35.826846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-18789800-2067-4083-8cf6-16d54bd9d71e None None] For port 07cf5cd6-554b-46d7-816b-950bcd49c3fa, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=07cf5cd6-554b-46d7-816b-950bcd49c3fa,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:35.865331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Allocated IP 172.20.0.2 (60b51bc1-c800-47aa-a0ac-01eff596eb09/1ccbd582-8e9c-4bfb-b74d-1776e65b33e9/9058e6d0-e952-4cdd-9d81-80a218085cbc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:35.878805 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18789800-2067-4083-8cf6-16d54bd9d71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:35.952274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18789800-2067-4083-8cf6-16d54bd9d71e None None] Pushing event updated for resources: {'Port': ['ID=07cf5cd6-554b-46d7-816b-950bcd49c3fa,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:35.963193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee2ebc7d-568c-4d7c-92f4-de0d02851418 req-13bde696-9b2a-4003-b02c-fcf1c522630c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765059 Nov 12 13:13:35.972170 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:36.001796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] For port 0bb5937d-3987-407e-8f74-2596e8f04db4, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:36.008188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] For port 0bb5937d-3987-407e-8f74-2596e8f04db4, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0bb5937d-3987-407e-8f74-2596e8f04db4,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:36.075433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:36.242715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44037e-794f-4a73-8141-fe9224dc28e9 req-3ca8bdcd-6aaf-463d-92f3-45b2b3d3fcb4 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:36.244324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f44037e-794f-4a73-8141-fe9224dc28e9 req-3ca8bdcd-6aaf-463d-92f3-45b2b3d3fcb4 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 944 time: 0.1418743 Nov 12 13:13:36.268589 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:36.283993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42d004-4e99-40b1-8d48-a098c61387a7 None None] Pushing event updated for resources: {'Port': ['ID=0bb5937d-3987-407e-8f74-2596e8f04db4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:36.290328 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:36.346135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:13:36.380105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:36.380105 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:36.482421 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f44037e-794f-4a73-8141-fe9224dc28e9 req-25e2e838-00d4-4e1f-8d07-eed8371e6bdf tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249439 Nov 12 13:13:36.691247 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:36.713722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:36.713980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-86b767d6-f49b-43ce-a666-5a2531c60a03 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=33eed482cc3547f88c29c372cbc4fd10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887439 Nov 12 13:13:36.720212 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:36.743544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:36.788233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Network 60b51bc1-c800-47aa-a0ac-01eff596eb09 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:36.811230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-router', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:22Z', 'updated_at': '2021-11-12T13:13:28Z', 'revision_number': 4, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'gw_port': {'id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:23Z', 'updated_at': '2021-11-12T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '07cf5cd6-554b-46d7-816b-950bcd49c3fa', 'name': '', 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'mac_address': 'fa:16:3e:17:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f4a3ea60-3532-48bc-a33b-53765a574d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:27Z', 'updated_at': '2021-11-12T13:13:33Z', 'revision_number': 4, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'subnets': [{'id': 'f4a3ea60-3532-48bc-a33b-53765a574d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:36.833160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56944) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:36.855438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:36.862936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07ad77-02c5-4d36-b2de-a0770e123f3b None None] The sync data for ids ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'] in n-d-805736-4 is: [{'id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-router', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:22Z', 'updated_at': '2021-11-12T13:13:28Z', 'revision_number': 4, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'gw_port': {'id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:23Z', 'updated_at': '2021-11-12T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '07cf5cd6-554b-46d7-816b-950bcd49c3fa', 'name': '', 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'mac_address': 'fa:16:3e:17:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f4a3ea60-3532-48bc-a33b-53765a574d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:27Z', 'updated_at': '2021-11-12T13:13:33Z', 'revision_number': 4, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'subnets': [{'id': 'f4a3ea60-3532-48bc-a33b-53765a574d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:13:36.867199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:36.916604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Pushing event updated for resources: {'Port': ['ID=9058e6d0-e952-4cdd-9d81-80a218085cbc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:36.923331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:36.947270 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c75b883-e960-4420-94bf-6b0d22dfced7" -d '{"events": [{"server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "name": "network-vif-plugged", "status": "completed", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:36.987321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c727f783-59f3-4a5c-91ba-dc306c54fb40 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:13:37.057243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Router f0f33480-6eb1-4534-9809-0ca390abec91 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:13:37.057789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:37.074067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:37.085547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Attempting to bind port 9058e6d0-e952-4cdd-9d81-80a218085cbc on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:37.085928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Attempting to bind port 9058e6d0-e952-4cdd-9d81-80a218085cbc by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '14928052-3418-4284-a77f-876cf01e4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:37.086300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Attempting to bind port 9058e6d0-e952-4cdd-9d81-80a218085cbc on network 60b51bc1-c800-47aa-a0ac-01eff596eb09 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:37.127405 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dddbe9a6-f7de-4de2-a2bc-e11c57a4e34a req-8e3896c7-721c-43c1-9f71-b95919e44c8d tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 210 time: 0.2054722 Nov 12 13:13:37.134703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:37.135088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Checking segment: {'id': '14928052-3418-4284-a77f-876cf01e4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:37.135495 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:37.146459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Bound using segment: {'id': '14928052-3418-4284-a77f-876cf01e4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:37.146986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Bound port: 9058e6d0-e952-4cdd-9d81-80a218085cbc, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14928052-3418-4284-a77f-876cf01e4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:37.147711 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:37.221642 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e5ea4e06-f084-44e2-a37c-bd9f71c2fa80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:37.231793 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4d6552-71ff-4a13-a0e5-03eb85b0846e x-openstack-request-id: req-5b4d6552-71ff-4a13-a0e5-03eb85b0846e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:37.232111 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "name": "network-vif-plugged", "status": "completed", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:37.232377 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b4d6552-71ff-4a13-a0e5-03eb85b0846e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:37.232779 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', 'code': 200} Nov 12 13:13:37.278899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:37.291745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Router d0f8ec2d-136c-4ff2-8039-c57271dccd56 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:13:37.320087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-492099fa-d4dc-4bef-abe0-abf5135e9c3c tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:37.322284 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-492099fa-d4dc-4bef-abe0-abf5135e9c3c tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5856833 Nov 12 13:13:37.351935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Request body: {'port': {'device_id': '2bd3290f-6d64-4a98-81a4-ef328b743ce4', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '33eed482cc3547f88c29c372cbc4fd10'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:37.370540 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:37.503302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9760048-3565-465f-9891-91ba409be8e4 req-e316fd4f-7da6-4cec-8519-cab76bd63833 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:37.513253 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9760048-3565-465f-9891-91ba409be8e4 req-e316fd4f-7da6-4cec-8519-cab76bd63833 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 949 time: 0.4072838 Nov 12 13:13:37.723261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] For port 9058e6d0-e952-4cdd-9d81-80a218085cbc, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:37.771689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:37.787309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9760048-3565-465f-9891-91ba409be8e4 req-ab6d60ef-a92b-47b4-81da-0f85ab053bc3 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711697 Nov 12 13:13:37.813828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] For port 9058e6d0-e952-4cdd-9d81-80a218085cbc, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9058e6d0-e952-4cdd-9d81-80a218085cbc,segment=NetworkSegment(14928052-3418-4284-a77f-876cf01e4f43),segment_id=14928052-3418-4284-a77f-876cf01e4f43)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:37.815968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0bb5937d-3987-407e-8f74-2596e8f04db4 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:37.840366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:13:37.847758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Made reservation on behalf of 33eed482cc3547f88c29c372cbc4fd10 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:37.850600 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Sync routers for ids ['f0f33480-6eb1-4534-9809-0ca390abec91'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:13:37.851895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:37.879632 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:37.884900 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Routers {'f0f33480-6eb1-4534-9809-0ca390abec91'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:37.887420 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:13:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f0f33480-6eb1-4534-9809-0ca390abec91'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:37.897405 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:37.916615 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:37.917921 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-be67203d-d219-4ca2-bd2a-2d8c93420e56 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.3239219 Nov 12 13:13:37.925564 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56958) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:38.023373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e5ea4e06-f084-44e2-a37c-bd9f71c2fa80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:38.048830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e5ea4e06-f084-44e2-a37c-bd9f71c2fa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:38.109731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5e0e1-c79c-4130-845e-d1e447f21eff None None] Pushing event updated for resources: {'Port': ['ID=9058e6d0-e952-4cdd-9d81-80a218085cbc,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:38.135216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc06129-4464-4c98-8242-317d7c1f2ecc None None] Network 91ac16d6-8799-4577-942f-f35b1ae007b1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:13:38.250392 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Set router f0f33480-6eb1-4534-9809-0ca390abec91 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:38.290432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977eca9-03b1-400c-a0a5-41955baa0228 req-0614cbf1-82e4-4a78-a4aa-cd8efc51a578 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:38.301613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f977eca9-03b1-400c-a0a5-41955baa0228 req-0614cbf1-82e4-4a78-a4aa-cd8efc51a578 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.9641523 Nov 12 13:13:38.305144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b8d2b-fa0c-47af-ae6c-a668d47afdaa req-f349fd7b-3703-4ca7-9400-0343b701c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:38.308019 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7a8b8d2b-fa0c-47af-ae6c-a668d47afdaa req-f349fd7b-3703-4ca7-9400-0343b701c949 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 1096 time: 0.9982648 Nov 12 13:13:38.389718 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e5ea4e06-f084-44e2-a37c-bd9f71c2fa80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a6998896e774692b0b3ca2bfae0b787&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5402222 Nov 12 13:13:38.396646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56962) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:38.431977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0bb5937d-3987-407e-8f74-2596e8f04db4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:38.432248 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:38.511608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b7560274-3c08-4769-ba9c-0495c77349cf None None] Provisioning complete for port 0bb5937d-3987-407e-8f74-2596e8f04db4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:38.512116 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7560274-3c08-4769-ba9c-0495c77349cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:38.521142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:38.574192 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba476-9ca3-4014-8d96-2805330a1b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:38.589238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:13:38.598192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea4e06-f084-44e2-a37c-bd9f71c2fa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7721eb5b-0247-41bc-a412-9d545f0c29b7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:38.607440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Sync routers for ids ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:13:38.622458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba476-9ca3-4014-8d96-2805330a1b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:38.651028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d85c2d-d313-4386-a722-a0fd5e69b7fd req-159b0f00-b3b6-4839-a01d-bf3a95e1b4bf tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:38.659368 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Routers {'d0f8ec2d-136c-4ff2-8039-c57271dccd56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:38.660257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:13:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:38.661862 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d85c2d-d313-4386-a722-a0fd5e69b7fd req-159b0f00-b3b6-4839-a01d-bf3a95e1b4bf tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 945 time: 0.5172007 Nov 12 13:13:38.665368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Allocated IP 192.168.233.8 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/d7f2574b-8c54-40ca-b8a5-0236d9ab81e1) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:38.712636 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f977eca9-03b1-400c-a0a5-41955baa0228 req-60a52bbf-6efb-4f90-b44f-6f649aea2740 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100399 Nov 12 13:13:38.772086 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:38.775890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e851de30-45f5-455d-a415-46f2c467f3ff admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7808709 Nov 12 13:13:38.775890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7a8b8d2b-fa0c-47af-ae6c-a668d47afdaa req-f1c014b0-ec22-448c-b0ab-7bd1ecaba900 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833184 Nov 12 13:13:38.776449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56964) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:38.820176 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:35Z', 'revision_number': 3, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:38.889249 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Checking router: f0f33480-6eb1-4534-9809-0ca390abec91 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:13:38.890556 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Updating router f0f33480-6eb1-4534-9809-0ca390abec91 port 1c57df9f-e76f-4b06-adac-d2c5b6e46148 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:13:38.931511 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:38.974273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0cfeeadf-db25-4857-b577-535acb6702b7 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:38.978219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0cfeeadf-db25-4857-b577-535acb6702b7 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 949 time: 0.2946165 Nov 12 13:13:39.008353 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7560274-3c08-4769-ba9c-0495c77349cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.017354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c727f783-59f3-4a5c-91ba-dc306c54fb40 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:13:39.163347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:39.166206 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba476-9ca3-4014-8d96-2805330a1b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.169000 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba476-9ca3-4014-8d96-2805330a1b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.174244 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6d5ba476-9ca3-4014-8d96-2805330a1b2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7721eb5b-0247-41bc-a412-9d545f0c29b7 HTTP/1.1" status: 204 len: 168 time: 0.7692506 Nov 12 13:13:39.181175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d4907c3-5787-4e9c-a69f-056d347bfa7d req-7afaba15-7086-469e-8d74-552a687604fe tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 210 time: 0.2784035 Nov 12 13:13:39.246181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:39.248594 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc02c820-18ae-4564-aa72-65662dbd86ce" -d '{"events": [{"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-unplugged", "status": "completed", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:39.290517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'mac_address': 'fa:16:3e:b7:fe:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:13:39.314647 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.326788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba476-9ca3-4014-8d96-2805330a1b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7721eb5b-0247-41bc-a412-9d545f0c29b7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:39.350073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Set router d0f8ec2d-136c-4ff2-8039-c57271dccd56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:39.373315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d85c2d-d313-4386-a722-a0fd5e69b7fd req-5e306877-1ec5-4e7a-94d3-ad7a483ec7fa tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7058773 Nov 12 13:13:39.541419 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.556991 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.664407 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Attempting to bind port 1c57df9f-e76f-4b06-adac-d2c5b6e46148 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:39.666028 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Attempting to bind port 1c57df9f-e76f-4b06-adac-d2c5b6e46148 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:39.667440 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Attempting to bind port 1c57df9f-e76f-4b06-adac-d2c5b6e46148 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:39.671450 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19375f1-bb38-4001-8bdc-f59138f427cc None None] Pushing event updated for resources: {'Port': ['ID=1c57df9f-e76f-4b06-adac-d2c5b6e46148,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:39.690810 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:39.694147 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:39.694563 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.694970 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:39.695482 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Bound port: 1c57df9f-e76f-4b06-adac-d2c5b6e46148, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:39.695894 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.707951 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c94f74d-22b2-4d98-9b1c-4c61bdb729b9 x-openstack-request-id: req-5c94f74d-22b2-4d98-9b1c-4c61bdb729b9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:39.708446 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-unplugged", "status": "completed", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:39.708918 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c94f74d-22b2-4d98-9b1c-4c61bdb729b9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:39.709741 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'code': 200} Nov 12 13:13:39.738826 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.743140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23856fcc-facb-4182-9985-2a7ef1e9b5a5 None None] Network 60b51bc1-c800-47aa-a0ac-01eff596eb09 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:13:39.846160 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] For port 1c57df9f-e76f-4b06-adac-d2c5b6e46148, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:39.851094 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] For port 1c57df9f-e76f-4b06-adac-d2c5b6e46148, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1c57df9f-e76f-4b06-adac-d2c5b6e46148,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:39.860206 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.865761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352790cf-7108-4472-b81a-54e21403b499 req-8216b108-5538-430c-ab81-9b4030aebb8b tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:39.875967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-352790cf-7108-4472-b81a-54e21403b499 req-8216b108-5538-430c-ab81-9b4030aebb8b tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6ace2f-7d19-4126-9bd9-a567244a4f8f HTTP/1.1" status: 200 len: 949 time: 0.5451245 Nov 12 13:13:39.885596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56978) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:39.926778 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0d5552a-e19f-4951-bed3-3ad0ca517c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.949073 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.955899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0f21c19e-5b93-4134-8083-9a019a154f9c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Deleting port f40df498-1fa6-4df7-b482-c437f7b63f12 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:13:39.956376 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0f21c19e-5b93-4134-8083-9a019a154f9c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:39.992880 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Routers {'f0f33480-6eb1-4534-9809-0ca390abec91'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:39.994406 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:13:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f0f33480-6eb1-4534-9809-0ca390abec91'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:39.996037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b7560274-3c08-4769-ba9c-0495c77349cf None None] For port 0bb5937d-3987-407e-8f74-2596e8f04db4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0bb5937d-3987-407e-8f74-2596e8f04db4,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:40.001530 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19375f1-bb38-4001-8bdc-f59138f427cc None None] Pushing event updated for resources: {'Port': ['ID=1c57df9f-e76f-4b06-adac-d2c5b6e46148,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:40.024878 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7560274-3c08-4769-ba9c-0495c77349cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.032110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c727f783-59f3-4a5c-91ba-dc306c54fb40 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:40.058570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0794ee-f6c3-4c49-b983-12b3a37c29b8 req-76d85f9c-b0df-45eb-b6be-224cee840ec2 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:40.068282 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5e0794ee-f6c3-4c49-b983-12b3a37c29b8 req-76d85f9c-b0df-45eb-b6be-224cee840ec2 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 948 time: 0.1393845 Nov 12 13:13:40.097993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0f21c19e-5b93-4134-8083-9a019a154f9c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] For port f40df498-1fa6-4df7-b482-c437f7b63f12, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f40df498-1fa6-4df7-b482-c437f7b63f12,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:40.098358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0f21c19e-5b93-4134-8083-9a019a154f9c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.123378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0f21c19e-5b93-4134-8083-9a019a154f9c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Calling delete_port for f40df498-1fa6-4df7-b482-c437f7b63f12 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:13:40.192070 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5e0794ee-f6c3-4c49-b983-12b3a37c29b8 req-602a1cb2-3c32-475d-a4bb-590648870cd4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208994 Nov 12 13:13:40.243982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:40.283868 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] Set router f0f33480-6eb1-4534-9809-0ca390abec91 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:40.316514 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.350021 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:13:40.350576 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:13:40.377868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-506ab6c0-370e-4c14-88e1-763f81cae5ea None None] Provisioning complete for port 9058e6d0-e952-4cdd-9d81-80a218085cbc triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:40.378538 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-506ab6c0-370e-4c14-88e1-763f81cae5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.383487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7560274-3c08-4769-ba9c-0495c77349cf None None] Pushing event updated for resources: {'Port': ['ID=0bb5937d-3987-407e-8f74-2596e8f04db4,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:40.397796 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0d5552a-e19f-4951-bed3-3ad0ca517c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.415564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0d5552a-e19f-4951-bed3-3ad0ca517c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.440082 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f732ef60-ebca-4b58-8f05-407506f14ccf req-0a654181-41db-4842-b2e4-1a29b7426acb tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 210 time: 0.0654397 Nov 12 13:13:40.444487 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.555644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:40.586785 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f0d5552a-e19f-4951-bed3-3ad0ca517c0b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f0d87ff285c4c9fb93b9e363a7880cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6959872 Nov 12 13:13:40.588613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:40.591656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5552a-e19f-4951-bed3-3ad0ca517c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528486e6-d41f-471c-b5f7-6cb686222e86,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:40.598077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56986) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:40.598679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-352790cf-7108-4472-b81a-54e21403b499 req-e9af10d3-d896-469e-925d-3294af4467d8 tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9158a4-f44f-4fab-9c92-6f34864b8959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215533 Nov 12 13:13:40.610273 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.645547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:40.651893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:40.669608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:40.677102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.745951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c727f783-59f3-4a5c-91ba-dc306c54fb40'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:40.789530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Pushing event updated for resources: {'Port': ['ID=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:40.856345 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:35Z', 'revision_number': 3, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:40.887928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-router', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:36Z', 'revision_number': 3, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'gw_port': {'id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:35Z', 'updated_at': '2021-11-12T13:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:40.898442 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-82a21bbe-9c45-47df-94a3-04b585d693ff tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5602591 Nov 12 13:13:40.907588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0f21c19e-5b93-4134-8083-9a019a154f9c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.917511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Request body: {'port': {'device_id': '2bd3290f-6d64-4a98-81a4-ef328b743ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:40.948321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-506ab6c0-370e-4c14-88e1-763f81cae5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.957164 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:40.957951 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be8eeb-fbbe-416e-a688-1b37f1a2ddb4 None None] The sync data for ids ['f0f33480-6eb1-4534-9809-0ca390abec91'] in n-d-805736-4 is: [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:35Z', 'revision_number': 3, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:13:40.967704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c9e3-a7a4-46e3-981b-d686b5445f5f req-18c9eadc-88f7-49e1-9887-7fc636db3d14 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:40.970775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21c9c9e3-a7a4-46e3-981b-d686b5445f5f req-18c9eadc-88f7-49e1-9887-7fc636db3d14 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 945 time: 0.3539572 Nov 12 13:13:41.027094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f40df498-1fa6-4df7-b482-c437f7b63f12 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:13:41.062722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Checking router: d0f8ec2d-136c-4ff2-8039-c57271dccd56 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:13:41.067061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Updating router d0f8ec2d-136c-4ff2-8039-c57271dccd56 port ce2ba998-b441-4edb-89e4-589a148825fa binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:13:41.067872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21c19e-5b93-4134-8083-9a019a154f9c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Pushing event deleted for resources: {'Port': ['ID=f40df498-1fa6-4df7-b482-c437f7b63f12,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:41.151387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5de79f8-92e4-480a-9d69-2ee478238907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:41.167836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0f21c19e-5b93-4134-8083-9a019a154f9c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] No DVR routers for this DVR port f40df498-1fa6-4df7-b482-c437f7b63f12 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:13:41.181510 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0f21c19e-5b93-4134-8083-9a019a154f9c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:41.190950 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c032efe4-f5e4-4e1a-bcde-7be4431e0c4c req-0f21c19e-5b93-4134-8083-9a019a154f9c tempest-LiveMigrationNegativeTest-214805989 tempest-LiveMigrationNegativeTest-214805989-project] 10.222.0.70 "DELETE /v2.0/ports/f40df498-1fa6-4df7-b482-c437f7b63f12 HTTP/1.1" status: 204 len: 173 time: 2.1971920 Nov 12 13:13:41.191886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6ace2f-7d19-4126-9bd9-a567244a4f8f', 'name': 'network-vif-deleted', 'tag': 'f40df498-1fa6-4df7-b482-c437f7b63f12'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:41.198979 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b5b5b8-9ea2-4c39-922f-eda5dd0542bd" -d '{"events": [{"server_uuid": "9d6ace2f-7d19-4126-9bd9-a567244a4f8f", "name": "network-vif-deleted", "tag": "f40df498-1fa6-4df7-b482-c437f7b63f12"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:41.276203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Allocated IP 172.20.0.1 (60b51bc1-c800-47aa-a0ac-01eff596eb09/1ccbd582-8e9c-4bfb-b74d-1776e65b33e9/78f2d27c-1ac4-4861-bab2-2ba581433da2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:41.308503 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5de79f8-92e4-480a-9d69-2ee478238907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:41.314662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:41.353558 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60625eb2-1835-4023-979a-749ad224d6d0 x-openstack-request-id: req-60625eb2-1835-4023-979a-749ad224d6d0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:41.354540 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6ace2f-7d19-4126-9bd9-a567244a4f8f", "name": "network-vif-deleted", "tag": "f40df498-1fa6-4df7-b482-c437f7b63f12", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:41.355828 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-60625eb2-1835-4023-979a-749ad224d6d0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:41.372194 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6ace2f-7d19-4126-9bd9-a567244a4f8f', 'name': 'network-vif-deleted', 'tag': 'f40df498-1fa6-4df7-b482-c437f7b63f12', 'status': 'completed', 'code': 200} Nov 12 13:13:41.396994 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21c9c9e3-a7a4-46e3-981b-d686b5445f5f req-a461ff5a-bcd4-4ac0-806a-9ecf76cc364b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016089 Nov 12 13:13:41.518918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: f40df498-1fa6-4df7-b482-c437f7b63f12 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:13:41.519618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f40df498-1fa6-4df7-b482-c437f7b63f12 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:13:41.599350 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-506ab6c0-370e-4c14-88e1-763f81cae5ea None None] For port 9058e6d0-e952-4cdd-9d81-80a218085cbc, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9058e6d0-e952-4cdd-9d81-80a218085cbc,segment=NetworkSegment(14928052-3418-4284-a77f-876cf01e4f43),segment_id=14928052-3418-4284-a77f-876cf01e4f43)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:41.615668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 07cf5cd6-554b-46d7-816b-950bcd49c3fa up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:41.624342 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-506ab6c0-370e-4c14-88e1-763f81cae5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:41.630018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa74e44-ed07-404a-bd8b-ef63a5cf1e73 req-bfe017c6-22a3-471d-a02b-0fae27e17d9c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:41.631023 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:41.631792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fa74e44-ed07-404a-bd8b-ef63a5cf1e73 req-bfe017c6-22a3-471d-a02b-0fae27e17d9c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 949 time: 0.1232119 Nov 12 13:13:41.664629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:41.733811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fa74e44-ed07-404a-bd8b-ef63a5cf1e73 req-5ead6c7d-f844-4c36-b4f2-505ae3e1a62c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934322 Nov 12 13:13:41.777543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:41.829578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Pushing event updated for resources: {'Port': ['ID=78f2d27c-1ac4-4861-bab2-2ba581433da2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:41.852527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Network 60b51bc1-c800-47aa-a0ac-01eff596eb09 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:41.855007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:41.872135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:41.872881 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.108551 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5de79f8-92e4-480a-9d69-2ee478238907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.118708 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5de79f8-92e4-480a-9d69-2ee478238907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.129952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7ebda-c862-48b7-ba71-bad4450d06c7 req-201c82c0-8c7e-4c84-9be7-1bb5fae28b46 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:42.131953 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ace7ebda-c862-48b7-ba71-bad4450d06c7 req-201c82c0-8c7e-4c84-9be7-1bb5fae28b46 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 934 time: 0.1846449 Nov 12 13:13:42.142223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e5de79f8-92e4-480a-9d69-2ee478238907 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/528486e6-d41f-471c-b5f7-6cb686222e86 HTTP/1.1" status: 204 len: 168 time: 1.4997132 Nov 12 13:13:42.156947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-825d5c62-91d6-40f9-99eb-3bbda1bfcc06 None None] Provisioning complete for port 9058e6d0-e952-4cdd-9d81-80a218085cbc triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:42.157537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-825d5c62-91d6-40f9-99eb-3bbda1bfcc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.166204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ab6c0-370e-4c14-88e1-763f81cae5ea None None] Pushing event updated for resources: {'Port': ['ID=9058e6d0-e952-4cdd-9d81-80a218085cbc,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:42.240362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de79f8-92e4-480a-9d69-2ee478238907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528486e6-d41f-471c-b5f7-6cb686222e86,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:42.248827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Allocated IP 172.20.0.1 (91ac16d6-8799-4577-942f-f35b1ae007b1/9ef16063-c2c9-4ab5-8105-1e6e9bdfa713/37f363e9-b577-42cc-a354-3c33588c3080) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:42.277116 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.294860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 07cf5cd6-554b-46d7-816b-950bcd49c3fa triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:42.295877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.299180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ace7ebda-c862-48b7-ba71-bad4450d06c7 req-784d0dab-4a94-4f78-92b5-27846afbe021 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504867 Nov 12 13:13:42.337869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b080b-2fed-4d4b-b42b-3cc7ef37eef9 req-326e61e1-f874-4454-9f63-cefcbcd4eb0d tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:42.349430 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-249b080b-2fed-4d4b-b42b-3cc7ef37eef9 req-326e61e1-f874-4454-9f63-cefcbcd4eb0d tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 1096 time: 0.2808762 Nov 12 13:13:42.572656 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-249b080b-2fed-4d4b-b42b-3cc7ef37eef9 req-4d588bcc-2faf-4836-af7f-3109a1db895a tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176518 Nov 12 13:13:42.732750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.737374 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.750122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.750122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.775878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-825d5c62-91d6-40f9-99eb-3bbda1bfcc06 None None] Provisioning complete for port 0bb5937d-3987-407e-8f74-2596e8f04db4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:42.776308 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-825d5c62-91d6-40f9-99eb-3bbda1bfcc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.802560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:42.861951 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.871717 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.875957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Pushing event updated for resources: {'Port': ['ID=78f2d27c-1ac4-4861-bab2-2ba581433da2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:42.880209 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.912887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:42.982069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Transition to ACTIVE for port object d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:13:43.005328 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:43.012841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425875d-be40-4572-857a-e93260f5d495 req-ccec6b67-32b3-41f1-a168-062128d40e3a tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:43.014579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3425875d-be40-4572-857a-e93260f5d495 req-ccec6b67-32b3-41f1-a168-062128d40e3a tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 1096 time: 0.2408347 Nov 12 13:13:43.059992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Network 60b51bc1-c800-47aa-a0ac-01eff596eb09 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:43.065620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0eea55-064b-4412-9ec1-2daa42ac8855 None None] Pushing event updated for resources: {'Port': ['ID=ce2ba998-b441-4edb-89e4-589a148825fa,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:43.066508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:43.082213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Attempting to bind port ce2ba998-b441-4edb-89e4-589a148825fa on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:43.082586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Attempting to bind port ce2ba998-b441-4edb-89e4-589a148825fa by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:43.082947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Attempting to bind port ce2ba998-b441-4edb-89e4-589a148825fa on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:43.117171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:43.117479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:43.117876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:43.118307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:43.118911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Bound port: ce2ba998-b441-4edb-89e4-589a148825fa, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:43.119282 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:43.180931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3425875d-be40-4572-857a-e93260f5d495 req-a5497467-8ad0-420e-9b71-e75f58cc191c tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505978 Nov 12 13:13:43.211051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002759f-01cf-4c84-b1a8-df0f6e7f8034 req-afe55efe-ce7e-4bc9-a705-3efca1dd89c5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:43.221366 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9002759f-01cf-4c84-b1a8-df0f6e7f8034 req-afe55efe-ce7e-4bc9-a705-3efca1dd89c5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 949 time: 0.2340031 Nov 12 13:13:43.229196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Pushing event updated for resources: {'Port': ['ID=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:43.262875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57024) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:43.305417 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:43.334819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9058e6d0-e952-4cdd-9d81-80a218085cbc up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:43.522849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Router d0f8ec2d-136c-4ff2-8039-c57271dccd56 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:13:43.523765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Pushing event updated for resources: {'Port': ['ID=37f363e9-b577-42cc-a354-3c33588c3080,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:43.534465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Network 91ac16d6-8799-4577-942f-f35b1ae007b1 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:43.537062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] For port ce2ba998-b441-4edb-89e4-589a148825fa, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:43.581851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e4f47-8fd1-49f4-af30-34ceeed43551 req-94beaec3-44c9-4944-96a2-9ba6ba85d369 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:43.583702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb1e4f47-8fd1-49f4-af30-34ceeed43551 req-94beaec3-44c9-4944-96a2-9ba6ba85d369 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 946 time: 0.1715620 Nov 12 13:13:43.600107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:43.621832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:43.622325 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:43.639031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] For port ce2ba998-b441-4edb-89e4-589a148825fa, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ce2ba998-b441-4edb-89e4-589a148825fa,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:43.646471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9058e6d0-e952-4cdd-9d81-80a218085cbc triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:43.646973 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:43.728972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Attempting to bind port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:43.729906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Attempting to bind port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:43.730679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Attempting to bind port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:43.732038 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:43.783307 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb1e4f47-8fd1-49f4-af30-34ceeed43551 req-eb361a8e-549a-4301-a18e-6d6e38430d33 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487787 Nov 12 13:13:43.817746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:13:43.835832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c8f197ca-c4ed-44dc-bcd9-31b9d471f879 admin admin] 10.222.0.73 "PUT /v2.0/routers/d0f8ec2d-136c-4ff2-8039-c57271dccd56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0562387 Nov 12 13:13:43.917999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4803ee72-f09d-46dc-85ce-efde7e4be24c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4a6288e824d443ea1e51dc165f2c4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6470346 Nov 12 13:13:43.920603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57046) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:43.926678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:13:43.929585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Attempting to bind port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:43.950109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9002759f-01cf-4c84-b1a8-df0f6e7f8034 req-4aadeda8-d70a-4950-a7ed-0d2152a89433 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7276561 Nov 12 13:13:43.976005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:43.976005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:43.976005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:43.976005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Bound port: d7f2574b-8c54-40ca-b8a5-0236d9ab81e1, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:43.976005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:43.987759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-80b44390-5d13-4a83-92a4-dcb6a0e6802d None None] Provisioning complete for port 78f2d27c-1ac4-4861-bab2-2ba581433da2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:43.990061 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80b44390-5d13-4a83-92a4-dcb6a0e6802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:44.107327 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c73e1f77-0062-4467-a385-b6b284b77457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:44.127282 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:44.135678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Routers {'d0f8ec2d-136c-4ff2-8039-c57271dccd56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:44.143032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:13:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:44.167561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] For port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:44.181998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] For port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:44.189670 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:44.191581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0eea55-064b-4412-9ec1-2daa42ac8855 None None] Pushing event updated for resources: {'Port': ['ID=ce2ba998-b441-4edb-89e4-589a148825fa,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:44.192470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c73e1f77-0062-4467-a385-b6b284b77457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:44.264880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-80b44390-5d13-4a83-92a4-dcb6a0e6802d None None] Port 78f2d27c-1ac4-4861-bab2-2ba581433da2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:44.320978 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c73e1f77-0062-4467-a385-b6b284b77457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:44.324920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c73e1f77-0062-4467-a385-b6b284b77457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:44.335118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c73e1f77-0062-4467-a385-b6b284b77457 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce9158a4-f44f-4fab-9c92-6f34864b8959 HTTP/1.1" status: 204 len: 168 time: 0.4095080 Nov 12 13:13:44.360835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e1f77-0062-4467-a385-b6b284b77457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9158a4-f44f-4fab-9c92-6f34864b8959,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:44.403634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:44.408893 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:44.411489 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-c376d05c-9682-452d-940b-8b95faef852a service neutron] 10.222.0.105 "PUT /v2.0/ports/d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 HTTP/1.1" status: 200 len: 1094 time: 3.4999380 Nov 12 13:13:44.415519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd3290f-6d64-4a98-81a4-ef328b743ce4', 'tag': 'd7f2574b-8c54-40ca-b8a5-0236d9ab81e1'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:44.417756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1c57df9f-e76f-4b06-adac-d2c5b6e46148 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:44.420536 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd3290f-6d64-4a98-81a4-ef328b743ce4", "tag": "d7f2574b-8c54-40ca-b8a5-0236d9ab81e1"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:44.583732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cce0a88a-300f-43b2-8e06-6b6abdd488e6 None None] Provisioning complete for port 78f2d27c-1ac4-4861-bab2-2ba581433da2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:44.584183 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce0a88a-300f-43b2-8e06-6b6abdd488e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:44.616931 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9495bcc-7412-45d0-b53b-f37e27e384e8 x-openstack-request-id: req-d9495bcc-7412-45d0-b53b-f37e27e384e8 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:44.617212 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd3290f-6d64-4a98-81a4-ef328b743ce4", "tag": "d7f2574b-8c54-40ca-b8a5-0236d9ab81e1", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:44.617589 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9495bcc-7412-45d0-b53b-f37e27e384e8 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:44.618062 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd3290f-6d64-4a98-81a4-ef328b743ce4', 'tag': 'd7f2574b-8c54-40ca-b8a5-0236d9ab81e1', 'status': 'completed', 'code': 200} Nov 12 13:13:44.623647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376d05c-9682-452d-940b-8b95faef852a service neutron] Pushing event updated for resources: {'Port': ['ID=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:44.645791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:44.650918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] Set router d0f8ec2d-136c-4ff2-8039-c57271dccd56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:44.684435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-0779d336-2ec0-4518-b105-415f246d3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:44.686087 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-0779d336-2ec0-4518-b105-415f246d3a27 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=33eed482cc3547f88c29c372cbc4fd10&device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 1097 time: 0.2008512 Nov 12 13:13:44.724617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cce0a88a-300f-43b2-8e06-6b6abdd488e6 None None] Port 78f2d27c-1ac4-4861-bab2-2ba581433da2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:44.755620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-98f684b8-f77d-45aa-b76d-4ea6da8abb00 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 HTTP/1.1" status: 200 len: 217 time: 0.0452023 Nov 12 13:13:44.831217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cce0a88a-300f-43b2-8e06-6b6abdd488e6 None None] Provisioning complete for port 37f363e9-b577-42cc-a354-3c33588c3080 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:44.831607 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce0a88a-300f-43b2-8e06-6b6abdd488e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:45.030158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cce0a88a-300f-43b2-8e06-6b6abdd488e6 None None] Port 37f363e9-b577-42cc-a354-3c33588c3080 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:45.054206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-b38f5028-290e-4069-8fd8-4e5b8a850466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:45.055543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-b38f5028-290e-4069-8fd8-4e5b8a850466 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2880244 Nov 12 13:13:45.061270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1c57df9f-e76f-4b06-adac-d2c5b6e46148 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:45.068096 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:45.072285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c727f783-59f3-4a5c-91ba-dc306c54fb40 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:45.123195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfdff3-b37f-4fa1-8744-cac48921c36a req-6b24af43-c1ea-4f26-b9a6-8898598ee025 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:45.125486 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0cbfdff3-b37f-4fa1-8744-cac48921c36a req-6b24af43-c1ea-4f26-b9a6-8898598ee025 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 946 time: 0.1964693 Nov 12 13:13:45.199585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-61496ccc-d64a-4851-9d06-ec6436d6e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:45.201016 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-61496ccc-d64a-4851-9d06-ec6436d6e478 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365888 Nov 12 13:13:45.314608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:45.339920 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57088) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:45.449578 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:45.454163 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:45.642535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-1e2460cf-45df-4a25-851f-718fbfaed16e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8154316 Nov 12 13:13:45.710021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0cbfdff3-b37f-4fa1-8744-cac48921c36a req-c63d01e8-ce4a-4b64-9de0-1af92d06353a tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575571 Nov 12 13:13:45.759062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port c727f783-59f3-4a5c-91ba-dc306c54fb40 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:45.760569 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:45.872752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-dd910ed9-90cb-4dd3-a2ca-d54389fd4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:45.878259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-dd910ed9-90cb-4dd3-a2ca-d54389fd4e0d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 1121 time: 0.1138935 Nov 12 13:13:45.962146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Pushing event updated for resources: {'Port': ['ID=37f363e9-b577-42cc-a354-3c33588c3080,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:46.119869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1020b8d1-1298-4355-9bb6-3febfc8219b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a4201f42762479ab3cb1ff09b104be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7686076 Nov 12 13:13:46.132190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-22eb39e7-8c89-40e4-a4ef-49b19ec4b69d service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9130087 Nov 12 13:13:46.186178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57104) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:46.396873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Network 91ac16d6-8799-4577-942f-f35b1ae007b1 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:46.451875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:46.455836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-c324e226-9b06-4768-9dad-f4a159faad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:46.457580 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-c324e226-9b06-4768-9dad-f4a159faad27 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.5470889 Nov 12 13:13:46.570278 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:46.654290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfdf40-1954-47ae-b7b1-daef93337332 req-eec60570-7a59-4c8b-9bff-60bc1193673d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:46.663353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2dfdf40-1954-47ae-b7b1-daef93337332 req-eec60570-7a59-4c8b-9bff-60bc1193673d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 949 time: 0.6706359 Nov 12 13:13:46.672158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 1c57df9f-e76f-4b06-adac-d2c5b6e46148, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1c57df9f-e76f-4b06-adac-d2c5b6e46148,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:46.687746 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:46.707775 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0bb5937d-3987-407e-8f74-2596e8f04db4 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:46.913128 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-8213adbe-4bc1-42e4-8b93-c19e1f972d2c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=889a3fec-922a-4381-8de3-32764daca655 HTTP/1.1" status: 200 len: 217 time: 0.4150913 Nov 12 13:13:47.081891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967087a1-6992-48e1-ab98-7c431f5de42d req-eceb42a7-4d0d-4743-a628-e8c41e3a059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:47.083574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-router', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:42Z', 'revision_number': 4, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'gw_port': {'id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:35Z', 'updated_at': '2021-11-12T13:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '78f2d27c-1ac4-4861-bab2-2ba581433da2', 'name': '', 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'mac_address': 'fa:16:3e:0a:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:40Z', 'updated_at': '2021-11-12T13:13:42Z', 'revision_number': 2, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'subnets': [{'id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:47.091886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-967087a1-6992-48e1-ab98-7c431f5de42d req-eceb42a7-4d0d-4743-a628-e8c41e3a059e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 1100 time: 0.3326411 Nov 12 13:13:47.119313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-d33a05d3-f90a-4b9d-94c1-8e9348ae4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:47.121078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-d33a05d3-f90a-4b9d-94c1-8e9348ae4d1f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2009180 Nov 12 13:13:47.238753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4ec3f-4260-4ea0-ae04-7aabfff9748e None None] The sync data for ids ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'] in n-d-805736-4 is: [{'id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-router', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:42Z', 'revision_number': 4, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'gw_port': {'id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:35Z', 'updated_at': '2021-11-12T13:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '78f2d27c-1ac4-4861-bab2-2ba581433da2', 'name': '', 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'mac_address': 'fa:16:3e:0a:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:40Z', 'updated_at': '2021-11-12T13:13:42Z', 'revision_number': 2, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'subnets': [{'id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:13:47.240390 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:47.309129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=1c57df9f-e76f-4b06-adac-d2c5b6e46148,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:47.364058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1f284492-58b0-4ef9-8180-6fb580b955b2 None None] Provisioning complete for port 37f363e9-b577-42cc-a354-3c33588c3080 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:47.364432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f284492-58b0-4ef9-8180-6fb580b955b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:47.377157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:47.393063 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae816823-c96d-45db-868d-9c0faa487057" -d '{"events": [{"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-plugged", "status": "completed", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:47.454757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967087a1-6992-48e1-ab98-7c431f5de42d req-90b379e6-933e-41dc-b9bb-38bec35d8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:47.457545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-967087a1-6992-48e1-ab98-7c431f5de42d req-90b379e6-933e-41dc-b9bb-38bec35d8304 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2933645 Nov 12 13:13:47.482793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-56dacb29-1415-44b9-8a6a-13cbb5ede2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:47.496488 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-56dacb29-1415-44b9-8a6a-13cbb5ede2ff service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3662620 Nov 12 13:13:47.525675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:47.541393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0bb5937d-3987-407e-8f74-2596e8f04db4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:47.541393 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:47.613142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-967087a1-6992-48e1-ab98-7c431f5de42d req-0b5fa417-a601-40e5-af3d-f815976a5efa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40 HTTP/1.1" status: 200 len: 217 time: 0.1412807 Nov 12 13:13:47.674461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:47.689145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1f284492-58b0-4ef9-8180-6fb580b955b2 None None] Port 37f363e9-b577-42cc-a354-3c33588c3080 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:47.760082 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2dfdf40-1954-47ae-b7b1-daef93337332 req-2289890e-1621-4fbb-8c61-004e7ae3348f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0954266 Nov 12 13:13:47.804922 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-904a2746-0529-4c03-8d89-ffef1a1396c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:47.873940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-904a2746-0529-4c03-8d89-ffef1a1396c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:47.897407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:47.993505 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-904a2746-0529-4c03-8d89-ffef1a1396c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:48.002988 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-904a2746-0529-4c03-8d89-ffef1a1396c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:48.010686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-904a2746-0529-4c03-8d89-ffef1a1396c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/118ac276-b13a-4859-9fdd-68dc281c9eae HTTP/1.1" status: 204 len: 168 time: 1.7496507 Nov 12 13:13:48.016254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47d0f9f3-d78a-4022-b4e5-e15cd3ef1681 req-1beb0df2-d44a-4450-aa65-db39a7c4c446 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8830204 Nov 12 13:13:48.146696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57130) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:48.309137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-2234af36-ef30-47e9-a448-b1f829c3c8f4 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7821403 Nov 12 13:13:48.313346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1c57df9f-e76f-4b06-adac-d2c5b6e46148 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:48.318637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a2746-0529-4c03-8d89-ffef1a1396c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118ac276-b13a-4859-9fdd-68dc281c9eae,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:48.473407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Router f0f33480-6eb1-4534-9809-0ca390abec91 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:13:48.479345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-7a18ab03-5f58-4dc7-a97a-c13d30207369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:48.480954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-7a18ab03-5f58-4dc7-a97a-c13d30207369 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=33eed482cc3547f88c29c372cbc4fd10&device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 1097 time: 0.3354123 Nov 12 13:13:48.504708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cb80a-1c4e-4ddf-8a1d-d297441a07e9 req-75384ce1-1bba-4b7b-921a-e7d6e79b0f9b tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:48.515633 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7cb80a-1c4e-4ddf-8a1d-d297441a07e9 req-75384ce1-1bba-4b7b-921a-e7d6e79b0f9b tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 946 time: 0.3595841 Nov 12 13:13:48.519625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83c9053e-9395-4393-b1ba-f5ad35626626 req-2d057614-20c2-4de0-8dd0-35b448a41035 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030022 Nov 12 13:13:48.529928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967087a1-6992-48e1-ab98-7c431f5de42d req-91d9cc28-6af8-48a1-9ef1-b0ce2d3d9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:48.533068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-967087a1-6992-48e1-ab98-7c431f5de42d req-91d9cc28-6af8-48a1-9ef1-b0ce2d3d9009 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.8707497 Nov 12 13:13:48.616685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967087a1-6992-48e1-ab98-7c431f5de42d req-809caa29-47b3-44df-8d60-e06999232162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:48.619009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-967087a1-6992-48e1-ab98-7c431f5de42d req-809caa29-47b3-44df-8d60-e06999232162 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780809 Nov 12 13:13:48.701098 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1c57df9f-e76f-4b06-adac-d2c5b6e46148 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:48.701361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:48.750106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-967087a1-6992-48e1-ab98-7c431f5de42d req-4992e109-c912-41b8-862b-ca0ee6770f74 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183276 Nov 12 13:13:48.931804 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-967087a1-6992-48e1-ab98-7c431f5de42d req-83fcd913-b08e-450a-b6e0-a0a698bcefde service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723011 Nov 12 13:13:49.022722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:13:49.053899 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Sync routers for ids ['f0f33480-6eb1-4534-9809-0ca390abec91'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:13:49.081519 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7180889f-b2f7-4686-b694-f8d28cbcd23d admin admin] 10.222.0.73 "PUT /v2.0/routers/f0f33480-6eb1-4534-9809-0ca390abec91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1553819 Nov 12 13:13:49.111889 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Routers {'f0f33480-6eb1-4534-9809-0ca390abec91'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:49.112605 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:13:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f0f33480-6eb1-4534-9809-0ca390abec91'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:49.433479 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7cb80a-1c4e-4ddf-8a1d-d297441a07e9 req-6fa5f212-ea35-4133-8d7b-c35daa3492e7 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9169769 Nov 12 13:13:49.486899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-e477200a-cca9-48bd-8a55-bbf88fc23a02 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:13:49.500617 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-e477200a-cca9-48bd-8a55-bbf88fc23a02 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.3407292 Nov 12 13:13:49.595961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-a43071ff-46b6-45c7-a23c-eb6f743ccfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:49.614406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-a43071ff-46b6-45c7-a23c-eb6f743ccfe2 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 1.0882733 Nov 12 13:13:49.779236 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Set router f0f33480-6eb1-4534-9809-0ca390abec91 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:49.803693 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-a9e0bb5d-5fdc-4d69-a626-63ffac780ee8 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 HTTP/1.1" status: 200 len: 217 time: 0.1805792 Nov 12 13:13:49.892372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-4d1fcf4a-b874-406b-b336-ad3f57dadfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:49.893910 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-4d1fcf4a-b874-406b-b336-ad3f57dadfbd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0810614 Nov 12 13:13:50.061145 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-bb13ddd6-64e5-49fb-ba81-b5be2b5034e4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306106 Nov 12 13:13:50.081022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-6eb8dcfe-d166-4421-a4e6-905a4f76a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:50.082763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-6eb8dcfe-d166-4421-a4e6-905a4f76a5b3 service neutron] 10.222.0.73 "GET /v2.0/ports/52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b HTTP/1.1" status: 200 len: 1093 time: 0.2988420 Nov 12 13:13:50.111894 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:13:50.140494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Request body: {'binding': {'host': 'n-h1-805736-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:50.149418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Unknown quota resources ['binding']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:13:50.201469 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:44Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '37f363e9-b577-42cc-a354-3c33588c3080', 'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'mac_address': 'fa:16:3e:12:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:41Z', 'updated_at': '2021-11-12T13:13:44Z', 'revision_number': 2, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'subnets': [{'id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:50.243127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-6f864b53-2ed6-4cb7-9ecc-c6d2a7bb616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:50.247506 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-6f864b53-2ed6-4cb7-9ecc-c6d2a7bb616b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3240359 Nov 12 13:13:50.272389 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Checking router: f0f33480-6eb1-4534-9809-0ca390abec91 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:13:50.272996 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Updating router f0f33480-6eb1-4534-9809-0ca390abec91 port 37f363e9-b577-42cc-a354-3c33588c3080 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:13:50.295677 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ce2ba998-b441-4edb-89e4-589a148825fa up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:50.372320 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:50.445675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ce2ba998-b441-4edb-89e4-589a148825fa triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:50.446758 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:50.550559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-0083c598-c0f2-40fa-9174-040a63c09741 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:50.558270 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-0083c598-c0f2-40fa-9174-040a63c09741 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4742546 Nov 12 13:13:50.611882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-9afb2630-d08f-493b-875b-c03a5cd0e40d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/quotas/f24db78ff5ca4b5eb226d1905e0afceb HTTP/1.1" status: 200 len: 375 time: 0.0522923 Nov 12 13:13:50.663066 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-a17186ea-7796-4f71-9253-8ae5dd7b9ef4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498133 Nov 12 13:13:50.670919 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-99fd9cfc-4b12-46af-b3c5-2866b950e121 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501918 Nov 12 13:13:50.724664 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:50.760031 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:50.764033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port ce2ba998-b441-4edb-89e4-589a148825fa, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ce2ba998-b441-4edb-89e4-589a148825fa,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:50.772660 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:50.775094 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:50.820991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on host n-h1-805736-4 for vnic_type normal with profile None {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:50.822833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:50.825734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:50.842381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=ce2ba998-b441-4edb-89e4-589a148825fa,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:50.868026 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c65bb8-caa8-41a7-9678-db5955a32159 None None] Pushing event updated for resources: {'Port': ['ID=37f363e9-b577-42cc-a354-3c33588c3080,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:50.913396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:13:50.916275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:50.940339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:50.940654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:50.941043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:50.941519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Bound port: 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:51.019391 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f915837a-564e-49c3-bd04-ac58561458d8 x-openstack-request-id: req-f915837a-564e-49c3-bd04-ac58561458d8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:51.019717 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-plugged", "status": "completed", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:51.019978 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f915837a-564e-49c3-bd04-ac58561458d8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:51.020395 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'code': 200} Nov 12 13:13:51.065414 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Attempting to bind port 37f363e9-b577-42cc-a354-3c33588c3080 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:51.065839 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Attempting to bind port 37f363e9-b577-42cc-a354-3c33588c3080 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:51.066201 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Attempting to bind port 37f363e9-b577-42cc-a354-3c33588c3080 on network 91ac16d6-8799-4577-942f-f35b1ae007b1 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:51.078812 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:51.079188 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Checking segment: {'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:51.079589 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:51.079987 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Bound using segment: {'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:51.080467 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Bound port: 37f363e9-b577-42cc-a354-3c33588c3080, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:51.081700 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:51.270164 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] For port 37f363e9-b577-42cc-a354-3c33588c3080, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:51.278670 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7eeb0dbf-d629-4a70-9e3f-358d47eb4f99 req-d792da76-1db7-4f9c-b739-b5bfb1ad4d17 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934000 Nov 12 13:13:51.281781 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] For port 37f363e9-b577-42cc-a354-3c33588c3080, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37f363e9-b577-42cc-a354-3c33588c3080,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:51.289961 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:51.325318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3ab12d55-72a0-4478-9af5-6157b3037794 None None] Provisioning complete for port 37f363e9-b577-42cc-a354-3c33588c3080 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:51.330146 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ab12d55-72a0-4478-9af5-6157b3037794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:51.332872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346660ae-6057-4817-9278-50fc41efa0d5 req-4e7b78a6-84d5-4d4c-bcc9-aaac109656ee tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:51.340301 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-346660ae-6057-4817-9278-50fc41efa0d5 req-4e7b78a6-84d5-4d4c-bcc9-aaac109656ee tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1503391 Nov 12 13:13:51.350203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:51.389707 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:51.391849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-dded3961-3a6f-47c6-b2a7-332294bb684a service neutron] 10.222.0.73 "POST /v2.0/ports/52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b/bindings HTTP/1.1" status: 201 len: 389 time: 1.2906501 Nov 12 13:13:51.489030 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c65bb8-caa8-41a7-9678-db5955a32159 None None] Pushing event updated for resources: {'Port': ['ID=37f363e9-b577-42cc-a354-3c33588c3080,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:51.497918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-346660ae-6057-4817-9278-50fc41efa0d5 req-6f7ad7a6-f2dd-4b17-a3cf-82d79d4d9c77 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564574 Nov 12 13:13:51.514715 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Routers {'f0f33480-6eb1-4534-9809-0ca390abec91'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:51.516969 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:13:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f0f33480-6eb1-4534-9809-0ca390abec91'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:51.586016 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ab12d55-72a0-4478-9af5-6157b3037794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:51.779019 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3ab12d55-72a0-4478-9af5-6157b3037794 None None] For port 37f363e9-b577-42cc-a354-3c33588c3080, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37f363e9-b577-42cc-a354-3c33588c3080,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:51.798973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:13:51.840442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658157ab-2986-4004-8e0e-7d12181bc065 req-e6159b2c-1ca3-465a-a611-3ea837f38ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:51.846542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-658157ab-2986-4004-8e0e-7d12181bc065 req-e6159b2c-1ca3-465a-a611-3ea837f38ad2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 1101 time: 0.2267077 Nov 12 13:13:52.018393 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-658157ab-2986-4004-8e0e-7d12181bc065 req-e22fe511-ca57-46c8-b8b7-452c6c532d3c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605458 Nov 12 13:13:52.027283 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] Set router f0f33480-6eb1-4534-9809-0ca390abec91 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:52.154602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:52.194669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-04600615-4115-4e6b-b51d-bbf7f4519ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:52.196474 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-04600615-4115-4e6b-b51d-bbf7f4519ca0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 1096 time: 0.2268918 Nov 12 13:13:52.202426 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ab12d55-72a0-4478-9af5-6157b3037794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:52.259479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d019a2-cc59-4b4c-b584-941605529e95 req-3173a4a9-3f46-4616-893b-82cdec9e0c5f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:52.270739 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-46d019a2-cc59-4b4c-b584-941605529e95 req-3173a4a9-3f46-4616-893b-82cdec9e0c5f tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 946 time: 0.2216048 Nov 12 13:13:52.350483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'd7f2574b-8c54-40ca-b8a5-0236d9ab81e1', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'd7f2574b-8c54-40ca-b8a5-0236d9ab81e1', 'mac_address': 'fa:16:3e:ae:c8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:13:52.353207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Sync routers for ids ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:13:52.361069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab12d55-72a0-4478-9af5-6157b3037794 None None] Pushing event updated for resources: {'Port': ['ID=37f363e9-b577-42cc-a354-3c33588c3080,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:52.381352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ce2ba998-b441-4edb-89e4-589a148825fa up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:52.556925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2dffd94d-9fe1-4c51-85fb-aa1ffd2e920e None None] Provisioning complete for port 37f363e9-b577-42cc-a354-3c33588c3080 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:52.560613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2dffd94d-9fe1-4c51-85fb-aa1ffd2e920e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:52.684242 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-46d019a2-cc59-4b4c-b584-941605529e95 req-896353a2-ecf3-4b94-84a9-84958d41aa25 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117725 Nov 12 13:13:52.691283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-fd95ab75-a319-43ae-8bcf-4a7e11fc8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:52.694407 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-fd95ab75-a319-43ae-8bcf-4a7e11fc8390 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.3987365 Nov 12 13:13:52.782605 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:52.785109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Routers {'d0f8ec2d-136c-4ff2-8039-c57271dccd56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:52.786092 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:13:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:52.815504 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:44Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '37f363e9-b577-42cc-a354-3c33588c3080', 'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'mac_address': 'fa:16:3e:12:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:41Z', 'updated_at': '2021-11-12T13:13:51Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'subnets': [{'id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:52.861425 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-81a9ac31-884f-4d8f-81db-477e1612afb6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b HTTP/1.1" status: 200 len: 217 time: 0.1593139 Nov 12 13:13:52.907334 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9530fe-7e94-4e1c-9530-07b9c29a6abf None None] The sync data for ids ['f0f33480-6eb1-4534-9809-0ca390abec91'] in n-d-805736-4 is: [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:44Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '37f363e9-b577-42cc-a354-3c33588c3080', 'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'mac_address': 'fa:16:3e:12:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:41Z', 'updated_at': '2021-11-12T13:13:51Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'subnets': [{'id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:13:52.929073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-585c6c1d-d8bb-4a0b-a7ed-077dee3dfd49 req-8e2e3e05-51dd-412f-8928-2046df02612a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 210 time: 0.0632586 Nov 12 13:13:52.958604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:52.960762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-2e92e777-047f-47de-8217-b64d6fb8da63 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:52.964427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-2e92e777-047f-47de-8217-b64d6fb8da63 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/networks?id=91ac16d6-8799-4577-942f-f35b1ae007b1 HTTP/1.1" status: 200 len: 829 time: 0.3481417 Nov 12 13:13:53.021919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:53.022301 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-acd54b2e-eb82-41ee-a473-99b966377e02 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/quotas/c6cb7b24a9514083b53708522431e69b HTTP/1.1" status: 200 len: 375 time: 0.0470138 Nov 12 13:13:53.053115 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:53.098438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-6aa0423e-e493-4105-967f-c18036c33702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:53.099995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-6aa0423e-e493-4105-967f-c18036c33702 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.1689708 Nov 12 13:13:53.168156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:53.177419 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ce2ba998-b441-4edb-89e4-589a148825fa triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:53.177759 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:53.216349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-28bd4ebf-5750-41b2-bfb0-715c180489f5 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6cb7b24a9514083b53708522431e69b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1619775 Nov 12 13:13:53.230041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-164c9663-ca67-40ac-b431-7c5da7e1e7b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147988 Nov 12 13:13:53.385931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8ee6e-4038-41ee-a587-2202e0d22468 req-66b5be6f-5334-4054-a77b-85d7d4d071ac tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:53.396390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7f8ee6e-4038-41ee-a587-2202e0d22468 req-66b5be6f-5334-4054-a77b-85d7d4d071ac tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 945 time: 0.2075582 Nov 12 13:13:53.480105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Set router d0f8ec2d-136c-4ff2-8039-c57271dccd56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:53.501425 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-eaae16e4-fb95-40a7-82ff-2d7887a8a364 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611916 Nov 12 13:13:53.560901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-50e7b433-5aab-4b9c-a2aa-aa54a7fb1764 service neutron] 10.222.0.73 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418531 Nov 12 13:13:53.656478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d7f2574b-8c54-40ca-b8a5-0236d9ab81e1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:53.734870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-9160bd5e-2cdb-4e1a-b7f6-c7c79204433c service neutron] 10.222.0.73 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309133 Nov 12 13:13:53.863789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-c47e5d7a-4a0b-4c59-94b7-13bc98aab0d5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:53.866616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-c47e5d7a-4a0b-4c59-94b7-13bc98aab0d5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457472 Nov 12 13:13:53.881721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Request body: {'port': {'device_id': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'f24db78ff5ca4b5eb226d1905e0afceb'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:54.222238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Made reservation on behalf of f24db78ff5ca4b5eb226d1905e0afceb for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:54.226436 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:54.247635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:54.268510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7f8ee6e-4038-41ee-a587-2202e0d22468 req-d3f7d76e-f11a-4a05-9352-e90ebe3f975e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8709922 Nov 12 13:13:54.401546 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-79d99fa3-f4ef-4937-8fdb-dd67de139c2e service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1316481 Nov 12 13:13:54.599137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37f363e9-b577-42cc-a354-3c33588c3080 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:54.657706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:54.694921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e706c0-03b9-4190-8c9b-609f0ecdce60 req-b330fd31-5848-490d-a726-4422ed1b41ec tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:54.708415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e706c0-03b9-4190-8c9b-609f0ecdce60 req-b330fd31-5848-490d-a726-4422ed1b41ec tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.2538791 Nov 12 13:13:54.725346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-2fadd188-e442-48ad-b473-dc85d8ddc2fd service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225949 Nov 12 13:13:54.757105 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:54.873623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbd8d22-fddd-467a-909b-cc099b29808f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:54.960190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 37f363e9-b577-42cc-a354-3c33588c3080 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:54.973141 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:55.020291 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e706c0-03b9-4190-8c9b-609f0ecdce60 req-7d998065-a11a-49cd-8f60-88334858fa98 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085103 Nov 12 13:13:55.234896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-8598e726-5312-4eab-ab8b-b5d32745ed91 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2095082 Nov 12 13:13:55.331333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-router', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:42Z', 'revision_number': 4, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'gw_port': {'id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:35Z', 'updated_at': '2021-11-12T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '78f2d27c-1ac4-4861-bab2-2ba581433da2', 'name': '', 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'mac_address': 'fa:16:3e:0a:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:40Z', 'updated_at': '2021-11-12T13:13:42Z', 'revision_number': 2, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'subnets': [{'id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:55.340028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Allocated IP 192.168.233.183 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/8fefa74e-6cf2-45fe-a1d0-a54fca643e52) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:55.368007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-1c46be71-a605-46ed-996d-3b109fe17442 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:55.371212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffd8e6-5f84-4304-be53-dd99c9c64a2b req-b56d24eb-85f9-4f91-aaaf-5d22edb4fee9 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:55.372469 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-1c46be71-a605-46ed-996d-3b109fe17442 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.4787049 Nov 12 13:13:55.386717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-afffd8e6-5f84-4304-be53-dd99c9c64a2b req-b56d24eb-85f9-4f91-aaaf-5d22edb4fee9 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 947 time: 0.1388721 Nov 12 13:13:55.425943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-4'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:55.472856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Checking router: d0f8ec2d-136c-4ff2-8039-c57271dccd56 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:13:55.475808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Updating router d0f8ec2d-136c-4ff2-8039-c57271dccd56 port 78f2d27c-1ac4-4861-bab2-2ba581433da2 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:13:55.519290 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:55.554666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-afffd8e6-5f84-4304-be53-dd99c9c64a2b req-74a6faaa-d962-4a09-8b9a-50c897deb567 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664824 Nov 12 13:13:55.656122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-e7674354-f8b7-406f-a6fa-eabd48150e03 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:55.664163 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-e7674354-f8b7-406f-a6fa-eabd48150e03 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4282675 Nov 12 13:13:55.688453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-090b23c5-66a1-493b-973b-5e5c65845c82 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/quotas/256b45b6566f4f91af72e8ce15cb1f18 HTTP/1.1" status: 200 len: 375 time: 0.0229576 Nov 12 13:13:55.725545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-504d2032-8346-4827-864f-3b27a5f06a75 req-13017599-7c75-48f0-a298-53dc5b0a82c8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 210 time: 0.0748732 Nov 12 13:13:55.770446 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-1e37ca4c-f881-428b-ba2b-b1563c09eb44 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790482 Nov 12 13:13:55.830963 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:55.876768 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:55.972928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf991b9c-550a-443d-8f53-3178be8034c0 req-8a33e759-2717-491e-bd93-26d29c650698 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 210 time: 0.0794559 Nov 12 13:13:55.975717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:56.060893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:56.063300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:56.068857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:56.075141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:56.076337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:56.107820 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2307119 Nov 12 13:13:56.148056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Request body: {'port': {'device_id': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:56.159661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:56.215689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:56.232367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccce49-13b5-47c6-910d-59d573c1d647 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Pushing event updated for resources: {'Port': ['ID=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:56.270854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:56.288356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:56.295435 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea4927-15b8-4a5f-b503-40c781ee4e31" -d '{"events": [{"server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:56.310521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:56.454808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd526f51-2e57-431c-828d-b2cfd54dabc3 req-eb557f2f-bd05-4c66-b271-073410207624 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:56.459088 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd526f51-2e57-431c-828d-b2cfd54dabc3 req-eb557f2f-bd05-4c66-b271-073410207624 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.2643051 Nov 12 13:13:56.554446 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:56.647896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Pushing event updated for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:56.658456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-397bc024-d093-4195-922d-a083e71b6b29 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:56.660003 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-397bc024-d093-4195-922d-a083e71b6b29 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.105 "GET /v2.0/networks?id=91ac16d6-8799-4577-942f-f35b1ae007b1 HTTP/1.1" status: 200 len: 829 time: 0.1912587 Nov 12 13:13:56.676494 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:56.694116 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:56.703426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd526f51-2e57-431c-828d-b2cfd54dabc3 req-402a6483-2876-4f48-99a4-2767a3c84f1d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611242 Nov 12 13:13:56.719874 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Request body: {'port': {'device_id': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'admin_state_up': True, 'tenant_id': 'c6cb7b24a9514083b53708522431e69b'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:56.750850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a2f42604-4e58-4d82-9055-548d35ef2de8 None None] Provisioning complete for port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:56.755634 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2f42604-4e58-4d82-9055-548d35ef2de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.055042 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe756-a53e-4eb8-a0d7-2dfb9ab33e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.082496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bfaad-3eff-42b3-a9fb-15ce6baa6a32 None None] Pushing event updated for resources: {'Port': ['ID=78f2d27c-1ac4-4861-bab2-2ba581433da2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:57.122069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a2f42604-4e58-4d82-9055-548d35ef2de8 None None] Port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:57.137146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a026a-4333-461e-9435-a7d9e8b9f5ca req-2f5a486e-d292-4a2c-8bba-7cb8b8265da8 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:57.152570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-717a026a-4333-461e-9435-a7d9e8b9f5ca req-2f5a486e-d292-4a2c-8bba-7cb8b8265da8 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.8525894 Nov 12 13:13:57.170794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on host n-h2-805736-4 for vnic_type normal with profile {"migrating_to": "n-h1-805736-4"} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:57.172502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:57.173603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:57.208411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Attempting to bind port 78f2d27c-1ac4-4861-bab2-2ba581433da2 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:57.208834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Attempting to bind port 78f2d27c-1ac4-4861-bab2-2ba581433da2 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '14928052-3418-4284-a77f-876cf01e4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:57.209206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Attempting to bind port 78f2d27c-1ac4-4861-bab2-2ba581433da2 on network 60b51bc1-c800-47aa-a0ac-01eff596eb09 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:57.226315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:13:57.230995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:57.231381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Checking segment: {'id': '14928052-3418-4284-a77f-876cf01e4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:57.232933 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.235233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Bound using segment: {'id': '14928052-3418-4284-a77f-876cf01e4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:57.236665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Bound port: 78f2d27c-1ac4-4861-bab2-2ba581433da2, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14928052-3418-4284-a77f-876cf01e4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:57.237061 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.242086 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.260825 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:13:57.261445 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:57.269251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:57.270120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:57.270765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:57.271457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Bound port: 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:57.272027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.272402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Transition to ACTIVE for port object 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:13:57.303438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.326664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Made reservation on behalf of c6cb7b24a9514083b53708522431e69b for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:57.345033 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.357999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d8644b39-7161-416f-8d03-65cf26af78f1 None None] Provisioning complete for port 78f2d27c-1ac4-4861-bab2-2ba581433da2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:57.358949 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8644b39-7161-416f-8d03-65cf26af78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.361471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] For port 78f2d27c-1ac4-4861-bab2-2ba581433da2, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:57.387547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-607fa426-b352-48ce-98ad-3fe0c100cfc0 req-69e432a9-6c29-431f-8c38-84b9529a2ded tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 210 time: 0.1251826 Nov 12 13:13:57.431454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] For port 78f2d27c-1ac4-4861-bab2-2ba581433da2, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=78f2d27c-1ac4-4861-bab2-2ba581433da2,segment=NetworkSegment(14928052-3418-4284-a77f-876cf01e4f43),segment_id=14928052-3418-4284-a77f-876cf01e4f43)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:57.438573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d8644b39-7161-416f-8d03-65cf26af78f1 None None] Port 78f2d27c-1ac4-4861-bab2-2ba581433da2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:13:57.446785 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.469460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:57.474578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:57.494340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-717a026a-4333-461e-9435-a7d9e8b9f5ca req-51f084e8-e4e1-4890-a9f1-681e1ea77adf tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350592 Nov 12 13:13:57.509432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bfaad-3eff-42b3-a9fb-15ce6baa6a32 None None] Pushing event updated for resources: {'Port': ['ID=78f2d27c-1ac4-4861-bab2-2ba581433da2,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:57.547820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:57.569884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Routers {'d0f8ec2d-136c-4ff2-8039-c57271dccd56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:13:57.574128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:13:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:57.621878 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a277fa8-e4b8-4da1-a03e-886febd41d65 x-openstack-request-id: req-1a277fa8-e4b8-4da1-a03e-886febd41d65 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:57.622574 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:57.623052 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a277fa8-e4b8-4da1-a03e-886febd41d65 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:57.625308 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', 'code': 200} Nov 12 13:13:57.634844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:57.872675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Attempting to bind port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:13:57.873699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Attempting to bind port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:13:57.874947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Attempting to bind port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:57.904634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:57.906335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef040e-2f43-4624-8463-ac1dad3b97e4 req-b0fda357-d99c-4f88-ab90-d847c0a6076a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:57.916700 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-53ef040e-2f43-4624-8463-ac1dad3b97e4 req-b0fda357-d99c-4f88-ab90-d847c0a6076a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 948 time: 0.1721194 Nov 12 13:13:57.962166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:13:57.972013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Attempting to bind port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:13:57.993380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:13:57.994141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:13:57.994771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:13:57.995473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Bound port: 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:13:57.996106 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:58.047625 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] Set router d0f8ec2d-136c-4ff2-8039-c57271dccd56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:13:58.090664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.70', 61539) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:13:58.116076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:13:58.123228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:13:58.136169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:58.182212 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:58.185315 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:58.207201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] 10.222.0.70 "PUT /v2.0/ports/52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b HTTP/1.1" status: 200 len: 1121 time: 2.7977777 Nov 12 13:13:58.230101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-53ef040e-2f43-4624-8463-ac1dad3b97e4 req-fe466ada-a317-487a-a53e-ab973a49b695 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085537 Nov 12 13:13:58.246083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-e636f134-7ac5-4856-9533-711d272b6409 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1378312 Nov 12 13:13:58.265660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:58.267277 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:58.272892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] 10.222.0.70 "PUT /v2.0/ports/8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 1096 time: 2.1360922 Nov 12 13:13:58.274222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:58.278981 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:58.352985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Pushing event updated for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=8']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:58.372092 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:13:58.377883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:58.403420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.404084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.404590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.406327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.406832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.407313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.415941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.416664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.417225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.417911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.418532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.418878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.419336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.420732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.422860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.423676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.424234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.425326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.425896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.426443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e32066-50af-4b1a-981a-933e729e56c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.436891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.437771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.438278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.438769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13775b8-9af3-485f-b749-29df76ded743 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:13:58.486469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8ad86774-2809-4c9b-93f3-e44dbada7d56 req-e3e90e43-d4af-4f6c-a038-391672673f60 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 210 time: 0.0557954 Nov 12 13:13:58.552029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 78f2d27c-1ac4-4861-bab2-2ba581433da2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:13:58.649947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-56a840ca-0e62-4499-abae-efbdcb30d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:58.658207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-56a840ca-0e62-4499-abae-efbdcb30d5e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1099 time: 0.1692619 Nov 12 13:13:58.661077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:13:58.674159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:58.674815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:58.734808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Allocated IP 172.20.0.6 (91ac16d6-8799-4577-942f-f35b1ae007b1/9ef16063-c2c9-4ab5-8105-1e6e9bdfa713/b263b444-481a-4afd-9d5c-3998ef29668a) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:13:58.751239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-881b33f5-c7ac-4c9f-9e56-5ca67b368bb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 217 time: 0.0773466 Nov 12 13:13:58.801748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6fdc7ed1-0571-4a15-bcf8-a603efef7014 None None] Provisioning complete for port 78f2d27c-1ac4-4861-bab2-2ba581433da2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:58.802113 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7ed1-0571-4a15-bcf8-a603efef7014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:58.847345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-f65dd0f4-0f8d-4a0d-a682-08b292483d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:58.849149 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-f65dd0f4-0f8d-4a0d-a682-08b292483d22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0935552 Nov 12 13:13:58.851870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-090b8a96-fe7b-426a-acfc-2191284d9aa1 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:58.853597 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-090b8a96-fe7b-426a-acfc-2191284d9aa1 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6067238 Nov 12 13:13:58.863639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062aa08-6a6f-4cc0-8f50-410a29d1909e req-f415801d-dd7b-4b6b-a709-984252462196 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:58.865166 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c062aa08-6a6f-4cc0-8f50-410a29d1909e req-f415801d-dd7b-4b6b-a709-984252462196 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 947 time: 1.1040413 Nov 12 13:13:58.921894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 78f2d27c-1ac4-4861-bab2-2ba581433da2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:13:58.922613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:58.990797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Request body: {'port': {'device_id': '0554f65d-2253-4d5c-b7c4-d0f5fc825c73', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '256b45b6566f4f91af72e8ce15cb1f18'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:59.034035 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-76ac14ea-08ae-4008-ad6b-4b74b4d02a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:59.037181 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-76ac14ea-08ae-4008-ad6b-4b74b4d02a02 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756652 Nov 12 13:13:59.100539 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.195971 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c062aa08-6a6f-4cc0-8f50-410a29d1909e req-203ea669-23aa-43e2-ae2d-7be6b9b3420c tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191776 Nov 12 13:13:59.230651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed812939-485e-4435-a768-56e762fed8c4 req-b49d2c02-48f6-453e-a974-4dfcc11b21c3 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:59.238556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed812939-485e-4435-a768-56e762fed8c4 req-b49d2c02-48f6-453e-a974-4dfcc11b21c3 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.1754186 Nov 12 13:13:59.256960 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7ed1-0571-4a15-bcf8-a603efef7014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.263916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-3d8c42d6-f874-4630-aae4-2744805c6651 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096634 Nov 12 13:13:59.299639 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.330326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6fdc7ed1-0571-4a15-bcf8-a603efef7014 None None] For port 78f2d27c-1ac4-4861-bab2-2ba581433da2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=78f2d27c-1ac4-4861-bab2-2ba581433da2,segment=NetworkSegment(14928052-3418-4284-a77f-876cf01e4f43),segment_id=14928052-3418-4284-a77f-876cf01e4f43)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:59.353639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed812939-485e-4435-a768-56e762fed8c4 req-fcbafe4b-f944-4f9a-bf41-549bc801f9a0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141009 Nov 12 13:13:59.362317 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7ed1-0571-4a15-bcf8-a603efef7014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.388682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Made reservation on behalf of 256b45b6566f4f91af72e8ce15cb1f18 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:13:59.397766 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.414341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.418452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.424787 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741c4189-4998-49d7-b796-6c7c116dc35b x-openstack-request-id: req-741c4189-4998-49d7-b796-6c7c116dc35b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:13:59.425073 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:13:59.425354 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-741c4189-4998-49d7-b796-6c7c116dc35b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:13:59.425902 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52', 'status': 'completed', 'code': 200} Nov 12 13:13:59.477714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e985a49-62d9-42fc-bc30-04f732007f4e req-2e4c2a12-abac-41fd-a9e7-d360438eeec3 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 210 time: 0.0408523 Nov 12 13:13:59.499877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c63c5be-9545-4591-a873-bbd4115d4df4 req-52c7a2a2-3c3b-443d-a4ea-f41472662bed service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198756 Nov 12 13:13:59.529115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Network 91ac16d6-8799-4577-942f-f35b1ae007b1 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:13:59.547536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:13:59.557863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:13:59.565700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:59.566581 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.632189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:59.636279 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d798e229-a1d5-4cca-869e-be4de8176f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:59.640460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Pushing event updated for resources: {'Port': ['ID=b263b444-481a-4afd-9d5c-3998ef29668a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:59.679246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-8e267213-3128-4abb-9638-6e188e746478 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9750369 Nov 12 13:13:59.706126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Request body: {'port': {'device_id': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:13:59.754943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827b229-fee9-464f-b53e-0d7c2e4d17f0 req-064da631-4a89-495f-8a7a-277f49d849f5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:59.762747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7827b229-fee9-464f-b53e-0d7c2e4d17f0 req-064da631-4a89-495f-8a7a-277f49d849f5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.2371178 Nov 12 13:13:59.812732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-15cfb7b9-0c64-4bab-868a-e5891b2ddf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:59.814331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-15cfb7b9-0c64-4bab-868a-e5891b2ddf19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1099 time: 0.1610608 Nov 12 13:13:59.822961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b8373-fb21-454e-be6d-f84d9dc15914 req-cde554ae-e2f2-426a-9f96-62097847f77f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:59.830497 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b89b8373-fb21-454e-be6d-f84d9dc15914 req-cde554ae-e2f2-426a-9f96-62097847f77f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 948 time: 0.2343655 Nov 12 13:13:59.858111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:13:59.872262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc7ed1-0571-4a15-bcf8-a603efef7014 None None] Pushing event updated for resources: {'Port': ['ID=78f2d27c-1ac4-4861-bab2-2ba581433da2,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:13:59.877576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd3290f-6d64-4a98-81a4-ef328b743ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f2574b-8c54-40ca-b8a5-0236d9ab81e1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:13:59.881954 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bf9db0-be2e-4b89-9dac-1472ab88af88" -d '{"events": [{"server_uuid": "2bd3290f-6d64-4a98-81a4-ef328b743ce4", "name": "network-vif-plugged", "status": "completed", "tag": "d7f2574b-8c54-40ca-b8a5-0236d9ab81e1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:13:59.899478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-router', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:42Z', 'revision_number': 4, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'gw_port': {'id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:35Z', 'updated_at': '2021-11-12T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '78f2d27c-1ac4-4861-bab2-2ba581433da2', 'name': '', 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'mac_address': 'fa:16:3e:0a:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:40Z', 'updated_at': '2021-11-12T13:13:57Z', 'revision_number': 4, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'subnets': [{'id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:13:59.918355 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.935391 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.949618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac302b-389e-49f8-8d54-a1f6937eeebb None None] The sync data for ids ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'] in n-d-805736-4 is: [{'id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-router', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:42Z', 'revision_number': 4, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'gw_port': {'id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:35Z', 'updated_at': '2021-11-12T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '78f2d27c-1ac4-4861-bab2-2ba581433da2', 'name': '', 'network_id': '60b51bc1-c800-47aa-a0ac-01eff596eb09', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'mac_address': 'fa:16:3e:0a:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:40Z', 'updated_at': '2021-11-12T13:13:57Z', 'revision_number': 4, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'subnets': [{'id': '1ccbd582-8e9c-4bfb-b74d-1776e65b33e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:13:59.960225 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:13:59.981037 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-86d49ffd-bf7e-46ae-be79-9837bce7a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:13:59.982579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-86d49ffd-bf7e-46ae-be79-9837bce7a3f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1452997 Nov 12 13:14:00.012641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7827b229-fee9-464f-b53e-0d7c2e4d17f0 req-5fc6d83c-7f9f-49f0-8610-9eb556fb4801 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486529 Nov 12 13:14:00.013976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:00.065331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-5468047d-6c7d-43e7-86ef-ed21afc2f9b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 217 time: 0.0615411 Nov 12 13:14:00.142892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28265d6-607c-48ab-adf7-47ea0164d6f9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:00.143147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b89b8373-fb21-454e-be6d-f84d9dc15914 req-ece5d0ee-7470-49f4-9eb3-d90b74902897 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111918 Nov 12 13:14:00.191373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-40a1e809-81bf-48e5-a9a9-63b198697cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:00.193083 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fec695c9-3d01-48c1-a22e-f9c9ea446c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:00.199832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-40a1e809-81bf-48e5-a9a9-63b198697cc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1273704 Nov 12 13:14:00.208372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:00.336932 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9546b220-3ad8-4795-a2af-f645f818148c x-openstack-request-id: req-9546b220-3ad8-4795-a2af-f645f818148c {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:00.337538 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4252f51-8235-4756-97dc-ea81babdc587 x-openstack-request-id: req-c4252f51-8235-4756-97dc-ea81babdc587 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:00.337538 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd3290f-6d64-4a98-81a4-ef328b743ce4", "name": "network-vif-plugged", "status": "completed", "tag": "d7f2574b-8c54-40ca-b8a5-0236d9ab81e1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:00.338390 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4252f51-8235-4756-97dc-ea81babdc587 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:00.338931 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:00.339410 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9546b220-3ad8-4795-a2af-f645f818148c {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:00.340014 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', 'status': 'completed', 'code': 200} Nov 12 13:14:00.341514 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd3290f-6d64-4a98-81a4-ef328b743ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f2574b-8c54-40ca-b8a5-0236d9ab81e1', 'code': 200} Nov 12 13:14:00.381760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1649be2c-4397-450a-9dbe-4c362f129a9f None None] Provisioning complete for port b263b444-481a-4afd-9d5c-3998ef29668a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:00.382023 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1649be2c-4397-450a-9dbe-4c362f129a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:00.383658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-8d742b0b-3e8a-489a-b14e-5665a4790811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:00.388254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-8d742b0b-3e8a-489a-b14e-5665a4790811 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798260 Nov 12 13:14:00.439293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.105', 51980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:00.491240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 78f2d27c-1ac4-4861-bab2-2ba581433da2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:00.524574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Allocated IP 192.168.233.119 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/e6cc3529-9cd8-45af-8522-d70680ea28e7) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:14:00.570866 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:00.602554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1649be2c-4397-450a-9dbe-4c362f129a9f None None] Port b263b444-481a-4afd-9d5c-3998ef29668a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:14:00.641386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418a432-71e1-4234-9227-98806a02be3f req-239c35f5-9cfa-4ce3-bb0e-48700be1e122 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:00.650310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1418a432-71e1-4234-9227-98806a02be3f req-239c35f5-9cfa-4ce3-bb0e-48700be1e122 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 931 time: 0.4549165 Nov 12 13:14:00.655929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 78f2d27c-1ac4-4861-bab2-2ba581433da2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:00.656433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:00.845509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1418a432-71e1-4234-9227-98806a02be3f req-d258d9f7-9c52-4a75-80ab-434cd9eb66be tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937044 Nov 12 13:14:00.976180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b263b444-481a-4afd-9d5c-3998ef29668a {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:00.986805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:01.011811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Transition to ACTIVE for port object b263b444-481a-4afd-9d5c-3998ef29668a will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:14:01.049377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798e229-a1d5-4cca-869e-be4de8176f3e req-c0a30be7-57fc-4d36-8b8f-8812988eedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:01.051209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d798e229-a1d5-4cca-869e-be4de8176f3e req-c0a30be7-57fc-4d36-8b8f-8812988eedf2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 1124 time: 0.7491326 Nov 12 13:14:01.056940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:01.082512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21405-4bfc-4aac-938a-d953ed019d39 req-1663e764-28bb-4e21-94a1-59f59dd54a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:01.084115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d21405-4bfc-4aac-938a-d953ed019d39 req-1663e764-28bb-4e21-94a1-59f59dd54a17 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 1099 time: 0.6432128 Nov 12 13:14:01.088093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:01.121825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f47059-2f40-417c-b502-5b7e82c5d460 req-2389ad97-f663-4098-9aab-ab4f51095894 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:01.130134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3f47059-2f40-417c-b502-5b7e82c5d460 req-2389ad97-f663-4098-9aab-ab4f51095894 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 948 time: 0.6237438 Nov 12 13:14:01.145638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Pushing event updated for resources: {'Port': ['ID=b263b444-481a-4afd-9d5c-3998ef29668a,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:01.308235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:01.325219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-b648c9ca-0922-470c-833f-e2f11b051165 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9259412 Nov 12 13:14:01.328852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b has no active binding in host n-h1-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:14:01.438921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d21405-4bfc-4aac-938a-d953ed019d39 req-85682fd8-2cf8-46d8-9c75-ee1149fc4edc service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252170 Nov 12 13:14:01.488481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3f47059-2f40-417c-b502-5b7e82c5d460 req-2eb27cfc-c877-4d5f-a1d3-aa1111a1b23d tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507853 Nov 12 13:14:01.492153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798e229-a1d5-4cca-869e-be4de8176f3e req-70f17f29-c42c-4d96-ab12-8d0e89c4a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:01.500971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d798e229-a1d5-4cca-869e-be4de8176f3e req-70f17f29-c42c-4d96-ab12-8d0e89c4a5c1 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.4355829 Nov 12 13:14:01.559364 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d34ff5f-be8d-4aea-afc2-2c48e30d7a1a req-5dc8736b-c28a-4a35-aef8-e2d235aa1c9b service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213566 Nov 12 13:14:01.584631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Attempting to bind port b263b444-481a-4afd-9d5c-3998ef29668a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:01.585231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Attempting to bind port b263b444-481a-4afd-9d5c-3998ef29668a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:01.585376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Attempting to bind port b263b444-481a-4afd-9d5c-3998ef29668a on network 91ac16d6-8799-4577-942f-f35b1ae007b1 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:01.614958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:01.616433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Port b263b444-481a-4afd-9d5c-3998ef29668a on network 91ac16d6-8799-4577-942f-f35b1ae007b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:14:01.616753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Attempting to bind port b263b444-481a-4afd-9d5c-3998ef29668a on network 91ac16d6-8799-4577-942f-f35b1ae007b1 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:01.623007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a3763e4-4eed-49ca-943f-4f756ce88315 req-43639f15-2c55-4a27-bbb7-3b7ab3f7c76f tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 210 time: 0.0429978 Nov 12 13:14:01.632398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:01.632770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Checking segment: {'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:01.633120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Bound using segment: {'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:01.633594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Bound port: b263b444-481a-4afd-9d5c-3998ef29668a, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd191213-b43f-40c7-9dba-4391d9925a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:01.633946 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:01.658406 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbae38-0a94-463a-8222-6afaf742fc4c req-98e1f90e-f51b-4136-b080-1e439abaed60 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:01.665790 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c5fbae38-0a94-463a-8222-6afaf742fc4c req-98e1f90e-f51b-4136-b080-1e439abaed60 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.5250857 Nov 12 13:14:01.777446 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d798e229-a1d5-4cca-869e-be4de8176f3e req-29751d4f-dee5-4c28-bda8-9333c0906362 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b HTTP/1.1" status: 200 len: 217 time: 0.0742524 Nov 12 13:14:01.781586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:01.798040 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c5fbae38-0a94-463a-8222-6afaf742fc4c req-60582b51-7046-4d87-8e0f-0edeaf30e993 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311319 Nov 12 13:14:01.841569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] For port b263b444-481a-4afd-9d5c-3998ef29668a, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:01.860280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798e229-a1d5-4cca-869e-be4de8176f3e req-1990bbd3-911d-4f9f-865f-bc67dd273ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:01.861801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d798e229-a1d5-4cca-869e-be4de8176f3e req-1990bbd3-911d-4f9f-865f-bc67dd273ad2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.0724342 Nov 12 13:14:01.869838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] For port b263b444-481a-4afd-9d5c-3998ef29668a, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=b263b444-481a-4afd-9d5c-3998ef29668a,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:01.872121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:01.876447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:01.877950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11819176-d41f-4c6d-92ed-815d0ebe7bcf req-a32dee12-0f6a-4ceb-bf9c-6c1ab49535cf tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:01.882022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:14:01.888386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:01.889138 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:01.892992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:01.896162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Pushing event updated for resources: {'Port': ['ID=e6cc3529-9cd8-45af-8522-d70680ea28e7,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:01.899187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11819176-d41f-4c6d-92ed-815d0ebe7bcf req-a32dee12-0f6a-4ceb-bf9c-6c1ab49535cf tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.2062082 Nov 12 13:14:01.950770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d798e229-a1d5-4cca-869e-be4de8176f3e req-086a411e-c5bf-40b0-b069-35ee4946efd9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423603 Nov 12 13:14:01.972077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-f63e09d2-5dd8-40c9-a8e4-ca345c81cedb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9996490 Nov 12 13:14:02.003353 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11819176-d41f-4c6d-92ed-815d0ebe7bcf req-80d14ee9-3393-4819-bb1e-bfa87da04e9c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031072 Nov 12 13:14:02.034489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Request body: {'port': {'device_id': '0554f65d-2253-4d5c-b7c4-d0f5fc825c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:02.037875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:02.039052 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:02.040616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] 10.222.0.105 "PUT /v2.0/ports/b263b444-481a-4afd-9d5c-3998ef29668a HTTP/1.1" status: 200 len: 1091 time: 2.3478689 Nov 12 13:14:02.060650 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:02.213624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76549881-55b9-448c-a720-1a37e5f0b298 service neutron] Pushing event updated for resources: {'Port': ['ID=b263b444-481a-4afd-9d5c-3998ef29668a,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:02.223936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d798e229-a1d5-4cca-869e-be4de8176f3e req-55d173e4-9758-437b-ba15-7136a5b30ae7 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195926 Nov 12 13:14:02.253703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f0118-532d-4974-a8e3-b38940383c6d req-b3f045a3-a4fc-472d-8c7c-60e8773c3cf6 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:02.255161 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-733f0118-532d-4974-a8e3-b38940383c6d req-b3f045a3-a4fc-472d-8c7c-60e8773c3cf6 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 943 time: 0.1046388 Nov 12 13:14:02.280195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751b132-4aa5-49bd-ac8e-62e8358a234b req-585bfb4b-932e-4ea4-a611-cee12543a64d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:02.282350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9751b132-4aa5-49bd-ac8e-62e8358a234b req-585bfb4b-932e-4ea4-a611-cee12543a64d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 948 time: 0.3677962 Nov 12 13:14:02.303740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:02.308926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-38a79dd6-2f0b-438d-8cac-dc333f232437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:02.310450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-38a79dd6-2f0b-438d-8cac-dc333f232437 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c6cb7b24a9514083b53708522431e69b&device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 1094 time: 0.1943848 Nov 12 13:14:02.341563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'tag': 'b263b444-481a-4afd-9d5c-3998ef29668a'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:02.344380 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0c93a-d4fb-42d5-87aa-3d4b5606d23a", "tag": "b263b444-481a-4afd-9d5c-3998ef29668a"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:02.380190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2c056d70-9edc-4b5d-bfed-e091f745fdcb None None] Provisioning complete for port e6cc3529-9cd8-45af-8522-d70680ea28e7 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:02.380821 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c056d70-9edc-4b5d-bfed-e091f745fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:02.382045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-f0989729-ea3e-4889-ad26-89476d89dd22 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b263b444-481a-4afd-9d5c-3998ef29668a HTTP/1.1" status: 200 len: 217 time: 0.0571687 Nov 12 13:14:02.392829 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-733f0118-532d-4974-a8e3-b38940383c6d req-b3d7b623-7b88-419c-a6bd-d60c92689cac tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248434 Nov 12 13:14:02.419176 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d798e229-a1d5-4cca-869e-be4de8176f3e req-12ff4a2b-bfc4-407d-8788-7695865959aa service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811302 Nov 12 13:14:02.471483 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9751b132-4aa5-49bd-ac8e-62e8358a234b req-36905707-b4eb-427f-8509-7c4b7696e252 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773322 Nov 12 13:14:02.474422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2c056d70-9edc-4b5d-bfed-e091f745fdcb None None] Port e6cc3529-9cd8-45af-8522-d70680ea28e7 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:14:02.581636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-404a4b7f-8ccc-4a94-ad4b-4cb7ff80a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:02.582983 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-404a4b7f-8ccc-4a94-ad4b-4cb7ff80a08c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9ef16063-c2c9-4ab5-8105-1e6e9bdfa713 HTTP/1.1" status: 200 len: 868 time: 0.1747143 Nov 12 13:14:02.587107 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf7ed28-920d-4eb6-920a-959c6caa9b55 x-openstack-request-id: req-eaf7ed28-920d-4eb6-920a-959c6caa9b55 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:02.587753 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0c93a-d4fb-42d5-87aa-3d4b5606d23a", "tag": "b263b444-481a-4afd-9d5c-3998ef29668a", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:02.587753 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eaf7ed28-920d-4eb6-920a-959c6caa9b55 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:02.588532 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'tag': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'status': 'completed', 'code': 200} Nov 12 13:14:02.696787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e0cd0-6072-4480-bc9d-84d6fd1118e8 req-49808b84-9c5d-48d3-8499-953b29e351cc tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:02.699515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-d8fbdb2b-47cd-4c95-b03f-3119d0a70bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:02.701171 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-d8fbdb2b-47cd-4c95-b03f-3119d0a70bae service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=91ac16d6-8799-4577-942f-f35b1ae007b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090717 Nov 12 13:14:02.710430 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-611e0cd0-6072-4480-bc9d-84d6fd1118e8 req-49808b84-9c5d-48d3-8499-953b29e351cc tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 948 time: 0.1147668 Nov 12 13:14:02.737349 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:02.789490 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-611e0cd0-6072-4480-bc9d-84d6fd1118e8 req-1e7264bc-e7de-49b1-9be9-0ca12f39e3dd tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764070 Nov 12 13:14:02.975593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7a58-49ee-476a-a6db-770cd6c652e9 req-7f5a5e4f-efe6-4cbc-9699-cf40e8af22aa tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:02.977476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c26f7a58-49ee-476a-a6db-770cd6c652e9 req-7f5a5e4f-efe6-4cbc-9699-cf40e8af22aa tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.0854499 Nov 12 13:14:02.978351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033458b-429f-4db5-b14a-b283d476cdfa req-62701a10-8616-4a51-951c-583d95007442 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:02.979857 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f033458b-429f-4db5-b14a-b283d476cdfa req-62701a10-8616-4a51-951c-583d95007442 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 936 time: 0.1739669 Nov 12 13:14:02.984132 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-dd5aa104-b96b-4513-b763-0d8b6dee5930 service neutron] 10.222.0.105 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261596 Nov 12 13:14:03.095921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c26f7a58-49ee-476a-a6db-770cd6c652e9 req-cf5972f7-7201-433d-a152-1b52b9a972ec tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032457 Nov 12 13:14:03.133235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:03.200698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cc3529-9cd8-45af-8522-d70680ea28e7 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:03.214036 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:03.247842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f033458b-429f-4db5-b14a-b283d476cdfa req-bfeef338-4741-44a5-bf70-8f31454a3f1a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526741 Nov 12 13:14:03.264160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Transition to ACTIVE for port object e6cc3529-9cd8-45af-8522-d70680ea28e7 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:14:03.270126 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:03.279267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb44c376-a8a0-46aa-9710-0978f1004eb8 req-a0622150-6301-4a21-b13c-bc23daeaffa7 service neutron] 10.222.0.105 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807200 Nov 12 13:14:03.301440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:03.331830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52', 'mac_address': 'fa:16:3e:64:14:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:14:03.339699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bb2fb-aaf9-4f3d-a3e9-fa881cc55517 req-59304cee-8314-4670-b2fc-542c5b8f8652 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:03.356058 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-045bb2fb-aaf9-4f3d-a3e9-fa881cc55517 req-59304cee-8314-4670-b2fc-542c5b8f8652 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1405251 Nov 12 13:14:03.371753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cc3529-9cd8-45af-8522-d70680ea28e7,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:03.431994 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:03.455583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:03.460791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-045bb2fb-aaf9-4f3d-a3e9-fa881cc55517 req-ff9ff594-478a-4ea5-af71-dde8e2d945f7 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005549 Nov 12 13:14:03.495078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:03.504112 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:03.508562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Attempting to bind port e6cc3529-9cd8-45af-8522-d70680ea28e7 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:03.508904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Attempting to bind port e6cc3529-9cd8-45af-8522-d70680ea28e7 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:03.509239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Attempting to bind port e6cc3529-9cd8-45af-8522-d70680ea28e7 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:03.560013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Port e6cc3529-9cd8-45af-8522-d70680ea28e7 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:14:03.560346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Attempting to bind port e6cc3529-9cd8-45af-8522-d70680ea28e7 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:03.607337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:03.612706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-5307642b-d1b0-4a87-a206-0afc5bef3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:03.614406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-5307642b-d1b0-4a87-a206-0afc5bef3347 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c6cb7b24a9514083b53708522431e69b&device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 1094 time: 0.2303109 Nov 12 13:14:03.615194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:03.615559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:03.615980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:03.616424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Bound port: e6cc3529-9cd8-45af-8522-d70680ea28e7, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:03.616822 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:03.628499 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.629269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.629797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.630289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.630761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.631246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.631743 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.632219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.633004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.633491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.634109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.634596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:03.640082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431d9bd-8597-4c70-b2c2-671b516f2219 req-c038d5ed-d4b8-4805-9641-3b959f6441c9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:03.648043 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c431d9bd-8597-4c70-b2c2-671b516f2219 req-c038d5ed-d4b8-4805-9641-3b959f6441c9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 949 time: 0.0764353 Nov 12 13:14:03.746713 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c431d9bd-8597-4c70-b2c2-671b516f2219 req-0923cf60-a35d-4495-8a66-05817e7a0e27 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957971 Nov 12 13:14:03.750576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d653-c844-4613-a5d8-eeca8bab6743 req-4b4424b9-2ac6-4145-ae24-96289304f793 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:03.752195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c212d653-c844-4613-a5d8-eeca8bab6743 req-4b4424b9-2ac6-4145-ae24-96289304f793 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 943 time: 0.2167034 Nov 12 13:14:03.843286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] For port e6cc3529-9cd8-45af-8522-d70680ea28e7, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:03.849710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-7a9d99b0-87b9-4dd5-9976-7b920142e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:03.851200 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-7a9d99b0-87b9-4dd5-9976-7b920142e9a4 service neutron] 10.222.0.105 "GET /v2.0/networks?id=91ac16d6-8799-4577-942f-f35b1ae007b1 HTTP/1.1" status: 200 len: 930 time: 0.2102408 Nov 12 13:14:03.864218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c212d653-c844-4613-a5d8-eeca8bab6743 req-66037b27-0090-429a-9b43-3a70ae628914 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036518 Nov 12 13:14:03.868014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] For port e6cc3529-9cd8-45af-8522-d70680ea28e7, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e6cc3529-9cd8-45af-8522-d70680ea28e7,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:03.880095 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:03.917058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-4a6d3668-9046-4c8c-be95-a02b16fe2a26 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b263b444-481a-4afd-9d5c-3998ef29668a HTTP/1.1" status: 200 len: 217 time: 0.0466483 Nov 12 13:14:03.973039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['8fefa74e-6cf2-45fe-a1d0-a54fca643e52'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:03.980765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:03.981546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:03.982844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] 10.222.0.70 "PUT /v2.0/ports/e6cc3529-9cd8-45af-8522-d70680ea28e7 HTTP/1.1" status: 200 len: 1096 time: 1.9623041 Nov 12 13:14:04.005605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9df2b1-93dd-4387-a8a4-6a77be317bb1 req-3313da84-d700-4377-9340-62da1d519017 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:04.022694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b9df2b1-93dd-4387-a8a4-6a77be317bb1 req-3313da84-d700-4377-9340-62da1d519017 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 948 time: 0.0989871 Nov 12 13:14:04.029156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09eaee-23e5-4767-a686-79d064e83b57 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cc3529-9cd8-45af-8522-d70680ea28e7,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:04.037709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-eec644a1-3ce5-45d7-9e33-870ef669dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:04.039217 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-eec644a1-3ce5-45d7-9e33-870ef669dd21 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9ef16063-c2c9-4ab5-8105-1e6e9bdfa713 HTTP/1.1" status: 200 len: 868 time: 0.1019621 Nov 12 13:14:04.123198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b9df2b1-93dd-4387-a8a4-6a77be317bb1 req-c3709c5b-dadb-4f67-bf73-c4137150ae61 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969791 Nov 12 13:14:04.168666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-414a4cba-a92b-4b4e-9ad8-acb22354fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:04.170903 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-414a4cba-a92b-4b4e-9ad8-acb22354fadb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 1099 time: 0.1236522 Nov 12 13:14:04.205732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-58c9a092-487f-4acc-9271-59fc7d4d862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:04.207553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-58c9a092-487f-4acc-9271-59fc7d4d862c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=91ac16d6-8799-4577-942f-f35b1ae007b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521297 Nov 12 13:14:04.283330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-29bb2e5c-98fd-449f-95b4-0a9e88f15490 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=e6cc3529-9cd8-45af-8522-d70680ea28e7 HTTP/1.1" status: 200 len: 217 time: 0.0887451 Nov 12 13:14:04.461094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-192fdea8-7fec-47d1-a745-235ac5fa71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:04.462891 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-192fdea8-7fec-47d1-a745-235ac5fa71ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1695180 Nov 12 13:14:04.477824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceae04-5797-46ab-afbf-c46430b8c6b8 req-bd62cf67-68d1-4296-b9e4-e8ce7a3f300e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:04.478236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451cda4-8317-46ca-a8df-978e5db23aa0 req-b0fc2013-b24d-4783-97be-e239e15bdde0 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:04.480561 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fceae04-5797-46ab-afbf-c46430b8c6b8 req-bd62cf67-68d1-4296-b9e4-e8ce7a3f300e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.2193255 Nov 12 13:14:04.483127 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-62faab70-eb84-4f28-890e-71909c31df93 service neutron] 10.222.0.105 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299919 Nov 12 13:14:04.493887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3451cda4-8317-46ca-a8df-978e5db23aa0 req-b0fc2013-b24d-4783-97be-e239e15bdde0 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 948 time: 0.0859473 Nov 12 13:14:04.555271 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3451cda4-8317-46ca-a8df-978e5db23aa0 req-422d17a2-f5c0-476d-b500-27704c55a315 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604584 Nov 12 13:14:04.605632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0554f65d-2253-4d5c-b7c4-d0f5fc825c73', 'tag': 'e6cc3529-9cd8-45af-8522-d70680ea28e7'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:04.607587 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b3f879-f253-475e-8103-e7cef6c98b51" -d '{"events": [{"name": "network-changed", "server_uuid": "0554f65d-2253-4d5c-b7c4-d0f5fc825c73", "tag": "e6cc3529-9cd8-45af-8522-d70680ea28e7"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:04.644278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-45135b40-90f8-4c80-885a-4bde2708a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:04.645816 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-45135b40-90f8-4c80-885a-4bde2708a44a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609488 Nov 12 13:14:04.665644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fceae04-5797-46ab-afbf-c46430b8c6b8 req-bee2018e-59fd-482e-8c52-03b86f1a62a1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724057 Nov 12 13:14:04.716018 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eff657dc-3c01-4ccf-b8f3-e4e4f3fd72d0 req-cc51ae4d-5919-4243-ba25-8b70a7fbb255 service neutron] 10.222.0.105 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207236 Nov 12 13:14:04.758849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423b200-9083-44ce-86b8-9941809e566d req-bc04acda-b91a-464c-b033-ad9882ae9313 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:04.767632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f423b200-9083-44ce-86b8-9941809e566d req-bc04acda-b91a-464c-b033-ad9882ae9313 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 948 time: 0.0943635 Nov 12 13:14:04.842151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f423b200-9083-44ce-86b8-9941809e566d req-f09444ae-dfe2-4509-bbad-62e2192fd995 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736444 Nov 12 13:14:04.853570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-6c17a6c0-040c-416b-a8c0-e47a875eb1e7 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958878 Nov 12 13:14:04.941187 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e9c53e-34f8-40ee-a8c8-78139ca34beb x-openstack-request-id: req-b7e9c53e-34f8-40ee-a8c8-78139ca34beb {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:04.941565 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0554f65d-2253-4d5c-b7c4-d0f5fc825c73", "tag": "e6cc3529-9cd8-45af-8522-d70680ea28e7", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:04.941791 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b7e9c53e-34f8-40ee-a8c8-78139ca34beb {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:04.942241 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0554f65d-2253-4d5c-b7c4-d0f5fc825c73', 'tag': 'e6cc3529-9cd8-45af-8522-d70680ea28e7', 'status': 'completed', 'code': 200} Nov 12 13:14:05.016180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecee31-d706-42ba-b63f-130d03a7e036 req-1402ebb9-32db-4911-90d2-e1b783e6c25e tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.017901 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0ecee31-d706-42ba-b63f-130d03a7e036 req-1402ebb9-32db-4911-90d2-e1b783e6c25e tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1822593 Nov 12 13:14:05.057622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a8fa8-b548-4853-a32b-a2b5c6533e27 req-648425ef-173a-4eb0-a72c-0d1566b62cd0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.059197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-202a8fa8-b548-4853-a32b-a2b5c6533e27 req-648425ef-173a-4eb0-a72c-0d1566b62cd0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 949 time: 0.0662606 Nov 12 13:14:05.115373 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6becb1d-4ac7-439b-bcac-377121c579d8 req-dc51099b-6157-4e54-abc0-fb3d3b9f388f service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238722 Nov 12 13:14:05.117828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-202a8fa8-b548-4853-a32b-a2b5c6533e27 req-477a5f70-b824-4969-9a68-49bde91d77c9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515273 Nov 12 13:14:05.120675 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0ecee31-d706-42ba-b63f-130d03a7e036 req-982e4baa-0e71-4dfe-ab8e-105b7b187364 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938745 Nov 12 13:14:05.258234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-333876b1-17ae-4837-9631-863d93b8f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.260784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-333876b1-17ae-4837-9631-863d93b8f148 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 1099 time: 0.0747411 Nov 12 13:14:05.382515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b538979-92d6-418b-9736-32940981bcc7 req-e2a75388-653c-49df-9565-b6651948c1bd tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.384709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b538979-92d6-418b-9736-32940981bcc7 req-e2a75388-653c-49df-9565-b6651948c1bd tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 943 time: 0.0863824 Nov 12 13:14:05.475757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-b3cf5277-5de7-4874-a5c4-c8d262740ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.477190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-b3cf5277-5de7-4874-a5c4-c8d262740ac7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2072723 Nov 12 13:14:05.479735 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b538979-92d6-418b-9736-32940981bcc7 req-45971bc7-59c7-4c08-b8a9-937208527e05 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881121 Nov 12 13:14:05.504949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b4c61-218e-48bc-aa83-59195f933d5d req-93b45985-947c-4bd8-bb8c-703be9844df4 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.506814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-be2b4c61-218e-48bc-aa83-59195f933d5d req-93b45985-947c-4bd8-bb8c-703be9844df4 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 948 time: 0.0949662 Nov 12 13:14:05.727995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0383b-2a3f-463a-90c1-1606c939c852 req-ccb48515-8b26-495b-934b-782b0551572c tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.729618 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5c0383b-2a3f-463a-90c1-1606c939c852 req-ccb48515-8b26-495b-934b-782b0551572c tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 948 time: 0.0803840 Nov 12 13:14:05.797381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-e4e86953-1b3a-486f-9f46-9d52297d61a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=e6cc3529-9cd8-45af-8522-d70680ea28e7 HTTP/1.1" status: 200 len: 217 time: 0.3106885 Nov 12 13:14:05.807939 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5c0383b-2a3f-463a-90c1-1606c939c852 req-4efc2f57-9249-4f29-b6dc-27b606ec26bb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671127 Nov 12 13:14:05.909458 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-be2b4c61-218e-48bc-aa83-59195f933d5d req-e2e91fbf-f7a8-40f9-8edf-beac99eb4d26 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107960 Nov 12 13:14:05.922941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afecb5-ee96-42d6-832e-99eb171542ee req-54a7a4dc-3635-4994-b176-95c3e6e61331 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.924536 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4afecb5-ee96-42d6-832e-99eb171542ee req-54a7a4dc-3635-4994-b176-95c3e6e61331 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 943 time: 0.0572181 Nov 12 13:14:05.926629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-a892d38c-9e0c-4c8a-9796-ffaeacfc7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.928098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-a892d38c-9e0c-4c8a-9796-ffaeacfc7376 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1141460 Nov 12 13:14:05.984847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-8bbe996d-922e-4f3e-ac4d-cf18ee135cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:05.986821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-8bbe996d-922e-4f3e-ac4d-cf18ee135cd2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466900 Nov 12 13:14:05.999754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4afecb5-ee96-42d6-832e-99eb171542ee req-397f70c6-6bd8-4122-b9d2-25888a0ccc52 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658789 Nov 12 13:14:06.106415 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-da3c612e-f108-4374-b69e-a2bd043227bb service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023781 Nov 12 13:14:06.225227 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20b3f879-f253-475e-8103-e7cef6c98b51 req-0ee6990d-3036-4573-ae16-f76de404acb8 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102276 Nov 12 13:14:06.294233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae163c-cf88-4eba-b105-044a26bf29ca req-959bb6c2-1f15-42ad-aadb-0e278f880e1b tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:06.297250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbae163c-cf88-4eba-b105-044a26bf29ca req-959bb6c2-1f15-42ad-aadb-0e278f880e1b tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0808387 Nov 12 13:14:06.308333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0c128-2c9d-4fb1-86de-5b00b04169fa req-ee2cbbaa-1b22-466a-838a-ca956585234f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:06.310003 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06d0c128-2c9d-4fb1-86de-5b00b04169fa req-ee2cbbaa-1b22-466a-838a-ca956585234f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 949 time: 0.0834515 Nov 12 13:14:06.390543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbae163c-cf88-4eba-b105-044a26bf29ca req-a2c64222-889a-460e-903a-23cac8a2f1f6 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858941 Nov 12 13:14:06.394098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06d0c128-2c9d-4fb1-86de-5b00b04169fa req-a7169948-3250-4b81-b935-c6c1a312df60 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757158 Nov 12 13:14:06.559785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-86b37bce-de92-4f7e-b23e-f8d4a8644283 service neutron] 10.222.0.105 "GET /v2.0/ports/52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b/bindings/n-h1-805736-4 HTTP/1.1" status: 200 len: 384 time: 0.0753860 Nov 12 13:14:06.669849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701eb9ed-704f-4fe2-b9d9-0eac6defea0c req-e96bbfe6-dd13-43da-a23a-5bbffe991706 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:06.672716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-701eb9ed-704f-4fe2-b9d9-0eac6defea0c req-e96bbfe6-dd13-43da-a23a-5bbffe991706 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 943 time: 0.1100485 Nov 12 13:14:06.852171 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-701eb9ed-704f-4fe2-b9d9-0eac6defea0c req-d995f70d-7e17-46f7-9c75-7f21c4df2da3 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677747 Nov 12 13:14:06.892622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-d0c06cbd-458a-4cdf-b53b-32eafc48eedb service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:06.916503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-d0c06cbd-458a-4cdf-b53b-32eafc48eedb service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:06.966760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-d0c06cbd-458a-4cdf-b53b-32eafc48eedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:06.982212 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-d0c06cbd-458a-4cdf-b53b-32eafc48eedb service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:07.005589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-d0c06cbd-458a-4cdf-b53b-32eafc48eedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:07.059916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376212-3420-43f3-bd24-bef95cf983bc req-e6d842fd-b103-410d-aaec-f6266b292d4b tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:07.070657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37376212-3420-43f3-bd24-bef95cf983bc req-e6d842fd-b103-410d-aaec-f6266b292d4b tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 948 time: 0.1523685 Nov 12 13:14:07.104943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f4833-062e-475d-94e6-50fc8960de80 req-23ca5a81-5d78-41ae-8649-58054da41394 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:07.106386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-937f4833-062e-475d-94e6-50fc8960de80 req-23ca5a81-5d78-41ae-8649-58054da41394 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 948 time: 0.0978262 Nov 12 13:14:07.136128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-48e8114f-f4f1-4db2-989f-b82eecd0474e tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:07.138011 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-48e8114f-f4f1-4db2-989f-b82eecd0474e tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 948 time: 0.1197598 Nov 12 13:14:07.154000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:07.172509 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37376212-3420-43f3-bd24-bef95cf983bc req-53b8fcc9-379c-4c5a-b92c-b1c01dd25238 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001375 Nov 12 13:14:07.206078 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-937f4833-062e-475d-94e6-50fc8960de80 req-ca5acd38-bfcb-4809-b184-195286bf0123 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c00e002-12c8-431d-a248-7c8ff1b7089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930080 Nov 12 13:14:07.209884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:07.248147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-d0c06cbd-458a-4cdf-b53b-32eafc48eedb service neutron] Transition to ACTIVE for port object 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:14:07.255144 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-d0c06cbd-458a-4cdf-b53b-32eafc48eedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:07.333900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-d0c06cbd-458a-4cdf-b53b-32eafc48eedb service neutron] No DVR routers for this DVR port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:14:07.355090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:14:07.365001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:07.368000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:07.368491 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:07.387272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d682719-9afd-40b0-95e5-0d4544f9daee req-935baead-075d-439f-9b97-c62ebc1610d6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:07.389215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d682719-9afd-40b0-95e5-0d4544f9daee req-935baead-075d-439f-9b97-c62ebc1610d6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 944 time: 0.1025486 Nov 12 13:14:07.397049 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-d0c06cbd-458a-4cdf-b53b-32eafc48eedb service neutron] 10.222.0.105 "PUT /v2.0/ports/52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b/bindings/n-h1-805736-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8240397 Nov 12 13:14:07.397922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c06cbd-458a-4cdf-b53b-32eafc48eedb service neutron] Pushing event updated for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=10']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:07.400568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-df080ee8-0530-49b8-9134-22e4132c3bb3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Deleting port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:14:07.400931 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-df080ee8-0530-49b8-9134-22e4132c3bb3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:07.451161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on host n-h2-805736-4 for vnic_type normal with profile {"migrating_to": "n-h1-805736-4"} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:07.451560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:07.452498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:07.459412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:14:07.459811 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Attempting to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:07.466124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:07.466496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:07.467115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:07.468195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Bound port: 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:07.468633 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:07.533088 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d682719-9afd-40b0-95e5-0d4544f9daee req-cc363877-cc52-488c-b3e9-06f0bf504bea tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287961 Nov 12 13:14:07.584865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-df080ee8-0530-49b8-9134-22e4132c3bb3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] For port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:07.585244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-df080ee8-0530-49b8-9134-22e4132c3bb3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:07.608633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-df080ee8-0530-49b8-9134-22e4132c3bb3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Calling delete_port for d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:14:07.615091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56f3f6-54f0-4cb7-a739-6722707e3f7b req-efeeefa7-128a-4f49-a13d-15d598b88671 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:07.626150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c56f3f6-54f0-4cb7-a739-6722707e3f7b req-efeeefa7-128a-4f49-a13d-15d598b88671 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1386867 Nov 12 13:14:07.651567 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:07.695141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:07.697432 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02c4ec4-a05f-4f37-9d9c-8938f83917be" -d '{"events": [{"server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "name": "network-vif-plugged", "status": "completed", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:07.704855 n-d-805736-4 neutron-server[102677]: WARNING neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Concurrent port binding operations failed on port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b Nov 12 13:14:07.707265 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c56f3f6-54f0-4cb7-a739-6722707e3f7b req-bb320b8a-03b3-4416-9787-d90afa5f9a62 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735574 Nov 12 13:14:07.709164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:07.716765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-2044afcb-f696-4c88-b9dd-8a0a5333bdce tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:07.722190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-2044afcb-f696-4c88-b9dd-8a0a5333bdce tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1095 time: 0.2135766 Nov 12 13:14:07.729802 n-d-805736-4 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Attempt 2 to bind port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b Nov 12 13:14:07.730321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5', 'port_id': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', 'mac_address': 'fa:16:3e:32:52:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12e7e2d-7153-45cb-8e22-39f25b694e6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:14:07.733449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:07.761621 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:07.767970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d71dd-747b-4735-9fcc-9c0495b1b949 req-80dce96d-9c71-44bf-be38-a562a9eda572 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:07.775208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-067d71dd-747b-4735-9fcc-9c0495b1b949 req-80dce96d-9c71-44bf-be38-a562a9eda572 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 949 time: 0.0972712 Nov 12 13:14:07.865827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:07.871851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device b263b444-481a-4afd-9d5c-3998ef29668a details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:07.896863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-067d71dd-747b-4735-9fcc-9c0495b1b949 req-683ccb87-7397-4490-9c43-7724894fb1d4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206915 Nov 12 13:14:07.908636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-eab4eb52-d518-4bbc-a476-769cb7c1e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:07.921982 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-eab4eb52-d518-4bbc-a476-769cb7c1e4ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce&tenant_id=400cd7e0e4fd45d49e91bc070b399a26 HTTP/1.1" status: 200 len: 1095 time: 0.1883335 Nov 12 13:14:07.940345 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b7dff2-c1f5-47f0-a202-84d84c1f0549 x-openstack-request-id: req-42b7dff2-c1f5-47f0-a202-84d84c1f0549 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:07.940759 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "name": "network-vif-plugged", "status": "completed", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:07.941001 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42b7dff2-c1f5-47f0-a202-84d84c1f0549 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:07.941429 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52', 'code': 200} Nov 12 13:14:07.955747 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-df080ee8-0530-49b8-9134-22e4132c3bb3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:07.999358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d7f2574b-8c54-40ca-b8a5-0236d9ab81e1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:08.005255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:08.018400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-0f05ab56-f433-4908-81a3-6f93a5c5a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:08.022256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-0f05ab56-f433-4908-81a3-6f93a5c5a34e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 1095 time: 0.0680356 Nov 12 13:14:08.026980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df080ee8-0530-49b8-9134-22e4132c3bb3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Pushing event deleted for resources: {'Port': ['ID=d7f2574b-8c54-40ca-b8a5-0236d9ab81e1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:08.059717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:08.107033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port b263b444-481a-4afd-9d5c-3998ef29668a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=b263b444-481a-4afd-9d5c-3998ef29668a,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:08.124365 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:08.130481 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:08.152345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-df080ee8-0530-49b8-9134-22e4132c3bb3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] No DVR routers for this DVR port d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:14:08.162929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-df080ee8-0530-49b8-9134-22e4132c3bb3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:08.166438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7f46222-7f38-4dcb-af94-4244afc1507e req-df080ee8-0530-49b8-9134-22e4132c3bb3 tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.105 "DELETE /v2.0/ports/d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 HTTP/1.1" status: 204 len: 173 time: 1.0189257 Nov 12 13:14:08.170256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd3290f-6d64-4a98-81a4-ef328b743ce4', 'name': 'network-vif-deleted', 'tag': 'd7f2574b-8c54-40ca-b8a5-0236d9ab81e1'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:08.173775 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96f666e-5bcc-4d50-90d0-aa893b575b4b" -d '{"events": [{"server_uuid": "2bd3290f-6d64-4a98-81a4-ef328b743ce4", "name": "network-vif-deleted", "tag": "d7f2574b-8c54-40ca-b8a5-0236d9ab81e1"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:08.183071 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-b5d5174e-e26d-488f-b864-3061eae8ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:08.186103 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-b5d5174e-e26d-488f-b864-3061eae8ff17 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.1420155 Nov 12 13:14:08.243500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302dce2-60a8-41ed-8965-dc36e2e16a10 req-7ae858bd-6bbf-4cd0-b028-795eab43764d tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:08.248167 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8302dce2-60a8-41ed-8965-dc36e2e16a10 req-7ae858bd-6bbf-4cd0-b028-795eab43764d tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 943 time: 0.2495499 Nov 12 13:14:08.252748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:08.267164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'port_id': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'mac_address': 'fa:16:3e:c0:68:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:14:08.270611 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-8fed1f1c-db95-426d-9c31-ae3493267534 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b HTTP/1.1" status: 200 len: 217 time: 0.0722971 Nov 12 13:14:08.306582 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487d93d8-0ca5-4ea9-8457-fb8d85aa858c x-openstack-request-id: req-487d93d8-0ca5-4ea9-8457-fb8d85aa858c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:08.310640 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd3290f-6d64-4a98-81a4-ef328b743ce4", "name": "network-vif-deleted", "tag": "d7f2574b-8c54-40ca-b8a5-0236d9ab81e1", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:08.313312 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-487d93d8-0ca5-4ea9-8457-fb8d85aa858c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:08.313910 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd3290f-6d64-4a98-81a4-ef328b743ce4', 'name': 'network-vif-deleted', 'tag': 'd7f2574b-8c54-40ca-b8a5-0236d9ab81e1', 'status': 'completed', 'code': 200} Nov 12 13:14:08.329721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c612d-f857-4215-9a0c-fa6cb01de501 req-9e1eab30-4f89-4d84-bd3e-79be06ef19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:08.332859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:08.341802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d63c612d-f857-4215-9a0c-fa6cb01de501 req-9e1eab30-4f89-4d84-bd3e-79be06ef19ff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1101 time: 0.2785807 Nov 12 13:14:08.346649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-fce8650e-ccab-4f20-a213-e7233260b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:08.350288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-fce8650e-ccab-4f20-a213-e7233260b788 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.0739732 Nov 12 13:14:08.387266 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:08.411619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b263b444-481a-4afd-9d5c-3998ef29668a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:08.424191 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-55549d3f-6abb-4d4f-aa71-881264a4b375 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646541 Nov 12 13:14:08.482431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port b263b444-481a-4afd-9d5c-3998ef29668a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=b263b444-481a-4afd-9d5c-3998ef29668a,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:08.491177 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:08.500299 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8302dce2-60a8-41ed-8965-dc36e2e16a10 req-41b6246a-dbb8-44eb-bd00-d803cdb06fb7 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374258 Nov 12 13:14:08.512677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d63c612d-f857-4215-9a0c-fa6cb01de501 req-6c0cfe84-4a2b-4341-8c67-8efd1c87e208 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696012 Nov 12 13:14:08.601925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=b263b444-481a-4afd-9d5c-3998ef29668a,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:08.622528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca736cda-7483-433b-bf98-0b366a40cbd8 req-d2114271-c636-4010-b140-592047473049 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:08.625013 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ca736cda-7483-433b-bf98-0b366a40cbd8 req-d2114271-c636-4010-b140-592047473049 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 948 time: 0.1444442 Nov 12 13:14:08.634533 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3bf6525-1a4f-4266-b3b4-585076b8a903 req-6729ff93-8bd9-440e-9639-0921fdf178de tempest-DeleteServersAdminTestJSON-222439422 tempest-DeleteServersAdminTestJSON-222439422-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd3290f-6d64-4a98-81a4-ef328b743ce4 HTTP/1.1" status: 200 len: 210 time: 0.0418620 Nov 12 13:14:08.685810 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-33411880-c75f-46fd-8ad5-bda89b997580 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536039 Nov 12 13:14:08.713496 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ca736cda-7483-433b-bf98-0b366a40cbd8 req-e0cf28da-f154-45f5-b3c1-ac5a4fb1491f tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763962 Nov 12 13:14:08.804086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['b263b444-481a-4afd-9d5c-3998ef29668a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:08.821166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5df32a-794e-431e-853a-01ec94a6dd1a req-7b225e34-3f5b-4892-9810-29becba998b5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:08.826494 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee5df32a-794e-431e-853a-01ec94a6dd1a req-7b225e34-3f5b-4892-9810-29becba998b5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 945 time: 0.0998967 Nov 12 13:14:08.889434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e5ba5-9915-466a-9989-4220a66815f2 req-c7af33f0-3522-4ed2-be24-0d3583f72260 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:08.903050 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b13e5ba5-9915-466a-9989-4220a66815f2 req-c7af33f0-3522-4ed2-be24-0d3583f72260 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0828886 Nov 12 13:14:08.960024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee5df32a-794e-431e-853a-01ec94a6dd1a req-fbd64bf5-c04f-40d4-82cf-35b3b6f01dc5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181083 Nov 12 13:14:09.001231 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b13e5ba5-9915-466a-9989-4220a66815f2 req-73e3fe40-e5d1-44b1-a0ee-fd8b0e5236ab tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920198 Nov 12 13:14:09.128993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1de66-eeb5-43ee-a1da-2c95d6a6f34d req-91bbfa6c-5361-4965-a539-d4299b359212 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:09.130946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25d1de66-eeb5-43ee-a1da-2c95d6a6f34d req-91bbfa6c-5361-4965-a539-d4299b359212 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0609236 Nov 12 13:14:09.166329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e6cc3529-9cd8-45af-8522-d70680ea28e7 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:09.168630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:09.190424 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25d1de66-eeb5-43ee-a1da-2c95d6a6f34d req-ab7c08d8-90d0-4675-a93a-c79fd101f0b3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535333 Nov 12 13:14:09.304389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:14:09.316374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:09.316756 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:09.350220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e6cc3529-9cd8-45af-8522-d70680ea28e7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e6cc3529-9cd8-45af-8522-d70680ea28e7,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:09.374170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'e6cc3529-9cd8-45af-8522-d70680ea28e7', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'e6cc3529-9cd8-45af-8522-d70680ea28e7', 'mac_address': 'fa:16:3e:2e:d5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:14:09.577684 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:09.590524 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:09.606905 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cc3529-9cd8-45af-8522-d70680ea28e7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:09.649564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:09.651650 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e6cc3529-9cd8-45af-8522-d70680ea28e7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e6cc3529-9cd8-45af-8522-d70680ea28e7,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:09.655885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b7ec-44d7-4933-a036-64c8bc0a63c8 req-28bac06a-d891-485c-9e77-6c55ee654362 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:09.656137 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:09.660706 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:09.665915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e83b7ec-44d7-4933-a036-64c8bc0a63c8 req-28bac06a-d891-485c-9e77-6c55ee654362 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 944 time: 0.0776918 Nov 12 13:14:09.732054 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e83b7ec-44d7-4933-a036-64c8bc0a63c8 req-1f6cac11-1cbf-4f55-b44a-eecbe8f85385 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638201 Nov 12 13:14:09.735864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=12']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:09.803371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e6cc3529-9cd8-45af-8522-d70680ea28e7,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:09.873246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device b263b444-481a-4afd-9d5c-3998ef29668a up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:09.897429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edc726-a21a-465e-be77-65095345bbf9 req-97789e36-8370-4eb0-adee-834f29d71cae tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:09.900033 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33edc726-a21a-465e-be77-65095345bbf9 req-97789e36-8370-4eb0-adee-834f29d71cae tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 949 time: 0.0599420 Nov 12 13:14:09.939096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port b263b444-481a-4afd-9d5c-3998ef29668a completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:14:09.942362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:09.945804 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6f9c20-66dd-4289-a80e-4e1072004c92" -d '{"events": [{"server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "name": "network-vif-plugged", "status": "completed", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:09.949688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port b263b444-481a-4afd-9d5c-3998ef29668a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:09.950060 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:09.960952 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33edc726-a21a-465e-be77-65095345bbf9 req-c93f1159-9380-46ea-bdca-c50da8588f29 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534735 Nov 12 13:14:10.065321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:10.068106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['e6cc3529-9cd8-45af-8522-d70680ea28e7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:10.070680 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b43c15-cd9f-4b52-a52c-c1ecd79d9f7d x-openstack-request-id: req-64b43c15-cd9f-4b52-a52c-c1ecd79d9f7d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:10.071045 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "name": "network-vif-plugged", "status": "completed", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:10.071263 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64b43c15-cd9f-4b52-a52c-c1ecd79d9f7d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:10.071620 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', 'code': 200} Nov 12 13:14:10.167702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port b263b444-481a-4afd-9d5c-3998ef29668a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=b263b444-481a-4afd-9d5c-3998ef29668a,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:10.180995 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:10.182064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:14:10.187942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026ec45-a57d-4ffc-b3fe-7e092fe9735d req-f695ed6f-09af-4af4-876f-208930e2ff6a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:10.189319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6026ec45-a57d-4ffc-b3fe-7e092fe9735d req-f695ed6f-09af-4af4-876f-208930e2ff6a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.0666170 Nov 12 13:14:10.263014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6026ec45-a57d-4ffc-b3fe-7e092fe9735d req-bca2e749-08e5-48f2-8f88-a6d6bff69032 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654023 Nov 12 13:14:10.287206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:14:10.288214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:14:10.314937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=b263b444-481a-4afd-9d5c-3998ef29668a,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:10.328337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:14:10.328855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d7f2574b-8c54-40ca-b8a5-0236d9ab81e1 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:14:10.425715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005c001-069b-4979-bcda-008272438f89 req-9e78f491-6fcc-4d39-ae3d-dcdfc79def52 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:10.433078 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d005c001-069b-4979-bcda-008272438f89 req-9e78f491-6fcc-4d39-ae3d-dcdfc79def52 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0751235 Nov 12 13:14:10.486764 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d005c001-069b-4979-bcda-008272438f89 req-10ed1042-cc45-4bca-b6ac-313f8feb4a8a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527947 Nov 12 13:14:10.645181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577c168-9414-49a0-9fe7-eb7deeb52bd0 req-cc89f74f-b340-428c-aacd-cd8d9f41f7e7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:10.646876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1577c168-9414-49a0-9fe7-eb7deeb52bd0 req-cc89f74f-b340-428c-aacd-cd8d9f41f7e7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0600324 Nov 12 13:14:10.706343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1577c168-9414-49a0-9fe7-eb7deeb52bd0 req-d4d1ef59-cdb6-4f80-93d5-e30e1c09392c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534379 Nov 12 13:14:10.884352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e410dc8-c5ea-45b2-a6be-262b74168e61 req-cfab87ec-84b1-4dd7-b5ce-ce72b1dbb562 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:10.886161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e410dc8-c5ea-45b2-a6be-262b74168e61 req-cfab87ec-84b1-4dd7-b5ce-ce72b1dbb562 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 945 time: 0.0539865 Nov 12 13:14:10.940568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e410dc8-c5ea-45b2-a6be-262b74168e61 req-3fbf50b3-8d40-4571-b83c-f426bf50de8f tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Nov 12 13:14:11.116626 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af004a-8841-4908-b6be-98e397e6d56d req-0e32a5fb-409b-4b7c-9be2-04de2956dd87 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:11.118868 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a3af004a-8841-4908-b6be-98e397e6d56d req-0e32a5fb-409b-4b7c-9be2-04de2956dd87 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 949 time: 0.0639296 Nov 12 13:14:11.190799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a3af004a-8841-4908-b6be-98e397e6d56d req-770cc892-b798-41d5-a9b9-ecbf12f72132 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648539 Nov 12 13:14:11.334939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57474) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:11.427594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573fc19-ddd5-4db2-85c9-7e0f4b46df3f req-7c7a8a92-ef08-4e07-b45a-4101b90022f8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:11.435316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a573fc19-ddd5-4db2-85c9-7e0f4b46df3f req-7c7a8a92-ef08-4e07-b45a-4101b90022f8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.0831037 Nov 12 13:14:11.492161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a573fc19-ddd5-4db2-85c9-7e0f4b46df3f req-df084dad-7dff-4c7c-aa4b-7c8b527a2eaa tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559537 Nov 12 13:14:11.560773 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-56b56eb2-04d0-4686-9c05-0d2fe782ded2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33eed482cc3547f88c29c372cbc4fd10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236431 Nov 12 13:14:11.563814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57480) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:11.634031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd478-49d4-484f-9e76-f412e73777d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:11.646213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f013cab-818a-4c38-97c3-ce41b9cb5c36 req-dece7399-cb27-4865-aeb3-e7c32e41ccde tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:11.655582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f013cab-818a-4c38-97c3-ce41b9cb5c36 req-dece7399-cb27-4865-aeb3-e7c32e41ccde tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0728459 Nov 12 13:14:11.663261 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd478-49d4-484f-9e76-f412e73777d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:11.704562 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f013cab-818a-4c38-97c3-ce41b9cb5c36 req-def0505d-1c16-453d-af90-1c299774733d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479245 Nov 12 13:14:11.738245 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd478-49d4-484f-9e76-f412e73777d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:11.741572 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd478-49d4-484f-9e76-f412e73777d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:11.742937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fb7bd478-49d4-484f-9e76-f412e73777d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c00e002-12c8-431d-a248-7c8ff1b7089d HTTP/1.1" status: 204 len: 168 time: 0.1778533 Nov 12 13:14:11.770151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bd478-49d4-484f-9e76-f412e73777d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c00e002-12c8-431d-a248-7c8ff1b7089d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:11.880542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fcc44-9167-4b3a-b08f-8b3986285040 req-724fe582-ab59-4c1f-921f-172f88a7d628 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:11.882196 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-014fcc44-9167-4b3a-b08f-8b3986285040 req-724fe582-ab59-4c1f-921f-172f88a7d628 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0671344 Nov 12 13:14:11.964454 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-014fcc44-9167-4b3a-b08f-8b3986285040 req-3bf8be21-39f0-4c4e-9c55-9ef95a7d530e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736761 Nov 12 13:14:12.072902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b263b444-481a-4afd-9d5c-3998ef29668a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:12.075290 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ac899b-a03b-4e7d-9676-908b7ccd16b8" -d '{"events": [{"server_uuid": "70f0c93a-d4fb-42d5-87aa-3d4b5606d23a", "name": "network-vif-plugged", "status": "completed", "tag": "b263b444-481a-4afd-9d5c-3998ef29668a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:12.091773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a7a14-3e81-4b01-a772-8916dd8e8373 req-4154b4f2-a26f-4c95-a53a-bcfb3193e018 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:12.094474 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e24a7a14-3e81-4b01-a772-8916dd8e8373 req-4154b4f2-a26f-4c95-a53a-bcfb3193e018 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 945 time: 0.0682945 Nov 12 13:14:12.184828 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e24a7a14-3e81-4b01-a772-8916dd8e8373 req-34ec0037-bff2-4dca-a089-8029effadf30 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748229 Nov 12 13:14:12.185406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57492) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:12.204897 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d07c242-df96-45dd-abb2-72dbc8abee67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:12.239362 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e7d4e9-3e8b-4d6f-befa-3f4aad0d8eb4 x-openstack-request-id: req-d7e7d4e9-3e8b-4d6f-befa-3f4aad0d8eb4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:12.239895 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0c93a-d4fb-42d5-87aa-3d4b5606d23a", "name": "network-vif-plugged", "status": "completed", "tag": "b263b444-481a-4afd-9d5c-3998ef29668a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:12.240345 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7e7d4e9-3e8b-4d6f-befa-3f4aad0d8eb4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:12.241119 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'code': 200} Nov 12 13:14:12.356603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f39f5-abc4-4076-a2d0-48fdd78019f0 req-596ae027-3d7d-4ac3-b9ea-b4211dd515bb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:12.367294 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-544f39f5-abc4-4076-a2d0-48fdd78019f0 req-596ae027-3d7d-4ac3-b9ea-b4211dd515bb tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 949 time: 0.0747030 Nov 12 13:14:12.398601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d07c242-df96-45dd-abb2-72dbc8abee67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:12.401808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcc5cd-5434-4372-bb82-8f40a246ca51 req-81d0f4e3-1c58-42fb-a32b-b2555a4b62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:12.403815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5dcc5cd-5434-4372-bb82-8f40a246ca51 req-81d0f4e3-1c58-42fb-a32b-b2555a4b62f2 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 1096 time: 0.0873756 Nov 12 13:14:12.407164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d07c242-df96-45dd-abb2-72dbc8abee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:12.454441 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-544f39f5-abc4-4076-a2d0-48fdd78019f0 req-78c23206-a376-4717-94ee-51419753c33d tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832644 Nov 12 13:14:12.473413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07c242-df96-45dd-abb2-72dbc8abee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8befc7-1ee2-46c4-b128-938bb0e864dd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:12.480129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2d07c242-df96-45dd-abb2-72dbc8abee67 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c402115b87e429a9aae2ad4c6f62087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938886 Nov 12 13:14:12.483881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57496) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:12.511212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5dcc5cd-5434-4372-bb82-8f40a246ca51 req-a2f9de50-6d36-40a6-b132-4348b007674a service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890782 Nov 12 13:14:12.555112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7342-5aec-49da-85ba-418287f65ece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:12.607885 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7342-5aec-49da-85ba-418287f65ece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:12.661667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40baea7-4f1d-4631-9fcf-b2243141abb1 req-c31d024f-3248-41c1-9530-fdd7f4c15675 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:12.663491 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a40baea7-4f1d-4631-9fcf-b2243141abb1 req-c31d024f-3248-41c1-9530-fdd7f4c15675 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.0919852 Nov 12 13:14:12.679341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:12.709553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7342-5aec-49da-85ba-418287f65ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:12.712659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7342-5aec-49da-85ba-418287f65ece admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:12.713832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cb8b7342-5aec-49da-85ba-418287f65ece admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc8befc7-1ee2-46c4-b128-938bb0e864dd HTTP/1.1" status: 204 len: 168 time: 0.2289803 Nov 12 13:14:12.758134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b7342-5aec-49da-85ba-418287f65ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8befc7-1ee2-46c4-b128-938bb0e864dd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:12.796249 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a40baea7-4f1d-4631-9fcf-b2243141abb1 req-c34957bf-8d37-427a-a9c7-96b5decff4cb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104891 Nov 12 13:14:12.921961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a1608-a276-461d-9f1d-7dcad7cea623 req-02a094e7-6dd7-4210-8be4-45e36c2b3ead tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:12.923678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd5a1608-a276-461d-9f1d-7dcad7cea623 req-02a094e7-6dd7-4210-8be4-45e36c2b3ead tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0631657 Nov 12 13:14:12.989567 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd5a1608-a276-461d-9f1d-7dcad7cea623 req-934b0eb9-8a2e-4aa0-b71c-7d9baec32469 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584035 Nov 12 13:14:13.128685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2ffa1-e95f-4100-a1b5-5c3772957de4 req-c889ddec-9096-4469-a4e2-e55530ae5732 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:13.130455 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7c2ffa1-e95f-4100-a1b5-5c3772957de4 req-c889ddec-9096-4469-a4e2-e55530ae5732 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0694041 Nov 12 13:14:13.164503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e6cc3529-9cd8-45af-8522-d70680ea28e7 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:13.231884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7c2ffa1-e95f-4100-a1b5-5c3772957de4 req-018e60ca-b5c8-44b0-b7b8-6dbab69a4b8b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895457 Nov 12 13:14:13.261218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port e6cc3529-9cd8-45af-8522-d70680ea28e7 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:14:13.271654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port e6cc3529-9cd8-45af-8522-d70680ea28e7 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:13.273994 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:13.363031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d431a7-0e4d-437e-b954-6d455496f769 req-0236aedf-09cb-41c6-b528-b674ed52d31a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:13.364710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9d431a7-0e4d-437e-b954-6d455496f769 req-0236aedf-09cb-41c6-b528-b674ed52d31a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 945 time: 0.0647662 Nov 12 13:14:13.422702 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:13.426449 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9d431a7-0e4d-437e-b954-6d455496f769 req-15d3cdb2-3316-43f2-83a3-320d1f568ebb tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537481 Nov 12 13:14:13.469876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e6cc3529-9cd8-45af-8522-d70680ea28e7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e6cc3529-9cd8-45af-8522-d70680ea28e7,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:13.475278 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:13.541621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e6cc3529-9cd8-45af-8522-d70680ea28e7,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:13.642185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbb7a9-c6c9-43be-81f2-1814eb8fb403 req-40afadb0-29f6-4915-b597-f71ec1311f85 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:13.643840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bacbb7a9-c6c9-43be-81f2-1814eb8fb403 req-40afadb0-29f6-4915-b597-f71ec1311f85 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 950 time: 0.0877178 Nov 12 13:14:13.717254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bacbb7a9-c6c9-43be-81f2-1814eb8fb403 req-c8e5b456-b09f-4211-a85b-b0ebba5520de tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603526 Nov 12 13:14:13.815015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:13.944002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514812ad-57b1-46ec-8f39-bd6aa30aefb2 req-3b092d4e-1ba1-4285-8888-937bb76d03e3 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:13.955920 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-514812ad-57b1-46ec-8f39-bd6aa30aefb2 req-3b092d4e-1ba1-4285-8888-937bb76d03e3 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.0787830 Nov 12 13:14:14.007254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-514812ad-57b1-46ec-8f39-bd6aa30aefb2 req-33aa04ae-b187-4d39-8da5-35d858e3ad21 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501413 Nov 12 13:14:14.167173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd136ba-5ea9-4369-8211-5e21054a85e6 req-8958b22d-04e1-4e15-8913-0316952b767a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:14.176048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ecd136ba-5ea9-4369-8211-5e21054a85e6 req-8958b22d-04e1-4e15-8913-0316952b767a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0862255 Nov 12 13:14:14.230796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ecd136ba-5ea9-4369-8211-5e21054a85e6 req-ab7ba975-2362-412f-bf77-cb8b6b587e5f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535195 Nov 12 13:14:14.242811 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0554f65d-2253-4d5c-b7c4-d0f5fc825c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cc3529-9cd8-45af-8522-d70680ea28e7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:14.247000 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cf34b9-f03d-4444-a820-66e73e1d69fb" -d '{"events": [{"server_uuid": "0554f65d-2253-4d5c-b7c4-d0f5fc825c73", "name": "network-vif-plugged", "status": "completed", "tag": "e6cc3529-9cd8-45af-8522-d70680ea28e7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:14.375247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a805cf4-bf1a-412d-bec5-6abb56da9a4e req-a6922e1a-0202-4c59-a81e-deb2e3291c18 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:14.376950 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a805cf4-bf1a-412d-bec5-6abb56da9a4e req-a6922e1a-0202-4c59-a81e-deb2e3291c18 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0594380 Nov 12 13:14:14.443390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a805cf4-bf1a-412d-bec5-6abb56da9a4e req-1af0d6ef-c9be-4362-ba5b-d321fdbf4f5a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579739 Nov 12 13:14:14.503943 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81551180-dd1c-432d-bbbe-65b0793ba74d x-openstack-request-id: req-81551180-dd1c-432d-bbbe-65b0793ba74d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:14.504271 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0554f65d-2253-4d5c-b7c4-d0f5fc825c73", "name": "network-vif-plugged", "status": "completed", "tag": "e6cc3529-9cd8-45af-8522-d70680ea28e7", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:14.504537 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81551180-dd1c-432d-bbbe-65b0793ba74d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:14.504937 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0554f65d-2253-4d5c-b7c4-d0f5fc825c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cc3529-9cd8-45af-8522-d70680ea28e7', 'code': 200} Nov 12 13:14:14.606636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef7432-aa15-40a5-b66c-cdea3374866f req-a0426d87-f8b4-4bbf-aff2-de869057888d tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:14.608146 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9ef7432-aa15-40a5-b66c-cdea3374866f req-a0426d87-f8b4-4bbf-aff2-de869057888d tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 945 time: 0.0524590 Nov 12 13:14:14.656352 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9ef7432-aa15-40a5-b66c-cdea3374866f req-4b8b23f4-87ad-4fb2-b1ee-5ce827f4bd63 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420501 Nov 12 13:14:14.961961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190167cc-a47d-4249-9844-493112229ca9 req-019fbec4-490a-44d8-88fa-2c1f532cee6f tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:14.963355 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-019fbec4-490a-44d8-88fa-2c1f532cee6f tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/networks?id=31deeb3a-aaee-41cc-bd06-a4fe2284a15d HTTP/1.1" status: 200 len: 814 time: 0.1083724 Nov 12 13:14:14.978951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-6252d07c-5dde-430c-a84a-d09528a2d5ea tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/quotas/232e8cbaa75549a7903b8b89da84ae9e HTTP/1.1" status: 200 len: 375 time: 0.0091276 Nov 12 13:14:15.030247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-5bf5252c-8bfb-442d-9cd9-23ac1a25c2f0 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=232e8cbaa75549a7903b8b89da84ae9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450375 Nov 12 13:14:15.125443 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-5fafdbe0-5057-41bc-b324-f3b21d52568d service neutron] 10.222.0.73 "GET /v2.0/networks/31deeb3a-aaee-41cc-bd06-a4fe2284a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872118 Nov 12 13:14:15.216707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-0aef41e1-0aff-4854-b7bf-f57d90305445 service neutron] 10.222.0.73 "GET /v2.0/networks/31deeb3a-aaee-41cc-bd06-a4fe2284a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849357 Nov 12 13:14:15.600648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-4254948e-370f-4fe7-b080-5a4e05538328 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 258 time: 0.1980131 Nov 12 13:14:15.612263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:15.636269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:15.744006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.075336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Allocated IP 172.25.5.52 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/299c10f9-18e7-4183-9e85-4f358d073dea) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:14:16.187812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.227910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.273269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:16.276270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:16.281126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:14:16.286011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Pushing event updated for resources: {'Port': ['ID=299c10f9-18e7-4183-9e85-4f358d073dea,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:16.333943 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.376500 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.413500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190167cc-a47d-4249-9844-493112229ca9 req-90aa6992-031e-4f75-810e-1580c01df4fc tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:16.415146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-90aa6992-031e-4f75-810e-1580c01df4fc tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.105 "GET /v2.0/networks?id=31deeb3a-aaee-41cc-bd06-a4fe2284a15d HTTP/1.1" status: 200 len: 814 time: 0.1281857 Nov 12 13:14:16.430199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Request body: {'port': {'device_id': 'ed84e38a-436c-45e0-93a8-7ee95f274448', 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d', 'admin_state_up': True, 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:16.540826 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.547344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.550214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Made reservation on behalf of 232e8cbaa75549a7903b8b89da84ae9e for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:14:16.554235 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.579567 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.604136 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.605298 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9983220 Nov 12 13:14:16.605907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2e996-ded4-4c47-ad5a-1afbe2b8452a tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Pushing event updated for resources: {'Port': ['ID=299c10f9-18e7-4183-9e85-4f358d073dea,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:16.699019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-26b344e8-2553-47e2-8e88-72c22d77f5ec tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.0804539 Nov 12 13:14:16.703923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Allocated IP 172.20.0.9 (31deeb3a-aaee-41cc-bd06-a4fe2284a15d/f4a3ea60-3532-48bc-a33b-53765a574d34/c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:14:16.827617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-e8c420e8-62de-49e5-a2ac-6b1a9241001c tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:16.828857 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-e8c420e8-62de-49e5-a2ac-6b1a9241001c tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.1232858 Nov 12 13:14:16.839755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-723a9903-3c38-42ce-8681-3f1223078780 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:14:16.840756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1aec2a52-7e7a-494f-879b-231c874c8acf req-723a9903-3c38-42ce-8681-3f1223078780 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058525 Nov 12 13:14:16.930015 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:16.985524 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:17.068079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335a458-f7da-47cd-a850-6a69acad3316 req-10ab8185-499b-4f3f-9716-1b258f932a38 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:17.069996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e335a458-f7da-47cd-a850-6a69acad3316 req-10ab8185-499b-4f3f-9716-1b258f932a38 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 950 time: 0.1294384 Nov 12 13:14:17.096532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:17.102142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:17.105446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:14:17.120543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:17.125192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:17.187997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e335a458-f7da-47cd-a850-6a69acad3316 req-abca0607-1653-460f-994e-db6881d0879e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101422 Nov 12 13:14:17.197017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Pushing event updated for resources: {'Port': ['ID=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:17.228369 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-23465b57-b003-489e-8a76-af781c17fe12 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8030336 Nov 12 13:14:17.366683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cec62-c2b8-45d5-8f1b-c40af67efbaa req-84597355-df16-4216-860a-418aec19bfb0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:17.368485 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-526cec62-c2b8-45d5-8f1b-c40af67efbaa req-84597355-df16-4216-860a-418aec19bfb0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.0790186 Nov 12 13:14:17.412434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8a026422-1d07-40f0-bce9-759edfdc06e7 None None] Provisioning complete for port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:17.413590 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a026422-1d07-40f0-bce9-759edfdc06e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:17.455550 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-526cec62-c2b8-45d5-8f1b-c40af67efbaa req-62c95558-3e4b-4538-b2f6-e0249c2539a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776539 Nov 12 13:14:17.486002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8a026422-1d07-40f0-bce9-759edfdc06e7 None None] Port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:14:17.584111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380c27a-b2f4-40e8-b968-3a78c43eaaf8 req-412bcde2-04aa-4904-848f-578ba898dfb5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:17.585634 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8380c27a-b2f4-40e8-b968-3a78c43eaaf8 req-412bcde2-04aa-4904-848f-578ba898dfb5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0562909 Nov 12 13:14:17.651531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8380c27a-b2f4-40e8-b968-3a78c43eaaf8 req-9e96f23e-b602-48e7-9ea3-61006bc89d4c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 Nov 12 13:14:17.789265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf832580-2692-4229-b82b-fab8f9fd7e50 req-b9321111-757c-4273-9245-d34b873c0fb2 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:17.796438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf832580-2692-4229-b82b-fab8f9fd7e50 req-b9321111-757c-4273-9245-d34b873c0fb2 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 931 time: 0.0647879 Nov 12 13:14:17.849860 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf832580-2692-4229-b82b-fab8f9fd7e50 req-b086c1cf-e7e0-4202-939e-1b2234dc52bc tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474772 Nov 12 13:14:18.100208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4505fde-cc9f-478c-9a2f-5288f2d5b771 req-af32c219-0c79-461e-a754-3420431289ca tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:18.101722 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b4505fde-cc9f-478c-9a2f-5288f2d5b771 req-af32c219-0c79-461e-a754-3420431289ca tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0510554 Nov 12 13:14:18.172100 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b4505fde-cc9f-478c-9a2f-5288f2d5b771 req-ea815c54-e2a9-45e3-ada4-1dad4ef00161 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638435 Nov 12 13:14:18.385324 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-f7bcc378-6bbe-4ece-b6de-c33acafa2e93 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:18.386888 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-f7bcc378-6bbe-4ece-b6de-c33acafa2e93 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1023657 Nov 12 13:14:18.447057 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-6a98880e-24e6-4f89-8484-f71b607b1ec3 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.0487616 Nov 12 13:14:18.462827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-67e2a99e-3ab2-4c71-ae39-1b9343510e38 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Request body: {'floatingip': {'port_id': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:18.543334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-67e2a99e-3ab2-4c71-ae39-1b9343510e38 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:19.242350 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-67e2a99e-3ab2-4c71-ae39-1b9343510e38 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:19.247322 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-67e2a99e-3ab2-4c71-ae39-1b9343510e38 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:19.355484 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-67e2a99e-3ab2-4c71-ae39-1b9343510e38 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Floating IP bebc1196-87a2-446e-8b43-5e7b353737ce associated. External IP: 172.25.5.52, port: b263b444-481a-4afd-9d5c-3998ef29668a. Nov 12 13:14:19.606546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-67e2a99e-3ab2-4c71-ae39-1b9343510e38 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Router f0f33480-6eb1-4534-9809-0ca390abec91 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:14:19.954218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-67e2a99e-3ab2-4c71-ae39-1b9343510e38 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:14:19.960070 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-67e2a99e-3ab2-4c71-ae39-1b9343510e38 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:19.967969 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] Sync routers for ids ['f0f33480-6eb1-4534-9809-0ca390abec91'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:14:19.995849 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] Routers {'f0f33480-6eb1-4534-9809-0ca390abec91'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:14:19.997374 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:14:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f0f33480-6eb1-4534-9809-0ca390abec91'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:20.006843 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-67e2a99e-3ab2-4c71-ae39-1b9343510e38 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "PUT /v2.0/floatingips/bebc1196-87a2-446e-8b43-5e7b353737ce HTTP/1.1" status: 200 len: 995 time: 1.5523593 Nov 12 13:14:20.007536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'tag': 'b263b444-481a-4afd-9d5c-3998ef29668a'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:20.011473 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0c93a-d4fb-42d5-87aa-3d4b5606d23a", "tag": "b263b444-481a-4afd-9d5c-3998ef29668a"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:20.076195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-9da5445f-5398-4913-9e9c-5f39d268495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:20.086575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-9da5445f-5398-4913-9e9c-5f39d268495c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6cb7b24a9514083b53708522431e69b&device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 1096 time: 0.0587227 Nov 12 13:14:20.124672 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] Set router f0f33480-6eb1-4534-9809-0ca390abec91 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:14:20.213152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-454e4d94-48e6-4429-936d-4c6989291c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:20.215517 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-454e4d94-48e6-4429-936d-4c6989291c4e service neutron] 10.222.0.73 "GET /v2.0/networks?id=91ac16d6-8799-4577-942f-f35b1ae007b1 HTTP/1.1" status: 200 len: 930 time: 0.1276305 Nov 12 13:14:20.339945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-fd7697ea-baab-4755-b04e-79cf5d1ed55e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b263b444-481a-4afd-9d5c-3998ef29668a HTTP/1.1" status: 200 len: 998 time: 0.1159453 Nov 12 13:14:20.411056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-a137caf9-5558-44ad-9287-7b282a905294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:20.412833 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-a137caf9-5558-44ad-9287-7b282a905294 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ef16063-c2c9-4ab5-8105-1e6e9bdfa713 HTTP/1.1" status: 200 len: 868 time: 0.0649807 Nov 12 13:14:20.479968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-fa1db9f4-c525-4ee2-8efc-0bd11bdf58ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:20.482615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-fa1db9f4-c525-4ee2-8efc-0bd11bdf58ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91ac16d6-8799-4577-942f-f35b1ae007b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635154 Nov 12 13:14:20.493410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-4a59cbe4-32d8-4aaa-b6ba-af3f452746d9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:14:20.494476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-4a59cbe4-32d8-4aaa-b6ba-af3f452746d9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054750 Nov 12 13:14:20.515570 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:44Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'bebc1196-87a2-446e-8b43-5e7b353737ce', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'port_id': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'mac_address': 'fa:16:3e:c0:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:14:16Z', 'updated_at': '2021-11-12T13:14:19Z', 'revision_number': 1, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f363e9-b577-42cc-a354-3c33588c3080', 'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'mac_address': 'fa:16:3e:12:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:41Z', 'updated_at': '2021-11-12T13:13:51Z', 'revision_number': 5, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'subnets': [{'id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:20.542728 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] Checking router: f0f33480-6eb1-4534-9809-0ca390abec91 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:14:20.553394 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] Routers {'f0f33480-6eb1-4534-9809-0ca390abec91'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:14:20.554253 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:14:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f0f33480-6eb1-4534-9809-0ca390abec91'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:20.611774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-e8e7fda7-fc76-491b-b3f8-6173383cd3e3 service neutron] 10.222.0.73 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106296 Nov 12 13:14:20.753904 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] Set router f0f33480-6eb1-4534-9809-0ca390abec91 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:14:20.784106 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f6d684b-dfce-452e-8b5b-27446bca490f req-03946c49-45d6-49fc-8a8b-03707f502f7d service neutron] 10.222.0.73 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643813 Nov 12 13:14:20.993051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efddda-7845-40cc-9420-81dac7325586 req-09f236f7-b140-4a0e-9145-a27257310597 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:21.002118 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44efddda-7845-40cc-9420-81dac7325586 req-09f236f7-b140-4a0e-9145-a27257310597 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 950 time: 0.0984540 Nov 12 13:14:21.077764 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44efddda-7845-40cc-9420-81dac7325586 req-cc41b9d0-85d3-4612-8b3c-6b08dc2f5596 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747066 Nov 12 13:14:21.122318 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:44Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'bebc1196-87a2-446e-8b43-5e7b353737ce', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'port_id': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'mac_address': 'fa:16:3e:c0:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:14:16Z', 'updated_at': '2021-11-12T13:14:19Z', 'revision_number': 1, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f363e9-b577-42cc-a354-3c33588c3080', 'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'mac_address': 'fa:16:3e:12:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:41Z', 'updated_at': '2021-11-12T13:13:51Z', 'revision_number': 5, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'subnets': [{'id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:21.151837 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce4f2e8-12f3-4d49-b557-177d0b863af8 None None] The sync data for ids ['f0f33480-6eb1-4534-9809-0ca390abec91'] in n-d-805736-4 is: [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:44Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'bebc1196-87a2-446e-8b43-5e7b353737ce', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'port_id': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'mac_address': 'fa:16:3e:c0:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:14:16Z', 'updated_at': '2021-11-12T13:14:19Z', 'revision_number': 1, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f363e9-b577-42cc-a354-3c33588c3080', 'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'mac_address': 'fa:16:3e:12:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:41Z', 'updated_at': '2021-11-12T13:13:51Z', 'revision_number': 5, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'subnets': [{'id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:14:21.221766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311b295-36b5-4490-9d1b-8cb699b346e6 req-73e69eb5-3e42-41bc-94a7-eab99cf32985 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:21.223643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3311b295-36b5-4490-9d1b-8cb699b346e6 req-73e69eb5-3e42-41bc-94a7-eab99cf32985 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.0818377 Nov 12 13:14:21.297233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3311b295-36b5-4490-9d1b-8cb699b346e6 req-56c3a518-a1ea-4c0b-9a6d-60c005d6f1fd tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654497 Nov 12 13:14:21.444360 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53408d87-a5e3-4dbe-a81e-f61be2ac29ed req-201e2d5c-706a-42a6-b8a9-17c794faa5c1 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:21.445340 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242be5c-9929-4c24-aa2c-5643f235ab5d None None] New status for floating IP bebc1196-87a2-446e-8b43-5e7b353737ce: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:14:21.446148 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53408d87-a5e3-4dbe-a81e-f61be2ac29ed req-201e2d5c-706a-42a6-b8a9-17c794faa5c1 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0686955 Nov 12 13:14:21.519121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53408d87-a5e3-4dbe-a81e-f61be2ac29ed req-ca1fac92-c5ea-4add-a6be-99d5928da00e tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661950 Nov 12 13:14:21.645749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e195e56-cad6-449e-90b3-c51b40906f66 req-9b84be36-6749-44eb-9735-67fc9eda9ed7 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:21.653670 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e195e56-cad6-449e-90b3-c51b40906f66 req-9b84be36-6749-44eb-9735-67fc9eda9ed7 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 931 time: 0.0751066 Nov 12 13:14:21.707113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e195e56-cad6-449e-90b3-c51b40906f66 req-acf9a8d2-2f89-4663-abeb-0f0a4a98a132 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523863 Nov 12 13:14:21.820268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa95fdb-ed3d-4698-b19d-8b8d7b925aa5 req-7c4efe8d-6dc0-49a4-af9a-2070a400f5f6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:21.821780 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6aa95fdb-ed3d-4698-b19d-8b8d7b925aa5 req-7c4efe8d-6dc0-49a4-af9a-2070a400f5f6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0508931 Nov 12 13:14:21.870313 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6aa95fdb-ed3d-4698-b19d-8b8d7b925aa5 req-26a6b75b-a0ea-40cc-a9a6-971b62d57ebd tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419319 Nov 12 13:14:21.936577 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc341932-54b1-4324-8c37-cfe736f154eb x-openstack-request-id: req-cc341932-54b1-4324-8c37-cfe736f154eb {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:21.937051 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0c93a-d4fb-42d5-87aa-3d4b5606d23a", "tag": "b263b444-481a-4afd-9d5c-3998ef29668a", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:21.937820 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc341932-54b1-4324-8c37-cfe736f154eb {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:21.938252 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'tag': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'status': 'completed', 'code': 200} Nov 12 13:14:22.063423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3593f398-11e1-4ea2-a290-530f72b5308d req-208540a0-843c-43bb-b7ab-6ace75e2622c tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 258 time: 0.1148338 Nov 12 13:14:22.073672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:22.107006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:22.254266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:22.401382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Allocated IP 172.25.5.61 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/34cc9882-cd3d-4b4a-9f2e-7343dd672ad2) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:14:22.528136 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:22.567461 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:22.605809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:22.611966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:22.615785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:14:22.624929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Pushing event updated for resources: {'Port': ['ID=34cc9882-cd3d-4b4a-9f2e-7343dd672ad2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:22.669816 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:22.704904 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:22.876523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:22.881229 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:22.916896 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:22.951997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Pushing event updated for resources: {'Port': ['ID=34cc9882-cd3d-4b4a-9f2e-7343dd672ad2,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:22.957625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:22.958836 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3593f398-11e1-4ea2-a290-530f72b5308d req-d2ff0c5e-a8aa-4638-b3e5-16f8a3a7494e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8891685 Nov 12 13:14:23.010151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3593f398-11e1-4ea2-a290-530f72b5308d req-33cc3120-215d-44f7-b8c7-3ab658cf34a6 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0450823 Nov 12 13:14:23.158450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593f398-11e1-4ea2-a290-530f72b5308d req-32960c5b-7dac-4869-9b2e-452fdf658026 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:23.160052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3593f398-11e1-4ea2-a290-530f72b5308d req-32960c5b-7dac-4869-9b2e-452fdf658026 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.1419888 Nov 12 13:14:23.314885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a7a1-e2fe-4345-96d6-719a174559e3 req-da15cb21-3b28-4aca-898f-10f3763d4ec7 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:23.323148 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d037a7a1-e2fe-4345-96d6-719a174559e3 req-da15cb21-3b28-4aca-898f-10f3763d4ec7 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 950 time: 0.0889060 Nov 12 13:14:23.335856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dbcfc-b345-413a-ace0-526b8423fe8d req-b3e2a61b-c414-48a8-a111-c2227404b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:23.337409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f73dbcfc-b345-413a-ace0-526b8423fe8d req-b3e2a61b-c414-48a8-a111-c2227404b2a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 1101 time: 0.1047347 Nov 12 13:14:23.344823 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-331e66d1-7bfd-41e3-984a-3304dda10935 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837280 Nov 12 13:14:23.385416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb568a5-fc20-4352-93b3-d48390ab83ae req-da997fad-1a47-4002-8f33-a084307110a1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:23.394944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb568a5-fc20-4352-93b3-d48390ab83ae req-da997fad-1a47-4002-8f33-a084307110a1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.1191738 Nov 12 13:14:23.406000 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d037a7a1-e2fe-4345-96d6-719a174559e3 req-a09ce27b-790d-43f8-864d-b42243001850 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817709 Nov 12 13:14:23.462645 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f73dbcfc-b345-413a-ace0-526b8423fe8d req-91cf2cd6-45ae-4d5f-8e04-5a1956ea49af service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160784 Nov 12 13:14:23.469806 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb568a5-fc20-4352-93b3-d48390ab83ae req-372eef4c-5814-429c-9131-2b361c6447ca tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739682 Nov 12 13:14:23.563943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596929a5-32c3-4b7d-aa5f-54bc94cc58ac req-9ad56875-9326-465c-b7d8-7ff9e6b729f4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:23.566536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-596929a5-32c3-4b7d-aa5f-54bc94cc58ac req-9ad56875-9326-465c-b7d8-7ff9e6b729f4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0866938 Nov 12 13:14:23.619240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493cc4e-bb45-4670-8c3e-1d8464afbbb7 req-daa1dde5-2541-42e7-b4df-a0ae9b2c5cd5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:23.620808 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c493cc4e-bb45-4670-8c3e-1d8464afbbb7 req-daa1dde5-2541-42e7-b4df-a0ae9b2c5cd5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 931 time: 0.0918622 Nov 12 13:14:23.631426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-596929a5-32c3-4b7d-aa5f-54bc94cc58ac req-accf4cbf-3c84-41c3-88a2-e519189f7cf5 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585275 Nov 12 13:14:23.674878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c493cc4e-bb45-4670-8c3e-1d8464afbbb7 req-abac8af1-5ce2-47ac-9ea2-88e16782798c tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473173 Nov 12 13:14:23.812072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757477b-7608-41aa-903b-62d48b0b8d52 req-c1d07867-6a01-4c28-a270-9b585c02eec6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:23.813764 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e757477b-7608-41aa-903b-62d48b0b8d52 req-c1d07867-6a01-4c28-a270-9b585c02eec6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0904348 Nov 12 13:14:23.863208 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e757477b-7608-41aa-903b-62d48b0b8d52 req-8cf52a96-bb8c-4565-b940-d5c529f6641d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Nov 12 13:14:23.916203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce974852-85f3-4919-a44d-47023b140659 req-b320d244-3a08-455b-bfa5-6a560495e529 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:23.917820 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce974852-85f3-4919-a44d-47023b140659 req-b320d244-3a08-455b-bfa5-6a560495e529 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0858793 Nov 12 13:14:24.000856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce974852-85f3-4919-a44d-47023b140659 req-2bb5392a-6f7c-4707-9ab4-2aedc8cde8d4 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0748723 Nov 12 13:14:24.014995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ce974852-85f3-4919-a44d-47023b140659 req-00605f20-60b0-47b0-81b8-03070176ecb2 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Request body: {'floatingip': {'port_id': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:24.059077 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce974852-85f3-4919-a44d-47023b140659 req-00605f20-60b0-47b0-81b8-03070176ecb2 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:24.302126 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-ce974852-85f3-4919-a44d-47023b140659 req-00605f20-60b0-47b0-81b8-03070176ecb2 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 13:14:24.303151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce974852-85f3-4919-a44d-47023b140659 req-00605f20-60b0-47b0-81b8-03070176ecb2 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "PUT /v2.0/floatingips/e41f70ae-0147-4e58-8aca-98324951c9d1 HTTP/1.1" status: 409 len: 549 time: 0.2936752 Nov 12 13:14:24.368319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-4d56957f-ae1c-4421-907f-df2dd4e9821c tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips/e41f70ae-0147-4e58-8aca-98324951c9d1 HTTP/1.1" status: 200 len: 692 time: 0.0438662 Nov 12 13:14:24.389786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57680) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:24.545216 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1625f6d-6cea-46a4-9493-6aa8cc67fa07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:24.631973 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1625f6d-6cea-46a4-9493-6aa8cc67fa07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:24.636581 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1625f6d-6cea-46a4-9493-6aa8cc67fa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:24.686618 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c1625f6d-6cea-46a4-9493-6aa8cc67fa07 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eba5d0cb24374319b5d5cf683d77d4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955720 Nov 12 13:14:24.687370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57690) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:24.754809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1625f6d-6cea-46a4-9493-6aa8cc67fa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eac36b-15d7-46e2-912b-433a7266a07e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:24.762940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-468946ec-c597-449b-8d00-b6f5fe700e3e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:24.777312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-468946ec-c597-449b-8d00-b6f5fe700e3e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.4024074 Nov 12 13:14:24.784290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-040e6035-b932-47c0-a28e-b853b2d4468c tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:14:24.785471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-040e6035-b932-47c0-a28e-b853b2d4468c tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071867 Nov 12 13:14:24.798613 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-885ab2f9-e6ca-4e83-9d1a-7f13e4e2b1eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:24.833012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-885ab2f9-e6ca-4e83-9d1a-7f13e4e2b1eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:24.844568 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-8c985306-3663-4853-88fa-7f9a27cff4f4 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0520184 Nov 12 13:14:24.887235 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-885ab2f9-e6ca-4e83-9d1a-7f13e4e2b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:24.890196 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-885ab2f9-e6ca-4e83-9d1a-7f13e4e2b1eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:24.891383 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-885ab2f9-e6ca-4e83-9d1a-7f13e4e2b1eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66eac36b-15d7-46e2-912b-433a7266a07e HTTP/1.1" status: 204 len: 168 time: 0.2019451 Nov 12 13:14:24.899941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ab2f9-e6ca-4e83-9d1a-7f13e4e2b1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eac36b-15d7-46e2-912b-433a7266a07e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:24.903099 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-23c54499-1e93-4309-8c4a-e87588304f22 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0491135 Nov 12 13:14:25.105384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-d633f45a-5271-4e1c-99d2-571dc4e33012 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Deleting port 34cc9882-cd3d-4b4a-9f2e-7343dd672ad2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:14:25.105887 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-d633f45a-5271-4e1c-99d2-571dc4e33012 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.203978 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-d633f45a-5271-4e1c-99d2-571dc4e33012 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.204373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-d633f45a-5271-4e1c-99d2-571dc4e33012 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.222615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-d633f45a-5271-4e1c-99d2-571dc4e33012 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Calling delete_port for 34cc9882-cd3d-4b4a-9f2e-7343dd672ad2 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:14:25.265306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57700) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:25.277444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3822dda-171e-4df3-ad8e-25b28792758e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.403930 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3822dda-171e-4df3-ad8e-25b28792758e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.409193 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-d633f45a-5271-4e1c-99d2-571dc4e33012 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.413311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3822dda-171e-4df3-ad8e-25b28792758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.455664 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c3822dda-171e-4df3-ad8e-25b28792758e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf4a6defffcc435295ab6b54b484c151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929283 Nov 12 13:14:25.458929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57702) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:25.463049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633f45a-5271-4e1c-99d2-571dc4e33012 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Pushing event deleted for resources: {'Port': ['ID=34cc9882-cd3d-4b4a-9f2e-7343dd672ad2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:25.485537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3822dda-171e-4df3-ad8e-25b28792758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0610f7d-9797-4f61-9158-66bcf34c5b00,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:25.491177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-d633f45a-5271-4e1c-99d2-571dc4e33012 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.500294 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-d633f45a-5271-4e1c-99d2-571dc4e33012 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.501674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3706d74f-0752-483f-b43c-3ab0503ec089 req-d633f45a-5271-4e1c-99d2-571dc4e33012 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "DELETE /v2.0/floatingips/e41f70ae-0147-4e58-8aca-98324951c9d1 HTTP/1.1" status: 204 len: 173 time: 0.5914891 Nov 12 13:14:25.527137 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a9ac95f-7712-4b77-9e45-132f2c017b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.550009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a9ac95f-7712-4b77-9e45-132f2c017b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.603877 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a9ac95f-7712-4b77-9e45-132f2c017b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.606526 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a9ac95f-7712-4b77-9e45-132f2c017b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:25.608229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a9ac95f-7712-4b77-9e45-132f2c017b9c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0610f7d-9797-4f61-9158-66bcf34c5b00 HTTP/1.1" status: 204 len: 168 time: 0.1478541 Nov 12 13:14:25.613104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1704-a1dc-495b-8439-7b5fb9bb0374 req-a75c7005-bec5-4a2e-bc7a-3eb12775b380 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:25.614309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936a1704-a1dc-495b-8439-7b5fb9bb0374 req-a75c7005-bec5-4a2e-bc7a-3eb12775b380 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 950 time: 0.0556257 Nov 12 13:14:25.616351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ac95f-7712-4b77-9e45-132f2c017b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0610f7d-9797-4f61-9158-66bcf34c5b00,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:25.706097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936a1704-a1dc-495b-8439-7b5fb9bb0374 req-4b24ba89-7d72-45c1-bf4f-bfb3d422bf02 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817156 Nov 12 13:14:25.830678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7929-4ba5-4848-880d-c5c569721e5e req-54573900-b348-48c4-ab71-ca3fc1393ba7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:25.832345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f74d7929-4ba5-4848-880d-c5c569721e5e req-54573900-b348-48c4-ab71-ca3fc1393ba7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.0604055 Nov 12 13:14:25.886500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f74d7929-4ba5-4848-880d-c5c569721e5e req-933c1dd9-a14b-4ae7-b098-4a763b66b8c4 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479679 Nov 12 13:14:25.997160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87106463-3301-4431-b692-9fdb495b4ad3 req-d10f803f-5b78-4943-8be4-144dc5c4295c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:25.999426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87106463-3301-4431-b692-9fdb495b4ad3 req-d10f803f-5b78-4943-8be4-144dc5c4295c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0534348 Nov 12 13:14:26.049944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87106463-3301-4431-b692-9fdb495b4ad3 req-e661328e-0f53-4c23-bd29-19b7dda8f288 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Nov 12 13:14:26.219145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfecbd-b31a-4873-bfc6-729cd7bf67e4 req-31933c01-e160-4b13-b0d7-d8c1a39bfb4f tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:26.221325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebdfecbd-b31a-4873-bfc6-729cd7bf67e4 req-31933c01-e160-4b13-b0d7-d8c1a39bfb4f tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 931 time: 0.1026239 Nov 12 13:14:26.285423 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebdfecbd-b31a-4873-bfc6-729cd7bf67e4 req-f1d07dcb-0811-4e1a-885a-50792629d06b tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543494 Nov 12 13:14:26.401625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b2979-8784-4179-b4e3-ccd1fd95fc2f req-62a0d00e-3b4f-41e5-93d8-4cdcf6941ffe tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:26.402912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d1b2979-8784-4179-b4e3-ccd1fd95fc2f req-62a0d00e-3b4f-41e5-93d8-4cdcf6941ffe tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0562201 Nov 12 13:14:26.456608 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d1b2979-8784-4179-b4e3-ccd1fd95fc2f req-47fa3417-2e86-4c49-9b60-00c58aeec1f1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Nov 12 13:14:26.655219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-362adb29-19a7-4fbc-9326-a70523a612f8 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 1000 time: 0.1674132 Nov 12 13:14:26.770409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b85ad-1734-4168-8903-69ea85319f45 req-2b917e19-1cc4-4da4-b830-a94eb2127808 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:26.772095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-2b917e19-1cc4-4da4-b830-a94eb2127808 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports/b263b444-481a-4afd-9d5c-3998ef29668a HTTP/1.1" status: 200 len: 942 time: 0.1159148 Nov 12 13:14:26.800679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-acc657ce-31e5-4b2a-8d0e-fa386b032cba tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:26.802475 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-acc657ce-31e5-4b2a-8d0e-fa386b032cba tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 1097 time: 0.1178727 Nov 12 13:14:26.860750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523896-3faa-4919-9cae-7d6fedab1c60 req-f64fac5e-e87d-4ef7-84da-827866ac1af0 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:26.868297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88523896-3faa-4919-9cae-7d6fedab1c60 req-f64fac5e-e87d-4ef7-84da-827866ac1af0 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 950 time: 0.0916073 Nov 12 13:14:26.934769 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88523896-3faa-4919-9cae-7d6fedab1c60 req-43c2b2f1-8969-406a-b3a1-58469028168c tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653427 Nov 12 13:14:26.942266 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c79e55f4-3379-4884-aecc-707fc8a43c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:26.988677 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:14:27.054460 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-2312bfe6-2afc-47d5-bc83-280304d4feea tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 1000 time: 0.1707351 Nov 12 13:14:27.071515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d62ca-e2e5-43e2-a122-515d70f30e63 req-52bdd563-f701-472b-8bae-473c25a8045f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:27.073092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-068d62ca-e2e5-43e2-a122-515d70f30e63 req-52bdd563-f701-472b-8bae-473c25a8045f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.0586331 Nov 12 13:14:27.205958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-068d62ca-e2e5-43e2-a122-515d70f30e63 req-caab1be6-d0e1-4e4e-974b-d08769e6715d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142628 Nov 12 13:14:27.220434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b85ad-1734-4168-8903-69ea85319f45 req-fe2a5fe6-c8f5-459c-8ffb-e0fe23d39fb1 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:27.230322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-fe2a5fe6-c8f5-459c-8ffb-e0fe23d39fb1 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.1539757 Nov 12 13:14:27.245682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-d1ab6dc0-fd6f-4fb2-8302-d9d21fad2a79 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:14:27.254810 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-d1ab6dc0-fd6f-4fb2-8302-d9d21fad2a79 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235329 Nov 12 13:14:27.351524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-23c38655-96e0-4fb2-887a-f9d101f18b5b service neutron] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:27.354901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-b8fcf8a2-e247-4260-ae66-997a91467523 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 1000 time: 0.0992224 Nov 12 13:14:27.358122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-23c38655-96e0-4fb2-887a-f9d101f18b5b service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:27.359318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c86a3b8b-09ca-45b9-ae4c-d1f17bd68bf8 req-23c38655-96e0-4fb2-887a-f9d101f18b5b service neutron] 10.222.0.70 "DELETE /v2.0/ports/52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b/bindings/n-h2-805736-4 HTTP/1.1" status: 204 len: 173 time: 0.5474851 Nov 12 13:14:27.369359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-226b85ad-1734-4168-8903-69ea85319f45 req-7527c0c2-25c1-4a0d-afa2-2b92d67daf7e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:27.381373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e483a3-356c-4043-a161-759f8a687959 req-2da9e7c8-443f-45f6-b637-be4d5a96b466 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:27.383389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b4e483a3-356c-4043-a161-759f8a687959 req-2da9e7c8-443f-45f6-b637-be4d5a96b466 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0627477 Nov 12 13:14:27.433097 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b4e483a3-356c-4043-a161-759f8a687959 req-311831c0-87b6-4a37-bff2-8c1a01c3b693 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 Nov 12 13:14:27.439818 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-226b85ad-1734-4168-8903-69ea85319f45 req-7527c0c2-25c1-4a0d-afa2-2b92d67daf7e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:27.612616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f28189-48bb-4cb8-bad9-9b91f499200d req-2f77896d-bffd-4ad7-a9eb-c03eb34ea97b tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:27.614302 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-18f28189-48bb-4cb8-bad9-9b91f499200d req-2f77896d-bffd-4ad7-a9eb-c03eb34ea97b tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 931 time: 0.0901494 Nov 12 13:14:27.649023 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-226b85ad-1734-4168-8903-69ea85319f45 req-7527c0c2-25c1-4a0d-afa2-2b92d67daf7e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:27.653445 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-226b85ad-1734-4168-8903-69ea85319f45 req-7527c0c2-25c1-4a0d-afa2-2b92d67daf7e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:27.653861 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-226b85ad-1734-4168-8903-69ea85319f45 req-7527c0c2-25c1-4a0d-afa2-2b92d67daf7e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Floating IP bebc1196-87a2-446e-8b43-5e7b353737ce disassociated. External IP: 172.25.5.52, port: b263b444-481a-4afd-9d5c-3998ef29668a. Nov 12 13:14:27.667507 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-18f28189-48bb-4cb8-bad9-9b91f499200d req-b85ca593-1413-4b3b-ae4a-83a48bf5abaa tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454373 Nov 12 13:14:27.984108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e6fc0-ac4d-4221-9f91-e2d942ce0128 req-02e182e8-b412-4b35-9766-873d4384bb1d tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:27.986065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c1e6fc0-ac4d-4221-9f91-e2d942ce0128 req-02e182e8-b412-4b35-9766-873d4384bb1d tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 1097 time: 0.0447917 Nov 12 13:14:27.995617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-226b85ad-1734-4168-8903-69ea85319f45 req-7527c0c2-25c1-4a0d-afa2-2b92d67daf7e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Router f0f33480-6eb1-4534-9809-0ca390abec91 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:14:28.040951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c1e6fc0-ac4d-4221-9f91-e2d942ce0128 req-f89df7a9-9436-46d3-b088-a520311520f1 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457888 Nov 12 13:14:28.161396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-226b85ad-1734-4168-8903-69ea85319f45 req-7527c0c2-25c1-4a0d-afa2-2b92d67daf7e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:14:28.171383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0243d04-2c22-45ea-851f-c1f368c6d1c9 req-a203201c-0450-47d8-b0f6-e73dac353bba tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:28.174186 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] Sync routers for ids ['f0f33480-6eb1-4534-9809-0ca390abec91'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:14:28.176548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-226b85ad-1734-4168-8903-69ea85319f45 req-7527c0c2-25c1-4a0d-afa2-2b92d67daf7e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:28.179878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0243d04-2c22-45ea-851f-c1f368c6d1c9 req-a203201c-0450-47d8-b0f6-e73dac353bba tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0721211 Nov 12 13:14:28.197669 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] Routers {'f0f33480-6eb1-4534-9809-0ca390abec91'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:14:28.198547 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:14:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f0f33480-6eb1-4534-9809-0ca390abec91'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:28.213871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-7527c0c2-25c1-4a0d-afa2-2b92d67daf7e tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "PUT /v2.0/floatingips/bebc1196-87a2-446e-8b43-5e7b353737ce HTTP/1.1" status: 200 len: 694 time: 0.8515759 Nov 12 13:14:28.214532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'tag': 'b263b444-481a-4afd-9d5c-3998ef29668a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:28.217971 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18c6660-b16f-458f-b174-59a7407a7689" -d '{"events": [{"name": "network-changed", "server_uuid": "70f0c93a-d4fb-42d5-87aa-3d4b5606d23a", "tag": "b263b444-481a-4afd-9d5c-3998ef29668a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:28.248990 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0243d04-2c22-45ea-851f-c1f368c6d1c9 req-383bb9a5-d3fc-488b-a78f-17d87f55c392 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673482 Nov 12 13:14:28.300021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b85ad-1734-4168-8903-69ea85319f45 req-c6d67060-3986-44df-b68e-32a64f5d9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:28.301971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-c6d67060-3986-44df-b68e-32a64f5d9e17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6cb7b24a9514083b53708522431e69b&device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 1096 time: 0.0707963 Nov 12 13:14:28.412124 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] Set router f0f33480-6eb1-4534-9809-0ca390abec91 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:14:28.490415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b85ad-1734-4168-8903-69ea85319f45 req-81260dff-7bf7-4602-b227-e62b0125c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:28.492850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-81260dff-7bf7-4602-b227-e62b0125c81c service neutron] 10.222.0.73 "GET /v2.0/networks?id=91ac16d6-8799-4577-942f-f35b1ae007b1 HTTP/1.1" status: 200 len: 930 time: 0.1825788 Nov 12 13:14:28.602895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-0c6a8489-ac21-4823-89d0-f72258f853a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b263b444-481a-4afd-9d5c-3998ef29668a HTTP/1.1" status: 200 len: 217 time: 0.1020787 Nov 12 13:14:28.684259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b85ad-1734-4168-8903-69ea85319f45 req-459ff14a-2380-45a4-b16e-6a9814d95e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:28.686491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-459ff14a-2380-45a4-b16e-6a9814d95e37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ef16063-c2c9-4ab5-8105-1e6e9bdfa713 HTTP/1.1" status: 200 len: 868 time: 0.0733166 Nov 12 13:14:28.755603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b85ad-1734-4168-8903-69ea85319f45 req-14b46482-c81e-46c6-9a60-11aafffa1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:28.757360 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-14b46482-c81e-46c6-9a60-11aafffa1143 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91ac16d6-8799-4577-942f-f35b1ae007b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533643 Nov 12 13:14:28.758987 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:44Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '37f363e9-b577-42cc-a354-3c33588c3080', 'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'mac_address': 'fa:16:3e:12:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:41Z', 'updated_at': '2021-11-12T13:13:51Z', 'revision_number': 5, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'subnets': [{'id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:28.786703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297e6ff-c95f-4224-a931-d7421788986f req-7f7dd70c-0c6b-4f01-9c2f-4baf4d6ccdf2 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:28.788699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6297e6ff-c95f-4224-a931-d7421788986f req-7f7dd70c-0c6b-4f01-9c2f-4baf4d6ccdf2 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 950 time: 0.0640202 Nov 12 13:14:28.799838 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] Checking router: f0f33480-6eb1-4534-9809-0ca390abec91 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:14:28.810726 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] Routers {'f0f33480-6eb1-4534-9809-0ca390abec91'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:14:28.811518 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:14:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f0f33480-6eb1-4534-9809-0ca390abec91'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:28.871745 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6297e6ff-c95f-4224-a931-d7421788986f req-a4210ed2-3a8a-43cb-95c5-ae820b089501 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733089 Nov 12 13:14:28.915526 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-9d7836d7-9b2d-4bdd-a0a9-41c0e3d25da5 service neutron] 10.222.0.73 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445720 Nov 12 13:14:28.946518 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] Set router f0f33480-6eb1-4534-9809-0ca390abec91 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:14:29.037745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-226b85ad-1734-4168-8903-69ea85319f45 req-fb2b896b-9dfc-4061-9000-ebbb0d736af1 service neutron] 10.222.0.73 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156473 Nov 12 13:14:29.097139 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ac5bb8-602b-402f-a835-10a8db796e73 x-openstack-request-id: req-60ac5bb8-602b-402f-a835-10a8db796e73 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:29.097550 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f0c93a-d4fb-42d5-87aa-3d4b5606d23a", "tag": "b263b444-481a-4afd-9d5c-3998ef29668a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:29.097850 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-60ac5bb8-602b-402f-a835-10a8db796e73 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:29.098884 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'tag': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'status': 'completed', 'code': 200} Nov 12 13:14:29.106055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b54cb-f898-4240-9fe2-c9976112baec req-710ec208-69e9-47a0-89d5-210eb0048cd5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.108261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-710ec208-69e9-47a0-89d5-210eb0048cd5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 808 time: 0.1456699 Nov 12 13:14:29.126814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-7d35868d-7e5e-4a63-8af2-940b9710fa18 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/quotas/400cd7e0e4fd45d49e91bc070b399a26 HTTP/1.1" status: 200 len: 375 time: 0.0119407 Nov 12 13:14:29.183460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-a160eaf3-67a5-4f65-85dd-9399aa4da136 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476742 Nov 12 13:14:29.191778 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:44Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '37f363e9-b577-42cc-a354-3c33588c3080', 'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'mac_address': 'fa:16:3e:12:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:41Z', 'updated_at': '2021-11-12T13:13:51Z', 'revision_number': 5, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'subnets': [{'id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:29.222127 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594102fb-ac33-41b3-b60e-7ac203319a18 None None] The sync data for ids ['f0f33480-6eb1-4534-9809-0ca390abec91'] in n-d-805736-4 is: [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:13:44Z', 'revision_number': 4, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '37f363e9-b577-42cc-a354-3c33588c3080', 'name': '', 'network_id': '91ac16d6-8799-4577-942f-f35b1ae007b1', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'mac_address': 'fa:16:3e:12:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:41Z', 'updated_at': '2021-11-12T13:13:51Z', 'revision_number': 5, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'subnets': [{'id': '9ef16063-c2c9-4ab5-8105-1e6e9bdfa713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:14:29.293912 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-fc74e3a7-1509-458e-869f-3ec810de5a65 service neutron] 10.222.0.73 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015949 Nov 12 13:14:29.327423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1db9e7-90bc-475b-acc1-6aa30b50618e req-12b03d90-66ed-48b7-8ac1-453b31467ca2 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.329243 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e1db9e7-90bc-475b-acc1-6aa30b50618e req-12b03d90-66ed-48b7-8ac1-453b31467ca2 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1101 time: 0.0526636 Nov 12 13:14:29.350956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1e1db9e7-90bc-475b-acc1-6aa30b50618e req-125d759b-3193-4e17-a5af-c4d23fae9bc2 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:29.403886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-4c816a69-926b-4c98-9f93-ab63d12bebf9 service neutron] 10.222.0.73 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016493 Nov 12 13:14:29.425788 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92d9b10a-2b66-4df1-a37b-89d0a0c270d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:29.455870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1e1db9e7-90bc-475b-acc1-6aa30b50618e req-125d759b-3193-4e17-a5af-c4d23fae9bc2 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:29.460438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1e1db9e7-90bc-475b-acc1-6aa30b50618e req-125d759b-3193-4e17-a5af-c4d23fae9bc2 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:29.503140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e1db9e7-90bc-475b-acc1-6aa30b50618e req-125d759b-3193-4e17-a5af-c4d23fae9bc2 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672311 Nov 12 13:14:29.503867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d759b-3193-4e17-a5af-c4d23fae9bc2 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa424f2-d64a-4119-a71d-fabd835c25a3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:29.559885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bfb67-4768-4cc2-953c-66a389709a1e None None] New status for floating IP bebc1196-87a2-446e-8b43-5e7b353737ce: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:14:29.660717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6159-4de5-411a-97b1-c0e68f0bf6db req-828543a1-4a39-44ef-9d36-fffdd7e513a7 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.671737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8af6159-4de5-411a-97b1-c0e68f0bf6db req-828543a1-4a39-44ef-9d36-fffdd7e513a7 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0783772 Nov 12 13:14:29.713583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f321ff0-9eb3-4a89-ac8f-bbea39a9c48b req-3dd62367-3955-418a-91aa-88f5dfcd7a1e tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:29.722811 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0f321ff0-9eb3-4a89-ac8f-bbea39a9c48b req-3dd62367-3955-418a-91aa-88f5dfcd7a1e tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 931 time: 0.0697091 Nov 12 13:14:29.743257 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8af6159-4de5-411a-97b1-c0e68f0bf6db req-472c5936-1e96-458f-813a-10d52341518c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665181 Nov 12 13:14:29.790942 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0f321ff0-9eb3-4a89-ac8f-bbea39a9c48b req-cc646865-63d4-4acc-a0f3-5f8d0f9b32af tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667882 Nov 12 13:14:29.879889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-f334dd50-6ee3-4700-bd59-250c78496a10 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips/bebc1196-87a2-446e-8b43-5e7b353737ce HTTP/1.1" status: 200 len: 694 time: 0.0594506 Nov 12 13:14:30.003755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-cf086bb6-5459-4821-85f0-aa82391d49c6 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:30.007593 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-cf086bb6-5459-4821-85f0-aa82391d49c6 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.1191049 Nov 12 13:14:30.024641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-6654a385-96a7-4682-a67d-ba7a64c8c93f tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:14:30.025331 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-6654a385-96a7-4682-a67d-ba7a64c8c93f tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069129 Nov 12 13:14:30.093498 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-3132d7fb-81b2-4de3-9c41-61c11d269b19 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.0601962 Nov 12 13:14:30.143647 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-42fb19e1-a1af-4fa4-9ec8-b5fbbf6b572b tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.0445230 Nov 12 13:14:30.287448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-0473dfa4-5428-4aed-b13d-b5a42901df62 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Deleting port 299c10f9-18e7-4183-9e85-4f358d073dea {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:14:30.287781 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-0473dfa4-5428-4aed-b13d-b5a42901df62 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:30.372761 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-0473dfa4-5428-4aed-b13d-b5a42901df62 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:30.374116 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-0473dfa4-5428-4aed-b13d-b5a42901df62 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:30.391483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-0473dfa4-5428-4aed-b13d-b5a42901df62 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Calling delete_port for 299c10f9-18e7-4183-9e85-4f358d073dea owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:14:30.410083 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:30.550040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-0473dfa4-5428-4aed-b13d-b5a42901df62 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:30.576920 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473dfa4-5428-4aed-b13d-b5a42901df62 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Pushing event deleted for resources: {'Port': ['ID=299c10f9-18e7-4183-9e85-4f358d073dea,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:30.601300 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-0473dfa4-5428-4aed-b13d-b5a42901df62 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:30.605005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-0473dfa4-5428-4aed-b13d-b5a42901df62 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:30.606418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9277b18-e436-4bff-9d68-dbb161e28fbd req-0473dfa4-5428-4aed-b13d-b5a42901df62 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "DELETE /v2.0/floatingips/bebc1196-87a2-446e-8b43-5e7b353737ce HTTP/1.1" status: 204 len: 173 time: 0.4568074 Nov 12 13:14:30.729743 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-385d0155-c5d9-4b06-83c8-0d589b6c02a1 req-60f4cd09-7419-442d-a85d-dbf0f6192a1d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 210 time: 0.0531781 Nov 12 13:14:30.782546 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-a449d0f9-f8ce-45ad-9ae8-ef7b2257ba22 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304587 Nov 12 13:14:30.847408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57852) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:30.896362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Request body: {'port': {'device_id': 'ed84e38a-436c-45e0-93a8-7ee95f274448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:30.903437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323c571-f68c-4e2b-9a5a-5f34abe893cb req-25c2ea53-b8e9-4475-9aaf-aceeabe58286 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:30.910120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e323c571-f68c-4e2b-9a5a-5f34abe893cb req-25c2ea53-b8e9-4475-9aaf-aceeabe58286 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0915828 Nov 12 13:14:30.957821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-2159ab4f-da8d-4189-b7fe-04388a918d7c tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:30.965328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-2159ab4f-da8d-4189-b7fe-04388a918d7c tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817698 Nov 12 13:14:31.020242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-2d2ef3df-0f9a-4014-97f4-0e37c0f4dd7a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/quotas/256b45b6566f4f91af72e8ce15cb1f18 HTTP/1.1" status: 200 len: 375 time: 0.0520949 Nov 12 13:14:31.045830 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e323c571-f68c-4e2b-9a5a-5f34abe893cb req-97eb9de7-a979-4ee3-a212-f28fa61abdb9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307032 Nov 12 13:14:31.054177 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c6660-b16f-458f-b174-59a7407a7689 req-5ddc5624-169c-4933-9354-c08d16fd4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:31.055766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c18c6660-b16f-458f-b174-59a7407a7689 req-5ddc5624-169c-4933-9354-c08d16fd4d09 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c6cb7b24a9514083b53708522431e69b&device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 1096 time: 0.1212726 Nov 12 13:14:31.063207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:31.077622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-2ab64e0d-975a-4db9-a57a-e007ba0cc441 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2293074 Nov 12 13:14:31.083723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-d5368102-8037-4a72-90d2-ba7cbf9a0b0a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:14:31.088786 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-d5368102-8037-4a72-90d2-ba7cbf9a0b0a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101175 Nov 12 13:14:31.111354 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-d3f9bb88-f953-49f9-9a79-1fec61aa36a3 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917687 Nov 12 13:14:31.368282 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c6660-b16f-458f-b174-59a7407a7689 req-cdc3a573-d3d7-4074-a7ba-e6ac661af6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:31.371497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c18c6660-b16f-458f-b174-59a7407a7689 req-cdc3a573-d3d7-4074-a7ba-e6ac661af6b0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=91ac16d6-8799-4577-942f-f35b1ae007b1 HTTP/1.1" status: 200 len: 930 time: 0.2917521 Nov 12 13:14:31.422573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908fc66-eb4b-4b51-b0ca-30d4df232e14 req-d9a568cc-2841-447d-b051-6654a1838cc2 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:31.426238 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2908fc66-eb4b-4b51-b0ca-30d4df232e14 req-d9a568cc-2841-447d-b051-6654a1838cc2 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1961758 Nov 12 13:14:31.476390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c18c6660-b16f-458f-b174-59a7407a7689 req-a127ac4f-b778-4afb-aa23-37d99b9cc028 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b263b444-481a-4afd-9d5c-3998ef29668a HTTP/1.1" status: 200 len: 217 time: 0.0823524 Nov 12 13:14:31.525597 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2908fc66-eb4b-4b51-b0ca-30d4df232e14 req-9ca02c39-1079-421f-9eec-6e264bf4f17d tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0522673 Nov 12 13:14:31.549834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:31.559188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:31.580932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Transition to ACTIVE for port object c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:14:31.587231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c6660-b16f-458f-b174-59a7407a7689 req-77b28ea5-5685-417a-851b-34cf162c3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:31.589578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c18c6660-b16f-458f-b174-59a7407a7689 req-77b28ea5-5685-417a-851b-34cf162c3b74 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9ef16063-c2c9-4ab5-8105-1e6e9bdfa713 HTTP/1.1" status: 200 len: 868 time: 0.0731342 Nov 12 13:14:31.599103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9172e7-2aaf-42f3-a5a6-8e41b7b1f329 req-9dae2803-72f7-4b59-b9e2-d47db04827b4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:31.601017 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c9172e7-2aaf-42f3-a5a6-8e41b7b1f329 req-9dae2803-72f7-4b59-b9e2-d47db04827b4 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1462634 Nov 12 13:14:31.601912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:31.713586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Pushing event updated for resources: {'Port': ['ID=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:31.734573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c6660-b16f-458f-b174-59a7407a7689 req-c85ba7d5-5024-421e-9ba9-82a3c7614b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:31.736394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c18c6660-b16f-458f-b174-59a7407a7689 req-c85ba7d5-5024-421e-9ba9-82a3c7614b76 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=91ac16d6-8799-4577-942f-f35b1ae007b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329842 Nov 12 13:14:31.788117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301bb7f-decf-4a64-9188-839fef3a2245 req-14ef58b7-0e5a-409e-acc7-b0ba744c5045 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:31.799827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0301bb7f-decf-4a64-9188-839fef3a2245 req-14ef58b7-0e5a-409e-acc7-b0ba744c5045 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 943 time: 0.1470370 Nov 12 13:14:32.039623 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:32.290254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c9172e7-2aaf-42f3-a5a6-8e41b7b1f329 req-e62ae54f-9948-4948-ac1f-58e46f51da3a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782204 Nov 12 13:14:32.340221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Attempting to bind port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:32.340547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Attempting to bind port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:32.340932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Attempting to bind port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a on network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:32.354200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a on network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:14:32.354520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Attempting to bind port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a on network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:32.362730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c18c6660-b16f-458f-b174-59a7407a7689 req-6335a9c3-e40c-420d-9e40-6cc6016f989f service neutron] 10.222.0.105 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073990 Nov 12 13:14:32.382068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:32.382398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Checking segment: {'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:32.382783 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Bound using segment: {'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:32.383299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Bound port: c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da842aa-139b-4a6f-9283-88887c41d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:32.383698 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:32.392715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b54cb-f898-4240-9fe2-c9976112baec req-30788a06-e0bf-45f3-9143-b0420f7227c6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:32.394358 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-30788a06-e0bf-45f3-9143-b0420f7227c6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 808 time: 0.6419473 Nov 12 13:14:32.416540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Request body: {'port': {'device_id': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5', 'admin_state_up': True, 'tenant_id': '400cd7e0e4fd45d49e91bc070b399a26'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:32.421919 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0301bb7f-decf-4a64-9188-839fef3a2245 req-6610548d-16dd-423e-93ad-1c071d8c2427 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992889 Nov 12 13:14:32.577986 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-112954e1-2cdc-4dc3-bf75-4bd4799880b0 req-3b001ce8-92a3-481a-845f-616233649414 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0510745 Nov 12 13:14:32.610540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-43dfa660-d276-459c-aeba-879836c6be75 req-fed30ed4-9c1a-4ce1-8589-85ac4e52fe39 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 210 time: 0.0615954 Nov 12 13:14:32.649754 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c18c6660-b16f-458f-b174-59a7407a7689 req-7eaa157b-246b-4ff5-8f99-4b06da04c154 service neutron] 10.222.0.105 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671995 Nov 12 13:14:32.661344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] For port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:32.664945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] For port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:32.698586 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:32.703020 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:32.707955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Made reservation on behalf of 400cd7e0e4fd45d49e91bc070b399a26 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:14:32.711691 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:32.796032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:32.796750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:32.798283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] 10.222.0.105 "PUT /v2.0/ports/c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a HTTP/1.1" status: 200 len: 1091 time: 1.9063621 Nov 12 13:14:32.798978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed84e38a-436c-45e0-93a8-7ee95f274448', 'tag': 'c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:32.801418 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02" -d '{"events": [{"name": "network-changed", "server_uuid": "ed84e38a-436c-45e0-93a8-7ee95f274448", "tag": "c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:32.805668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37852986-bfd7-4576-99ff-919798ed8303 req-771026f9-bfcc-47d0-83ec-71ff1bef9deb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 210 time: 0.0525758 Nov 12 13:14:32.811602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d16b41-e30c-4ac6-82cd-a51049a3f894 req-2ed32d51-46a7-452c-a1cc-bebfb7981e44 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:32.821346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7d16b41-e30c-4ac6-82cd-a51049a3f894 req-2ed32d51-46a7-452c-a1cc-bebfb7981e44 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1003547 Nov 12 13:14:32.835605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a4366-7f5a-4be5-920d-bb5fc8762a6a service neutron] Pushing event updated for resources: {'Port': ['ID=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:32.864965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-8f9f96f4-bb03-4a6f-946e-d70067cde70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:32.866878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-8f9f96f4-bb03-4a6f-946e-d70067cde70d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c6cb7b24a9514083b53708522431e69b&device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 1096 time: 0.1095364 Nov 12 13:14:32.975610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7d16b41-e30c-4ac6-82cd-a51049a3f894 req-f9d44b65-cda2-4c39-8197-5be4ae54c86b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490188 Nov 12 13:14:32.998616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190167cc-a47d-4249-9844-493112229ca9 req-0cb0a927-a5b5-42c2-afc1-1dddc6221e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.000572 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-0cb0a927-a5b5-42c2-afc1-1dddc6221e01 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=232e8cbaa75549a7903b8b89da84ae9e&device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 1094 time: 0.1321578 Nov 12 13:14:33.120960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-36b75e31-262b-45c4-9a8a-c5ffa4c6ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.125669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-36b75e31-262b-45c4-9a8a-c5ffa4c6ad6c service neutron] 10.222.0.105 "GET /v2.0/networks?id=91ac16d6-8799-4577-942f-f35b1ae007b1 HTTP/1.1" status: 200 len: 930 time: 0.2491579 Nov 12 13:14:33.127923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-7e848fde-bf83-4a01-ba71-7dc2eabfa9fc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a HTTP/1.1" status: 200 len: 217 time: 0.1147726 Nov 12 13:14:33.129966 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61537bd2-822a-468d-86d3-7b42848471b0 x-openstack-request-id: req-61537bd2-822a-468d-86d3-7b42848471b0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:33.130519 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed84e38a-436c-45e0-93a8-7ee95f274448", "tag": "c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:33.130920 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61537bd2-822a-468d-86d3-7b42848471b0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:33.131495 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed84e38a-436c-45e0-93a8-7ee95f274448', 'tag': 'c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a', 'status': 'completed', 'code': 200} Nov 12 13:14:33.269729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-adabb7eb-747a-488f-9c3a-f89627ac722f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b263b444-481a-4afd-9d5c-3998ef29668a HTTP/1.1" status: 200 len: 217 time: 0.1311998 Nov 12 13:14:33.292827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Allocated IP 172.20.0.13 (f217b410-fb8d-4205-88e2-bdba43094ec5/e12e7e2d-7153-45cb-8e22-39f25b694e6a/dc2691e4-00af-46e0-b7a6-69fe838f7393) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:14:33.313425 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190167cc-a47d-4249-9844-493112229ca9 req-8d736ca0-1267-4038-b639-50fbe4d5389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.316517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-8d736ca0-1267-4038-b639-50fbe4d5389d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f4a3ea60-3532-48bc-a33b-53765a574d34 HTTP/1.1" status: 200 len: 853 time: 0.1198263 Nov 12 13:14:33.340641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-0084fdb7-8690-4c24-b379-302697d41ec6 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976279 Nov 12 13:14:33.412931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-9aeeba11-2b52-4d44-b8c6-9291adf4f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.415763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-9aeeba11-2b52-4d44-b8c6-9291adf4f90d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1101 time: 0.3149514 Nov 12 13:14:33.460746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57916) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:33.499893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-af2e03e7-38aa-40df-85c9-f2001f14a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.501416 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-af2e03e7-38aa-40df-85c9-f2001f14a6a4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9ef16063-c2c9-4ab5-8105-1e6e9bdfa713 HTTP/1.1" status: 200 len: 868 time: 0.1817634 Nov 12 13:14:33.509235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6886ee-545f-408f-a7f1-df65c95d02a0 req-c49e63de-f992-4521-b886-ce43c0ce1db0 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.514214 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da6886ee-545f-408f-a7f1-df65c95d02a0 req-c49e63de-f992-4521-b886-ce43c0ce1db0 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 945 time: 0.2427678 Nov 12 13:14:33.563236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190167cc-a47d-4249-9844-493112229ca9 req-20992240-e31c-4767-b5e6-286283040b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.564833 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-20992240-e31c-4767-b5e6-286283040b25 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=31deeb3a-aaee-41cc-bd06-a4fe2284a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2392797 Nov 12 13:14:33.622794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-6b588dad-1ff3-46b5-be20-4422850a6db3 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.625003 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-6b588dad-1ff3-46b5-be20-4422850a6db3 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418451 Nov 12 13:14:33.643811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-351e1995-15cd-4b47-89bf-f7350eba53fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:33.651165 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da6886ee-545f-408f-a7f1-df65c95d02a0 req-77845167-9aeb-4904-b410-5cd09e4a5771 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344054 Nov 12 13:14:33.657387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Request body: {'port': {'device_id': '3348a3cd-3698-4752-a740-bd5ca5b5202e', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '256b45b6566f4f91af72e8ce15cb1f18'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:33.687847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-8494b9ef-718e-4517-a60d-e15503cebb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.689388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-8494b9ef-718e-4517-a60d-e15503cebb0f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=91ac16d6-8799-4577-942f-f35b1ae007b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671464 Nov 12 13:14:33.727291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2bd6-126d-491c-b9e7-1e156285f43b req-dd3a17ce-192d-401a-98a0-8497b2e1ae88 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.728931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62cf2bd6-126d-491c-b9e7-1e156285f43b req-dd3a17ce-192d-401a-98a0-8497b2e1ae88 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.2865307 Nov 12 13:14:33.770738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-d4460d85-0731-420f-90d6-6960c22993ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.772229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-d4460d85-0731-420f-90d6-6960c22993ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.3312473 Nov 12 13:14:33.852266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-16122033-ffe9-4b30-92e9-1962edd4aa9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 217 time: 0.0606833 Nov 12 13:14:33.884051 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:33.906812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-7716a49c-4182-4606-98a0-a2bf34b75472 service neutron] 10.222.0.105 "GET /v2.0/networks/31deeb3a-aaee-41cc-bd06-a4fe2284a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280885 Nov 12 13:14:33.935381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-9cf6ed4d-d305-4da1-9cf5-c1dc4b9a0286 service neutron] 10.222.0.105 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342908 Nov 12 13:14:33.954951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62cf2bd6-126d-491c-b9e7-1e156285f43b req-0f990d92-ca1a-40f2-ace6-ed5a3a2b37d7 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119148 Nov 12 13:14:33.987697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b5ae-3b89-4428-a1c7-6147ba365402 req-9b6a5739-5e52-4def-aa2e-bc82d69f7feb tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:33.989221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1c1b5ae-3b89-4428-a1c7-6147ba365402 req-9b6a5739-5e52-4def-aa2e-bc82d69f7feb tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 943 time: 0.1645842 Nov 12 13:14:34.010073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Made reservation on behalf of 256b45b6566f4f91af72e8ce15cb1f18 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:14:34.014383 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.016461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-569cf529-6c7b-49f0-8be9-f2f95ef519b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:34.017919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-569cf529-6c7b-49f0-8be9-f2f95ef519b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1527891 Nov 12 13:14:34.018049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-351e1995-15cd-4b47-89bf-f7350eba53fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.055336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.068993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:34.076615 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-351e1995-15cd-4b47-89bf-f7350eba53fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.086375 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f96c4db-ce36-4fe8-8193-b725ab5fe768 req-874c645f-0088-4fc7-893e-f4a0628bfce9 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 210 time: 0.0494020 Nov 12 13:14:34.146047 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-190167cc-a47d-4249-9844-493112229ca9 req-0b8edd46-e089-4f86-9cc5-3149c87d356b service neutron] 10.222.0.105 "GET /v2.0/networks/31deeb3a-aaee-41cc-bd06-a4fe2284a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315898 Nov 12 13:14:34.155207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Network f217b410-fb8d-4205-88e2-bdba43094ec5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:34.159014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:34.167070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:14:34.177487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:34.178548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.195437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Pushing event updated for resources: {'Port': ['ID=dc2691e4-00af-46e0-b7a6-69fe838f7393,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:34.206398 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-42131727-ed3b-4482-885d-f49689d8508f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8035340 Nov 12 13:14:34.209783 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-23b7292b-7dad-4ffd-99fe-93f78d1cef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:34.211304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-23b7292b-7dad-4ffd-99fe-93f78d1cef18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201258 Nov 12 13:14:34.226251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Request body: {'port': {'device_id': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:34.300517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e1995-15cd-4b47-89bf-f7350eba53fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d3b4b0-48d7-4dda-8d67-86b322916e32,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:34.304777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-351e1995-15cd-4b47-89bf-f7350eba53fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e76e73c5c7a6492d811cc3fadee6fef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8429978 Nov 12 13:14:34.312166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57926) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:34.332777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1c1b5ae-3b89-4428-a1c7-6147ba365402 req-8da91273-5c86-451a-8d86-b25832e12dda tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286836 Nov 12 13:14:34.354773 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b8d5e19-a4c8-4e49-a344-52cc0ea83c9b req-f58f4b37-e607-4813-9fc8-2f148b7aeab9 service neutron] 10.222.0.105 "GET /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074159 Nov 12 13:14:34.464180 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.480268 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-764b2166-8911-44e2-b7d5-9752a5bc6740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.483684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Allocated IP 192.168.233.236 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/dfbea80b-7227-425d-9050-b28954dffffa) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:14:34.484732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-5081958f-0152-47fe-9ec3-53060c644b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:34.486264 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-5081958f-0152-47fe-9ec3-53060c644b2f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=232e8cbaa75549a7903b8b89da84ae9e&device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 1094 time: 0.1998498 Nov 12 13:14:34.502825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d656b22-e885-4d53-8cc7-ada2f333206d req-0ee147a4-d048-4ebf-801a-12313fe219e8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:34.505484 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d656b22-e885-4d53-8cc7-ada2f333206d req-0ee147a4-d048-4ebf-801a-12313fe219e8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 932 time: 0.2178488 Nov 12 13:14:34.517421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ca138-5b44-44d4-ba2b-c274a89f2d0f req-bf8dd0cb-7c12-4ee8-a423-a862bda96bd9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:34.519029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db3ca138-5b44-44d4-ba2b-c274a89f2d0f req-bf8dd0cb-7c12-4ee8-a423-a862bda96bd9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1073725 Nov 12 13:14:34.542848 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-764b2166-8911-44e2-b7d5-9752a5bc6740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.565531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-bb8e937b-8bfa-4997-8854-4625fb0275dd service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337319 Nov 12 13:14:34.657459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db3ca138-5b44-44d4-ba2b-c274a89f2d0f req-8d07887d-307c-496c-be0f-2c7bf96082e7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290493 Nov 12 13:14:34.696072 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-764b2166-8911-44e2-b7d5-9752a5bc6740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.699166 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-764b2166-8911-44e2-b7d5-9752a5bc6740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.700353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-764b2166-8911-44e2-b7d5-9752a5bc6740 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/81d3b4b0-48d7-4dda-8d67-86b322916e32 HTTP/1.1" status: 204 len: 168 time: 0.3840013 Nov 12 13:14:34.715051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b2166-8911-44e2-b7d5-9752a5bc6740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d3b4b0-48d7-4dda-8d67-86b322916e32,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:34.769048 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.796757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d656b22-e885-4d53-8cc7-ada2f333206d req-31db22a4-8498-4a1e-961a-ba8395fa76a1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782562 Nov 12 13:14:34.839865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-e03254a7-21d3-4af5-a5bf-dc4bcd726aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:34.842260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-e03254a7-21d3-4af5-a5bf-dc4bcd726aa0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=31deeb3a-aaee-41cc-bd06-a4fe2284a15d HTTP/1.1" status: 200 len: 915 time: 0.3349721 Nov 12 13:14:34.881700 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-e9c038b9-9a0f-4098-a2aa-c34806c7dfd4 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795715 Nov 12 13:14:34.882673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:34.901716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['e6cc3529-9cd8-45af-8522-d70680ea28e7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:34.922531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-69f43f6c-82da-42bb-882d-70d343991da1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a HTTP/1.1" status: 200 len: 217 time: 0.0700350 Nov 12 13:14:34.967798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d45f9-fbef-4677-8c72-f0d1c534a4df req-9b6eca57-27de-4280-848d-a152c53f2b6c tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:34.969265 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f6d45f9-fbef-4677-8c72-f0d1c534a4df req-9b6eca57-27de-4280-848d-a152c53f2b6c tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 945 time: 0.1597764 Nov 12 13:14:34.988940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-36fbbae1-08b7-436c-a3c1-da3a27fdb5df tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:35.002140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-36fbbae1-08b7-436c-a3c1-da3a27fdb5df tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.105 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 945 time: 0.2090690 Nov 12 13:14:35.054888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:35.057098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-4846715b-b551-4546-8630-e8b81f43281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:35.059777 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-4846715b-b551-4546-8630-e8b81f43281a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f4a3ea60-3532-48bc-a33b-53765a574d34 HTTP/1.1" status: 200 len: 853 time: 0.1105282 Nov 12 13:14:35.154867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:35.179117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:14:35.184743 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:35.185446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.194247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Pushing event updated for resources: {'Port': ['ID=dfbea80b-7227-425d-9050-b28954dffffa,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:35.224136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-d6eb65a2-affe-49f0-9db8-9d574f276458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:35.225798 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-d6eb65a2-affe-49f0-9db8-9d574f276458 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=31deeb3a-aaee-41cc-bd06-a4fe2284a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521900 Nov 12 13:14:35.239163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21d404-d9d9-45d5-92a6-8eb8ddfcdf51 req-99883dc2-ace9-4c10-8e33-9bb636e40985 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:35.240848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa21d404-d9d9-45d5-92a6-8eb8ddfcdf51 req-99883dc2-ace9-4c10-8e33-9bb636e40985 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1378584 Nov 12 13:14:35.241474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:35.255999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-956284e3-9c23-4be6-a6f0-f8f793bd669a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6097009 Nov 12 13:14:35.265891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2691e4-00af-46e0-b7a6-69fe838f7393 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:35.278011 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f6d45f9-fbef-4677-8c72-f0d1c534a4df req-43617a8e-fe9d-4491-a955-58fc30b38b57 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/security-groups?id=29021b5e-d8dc-485b-95aa-c11c8e41fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724063 Nov 12 13:14:35.286556 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.286714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Request body: {'port': {'device_id': '3348a3cd-3698-4752-a740-bd5ca5b5202e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:35.321039 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82982373-b271-4dae-a399-3efe2ffa9092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.365866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-9c366480-3a5b-4e2b-8d01-374ac251e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Deleting port b263b444-481a-4afd-9d5c-3998ef29668a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:14:35.366208 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-9c366480-3a5b-4e2b-8d01-374ac251e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.394850 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.535859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bf1e7fe5-0723-467b-8b04-2024e84c00e7 None None] Provisioning complete for port dfbea80b-7227-425d-9050-b28954dffffa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:35.536945 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7fe5-0723-467b-8b04-2024e84c00e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.543283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29c8c5-32b7-4f1e-9def-95dcc348ae15 req-489b3ced-bfdd-4d9a-b7f3-a9627eca2fe7 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:35.545749 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef29c8c5-32b7-4f1e-9def-95dcc348ae15 req-489b3ced-bfdd-4d9a-b7f3-a9627eca2fe7 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 936 time: 0.1758163 Nov 12 13:14:35.577133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e7fe5-0723-467b-8b04-2024e84c00e7 None None] Port dfbea80b-7227-425d-9050-b28954dffffa cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:14:35.611501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Transition to ACTIVE for port object dc2691e4-00af-46e0-b7a6-69fe838f7393 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:14:35.619159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-9c366480-3a5b-4e2b-8d01-374ac251e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] For port b263b444-481a-4afd-9d5c-3998ef29668a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=b263b444-481a-4afd-9d5c-3998ef29668a,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:35.619857 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-9c366480-3a5b-4e2b-8d01-374ac251e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.622485 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.650946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-9c366480-3a5b-4e2b-8d01-374ac251e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Calling delete_port for b263b444-481a-4afd-9d5c-3998ef29668a owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:14:35.711900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa21d404-d9d9-45d5-92a6-8eb8ddfcdf51 req-183b1eec-21a0-4788-97e6-7914443f2c76 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623239 Nov 12 13:14:35.736954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-85c6606a-b2f8-428b-b18b-4f227d30cf40 service neutron] 10.222.0.105 "GET /v2.0/networks/31deeb3a-aaee-41cc-bd06-a4fe2284a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943643 Nov 12 13:14:35.744744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2691e4-00af-46e0-b7a6-69fe838f7393,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:35.799223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef29c8c5-32b7-4f1e-9def-95dcc348ae15 req-8cdf9991-7372-49d3-b831-1e32b1a17905 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982260 Nov 12 13:14:35.856295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:35.856621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:35.856942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:35.896598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Port dc2691e4-00af-46e0-b7a6-69fe838f7393 on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:14:35.896918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:35.923802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82982373-b271-4dae-a399-3efe2ffa9092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.930012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:35.930388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:35.930726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:35.931237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Bound port: dc2691e4-00af-46e0-b7a6-69fe838f7393, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:35.931610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.943535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82982373-b271-4dae-a399-3efe2ffa9092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.946451 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-9c366480-3a5b-4e2b-8d01-374ac251e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:35.961211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['b263b444-481a-4afd-9d5c-3998ef29668a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:35.994453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355f27c-6c07-48d9-9089-dbf92bbc57a6 req-2df930ff-0464-4a7e-ba5d-b8a94e8478c2 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:35.995894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5355f27c-6c07-48d9-9089-dbf92bbc57a6 req-2df930ff-0464-4a7e-ba5d-b8a94e8478c2 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 943 time: 0.1828313 Nov 12 13:14:36.007820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c366480-3a5b-4e2b-8d01-374ac251e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Pushing event deleted for resources: {'Port': ['ID=b263b444-481a-4afd-9d5c-3998ef29668a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:36.025588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbea80b-7227-425d-9050-b28954dffffa {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:36.034195 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5dcd5b3-2684-4052-9a8d-7e52932dbb02 req-a6576f47-5d2e-4f27-94fd-b39038ff6c1d service neutron] 10.222.0.105 "GET /v2.0/networks/31deeb3a-aaee-41cc-bd06-a4fe2284a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869234 Nov 12 13:14:36.039363 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.056913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-82982373-b271-4dae-a399-3efe2ffa9092 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f86df5d9f1f148ef9957b049d8385441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8090856 Nov 12 13:14:36.066513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57952) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:36.081071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82982373-b271-4dae-a399-3efe2ffa9092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541b2d14-cf0a-44dc-a90c-427a946d7d8e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:36.085680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212621d-6a8b-4d95-acb0-503e4deddd1f req-56a3afaa-410d-4d8e-b975-636d47b6cfe7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:36.092311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e212621d-6a8b-4d95-acb0-503e4deddd1f req-56a3afaa-410d-4d8e-b975-636d47b6cfe7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1948678 Nov 12 13:14:36.105410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Transition to ACTIVE for port object dfbea80b-7227-425d-9050-b28954dffffa will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:14:36.132954 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.147164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:36.153479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5355f27c-6c07-48d9-9089-dbf92bbc57a6 req-20b9aa2a-414b-43b5-b579-8bf6fb8e16a0 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257651 Nov 12 13:14:36.177193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:36.179221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-9c366480-3a5b-4e2b-8d01-374ac251e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] No DVR routers for this DVR port b263b444-481a-4afd-9d5c-3998ef29668a on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:14:36.193067 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-9c366480-3a5b-4e2b-8d01-374ac251e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.196793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9065e04b-b148-4049-8c96-3dbbeb781ebe req-9c366480-3a5b-4e2b-8d01-374ac251e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.105 "DELETE /v2.0/ports/b263b444-481a-4afd-9d5c-3998ef29668a HTTP/1.1" status: 204 len: 173 time: 1.1713595 Nov 12 13:14:36.198088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.203082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'name': 'network-vif-deleted', 'tag': 'b263b444-481a-4afd-9d5c-3998ef29668a'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:36.220284 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b34447-6741-4f63-bd6e-2edc85ea6ea0" -d '{"events": [{"server_uuid": "70f0c93a-d4fb-42d5-87aa-3d4b5606d23a", "name": "network-vif-deleted", "tag": "b263b444-481a-4afd-9d5c-3998ef29668a"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:36.242578 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91f93a37-0dc5-420b-9b76-4805d2a697e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.254761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbea80b-7227-425d-9050-b28954dffffa,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:36.320400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e212621d-6a8b-4d95-acb0-503e4deddd1f req-82128778-320a-4599-beab-91c29ac7e017 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242367 Nov 12 13:14:36.331440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:36.332069 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.333502 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] 10.222.0.105 "PUT /v2.0/ports/dc2691e4-00af-46e0-b7a6-69fe838f7393 HTTP/1.1" status: 200 len: 1092 time: 2.1170301 Nov 12 13:14:36.339666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'tag': 'dc2691e4-00af-46e0-b7a6-69fe838f7393'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:36.342603 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432c9e04-526b-49fc-ab5b-e88aa6ec979f" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf8d49b-8e29-4a99-97e2-f2307a56e678", "tag": "dc2691e4-00af-46e0-b7a6-69fe838f7393"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:36.344497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Attempting to bind port dfbea80b-7227-425d-9050-b28954dffffa on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:36.344858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Attempting to bind port dfbea80b-7227-425d-9050-b28954dffffa by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:36.345189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Attempting to bind port dfbea80b-7227-425d-9050-b28954dffffa on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:36.370173 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91f93a37-0dc5-420b-9b76-4805d2a697e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.374993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Port dfbea80b-7227-425d-9050-b28954dffffa on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:14:36.375412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Attempting to bind port dfbea80b-7227-425d-9050-b28954dffffa on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:36.391978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:36.392460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:36.392795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:36.395379 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Bound port: dfbea80b-7227-425d-9050-b28954dffffa, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:36.397633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.410362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6007c7a-8b0b-4c1a-83b9-6084025f7777 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2691e4-00af-46e0-b7a6-69fe838f7393,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:36.475605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2270bb3-2825-497c-bf43-cb765e676062 req-b2dc9fd2-39ae-4be4-87eb-7780e3152d57 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:36.477729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2270bb3-2825-497c-bf43-cb765e676062 req-b2dc9fd2-39ae-4be4-87eb-7780e3152d57 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 944 time: 0.2231488 Nov 12 13:14:36.511944 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212827fd-00f0-4e16-bedb-d720253da838 x-openstack-request-id: req-212827fd-00f0-4e16-bedb-d720253da838 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:36.512248 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f0c93a-d4fb-42d5-87aa-3d4b5606d23a", "name": "network-vif-deleted", "tag": "b263b444-481a-4afd-9d5c-3998ef29668a", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:36.512507 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-212827fd-00f0-4e16-bedb-d720253da838 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:36.512930 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f0c93a-d4fb-42d5-87aa-3d4b5606d23a', 'name': 'network-vif-deleted', 'tag': 'b263b444-481a-4afd-9d5c-3998ef29668a', 'status': 'completed', 'code': 200} Nov 12 13:14:36.520239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] For port dfbea80b-7227-425d-9050-b28954dffffa, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:36.527788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] For port dfbea80b-7227-425d-9050-b28954dffffa, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=dfbea80b-7227-425d-9050-b28954dffffa,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:36.536627 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.579180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:36.580300 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.581959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] 10.222.0.70 "PUT /v2.0/ports/dfbea80b-7227-425d-9050-b28954dffffa HTTP/1.1" status: 200 len: 1096 time: 1.3005264 Nov 12 13:14:36.636626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b54cb-f898-4240-9fe2-c9976112baec req-847e0f8e-f2a0-441a-b21c-b92ca124f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:36.641828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-847e0f8e-f2a0-441a-b21c-b92ca124f0fc service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1095 time: 0.2184718 Nov 12 13:14:36.657318 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b2e78-1d7d-47c0-b98c-cef999d6df66 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbea80b-7227-425d-9050-b28954dffffa,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:36.674237 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2270bb3-2825-497c-bf43-cb765e676062 req-cab5d8e5-7052-4696-bbc9-6648cbe535ac tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847036 Nov 12 13:14:36.723564 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cfd7b60-babc-4c29-b333-e62c717173a8 req-ae53a1d4-08c2-413c-8424-f25a2661ad7c tempest-FloatingIPsAssociationNegativeTestJSON-396350577 tempest-FloatingIPsAssociationNegativeTestJSON-396350577-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f0c93a-d4fb-42d5-87aa-3d4b5606d23a HTTP/1.1" status: 200 len: 210 time: 0.0952151 Nov 12 13:14:36.736933 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-c1485a64-2f83-4e7c-8a79-ca71252ea40f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393 HTTP/1.1" status: 200 len: 217 time: 0.0831330 Nov 12 13:14:36.737742 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91f93a37-0dc5-420b-9b76-4805d2a697e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.740513 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91f93a37-0dc5-420b-9b76-4805d2a697e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:36.749050 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-91f93a37-0dc5-420b-9b76-4805d2a697e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/541b2d14-cf0a-44dc-a90c-427a946d7d8e HTTP/1.1" status: 204 len: 168 time: 0.6733119 Nov 12 13:14:36.788030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-ed04d565-8618-4d33-a13b-a7e14651e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:36.788030 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-ed04d565-8618-4d33-a13b-a7e14651e2f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 1099 time: 0.1467967 Nov 12 13:14:36.813792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f93a37-0dc5-420b-9b76-4805d2a697e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541b2d14-cf0a-44dc-a90c-427a946d7d8e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:36.841449 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6a3c2f-0010-437f-8001-71890ec4384f x-openstack-request-id: req-9e6a3c2f-0010-437f-8001-71890ec4384f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:36.846445 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf8d49b-8e29-4a99-97e2-f2307a56e678", "tag": "dc2691e4-00af-46e0-b7a6-69fe838f7393", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:36.847315 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e6a3c2f-0010-437f-8001-71890ec4384f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:36.848591 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'tag': 'dc2691e4-00af-46e0-b7a6-69fe838f7393', 'status': 'completed', 'code': 200} Nov 12 13:14:36.880830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b54cb-f898-4240-9fe2-c9976112baec req-c3b035f3-144f-4060-b02d-7f975e0ddbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:36.886865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-c3b035f3-144f-4060-b02d-7f975e0ddbf9 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.1367548 Nov 12 13:14:36.963355 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-1823efcf-77e6-46dd-bf8c-55fb09f00f0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=dfbea80b-7227-425d-9050-b28954dffffa HTTP/1.1" status: 200 len: 217 time: 0.1634777 Nov 12 13:14:37.024291 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-e68c0ab8-486c-4d21-a6cd-6eebd73cc28c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222272 Nov 12 13:14:37.109512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-032e3f75-3add-4ddf-bcef-8c8ec89c29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:37.111437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-032e3f75-3add-4ddf-bcef-8c8ec89c29bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1335745 Nov 12 13:14:37.121950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4af49-09ae-4a38-9030-5b4bcb19ce62 req-f576334f-7eff-4d61-82bc-02bd9cc802e6 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:37.123549 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-edc4af49-09ae-4a38-9030-5b4bcb19ce62 req-f576334f-7eff-4d61-82bc-02bd9cc802e6 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 948 time: 0.1641901 Nov 12 13:14:37.135728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f2858-3b80-4c14-ad3e-673afea58f43 req-166210be-0ada-4b37-8837-15a53cf649ab tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:37.144501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b9f2858-3b80-4c14-ad3e-673afea58f43 req-166210be-0ada-4b37-8837-15a53cf649ab tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.2029598 Nov 12 13:14:37.195871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-fb3e409d-44e2-47af-b822-e51d0dd550d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:37.198179 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-fb3e409d-44e2-47af-b822-e51d0dd550d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737560 Nov 12 13:14:37.219850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-53dcad39-04d7-44c8-ae3d-b13794bfc080 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853666 Nov 12 13:14:37.223872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b9f2858-3b80-4c14-ad3e-673afea58f43 req-95c5c6d1-bc65-4857-8ffb-9fa3bfe830c0 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785344 Nov 12 13:14:37.243014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-edc4af49-09ae-4a38-9030-5b4bcb19ce62 req-6ff11bd5-62ce-4bd6-a902-667e3ff6336e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088235 Nov 12 13:14:37.332805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-59567cae-ec23-43b1-9341-940225f759d3 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220474 Nov 12 13:14:37.385868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a12b54cb-f898-4240-9fe2-c9976112baec req-d29d5873-1615-4039-9538-ecd860318f5f service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583331 Nov 12 13:14:37.400216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af47b74-fc08-4ebc-9b44-56c894c412a8 req-75ff3f90-97e8-4730-b150-11daf66c9821 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:37.402923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3af47b74-fc08-4ebc-9b44-56c894c412a8 req-75ff3f90-97e8-4730-b150-11daf66c9821 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 943 time: 0.0872846 Nov 12 13:14:37.494029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3af47b74-fc08-4ebc-9b44-56c894c412a8 req-f005a4bd-4b94-4e50-a649-82360d4b3577 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837080 Nov 12 13:14:37.504669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e3a5cd6-d873-4abe-bd64-831efa01606a req-ee638029-659e-45c7-9eed-c649069d9c4b service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636524 Nov 12 13:14:37.521375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b5df-da71-461e-8d07-7c2b83925397 req-c8eb3b44-e256-4649-974c-3b4058d9c1ca tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:37.523028 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b41b5df-da71-461e-8d07-7c2b83925397 req-c8eb3b44-e256-4649-974c-3b4058d9c1ca tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0756791 Nov 12 13:14:37.536582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c9e04-526b-49fc-ab5b-e88aa6ec979f req-1d062834-5db4-417f-8dcf-7cf289c15477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:37.539435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-432c9e04-526b-49fc-ab5b-e88aa6ec979f req-1d062834-5db4-417f-8dcf-7cf289c15477 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1095 time: 0.0906045 Nov 12 13:14:37.586287 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b41b5df-da71-461e-8d07-7c2b83925397 req-b0acd387-160c-442b-ae3b-7a1bffc5a357 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522609 Nov 12 13:14:37.650895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c9e04-526b-49fc-ab5b-e88aa6ec979f req-a009a8fa-76b4-4a55-9440-c9a9e6dbc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:37.652367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-432c9e04-526b-49fc-ab5b-e88aa6ec979f req-a009a8fa-76b4-4a55-9440-c9a9e6dbc75a service neutron] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.1048164 Nov 12 13:14:37.697223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-432c9e04-526b-49fc-ab5b-e88aa6ec979f req-6f1e462f-febd-406b-8cd0-5537e4199d08 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393 HTTP/1.1" status: 200 len: 217 time: 0.0370719 Nov 12 13:14:37.773337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c9e04-526b-49fc-ab5b-e88aa6ec979f req-21459c8a-515c-4d66-8ccb-d7d9feb0f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:37.774802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-432c9e04-526b-49fc-ab5b-e88aa6ec979f req-21459c8a-515c-4d66-8ccb-d7d9feb0f0f3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.0687394 Nov 12 13:14:37.801653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57994) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:37.819836 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-432c9e04-526b-49fc-ab5b-e88aa6ec979f req-b7ecb4fc-db21-4c54-b453-8bee4e402eac service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334885 Nov 12 13:14:37.876397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57996) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:37.929734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-432c9e04-526b-49fc-ab5b-e88aa6ec979f req-278b76bb-5005-4863-a14a-e88b5179844d service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012683 Nov 12 13:14:38.007159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:38.010781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device b263b444-481a-4afd-9d5c-3998ef29668a no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:14:38.036723 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-432c9e04-526b-49fc-ab5b-e88aa6ec979f req-f46be4ad-de2b-48a0-b613-544d97481665 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992939 Nov 12 13:14:38.039632 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: b263b444-481a-4afd-9d5c-3998ef29668a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:14:38.040015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device b263b444-481a-4afd-9d5c-3998ef29668a not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:14:38.147156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:38.159705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a', 'network_id': '31deeb3a-aaee-41cc-bd06-a4fe2284a15d', 'port_id': 'c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a', 'mac_address': 'fa:16:3e:b7:a4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a3ea60-3532-48bc-a33b-53765a574d34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:14:38.183403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1006178374-network', 'tenant_id': '863ac3a3e9cd4ee58ee9cb82cc714cf2'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:38.200685 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:38.214219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:38.234452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:38.238413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:38.240044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314cee6-8087-4a7a-97e1-8d4c081912ba req-5b29769a-fa7d-4252-af8a-54441ea26b24 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:38.241844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1314cee6-8087-4a7a-97e1-8d4c081912ba req-5b29769a-fa7d-4252-af8a-54441ea26b24 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 944 time: 0.4354990 Nov 12 13:14:38.265335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Made reservation on behalf of 863ac3a3e9cd4ee58ee9cb82cc714cf2 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:14:38.267588 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:38.289703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:38.360896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952858d-4a4d-4817-b8db-52b888e7de28 req-65969e98-3e7a-4e1b-b925-7775679cc23e tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:38.362530 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7952858d-4a4d-4817-b8db-52b888e7de28 req-65969e98-3e7a-4e1b-b925-7775679cc23e tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.0546377 Nov 12 13:14:38.391636 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1314cee6-8087-4a7a-97e1-8d4c081912ba req-ddd1d672-2fc2-4127-a5f2-392227ece682 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406794 Nov 12 13:14:38.431008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:38.442356 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7952858d-4a4d-4817-b8db-52b888e7de28 req-94f2b02c-ac2c-454f-b059-de0e43983e0d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732784 Nov 12 13:14:38.517264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3348a3cd-3698-4752-a740-bd5ca5b5202e', 'tag': 'dfbea80b-7227-425d-9050-b28954dffffa'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:38.519552 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41" -d '{"events": [{"name": "network-changed", "server_uuid": "3348a3cd-3698-4752-a740-bd5ca5b5202e", "tag": "dfbea80b-7227-425d-9050-b28954dffffa"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:38.590329 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:38.602420 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:38.617960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e240f1-d498-4e63-a566-4b3de74da9b2 req-445a2124-c091-4aeb-b551-17edf7667827 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:38.619492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8e240f1-d498-4e63-a566-4b3de74da9b2 req-445a2124-c091-4aeb-b551-17edf7667827 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 948 time: 0.1414630 Nov 12 13:14:38.625980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20bb4f-324a-44f1-b890-c2d76f1b63e1 req-fc6c5aea-be71-486f-9b3b-b5671dc826f5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:38.629798 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb20bb4f-324a-44f1-b890-c2d76f1b63e1 req-fc6c5aea-be71-486f-9b3b-b5671dc826f5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 944 time: 0.0601509 Nov 12 13:14:38.676985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:14:38.684090 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb20bb4f-324a-44f1-b890-c2d76f1b63e1 req-b58b21b5-d11d-4a11-9912-c2844c83c7dc tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491376 Nov 12 13:14:38.712981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e9a78-82e5-4255-b4ae-fec08c08b65e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:38.714355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:38.722935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:38.723199 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Added segment fc9e8778-374d-4ea1-8aa7-5c06719adee7 of type vlan for network 81d57f6f-0455-4669-b32c-b5b6237ea5d8 Nov 12 13:14:38.752308 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3acb87-0f61-4636-9e08-5ad3948762b0 x-openstack-request-id: req-bf3acb87-0f61-4636-9e08-5ad3948762b0 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:38.752790 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3348a3cd-3698-4752-a740-bd5ca5b5202e", "tag": "dfbea80b-7227-425d-9050-b28954dffffa", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:38.753528 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf3acb87-0f61-4636-9e08-5ad3948762b0 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:38.753528 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3348a3cd-3698-4752-a740-bd5ca5b5202e', 'tag': 'dfbea80b-7227-425d-9050-b28954dffffa', 'status': 'completed', 'code': 200} Nov 12 13:14:38.861685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8e240f1-d498-4e63-a566-4b3de74da9b2 req-073ce66a-4eb4-489f-92fe-66274130d679 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286990 Nov 12 13:14:38.861991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352b182-e16b-4d01-a33f-654e12061986 req-d11c79dd-0e65-4183-8a9a-18ec884d321b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:38.865180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f352b182-e16b-4d01-a33f-654e12061986 req-d11c79dd-0e65-4183-8a9a-18ec884d321b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0669801 Nov 12 13:14:38.866188 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:38.932637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f352b182-e16b-4d01-a33f-654e12061986 req-fb86cc3d-228c-40e7-b2cc-f9889a59bba6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567236 Nov 12 13:14:38.932886 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:38.933840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:38.934439 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:38.948032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-cb740fac-32d4-4ba1-856f-4f7abb8f972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:38.949099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-cb740fac-32d4-4ba1-856f-4f7abb8f972b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 1099 time: 0.1644485 Nov 12 13:14:39.047458 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1683197 Nov 12 13:14:39.050474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58012) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:39.055452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Request body: {'subnet': {'network_id': '81d57f6f-0455-4669-b32c-b5b6237ea5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1006178374-subnet', 'tenant_id': '863ac3a3e9cd4ee58ee9cb82cc714cf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:39.085579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Made reservation on behalf of 863ac3a3e9cd4ee58ee9cb82cc714cf2 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:14:39.087984 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:39.110131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59516478-b8de-4f77-afa7-4a8a70f97a32 admin admin] Pushing event updated for resources: {'Network': ['ID=81d57f6f-0455-4669-b32c-b5b6237ea5d8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:39.131073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 81d57f6f-0455-4669-b32c-b5b6237ea5d8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:14:39.213296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-8cdb50f0-e720-4436-a0b5-463b4a0f56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:39.215356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-8cdb50f0-e720-4436-a0b5-463b4a0f56b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2298789 Nov 12 13:14:39.221779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:39.270003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c727f783-59f3-4a5c-91ba-dc306c54fb40 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:14:39.321780 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:39.327171 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-83876f7d-67ab-45af-9dd0-c4fb712449af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=dfbea80b-7227-425d-9050-b28954dffffa HTTP/1.1" status: 200 len: 217 time: 0.0666010 Nov 12 13:14:39.379514 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:39.400977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=220f921e-c4ab-4ab7-b0f9-80949e16baa8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:39.408480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:39.410549 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1807dacf-b09e-4fdb-b3ff-0023e7c28060" -d '{"events": [{"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-unplugged", "status": "completed", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:39.423325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Checking segment: {'id': 'fc9e8778-374d-4ea1-8aa7-5c06719adee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '81d57f6f-0455-4669-b32c-b5b6237ea5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:39.423957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Network hostable DHCP agents. Network: 81d57f6f-0455-4669-b32c-b5b6237ea5d8, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:14:39.430406 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:39.437009 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:39.454204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Network 81d57f6f-0455-4669-b32c-b5b6237ea5d8 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:14:39.474866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 81d57f6f-0455-4669-b32c-b5b6237ea5d8) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:39.493997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:39.495741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:39.502314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:39.505555 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2853a4c6-19c7-4b98-8f78-7abadf49604d None None] Network 81d57f6f-0455-4669-b32c-b5b6237ea5d8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:14:39.510192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-f26cf64f-dd21-4e6a-aa34-aa605a8ca2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:39.514404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-f26cf64f-dd21-4e6a-aa34-aa605a8ca2bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1727171 Nov 12 13:14:39.535894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a7e9b238-7c93-4297-9bef-9091c17dbceb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4842336 Nov 12 13:14:39.587563 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07528282-7d07-4e14-a0dd-489cec007636 x-openstack-request-id: req-07528282-7d07-4e14-a0dd-489cec007636 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:39.588027 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-unplugged", "status": "completed", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:39.588372 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07528282-7d07-4e14-a0dd-489cec007636 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:39.588999 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'code': 200} Nov 12 13:14:39.710109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb5cd4-1689-4f65-8176-f2460e2ce9a6 None None] Network 81d57f6f-0455-4669-b32c-b5b6237ea5d8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:14:39.738701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35081c-fcf8-4a21-98a0-acb82af214d7 req-8e139f9a-9fa1-4e27-bba2-1e74ed605e34 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:39.740942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d35081c-fcf8-4a21-98a0-acb82af214d7 req-8e139f9a-9fa1-4e27-bba2-1e74ed605e34 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 948 time: 0.0899532 Nov 12 13:14:39.814084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-324dee96-8f83-4c77-885d-dcaafd7bb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:39.815797 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-324dee96-8f83-4c77-885d-dcaafd7bb152 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2497556 Nov 12 13:14:39.830115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d35081c-fcf8-4a21-98a0-acb82af214d7 req-57b248f8-b3ba-405c-9885-dd503b2fd58d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791633 Nov 12 13:14:39.848789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664ab7d-25e2-417b-be2e-9e85b920a0ed req-4462ddab-4a10-45fe-b42d-7ec5d54d507c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:39.850467 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8664ab7d-25e2-417b-be2e-9e85b920a0ed req-4462ddab-4a10-45fe-b42d-7ec5d54d507c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 944 time: 0.2293115 Nov 12 13:14:40.012021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fa490-c498-42e9-b5c6-2d524138dec0 req-bc78fced-9ec2-4a1a-8c75-76768b4acd51 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:40.015383 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e34fa490-c498-42e9-b5c6-2d524138dec0 req-bc78fced-9ec2-4a1a-8c75-76768b4acd51 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 944 time: 0.0823038 Nov 12 13:14:40.027312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:40.054829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8664ab7d-25e2-417b-be2e-9e85b920a0ed req-08d61116-1cf2-47a6-93dd-d4b0e98ac5be tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848395 Nov 12 13:14:40.073652 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-58f89b96-1024-4954-9f8e-8db8e8665715 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462840 Nov 12 13:14:40.135447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:14:40.140968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:40.141388 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.146368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e34fa490-c498-42e9-b5c6-2d524138dec0 req-e7f17145-7bf2-4b08-a3b7-2113ef1651b7 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209736 Nov 12 13:14:40.179862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] Deleting port 37f363e9-b577-42cc-a354-3c33588c3080 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:14:40.180467 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.304186 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.351540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:40.357973 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.367005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe1976-53fe-4fc9-a76d-61073e51357d req-1d1c3184-489f-4c46-9e20-e9c741ed89ce tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:40.369152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3fe1976-53fe-4fc9-a76d-61073e51357d req-1d1c3184-489f-4c46-9e20-e9c741ed89ce tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1085215 Nov 12 13:14:40.430495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:40.436412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58042) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:40.439584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42051b2-9839-4e76-a972-6d72cf86baee req-83e5bddd-5eca-4011-adea-067fb3c687c2 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:40.442323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b42051b2-9839-4e76-a972-6d72cf86baee req-83e5bddd-5eca-4011-adea-067fb3c687c2 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 948 time: 0.2164190 Nov 12 13:14:40.443753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1690649752-network', 'tenant_id': 'bce85b8c583f426688e2a7fb1e79910d'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:40.445102 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a07bce0-6d6c-43fa-a9a7-149f43faaf41 req-89b75d6a-8693-40dc-baf9-889c43bf936a service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598452 Nov 12 13:14:40.452076 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3fe1976-53fe-4fc9-a76d-61073e51357d req-c7c7ad58-0965-4fe5-956a-11a10883ac2e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738730 Nov 12 13:14:40.478384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Made reservation on behalf of bce85b8c583f426688e2a7fb1e79910d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:14:40.483182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.497333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.501265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] For port 37f363e9-b577-42cc-a354-3c33588c3080, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37f363e9-b577-42cc-a354-3c33588c3080,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:40.501973 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.527252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] Calling delete_port for 37f363e9-b577-42cc-a354-3c33588c3080 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:14:40.605240 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b42051b2-9839-4e76-a972-6d72cf86baee req-d7f8c28b-2460-4e00-ab81-fdff86af60d8 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425865 Nov 12 13:14:40.615928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.628527 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.646349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:14:40.661974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927943e2-4fd3-4755-8ebb-435538dcb94a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:40.667166 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.667495 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Added segment d8494530-f472-418e-91e0-41de2d1a99f3 of type vlan for network c84f2235-95b6-430f-91ce-1e8956563d3e Nov 12 13:14:40.715974 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.743879 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.745100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:40.745782 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.816026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3775818 Nov 12 13:14:40.818904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:40.825959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Request body: {'subnet': {'network_id': 'c84f2235-95b6-430f-91ce-1e8956563d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1690649752-subnet', 'tenant_id': 'bce85b8c583f426688e2a7fb1e79910d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:40.831368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21a6bf-ccab-479b-bf73-e80cbf1a5a38 admin admin] Pushing event updated for resources: {'Network': ['ID=c84f2235-95b6-430f-91ce-1e8956563d3e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:40.834765 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.850227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c84f2235-95b6-430f-91ce-1e8956563d3e details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:14:40.865913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Made reservation on behalf of bce85b8c583f426688e2a7fb1e79910d for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:14:40.869869 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:40.897649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f363e9-b577-42cc-a354-3c33588c3080,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:41.037704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6d33-b141-4c9a-9f7f-ad1a1f6290f2 req-6248280b-702d-41be-8f18-2b8a9508bb09 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.041997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41ed6d33-b141-4c9a-9f7f-ad1a1f6290f2 req-6248280b-702d-41be-8f18-2b8a9508bb09 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 948 time: 0.0827146 Nov 12 13:14:41.075201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:41.161407 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41ed6d33-b141-4c9a-9f7f-ad1a1f6290f2 req-b830b95b-6b43-4aae-b036-a1b12cdcead8 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135545 Nov 12 13:14:41.267209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:41.287593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c727f783-59f3-4a5c-91ba-dc306c54fb40 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:41.387541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c76778-770f-422a-990a-78e97a7a64f2,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:41.410454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3d982-e652-4928-b7a9-cabf3fd33879 req-d7182336-996b-44f1-9ad6-86015e8448f5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.412038 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79a3d982-e652-4928-b7a9-cabf3fd33879 req-d7182336-996b-44f1-9ad6-86015e8448f5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 945 time: 0.1420693 Nov 12 13:14:41.415186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Checking segment: {'id': 'd8494530-f472-418e-91e0-41de2d1a99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c84f2235-95b6-430f-91ce-1e8956563d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:41.415541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Network hostable DHCP agents. Network: c84f2235-95b6-430f-91ce-1e8956563d3e, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:14:41.437173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:41.454953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'mac_address': 'fa:16:3e:b7:fe:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:14:41.455214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Network c84f2235-95b6-430f-91ce-1e8956563d3e is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:14:41.477166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c84f2235-95b6-430f-91ce-1e8956563d3e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:41.481785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.483308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:41.499992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79a3d982-e652-4928-b7a9-cabf3fd33879 req-10c0405d-348f-4c65-84c0-f994f9bb28e4 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783904 Nov 12 13:14:41.504092 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:41.521376 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-723974da-ddab-4764-a026-c6960c0a6117 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7009723 Nov 12 13:14:41.526429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398eb4e4-5813-41b7-b897-4f550add15df None None] Network c84f2235-95b6-430f-91ce-1e8956563d3e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:14:41.571575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdd46f-1ebf-4ad7-8067-0fe6281579f3 req-5b33d96c-4ac5-4b1d-b30e-d95ad6779848 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.584053 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4fdd46f-1ebf-4ad7-8067-0fe6281579f3 req-5b33d96c-4ac5-4b1d-b30e-d95ad6779848 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 944 time: 0.3872457 Nov 12 13:14:41.616564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed84e38a-436c-45e0-93a8-7ee95f274448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:41.618343 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1395c789-c03d-49b1-b636-1a9684ddbfac" -d '{"events": [{"server_uuid": "ed84e38a-436c-45e0-93a8-7ee95f274448", "name": "network-vif-plugged", "status": "completed", "tag": "c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:41.621852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c727f783-59f3-4a5c-91ba-dc306c54fb40 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:41.661695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:41.669624 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:41.671100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device dfbea80b-7227-425d-9050-b28954dffffa details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:41.683038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664ed42-bf6f-4c54-a056-282500588557 req-234b0192-2750-4acb-b5d1-bb1a831a1fc4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:41.691672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7664ed42-bf6f-4c54-a056-282500588557 req-234b0192-2750-4acb-b5d1-bb1a831a1fc4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0763934 Nov 12 13:14:41.713941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4fdd46f-1ebf-4ad7-8067-0fe6281579f3 req-0fc95556-2172-4f45-9a64-bfd1ffee7c06 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288986 Nov 12 13:14:41.765384 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7664ed42-bf6f-4c54-a056-282500588557 req-cf6bf798-115e-4f64-8c69-cc748f605145 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685518 Nov 12 13:14:41.798285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2e5d9-1d48-49ed-a097-d02fb00f7675 None None] Network c84f2235-95b6-430f-91ce-1e8956563d3e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:14:41.809679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58062) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:41.847729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:41.853578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port dfbea80b-7227-425d-9050-b28954dffffa, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=dfbea80b-7227-425d-9050-b28954dffffa,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:41.880486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] Router f0f33480-6eb1-4534-9809-0ca390abec91 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:14:41.900003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-649164b7-ae6f-437b-9089-3287724524f2 admin admin] Deleting subnet 220f921e-c4ab-4ab7-b0f9-80949e16baa8 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:14:41.903861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-649164b7-ae6f-437b-9089-3287724524f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:41.926408 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967deaf8-16fb-4eae-814f-4724403b9666 x-openstack-request-id: req-967deaf8-16fb-4eae-814f-4724403b9666 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:41.926631 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed84e38a-436c-45e0-93a8-7ee95f274448", "name": "network-vif-plugged", "status": "completed", "tag": "c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:41.926961 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-967deaf8-16fb-4eae-814f-4724403b9666 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:41.927276 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed84e38a-436c-45e0-93a8-7ee95f274448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a', 'code': 200} Nov 12 13:14:41.931976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'dfbea80b-7227-425d-9050-b28954dffffa', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'dfbea80b-7227-425d-9050-b28954dffffa', 'mac_address': 'fa:16:3e:4c:ce:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:14:41.968991 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-649164b7-ae6f-437b-9089-3287724524f2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:41.980757 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-649164b7-ae6f-437b-9089-3287724524f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.012785 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.022765 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device dc2691e4-00af-46e0-b7a6-69fe838f7393 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:42.065793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:14:42.083098 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] Sync routers for ids ['f0f33480-6eb1-4534-9809-0ca390abec91'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:14:42.083698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbea80b-7227-425d-9050-b28954dffffa {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:42.084825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e1329632-76a0-4396-830d-6d1bffeb0852 admin admin] 10.222.0.73 "PUT /v2.0/routers/f0f33480-6eb1-4534-9809-0ca390abec91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2811723 Nov 12 13:14:42.088275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58064) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:42.106276 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] Routers {'f0f33480-6eb1-4534-9809-0ca390abec91'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:14:42.111179 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:14:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f0f33480-6eb1-4534-9809-0ca390abec91'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:42.116812 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407540c-9720-489e-bcae-d91a1d196f7d req-f087bc26-41bc-47ec-a687-20e73d48e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:42.118486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f407540c-9720-489e-bcae-d91a1d196f7d req-f087bc26-41bc-47ec-a687-20e73d48e3a6 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 1096 time: 0.1332526 Nov 12 13:14:42.135734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port dfbea80b-7227-425d-9050-b28954dffffa, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=dfbea80b-7227-425d-9050-b28954dffffa,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:42.150003 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-649164b7-ae6f-437b-9089-3287724524f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.160642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8d63e-bf58-4660-bc97-5c1963d56586 req-f2269b14-df83-44c4-9c1d-914ac0073764 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:42.172107 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.181835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-edc8d63e-bf58-4660-bc97-5c1963d56586 req-f2269b14-df83-44c4-9c1d-914ac0073764 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 948 time: 0.1976666 Nov 12 13:14:42.269693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:42.272557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=dfbea80b-7227-425d-9050-b28954dffffa,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:42.290683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649164b7-ae6f-437b-9089-3287724524f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220f921e-c4ab-4ab7-b0f9-80949e16baa8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:42.297877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'dc2691e4-00af-46e0-b7a6-69fe838f7393', 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5', 'port_id': 'dc2691e4-00af-46e0-b7a6-69fe838f7393', 'mac_address': 'fa:16:3e:aa:73:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12e7e2d-7153-45cb-8e22-39f25b694e6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:14:42.311068 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-649164b7-ae6f-437b-9089-3287724524f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.314575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-649164b7-ae6f-437b-9089-3287724524f2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/220f921e-c4ab-4ab7-b0f9-80949e16baa8 HTTP/1.1" status: 204 len: 168 time: 0.5025790 Nov 12 13:14:42.324490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:42.352216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f407540c-9720-489e-bcae-d91a1d196f7d req-3f56ef81-a730-41ee-8bb4-2d3d5e84eecc service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249184 Nov 12 13:14:42.367185 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.402428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2691e4-00af-46e0-b7a6-69fe838f7393 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:14:42.406855 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] Set router f0f33480-6eb1-4534-9809-0ca390abec91 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:14:42.436740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.443309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:42.459682 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.498536 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-edc8d63e-bf58-4660-bc97-5c1963d56586 req-d4d9666c-e681-40ee-a256-f4168f527334 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148904 Nov 12 13:14:42.535775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.537853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=dc2691e4-00af-46e0-b7a6-69fe838f7393,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:42.598651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999354-5302-4075-8c11-ff7022c7ade0 req-ac2c7d43-755b-4be9-b320-9a72d9d9eabd tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:42.601084 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e6999354-5302-4075-8c11-ff7022c7ade0 req-ac2c7d43-755b-4be9-b320-9a72d9d9eabd tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1619384 Nov 12 13:14:42.635899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['dfbea80b-7227-425d-9050-b28954dffffa'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:42.648608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.673044 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:14:40Z', 'revision_number': 5, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port': {'id': '1c57df9f-e76f-4b06-adac-d2c5b6e46148', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:42.675921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c727f783-59f3-4a5c-91ba-dc306c54fb40'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:42.705467 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] Checking router: f0f33480-6eb1-4534-9809-0ca390abec91 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:14:42.715104 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] Routers {'f0f33480-6eb1-4534-9809-0ca390abec91'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:14:42.716037 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:14:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f0f33480-6eb1-4534-9809-0ca390abec91'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:42.717344 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e6999354-5302-4075-8c11-ff7022c7ade0 req-f34bf633-d9d3-4273-a662-8b2eb984fa9e tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009288 Nov 12 13:14:42.764306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Deleting port 1c57df9f-e76f-4b06-adac-d2c5b6e46148 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:14:42.766675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.772627 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.777245 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:42.820775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:42.821159 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:42.823334 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['dc2691e4-00af-46e0-b7a6-69fe838f7393'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:42.829101 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:42.831322 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > port after_create 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:42.831820 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:42.832338 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > port after_update 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:42.833106 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:42.833661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:42.834131 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:42.834623 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:42.971996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28913a7-9f09-46dd-b18a-0f73c83b2885 req-4515a52d-a790-4335-9e3b-32a092e847b5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:42.980897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d28913a7-9f09-46dd-b18a-0f73c83b2885 req-4515a52d-a790-4335-9e3b-32a092e847b5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 945 time: 0.1381524 Nov 12 13:14:42.981103 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] Set router f0f33480-6eb1-4534-9809-0ca390abec91 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:14:43.021678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] For port 1c57df9f-e76f-4b06-adac-d2c5b6e46148, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1c57df9f-e76f-4b06-adac-d2c5b6e46148,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:43.022446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.049339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:43.049687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:43.050056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:43.050384 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:14:43.050766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d57f6f-0455-4669-b32c-b5b6237ea5d8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:43.055260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Calling delete_port for 1c57df9f-e76f-4b06-adac-d2c5b6e46148 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:14:43.061527 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:14:42Z', 'revision_number': 6, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:43.100330 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8805f2-aaf1-44f0-8e91-ef486bdb7ccf None None] The sync data for ids ['f0f33480-6eb1-4534-9809-0ca390abec91'] in n-d-805736-4 is: [{'id': 'f0f33480-6eb1-4534-9809-0ca390abec91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1002580910-router', 'tenant_id': 'c6cb7b24a9514083b53708522431e69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:32Z', 'updated_at': '2021-11-12T13:14:42Z', 'revision_number': 6, 'project_id': 'c6cb7b24a9514083b53708522431e69b', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:14:43.101364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d28913a7-9f09-46dd-b18a-0f73c83b2885 req-3a2a0cdf-5fcf-4144-8a7f-93f109034a97 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139314 Nov 12 13:14:43.116159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9e8778-374d-4ea1-8aa7-5c06719adee7') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:43.116159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9e8778-374d-4ea1-8aa7-5c06719adee7') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:43.135903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.166836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.185346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:14:43.185346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: from cryptography.utils import int_from_bytes Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: from cryptography.utils import int_from_bytes Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:14:43.272020 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:14:43.314799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cd24d-317b-4e7e-b29b-37c06ef55042 req-cc499118-e038-41e5-b3fb-b84a00e0e42a tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:43.316464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d3cd24d-317b-4e7e-b29b-37c06ef55042 req-cc499118-e038-41e5-b3fb-b84a00e0e42a tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 945 time: 0.6786461 Nov 12 13:14:43.317725 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.327182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.333493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] 10.222.0.73 "DELETE /v2.0/networks/81d57f6f-0455-4669-b32c-b5b6237ea5d8 HTTP/1.1" status: 204 len: 168 time: 1.0019937 Nov 12 13:14:43.340363 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58078) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:43.349402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5efd6-9a1a-4362-bd78-8a07c3ebe50c admin admin] Pushing event deleted for resources: {'Network': ['ID=81d57f6f-0455-4669-b32c-b5b6237ea5d8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:43.400019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1b1c6-f40e-405e-b8fd-05e6a0224950 req-36646382-566f-4bf7-aa84-d8e4043e787a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:43.406308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d3cd24d-317b-4e7e-b29b-37c06ef55042 req-081b50ad-23ba-4b10-a30a-2f12a75533bf tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635412 Nov 12 13:14:43.410092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17b1b1c6-f40e-405e-b8fd-05e6a0224950 req-36646382-566f-4bf7-aa84-d8e4043e787a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1859457 Nov 12 13:14:43.465601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8aa6be6-5c11-4a9b-9141-bce388a051bd admin admin] Deleting subnet f9c76778-770f-422a-990a-78e97a7a64f2 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:14:43.473614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6be6-5c11-4a9b-9141-bce388a051bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.556852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17b1b1c6-f40e-405e-b8fd-05e6a0224950 req-6c26167a-5e16-4e1a-bb2b-3020ced7f039 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456542 Nov 12 13:14:43.570746 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6be6-5c11-4a9b-9141-bce388a051bd admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.595870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6be6-5c11-4a9b-9141-bce388a051bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.633873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.676777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1c57df9f-e76f-4b06-adac-d2c5b6e46148,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:43.704976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.709790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da45fd-d05a-49d6-b40b-ef3467b1c4be req-acb3295a-cd31-40b3-b888-172786ec2005 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:43.711398 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92da45fd-d05a-49d6-b40b-ef3467b1c4be req-acb3295a-cd31-40b3-b888-172786ec2005 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 949 time: 0.1080048 Nov 12 13:14:43.798871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92da45fd-d05a-49d6-b40b-ef3467b1c4be req-6950b23e-0b60-4c16-81df-15d9fbb36de8 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796580 Nov 12 13:14:43.815085 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.847454 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6be6-5c11-4a9b-9141-bce388a051bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.933520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa6be6-5c11-4a9b-9141-bce388a051bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c76778-770f-422a-990a-78e97a7a64f2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:43.937147 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.940710 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.948121 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6be6-5c11-4a9b-9141-bce388a051bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:43.952083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d8aa6be6-5c11-4a9b-9141-bce388a051bd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f9c76778-770f-422a-990a-78e97a7a64f2 HTTP/1.1" status: 204 len: 168 time: 0.6089535 Nov 12 13:14:43.955561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58084) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:44.038426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device dc2691e4-00af-46e0-b7a6-69fe838f7393 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:44.046112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a1caa-38f7-4fab-9320-d2344ff243ab req-47b95822-af30-4646-b494-ab8def88a532 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:44.048821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb3a1caa-38f7-4fab-9320-d2344ff243ab req-47b95822-af30-4646-b494-ab8def88a532 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.2028208 Nov 12 13:14:44.050221 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.050716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0f33480-6eb1-4534-9809-0ca390abec91 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:14:44.054407 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.065847 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.067387 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9eff41f2-951a-48d7-90ea-b31f4a5b36cc admin admin] 10.222.0.73 "DELETE /v2.0/routers/f0f33480-6eb1-4534-9809-0ca390abec91 HTTP/1.1" status: 204 len: 168 time: 1.9773500 Nov 12 13:14:44.069767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58086) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:44.113486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port dc2691e4-00af-46e0-b7a6-69fe838f7393 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:14:44.118470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port dc2691e4-00af-46e0-b7a6-69fe838f7393 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:44.118819 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.141208 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb3a1caa-38f7-4fab-9320-d2344ff243ab req-d0d9ab86-bb31-48f8-8fda-37efcdea7ac8 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842516 Nov 12 13:14:44.246157 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.273195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1c57df9f-e76f-4b06-adac-d2c5b6e46148 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:14:44.290641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-922494dc-f74a-498a-9ab0-6056329f0fd1 admin admin] Deleting subnet 9ef16063-c2c9-4ab5-8105-1e6e9bdfa713 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:14:44.303963 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2691e4-00af-46e0-b7a6-69fe838f7393'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:44.305081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.306125 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d512c6-66f6-4c8d-8627-9f028cd8bcec" -d '{"events": [{"server_uuid": "fcf8d49b-8e29-4a99-97e2-f2307a56e678", "name": "network-vif-plugged", "status": "completed", "tag": "dc2691e4-00af-46e0-b7a6-69fe838f7393"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:44.314595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1c57df9f-e76f-4b06-adac-d2c5b6e46148 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:14:44.315286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1c57df9f-e76f-4b06-adac-d2c5b6e46148 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:14:44.315976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37f363e9-b577-42cc-a354-3c33588c3080 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:14:44.320878 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-922494dc-f74a-498a-9ab0-6056329f0fd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.334345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:44.362449 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.369608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 37f363e9-b577-42cc-a354-3c33588c3080 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:14:44.369998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37f363e9-b577-42cc-a354-3c33588c3080 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:14:44.370816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84f2235-95b6-430f-91ce-1e8956563d3e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:44.376684 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e590c8-8ae5-46fd-8f0a-018f01acac37 x-openstack-request-id: req-58e590c8-8ae5-46fd-8f0a-018f01acac37 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:44.376954 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8d49b-8e29-4a99-97e2-f2307a56e678", "name": "network-vif-plugged", "status": "completed", "tag": "dc2691e4-00af-46e0-b7a6-69fe838f7393", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:44.377215 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58e590c8-8ae5-46fd-8f0a-018f01acac37 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:44.379431 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2691e4-00af-46e0-b7a6-69fe838f7393', 'code': 200} Nov 12 13:14:44.399182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8494530-f472-418e-91e0-41de2d1a99f3') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:44.399776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8494530-f472-418e-91e0-41de2d1a99f3') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:44.412161 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-922494dc-f74a-498a-9ab0-6056329f0fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.436617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.474234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=dc2691e4-00af-46e0-b7a6-69fe838f7393,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:44.488639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e536bc-f927-4941-bfd8-88d8f52b8d3a req-9998f43b-2b33-414b-96b1-720d3bbc3391 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:44.497978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8e536bc-f927-4941-bfd8-88d8f52b8d3a req-9998f43b-2b33-414b-96b1-720d3bbc3391 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 945 time: 0.2848825 Nov 12 13:14:44.540403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.582598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff07862-5cbb-4e0c-a0c1-327bc4e6017d req-74ccaff1-3c09-41bc-bb02-5632e257dcaa tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:44.584410 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff07862-5cbb-4e0c-a0c1-327bc4e6017d req-74ccaff1-3c09-41bc-bb02-5632e257dcaa tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 945 time: 0.0656176 Nov 12 13:14:44.594285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:14:44.594956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:14:44.612587 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:14:44.641062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff07862-5cbb-4e0c-a0c1-327bc4e6017d req-99460b3d-5c97-4ad1-81f5-f50d32004779 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500910 Nov 12 13:14:44.877384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f426495-67fe-40c3-8399-095d740b4372 req-65c9dd8a-763c-4644-8035-a539fcf0800e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:44.879299 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f426495-67fe-40c3-8399-095d740b4372 req-65c9dd8a-763c-4644-8035-a539fcf0800e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0764163 Nov 12 13:14:44.937624 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f426495-67fe-40c3-8399-095d740b4372 req-d70aa200-f173-4232-ae4b-10fee7c2a2d0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521038 Nov 12 13:14:45.071231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-922494dc-f74a-498a-9ab0-6056329f0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.083559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad664f-4d67-41b3-8d01-2ba65ef87a3d req-c37713ae-3bab-4b5a-a13c-446bb8644145 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:45.086595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7bad664f-4d67-41b3-8d01-2ba65ef87a3d req-c37713ae-3bab-4b5a-a13c-446bb8644145 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 949 time: 0.0803702 Nov 12 13:14:45.094787 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.097743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35a8e-3d50-4000-ad97-03ac51396460 req-de7b702d-e16e-43f1-83d3-c18b2035706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:45.099227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb35a8e-3d50-4000-ad97-03ac51396460 req-de7b702d-e16e-43f1-83d3-c18b2035706a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1097 time: 0.5965271 Nov 12 13:14:45.114009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8e536bc-f927-4941-bfd8-88d8f52b8d3a req-39b248e0-1a68-49b9-ba81-4b50c5524d59 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147118 Nov 12 13:14:45.143923 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.150249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c84f2235-95b6-430f-91ce-1e8956563d3e HTTP/1.1" status: 204 len: 168 time: 1.1902747 Nov 12 13:14:45.177819 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d79f2-41e1-4c20-9d77-5084c627b0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c84f2235-95b6-430f-91ce-1e8956563d3e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:45.185220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7bad664f-4d67-41b3-8d01-2ba65ef87a3d req-8d82de69-be3d-4c0b-8f53-55de23ac29b5 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905588 Nov 12 13:14:45.204800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-922494dc-f74a-498a-9ab0-6056329f0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.255939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922494dc-f74a-498a-9ab0-6056329f0fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef16063-c2c9-4ab5-8105-1e6e9bdfa713,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:45.258946 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-922494dc-f74a-498a-9ab0-6056329f0fd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.265785 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-922494dc-f74a-498a-9ab0-6056329f0fd1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9ef16063-c2c9-4ab5-8105-1e6e9bdfa713 HTTP/1.1" status: 204 len: 168 time: 1.1913884 Nov 12 13:14:45.266597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c96e845-62e2-4d66-a545-f54afeabc97e None None] Network 91ac16d6-8799-4577-942f-f35b1ae007b1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:14:45.266968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb35a8e-3d50-4000-ad97-03ac51396460 req-bd447b8f-d278-44e3-8859-42b4f8ce61ec service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185927 Nov 12 13:14:45.267199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:45.318591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c727f783-59f3-4a5c-91ba-dc306c54fb40 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:45.374566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.394089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a994b-a8e7-494b-9e98-af500c3fab29 req-dfc4ba56-7cb8-4c8d-945a-2af8e61f7393 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:45.395572 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a9a994b-a8e7-494b-9e98-af500c3fab29 req-dfc4ba56-7cb8-4c8d-945a-2af8e61f7393 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 950 time: 0.1196625 Nov 12 13:14:45.473077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58116) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:45.502259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a9a994b-a8e7-494b-9e98-af500c3fab29 req-77d8c29c-0ad9-4174-a5ba-b638e171e4dc tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971174 Nov 12 13:14:45.515960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Deleting port 0bb5937d-3987-407e-8f74-2596e8f04db4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:14:45.518972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.547894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8884d8ce-92a0-4fd0-93cd-c278cd89a382 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=863ac3a3e9cd4ee58ee9cb82cc714cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729697 Nov 12 13:14:45.548843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58120) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:45.553574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port c727f783-59f3-4a5c-91ba-dc306c54fb40 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:45.553574 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.602954 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9a06c4f6-13cc-46cd-871e-6872318f2943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.611072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] For port 0bb5937d-3987-407e-8f74-2596e8f04db4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0bb5937d-3987-407e-8f74-2596e8f04db4,segment=NetworkSegment(dd191213-b43f-40c7-9dba-4391d9925a3b),segment_id=dd191213-b43f-40c7-9dba-4391d9925a3b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:45.611770 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.628631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Calling delete_port for 0bb5937d-3987-407e-8f74-2596e8f04db4 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:14:45.630205 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9a06c4f6-13cc-46cd-871e-6872318f2943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.689079 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9a06c4f6-13cc-46cd-871e-6872318f2943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.692216 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9a06c4f6-13cc-46cd-871e-6872318f2943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.695971 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9a06c4f6-13cc-46cd-871e-6872318f2943 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b67e9a78-82e5-4255-b4ae-fec08c08b65e HTTP/1.1" status: 204 len: 168 time: 0.1436000 Nov 12 13:14:45.713654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06c4f6-13cc-46cd-871e-6872318f2943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e9a78-82e5-4255-b4ae-fec08c08b65e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:45.717013 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.773275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:45.779007 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.780886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device dfbea80b-7227-425d-9050-b28954dffffa up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:45.804529 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.855433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb5937d-3987-407e-8f74-2596e8f04db4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:45.858780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] No DVR routers for this DVR port 0bb5937d-3987-407e-8f74-2596e8f04db4 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:14:45.956761 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:45.977202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6605e8d8-12f3-4e61-8b41-80dd9b6f085d None None] DHCP port deletion for 91ac16d6-8799-4577-942f-f35b1ae007b1 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:14:45.993717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ac16d6-8799-4577-942f-f35b1ae007b1']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:46.012597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd191213-b43f-40c7-9dba-4391d9925a3b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:46.013299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd191213-b43f-40c7-9dba-4391d9925a3b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:46.032866 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.056237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:46.062090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port dfbea80b-7227-425d-9050-b28954dffffa completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:14:46.066935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port dfbea80b-7227-425d-9050-b28954dffffa triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:46.067293 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.090245 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.105820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:14:46.106395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:14:46.113329 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:14:46.197597 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.288177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99854a21-703e-4719-b7dc-22b2f483b826 req-0666719d-1583-452c-a668-e26dc63e4f62 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:46.296180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-99854a21-703e-4719-b7dc-22b2f483b826 req-0666719d-1583-452c-a668-e26dc63e4f62 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.2291119 Nov 12 13:14:46.302931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port dfbea80b-7227-425d-9050-b28954dffffa, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=dfbea80b-7227-425d-9050-b28954dffffa,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:46.305875 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.312270 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.364011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.366130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0bb5937d-3987-407e-8f74-2596e8f04db4 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:14:46.366363 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658cf1f-e77a-435d-b89d-f0aad2e65df2 req-d58bf513-449c-4dcd-8b2b-7ec688349e54 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:46.369821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] 10.222.0.73 "DELETE /v2.0/networks/91ac16d6-8799-4577-942f-f35b1ae007b1 HTTP/1.1" status: 204 len: 168 time: 1.0993884 Nov 12 13:14:46.369987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f658cf1f-e77a-435d-b89d-f0aad2e65df2 req-d58bf513-449c-4dcd-8b2b-7ec688349e54 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 946 time: 0.0953963 Nov 12 13:14:46.369987 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58138) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:46.378115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b9032-2537-4845-a2fc-868d6394929b admin admin] Pushing event deleted for resources: {'Network': ['ID=91ac16d6-8799-4577-942f-f35b1ae007b1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:46.404972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40'}, {'server_uuid': '3348a3cd-3698-4752-a740-bd5ca5b5202e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbea80b-7227-425d-9050-b28954dffffa'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:46.408392 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045b3688-eb90-40ac-8afe-7886c61e96ca" -d '{"events": [{"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-plugged", "status": "completed", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40"}, {"server_uuid": "3348a3cd-3698-4752-a740-bd5ca5b5202e", "name": "network-vif-plugged", "status": "completed", "tag": "dfbea80b-7227-425d-9050-b28954dffffa"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:46.411420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 0bb5937d-3987-407e-8f74-2596e8f04db4 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:14:46.412343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0bb5937d-3987-407e-8f74-2596e8f04db4 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:14:46.418080 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-99854a21-703e-4719-b7dc-22b2f483b826 req-3c30ab46-06b1-40af-883f-b9588ffeaa04 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141260 Nov 12 13:14:46.503788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=dfbea80b-7227-425d-9050-b28954dffffa,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:46.531569 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f658cf1f-e77a-435d-b89d-f0aad2e65df2 req-81afd1d3-9ac3-4ce6-87c2-7255818ab370 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355464 Nov 12 13:14:46.550746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d0f5165a-9978-4436-a8ba-d2ef18eab096 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bce85b8c583f426688e2a7fb1e79910d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812782 Nov 12 13:14:46.554088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58148) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:46.647220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97702d7-da56-4bf0-a7d7-123768920a2b req-b907a4bf-9432-4927-8156-75d1a3f96148 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:46.657026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c97702d7-da56-4bf0-a7d7-123768920a2b req-b907a4bf-9432-4927-8156-75d1a3f96148 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 950 time: 0.1160324 Nov 12 13:14:46.660062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58150) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:46.662170 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be79b77-a058-45ef-af93-947e06a6cc84 x-openstack-request-id: req-5be79b77-a058-45ef-af93-947e06a6cc84 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:46.662706 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-plugged", "status": "completed", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40", "code": 200}, {"server_uuid": "3348a3cd-3698-4752-a740-bd5ca5b5202e", "name": "network-vif-plugged", "status": "completed", "tag": "dfbea80b-7227-425d-9050-b28954dffffa", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:46.663228 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5be79b77-a058-45ef-af93-947e06a6cc84 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:46.664010 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'code': 200} Nov 12 13:14:46.664553 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3348a3cd-3698-4752-a740-bd5ca5b5202e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbea80b-7227-425d-9050-b28954dffffa', 'code': 200} Nov 12 13:14:46.708393 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00d46592-aac4-4b37-9f35-054d6a8e8717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.746612 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00d46592-aac4-4b37-9f35-054d6a8e8717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.788649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c97702d7-da56-4bf0-a7d7-123768920a2b req-2b6f4f71-4f15-4c15-8505-4b6103539904 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301644 Nov 12 13:14:46.829346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8f8d67c5-d02b-415a-be56-4273b69fbe36 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6cb7b24a9514083b53708522431e69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671975 Nov 12 13:14:46.831218 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00d46592-aac4-4b37-9f35-054d6a8e8717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.834644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00d46592-aac4-4b37-9f35-054d6a8e8717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:46.835257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58156) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:46.839738 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-00d46592-aac4-4b37-9f35-054d6a8e8717 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/927943e2-4fd3-4755-8ebb-435538dcb94a HTTP/1.1" status: 204 len: 168 time: 0.2841372 Nov 12 13:14:46.892114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d46592-aac4-4b37-9f35-054d6a8e8717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927943e2-4fd3-4755-8ebb-435538dcb94a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:46.974546 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a69006c2-114c-49ee-9615-e408c03c6533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:47.047407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144200a-d33f-482b-90ec-d4bba148b7c8 req-d48c9e26-e4db-4523-ad38-d01a5252c299 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.047659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a69006c2-114c-49ee-9615-e408c03c6533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:47.050504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4144200a-d33f-482b-90ec-d4bba148b7c8 req-d48c9e26-e4db-4523-ad38-d01a5252c299 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 951 time: 0.2379961 Nov 12 13:14:47.071830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7efe4-0806-48fe-a788-e96397009a06 req-7f43dd18-6c30-43dc-8a89-ad69ba5fd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.084349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7b7efe4-0806-48fe-a788-e96397009a06 req-7f43dd18-6c30-43dc-8a89-ad69ba5fd667 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 1101 time: 0.2477510 Nov 12 13:14:47.189259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579d4e6-e314-4e21-a6a2-365e7051be24 req-f7d57e5c-1492-430b-ae99-eb5887274a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.195602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1579d4e6-e314-4e21-a6a2-365e7051be24 req-f7d57e5c-1492-430b-ae99-eb5887274a12 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 1102 time: 0.0904181 Nov 12 13:14:47.197965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a69006c2-114c-49ee-9615-e408c03c6533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:47.201770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4144200a-d33f-482b-90ec-d4bba148b7c8 req-f6af23f2-8b4c-455c-a7c1-0b72b8c87f79 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167586 Nov 12 13:14:47.205184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a69006c2-114c-49ee-9615-e408c03c6533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:47.208697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a69006c2-114c-49ee-9615-e408c03c6533 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29021b5e-d8dc-485b-95aa-c11c8e41fd31 HTTP/1.1" status: 204 len: 168 time: 0.3677127 Nov 12 13:14:47.253958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69006c2-114c-49ee-9615-e408c03c6533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29021b5e-d8dc-485b-95aa-c11c8e41fd31,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:47.257997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7b7efe4-0806-48fe-a788-e96397009a06 req-d2bc419b-ccec-4268-b570-21213f7ed7ce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494887 Nov 12 13:14:47.306427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1579d4e6-e314-4e21-a6a2-365e7051be24 req-e15ca0a9-9da0-4aee-810d-c551c2f69f6a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956619 Nov 12 13:14:47.605901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2522e-0e7c-4225-914d-d0bf6d06543c req-325339bc-fb2f-4828-adfd-6183b2202c8f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.611671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ae2522e-0e7c-4225-914d-d0bf6d06543c req-325339bc-fb2f-4828-adfd-6183b2202c8f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0811672 Nov 12 13:14:47.679468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a486e-a69a-4a71-899a-5f977e91921b req-1ba28cf7-01c3-47f3-9935-fe2ba269e0ad tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.688407 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-312a486e-a69a-4a71-899a-5f977e91921b req-1ba28cf7-01c3-47f3-9935-fe2ba269e0ad tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 946 time: 0.0726211 Nov 12 13:14:47.742155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ae2522e-0e7c-4225-914d-d0bf6d06543c req-b22db2dd-40d0-4f28-97d2-b72665167afc tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206548 Nov 12 13:14:47.786555 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-312a486e-a69a-4a71-899a-5f977e91921b req-825f56a3-5573-4ce3-aa56-5254fca0deea tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843327 Nov 12 13:14:47.990351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-d2c3e135-347a-49c2-85ee-05dbaac1d1fd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403446 Nov 12 13:14:47.997109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a3648-6600-46c0-a5ff-b31e28a71e41 req-9864d08d-c07b-4ce9-bc3c-2abeeb39ebfb tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:47.999524 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c61a3648-6600-46c0-a5ff-b31e28a71e41 req-9864d08d-c07b-4ce9-bc3c-2abeeb39ebfb tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1097 time: 0.0964999 Nov 12 13:14:48.039497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d49f-6992-471c-b8a0-805f0dede10f req-8b82e25d-612c-4968-8a4f-961184c9f4e4 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.045335 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a700d49f-6992-471c-b8a0-805f0dede10f req-8b82e25d-612c-4968-8a4f-961184c9f4e4 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 950 time: 0.1152523 Nov 12 13:14:48.114470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c61a3648-6600-46c0-a5ff-b31e28a71e41 req-55e28ffb-6609-4a90-b66b-35519b8ffc4a tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089168 Nov 12 13:14:48.130042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-b2dee6e1-1740-48b6-a55a-7c6c25531928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.131725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-b2dee6e1-1740-48b6-a55a-7c6c25531928 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=694fe3d0330849fabc4896eab7a45c97&device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 1096 time: 0.0931077 Nov 12 13:14:48.139823 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a700d49f-6992-471c-b8a0-805f0dede10f req-136594d4-8410-4239-b55d-e978f6e6d03a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811720 Nov 12 13:14:48.293866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33fa3c-ac77-4900-a889-ed89060b6985 req-5e4daf31-85ad-4893-a2bd-fb824017c3f7 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.296042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e33fa3c-ac77-4900-a889-ed89060b6985 req-5e4daf31-85ad-4893-a2bd-fb824017c3f7 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1097 time: 0.0696347 Nov 12 13:14:48.361155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e33fa3c-ac77-4900-a889-ed89060b6985 req-4ac1153a-4f8f-48ae-bc34-65c6e51fed85 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586512 Nov 12 13:14:48.375594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-7aae942f-7518-41a3-8893-fe211211a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.377003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-7aae942f-7518-41a3-8893-fe211211a8b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d503244d-432a-4a29-a64b-6d1bf0a9e51b HTTP/1.1" status: 200 len: 925 time: 0.2220097 Nov 12 13:14:48.481688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe52a6-5322-4ce4-9676-1d314e053321 req-91354cb7-6ae1-40c8-9fa9-ee68b5e81042 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.491173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-68fe52a6-5322-4ce4-9676-1d314e053321 req-91354cb7-6ae1-40c8-9fa9-ee68b5e81042 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 951 time: 0.1502500 Nov 12 13:14:48.522349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-b67432d9-c292-4f16-a46c-204448e606af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed659cc0-ca70-457a-918c-079c96f72f99 HTTP/1.1" status: 200 len: 1000 time: 0.1313455 Nov 12 13:14:48.605557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-227fd36a-f94c-4cb0-a13a-7f99d405ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.618539 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-227fd36a-f94c-4cb0-a13a-7f99d405ed8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec HTTP/1.1" status: 200 len: 863 time: 0.0827608 Nov 12 13:14:48.641612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-68fe52a6-5322-4ce4-9676-1d314e053321 req-792bbcf9-41e6-40ac-bfdc-da3bc6bd2fb1 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492331 Nov 12 13:14:48.723564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-f4279ba0-e693-4ed4-9f52-5474564da0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.726186 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-f4279ba0-e693-4ed4-9f52-5474564da0d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d503244d-432a-4a29-a64b-6d1bf0a9e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833576 Nov 12 13:14:48.731489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:48.756998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29d16b-5ad7-4573-ae64-eb735042ba05 req-fac8ce19-1174-4fe7-82c0-ab0fc3f54079 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.769445 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe29d16b-5ad7-4573-ae64-eb735042ba05 req-fac8ce19-1174-4fe7-82c0-ab0fc3f54079 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1097 time: 0.1048477 Nov 12 13:14:48.859271 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe29d16b-5ad7-4573-ae64-eb735042ba05 req-ac415195-451d-42bb-89cf-64f9b570c8d1 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876613 Nov 12 13:14:48.957742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d2cf6-c178-430a-a50c-dd54d88e16f4 req-1e947ba5-ec1c-4c75-a689-ab1e9ec62a18 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:48.970807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e2d2cf6-c178-430a-a50c-dd54d88e16f4 req-1e947ba5-ec1c-4c75-a689-ab1e9ec62a18 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1026144 Nov 12 13:14:48.981645 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-9ada9f57-4787-4b0e-8bec-3b7708fd8478 service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453945 Nov 12 13:14:49.046999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-network', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:49.126840 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e2d2cf6-c178-430a-a50c-dd54d88e16f4 req-2f79ea0b-a0fe-4b60-8d51-7c650aa2c5ee tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550210 Nov 12 13:14:49.138829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Made reservation on behalf of f642b271dc2241f0999ad11ee38d3082 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:14:49.141458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:49.161395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:49.175131 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2be32b9-440c-4ae1-b12c-82cb424f9a9a req-ef58dd0e-33f4-455f-b365-cd0b0fc33f38 service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707773 Nov 12 13:14:49.363998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a518be-a994-4557-a25f-19382d7a9302 req-ee612cdc-cdb6-4761-a4e6-38d532f2f257 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:49.365967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3a518be-a994-4557-a25f-19382d7a9302 req-ee612cdc-cdb6-4761-a4e6-38d532f2f257 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 950 time: 0.0992303 Nov 12 13:14:49.370924 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:49.382893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:49.427580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:14:49.448411 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:49.449079 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Added segment 4e33189f-054f-4430-88a2-7b7bc5ab02cc of type vlan for network 5165abc5-f020-4c83-b8a0-fbdded3024f3 Nov 12 13:14:49.521173 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:49.546690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194198d9-57c5-4dac-ac33-d30263937ca4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:49.571282 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3a518be-a994-4557-a25f-19382d7a9302 req-6570630d-ca20-4723-8c5b-3a5ccfae291f tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954498 Nov 12 13:14:49.594217 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:49.595526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:49.596752 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:49.702302 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9689846 Nov 12 13:14:49.704959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58272) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:49.708397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e599b-2b38-4a7b-b13c-dd55ef7020b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5165abc5-f020-4c83-b8a0-fbdded3024f3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:49.711213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Request body: {'subnet': {'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-subnet', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:49.728432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 5165abc5-f020-4c83-b8a0-fbdded3024f3 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:14:49.756412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Made reservation on behalf of f642b271dc2241f0999ad11ee38d3082 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:14:49.759242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:49.876636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1d2c2-5fea-4861-82d1-36c7902ca5f3 req-48ed7889-24cd-4b02-9613-c85ea70af25c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:49.880260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34a1d2c2-5fea-4861-82d1-36c7902ca5f3 req-48ed7889-24cd-4b02-9613-c85ea70af25c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 951 time: 0.0771739 Nov 12 13:14:49.990402 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34a1d2c2-5fea-4861-82d1-36c7902ca5f3 req-4b9dbc7c-5352-48b3-8d90-5d6cb79afef9 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016572 Nov 12 13:14:50.101169 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:50.168841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f958968-b785-4b88-9443-c20e3920bd54 req-c8665126-1800-41ce-83f9-a6c7115ed697 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:50.172324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f958968-b785-4b88-9443-c20e3920bd54 req-c8665126-1800-41ce-83f9-a6c7115ed697 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1097 time: 0.0818639 Nov 12 13:14:50.204714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab776aa-94a8-486a-bdee-0ee2ad128a40,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:50.229154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Checking segment: {'id': '4e33189f-054f-4430-88a2-7b7bc5ab02cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:50.229518 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Network hostable DHCP agents. Network: 5165abc5-f020-4c83-b8a0-fbdded3024f3, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:14:50.262557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Network 5165abc5-f020-4c83-b8a0-fbdded3024f3 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:14:50.268052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f958968-b785-4b88-9443-c20e3920bd54 req-655d2a02-6654-4d27-b911-412a3e3a128a tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893414 Nov 12 13:14:50.286438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 5165abc5-f020-4c83-b8a0-fbdded3024f3) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:50.302811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:50.303714 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d688fc4b-042c-4db3-a9b4-948b9c7d9eab None None] Network 5165abc5-f020-4c83-b8a0-fbdded3024f3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:14:50.304905 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:50.337087 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-06f85fbe-8406-471c-8235-449ca5723131 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6307514 Nov 12 13:14:50.339658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58296) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:50.344870 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-router', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:50.381294 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:50.381867 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:50.447479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9402d4-0dd6-47b7-837e-99cbf64b8377 req-9bbfcde2-8e9d-4f64-921a-15e560d29a33 tempest-ServersAdminNegativeTestJSON-1210540044 tempest-ServersAdminNegativeTestJSON-1210540044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:50.449268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b9402d4-0dd6-47b7-837e-99cbf64b8377 req-9bbfcde2-8e9d-4f64-921a-15e560d29a33 tempest-ServersAdminNegativeTestJSON-1210540044 tempest-ServersAdminNegativeTestJSON-1210540044-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 1101 time: 0.0828190 Nov 12 13:14:50.489558 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:50.520567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7b9402d4-0dd6-47b7-837e-99cbf64b8377 req-69895cd5-685f-408a-bce2-b3ebfaba7ef3 tempest-ServersAdminNegativeTestJSON-1210540044 tempest-ServersAdminNegativeTestJSON-1210540044-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:50.638506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-5165abc5-f020-4c83-b8a0-fbdded3024f3', 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'fixed_ips': [{'subnet_id': '3ab776aa-94a8-486a-bdee-0ee2ad128a40'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:14:50.640156 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:50.714051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aa6a9-45fb-40a6-8f1c-87a3bb4d7ebf req-e81adaa3-e9f3-417e-9079-22a1406b710f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:50.718144 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c02aa6a9-45fb-40a6-8f1c-87a3bb4d7ebf req-e81adaa3-e9f3-417e-9079-22a1406b710f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0631261 Nov 12 13:14:50.752001 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:50.830014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c02aa6a9-45fb-40a6-8f1c-87a3bb4d7ebf req-5083137b-8763-42c0-9ed4-8d6a7b3e7cba tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048028 Nov 12 13:14:50.850202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Allocated IP 172.20.0.2 (5165abc5-f020-4c83-b8a0-fbdded3024f3/3ab776aa-94a8-486a-bdee-0ee2ad128a40/bac98889-2c3b-40b4-9d12-64da9aebbb86) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:14:50.882453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7b9402d4-0dd6-47b7-837e-99cbf64b8377 req-69895cd5-685f-408a-bce2-b3ebfaba7ef3 tempest-ServersAdminNegativeTestJSON-1210540044 tempest-ServersAdminNegativeTestJSON-1210540044-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:50.889377 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7b9402d4-0dd6-47b7-837e-99cbf64b8377 req-69895cd5-685f-408a-bce2-b3ebfaba7ef3 tempest-ServersAdminNegativeTestJSON-1210540044 tempest-ServersAdminNegativeTestJSON-1210540044-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:50.944469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b9402d4-0dd6-47b7-837e-99cbf64b8377 req-69895cd5-685f-408a-bce2-b3ebfaba7ef3 tempest-ServersAdminNegativeTestJSON-1210540044 tempest-ServersAdminNegativeTestJSON-1210540044-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682219 Nov 12 13:14:50.946762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69895cd5-685f-408a-bce2-b3ebfaba7ef3 tempest-ServersAdminNegativeTestJSON-1210540044 tempest-ServersAdminNegativeTestJSON-1210540044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93326cca-c961-4970-a993-33b535c2ede2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:51.000854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-5c79562e-aaec-470f-af30-4f23d61b2d30 req-74c9a342-25a1-4022-a727-bb684daaaa89 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:14:51.002073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c79562e-aaec-470f-af30-4f23d61b2d30 req-74c9a342-25a1-4022-a727-bb684daaaa89 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066185 Nov 12 13:14:51.064949 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:51.074542 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:51.096139 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:51.132692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Network 5165abc5-f020-4c83-b8a0-fbdded3024f3 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:51.150801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:51.152810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Pushing event updated for resources: {'Port': ['ID=bac98889-2c3b-40b4-9d12-64da9aebbb86,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:51.159221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:14:51.166208 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:51.309532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Attempting to bind port bac98889-2c3b-40b4-9d12-64da9aebbb86 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:51.311430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Attempting to bind port bac98889-2c3b-40b4-9d12-64da9aebbb86 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '4e33189f-054f-4430-88a2-7b7bc5ab02cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:51.313117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Attempting to bind port bac98889-2c3b-40b4-9d12-64da9aebbb86 on network 5165abc5-f020-4c83-b8a0-fbdded3024f3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:51.323625 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:51.326843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Checking segment: {'id': '4e33189f-054f-4430-88a2-7b7bc5ab02cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:51.327301 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:51.327710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Bound using segment: {'id': '4e33189f-054f-4430-88a2-7b7bc5ab02cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:51.329855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Bound port: bac98889-2c3b-40b4-9d12-64da9aebbb86, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e33189f-054f-4430-88a2-7b7bc5ab02cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:51.330249 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:51.369910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Allocated IP 172.25.5.132 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/4ab51c57-4c21-4c39-956c-ca5185a334e6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:14:51.512389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] For port bac98889-2c3b-40b4-9d12-64da9aebbb86, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:51.517181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] For port bac98889-2c3b-40b4-9d12-64da9aebbb86, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bac98889-2c3b-40b4-9d12-64da9aebbb86,segment=NetworkSegment(4e33189f-054f-4430-88a2-7b7bc5ab02cc),segment_id=4e33189f-054f-4430-88a2-7b7bc5ab02cc)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:51.523216 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:51.573738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572123a-0136-41ac-a490-70b7868ad356 req-d0007fce-9dd4-40a0-8835-3cca639ce181 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:51.583229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9572123a-0136-41ac-a490-70b7868ad356 req-d0007fce-9dd4-40a0-8835-3cca639ce181 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 1102 time: 0.1745629 Nov 12 13:14:51.601236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be73fd-f14f-48cd-a05e-b357f4d7cef9 None None] Pushing event updated for resources: {'Port': ['ID=bac98889-2c3b-40b4-9d12-64da9aebbb86,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:51.612010 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:51.667695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9572123a-0136-41ac-a490-70b7868ad356 req-8d990489-7a26-4520-831f-8d471477da76 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789897 Nov 12 13:14:51.716555 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:51.763707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:51.768934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:51.771594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:14:51.817581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab51c57-4c21-4c39-956c-ca5185a334e6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:52.296147 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:52.382577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aabc3d-c655-429e-9177-70d2b0146674 req-ffa012b1-c351-4e84-a7c0-0cb07cbec3df tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:52.384168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06aabc3d-c655-429e-9177-70d2b0146674 req-ffa012b1-c351-4e84-a7c0-0cb07cbec3df tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1411426 Nov 12 13:14:52.409877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bac98889-2c3b-40b4-9d12-64da9aebbb86 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:52.495713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bac98889-2c3b-40b4-9d12-64da9aebbb86 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:52.498575 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:52.583122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-89a4b511-ec6b-4b2e-85c8-28396d0acc54 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:14:52.586593 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-89a4b511-ec6b-4b2e-85c8-28396d0acc54 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2715468 Nov 12 13:14:52.661550 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:52.671123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-afc84e80-d115-489b-a9af-ab1caec28ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:52.678323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-afc84e80-d115-489b-a9af-ab1caec28ca8 service neutron] 10.222.0.73 "GET /v2.0/ports/dc2691e4-00af-46e0-b7a6-69fe838f7393 HTTP/1.1" status: 200 len: 1094 time: 0.0818536 Nov 12 13:14:52.696730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Request body: {'binding': {'host': 'n-h1-805736-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:52.697178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Unknown quota resources ['binding']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:14:52.705172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port bac98889-2c3b-40b4-9d12-64da9aebbb86, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bac98889-2c3b-40b4-9d12-64da9aebbb86,segment=NetworkSegment(4e33189f-054f-4430-88a2-7b7bc5ab02cc),segment_id=4e33189f-054f-4430-88a2-7b7bc5ab02cc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:52.713883 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:52.826877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06aabc3d-c655-429e-9177-70d2b0146674 req-54002667-5956-4c75-bbe5-39aeb08729e9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310534 Nov 12 13:14:52.850346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=bac98889-2c3b-40b4-9d12-64da9aebbb86,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:52.927943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 on host n-h1-805736-4 for vnic_type normal with profile None {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:52.928213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:52.928543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:52.939512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Port dc2691e4-00af-46e0-b7a6-69fe838f7393 on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:14:52.939821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:52.945274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:52.946027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:52.946416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:52.946843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Bound port: dc2691e4-00af-46e0-b7a6-69fe838f7393, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:52.954972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:53.034386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:53.046293 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:53.061523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ddea7-d041-4f39-ac34-08e6ee2cf32d req-0e72ae4a-b907-43e5-856d-a1235da2570f tempest-ServersAdminNegativeTestJSON-1210540044 tempest-ServersAdminNegativeTestJSON-1210540044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:53.062433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-697467d2-72ff-4ead-90e5-571ff5c47da4 service neutron] 10.222.0.73 "POST /v2.0/ports/dc2691e4-00af-46e0-b7a6-69fe838f7393/bindings HTTP/1.1" status: 201 len: 389 time: 0.3827293 Nov 12 13:14:53.068960 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-124ddea7-d041-4f39-ac34-08e6ee2cf32d req-0e72ae4a-b907-43e5-856d-a1235da2570f tempest-ServersAdminNegativeTestJSON-1210540044 tempest-ServersAdminNegativeTestJSON-1210540044-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 1101 time: 0.1114557 Nov 12 13:14:53.183668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-124ddea7-d041-4f39-ac34-08e6ee2cf32d req-76d3aaf0-8c30-452f-ad97-f2e5a6491a2b tempest-ServersAdminNegativeTestJSON-1210540044 tempest-ServersAdminNegativeTestJSON-1210540044-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007590 Nov 12 13:14:53.219728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78236771-bcf7-45cc-acfc-70dd8b05c183 None None] Network 5165abc5-f020-4c83-b8a0-fbdded3024f3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:14:53.252085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:14:53.415449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9b3678c4-5633-4fa8-a57a-dffa4341def8 None None] Provisioning complete for port bac98889-2c3b-40b4-9d12-64da9aebbb86 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:53.415902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b3678c4-5633-4fa8-a57a-dffa4341def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:53.439060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:14:53.480266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Sync routers for ids ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:14:53.486257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10b337-55bc-4640-9c5b-a4dd80a70eb6 req-8880d983-c20c-4704-b8fc-9a19acd65acb tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:53.487999 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d10b337-55bc-4640-9c5b-a4dd80a70eb6 req-8880d983-c20c-4704-b8fc-9a19acd65acb tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 1102 time: 0.1766191 Nov 12 13:14:53.503819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:53.505191 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aa6a9573-2e0a-4624-8240-5a598c7d8979 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1645403 Nov 12 13:14:53.507952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58376) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:53.576208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Routers {'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:14:53.576928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:14:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:53.611987 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d10b337-55bc-4640-9c5b-a4dd80a70eb6 req-e6a7210b-ece1-4f93-a230-db7deb442167 tempest-ServersAdminTestJSON-533594238 tempest-ServersAdminTestJSON-533594238-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966451 Nov 12 13:14:53.614259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-96911626-890e-45d9-b234-fac3e087d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:53.617979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-96911626-890e-45d9-b234-fac3e087d488 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1097 time: 0.1767507 Nov 12 13:14:53.904821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-7644c5ab-cda4-4fbe-be92-dc39b1a600e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:53.908128 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-7644c5ab-cda4-4fbe-be92-dc39b1a600e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.2751420 Nov 12 13:14:53.987249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-892240e5-c335-4820-a15a-b2e9aa38e6d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393 HTTP/1.1" status: 200 len: 217 time: 0.0705543 Nov 12 13:14:54.001384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Set router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:14:54.012155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853365bd-a708-4527-afe6-f7b0a0115461 req-89c9f5ac-37c0-476e-92ee-fd199c37534c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:54.027758 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-853365bd-a708-4527-afe6-f7b0a0115461 req-89c9f5ac-37c0-476e-92ee-fd199c37534c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 946 time: 0.3210742 Nov 12 13:14:54.076819 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-e4bf9351-1116-4943-9489-30c6f05d8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:54.078318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-e4bf9351-1116-4943-9489-30c6f05d8b08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.0827980 Nov 12 13:14:54.125554 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-b66ddae7-b696-4272-9671-a94448a20333 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381684 Nov 12 13:14:54.240524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-853365bd-a708-4527-afe6-f7b0a0115461 req-630c54ca-f8cd-4fba-82c8-5f51e154fc4c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117801 Nov 12 13:14:54.297701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-2dac5a29-ad53-4987-84e9-2b7c9a78ade0 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640303 Nov 12 13:14:54.382943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bac98889-2c3b-40b4-9d12-64da9aebbb86 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:54.398417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-router', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:14:50Z', 'updated_at': '2021-11-12T13:14:52Z', 'revision_number': 3, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'gw_port': {'id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:51Z', 'updated_at': '2021-11-12T13:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:54.544324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-9ea7aa25-4e38-4da3-81a5-f3f5866808b1 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283616 Nov 12 13:14:54.619703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a423c1e-df5b-46ab-80b2-2d219f95d48d req-05453120-33a7-4e81-86d4-294cbecaa619 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:54.627986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a423c1e-df5b-46ab-80b2-2d219f95d48d req-05453120-33a7-4e81-86d4-294cbecaa619 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.2123995 Nov 12 13:14:54.642595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:54.694703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-a9021339-30cb-4587-a598-ba2fbd78e513 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:54.699439 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-a9021339-30cb-4587-a598-ba2fbd78e513 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1097 time: 0.0944555 Nov 12 13:14:54.700324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Checking router: bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:14:54.701470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Updating router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 port 4ab51c57-4c21-4c39-956c-ca5185a334e6 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:14:54.712692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-4'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:54.735582 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:54.860494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:54.896554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58402) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:55.050010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-245fbfe7-17fb-4096-a75f-8f10415f71b2 None None] Provisioning complete for port bac98889-2c3b-40b4-9d12-64da9aebbb86 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:55.051016 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-245fbfe7-17fb-4096-a75f-8f10415f71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.113148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57e2b0-5e94-488a-98a9-424c3a4bd570 req-38d2505d-322c-4f45-af97-54d15584ecfb tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:55.121771 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d57e2b0-5e94-488a-98a9-424c3a4bd570 req-38d2505d-322c-4f45-af97-54d15584ecfb tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 950 time: 0.1329379 Nov 12 13:14:55.131248 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.148473 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.155859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f08addb2-0d01-4436-9b2a-e5c49b7757d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.160187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:55.228416 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a423c1e-df5b-46ab-80b2-2d219f95d48d req-67f2394b-fbcc-449c-9d81-d71bb9b10768 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992486 Nov 12 13:14:55.230840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bac98889-2c3b-40b4-9d12-64da9aebbb86 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:55.233965 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.342031 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d57e2b0-5e94-488a-98a9-424c3a4bd570 req-3ca4e4a1-3d0c-43d8-bd47-1754c0c04e8d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184668 Nov 12 13:14:55.345782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Attempting to bind port 4ab51c57-4c21-4c39-956c-ca5185a334e6 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:55.346441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Attempting to bind port 4ab51c57-4c21-4c39-956c-ca5185a334e6 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:55.347031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Attempting to bind port 4ab51c57-4c21-4c39-956c-ca5185a334e6 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:55.376016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a887-d685-4f8a-83c0-cf0c316bf2b4 None None] Pushing event updated for resources: {'Port': ['ID=4ab51c57-4c21-4c39-956c-ca5185a334e6,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:55.397530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:55.406525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Allocated IP 172.20.0.1 (5165abc5-f020-4c83-b8a0-fbdded3024f3/3ab776aa-94a8-486a-bdee-0ee2ad128a40/89e9b9a9-bdd1-4997-8327-daa029a1a966) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:14:55.443269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:55.444324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:55.444971 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.445610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:55.446335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Bound port: 4ab51c57-4c21-4c39-956c-ca5185a334e6, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:55.446948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.539574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2691e4-00af-46e0-b7a6-69fe838f7393'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:55.542997 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0189b81-1c7d-40a9-991e-ecea9bfc8ade" -d '{"events": [{"server_uuid": "fcf8d49b-8e29-4a99-97e2-f2307a56e678", "name": "network-vif-unplugged", "status": "completed", "tag": "dc2691e4-00af-46e0-b7a6-69fe838f7393"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:55.543242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] For port 4ab51c57-4c21-4c39-956c-ca5185a334e6, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:55.551230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] For port 4ab51c57-4c21-4c39-956c-ca5185a334e6, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4ab51c57-4c21-4c39-956c-ca5185a334e6,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:55.563688 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.564777 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.583319 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.589099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd0046-51ff-43fb-a561-915ada4494c9 req-87abb6c3-6174-4501-8a54-c78e1de60518 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:55.590936 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08fd0046-51ff-43fb-a561-915ada4494c9 req-87abb6c3-6174-4501-8a54-c78e1de60518 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 946 time: 0.0925295 Nov 12 13:14:55.603784 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.614975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f08addb2-0d01-4436-9b2a-e5c49b7757d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.657317 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f08addb2-0d01-4436-9b2a-e5c49b7757d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.686419 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a887-d685-4f8a-83c0-cf0c316bf2b4 None None] Pushing event updated for resources: {'Port': ['ID=4ab51c57-4c21-4c39-956c-ca5185a334e6,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:55.691437 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Routers {'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:14:55.692067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:14:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:55.733054 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08fd0046-51ff-43fb-a561-915ada4494c9 req-e24207e6-f338-4dbf-8463-3b2823a9b440 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325707 Nov 12 13:14:55.768840 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.791802 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbd90fc-1047-444e-bbab-7ffd08fc1777 x-openstack-request-id: req-cbbd90fc-1047-444e-bbab-7ffd08fc1777 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:55.792135 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8d49b-8e29-4a99-97e2-f2307a56e678", "name": "network-vif-unplugged", "status": "completed", "tag": "dc2691e4-00af-46e0-b7a6-69fe838f7393", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:55.792351 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cbbd90fc-1047-444e-bbab-7ffd08fc1777 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:55.792757 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2691e4-00af-46e0-b7a6-69fe838f7393', 'code': 200} Nov 12 13:14:55.822042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Pushing event updated for resources: {'Port': ['ID=dc2691e4-00af-46e0-b7a6-69fe838f7393,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:55.848935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=89e9b9a9-bdd1-4997-8327-daa029a1a966,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:55.859297 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] Set router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:14:55.871100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Network 5165abc5-f020-4c83-b8a0-fbdded3024f3 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:55.873978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:55.877841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:14:55.878638 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:55.910271 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f08addb2-0d01-4436-9b2a-e5c49b7757d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74b5480121bf4321b93f3de864f29370&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0110106 Nov 12 13:14:55.911296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08addb2-0d01-4436-9b2a-e5c49b7757d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667f7c71-a2be-4d0e-950a-a22afc306bf9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:55.913887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58414) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:55.951090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 on host n-h2-805736-4 for vnic_type normal with profile {"migrating_to": "n-h1-805736-4"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:14:55.951417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:14:55.951742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:55.979863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Port dc2691e4-00af-46e0-b7a6-69fe838f7393 on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:14:55.985369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Attempting to bind port dc2691e4-00af-46e0-b7a6-69fe838f7393 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:14:56.001440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:14:56.001762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:14:56.002321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:14:56.002770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Bound port: dc2691e4-00af-46e0-b7a6-69fe838f7393, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:14:56.003242 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.014240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99586b59-4135-44ac-9035-a7c7e3306867 req-1ba9327f-d449-49f3-86f0-1c3134c7d0ce tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:56.021815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-99586b59-4135-44ac-9035-a7c7e3306867 req-1ba9327f-d449-49f3-86f0-1c3134c7d0ce tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 950 time: 0.1722469 Nov 12 13:14:56.136444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.207590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-99586b59-4135-44ac-9035-a7c7e3306867 req-ffef486b-2975-4bce-a81b-1319894ede37 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847861 Nov 12 13:14:56.220616 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb99c414-a928-48d6-bdec-56951be09323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.259462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb99c414-a928-48d6-bdec-56951be09323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.270565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:14:56.299715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:14:56.309169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.324313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b783228f-15d8-4e24-ae63-4b0457af76b3 None None] Provisioning complete for port 89e9b9a9-bdd1-4997-8327-daa029a1a966 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:56.326263 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b783228f-15d8-4e24-ae63-4b0457af76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.387493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.393953 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.394820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.409876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:56.410494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.412015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] 10.222.0.70 "PUT /v2.0/ports/dc2691e4-00af-46e0-b7a6-69fe838f7393 HTTP/1.1" status: 200 len: 1122 time: 1.7039821 Nov 12 13:14:56.418167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3e322-ca06-461c-ad05-1b4c66abe80e service neutron] Pushing event updated for resources: {'Port': ['ID=dc2691e4-00af-46e0-b7a6-69fe838f7393,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:56.422916 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb99c414-a928-48d6-bdec-56951be09323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.425760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb99c414-a928-48d6-bdec-56951be09323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:56.429525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-eb99c414-a928-48d6-bdec-56951be09323 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/667f7c71-a2be-4d0e-950a-a22afc306bf9 HTTP/1.1" status: 204 len: 168 time: 0.5082769 Nov 12 13:14:56.435454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99c414-a928-48d6-bdec-56951be09323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667f7c71-a2be-4d0e-950a-a22afc306bf9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:56.456310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-router', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:14:50Z', 'updated_at': '2021-11-12T13:14:52Z', 'revision_number': 3, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'gw_port': {'id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:51Z', 'updated_at': '2021-11-12T13:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:56.520534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9c259-3170-422f-860e-82ab0a473ff7 req-bde17b4c-72ec-445d-80e3-801382fdf3c8 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:56.522824 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ca9c259-3170-422f-860e-82ab0a473ff7 req-bde17b4c-72ec-445d-80e3-801382fdf3c8 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 950 time: 0.0820491 Nov 12 13:14:56.563230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e6677-2427-468c-97fc-adfdf28fa31f None None] The sync data for ids ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'] in n-d-805736-4 is: [{'id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-router', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:14:50Z', 'updated_at': '2021-11-12T13:14:52Z', 'revision_number': 3, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'gw_port': {'id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:51Z', 'updated_at': '2021-11-12T13:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:14:56.595064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=89e9b9a9-bdd1-4997-8327-daa029a1a966,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:56.611440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b783228f-15d8-4e24-ae63-4b0457af76b3 None None] Port 89e9b9a9-bdd1-4997-8327-daa029a1a966 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:14:56.634732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ca9c259-3170-422f-860e-82ab0a473ff7 req-8b34a8ec-662c-442d-bfa9-f78c50a945b2 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043890 Nov 12 13:14:56.644904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['dc2691e4-00af-46e0-b7a6-69fe838f7393'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:56.664464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13b109-a2c6-4a47-8ed5-7361d895a0a9 req-1e73259a-c587-49d2-921e-f784856dfbe9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:56.671125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c13b109-a2c6-4a47-8ed5-7361d895a0a9 req-1e73259a-c587-49d2-921e-f784856dfbe9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1797872 Nov 12 13:14:56.867598 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c13b109-a2c6-4a47-8ed5-7361d895a0a9 req-f83ff676-50f1-4cbf-9206-6101963ec2b4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789687 Nov 12 13:14:56.878870 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-10474c88-ebcb-464b-b768-67e26d204a8b tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:56.889593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Network 5165abc5-f020-4c83-b8a0-fbdded3024f3 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:56.891051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-10474c88-ebcb-464b-b768-67e26d204a8b tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 950 time: 0.1103818 Nov 12 13:14:56.892182 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:56.988000 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddad7536-a8cc-4fa8-b9c7-f624a3ededdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.142738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58434) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:57.220410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:14:57.222165 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82144086-32ed-4016-b8c8-fd946305c8e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.231538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f10f89-ed0c-48a2-8704-855403354055 req-77c44ba8-945a-4989-8872-31a6efb5bf00 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:57.239747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-17f10f89-ed0c-48a2-8704-855403354055 req-77c44ba8-945a-4989-8872-31a6efb5bf00 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 944 time: 0.3476241 Nov 12 13:14:57.364051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2ae322de-eb9b-4fa1-a923-2c63b9f8e417 None None] Provisioning complete for port 89e9b9a9-bdd1-4997-8327-daa029a1a966 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:57.364703 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ae322de-eb9b-4fa1-a923-2c63b9f8e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.365407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-0d7046e0-0499-4c40-8294-03aecd65511f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Deleting port a82e8767-0331-4aa4-b7bc-336db48df3ea {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:14:57.365873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-0d7046e0-0499-4c40-8294-03aecd65511f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.397615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82144086-32ed-4016-b8c8-fd946305c8e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.414126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82144086-32ed-4016-b8c8-fd946305c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.446596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2ae322de-eb9b-4fa1-a923-2c63b9f8e417 None None] Port 89e9b9a9-bdd1-4997-8327-daa029a1a966 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:14:57.464377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:14:57.472136 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1439cca2-47ce-47fa-93d4-f57ef53ec6f4 admin admin] 10.222.0.73 "PUT /v2.0/routers/bee47fea-8bd5-465b-b5a4-cdd50bea6eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9622736 Nov 12 13:14:57.483285 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1272e5-4dfa-4f63-9e24-efa0a7fcfb34 req-df29e93c-bbea-41f9-9a29-caa4095ae640 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:57.484890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6a1272e5-4dfa-4f63-9e24-efa0a7fcfb34 req-df29e93c-bbea-41f9-9a29-caa4095ae640 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 950 time: 0.1600418 Nov 12 13:14:57.509918 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-17f10f89-ed0c-48a2-8704-855403354055 req-2beb5e23-eb3e-4eb8-9e32-0200f141f54d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691915 Nov 12 13:14:57.554364 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-82144086-32ed-4016-b8c8-fd946305c8e0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4428714a9536469bb906ebff17c5bd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080951 Nov 12 13:14:57.564305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58440) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:14:57.574800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82144086-32ed-4016-b8c8-fd946305c8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eda80a-5dff-4514-9070-b5bea428dca8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:57.601861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6a1272e5-4dfa-4f63-9e24-efa0a7fcfb34 req-f96504bf-2217-4a09-999a-bf9516e82d50 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090066 Nov 12 13:14:57.632756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-0d7046e0-0499-4c40-8294-03aecd65511f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] For port a82e8767-0331-4aa4-b7bc-336db48df3ea, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a82e8767-0331-4aa4-b7bc-336db48df3ea,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:57.640893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-0d7046e0-0499-4c40-8294-03aecd65511f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.670934 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8f66ccb2-4a79-49e3-b2e6-e700228418fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.678849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-0d7046e0-0499-4c40-8294-03aecd65511f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Calling delete_port for a82e8767-0331-4aa4-b7bc-336db48df3ea owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:14:57.703986 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8f66ccb2-4a79-49e3-b2e6-e700228418fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.775746 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8f66ccb2-4a79-49e3-b2e6-e700228418fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.778796 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8f66ccb2-4a79-49e3-b2e6-e700228418fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:57.780169 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8f66ccb2-4a79-49e3-b2e6-e700228418fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94eda80a-5dff-4514-9070-b5bea428dca8 HTTP/1.1" status: 204 len: 168 time: 0.2132678 Nov 12 13:14:57.795557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66ccb2-4a79-49e3-b2e6-e700228418fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eda80a-5dff-4514-9070-b5bea428dca8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:57.815225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'tag': 'dc2691e4-00af-46e0-b7a6-69fe838f7393'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:57.819375 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb01056-e99b-4fe1-ab07-aa0d7da68531" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf8d49b-8e29-4a99-97e2-f2307a56e678", "tag": "dc2691e4-00af-46e0-b7a6-69fe838f7393"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:57.985898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-dbae90ce-591d-4ead-855b-2a5a04af032d tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:57.989631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-dbae90ce-591d-4ead-855b-2a5a04af032d tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.70 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 950 time: 0.1222146 Nov 12 13:14:57.992096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e5756-2df9-4c8b-8aa1-c9fa7e713f4f req-501785a1-19ab-4391-876b-58c1e0256e3a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:58.000522 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-123e5756-2df9-4c8b-8aa1-c9fa7e713f4f req-501785a1-19ab-4391-876b-58c1e0256e3a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e0ed040-cb7f-4992-b622-ba5d856137d4 HTTP/1.1" status: 200 len: 950 time: 0.1716473 Nov 12 13:14:58.150299 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-123e5756-2df9-4c8b-8aa1-c9fa7e713f4f req-b7256c7a-fe9e-42a5-bb1e-ccd2e0137df2 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487770 Nov 12 13:14:58.204659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-0d7046e0-0499-4c40-8294-03aecd65511f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:58.218643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['889a3fec-922a-4381-8de3-32764daca655'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:58.223314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a82e8767-0331-4aa4-b7bc-336db48df3ea', 'c727f783-59f3-4a5c-91ba-dc306c54fb40'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:58.284359 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376b3568-f15e-4d9f-a5f2-d4555524d261 x-openstack-request-id: req-376b3568-f15e-4d9f-a5f2-d4555524d261 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:14:58.295227 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf8d49b-8e29-4a99-97e2-f2307a56e678", "tag": "dc2691e4-00af-46e0-b7a6-69fe838f7393", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:14:58.295701 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-376b3568-f15e-4d9f-a5f2-d4555524d261 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:14:58.296152 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'tag': 'dc2691e4-00af-46e0-b7a6-69fe838f7393', 'status': 'completed', 'code': 200} Nov 12 13:14:58.317872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7046e0-0499-4c40-8294-03aecd65511f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Pushing event deleted for resources: {'Port': ['ID=a82e8767-0331-4aa4-b7bc-336db48df3ea,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:58.381923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-6af25b46-24e0-4096-bc70-c0c08bdbba2f tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3407977 Nov 12 13:14:58.400258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:14:58.467772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Deleting port dfbea80b-7227-425d-9050-b28954dffffa {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:14:58.468440 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:58.482845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ab51c57-4c21-4c39-956c-ca5185a334e6 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:14:58.500119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-0d7046e0-0499-4c40-8294-03aecd65511f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] No DVR routers for this DVR port a82e8767-0331-4aa4-b7bc-336db48df3ea on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:14:58.505605 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-0d7046e0-0499-4c40-8294-03aecd65511f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:58.511023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6579811-f06d-4ed9-a097-09baeaa017d9 req-0d7046e0-0499-4c40-8294-03aecd65511f tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "DELETE /v2.0/ports/a82e8767-0331-4aa4-b7bc-336db48df3ea HTTP/1.1" status: 204 len: 173 time: 1.6002870 Nov 12 13:14:58.611145 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:58.627381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb01056-e99b-4fe1-ab07-aa0d7da68531 req-58f87526-823e-4f95-897b-981085a51e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:58.630766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb01056-e99b-4fe1-ab07-aa0d7da68531 req-58f87526-823e-4f95-897b-981085a51e08 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1125 time: 0.3301580 Nov 12 13:14:58.761107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] For port dfbea80b-7227-425d-9050-b28954dffffa, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=dfbea80b-7227-425d-9050-b28954dffffa,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:58.761107 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:58.792685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Calling delete_port for dfbea80b-7227-425d-9050-b28954dffffa owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:14:58.811125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b718b8-ccfe-4724-b374-1df43c9290d1 req-c524b93e-08fd-40e7-82df-4587a10eebf3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:58.822152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2b718b8-ccfe-4724-b374-1df43c9290d1 req-c524b93e-08fd-40e7-82df-4587a10eebf3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.3181677 Nov 12 13:14:58.952296 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:58.962725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4ab51c57-4c21-4c39-956c-ca5185a334e6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:14:58.963097 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:59.100304 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:59.132245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 4ab51c57-4c21-4c39-956c-ca5185a334e6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4ab51c57-4c21-4c39-956c-ca5185a334e6,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:59.152968 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:59.158701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2b718b8-ccfe-4724-b374-1df43c9290d1 req-35a0be84-a9ef-43fa-bc86-dbea5d89be4e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307853 Nov 12 13:14:59.187525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb01056-e99b-4fe1-ab07-aa0d7da68531 req-c5d1b955-9c47-4d29-b1c4-ae854c61723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:59.192081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb01056-e99b-4fe1-ab07-aa0d7da68531 req-c5d1b955-9c47-4d29-b1c4-ae854c61723e service neutron] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.5411308 Nov 12 13:14:59.276141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:59.291992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb01056-e99b-4fe1-ab07-aa0d7da68531 req-29d402a1-1f94-4657-8798-ac65771cdf59 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393 HTTP/1.1" status: 200 len: 217 time: 0.0758195 Nov 12 13:14:59.308513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['e6cc3529-9cd8-45af-8522-d70680ea28e7', 'dfbea80b-7227-425d-9050-b28954dffffa'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:14:59.347273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Pushing event deleted for resources: {'Port': ['ID=dfbea80b-7227-425d-9050-b28954dffffa,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:59.358513 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Sync routers for ids ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:14:59.364118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.364615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.365066 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.365631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.366203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.366636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.367149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.367580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.368095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.369052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.369670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.370185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:14:59.383685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb01056-e99b-4fe1-ab07-aa0d7da68531 req-9e37a442-c099-4b9a-9da2-9f9d3c3cdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:59.386558 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb01056-e99b-4fe1-ab07-aa0d7da68531 req-9e37a442-c099-4b9a-9da2-9f9d3c3cdc39 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.0846002 Nov 12 13:14:59.397929 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Routers {'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:14:59.398682 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:14:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:14:59.439266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb01056-e99b-4fe1-ab07-aa0d7da68531 req-ce8020aa-5ec2-4406-b8a0-29c427fb3805 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443790 Nov 12 13:14:59.469031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] No DVR routers for this DVR port dfbea80b-7227-425d-9050-b28954dffffa on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:14:59.487420 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:59.498011 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff2cdb88-d956-47a8-a4d9-17a156f47ed1 req-fd5cb05c-f01b-433d-9c15-32af710ef44e tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.70 "DELETE /v2.0/ports/dfbea80b-7227-425d-9050-b28954dffffa HTTP/1.1" status: 204 len: 173 time: 1.5019541 Nov 12 13:14:59.498301 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3348a3cd-3698-4752-a740-bd5ca5b5202e', 'name': 'network-vif-deleted', 'tag': 'dfbea80b-7227-425d-9050-b28954dffffa'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:14:59.501864 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e29cb4-0ba3-4848-8f91-986d97825b6d" -d '{"events": [{"server_uuid": "3348a3cd-3698-4752-a740-bd5ca5b5202e", "name": "network-vif-deleted", "tag": "dfbea80b-7227-425d-9050-b28954dffffa"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:14:59.504940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device dc2691e4-00af-46e0-b7a6-69fe838f7393 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:14:59.506124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Allocated IP 172.25.5.161 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/b2128039-c54d-4a3f-99bc-e804742ac425) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:14:59.571276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=4ab51c57-4c21-4c39-956c-ca5185a334e6,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:59.649561 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff79da2f-7beb-4a74-83ac-cd706edc24e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:59.650166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949095f-e285-4125-88a6-ca60752964f8 req-6d971240-09ab-4d8e-818f-e47825eb58cc tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:14:59.655583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7949095f-e285-4125-88a6-ca60752964f8 req-6d971240-09ab-4d8e-818f-e47825eb58cc tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 944 time: 0.1589000 Nov 12 13:14:59.703609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb01056-e99b-4fe1-ab07-aa0d7da68531 req-e80e21da-5d2c-4487-a05e-96f9b5f1aa86 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575054 Nov 12 13:14:59.713913 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Set router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:14:59.759541 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:59.843981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb01056-e99b-4fe1-ab07-aa0d7da68531 req-d890cfda-2da6-4ae1-8912-ef05ff671e92 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243923 Nov 12 13:14:59.847120 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:14:59.892701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7949095f-e285-4125-88a6-ca60752964f8 req-2fdf3353-e6b0-44fa-9987-e77274f720ad tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270026 Nov 12 13:14:59.925225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:14:59.936954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:14:59.942468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:14:59.956119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event updated for resources: {'Port': ['ID=b2128039-c54d-4a3f-99bc-e804742ac425,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:14:59.957616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:14:59.978130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device dc2691e4-00af-46e0-b7a6-69fe838f7393 has no active binding in host n-h1-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:15:00.017257 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.076137 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.131675 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-router', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:14:50Z', 'updated_at': '2021-11-12T13:14:56Z', 'revision_number': 4, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'gw_port': {'id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:51Z', 'updated_at': '2021-11-12T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '89e9b9a9-bdd1-4997-8327-daa029a1a966', 'name': '', 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'mac_address': 'fa:16:3e:8f:89:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3ab776aa-94a8-486a-bdee-0ee2ad128a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:54Z', 'updated_at': '2021-11-12T13:14:56Z', 'revision_number': 2, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'subnets': [{'id': '3ab776aa-94a8-486a-bdee-0ee2ad128a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:00.161675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cac8b7a9-ed9f-403d-921d-01544758e6ad req-3af816ac-b5bc-4138-940f-86dd8ca2ad96 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=3348a3cd-3698-4752-a740-bd5ca5b5202e HTTP/1.1" status: 200 len: 210 time: 0.0527513 Nov 12 13:15:00.176540 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Checking router: bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:15:00.182578 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Updating router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 port 89e9b9a9-bdd1-4997-8327-daa029a1a966 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:15:00.240514 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.296882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0ed040-cb7f-4992-b622-ba5d856137d4', 'name': 'network-vif-deleted', 'tag': 'a82e8767-0331-4aa4-b7bc-336db48df3ea'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:00.299734 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72051d3c-6ab4-4f8d-b307-14dada5c18d8" -d '{"events": [{"server_uuid": "5e0ed040-cb7f-4992-b622-ba5d856137d4", "name": "network-vif-deleted", "tag": "a82e8767-0331-4aa4-b7bc-336db48df3ea"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:00.348207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ab51c57-4c21-4c39-956c-ca5185a334e6 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:00.357009 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304e1269-5f2a-4fd0-9a58-13941b91b43e x-openstack-request-id: req-304e1269-5f2a-4fd0-9a58-13941b91b43e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:00.357009 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3348a3cd-3698-4752-a740-bd5ca5b5202e", "name": "network-vif-deleted", "tag": "dfbea80b-7227-425d-9050-b28954dffffa", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:00.358521 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-304e1269-5f2a-4fd0-9a58-13941b91b43e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:00.358923 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3348a3cd-3698-4752-a740-bd5ca5b5202e', 'name': 'network-vif-deleted', 'tag': 'dfbea80b-7227-425d-9050-b28954dffffa', 'status': 'completed', 'code': 200} Nov 12 13:15:00.445432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.449260 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.458632 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.475375 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.507717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4ab51c57-4c21-4c39-956c-ca5185a334e6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:00.508092 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.541873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.551320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1683884 Nov 12 13:15:00.560906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd3c2-6f1f-420b-a72b-bbb7693215c1 req-48699c02-a44d-4852-920a-c4faf6aec95c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:00.566133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaf9ae-5896-4fba-851e-e5fd9e54afa1 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event updated for resources: {'Port': ['ID=b2128039-c54d-4a3f-99bc-e804742ac425,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:00.570861 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-653fd3c2-6f1f-420b-a72b-bbb7693215c1 req-48699c02-a44d-4852-920a-c4faf6aec95c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1448321 Nov 12 13:15:00.628806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-68ce0a46-5b1c-4e86-ade4-acd1a99b65a3 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 696 time: 0.0762413 Nov 12 13:15:00.707294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-653fd3c2-6f1f-420b-a72b-bbb7693215c1 req-9d811db2-5905-46df-b763-fe6751731b2b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250286 Nov 12 13:15:00.812216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-11e0c8ce-9406-473c-adb9-196576f90424 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:00.823907 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ff0f726-000d-4583-8d38-a0a273ca0bc4 req-11e0c8ce-9406-473c-adb9-196576f90424 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.1939163 Nov 12 13:15:00.828557 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.835985 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:00.853784 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bab0a9-eb9b-4819-8df3-ce5c2ddb52e4 x-openstack-request-id: req-75bab0a9-eb9b-4819-8df3-ce5c2ddb52e4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:00.854074 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0ed040-cb7f-4992-b622-ba5d856137d4", "name": "network-vif-deleted", "tag": "a82e8767-0331-4aa4-b7bc-336db48df3ea", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:00.854325 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75bab0a9-eb9b-4819-8df3-ce5c2ddb52e4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:00.854747 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0ed040-cb7f-4992-b622-ba5d856137d4', 'name': 'network-vif-deleted', 'tag': 'a82e8767-0331-4aa4-b7bc-336db48df3ea', 'status': 'completed', 'code': 200} Nov 12 13:15:00.956629 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Pushing event updated for resources: {'Port': ['ID=89e9b9a9-bdd1-4997-8327-daa029a1a966,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:01.002646 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.003116 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.003638 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.004070 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.004609 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.005032 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.005496 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.006047 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.006692 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.007107 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.007541 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.007951 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:01.036030 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Attempting to bind port 89e9b9a9-bdd1-4997-8327-daa029a1a966 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:01.036683 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Attempting to bind port 89e9b9a9-bdd1-4997-8327-daa029a1a966 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '4e33189f-054f-4430-88a2-7b7bc5ab02cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:01.037133 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Attempting to bind port 89e9b9a9-bdd1-4997-8327-daa029a1a966 on network 5165abc5-f020-4c83-b8a0-fbdded3024f3 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:01.045064 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:01.045744 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Checking segment: {'id': '4e33189f-054f-4430-88a2-7b7bc5ab02cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:01.046291 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:01.046884 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Bound using segment: {'id': '4e33189f-054f-4430-88a2-7b7bc5ab02cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:01.047631 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Bound port: 89e9b9a9-bdd1-4997-8327-daa029a1a966, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e33189f-054f-4430-88a2-7b7bc5ab02cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:01.048226 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:01.140914 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] For port 89e9b9a9-bdd1-4997-8327-daa029a1a966, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:01.147562 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] For port 89e9b9a9-bdd1-4997-8327-daa029a1a966, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=89e9b9a9-bdd1-4997-8327-daa029a1a966,segment=NetworkSegment(4e33189f-054f-4430-88a2-7b7bc5ab02cc),segment_id=4e33189f-054f-4430-88a2-7b7bc5ab02cc)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:01.157790 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:01.245013 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Routers {'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:01.246174 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:01.249117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4b6cccd6-5289-4e77-b784-968dade931bb None None] Provisioning complete for port 89e9b9a9-bdd1-4997-8327-daa029a1a966 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:01.249670 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b6cccd6-5289-4e77-b784-968dade931bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:01.309477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-df4dc4b5-0827-4b28-9ada-409405efcaf9 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e0f408a570a142edbdf02ac93b9b3b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531304 Nov 12 13:15:01.364000 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26955a6-bd8d-4487-a93f-fefd6cde342c None None] Pushing event updated for resources: {'Port': ['ID=89e9b9a9-bdd1-4997-8327-daa029a1a966,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:01.418682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a82e8767-0331-4aa4-b7bc-336db48df3ea no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:01.468743 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b6cccd6-5289-4e77-b784-968dade931bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:01.496197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: a82e8767-0331-4aa4-b7bc-336db48df3ea {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:01.496802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a82e8767-0331-4aa4-b7bc-336db48df3ea not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:01.497477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device dfbea80b-7227-425d-9050-b28954dffffa no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:01.523023 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] Set router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:01.536827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: dfbea80b-7227-425d-9050-b28954dffffa {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:01.537198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device dfbea80b-7227-425d-9050-b28954dffffa not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:01.570524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4b6cccd6-5289-4e77-b784-968dade931bb None None] For port 89e9b9a9-bdd1-4997-8327-daa029a1a966, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=89e9b9a9-bdd1-4997-8327-daa029a1a966,segment=NetworkSegment(4e33189f-054f-4430-88a2-7b7bc5ab02cc),segment_id=4e33189f-054f-4430-88a2-7b7bc5ab02cc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:01.576021 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b6cccd6-5289-4e77-b784-968dade931bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:01.586834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6357a-8539-4901-b7b3-f02286ead29b req-570082e6-8891-486e-9670-4fb467dc1f30 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:01.605344 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-570082e6-8891-486e-9670-4fb467dc1f30 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842386 Nov 12 13:15:01.644540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cccd6-5289-4e77-b784-968dade931bb None None] Pushing event updated for resources: {'Port': ['ID=89e9b9a9-bdd1-4997-8327-daa029a1a966,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:01.650986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-315fe1fe-1087-4d3f-ad70-24e4b8db4cb4 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/quotas/e0f408a570a142edbdf02ac93b9b3b05 HTTP/1.1" status: 200 len: 375 time: 0.0443711 Nov 12 13:15:01.693588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-c98be734-6336-4148-9b2f-a989aa96a69c tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7340388 Nov 12 13:15:01.701039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:01.703454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e97ed5b4-0beb-41e2-94b6-a815c763e890 None None] Provisioning complete for port 89e9b9a9-bdd1-4997-8327-daa029a1a966 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:01.704090 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e97ed5b4-0beb-41e2-94b6-a815c763e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:01.712832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-edb562ba-9681-4e73-9808-dc2111404c20 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0f408a570a142edbdf02ac93b9b3b05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568602 Nov 12 13:15:01.743741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:01.926641 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.002294 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-router', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:14:50Z', 'updated_at': '2021-11-12T13:14:56Z', 'revision_number': 4, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'gw_port': {'id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:51Z', 'updated_at': '2021-11-12T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '89e9b9a9-bdd1-4997-8327-daa029a1a966', 'name': '', 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'mac_address': 'fa:16:3e:8f:89:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3ab776aa-94a8-486a-bdee-0ee2ad128a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:54Z', 'updated_at': '2021-11-12T13:15:01Z', 'revision_number': 4, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'subnets': [{'id': '3ab776aa-94a8-486a-bdee-0ee2ad128a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:02.045744 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.061217 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b7b86-1a3b-40b5-9e68-1f2ed763a8bc None None] The sync data for ids ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'] in n-d-805736-4 is: [{'id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-router', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:14:50Z', 'updated_at': '2021-11-12T13:14:56Z', 'revision_number': 4, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'gw_port': {'id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:51Z', 'updated_at': '2021-11-12T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '89e9b9a9-bdd1-4997-8327-daa029a1a966', 'name': '', 'network_id': '5165abc5-f020-4c83-b8a0-fbdded3024f3', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'mac_address': 'fa:16:3e:8f:89:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3ab776aa-94a8-486a-bdee-0ee2ad128a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:54Z', 'updated_at': '2021-11-12T13:15:01Z', 'revision_number': 4, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'subnets': [{'id': '3ab776aa-94a8-486a-bdee-0ee2ad128a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:15:02.079687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1211cf-4fdc-4923-b797-554b36262bfb req-bfc50c8c-068a-4642-b28e-345519a2e60b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:02.086695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Allocated IP 172.25.5.129 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/641e6d60-589e-4046-b0b0-efc5cbc8fb69) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:02.090116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db1211cf-4fdc-4923-b797-554b36262bfb req-bfc50c8c-068a-4642-b28e-345519a2e60b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 944 time: 0.0856431 Nov 12 13:15:02.203066 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db1211cf-4fdc-4923-b797-554b36262bfb req-d7d5313c-3549-4ed3-a669-c81f38c4a58a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059883 Nov 12 13:15:02.286442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.380079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa46ad-44bc-4e09-b67f-c8d671b415d4 req-e34701b1-689b-4789-a605-459dbd3ea00d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:02.383006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d7aa46ad-44bc-4e09-b67f-c8d671b415d4 req-e34701b1-689b-4789-a605-459dbd3ea00d tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 970 time: 0.1094775 Nov 12 13:15:02.384270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 89e9b9a9-bdd1-4997-8327-daa029a1a966 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:02.423080 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.448929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-3996c42b-9c9b-4ac0-8783-c24aefc7d503 service neutron] 10.222.0.105 "GET /v2.0/ports/dc2691e4-00af-46e0-b7a6-69fe838f7393/bindings/n-h1-805736-4 HTTP/1.1" status: 200 len: 384 time: 0.1560507 Nov 12 13:15:02.476004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 89e9b9a9-bdd1-4997-8327-daa029a1a966 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:02.476573 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.480926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:02.491070 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d7aa46ad-44bc-4e09-b67f-c8d671b415d4 req-b46927bb-50cc-4e13-a2fa-66fa686d3c7e tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986462 Nov 12 13:15:02.561879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event updated for resources: {'Port': ['ID=641e6d60-589e-4046-b0b0-efc5cbc8fb69,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:02.616795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:02.627581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:02.713813 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:02.738165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.740206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.740206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.740462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.740778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.741130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.741683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.742071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.742653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.742946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.743342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.749358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:02.776776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97f5dc-9774-4e61-a285-1439c85dc497 req-85cec999-7f3d-457b-a1be-6b618e5407fe tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:02.787496 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e97f5dc-9774-4e61-a285-1439c85dc497 req-85cec999-7f3d-457b-a1be-6b618e5407fe tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1298354 Nov 12 13:15:02.906829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e97f5dc-9774-4e61-a285-1439c85dc497 req-c09d61e8-2c2f-4999-88dc-9f4c6dc4063f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127603 Nov 12 13:15:02.926212 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-0cf1a8c7-1087-437e-b3bf-2c216b0644c1 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:02.931419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-0cf1a8c7-1087-437e-b3bf-2c216b0644c1 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.105 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 970 time: 0.1415839 Nov 12 13:15:02.964354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.063941 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.086752 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a599f01-eb8f-4c4d-9d25-8485f24e9b0c req-e00753ba-2c30-4af4-8aee-9c2dc39e6954 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 210 time: 0.0689170 Nov 12 13:15:03.122989 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-fea46ea0-eede-4059-991d-898fdb039ef3 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Deleting port 889a3fec-922a-4381-8de3-32764daca655 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:03.123443 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-fea46ea0-eede-4059-991d-898fdb039ef3 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.282655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-fea46ea0-eede-4059-991d-898fdb039ef3 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] For port 889a3fec-922a-4381-8de3-32764daca655, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=889a3fec-922a-4381-8de3-32764daca655,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:03.283455 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-fea46ea0-eede-4059-991d-898fdb039ef3 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.287276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-ce6e4760-de6b-4aed-9042-fefbab215446 service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:03.316546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-fea46ea0-eede-4059-991d-898fdb039ef3 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Calling delete_port for 889a3fec-922a-4381-8de3-32764daca655 owned by compute:tempest-test_az-615944478 {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:03.353952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-ce6e4760-de6b-4aed-9042-fefbab215446 service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:03.437048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-ce6e4760-de6b-4aed-9042-fefbab215446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2691e4-00af-46e0-b7a6-69fe838f7393 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:03.464486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-ce6e4760-de6b-4aed-9042-fefbab215446 service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:03.508943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-598e1270-9082-4a89-833b-e7f749dfb929 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=e0f408a570a142edbdf02ac93b9b3b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390024 Nov 12 13:15:03.536829 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-ce6e4760-de6b-4aed-9042-fefbab215446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.568804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.584250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.602888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8b0f-ba0f-4d25-8615-925f4857ffc9 req-b8717765-0532-4e21-b166-5e3d49f5627e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:03.612852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89dd8b0f-ba0f-4d25-8615-925f4857ffc9 req-b8717765-0532-4e21-b166-5e3d49f5627e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 944 time: 0.1489356 Nov 12 13:15:03.681798 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-fea46ea0-eede-4059-991d-898fdb039ef3 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.696817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c727f783-59f3-4a5c-91ba-dc306c54fb40'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:03.735395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89dd8b0f-ba0f-4d25-8615-925f4857ffc9 req-d1bcc981-6303-4ce8-a29e-f6990bc330d2 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220360 Nov 12 13:15:03.736765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea46ea0-eede-4059-991d-898fdb039ef3 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Pushing event deleted for resources: {'Port': ['ID=889a3fec-922a-4381-8de3-32764daca655,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:03.761777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['889a3fec-922a-4381-8de3-32764daca655'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:03.784334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event updated for resources: {'Port': ['ID=641e6d60-589e-4046-b0b0-efc5cbc8fb69,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:03.832894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.848637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-ce6e4760-de6b-4aed-9042-fefbab215446 service neutron] Transition to ACTIVE for port object dc2691e4-00af-46e0-b7a6-69fe838f7393 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:03.850694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-fea46ea0-eede-4059-991d-898fdb039ef3 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] No DVR routers for this DVR port 889a3fec-922a-4381-8de3-32764daca655 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:03.861148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6357a-8539-4901-b7b3-f02286ead29b req-4a9f9788-afad-453a-a558-c0043a3d06e9 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:03.862204 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-fea46ea0-eede-4059-991d-898fdb039ef3 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.862773 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-4a9f9788-afad-453a-a558-c0043a3d06e9 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3458815 Nov 12 13:15:03.866955 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-670d11ee-fad7-49aa-a74f-feee47f22547 req-fea46ea0-eede-4059-991d-898fdb039ef3 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.105 "DELETE /v2.0/ports/889a3fec-922a-4381-8de3-32764daca655 HTTP/1.1" status: 204 len: 173 time: 0.9259140 Nov 12 13:15:03.867456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6', 'name': 'network-vif-deleted', 'tag': '889a3fec-922a-4381-8de3-32764daca655'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:03.868635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-ce6e4760-de6b-4aed-9042-fefbab215446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.875642 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c6fdf2-58b4-4776-ad47-fd0048e02ced" -d '{"events": [{"server_uuid": "3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6", "name": "network-vif-deleted", "tag": "889a3fec-922a-4381-8de3-32764daca655"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:03.893121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Request body: {'port': {'device_id': '47bb970e-9521-4618-b338-4bf7bf866bf2', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'e0f408a570a142edbdf02ac93b9b3b05'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:03.946238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:03.946238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-008338e2-7fb9-4c7d-9d11-196cd16f4ca5 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2455258 Nov 12 13:15:03.981101 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:15:04.002703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c7dec-db6b-4f1e-8843-5a693cdda1e1 req-307ff800-df09-4f45-b61e-cc0aef6f3e72 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:04.005113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-918c7dec-db6b-4f1e-8843-5a693cdda1e1 req-307ff800-df09-4f45-b61e-cc0aef6f3e72 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 950 time: 0.1210804 Nov 12 13:15:04.082692 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-bf820d00-5e4b-47df-96d4-408bf4069f2a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.1138008 Nov 12 13:15:04.095738 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-918c7dec-db6b-4f1e-8843-5a693cdda1e1 req-e9d6ffcd-44f5-4166-a4ef-3e542ace5685 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753620 Nov 12 13:15:04.133095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-ce6e4760-de6b-4aed-9042-fefbab215446 service neutron] No DVR routers for this DVR port dc2691e4-00af-46e0-b7a6-69fe838f7393 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:04.164984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device dc2691e4-00af-46e0-b7a6-69fe838f7393 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:04.175249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e4760-de6b-4aed-9042-fefbab215446 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2691e4-00af-46e0-b7a6-69fe838f7393,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:04.213991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device dc2691e4-00af-46e0-b7a6-69fe838f7393 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:04.252444 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-ce6e4760-de6b-4aed-9042-fefbab215446 service neutron] 10.222.0.105 "PUT /v2.0/ports/dc2691e4-00af-46e0-b7a6-69fe838f7393/bindings/n-h1-805736-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7912936 Nov 12 13:15:04.301458 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7bd90ebd-21b1-4770-a1e5-e8a5bc239693 req-7f191580-c2e9-4384-864c-c9dcf500c944 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6 HTTP/1.1" status: 200 len: 210 time: 0.0456128 Nov 12 13:15:04.365603 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d55efda-c652-4dd9-8155-0889a82e69a6 x-openstack-request-id: req-8d55efda-c652-4dd9-8155-0889a82e69a6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:04.365903 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6", "name": "network-vif-deleted", "tag": "889a3fec-922a-4381-8de3-32764daca655", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:04.366164 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d55efda-c652-4dd9-8155-0889a82e69a6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:04.366547 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7c85ca-a4ae-4a2e-9b54-c9e203349bf6', 'name': 'network-vif-deleted', 'tag': '889a3fec-922a-4381-8de3-32764daca655', 'status': 'completed', 'code': 200} Nov 12 13:15:04.376887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Made reservation on behalf of e0f408a570a142edbdf02ac93b9b3b05 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:04.380468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:04.399073 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:04.415664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-d029fea3-e046-4fe4-a12b-3a7563fd7961 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:04.417052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-d029fea3-e046-4fe4-a12b-3a7563fd7961 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2974777 Nov 12 13:15:04.433796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-3d1f8b85-e67d-4e2e-9173-1e5778182524 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:15:04.435353 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c78a50b6-6e2b-46bf-a98d-1fdd8db592d2 req-3d1f8b85-e67d-4e2e-9173-1e5778182524 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093260 Nov 12 13:15:04.491303 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4842cd-bfc1-49dd-a974-32e34349fb56 req-de8fb20d-8d8c-489a-8f43-9e0722d00395 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:04.493199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2d4842cd-bfc1-49dd-a974-32e34349fb56 req-de8fb20d-8d8c-489a-8f43-9e0722d00395 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0778663 Nov 12 13:15:04.542270 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f43ea2e6-c9d6-4a37-afd2-36bbdb1e667a req-f09312bc-9807-4429-b77e-ef3c25fcf505 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 210 time: 0.0381234 Nov 12 13:15:04.547575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2d4842cd-bfc1-49dd-a974-32e34349fb56 req-e2599b8f-4edf-4ca6-b3e5-9f1e1d16f741 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Nov 12 13:15:04.557755 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:04.563852 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:04.708095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2650b9b-28b0-4bb1-a187-2891938c9b86,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:04.739366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-6b88fd3f-e067-4d81-aae8-f74f931c5e9d tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:04.742048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-6b88fd3f-e067-4d81-aae8-f74f931c5e9d tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.0606909 Nov 12 13:15:04.834809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-31bfee49-c3c4-4482-bc38-9246fcac26ac tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2498682 Nov 12 13:15:04.844866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-08e0c512-572f-4832-9e32-b97db23dbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:04.846518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-08e0c512-572f-4832-9e32-b97db23dbbbc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678&tenant_id=400cd7e0e4fd45d49e91bc070b399a26 HTTP/1.1" status: 200 len: 1096 time: 0.0943856 Nov 12 13:15:04.852552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:04.858225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Allocated IP 192.168.233.218 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/1867669e-0c3a-4f2e-b086-e9bd4632b437) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:04.891069 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:04.914198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08b486-eb82-4ee2-868c-80839cb142cc req-9dbd0726-4a4c-4188-82ae-86af3be60e5b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:04.915915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2f08b486-eb82-4ee2-868c-80839cb142cc req-9dbd0726-4a4c-4188-82ae-86af3be60e5b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 945 time: 0.0834229 Nov 12 13:15:04.949860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-a29582b8-566f-4a94-b69e-00d795b4c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:04.951964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-a29582b8-566f-4a94-b69e-00d795b4c869 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1096 time: 0.0761261 Nov 12 13:15:05.004520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2f08b486-eb82-4ee2-868c-80839cb142cc req-71fc6b48-175c-48bc-89d1-0b63066a5d19 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785480 Nov 12 13:15:05.067926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-71078b13-2a64-4160-9a77-4e189bddce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:05.069522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-71078b13-2a64-4160-9a77-4e189bddce30 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.1073387 Nov 12 13:15:05.126249 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-b7bcc605-2b24-41c8-9001-4a4641c659b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393 HTTP/1.1" status: 200 len: 217 time: 0.0396841 Nov 12 13:15:05.128637 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:05.160139 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:05.183373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-dd57dfef-8a6e-4616-bac1-0331c9896c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:05.185521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-dd57dfef-8a6e-4616-bac1-0331c9896c3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.0488741 Nov 12 13:15:05.191873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-683a4836-c92d-45d9-978a-fae24fcd3600 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:05.193435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-683a4836-c92d-45d9-978a-fae24fcd3600 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.70 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 950 time: 0.1038415 Nov 12 13:15:05.238536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-7efee2d5-c08b-4b9c-bb80-41da93c19212 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388641 Nov 12 13:15:05.260881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b498d8-1107-4e1a-a924-d67f5489ce70 req-4517ba1f-cbd8-4f20-a22b-dd60e76e580a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:05.261578 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:05.262428 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d3b498d8-1107-4e1a-a924-d67f5489ce70 req-4517ba1f-cbd8-4f20-a22b-dd60e76e580a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 950 time: 0.0730371 Nov 12 13:15:05.371088 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d3b498d8-1107-4e1a-a924-d67f5489ce70 req-3df8c69f-b4dd-454f-a4e3-69d2794c216a tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/security-groups?id=e28265d6-607c-48ab-adf7-47ea0164d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982134 Nov 12 13:15:05.377809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:05.387811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:05.391659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Pushing event updated for resources: {'Port': ['ID=1867669e-0c3a-4f2e-b086-e9bd4632b437,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:05.395810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:05.396112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-a387e017-9d7e-4860-bb56-dc6131034007 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310463 Nov 12 13:15:05.442122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Allocated IP 172.25.5.70 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/848e4906-6ed5-4abb-95fc-768c7c814c6b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:05.486461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:05.487299 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:05.516499 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-356820f1-3ea5-4750-80e1-1d3431a6acb3 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098025 Nov 12 13:15:05.557197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-9c4e2790-6004-4ed8-a313-56444306b595 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Deleting port e6cc3529-9cd8-45af-8522-d70680ea28e7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:05.557563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-9c4e2790-6004-4ed8-a313-56444306b595 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:05.563566 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-062b0eb9-fa9d-4a83-bd5a-576e1a5108ef tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6837459 Nov 12 13:15:05.590181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Request body: {'port': {'device_id': '47bb970e-9521-4618-b338-4bf7bf866bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:05.743601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eea672-ae6d-4b66-96e3-59c87d9b5c80 req-8a18a24f-9563-4628-8081-1fc1291478bf tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:05.745212 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61eea672-ae6d-4b66-96e3-59c87d9b5c80 req-8a18a24f-9563-4628-8081-1fc1291478bf tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 936 time: 0.0618715 Nov 12 13:15:05.801324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-243df916-f351-4883-8e1e-bfb7e5390bc9 None None] Provisioning complete for port 1867669e-0c3a-4f2e-b086-e9bd4632b437 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:05.802984 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-243df916-f351-4883-8e1e-bfb7e5390bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:05.816009 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61eea672-ae6d-4b66-96e3-59c87d9b5c80 req-be0904e7-9430-40e1-822e-a886d9c4c6a8 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611351 Nov 12 13:15:05.865771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-243df916-f351-4883-8e1e-bfb7e5390bc9 None None] Port 1867669e-0c3a-4f2e-b086-e9bd4632b437 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:15:05.891022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-e07b541e-9a83-4163-95fb-6ab5026a6705 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:05.892905 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-e07b541e-9a83-4163-95fb-6ab5026a6705 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.0555010 Nov 12 13:15:06.040823 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.076523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.086082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-9c4e2790-6004-4ed8-a313-56444306b595 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] For port e6cc3529-9cd8-45af-8522-d70680ea28e7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e6cc3529-9cd8-45af-8522-d70680ea28e7,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:06.087631 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-9c4e2790-6004-4ed8-a313-56444306b595 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.131844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-9c4e2790-6004-4ed8-a313-56444306b595 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Calling delete_port for e6cc3529-9cd8-45af-8522-d70680ea28e7 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:06.166079 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 889a3fec-922a-4381-8de3-32764daca655 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:06.226403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 889a3fec-922a-4381-8de3-32764daca655 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:06.227009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 889a3fec-922a-4381-8de3-32764daca655 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:06.232960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.318648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ab-8e10-406a-8ba5-f2943d0d00de req-b990293c-d1a1-4d5e-8210-48d767d36f96 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:06.329969 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-04da53ab-8e10-406a-8ba5-f2943d0d00de req-b990293c-d1a1-4d5e-8210-48d767d36f96 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.4085829 Nov 12 13:15:06.335997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:06.349307 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:06.359086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:06.401230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-f6ff6578-92a2-4b7a-8fd1-e7515fd6f0f7 service neutron] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:06.408878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-f6ff6578-92a2-4b7a-8fd1-e7515fd6f0f7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.410052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c38b7fd2-2bf4-4623-97cb-6d7f6da9f83a req-f6ff6578-92a2-4b7a-8fd1-e7515fd6f0f7 service neutron] 10.222.0.70 "DELETE /v2.0/ports/dc2691e4-00af-46e0-b7a6-69fe838f7393/bindings/n-h2-805736-4 HTTP/1.1" status: 204 len: 173 time: 0.5052357 Nov 12 13:15:06.413804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event updated for resources: {'Port': ['ID=848e4906-6ed5-4abb-95fc-768c7c814c6b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:06.430600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-04da53ab-8e10-406a-8ba5-f2943d0d00de req-b267ecce-01cd-47f1-be10-0beba1d28760 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802915 Nov 12 13:15:06.552812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c284509-0f05-46e6-9734-e1191c85648f req-24881ac3-112d-4eb6-a26a-8106d308a9be tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:06.554465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c284509-0f05-46e6-9734-e1191c85648f req-24881ac3-112d-4eb6-a26a-8106d308a9be tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 951 time: 0.0548155 Nov 12 13:15:06.599203 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-9c4e2790-6004-4ed8-a313-56444306b595 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.605139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c284509-0f05-46e6-9734-e1191c85648f req-dbda4cd1-ed4d-4df8-9216-5bb4786b3e4e tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437739 Nov 12 13:15:06.610899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.612268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['e6cc3529-9cd8-45af-8522-d70680ea28e7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:06.652878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e2790-6004-4ed8-a313-56444306b595 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Pushing event deleted for resources: {'Port': ['ID=e6cc3529-9cd8-45af-8522-d70680ea28e7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:06.736442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.789239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-9c4e2790-6004-4ed8-a313-56444306b595 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] No DVR routers for this DVR port e6cc3529-9cd8-45af-8522-d70680ea28e7 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:06.799248 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-9c4e2790-6004-4ed8-a313-56444306b595 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.802684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ecf8740-e823-4d99-86ab-2d18d1077f38 req-9c4e2790-6004-4ed8-a313-56444306b595 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.70 "DELETE /v2.0/ports/e6cc3529-9cd8-45af-8522-d70680ea28e7 HTTP/1.1" status: 204 len: 173 time: 1.5801947 Nov 12 13:15:06.803215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0554f65d-2253-4d5c-b7c4-d0f5fc825c73', 'name': 'network-vif-deleted', 'tag': 'e6cc3529-9cd8-45af-8522-d70680ea28e7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:06.805533 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235518f4-0089-4c2b-9c5c-2fc490f63399" -d '{"events": [{"server_uuid": "0554f65d-2253-4d5c-b7c4-d0f5fc825c73", "name": "network-vif-deleted", "tag": "e6cc3529-9cd8-45af-8522-d70680ea28e7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:06.811894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1867669e-0c3a-4f2e-b086-e9bd4632b437 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:06.823938 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.855642 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbd35-b49c-43a3-a48e-8e794d64bd39 req-60e2bddf-0b26-44fd-9571-9cee4438f90b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:06.866634 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60edbd35-b49c-43a3-a48e-8e794d64bd39 req-60e2bddf-0b26-44fd-9571-9cee4438f90b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 945 time: 0.1066740 Nov 12 13:15:06.892709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Transition to ACTIVE for port object 1867669e-0c3a-4f2e-b086-e9bd4632b437 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:06.944457 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:06.968178 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60edbd35-b49c-43a3-a48e-8e794d64bd39 req-62f081c4-54de-4879-bcda-d098c4bc2e3d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980580 Nov 12 13:15:07.020837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Pushing event updated for resources: {'Port': ['ID=1867669e-0c3a-4f2e-b086-e9bd4632b437,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:07.149621 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:07.155001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Attempting to bind port 1867669e-0c3a-4f2e-b086-e9bd4632b437 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:07.155832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Attempting to bind port 1867669e-0c3a-4f2e-b086-e9bd4632b437 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:07.156204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Attempting to bind port 1867669e-0c3a-4f2e-b086-e9bd4632b437 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:07.160050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:07.172684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Port 1867669e-0c3a-4f2e-b086-e9bd4632b437 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:07.173010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Attempting to bind port 1867669e-0c3a-4f2e-b086-e9bd4632b437 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:07.176572 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f9f241d-90d8-4e37-a60c-1fece6e14a37 req-76356a66-f7e8-4d51-b42b-3025341e12d9 tempest-ServersAdminNegativeTestJSON-1236529820 tempest-ServersAdminNegativeTestJSON-1236529820-project] 10.222.0.73 "GET /v2.0/ports?device_id=0554f65d-2253-4d5c-b7c4-d0f5fc825c73 HTTP/1.1" status: 200 len: 210 time: 0.0374169 Nov 12 13:15:07.217440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:07.217778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:07.218175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:07.218607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Bound port: 1867669e-0c3a-4f2e-b086-e9bd4632b437, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:07.218979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:07.240864 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ad8b02-cbe3-462f-9398-fc5dcb14de66 x-openstack-request-id: req-a2ad8b02-cbe3-462f-9398-fc5dcb14de66 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:07.241156 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0554f65d-2253-4d5c-b7c4-d0f5fc825c73", "name": "network-vif-deleted", "tag": "e6cc3529-9cd8-45af-8522-d70680ea28e7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:07.241590 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2ad8b02-cbe3-462f-9398-fc5dcb14de66 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:07.241821 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0554f65d-2253-4d5c-b7c4-d0f5fc825c73', 'name': 'network-vif-deleted', 'tag': 'e6cc3529-9cd8-45af-8522-d70680ea28e7', 'status': 'completed', 'code': 200} Nov 12 13:15:07.255132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event updated for resources: {'Port': ['ID=848e4906-6ed5-4abb-95fc-768c7c814c6b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:07.303710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:07.333777 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:07.334918 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-7c255184-5aab-4885-8b2b-89f16215278e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4923229 Nov 12 13:15:07.340572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] For port 1867669e-0c3a-4f2e-b086-e9bd4632b437, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:07.354155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] For port 1867669e-0c3a-4f2e-b086-e9bd4632b437, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1867669e-0c3a-4f2e-b086-e9bd4632b437,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:07.356060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb452d-4284-4e79-9e2e-3e9b12aabf7c req-3be70c09-11a9-4a84-ad30-a7f42a5fd222 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:07.358161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8deb452d-4284-4e79-9e2e-3e9b12aabf7c req-3be70c09-11a9-4a84-ad30-a7f42a5fd222 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 948 time: 0.0813820 Nov 12 13:15:07.396167 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:07.416877 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8deb452d-4284-4e79-9e2e-3e9b12aabf7c req-ae9ac66d-1dcd-4e6a-8dc0-cf32296ef865 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499249 Nov 12 13:15:07.499650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-341c80d8-5bf8-49e8-9ae6-6b67cfd2f68f tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.1470253 Nov 12 13:15:07.508923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:07.509643 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:07.511413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] 10.222.0.105 "PUT /v2.0/ports/1867669e-0c3a-4f2e-b086-e9bd4632b437 HTTP/1.1" status: 200 len: 1096 time: 1.9336236 Nov 12 13:15:07.542682 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-98bc100c-28ac-490a-a6ac-307769cd9266 service neutron] show failed (client error): The resource could not be found. Nov 12 13:15:07.544158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-98bc100c-28ac-490a-a6ac-307769cd9266 service neutron] 10.222.0.70 "GET /v2.0/ports/8fefa74e-6cf2-45fe-a1d0-a54fca643e52/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.1989446 Nov 12 13:15:07.590114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ffce4-eb5b-45e2-be09-e8c54e57467b service neutron] Pushing event updated for resources: {'Port': ['ID=1867669e-0c3a-4f2e-b086-e9bd4632b437,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:07.728719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6357a-8539-4901-b7b3-f02286ead29b req-78fa6d70-f44a-4da9-9545-2a0527a96823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:07.730690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-78fa6d70-f44a-4da9-9545-2a0527a96823 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e0f408a570a142edbdf02ac93b9b3b05&device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 1099 time: 0.1480968 Nov 12 13:15:07.794671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-ac8d6c65-ee4d-48bc-a3df-e3e6f7e5cbc0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=1867669e-0c3a-4f2e-b086-e9bd4632b437 HTTP/1.1" status: 200 len: 217 time: 0.0517385 Nov 12 13:15:07.802798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-7a407618-c4de-44eb-888d-157310dab29b tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:07.804831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-7a407618-c4de-44eb-888d-157310dab29b tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 951 time: 0.1784620 Nov 12 13:15:07.814883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-dec4a4f4-0771-480c-93bd-55b33ed1af91 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:07.816576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c49e11-7c35-441d-853c-b09c196c2ced req-dec4a4f4-0771-480c-93bd-55b33ed1af91 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.3042479 Nov 12 13:15:07.959688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6357a-8539-4901-b7b3-f02286ead29b req-15847ae9-081a-4ea1-af46-f0a51bc1f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:07.961197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-15847ae9-081a-4ea1-af46-f0a51bc1f386 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1423090 Nov 12 13:15:08.033946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32979-7dc2-4957-8e85-0c069d92a47f req-6395c951-178a-4b93-b30a-0ed5c37901e3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:08.035609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85a32979-7dc2-4957-8e85-0c069d92a47f req-6395c951-178a-4b93-b30a-0ed5c37901e3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0602403 Nov 12 13:15:08.087394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85a32979-7dc2-4957-8e85-0c069d92a47f req-e6ba7ebf-808f-4f58-bca4-1c3e380182cf tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Nov 12 13:15:08.110154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-eb5f808b-349e-4534-9ea7-19e86daa3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:08.111981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-eb5f808b-349e-4534-9ea7-19e86daa3bd3 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b&tenant_id=f24db78ff5ca4b5eb226d1905e0afceb HTTP/1.1" status: 200 len: 1101 time: 0.1914535 Nov 12 13:15:08.119193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e8acb-8ef1-4615-98b8-df28111e5a86 req-e1898adb-19c8-4797-a74f-39625c24f2f5 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:08.120657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d7e8acb-8ef1-4615-98b8-df28111e5a86 req-e1898adb-19c8-4797-a74f-39625c24f2f5 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1096 time: 0.1629243 Nov 12 13:15:08.124359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6357a-8539-4901-b7b3-f02286ead29b req-55e2cdd0-b141-41dc-b406-04d0f8da457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:08.125770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-55e2cdd0-b141-41dc-b406-04d0f8da457e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306226 Nov 12 13:15:08.129705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-abf88948-4141-4286-9e4e-dc2796ed0c3c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Deleting port c727f783-59f3-4a5c-91ba-dc306c54fb40 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:08.130087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-abf88948-4141-4286-9e4e-dc2796ed0c3c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:08.140020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:08.201447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796aa5-23d9-4775-9f05-edfd50136176 req-9682092f-cc67-4fd1-970a-312d80b48271 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:08.203065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83796aa5-23d9-4775-9f05-edfd50136176 req-9682092f-cc67-4fd1-970a-312d80b48271 tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/ports?device_id=d37e364a-6e88-4df5-9ba1-5611a8977d87 HTTP/1.1" status: 200 len: 951 time: 0.0526276 Nov 12 13:15:08.259218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83796aa5-23d9-4775-9f05-edfd50136176 req-e4f8a630-50ab-43a6-9762-4b378050331a tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69ef680-e338-4d29-901d-3848f3974870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489848 Nov 12 13:15:08.375065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d7e8acb-8ef1-4615-98b8-df28111e5a86 req-8f313375-c30f-4ac1-93a9-4dd65b20a96e tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415411 Nov 12 13:15:08.391067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:08.406934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-abf88948-4141-4286-9e4e-dc2796ed0c3c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] For port c727f783-59f3-4a5c-91ba-dc306c54fb40, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c727f783-59f3-4a5c-91ba-dc306c54fb40,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:08.407336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-abf88948-4141-4286-9e4e-dc2796ed0c3c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:08.422854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-dd5e4bbc-bc01-42a9-b985-80a374562862 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883022 Nov 12 13:15:08.467917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-abf88948-4141-4286-9e4e-dc2796ed0c3c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Calling delete_port for c727f783-59f3-4a5c-91ba-dc306c54fb40 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:08.490831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-1df39e38-6601-4718-a910-5cdbc46bbe87 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1380172 Nov 12 13:15:08.501809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:08.554549 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:08.715243 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:08.807570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2f43c-ebe3-4a17-973c-6724e6a6fc14 req-c9a1d3f9-0106-4025-994c-7085d2d37132 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:08.815752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5df2f43c-ebe3-4a17-973c-6724e6a6fc14 req-c9a1d3f9-0106-4025-994c-7085d2d37132 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 948 time: 0.2308230 Nov 12 13:15:08.828958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52d6357a-8539-4901-b7b3-f02286ead29b req-a81e45d9-e41a-4c3b-bb26-68f182429fb1 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905528 Nov 12 13:15:08.848474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58640) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:08.895898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Allocated IP 172.25.5.179 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/ee7cdbc7-27f7-4704-a0f4-8ac4a32655c9) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:08.991826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5df2f43c-ebe3-4a17-973c-6724e6a6fc14 req-feda0c17-bf29-4a5f-a857-d7d0a9597c8c tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749516 Nov 12 13:15:09.029931 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-abf88948-4141-4286-9e4e-dc2796ed0c3c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.043257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c727f783-59f3-4a5c-91ba-dc306c54fb40'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:09.099555 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.106025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf88948-4141-4286-9e4e-dc2796ed0c3c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Pushing event deleted for resources: {'Port': ['ID=c727f783-59f3-4a5c-91ba-dc306c54fb40,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:09.114131 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:09.191833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-abf88948-4141-4286-9e4e-dc2796ed0c3c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] No DVR routers for this DVR port c727f783-59f3-4a5c-91ba-dc306c54fb40 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:09.197120 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-abf88948-4141-4286-9e4e-dc2796ed0c3c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.201995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c846369d-07cd-4c4f-89a6-7edf3a388282 req-abf88948-4141-4286-9e4e-dc2796ed0c3c tempest-ServersAdminTestJSON-1275926416 tempest-ServersAdminTestJSON-1275926416-project] 10.222.0.70 "DELETE /v2.0/ports/c727f783-59f3-4a5c-91ba-dc306c54fb40 HTTP/1.1" status: 204 len: 173 time: 1.3843381 Nov 12 13:15:09.213198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8daee148-d17c-481e-9389-67455600c609 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=256b45b6566f4f91af72e8ce15cb1f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596992 Nov 12 13:15:09.213198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58656) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:09.221642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.243067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bb970e-9521-4618-b338-4bf7bf866bf2', 'tag': '1867669e-0c3a-4f2e-b086-e9bd4632b437'}, {'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-deleted', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:09.245527 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c0673c-d181-4ff3-8242-78157b60e140" -d '{"events": [{"name": "network-changed", "server_uuid": "47bb970e-9521-4618-b338-4bf7bf866bf2", "tag": "1867669e-0c3a-4f2e-b086-e9bd4632b437"}, {"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-deleted", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:09.276400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:09.352873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:09.354222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-b7989bc0-de12-4bf8-9557-bae815b08c86 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:09.359405 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-b7989bc0-de12-4bf8-9557-bae815b08c86 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 808 time: 0.2504003 Nov 12 13:15:09.361641 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.385597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:09.387979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Transition to ACTIVE for port object 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:09.390036 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-177dbcca-8cd8-45dd-bf06-10e598ea3352 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/quotas/400cd7e0e4fd45d49e91bc070b399a26 HTTP/1.1" status: 200 len: 375 time: 0.0234587 Nov 12 13:15:09.391861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.397808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:09.445262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e6cc3529-9cd8-45af-8522-d70680ea28e7 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:09.446921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event updated for resources: {'Port': ['ID=ee7cdbc7-27f7-4704-a0f4-8ac4a32655c9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:09.462176 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c45c97e-9070-41ac-9089-0249082d9771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.477333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: e6cc3529-9cd8-45af-8522-d70680ea28e7 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:09.477921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e6cc3529-9cd8-45af-8522-d70680ea28e7 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:09.478482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:09.501399 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.508589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c45c97e-9070-41ac-9089-0249082d9771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.525709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:09.580893 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.628940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c45c97e-9070-41ac-9089-0249082d9771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.632724 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c45c97e-9070-41ac-9089-0249082d9771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.636643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8c45c97e-9070-41ac-9089-0249082d9771 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e28265d6-607c-48ab-adf7-47ea0164d6f9 HTTP/1.1" status: 204 len: 168 time: 0.4205000 Nov 12 13:15:09.704466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45c97e-9070-41ac-9089-0249082d9771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28265d6-607c-48ab-adf7-47ea0164d6f9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:09.803843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] No DVR routers for this DVR port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:09.820712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:09.908143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-f8b68499-c4d1-429d-95c2-fdad62aabc3b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1883287 Nov 12 13:15:09.910945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Attempting to bind port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:09.911449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Attempting to bind port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:09.911636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Attempting to bind port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:09.916704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:09.917039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Attempting to bind port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:09.924606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:09.924943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:09.926240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:09.927381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Bound port: 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:09.928411 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.930212 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.938756 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:09.991240 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:10.014340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event updated for resources: {'Port': ['ID=ee7cdbc7-27f7-4704-a0f4-8ac4a32655c9,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:10.037754 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:10.039766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-868f7a41-c629-4ea9-9aa6-0fb1641bff0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5425329 Nov 12 13:15:10.091638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:10.098837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:10.112313 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:10.138499 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-7bf308f3-cfd5-4790-8372-27b668833fa2 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.0905383 Nov 12 13:15:10.191096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:10.192103 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:10.194056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] 10.222.0.105 "PUT /v2.0/ports/8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 1096 time: 2.0673356 Nov 12 13:15:10.241639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-7b7c7e48-d8e4-41b2-b666-67cef9d024fe service neutron] 10.222.0.73 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965896 Nov 12 13:15:10.264435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58672) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:10.338670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-942469ae-baab-4a7a-ac3b-034627f32a1f tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:10.346174 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0fc99233-931e-478f-bb8f-27068dd5ccfb req-942469ae-baab-4a7a-ac3b-034627f32a1f tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.1998558 Nov 12 13:15:10.366412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e6446-a388-4f65-b280-817b641da1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:10.377794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6b48b18f-55d4-4d3d-8d25-768ffe44a5b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=03fc76365e0a4ea4b9be19c503a6fb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1119232 Nov 12 13:15:10.381851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58676) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:10.398969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-fbd4c284-4665-4e77-bf39-c4efe457f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:10.400582 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-fbd4c284-4665-4e77-bf39-c4efe457f3f4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1099 time: 0.1513972 Nov 12 13:15:10.456599 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-8fae664d-351a-472b-a58d-ae3bda96a8ff service neutron] 10.222.0.73 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059717 Nov 12 13:15:10.551820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-583270ba-ff4c-45d6-99a4-92af278dba32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:10.628405 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-583270ba-ff4c-45d6-99a4-92af278dba32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:10.646353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-58e7925f-b4c2-494a-b3b6-bd05d68dc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:10.648904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-58e7925f-b4c2-494a-b3b6-bd05d68dc3d7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2386351 Nov 12 13:15:10.649034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c710bc8-f969-4d33-b078-5ee189e181a2 req-14560718-d5c3-4e78-8aa3-7ff4fe65ea55 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:10.651971 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c710bc8-f969-4d33-b078-5ee189e181a2 req-14560718-d5c3-4e78-8aa3-7ff4fe65ea55 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 948 time: 0.2176085 Nov 12 13:15:10.772747 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-583270ba-ff4c-45d6-99a4-92af278dba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:10.776700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-583270ba-ff4c-45d6-99a4-92af278dba32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:10.780566 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-583270ba-ff4c-45d6-99a4-92af278dba32 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93326cca-c961-4970-a993-33b535c2ede2 HTTP/1.1" status: 204 len: 168 time: 0.3949964 Nov 12 13:15:10.783703 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-a00dfc26-d231-4a28-baa7-924f0930812e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 217 time: 0.1235912 Nov 12 13:15:10.799802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583270ba-ff4c-45d6-99a4-92af278dba32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93326cca-c961-4970-a993-33b535c2ede2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:10.804127 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a22278-b136-4125-bad6-332ee18ba3a1 x-openstack-request-id: req-50a22278-b136-4125-bad6-332ee18ba3a1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:10.804559 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47bb970e-9521-4618-b338-4bf7bf866bf2", "tag": "1867669e-0c3a-4f2e-b086-e9bd4632b437", "status": "completed", "code": 200}, {"server_uuid": "d37e364a-6e88-4df5-9ba1-5611a8977d87", "name": "network-vif-deleted", "tag": "c727f783-59f3-4a5c-91ba-dc306c54fb40", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:10.804992 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50a22278-b136-4125-bad6-332ee18ba3a1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:10.806331 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bb970e-9521-4618-b338-4bf7bf866bf2', 'tag': '1867669e-0c3a-4f2e-b086-e9bd4632b437', 'status': 'completed', 'code': 200} Nov 12 13:15:10.806778 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37e364a-6e88-4df5-9ba1-5611a8977d87', 'name': 'network-vif-deleted', 'tag': 'c727f783-59f3-4a5c-91ba-dc306c54fb40', 'status': 'completed', 'code': 200} Nov 12 13:15:10.846456 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c710bc8-f969-4d33-b078-5ee189e181a2 req-5508fb95-6ac3-4f2c-bc47-bf513db6a3e6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824498 Nov 12 13:15:10.916046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-2ba8c93a-10dc-438c-92fd-6a27b09abb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:10.919732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-2ba8c93a-10dc-438c-92fd-6a27b09abb6b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0952401 Nov 12 13:15:10.986503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0352dbb4-1aac-46cb-a4cb-1ac2500f2ed2 req-90432041-c564-4294-9e41-2cc3cf4f5c0e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips/3cebe621-652f-4122-bd06-87a855fd7d21 HTTP/1.1" status: 200 len: 693 time: 0.0883093 Nov 12 13:15:11.136312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-49bb72cd-e26c-4886-99b9-6a867e2d0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:11.139080 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-49bb72cd-e26c-4886-99b9-6a867e2d0194 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e0f408a570a142edbdf02ac93b9b3b05&device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 1099 time: 0.3542366 Nov 12 13:15:11.208530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58694) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:11.262711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352dbb4-1aac-46cb-a4cb-1ac2500f2ed2 req-a65649ef-ae62-433e-9a44-32da73191755 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:11.271701 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0352dbb4-1aac-46cb-a4cb-1ac2500f2ed2 req-a65649ef-ae62-433e-9a44-32da73191755 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2753429 Nov 12 13:15:11.284998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-0352dbb4-1aac-46cb-a4cb-1ac2500f2ed2 req-bc84d58c-35d2-459f-b9d8-f7f272ae4131 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:15:11.286034 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0352dbb4-1aac-46cb-a4cb-1ac2500f2ed2 req-bc84d58c-35d2-459f-b9d8-f7f272ae4131 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059645 Nov 12 13:15:11.316395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649ccac-4afe-4a3b-a343-64930b27491d req-3cf06d46-34fa-448d-8cb9-b1d5c825c5c2 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:11.334260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3649ccac-4afe-4a3b-a343-64930b27491d req-3cf06d46-34fa-448d-8cb9-b1d5c825c5c2 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 948 time: 0.2867811 Nov 12 13:15:11.338876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-1b98190a-2a86-40e2-b8e7-911fcf7bbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:11.343101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-1b98190a-2a86-40e2-b8e7-911fcf7bbcef service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3899269 Nov 12 13:15:11.382486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-227c9c90-0f7d-448e-81ad-d50c62b93bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:11.384418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-227c9c90-0f7d-448e-81ad-d50c62b93bf1 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2295983 Nov 12 13:15:11.459634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c727f783-59f3-4a5c-91ba-dc306c54fb40 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:11.471768 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-026a8359-7de2-4835-a827-86f09a363de0 req-ac6b9f2a-7fd6-4d8c-b0b9-5f60408099fa tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 210 time: 0.1062145 Nov 12 13:15:11.526123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: c727f783-59f3-4a5c-91ba-dc306c54fb40 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:11.526388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c727f783-59f3-4a5c-91ba-dc306c54fb40 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:11.581574 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-f190737b-6375-4606-a5b5-262ab4cf4e1e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=1867669e-0c3a-4f2e-b086-e9bd4632b437 HTTP/1.1" status: 200 len: 217 time: 0.0846291 Nov 12 13:15:11.601885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7954e303-ab28-4620-bce6-4c2125a04e8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a5469eb83a24e1695c2f52e6eafb1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916452 Nov 12 13:15:11.602783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58714) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:11.614773 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-ed4cc2eb-cfe4-4744-90e7-cfb8e2cc224b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips/3cebe621-652f-4122-bd06-87a855fd7d21 HTTP/1.1" status: 200 len: 693 time: 0.0948286 Nov 12 13:15:11.620603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-1f5329f6-c9a6-4842-b65c-bad638cebe3b service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396381 Nov 12 13:15:11.757148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6acc8144-87c0-4bb8-9d82-14d8e9f22149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:11.803970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6acc8144-87c0-4bb8-9d82-14d8e9f22149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:11.815419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3649ccac-4afe-4a3b-a343-64930b27491d req-e972df1f-908c-4ef0-9b4d-e636b9032e99 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780986 Nov 12 13:15:11.838793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-a99831f4-8411-4563-bd36-fcc0d4a9b0a6 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:11.840268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-a99831f4-8411-4563-bd36-fcc0d4a9b0a6 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2248776 Nov 12 13:15:11.860165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-c1966f16-b739-494c-9dd0-d9149d39f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:11.861674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-c1966f16-b739-494c-9dd0-d9149d39f7b7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2398365 Nov 12 13:15:12.006441 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96381bd-627d-4dc7-9a30-bdbd9894deee req-87e974ea-c911-46b9-9e60-720dab462dab service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729088 Nov 12 13:15:12.025369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-3c878935-cd6a-4a6e-9ab8-da41e4550866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:12.027697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-3c878935-cd6a-4a6e-9ab8-da41e4550866 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563377 Nov 12 13:15:12.031423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-50fa6fd1-d612-457d-ab20-fdecf5529be3 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.1481941 Nov 12 13:15:12.072140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6acc8144-87c0-4bb8-9d82-14d8e9f22149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.084928 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6acc8144-87c0-4bb8-9d82-14d8e9f22149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.086272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6acc8144-87c0-4bb8-9d82-14d8e9f22149 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f69ef680-e338-4d29-901d-3848f3974870 HTTP/1.1" status: 204 len: 168 time: 0.4694686 Nov 12 13:15:12.141307 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-40cd0c90-d243-4a8e-a21d-dd44061445f6 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.0961375 Nov 12 13:15:12.159453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc8144-87c0-4bb8-9d82-14d8e9f22149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69ef680-e338-4d29-901d-3848f3974870,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:12.216757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1867669e-0c3a-4f2e-b086-e9bd4632b437 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:12.259244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9244-6d9f-4315-a721-b2bda3fa49b1 req-44f27800-0959-4008-8db4-24f8d837409f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:12.266506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92ff9244-6d9f-4315-a721-b2bda3fa49b1 req-44f27800-0959-4008-8db4-24f8d837409f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 948 time: 0.1867397 Nov 12 13:15:12.369205 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-2902a23a-8a41-4dcc-84e0-f21e9cca5cc4 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316479 Nov 12 13:15:12.398417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1867669e-0c3a-4f2e-b086-e9bd4632b437, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1867669e-0c3a-4f2e-b086-e9bd4632b437,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:12.444862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '1867669e-0c3a-4f2e-b086-e9bd4632b437', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '1867669e-0c3a-4f2e-b086-e9bd4632b437', 'mac_address': 'fa:16:3e:97:7f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:12.457613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-eb7f08ad-8cd3-43b5-bb27-1def5cb5c07b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Deleting port ee7cdbc7-27f7-4704-a0f4-8ac4a32655c9 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:12.457964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-eb7f08ad-8cd3-43b5-bb27-1def5cb5c07b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.519720 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.552558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1867669e-0c3a-4f2e-b086-e9bd4632b437 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:12.594537 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1867669e-0c3a-4f2e-b086-e9bd4632b437, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1867669e-0c3a-4f2e-b086-e9bd4632b437,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:12.602473 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.684155 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-eb7f08ad-8cd3-43b5-bb27-1def5cb5c07b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.687305 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-eb7f08ad-8cd3-43b5-bb27-1def5cb5c07b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.696461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.722518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1867669e-0c3a-4f2e-b086-e9bd4632b437,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:12.727520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-eb7f08ad-8cd3-43b5-bb27-1def5cb5c07b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Calling delete_port for ee7cdbc7-27f7-4704-a0f4-8ac4a32655c9 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:12.757406 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.757969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.758489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.759379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.761990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92ff9244-6d9f-4315-a721-b2bda3fa49b1 req-72758b15-79dd-475a-822a-3b0e82896a0b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862106 Nov 12 13:15:12.771506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.772008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.772349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.772716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.773173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.773389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.773686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.787481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:15:12.808554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52'}, {'name': 'network-changed', 'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:12.815770 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed460c1-03d6-4c9e-8ecc-baaee62d899f" -d '{"events": [{"server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52"}, {"name": "network-changed", "server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:12.892860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58748) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:12.953602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a3bf895-4281-4401-acee-7768050db475 req-4bc3c793-f57e-40a5-8267-187071d612a0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 210 time: 0.0577598 Nov 12 13:15:12.954299 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-eb7f08ad-8cd3-43b5-bb27-1def5cb5c07b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:12.964927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-67fbf604-edd8-45ac-9101-52557e9fbce0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:12.971977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-67fbf604-edd8-45ac-9101-52557e9fbce0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 808 time: 0.5168376 Nov 12 13:15:12.978457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7c0673c-d181-4ff3-8242-78157b60e140 req-3cab14b4-e868-4e70-9ac7-f39bb4321894 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942965 Nov 12 13:15:13.003167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Request body: {'port': {'device_id': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5', 'admin_state_up': True, 'tenant_id': '400cd7e0e4fd45d49e91bc070b399a26'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:13.040597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f08ad-8cd3-43b5-bb27-1def5cb5c07b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event deleted for resources: {'Port': ['ID=ee7cdbc7-27f7-4704-a0f4-8ac4a32655c9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:13.043162 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-eb7f08ad-8cd3-43b5-bb27-1def5cb5c07b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.051806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-eb7f08ad-8cd3-43b5-bb27-1def5cb5c07b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.073090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e61929c-233c-4249-9604-03aa9f7dcbf5 req-eb7f08ad-8cd3-43b5-bb27-1def5cb5c07b tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "DELETE /v2.0/floatingips/3cebe621-652f-4122-bd06-87a855fd7d21 HTTP/1.1" status: 204 len: 173 time: 0.9230561 Nov 12 13:15:13.083282 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7448c669-15c5-43ca-be40-9def896427fa x-openstack-request-id: req-7448c669-15c5-43ca-be40-9def896427fa {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:13.083647 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52", "code": 200}, {"name": "network-changed", "server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:13.084302 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7448c669-15c5-43ca-be40-9def896427fa {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:13.085252 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52', 'code': 200} Nov 12 13:15:13.086784 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52', 'status': 'completed', 'code': 200} Nov 12 13:15:13.097703 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7b3b8f78-c68b-4914-a50d-bd5f451fea7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47ab374ff89845249f9d5f87fd5b8a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020915 Nov 12 13:15:13.100213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58754) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:13.104491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['1867669e-0c3a-4f2e-b086-e9bd4632b437'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:13.348894 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-65ca8693-81ea-44f7-bc3f-e70f4a9df662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.402176 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e59c6-dc87-4f15-9261-4b599541e9f5 req-726b8433-3a33-45db-b37a-c0d868c091bd tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:13.404316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-757e59c6-dc87-4f15-9261-4b599541e9f5 req-726b8433-3a33-45db-b37a-c0d868c091bd tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 949 time: 0.1623435 Nov 12 13:15:13.413733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-65ca8693-81ea-44f7-bc3f-e70f4a9df662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.532808 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-757e59c6-dc87-4f15-9261-4b599541e9f5 req-47909657-a933-4081-b25c-f1759793e029 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109338 Nov 12 13:15:13.556754 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-65ca8693-81ea-44f7-bc3f-e70f4a9df662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.561095 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-65ca8693-81ea-44f7-bc3f-e70f4a9df662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.562387 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-65ca8693-81ea-44f7-bc3f-e70f4a9df662 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd2ddce3-3dcf-4b2a-8b31-a32751bfa59e HTTP/1.1" status: 204 len: 168 time: 0.4609036 Nov 12 13:15:13.571030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-cd0f3617-c475-45ec-b78e-a3fadda17341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:13.573017 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-cd0f3617-c475-45ec-b78e-a3fadda17341 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1099 time: 0.4670532 Nov 12 13:15:13.586888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca8693-81ea-44f7-bc3f-e70f4a9df662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2ddce3-3dcf-4b2a-8b31-a32751bfa59e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:13.621859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-bc3b65fc-a0ea-47ef-8b6b-c9218ab2dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:13.623471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-bc3b65fc-a0ea-47ef-8b6b-c9218ab2dcd2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1099 time: 0.3955290 Nov 12 13:15:13.834457 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:13.962488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc1d89-15fa-4d73-bd56-03b8cd6baf2e req-b94e8b44-cf1d-4acc-b244-00094929f1e7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:13.975127 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a6dc1d89-15fa-4d73-bd56-03b8cd6baf2e req-b94e8b44-cf1d-4acc-b244-00094929f1e7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 948 time: 0.0903740 Nov 12 13:15:14.055009 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a6dc1d89-15fa-4d73-bd56-03b8cd6baf2e req-678901f7-736a-47ab-8638-6bf29d78acf2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758450 Nov 12 13:15:14.168398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8f673-f8ac-4b24-b3fb-fc190022b970 req-a2884307-6ce9-4acf-b9a0-90047c5f779f tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:14.171488 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0d8f673-f8ac-4b24-b3fb-fc190022b970 req-a2884307-6ce9-4acf-b9a0-90047c5f779f tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.9421771 Nov 12 13:15:14.195942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Made reservation on behalf of 400cd7e0e4fd45d49e91bc070b399a26 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:14.201470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:14.237730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1867669e-0c3a-4f2e-b086-e9bd4632b437 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:14.294954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-15f5a64f-690d-40a5-a985-7cd18238aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:14.297156 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-15f5a64f-690d-40a5-a985-7cd18238aa83 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.6497295 Nov 12 13:15:14.313696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-2d7f3f29-373c-45a3-8187-a07f7f3438dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:14.315303 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-2d7f3f29-373c-45a3-8187-a07f7f3438dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.7327030 Nov 12 13:15:14.348156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 1867669e-0c3a-4f2e-b086-e9bd4632b437 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:14.353121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 1867669e-0c3a-4f2e-b086-e9bd4632b437 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:14.357742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:14.454013 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-5b5733bb-cb02-4445-b03c-85dc13973836 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 217 time: 0.0896134 Nov 12 13:15:14.470591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7bd0ffb-cccd-426d-bc3c-98ec2b49a0f0 req-cd1370f6-6509-434b-9b76-db9f30fbfe8f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 210 time: 0.1793931 Nov 12 13:15:14.476211 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-54a1187c-6238-4058-b8dd-b6a2069f9993 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 217 time: 0.1577611 Nov 12 13:15:14.518618 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-66afd048-1f14-4dcd-bf6b-ed82cc8c8755 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544910 Nov 12 13:15:14.534228 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:14.590099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bb970e-9521-4618-b338-4bf7bf866bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867669e-0c3a-4f2e-b086-e9bd4632b437'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:14.593564 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86637c0e-ec58-491f-a3c9-ff1ff6aed7ed" -d '{"events": [{"server_uuid": "47bb970e-9521-4618-b338-4bf7bf866bf2", "name": "network-vif-plugged", "status": "completed", "tag": "1867669e-0c3a-4f2e-b086-e9bd4632b437"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:14.611501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1867669e-0c3a-4f2e-b086-e9bd4632b437, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1867669e-0c3a-4f2e-b086-e9bd4632b437,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:14.618923 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:14.741942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-8398a25e-8d86-4c26-bce1-7c674205e31c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:14.752847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1867669e-0c3a-4f2e-b086-e9bd4632b437,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:14.753813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-8398a25e-8d86-4c26-bce1-7c674205e31c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2279947 Nov 12 13:15:14.755695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc64bee8-db2d-4675-8ef8-117985720c27 req-89d23338-d51f-4df0-8c65-aa57675d596a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=f642b271dc2241f0999ad11ee38d3082 HTTP/1.1" status: 200 len: 1656 time: 0.2545466 Nov 12 13:15:14.778056 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-802f05b6-7870-4928-a02a-005f81c3deae tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/quotas/6947a88428864a5588d31ffb257cc465 HTTP/1.1" status: 200 len: 375 time: 0.0227232 Nov 12 13:15:14.822576 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-73a098ab-b7e9-4766-86f0-7d5a1e179e27 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420928 Nov 12 13:15:14.826158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-f5b8bb70-24d1-4b91-9648-95e9ba63f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:14.828708 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-f5b8bb70-24d1-4b91-9648-95e9ba63f0e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.3541524 Nov 12 13:15:14.854177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-45cd8889-eefa-465f-bbe6-9ac1f4e131f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:14.857221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-45cd8889-eefa-465f-bbe6-9ac1f4e131f1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.3571270 Nov 12 13:15:15.000698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Allocated IP 172.20.0.5 (f217b410-fb8d-4205-88e2-bdba43094ec5/e12e7e2d-7153-45cb-8e22-39f25b694e6a/60c82dbf-b26b-4931-b817-43403342c617) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:15.223863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64bee8-db2d-4675-8ef8-117985720c27 req-1698c2f6-6e88-4d1a-9633-78d21f43e5b4 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:15.226343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc64bee8-db2d-4675-8ef8-117985720c27 req-1698c2f6-6e88-4d1a-9633-78d21f43e5b4 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks?id=380b1829-a418-4bb3-96dd-5ba453d99309&id=380b1829-a418-4bb3-96dd-5ba453d99309&id=380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 787 time: 0.4689317 Nov 12 13:15:15.245100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-bc582ea8-b979-4b31-8133-1b23719abba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:15.246649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-bc582ea8-b979-4b31-8133-1b23719abba3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3973994 Nov 12 13:15:15.255135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-951e3514-cf48-47a5-b463-43d6cbc77c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:15.256674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-951e3514-cf48-47a5-b463-43d6cbc77c30 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3470571 Nov 12 13:15:15.257801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd66700-2b89-4335-85bd-c2daf0363231 req-0befd685-1c77-4676-b5b5-cd39b0697908 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:15.260839 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-dc64bee8-db2d-4675-8ef8-117985720c27 req-31828f12-3518-43fa-a4f0-48c5b527586a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:15:15.261890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc64bee8-db2d-4675-8ef8-117985720c27 req-31828f12-3518-43fa-a4f0-48c5b527586a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138197 Nov 12 13:15:15.268631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfd66700-2b89-4335-85bd-c2daf0363231 req-0befd685-1c77-4676-b5b5-cd39b0697908 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 950 time: 0.0941548 Nov 12 13:15:15.313135 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:15.360762 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7927823-c3c4-4fae-8f1f-10e25721cc69 x-openstack-request-id: req-e7927823-c3c4-4fae-8f1f-10e25721cc69 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:15.361655 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bb970e-9521-4618-b338-4bf7bf866bf2", "name": "network-vif-plugged", "status": "completed", "tag": "1867669e-0c3a-4f2e-b086-e9bd4632b437", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:15.361655 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7927823-c3c4-4fae-8f1f-10e25721cc69 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:15.362250 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bb970e-9521-4618-b338-4bf7bf866bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867669e-0c3a-4f2e-b086-e9bd4632b437', 'code': 200} Nov 12 13:15:15.422708 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfd66700-2b89-4335-85bd-c2daf0363231 req-cc91a588-76a2-4481-8351-95ee826ca575 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527798 Nov 12 13:15:15.566194 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-35192433-c322-4449-9b37-984f6eb5641b service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772725 Nov 12 13:15:15.601114 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-392083cd-7c10-4fec-b4b1-6739eb137289 req-418f7c65-0212-4ca9-b71a-9767c2008a39 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 210 time: 0.1040096 Nov 12 13:15:15.667949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94203273-8748-4a8f-b37c-c2952df8f8e4 req-7a50faed-f160-4e0b-a520-b9ef28595917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:15.669870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94203273-8748-4a8f-b37c-c2952df8f8e4 req-7a50faed-f160-4e0b-a520-b9ef28595917 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 1101 time: 0.2101395 Nov 12 13:15:15.679882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-ff88eca3-dc48-4e89-a456-ea222280714c service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127519 Nov 12 13:15:15.692118 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:15.704990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:15.726530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b956a68-cd5b-4149-9f84-282a215eecee req-d613b9a3-3c68-48ec-9bf5-83ddb03c3286 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:15.736133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b956a68-cd5b-4149-9f84-282a215eecee req-d613b9a3-3c68-48ec-9bf5-83ddb03c3286 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 948 time: 0.2001283 Nov 12 13:15:15.782716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94203273-8748-4a8f-b37c-c2952df8f8e4 req-57917252-e167-43f4-be1d-a62979445dce service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038351 Nov 12 13:15:15.823744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Pushing event updated for resources: {'Port': ['ID=60c82dbf-b26b-4931-b817-43403342c617,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:15.845841 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b956a68-cd5b-4149-9f84-282a215eecee req-151d8759-28e1-4e83-8e8e-a06674b350ff tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089511 Nov 12 13:15:15.907776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-421bc16e-2a82-4343-b7fa-236586beef4d req-4deb3243-9922-4d0a-8d05-def1f78b3357 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips/e1b55ca5-0d48-4b2a-8521-2f559f1ab1bd HTTP/1.1" status: 200 len: 692 time: 0.2268465 Nov 12 13:15:15.989609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ccd79-a176-4428-bdcf-05b6259ac3c9 req-369e7c00-8cc4-4dac-a0a7-25d18137cb43 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:15.991213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-613ccd79-a176-4428-bdcf-05b6259ac3c9 req-369e7c00-8cc4-4dac-a0a7-25d18137cb43 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 931 time: 0.0713692 Nov 12 13:15:16.005701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Network f217b410-fb8d-4205-88e2-bdba43094ec5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:16.021863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:16.058439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-613ccd79-a176-4428-bdcf-05b6259ac3c9 req-aa92ce5d-ad1d-4a27-adfc-41ffa0dc8f42 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599782 Nov 12 13:15:16.058913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:16.107205 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-8e65bc4e-5788-4fb6-b39d-4c97ae8b6766 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193212 Nov 12 13:15:16.144686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fed460c1-03d6-4c9e-8ecc-baaee62d899f req-e8e7d2c7-50f8-426c-b166-354a69da6d20 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555278 Nov 12 13:15:16.156432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:16.157076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.187575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-5d145e02-a01d-4402-a382-15af680b77a5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1992056 Nov 12 13:15:16.199084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bc16e-2a82-4343-b7fa-236586beef4d req-344c31a9-bdc7-44a8-ae4a-99b69a245ddd tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:16.201252 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-421bc16e-2a82-4343-b7fa-236586beef4d req-344c31a9-bdc7-44a8-ae4a-99b69a245ddd tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2786398 Nov 12 13:15:16.206631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Request body: {'port': {'device_id': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:16.248172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:16.284265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-421bc16e-2a82-4343-b7fa-236586beef4d req-782c6ae2-7820-4355-bbba-63cd967fd765 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.0531356 Nov 12 13:15:16.346618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.359161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:16.362009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-421bc16e-2a82-4343-b7fa-236586beef4d req-346e2a76-b4f2-4cf2-b8b2-20768b01a068 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.0617456 Nov 12 13:15:16.381228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52', 'mac_address': 'fa:16:3e:64:14:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:16.438071 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.471565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:16.517359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:16.524330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.595333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:16.596007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-1d731265-f9b9-485b-98d9-8ce0fafb2857 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535777 Nov 12 13:15:16.653579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f83b73-a175-4005-8de5-28967bb39110 req-6df4b564-ecda-4ec4-8ff3-d4b03cb40bcd tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:16.655206 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6f83b73-a175-4005-8de5-28967bb39110 req-6df4b564-ecda-4ec4-8ff3-d4b03cb40bcd tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 950 time: 0.0616581 Nov 12 13:15:16.712369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6f83b73-a175-4005-8de5-28967bb39110 req-b4b866e7-a64d-43b7-8ac1-1e04ca024672 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Nov 12 13:15:16.806498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-fd8cf831-6c51-4296-9f49-f053fc9581ee tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:16.808028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-fd8cf831-6c51-4296-9f49-f053fc9581ee tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935086 Nov 12 13:15:16.810071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-421bc16e-2a82-4343-b7fa-236586beef4d req-3c3bcee2-a621-4f4a-9320-96c4f10b69ee tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Deleting port 848e4906-6ed5-4abb-95fc-768c7c814c6b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:16.810481 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-421bc16e-2a82-4343-b7fa-236586beef4d req-3c3bcee2-a621-4f4a-9320-96c4f10b69ee tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:16.833406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Request body: {'port': {'device_id': 'e552db37-3cdf-4c84-beaf-3e4f737b9410', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '6947a88428864a5588d31ffb257cc465'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:16.990746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09e9cc40-9cf7-46ef-8d0e-e2f40a61eba2 req-e993e703-1138-46f6-a4be-28a3aefe64ca tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 210 time: 0.0305483 Nov 12 13:15:17.022910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-421bc16e-2a82-4343-b7fa-236586beef4d req-3c3bcee2-a621-4f4a-9320-96c4f10b69ee tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.023232 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-421bc16e-2a82-4343-b7fa-236586beef4d req-3c3bcee2-a621-4f4a-9320-96c4f10b69ee tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.029491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c82dbf-b26b-4931-b817-43403342c617 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:17.048926 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.050811 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8fefa74e-6cf2-45fe-a1d0-a54fca643e52'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:17.062014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-421bc16e-2a82-4343-b7fa-236586beef4d req-3c3bcee2-a621-4f4a-9320-96c4f10b69ee tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Calling delete_port for 848e4906-6ed5-4abb-95fc-768c7c814c6b owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:17.087855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Transition to ACTIVE for port object 60c82dbf-b26b-4931-b817-43403342c617 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:17.132962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Made reservation on behalf of 6947a88428864a5588d31ffb257cc465 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:17.136719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.145867 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.170154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9605575-eb29-4b93-86c8-dbd074d518af req-f6488895-96e1-4174-bb4d-6c27cb738a0d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:17.172358 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9605575-eb29-4b93-86c8-dbd074d518af req-f6488895-96e1-4174-bb4d-6c27cb738a0d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 949 time: 0.0685236 Nov 12 13:15:17.199340 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.244265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Pushing event updated for resources: {'Port': ['ID=60c82dbf-b26b-4931-b817-43403342c617,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:17.285312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9605575-eb29-4b93-86c8-dbd074d518af req-3267ccba-4e63-43f3-97e0-3cb296d4a10e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049819 Nov 12 13:15:17.432901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a514-f530-49a8-b783-06a1f4730b15 req-7fa60b3a-020b-47bc-85f7-55a017469c0b tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:17.434985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4f73a514-f530-49a8-b783-06a1f4730b15 req-7fa60b3a-020b-47bc-85f7-55a017469c0b tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 945 time: 0.0576079 Nov 12 13:15:17.448784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:17.449424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:17.449527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:17.467573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Port 60c82dbf-b26b-4931-b817-43403342c617 on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:17.467903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:17.469895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58892) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:17.475046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.480505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:17.480686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:17.481121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:17.482887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Bound port: 60c82dbf-b26b-4931-b817-43403342c617, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:17.483113 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.485640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.492414 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-421bc16e-2a82-4343-b7fa-236586beef4d req-3c3bcee2-a621-4f4a-9320-96c4f10b69ee tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.500832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4f73a514-f530-49a8-b783-06a1f4730b15 req-022c3daa-de2e-41d5-b7da-8212d7c81c08 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594282 Nov 12 13:15:17.560972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bcee2-a621-4f4a-9320-96c4f10b69ee tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event deleted for resources: {'Port': ['ID=848e4906-6ed5-4abb-95fc-768c7c814c6b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:17.628254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c41ff615-ade0-40c9-9115-098e6b3e68bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.662455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acddfd4-e472-4664-b802-98278d2be68b req-593d8d08-ab72-4e5e-8cfe-8f188ea92148 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:17.664107 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0acddfd4-e472-4664-b802-98278d2be68b req-593d8d08-ab72-4e5e-8cfe-8f188ea92148 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.0880814 Nov 12 13:15:17.749096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0acddfd4-e472-4664-b802-98278d2be68b req-cf950dd8-7fe3-48f2-a9eb-cb03fd22c2e6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711029 Nov 12 13:15:17.784986 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c41ff615-ade0-40c9-9115-098e6b3e68bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.790375 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c41ff615-ade0-40c9-9115-098e6b3e68bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.846960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c41ff615-ade0-40c9-9115-098e6b3e68bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=26fac6541c9449c1b9d6623c9e6f2c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759573 Nov 12 13:15:17.852377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58898) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:17.894521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ff615-ade0-40c9-9115-098e6b3e68bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b714a3-9c6e-438e-bc53-febed57eddd0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:17.938693 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d980b3f-22a3-4ad6-a73c-8323268178f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:17.946475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:17.974259 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d980b3f-22a3-4ad6-a73c-8323268178f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.062733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:18.091696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:18.097883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-421bc16e-2a82-4343-b7fa-236586beef4d req-3c3bcee2-a621-4f4a-9320-96c4f10b69ee tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.100744 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-421bc16e-2a82-4343-b7fa-236586beef4d req-3c3bcee2-a621-4f4a-9320-96c4f10b69ee tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.101962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-421bc16e-2a82-4343-b7fa-236586beef4d req-3c3bcee2-a621-4f4a-9320-96c4f10b69ee tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "DELETE /v2.0/floatingips/e1b55ca5-0d48-4b2a-8521-2f559f1ab1bd HTTP/1.1" status: 204 len: 173 time: 1.7325621 Nov 12 13:15:18.108235 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.150598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Allocated IP 192.168.233.189 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/b3f26944-b01c-4e01-b7ba-ccecb21952b2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:18.160318 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d980b3f-22a3-4ad6-a73c-8323268178f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.162894 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d980b3f-22a3-4ad6-a73c-8323268178f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.164033 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6d980b3f-22a3-4ad6-a73c-8323268178f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28b714a3-9c6e-438e-bc53-febed57eddd0 HTTP/1.1" status: 204 len: 168 time: 0.3102577 Nov 12 13:15:18.177894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.178530 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.180064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] 10.222.0.105 "PUT /v2.0/ports/60c82dbf-b26b-4931-b817-43403342c617 HTTP/1.1" status: 200 len: 1091 time: 1.9777930 Nov 12 13:15:18.181574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'tag': '60c82dbf-b26b-4931-b817-43403342c617'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:18.184882 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f20f68e-a9af-4cb5-83d4-fdd9e5505884", "tag": "60c82dbf-b26b-4931-b817-43403342c617"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:18.196148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d980b3f-22a3-4ad6-a73c-8323268178f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b714a3-9c6e-438e-bc53-febed57eddd0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:18.226408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-752cf823-3477-4eb0-8553-4ad8c9684f3f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.228298 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-752cf823-3477-4eb0-8553-4ad8c9684f3f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b&tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 949 time: 0.1913605 Nov 12 13:15:18.240159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ee23-9bb9-4c47-af56-31395a18e7c8 req-61f550f4-ee9b-46c9-8520-d88923d6b317 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.243005 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1247ee23-9bb9-4c47-af56-31395a18e7c8 req-61f550f4-ee9b-46c9-8520-d88923d6b317 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 950 time: 0.1680148 Nov 12 13:15:18.248201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:18.259491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bdbb1-c624-4049-a6e7-b62270f30d20 service neutron] Pushing event updated for resources: {'Port': ['ID=60c82dbf-b26b-4931-b817-43403342c617,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:18.324627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:18.329540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:18.331026 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.361263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623255d5-c9fe-46d9-876b-ad737d6aa7ed req-78248b6e-f972-4f0c-87b3-483a3b8e6d7e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.368566 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-623255d5-c9fe-46d9-876b-ad737d6aa7ed req-78248b6e-f972-4f0c-87b3-483a3b8e6d7e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 949 time: 0.1876409 Nov 12 13:15:18.399036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1247ee23-9bb9-4c47-af56-31395a18e7c8 req-abf39d49-b9db-4b43-b525-6cdcf454c9d7 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274576 Nov 12 13:15:18.400100 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-ed91b419-9001-42e6-b535-de3b5339cd46 service neutron] delete failed (client error): The resource could not be found. Nov 12 13:15:18.401741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-ed91b419-9001-42e6-b535-de3b5339cd46 service neutron] 10.222.0.70 "DELETE /v2.0/ports/8fefa74e-6cf2-45fe-a1d0-a54fca643e52/bindings/n-h1-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.1566989 Nov 12 13:15:18.427983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-aff759b3-fc8b-499d-a2b5-c7b2305e8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.429773 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-aff759b3-fc8b-499d-a2b5-c7b2305e8ed1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1094 time: 0.1828914 Nov 12 13:15:18.444150 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.484935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:18.486388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:18.489798 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6e1489-122e-409d-8b3a-70a5082b7d3c" -d '{"events": [{"server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "name": "network-vif-plugged", "status": "completed", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:18.494357 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.510904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-ec6ec3d1-e050-407f-bbc7-fc6b00610087 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60c82dbf-b26b-4931-b817-43403342c617 HTTP/1.1" status: 200 len: 217 time: 0.0657527 Nov 12 13:15:18.549671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-623255d5-c9fe-46d9-876b-ad737d6aa7ed req-5cde4c5e-b2d4-4044-9f2d-5e3629698ae4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801074 Nov 12 13:15:18.574032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:18.575900 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d85ae805-2f47-4bcf-879b-6d4ccb64dee4 req-419b8efd-9ab5-43ae-9478-05c2632c3cf1 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 210 time: 0.0418777 Nov 12 13:15:18.642980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-a7689624-27ec-4611-b224-e35292acf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.646488 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-a7689624-27ec-4611-b224-e35292acf92f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1101 time: 0.0748119 Nov 12 13:15:18.663137 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072b170b-1701-4a08-83e0-d19d9654009a x-openstack-request-id: req-072b170b-1701-4a08-83e0-d19d9654009a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:18.663643 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f20f68e-a9af-4cb5-83d4-fdd9e5505884", "tag": "60c82dbf-b26b-4931-b817-43403342c617", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:18.664100 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-072b170b-1701-4a08-83e0-d19d9654009a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:18.664805 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'tag': '60c82dbf-b26b-4931-b817-43403342c617', 'status': 'completed', 'code': 200} Nov 12 13:15:18.672182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.674482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58918) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:18.691346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-933dfa98-e6e0-41cb-a3ca-ea29d1ae6fda tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips/f5ab1677-6080-4317-a5b8-dc3fa041b46d HTTP/1.1" status: 200 len: 693 time: 0.1009746 Nov 12 13:15:18.706102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb8a5cfc-8ea2-4b8c-85cd-f4f55208caa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.706387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-7173180e-9568-48e9-94a4-76ac06808bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.707877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-7173180e-9568-48e9-94a4-76ac06808bf3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.1882207 Nov 12 13:15:18.751139 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912b30a3-aefe-42e0-b5c6-78fd343131f3 x-openstack-request-id: req-912b30a3-aefe-42e0-b5c6-78fd343131f3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:18.751734 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "name": "network-vif-plugged", "status": "completed", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:18.756737 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-912b30a3-aefe-42e0-b5c6-78fd343131f3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:18.757481 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52', 'code': 200} Nov 12 13:15:18.779223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-0288c257-915e-4b7d-a287-b1e0316de4e1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599089 Nov 12 13:15:18.871696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:18.892072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-d926232d-2998-4fec-8644-40b9151fd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.893827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-d926232d-2998-4fec-8644-40b9151fd7ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2364621 Nov 12 13:15:18.958297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-0c0132d5-55d8-463f-aa15-bf04588e7e2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 217 time: 0.0492766 Nov 12 13:15:18.970757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-0c580253-98ef-4c83-98c0-27df732a8549 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.972195 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-0c580253-98ef-4c83-98c0-27df732a8549 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2699828 Nov 12 13:15:18.980898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfd7c5-5389-4b51-a134-0fe62e76ad43 req-0540ac78-bd5a-4d21-8ce8-45e17f5ea183 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:18.983760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5bfd7c5-5389-4b51-a134-0fe62e76ad43 req-0540ac78-bd5a-4d21-8ce8-45e17f5ea183 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 945 time: 0.1471078 Nov 12 13:15:19.009312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:19.046270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb8a5cfc-8ea2-4b8c-85cd-f4f55208caa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:19.046570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event updated for resources: {'Port': ['ID=b3f26944-b01c-4e01-b7ba-ccecb21952b2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:19.053444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:19.061730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:19.062699 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb8a5cfc-8ea2-4b8c-85cd-f4f55208caa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:19.069104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-9a8affc1-1b37-4e4a-b2e8-ae1822f72c3a service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505043 Nov 12 13:15:19.092916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-172126c1-e0d5-4be1-8bd0-c7e9301aa965 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.1084025 Nov 12 13:15:19.125314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-bfff21f8-425c-4bdc-aae4-f0a7e378aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:19.127067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-bfff21f8-425c-4bdc-aae4-f0a7e378aaaa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1550210 Nov 12 13:15:19.144873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a5cfc-8ea2-4b8c-85cd-f4f55208caa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43658e84-ff62-4a70-9cd7-ca8655e85461,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:19.182934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cb8a5cfc-8ea2-4b8c-85cd-f4f55208caa2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08b9a34c96e5468ea0b7973a8fc30708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5045314 Nov 12 13:15:19.185967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:19.204412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5bfd7c5-5389-4b51-a134-0fe62e76ad43 req-67b204d5-6907-4228-928a-040c4e6ff590 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107794 Nov 12 13:15:19.240031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-38454ceb-2112-4d22-9c87-fd363c353914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:19.241508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:19.241844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-38454ceb-2112-4d22-9c87-fd363c353914 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995924 Nov 12 13:15:19.242188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:19.300471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-26fda7d1-1c35-4e1c-ae0a-4f2a7f6b97a3 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.1946800 Nov 12 13:15:19.335377 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f9847863-1a45-440a-8ab2-c861ad0ebe12 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5155947 Nov 12 13:15:19.366645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Request body: {'port': {'device_id': 'e552db37-3cdf-4c84-beaf-3e4f737b9410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:19.426446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e16061d9-8473-44dd-ab28-3cc064173732 None None] Provisioning complete for port b3f26944-b01c-4e01-b7ba-ccecb21952b2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:19.427820 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e16061d9-8473-44dd-ab28-3cc064173732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:19.483165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-4c8fa246-3691-4ac4-81b3-d11b79914a92 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:19.484388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-4c8fa246-3691-4ac4-81b3-d11b79914a92 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 945 time: 0.2957196 Nov 12 13:15:19.497059 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71d8a6e5-4ae2-4bc3-8e19-406a3e2204bf req-4c37d354-f7e0-40af-a749-7d132c3e45c9 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026361 Nov 12 13:15:19.497782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e16061d9-8473-44dd-ab28-3cc064173732 None None] Port b3f26944-b01c-4e01-b7ba-ccecb21952b2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:15:19.539210 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-1d246610-fee2-449e-90e3-5b3e20d19245 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883973 Nov 12 13:15:19.594089 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14400a04-5d68-4c88-984c-da88aa070535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:19.667551 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:19.701729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b16b-a691-42a0-b922-8b7bd82ca72e req-8a42dc64-3e28-4919-b3eb-45afd5795d5c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:19.703312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3144b16b-a691-42a0-b922-8b7bd82ca72e req-8a42dc64-3e28-4919-b3eb-45afd5795d5c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1324170 Nov 12 13:15:19.707076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14400a04-5d68-4c88-984c-da88aa070535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:19.726399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c3986ba-ca6a-4540-ac78-7193b889693a req-15ebb2db-c886-4b9b-9712-2456e771bd5c service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795640 Nov 12 13:15:19.785815 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3144b16b-a691-42a0-b922-8b7bd82ca72e req-ed435c2b-5368-4795-93bb-5ac96bc70c7d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729210 Nov 12 13:15:19.805440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7 req-ccaa8fdb-4b3e-4c3b-bf81-424aac13f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:19.805440 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7 req-ccaa8fdb-4b3e-4c3b-bf81-424aac13f268 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1094 time: 0.2116120 Nov 12 13:15:19.973708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a054a-0ee5-458b-9105-cc652987be81 req-d8a51bc1-b573-4019-8f90-f3d77ed91574 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:19.975572 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-242a054a-0ee5-458b-9105-cc652987be81 req-d8a51bc1-b573-4019-8f90-f3d77ed91574 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 950 time: 0.0528998 Nov 12 13:15:19.979473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-f9d61704-5696-4703-a2b7-dd3dbab1b01a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Deleting port 641e6d60-589e-4046-b0b0-efc5cbc8fb69 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:19.979813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-f9d61704-5696-4703-a2b7-dd3dbab1b01a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:19.989831 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14400a04-5d68-4c88-984c-da88aa070535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:19.992395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14400a04-5d68-4c88-984c-da88aa070535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:19.993582 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-14400a04-5d68-4c88-984c-da88aa070535 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43658e84-ff62-4a70-9cd7-ca8655e85461 HTTP/1.1" status: 204 len: 168 time: 0.8014748 Nov 12 13:15:20.024472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-31084f7d-0a40-46a7-9137-93ffd24ca8c5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Deleting port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:20.024844 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-31084f7d-0a40-46a7-9137-93ffd24ca8c5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:20.031102 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-242a054a-0ee5-458b-9105-cc652987be81 req-02342688-2592-481c-bc7c-f7667e16e020 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474308 Nov 12 13:15:20.085829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14400a04-5d68-4c88-984c-da88aa070535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43658e84-ff62-4a70-9cd7-ca8655e85461,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:20.222763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2285-e0e5-4a61-b36b-5454ded521d9 req-2b4ad750-28f7-427c-b595-80b47e63d950 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:20.232112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a99a2285-e0e5-4a61-b36b-5454ded521d9 req-2b4ad750-28f7-427c-b595-80b47e63d950 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.0842783 Nov 12 13:15:20.305541 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a99a2285-e0e5-4a61-b36b-5454ded521d9 req-0df8b663-2e98-4457-85eb-95a57ec74e1a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684879 Nov 12 13:15:20.453245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722638a-0dbe-4d6a-8a49-8a1efa269ea4 req-84f79963-ae9e-4479-bb5f-f3fa02cce082 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:20.457946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e722638a-0dbe-4d6a-8a49-8a1efa269ea4 req-84f79963-ae9e-4479-bb5f-f3fa02cce082 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 936 time: 0.0870047 Nov 12 13:15:20.525619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e722638a-0dbe-4d6a-8a49-8a1efa269ea4 req-2392aa53-95a6-46c7-8950-c9a7828086da tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567629 Nov 12 13:15:20.538074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7 req-8bd0b3fe-97ce-4544-9183-4558faffeb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:20.539586 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7 req-8bd0b3fe-97ce-4544-9183-4558faffeb5e service neutron] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.7208498 Nov 12 13:15:20.620309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7 req-e09ed922-6300-4703-9c4d-5aa53f65b9e9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60c82dbf-b26b-4931-b817-43403342c617 HTTP/1.1" status: 200 len: 217 time: 0.0610592 Nov 12 13:15:20.673517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739d98e-48d2-40e2-a198-54c4683f9ab8 req-7920460c-dd8e-4b00-aa2e-cde3e5e38523 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:20.676710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7739d98e-48d2-40e2-a198-54c4683f9ab8 req-7920460c-dd8e-4b00-aa2e-cde3e5e38523 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed84e38a-436c-45e0-93a8-7ee95f274448 HTTP/1.1" status: 200 len: 945 time: 0.0710340 Nov 12 13:15:20.709444 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-f9d61704-5696-4703-a2b7-dd3dbab1b01a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:20.709815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-f9d61704-5696-4703-a2b7-dd3dbab1b01a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:20.728198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-31084f7d-0a40-46a7-9137-93ffd24ca8c5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] For port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:20.728928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-31084f7d-0a40-46a7-9137-93ffd24ca8c5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:20.749422 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7739d98e-48d2-40e2-a198-54c4683f9ab8 req-3f7986f4-1ffd-4e96-87a2-98df1a7ee6cd tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606992 Nov 12 13:15:20.770951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-f9d61704-5696-4703-a2b7-dd3dbab1b01a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Calling delete_port for 641e6d60-589e-4046-b0b0-efc5cbc8fb69 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:20.802325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-31084f7d-0a40-46a7-9137-93ffd24ca8c5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Calling delete_port for c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:20.835129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7 req-6b0be29f-a88f-4c82-a6de-74a91c364f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:20.836635 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7 req-6b0be29f-a88f-4c82-a6de-74a91c364f21 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.2052939 Nov 12 13:15:20.975886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7 req-9782ebef-bf4b-424e-9e42-f0346db0709d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763547 Nov 12 13:15:20.993863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe546085-a389-4563-8f0b-85869576594e req-c67c6c31-4fdb-457f-bb1e-48265a1d23e9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:20.995411 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe546085-a389-4563-8f0b-85869576594e req-c67c6c31-4fdb-457f-bb1e-48265a1d23e9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.0915120 Nov 12 13:15:21.014846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f26944-b01c-4e01-b7ba-ccecb21952b2 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:21.044147 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.047745 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe546085-a389-4563-8f0b-85869576594e req-054997db-727a-49b9-8f39-5b92ba82658c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452371 Nov 12 13:15:21.138938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Transition to ACTIVE for port object b3f26944-b01c-4e01-b7ba-ccecb21952b2 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:21.151215 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.288639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7 req-03128697-3a90-42c8-b3e1-9525deb8e04d service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995689 Nov 12 13:15:21.289356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-795f1395-3d83-45fc-914b-e4616abfebbb tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:21.291360 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-795f1395-3d83-45fc-914b-e4616abfebbb tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.105 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 950 time: 0.0753582 Nov 12 13:15:21.331194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f07803-2951-48dc-970c-70918090d19a service neutron] Pushing event updated for resources: {'Port': ['ID=b3f26944-b01c-4e01-b7ba-ccecb21952b2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:21.416462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-f9d61704-5696-4703-a2b7-dd3dbab1b01a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.469589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-8047f057-f364-4032-b28d-5b488b2c6fe1 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Deleting port 1867669e-0c3a-4f2e-b086-e9bd4632b437 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:21.470209 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-8047f057-f364-4032-b28d-5b488b2c6fe1 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.476688 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-31084f7d-0a40-46a7-9137-93ffd24ca8c5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.488049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d61704-5696-4703-a2b7-dd3dbab1b01a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event deleted for resources: {'Port': ['ID=641e6d60-589e-4046-b0b0-efc5cbc8fb69,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:21.563177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31084f7d-0a40-46a7-9137-93ffd24ca8c5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Pushing event deleted for resources: {'Port': ['ID=c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:21.611912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f057f136-f52b-4e58-ba9e-0e4e9a6fc2e7 req-a0d5f748-c5a5-4e82-bd58-476892af0445 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082724 Nov 12 13:15:21.638000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-8047f057-f364-4032-b28d-5b488b2c6fe1 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] For port 1867669e-0c3a-4f2e-b086-e9bd4632b437, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1867669e-0c3a-4f2e-b086-e9bd4632b437,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:21.640032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-8047f057-f364-4032-b28d-5b488b2c6fe1 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.680352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-8047f057-f364-4032-b28d-5b488b2c6fe1 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Calling delete_port for 1867669e-0c3a-4f2e-b086-e9bd4632b437 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:21.682130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-31084f7d-0a40-46a7-9137-93ffd24ca8c5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] No DVR routers for this DVR port c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:21.687710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-31084f7d-0a40-46a7-9137-93ffd24ca8c5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.699633 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c1f71595-532b-43ea-a4e5-75cfd56fa9b9 req-31084f7d-0a40-46a7-9137-93ffd24ca8c5 tempest-AttachSCSIVolumeTestJSON-2114999537 tempest-AttachSCSIVolumeTestJSON-2114999537-project] 10.222.0.105 "DELETE /v2.0/ports/c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a HTTP/1.1" status: 204 len: 173 time: 2.1888819 Nov 12 13:15:21.701596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed84e38a-436c-45e0-93a8-7ee95f274448', 'name': 'network-vif-deleted', 'tag': 'c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:21.710305 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e088913a-8ae1-41dc-9dd1-056b28d2cd1a" -d '{"events": [{"server_uuid": "ed84e38a-436c-45e0-93a8-7ee95f274448", "name": "network-vif-deleted", "tag": "c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:21.715960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Attempting to bind port b3f26944-b01c-4e01-b7ba-ccecb21952b2 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:21.717084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Attempting to bind port b3f26944-b01c-4e01-b7ba-ccecb21952b2 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:21.717670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Attempting to bind port b3f26944-b01c-4e01-b7ba-ccecb21952b2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:21.725420 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-f9d61704-5696-4703-a2b7-dd3dbab1b01a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.731668 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-f9d61704-5696-4703-a2b7-dd3dbab1b01a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.745265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4beeb8e-f180-4833-9f97-1edc8e396f73 req-f9d61704-5696-4703-a2b7-dd3dbab1b01a tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "DELETE /v2.0/floatingips/f5ab1677-6080-4317-a5b8-dc3fa041b46d HTTP/1.1" status: 204 len: 173 time: 2.4023647 Nov 12 13:15:21.761502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Port b3f26944-b01c-4e01-b7ba-ccecb21952b2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:21.761886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Attempting to bind port b3f26944-b01c-4e01-b7ba-ccecb21952b2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:21.778332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:21.778839 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:21.779525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:21.780167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Bound port: b3f26944-b01c-4e01-b7ba-ccecb21952b2, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:21.780536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.897546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] For port b3f26944-b01c-4e01-b7ba-ccecb21952b2, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:21.915813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] For port b3f26944-b01c-4e01-b7ba-ccecb21952b2, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b3f26944-b01c-4e01-b7ba-ccecb21952b2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:21.922444 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.967815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8fabb-e896-4401-b98b-afafeac68aec req-96786488-c390-4eeb-9168-82868ae5ce91 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:21.969551 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cce8fabb-e896-4401-b98b-afafeac68aec req-96786488-c390-4eeb-9168-82868ae5ce91 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.1125357 Nov 12 13:15:21.985133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:21.986117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:21.988140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-40f07803-2951-48dc-970c-70918090d19a service neutron] 10.222.0.70 "PUT /v2.0/ports/b3f26944-b01c-4e01-b7ba-ccecb21952b2 HTTP/1.1" status: 200 len: 1096 time: 2.6417451 Nov 12 13:15:22.041804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f07803-2951-48dc-970c-70918090d19a service neutron] Pushing event updated for resources: {'Port': ['ID=b3f26944-b01c-4e01-b7ba-ccecb21952b2,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:22.081927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cce8fabb-e896-4401-b98b-afafeac68aec req-c483a7d2-588d-482b-a98c-21fd989ab677 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030216 Nov 12 13:15:22.165248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-a35e67a6-d094-463a-b018-9309be45be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.172376 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-a35e67a6-d094-463a-b018-9309be45be7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 1099 time: 0.0886283 Nov 12 13:15:22.233144 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-649dacf6-41e9-48fc-96c0-638a394d70e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b3f26944-b01c-4e01-b7ba-ccecb21952b2 HTTP/1.1" status: 200 len: 217 time: 0.0523517 Nov 12 13:15:22.254184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de777793-5a34-447c-990f-b65c6120faf5 req-e2493e24-9165-4078-b29a-ac4978afe730 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.255964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de777793-5a34-447c-990f-b65c6120faf5 req-e2493e24-9165-4078-b29a-ac4978afe730 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bb970e-9521-4618-b338-4bf7bf866bf2 HTTP/1.1" status: 200 len: 950 time: 0.1362505 Nov 12 13:15:22.271603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1867669e-0c3a-4f2e-b086-e9bd4632b437 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:22.291180 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-8047f057-f364-4032-b28d-5b488b2c6fe1 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:22.325811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047f057-f364-4032-b28d-5b488b2c6fe1 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Pushing event deleted for resources: {'Port': ['ID=1867669e-0c3a-4f2e-b086-e9bd4632b437,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:22.365856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No active binding found for port 1867669e-0c3a-4f2e-b086-e9bd4632b437 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:15:22.366775 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1867669e-0c3a-4f2e-b086-e9bd4632b437 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:22.367278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:22.397026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:22.397780 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de777793-5a34-447c-990f-b65c6120faf5 req-0cb8bc86-dd9d-45be-8f64-816cd92e7907 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.73 "GET /v2.0/security-groups?id=c2650b9b-28b0-4bb1-a187-2891938c9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276088 Nov 12 13:15:22.401679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:22.415976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dadc8-b9ca-4b61-90d5-1c788b37869f req-24d0d9a9-a1c8-4de8-89a6-4f07208a47ce tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.418194 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b3dadc8-b9ca-4b61-90d5-1c788b37869f req-24d0d9a9-a1c8-4de8-89a6-4f07208a47ce tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 948 time: 0.1894529 Nov 12 13:15:22.421068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-b0dbe528-ce81-4527-9d31-9672c442eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.422484 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-b0dbe528-ce81-4527-9d31-9672c442eaf0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1714437 Nov 12 13:15:22.425593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-8047f057-f364-4032-b28d-5b488b2c6fe1 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] No DVR routers for this DVR port 1867669e-0c3a-4f2e-b086-e9bd4632b437 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:22.429059 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-8047f057-f364-4032-b28d-5b488b2c6fe1 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:22.432864 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ca34ffb-d734-48ee-8c69-861ee5562ae0 req-8047f057-f364-4032-b28d-5b488b2c6fe1 tempest-ServerDiagnosticsNegativeTest-609605080 tempest-ServerDiagnosticsNegativeTest-609605080-project] 10.222.0.105 "DELETE /v2.0/ports/1867669e-0c3a-4f2e-b086-e9bd4632b437 HTTP/1.1" status: 204 len: 173 time: 1.1302652 Nov 12 13:15:22.433384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bb970e-9521-4618-b338-4bf7bf866bf2', 'name': 'network-vif-deleted', 'tag': '1867669e-0c3a-4f2e-b086-e9bd4632b437'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:22.435722 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a5c181-9bf9-4f73-84fd-e8985ffc41ed" -d '{"events": [{"server_uuid": "47bb970e-9521-4618-b338-4bf7bf866bf2", "name": "network-vif-deleted", "tag": "1867669e-0c3a-4f2e-b086-e9bd4632b437"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:22.488510 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d27d738-60bb-4b47-80d0-dc44c561a233 x-openstack-request-id: req-3d27d738-60bb-4b47-80d0-dc44c561a233 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:22.488801 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed84e38a-436c-45e0-93a8-7ee95f274448", "name": "network-vif-deleted", "tag": "c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:22.489055 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d27d738-60bb-4b47-80d0-dc44c561a233 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:22.489478 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed84e38a-436c-45e0-93a8-7ee95f274448', 'name': 'network-vif-deleted', 'tag': 'c1f56ee3-9f3a-4d7b-b1d3-12e2f9533f7a', 'status': 'completed', 'code': 200} Nov 12 13:15:22.519375 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b3dadc8-b9ca-4b61-90d5-1c788b37869f req-af2decfa-776e-480a-b86c-918a1cb24a8a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925398 Nov 12 13:15:22.541999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-d9801712-b698-42bf-9130-8828a8af8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.544570 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-d9801712-b698-42bf-9130-8828a8af8df7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954921 Nov 12 13:15:22.563559 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-e6aff7ae-59ac-44d4-ab42-10092b76ea29 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips/2a4fd394-8d31-4f5e-b458-8590862048ca HTTP/1.1" status: 200 len: 693 time: 0.0580807 Nov 12 13:15:22.710283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-7aadb8a9-ebf0-4284-962c-7120a0bf0709 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.711970 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-7aadb8a9-ebf0-4284-962c-7120a0bf0709 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.1473510 Nov 12 13:15:22.716186 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-f0f3fa6d-b433-4534-898c-86a27716a3ae service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638241 Nov 12 13:15:22.778571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8753b03-4983-4554-8cab-3df83947972b req-4550a1ef-4410-4b87-a566-59b86f11ce66 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:22.780911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8753b03-4983-4554-8cab-3df83947972b req-4550a1ef-4410-4b87-a566-59b86f11ce66 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1080093 Nov 12 13:15:22.789756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-7305d42c-ed3e-4774-b02c-1c6e4b19797e tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 696 time: 0.0685563 Nov 12 13:15:22.865479 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-8ca09fb0-f9b8-4fbe-869b-a7ec2d4c02b4 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 696 time: 0.0626090 Nov 12 13:15:22.913256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dec27607-5061-49e5-b865-a3fb09e2a955 req-13d86f7c-38ef-40a0-ab33-c49ffffb6256 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890903 Nov 12 13:15:22.919251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8753b03-4983-4554-8cab-3df83947972b req-a2549730-7998-41dd-b24e-d8c374241c3c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205912 Nov 12 13:15:23.056089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbddf17-2b9e-4486-9eba-4b8702f1797e req-5cb852b1-ad27-4d79-a471-46f0fa2ec4a9 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:23.057957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdbddf17-2b9e-4486-9eba-4b8702f1797e req-5cb852b1-ad27-4d79-a471-46f0fa2ec4a9 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1101 time: 0.0576575 Nov 12 13:15:23.061561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-5b0fa0b0-80e5-453d-8113-23896355e177 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Deleting port b2128039-c54d-4a3f-99bc-e804742ac425 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:23.061985 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-5b0fa0b0-80e5-453d-8113-23896355e177 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:23.125166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdbddf17-2b9e-4486-9eba-4b8702f1797e req-c21a8e9d-029e-484f-83f0-c194e65a7a83 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562093 Nov 12 13:15:23.192086 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-5b0fa0b0-80e5-453d-8113-23896355e177 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:23.192694 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-5b0fa0b0-80e5-453d-8113-23896355e177 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:23.215947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-5b0fa0b0-80e5-453d-8113-23896355e177 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Calling delete_port for b2128039-c54d-4a3f-99bc-e804742ac425 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:23.284793 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77dc54c-9d39-4379-8094-18ef789f5ac3 x-openstack-request-id: req-f77dc54c-9d39-4379-8094-18ef789f5ac3 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:23.285559 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bb970e-9521-4618-b338-4bf7bf866bf2", "name": "network-vif-deleted", "tag": "1867669e-0c3a-4f2e-b086-e9bd4632b437", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:23.285559 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f77dc54c-9d39-4379-8094-18ef789f5ac3 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:23.285714 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bb970e-9521-4618-b338-4bf7bf866bf2', 'name': 'network-vif-deleted', 'tag': '1867669e-0c3a-4f2e-b086-e9bd4632b437', 'status': 'completed', 'code': 200} Nov 12 13:15:23.408189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-5b0fa0b0-80e5-453d-8113-23896355e177 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:23.448151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fa0b0-80e5-453d-8113-23896355e177 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Pushing event deleted for resources: {'Port': ['ID=b2128039-c54d-4a3f-99bc-e804742ac425,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:23.473336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-5b0fa0b0-80e5-453d-8113-23896355e177 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:23.477016 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-5b0fa0b0-80e5-453d-8113-23896355e177 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:23.485384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:23.490312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23a0b2d5-8821-4763-832b-e03d4c6daa18 req-5b0fa0b0-80e5-453d-8113-23896355e177 tempest-FloatingIPDetailsTestJSON-1091269557 tempest-FloatingIPDetailsTestJSON-1091269557-project] 10.222.0.73 "DELETE /v2.0/floatingips/2a4fd394-8d31-4f5e-b458-8590862048ca HTTP/1.1" status: 204 len: 173 time: 0.6197836 Nov 12 13:15:23.631251 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-4d6b9384-9200-4df6-acc5-adc6beda38ea tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296748 Nov 12 13:15:23.757631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-15734c4f-3c26-45df-a63b-bcb134fd94b5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:23.771892 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-15734c4f-3c26-45df-a63b-bcb134fd94b5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347258 Nov 12 13:15:23.789536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-1ce0c293-9234-44c9-8100-c4d05d1ca94b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/quotas/f24db78ff5ca4b5eb226d1905e0afceb HTTP/1.1" status: 200 len: 375 time: 0.0164464 Nov 12 13:15:23.883091 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-81404dc8-1d89-4893-88ad-2fd5e1078dde tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923223 Nov 12 13:15:24.038491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa7407-f3ce-4778-8541-2924cbeeb903 req-2f158110-b646-4381-be6f-4d2709b4f0f3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:24.054023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5afa7407-f3ce-4778-8541-2924cbeeb903 req-2f158110-b646-4381-be6f-4d2709b4f0f3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 948 time: 0.1751289 Nov 12 13:15:24.106188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59074) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:24.249072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce16d1-1eab-4bc7-baf2-cf47a01fb44a req-2ce42bcb-433a-45fb-801b-cce5da46d327 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:24.261711 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67ce16d1-1eab-4bc7-baf2-cf47a01fb44a req-2ce42bcb-433a-45fb-801b-cce5da46d327 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1047957 Nov 12 13:15:24.269124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 60c82dbf-b26b-4931-b817-43403342c617 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:24.315719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5afa7407-f3ce-4778-8541-2924cbeeb903 req-9beffbc6-89c5-4f28-8747-485ea53bcaa2 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605081 Nov 12 13:15:24.368432 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-67a1a3bc-093b-4fc2-8c48-04978baf77ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0f408a570a142edbdf02ac93b9b3b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603929 Nov 12 13:15:24.375306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59084) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:24.390352 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67ce16d1-1eab-4bc7-baf2-cf47a01fb44a req-b3a58128-c794-4264-b643-fdb041449d9f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244717 Nov 12 13:15:24.491375 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-91982678-2b90-4dab-b60b-2cf90812a256 req-7924d5c1-fa71-4b29-b336-b353ca100657 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 210 time: 0.0825961 Nov 12 13:15:24.498320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e552db37-3cdf-4c84-beaf-3e4f737b9410', 'tag': 'b3f26944-b01c-4e01-b7ba-ccecb21952b2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:24.506746 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a21508-8804-4758-a26f-574d19ea5817" -d '{"events": [{"name": "network-changed", "server_uuid": "e552db37-3cdf-4c84-beaf-3e4f737b9410", "tag": "b3f26944-b01c-4e01-b7ba-ccecb21952b2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:24.635539 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ab3638a-9068-4ad5-a07d-adf71326ec7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:24.641523 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76a4500-aee9-43e0-8d49-a5051dadd8b1 x-openstack-request-id: req-c76a4500-aee9-43e0-8d49-a5051dadd8b1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:24.641888 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e552db37-3cdf-4c84-beaf-3e4f737b9410", "tag": "b3f26944-b01c-4e01-b7ba-ccecb21952b2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:24.642437 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c76a4500-aee9-43e0-8d49-a5051dadd8b1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:24.643147 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e552db37-3cdf-4c84-beaf-3e4f737b9410', 'tag': 'b3f26944-b01c-4e01-b7ba-ccecb21952b2', 'status': 'completed', 'code': 200} Nov 12 13:15:24.723909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ab3638a-9068-4ad5-a07d-adf71326ec7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:24.771162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:24.781227 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:24.788995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '60c82dbf-b26b-4931-b817-43403342c617', 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5', 'port_id': '60c82dbf-b26b-4931-b817-43403342c617', 'mac_address': 'fa:16:3e:c2:f7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12e7e2d-7153-45cb-8e22-39f25b694e6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:24.835177 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:24.853154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c82dbf-b26b-4931-b817-43403342c617 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:24.893551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:24.901470 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:24.952402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a21508-8804-4758-a26f-574d19ea5817 req-166db7be-99f7-451f-b59b-fb884a8e2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:24.954520 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72a21508-8804-4758-a26f-574d19ea5817 req-166db7be-99f7-451f-b59b-fb884a8e2197 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 1099 time: 0.2879887 Nov 12 13:15:24.958050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ab3638a-9068-4ad5-a07d-adf71326ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:24.961555 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ab3638a-9068-4ad5-a07d-adf71326ec7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:24.962921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5ab3638a-9068-4ad5-a07d-adf71326ec7b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2650b9b-28b0-4bb1-a187-2891938c9b86 HTTP/1.1" status: 204 len: 168 time: 0.5855742 Nov 12 13:15:24.973755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=60c82dbf-b26b-4931-b817-43403342c617,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:25.016175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3638a-9068-4ad5-a07d-adf71326ec7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2650b9b-28b0-4bb1-a187-2891938c9b86,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:25.228564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['60c82dbf-b26b-4931-b817-43403342c617'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:25.242221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a21508-8804-4758-a26f-574d19ea5817 req-2da68ec6-d36a-4907-9901-37cdc1e25885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:25.249695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72a21508-8804-4758-a26f-574d19ea5817 req-2da68ec6-d36a-4907-9901-37cdc1e25885 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2852340 Nov 12 13:15:25.383932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72a21508-8804-4758-a26f-574d19ea5817 req-032996db-875a-45ae-b746-cc7860090a50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b3f26944-b01c-4e01-b7ba-ccecb21952b2 HTTP/1.1" status: 200 len: 217 time: 0.1229210 Nov 12 13:15:25.534904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b3f26944-b01c-4e01-b7ba-ccecb21952b2 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:25.538153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59110) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:25.560449 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f184a502-2aca-4c9f-b015-e1bd446b5f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:25.595777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac337ab0-20cf-4f7d-9837-3af764053d19 req-14291fc4-4be5-44da-ba2a-395fcfc54186 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:25.597612 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac337ab0-20cf-4f7d-9837-3af764053d19 req-14291fc4-4be5-44da-ba2a-395fcfc54186 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 948 time: 0.1614332 Nov 12 13:15:25.612297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a21508-8804-4758-a26f-574d19ea5817 req-1e126344-2b48-429f-88ac-117db365f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:25.613810 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72a21508-8804-4758-a26f-574d19ea5817 req-1e126344-2b48-429f-88ac-117db365f551 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2169359 Nov 12 13:15:25.640479 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-a8e9df86-52a5-4204-85d9-1168a31b8a84 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415983 Nov 12 13:15:25.706596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4ce24-d4fe-4185-a124-a7617b411aae req-3a3b6abc-45e3-415b-9ccc-225724e7b3b9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:25.714662 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac337ab0-20cf-4f7d-9837-3af764053d19 req-0af718a8-2b12-4f29-843e-a114bbdc514e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986421 Nov 12 13:15:25.715656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89d4ce24-d4fe-4185-a124-a7617b411aae req-3a3b6abc-45e3-415b-9ccc-225724e7b3b9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.1883650 Nov 12 13:15:25.758960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a21508-8804-4758-a26f-574d19ea5817 req-56153a33-feff-4480-9caa-f41e969a25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:25.761010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72a21508-8804-4758-a26f-574d19ea5817 req-56153a33-feff-4480-9caa-f41e969a25d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251638 Nov 12 13:15:25.773095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] Deleting port 89e9b9a9-bdd1-4997-8327-daa029a1a966 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:25.773557 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:25.839116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port b3f26944-b01c-4e01-b7ba-ccecb21952b2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b3f26944-b01c-4e01-b7ba-ccecb21952b2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:25.866092 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'b3f26944-b01c-4e01-b7ba-ccecb21952b2', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'b3f26944-b01c-4e01-b7ba-ccecb21952b2', 'mac_address': 'fa:16:3e:c1:db:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:25.947651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:25.948564 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-03e58679-aeca-4cd7-b1cc-b9fedcae202f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:25.952924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-03e58679-aeca-4cd7-b1cc-b9fedcae202f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001659 Nov 12 13:15:25.968511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f26944-b01c-4e01-b7ba-ccecb21952b2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:25.970919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Request body: {'port': {'device_id': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'f24db78ff5ca4b5eb226d1905e0afceb'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:25.976436 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f184a502-2aca-4c9f-b015-e1bd446b5f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.003828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f184a502-2aca-4c9f-b015-e1bd446b5f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.021805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port b3f26944-b01c-4e01-b7ba-ccecb21952b2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b3f26944-b01c-4e01-b7ba-ccecb21952b2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:26.028060 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.110762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184a502-2aca-4c9f-b015-e1bd446b5f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515141c0-557c-4733-b2de-480d9fa029e6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:26.119566 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f184a502-2aca-4c9f-b015-e1bd446b5f35 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=148a46a419654c7ba3ec27fe503b1b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776575 Nov 12 13:15:26.121013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59116) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:26.192872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=b3f26944-b01c-4e01-b7ba-ccecb21952b2,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:26.283511 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa503189-05f7-4197-9b41-99c217f2ad74 req-19a8b769-3a83-47ca-a5fd-4f388f0806b4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 210 time: 0.0476732 Nov 12 13:15:26.284455 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-52ce4b36-0386-4fe7-bb4e-b1dfe8ddd41b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.288107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Made reservation on behalf of f24db78ff5ca4b5eb226d1905e0afceb for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:26.292625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.346602 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-52ce4b36-0386-4fe7-bb4e-b1dfe8ddd41b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.364077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:26.366465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89d4ce24-d4fe-4185-a124-a7617b411aae req-9f90bffa-0428-4524-aceb-de33b350b56e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498702 Nov 12 13:15:26.420459 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72a21508-8804-4758-a26f-574d19ea5817 req-e1e39344-42a4-44ae-b285-1e11ecc02dfd service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494005 Nov 12 13:15:26.426745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] For port 89e9b9a9-bdd1-4997-8327-daa029a1a966, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=89e9b9a9-bdd1-4997-8327-daa029a1a966,segment=NetworkSegment(4e33189f-054f-4430-88a2-7b7bc5ab02cc),segment_id=4e33189f-054f-4430-88a2-7b7bc5ab02cc)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:26.427138 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.459764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] Calling delete_port for 89e9b9a9-bdd1-4997-8327-daa029a1a966 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:26.529003 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-52ce4b36-0386-4fe7-bb4e-b1dfe8ddd41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.535484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-52ce4b36-0386-4fe7-bb4e-b1dfe8ddd41b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.541160 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-52ce4b36-0386-4fe7-bb4e-b1dfe8ddd41b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/515141c0-557c-4733-b2de-480d9fa029e6 HTTP/1.1" status: 204 len: 168 time: 0.4164326 Nov 12 13:15:26.574841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce4b36-0386-4fe7-bb4e-b1dfe8ddd41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515141c0-557c-4733-b2de-480d9fa029e6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:26.589773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Allocated IP 192.168.233.242 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/cd90903a-5081-489a-bc3f-5c0053863b0d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:26.685385 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72a21508-8804-4758-a26f-574d19ea5817 req-5a292841-9537-4837-bd9e-f6539d2ae25a service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485158 Nov 12 13:15:26.907191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e34c1-9ac8-4a74-bb21-36380555f9bc req-9b0eeb86-0776-4e70-b12c-d4683a75aa76 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:26.908961 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-788e34c1-9ac8-4a74-bb21-36380555f9bc req-9b0eeb86-0776-4e70-b12c-d4683a75aa76 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 949 time: 0.0762951 Nov 12 13:15:26.955751 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d43b745-502b-4946-b753-b4a7feec42e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:26.971554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.036179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.069244 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.072062 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-788e34c1-9ac8-4a74-bb21-36380555f9bc req-3ba0f9be-383d-47e6-931d-ebde64cc2029 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263649 Nov 12 13:15:27.084462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8fefa74e-6cf2-45fe-a1d0-a54fca643e52'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:27.126459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e9b9a9-bdd1-4997-8327-daa029a1a966,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:27.177056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:27.181441 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:27.194587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:27.204603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:27.205425 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.250256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2836051 Nov 12 13:15:27.251113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ace892-a28b-46e1-86b9-cc51b47dda94 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Pushing event updated for resources: {'Port': ['ID=cd90903a-5081-489a-bc3f-5c0053863b0d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:27.271940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Request body: {'port': {'device_id': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:27.317636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59140) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:27.415942 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.531400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b3f26944-b01c-4e01-b7ba-ccecb21952b2 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:27.576329 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.637611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port b3f26944-b01c-4e01-b7ba-ccecb21952b2 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:27.647547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port b3f26944-b01c-4e01-b7ba-ccecb21952b2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:27.648645 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.669872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82e-23e6-4c7b-80e5-73db8ccf65f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.765496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5a349-bd83-49d6-aa4a-f3b85c40fdd6 req-9700b5bc-e80a-42d2-b50c-8793be03b009 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:27.773212 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9d5a349-bd83-49d6-aa4a-f3b85c40fdd6 req-9700b5bc-e80a-42d2-b50c-8793be03b009 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 936 time: 0.2586746 Nov 12 13:15:27.778764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-19c676ac-d1f4-4558-b219-bbe8adc2d0ae None None] Provisioning complete for port cd90903a-5081-489a-bc3f-5c0053863b0d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:27.779139 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19c676ac-d1f4-4558-b219-bbe8adc2d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.802406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e081b-b38f-4711-9889-998ba6069add req-2d8487d2-c713-4b24-926f-e7240c490036 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:27.804187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-743e081b-b38f-4711-9889-998ba6069add req-2d8487d2-c713-4b24-926f-e7240c490036 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.2544816 Nov 12 13:15:27.901002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-19c676ac-d1f4-4558-b219-bbe8adc2d0ae None None] Port cd90903a-5081-489a-bc3f-5c0053863b0d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:15:27.940932 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.941125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-743e081b-b38f-4711-9889-998ba6069add req-8caed9b1-60c3-48fb-8dd0-cfd222a867cd tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156726 Nov 12 13:15:27.951372 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82e-23e6-4c7b-80e5-73db8ccf65f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.960406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] Router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:15:27.994824 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d82e82e-23e6-4c7b-80e5-73db8ccf65f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:27.999123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e552db37-3cdf-4c84-beaf-3e4f737b9410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f26944-b01c-4e01-b7ba-ccecb21952b2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:28.001893 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653a8185-c680-48d5-94f1-37a91bb4911c" -d '{"events": [{"server_uuid": "e552db37-3cdf-4c84-beaf-3e4f737b9410", "name": "network-vif-plugged", "status": "completed", "tag": "b3f26944-b01c-4e01-b7ba-ccecb21952b2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:28.018647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port b3f26944-b01c-4e01-b7ba-ccecb21952b2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b3f26944-b01c-4e01-b7ba-ccecb21952b2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:28.024182 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.095897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=b3f26944-b01c-4e01-b7ba-ccecb21952b2,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:28.137678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9d5a349-bd83-49d6-aa4a-f3b85c40fdd6 req-bc4723f2-c7db-4509-abf1-f123de0fee54 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627231 Nov 12 13:15:28.149880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3d82e82e-23e6-4c7b-80e5-73db8ccf65f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=585ebffbb06f4b3d90dd691cfe566713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8265741 Nov 12 13:15:28.153527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59170) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:28.180209 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb269f3-b7ba-4509-906f-98bd7128aedd x-openstack-request-id: req-efb269f3-b7ba-4509-906f-98bd7128aedd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:28.180518 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e552db37-3cdf-4c84-beaf-3e4f737b9410", "name": "network-vif-plugged", "status": "completed", "tag": "b3f26944-b01c-4e01-b7ba-ccecb21952b2", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:28.180773 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-efb269f3-b7ba-4509-906f-98bd7128aedd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:28.181169 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e552db37-3cdf-4c84-beaf-3e4f737b9410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f26944-b01c-4e01-b7ba-ccecb21952b2', 'code': 200} Nov 12 13:15:28.219079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82e82e-23e6-4c7b-80e5-73db8ccf65f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b81f96-1c04-451f-98a8-1ad590dc2f45,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:28.260396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 60c82dbf-b26b-4931-b817-43403342c617 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:28.335871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59172) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:28.349409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abee7bff-e359-4479-a466-033d099b18cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.359934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:15:28.376416 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-92342856-c9dd-4c84-922a-d36820f42420 admin admin] 10.222.0.73 "PUT /v2.0/routers/bee47fea-8bd5-465b-b5a4-cdd50bea6eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8896310 Nov 12 13:15:28.377701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59176) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:28.386774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8240d2-1514-490f-806e-db11996212a2 req-8e95b7b9-7553-461c-95cd-b4f61c4d1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:28.388982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf8240d2-1514-490f-806e-db11996212a2 req-8e95b7b9-7553-461c-95cd-b4f61c4d1df5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 1101 time: 0.1631103 Nov 12 13:15:28.398053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] Sync routers for ids ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:15:28.407148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 60c82dbf-b26b-4931-b817-43403342c617 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:28.414651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abee7bff-e359-4479-a466-033d099b18cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.417990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] Routers {'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:28.419526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:28.422174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 60c82dbf-b26b-4931-b817-43403342c617 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:28.423377 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.507329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf8240d2-1514-490f-806e-db11996212a2 req-aad76e1d-6b66-407c-a354-bb7f00b32388 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079700 Nov 12 13:15:28.517321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44529fe-4220-4c5d-ab83-53b45f9819ce req-f931b80c-a60e-46bd-b458-058030880839 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:28.524897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d44529fe-4220-4c5d-ab83-53b45f9819ce req-f931b80c-a60e-46bd-b458-058030880839 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 950 time: 0.2383976 Nov 12 13:15:28.567673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-501450222-network', 'tenant_id': '8efa041c854c4d9aba1d0aa9a0b1bf0c'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:28.587255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd90903a-5081-489a-bc3f-5c0053863b0d {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:28.607608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.620304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] Set router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:28.684477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Made reservation on behalf of 8efa041c854c4d9aba1d0aa9a0b1bf0c for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:28.686794 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.688859 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.710788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Transition to ACTIVE for port object cd90903a-5081-489a-bc3f-5c0053863b0d will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:28.716410 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.718391 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abee7bff-e359-4479-a466-033d099b18cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.720832 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abee7bff-e359-4479-a466-033d099b18cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.724113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-abee7bff-e359-4479-a466-033d099b18cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8b81f96-1c04-451f-98a8-1ad590dc2f45 HTTP/1.1" status: 204 len: 168 time: 0.5672555 Nov 12 13:15:28.734372 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.736782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.757893 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d44529fe-4220-4c5d-ab83-53b45f9819ce req-487c4d1a-7eea-488a-9ca5-9c28d1217025 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321327 Nov 12 13:15:28.804842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:28.811308 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:28.815793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee7bff-e359-4479-a466-033d099b18cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b81f96-1c04-451f-98a8-1ad590dc2f45,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:28.909329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=60c82dbf-b26b-4931-b817-43403342c617,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:28.910461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd90903a-5081-489a-bc3f-5c0053863b0d,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:28.948803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-router', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:14:50Z', 'updated_at': '2021-11-12T13:15:26Z', 'revision_number': 5, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'gw_port': {'id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:51Z', 'updated_at': '2021-11-12T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:28.990706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] Checking router: bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:15:29.023185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] Routers {'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:29.023970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:29.065526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Attempting to bind port cd90903a-5081-489a-bc3f-5c0053863b0d on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:29.065787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Attempting to bind port cd90903a-5081-489a-bc3f-5c0053863b0d by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:29.066117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Attempting to bind port cd90903a-5081-489a-bc3f-5c0053863b0d on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:29.113249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Port cd90903a-5081-489a-bc3f-5c0053863b0d on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:29.115843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Attempting to bind port cd90903a-5081-489a-bc3f-5c0053863b0d on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:29.138857 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:29.139128 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:29.139549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:29.140046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Bound port: cd90903a-5081-489a-bc3f-5c0053863b0d, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:29.140602 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:29.159729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d47072-399f-4443-978a-35719994a228 req-45a9b5ba-2ae9-439e-8f4a-880cbb00c02b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:29.162274 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4d47072-399f-4443-978a-35719994a228 req-45a9b5ba-2ae9-439e-8f4a-880cbb00c02b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.0909114 Nov 12 13:15:29.242644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:29.265004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:29.281603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4d47072-399f-4443-978a-35719994a228 req-da32ba0a-edd7-40a5-bfb9-ce8cda27e7d0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042237 Nov 12 13:15:29.312610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:29.333475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] Set router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:29.397702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:29.456879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:15:29.474861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:29.493374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89df071-a5af-473d-8909-71b8f0b9d289 req-5de80bd2-6ecd-4aa6-a9b3-605e4a920e9d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:29.495157 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e89df071-a5af-473d-8909-71b8f0b9d289 req-5de80bd2-6ecd-4aa6-a9b3-605e4a920e9d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.1766098 Nov 12 13:15:29.495828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9804bcfb-d76a-407e-8bdf-3cd4cb065f38,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:29.517915 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ac81831-f1df-4520-849c-039dbcc5cbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:29.523755 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:29.524963 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Added segment a38591a8-8efe-40bd-a70b-20d5cb8c25ce of type vlan for network 148aad9b-f475-42e5-8d46-9f902b6498e1 Nov 12 13:15:29.538689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cd90903a-5081-489a-bc3f-5c0053863b0d,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:29.582144 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:29.693354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e89df071-a5af-473d-8909-71b8f0b9d289 req-dbc95d68-7b86-482f-85bc-8dc5679c0e0d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664312 Nov 12 13:15:29.695774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Deleting port 4ab51c57-4c21-4c39-956c-ca5185a334e6 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:29.696595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:29.720085 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:29.742339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:29.742953 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:29.754347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] 10.222.0.105 "PUT /v2.0/ports/cd90903a-5081-489a-bc3f-5c0053863b0d HTTP/1.1" status: 200 len: 1096 time: 2.4894693 Nov 12 13:15:29.755104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:29.764103 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad779543-f701-4216-a329-7aa4b163f0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:29.813044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-router', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:14:50Z', 'updated_at': '2021-11-12T13:15:26Z', 'revision_number': 5, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'gw_port': {'id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:51Z', 'updated_at': '2021-11-12T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:29.877815 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5def57b7-caed-4591-a970-fd15d686d3a1 x-openstack-request-id: req-5def57b7-caed-4591-a970-fd15d686d3a1 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:29.878101 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:29.878423 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5def57b7-caed-4591-a970-fd15d686d3a1 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:29.878823 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d', 'status': 'completed', 'code': 200} Nov 12 13:15:29.899474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e24b42-7cff-4f3d-8f0e-f178751d4ece None None] The sync data for ids ['bee47fea-8bd5-465b-b5a4-cdd50bea6eb2'] in n-d-805736-4 is: [{'id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'name': 'tempest-FloatingIPDetailsTestJSON-1792595105-router', 'tenant_id': 'f642b271dc2241f0999ad11ee38d3082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:14:50Z', 'updated_at': '2021-11-12T13:15:26Z', 'revision_number': 5, 'project_id': 'f642b271dc2241f0999ad11ee38d3082', 'gw_port': {'id': '4ab51c57-4c21-4c39-956c-ca5185a334e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee47fea-8bd5-465b-b5a4-cdd50bea6eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:14:51Z', 'updated_at': '2021-11-12T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:15:30.002440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd6afe-992d-4420-b8d8-3f1bc446b6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd90903a-5081-489a-bc3f-5c0053863b0d,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:30.039894 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:15:30.052276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a742-da59-479c-b896-eca384949615 req-c80214b4-3e62-4a1a-a914-bb7b6077d8cf tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:30.063177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac09a742-da59-479c-b896-eca384949615 req-c80214b4-3e62-4a1a-a914-bb7b6077d8cf tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 950 time: 0.1472216 Nov 12 13:15:30.082171 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:30.083314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:30.084056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:30.132517 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7952156 Nov 12 13:15:30.141757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59220) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:30.178228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Request body: {'subnet': {'network_id': '148aad9b-f475-42e5-8d46-9f902b6498e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-501450222-subnet', 'tenant_id': '8efa041c854c4d9aba1d0aa9a0b1bf0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:30.183101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c82dbf-b26b-4931-b817-43403342c617'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:30.183671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac09a742-da59-479c-b896-eca384949615 req-67a48ee4-048a-4d51-9101-9304386d0142 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190658 Nov 12 13:15:30.186420 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029013fa-90c2-4539-8ccb-ae295d035b76" -d '{"events": [{"server_uuid": "9f20f68e-a9af-4cb5-83d4-fdd9e5505884", "name": "network-vif-plugged", "status": "completed", "tag": "60c82dbf-b26b-4931-b817-43403342c617"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:30.240648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-23f7099b-316f-4143-922b-5ea137b5f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:30.241996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-23f7099b-316f-4143-922b-5ea137b5f742 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 1099 time: 0.4134765 Nov 12 13:15:30.255496 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7d1083-339d-4454-a2d6-1b0031887acc x-openstack-request-id: req-ac7d1083-339d-4454-a2d6-1b0031887acc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:30.255865 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f20f68e-a9af-4cb5-83d4-fdd9e5505884", "name": "network-vif-plugged", "status": "completed", "tag": "60c82dbf-b26b-4931-b817-43403342c617", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:30.256195 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac7d1083-339d-4454-a2d6-1b0031887acc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:30.256672 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c82dbf-b26b-4931-b817-43403342c617', 'code': 200} Nov 12 13:15:30.341088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 89e9b9a9-bdd1-4997-8327-daa029a1a966 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:30.365126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:30.378363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-1232d991-f168-424c-b13f-71c292691e80 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cd90903a-5081-489a-bc3f-5c0053863b0d HTTP/1.1" status: 200 len: 217 time: 0.1073515 Nov 12 13:15:30.379750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d4987-7502-43ed-a8d2-aa2ba2c6494d admin admin] Pushing event updated for resources: {'Network': ['ID=148aad9b-f475-42e5-8d46-9f902b6498e1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:30.411414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 148aad9b-f475-42e5-8d46-9f902b6498e1 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:15:30.416091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] For port 4ab51c57-4c21-4c39-956c-ca5185a334e6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4ab51c57-4c21-4c39-956c-ca5185a334e6,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:30.416091 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:30.430726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Made reservation on behalf of 8efa041c854c4d9aba1d0aa9a0b1bf0c for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:30.435109 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:30.464029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 89e9b9a9-bdd1-4997-8327-daa029a1a966 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:30.468588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 89e9b9a9-bdd1-4997-8327-daa029a1a966 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:30.547147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:30.617304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Calling delete_port for 4ab51c57-4c21-4c39-956c-ca5185a334e6 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:30.678053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bc2a6-d630-4df7-a2a7-67b2f2e9b798 req-f098d4ab-846c-406d-aced-70378bb8e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:30.679496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a7bc2a6-d630-4df7-a2a7-67b2f2e9b798 req-f098d4ab-846c-406d-aced-70378bb8e3b4 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1096 time: 0.1132410 Nov 12 13:15:30.793902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a7bc2a6-d630-4df7-a2a7-67b2f2e9b798 req-a81a0499-9a9f-472d-812a-6eb2f25103b5 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868626 Nov 12 13:15:30.919396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b0a65-3057-414d-8cad-12849234c370 req-3dfa1802-525e-4f35-92ea-869c408eda57 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:30.921456 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c8b0a65-3057-414d-8cad-12849234c370 req-3dfa1802-525e-4f35-92ea-869c408eda57 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.0833027 Nov 12 13:15:30.954311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] Deleting port 07cf5cd6-554b-46d7-816b-950bcd49c3fa {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:30.954545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.025749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c8b0a65-3057-414d-8cad-12849234c370 req-33d49fe2-6d82-40bb-abaa-654858930917 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968134 Nov 12 13:15:31.060814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] For port 07cf5cd6-554b-46d7-816b-950bcd49c3fa, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=07cf5cd6-554b-46d7-816b-950bcd49c3fa,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:31.061188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.076251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] Calling delete_port for 07cf5cd6-554b-46d7-816b-950bcd49c3fa owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:31.101858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-019b6b93-934c-481a-a36e-c7c939017e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:31.103347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-019b6b93-934c-481a-a36e-c7c939017e3f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.7084565 Nov 12 13:15:31.204944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb3cc0-e6ce-4330-9582-7249fb37d44e req-1c2c43d9-3ac9-435f-802a-97abece9262b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:31.212774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2eb3cc0-e6ce-4330-9582-7249fb37d44e req-1c2c43d9-3ac9-435f-802a-97abece9262b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.5412550 Nov 12 13:15:31.223525 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.266111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-80a44294-845c-4a5a-974b-5a736d4b3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:31.267654 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-80a44294-845c-4a5a-974b-5a736d4b3dd3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351430 Nov 12 13:15:31.276010 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.302052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] Pushing event deleted for resources: {'Port': ['ID=07cf5cd6-554b-46d7-816b-950bcd49c3fa,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:31.417991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc0e7f9-59cd-48a5-8bc0-77c7256b9156,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:31.435522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2eb3cc0-e6ce-4330-9582-7249fb37d44e req-8debe0f8-7639-44da-b17f-945fd1eefebf tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218695 Nov 12 13:15:31.436146 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.478576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Checking segment: {'id': 'a38591a8-8efe-40bd-a70b-20d5cb8c25ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '148aad9b-f475-42e5-8d46-9f902b6498e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:31.478932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Network hostable DHCP agents. Network: 148aad9b-f475-42e5-8d46-9f902b6498e1, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:15:31.485788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab51c57-4c21-4c39-956c-ca5185a334e6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:31.509078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac73787-dbe0-4525-b2a8-c76cc3b78808 req-20846580-78d5-4238-97f6-8ef854d330bf tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:31.510630 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ac73787-dbe0-4525-b2a8-c76cc3b78808 req-20846580-78d5-4238-97f6-8ef854d330bf tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 950 time: 0.1259968 Nov 12 13:15:31.539527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.546774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-aa100541-ccdd-4a56-ac44-7836be47ad64 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572477 Nov 12 13:15:31.615110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ac73787-dbe0-4525-b2a8-c76cc3b78808 req-40b812e5-12f6-4c67-a10c-3b32a022d898 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751302 Nov 12 13:15:31.619195 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.660460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Network 148aad9b-f475-42e5-8d46-9f902b6498e1 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:15:31.671197 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.714270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.734438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 148aad9b-f475-42e5-8d46-9f902b6498e1) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:31.742184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:31.743378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ed4ba-747b-4078-a3e7-a90596c2da34 None None] Network 148aad9b-f475-42e5-8d46-9f902b6498e1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:31.743876 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.819270 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d3c28331-427f-4302-a47b-bfef7eb0a4f5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6757812 Nov 12 13:15:31.836314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.836940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:15:31.849760 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.851551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-776bf147-f7cc-4cb2-9041-edcdca44b471 admin admin] 10.222.0.73 "DELETE /v2.0/routers/bee47fea-8bd5-465b-b5a4-cdd50bea6eb2 HTTP/1.1" status: 204 len: 168 time: 3.4663835 Nov 12 13:15:31.857444 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59260) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:31.928544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a447d762-7349-49ab-aca6-0318420d16e8 admin admin] Deleting subnet 3ab776aa-94a8-486a-bdee-0ee2ad128a40 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:15:31.934414 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a447d762-7349-49ab-aca6-0318420d16e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:31.939412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] Router b4619e9c-0e8a-451e-bc2d-2b3d489da963 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:15:31.966628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e60e0ce8-a363-42b0-afde-d86657b173ab req-cca7c753-d0f1-4600-ba94-dac7307ec815 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933866 Nov 12 13:15:32.000592 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a447d762-7349-49ab-aca6-0318420d16e8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.211386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:15:32.223473 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] Sync routers for ids ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:15:32.235018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9fe77bf1-0605-4c6c-96f3-3459586bfa8b admin admin] 10.222.0.73 "PUT /v2.0/routers/b4619e9c-0e8a-451e-bc2d-2b3d489da963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8358114 Nov 12 13:15:32.235687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59264) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:32.244670 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] Routers {'b4619e9c-0e8a-451e-bc2d-2b3d489da963'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:32.245352 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:32.283824 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.296388 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a447d762-7349-49ab-aca6-0318420d16e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.349774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-914baf4d-5e9b-41ba-b41a-44cb233347ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:32.352436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-914baf4d-5e9b-41ba-b41a-44cb233347ce service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 1099 time: 0.2633417 Nov 12 13:15:32.392334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69eba1-8d98-43aa-9310-d33457fad961 req-b69c9699-fe24-4c0b-88f9-a97a8c8621d9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:32.404192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c69eba1-8d98-43aa-9310-d33457fad961 req-b69c9699-fe24-4c0b-88f9-a97a8c8621d9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.2477324 Nov 12 13:15:32.443145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ee0a8-c226-48bf-a0c2-6953a68e4a39 None None] Network 148aad9b-f475-42e5-8d46-9f902b6498e1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:32.477468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:32.523571 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] Set router b4619e9c-0e8a-451e-bc2d-2b3d489da963 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:32.576217 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.593458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a447d762-7349-49ab-aca6-0318420d16e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.632855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a447d762-7349-49ab-aca6-0318420d16e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.639870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a447d762-7349-49ab-aca6-0318420d16e8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3ab776aa-94a8-486a-bdee-0ee2ad128a40 HTTP/1.1" status: 204 len: 168 time: 0.7809515 Nov 12 13:15:32.641480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7c1c48-b956-4910-8c67-fb21950110ac None None] Network 5165abc5-f020-4c83-b8a0-fbdded3024f3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:32.654503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c69eba1-8d98-43aa-9310-d33457fad961 req-c5478a80-5622-46e5-8eec-5e1f04be043a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483804 Nov 12 13:15:32.714993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59280) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:32.754833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447d762-7349-49ab-aca6-0318420d16e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab776aa-94a8-486a-bdee-0ee2ad128a40,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:32.853199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ab51c57-4c21-4c39-956c-ca5185a334e6 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:32.860750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-69a252e0-7f3d-44a1-8645-0fbff87d3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:32.860750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-69a252e0-7f3d-44a1-8645-0fbff87d3cae service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.4960325 Nov 12 13:15:32.895701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 4ab51c57-4c21-4c39-956c-ca5185a334e6 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:32.896377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ab51c57-4c21-4c39-956c-ca5185a334e6 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:32.952224 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:32.988231 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-router', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:22Z', 'updated_at': '2021-11-12T13:15:31Z', 'revision_number': 5, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'gw_port': {'id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:23Z', 'updated_at': '2021-11-12T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:33.007496 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-1a6924fc-fa7f-428a-997e-fd7384b4780a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cd90903a-5081-489a-bc3f-5c0053863b0d HTTP/1.1" status: 200 len: 217 time: 0.1051350 Nov 12 13:15:33.019198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.025141 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] Checking router: b4619e9c-0e8a-451e-bc2d-2b3d489da963 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:15:33.050199 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] Routers {'b4619e9c-0e8a-451e-bc2d-2b3d489da963'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:33.051291 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:33.113259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2e506-dee7-4acf-8220-ce171e5828ca req-be5d874e-8012-4ee7-8bbd-2b1f90d483a5 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.122140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0d2e506-dee7-4acf-8220-ce171e5828ca req-be5d874e-8012-4ee7-8bbd-2b1f90d483a5 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 1101 time: 1.0457497 Nov 12 13:15:33.148657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59290) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:33.151693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15dfa4-b003-419b-8161-b48aa112ee2c req-426c82a8-b936-411c-a62f-58aab662a49e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.154120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef15dfa4-b003-419b-8161-b48aa112ee2c req-426c82a8-b936-411c-a62f-58aab662a49e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.3130319 Nov 12 13:15:33.157473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-639996375-network', 'tenant_id': 'c5fd059bd8f049f1821faffcf1b49f98'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:33.192109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-4a31ba5f-cfb8-4f75-8c77-42cba8774ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.193588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-4a31ba5f-cfb8-4f75-8c77-42cba8774ae4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1774652 Nov 12 13:15:33.205541 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f62320a-96d6-4cac-b9da-12672fff9f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.207348 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0d2e506-dee7-4acf-8220-ce171e5828ca req-10b0dc2e-bdbc-400b-9c8f-2929717afba3 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.211898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3498bf74-1ca2-49de-8f7b-5c03fba907d6 None None] DHCP port deletion for 5165abc5-f020-4c83-b8a0-fbdded3024f3 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:15:33.214872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Made reservation on behalf of c5fd059bd8f049f1821faffcf1b49f98 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:33.217231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.218146 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] Set router b4619e9c-0e8a-451e-bc2d-2b3d489da963 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:33.286666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.311427 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef15dfa4-b003-419b-8161-b48aa112ee2c req-10361faf-c2b6-4dbe-a4c6-6e33a1f297f8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195023 Nov 12 13:15:33.313918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Deleting port bac98889-2c3b-40b4-9d12-64da9aebbb86 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:33.314576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.316137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3498bf74-1ca2-49de-8f7b-5c03fba907d6 None None] Deleting port bac98889-2c3b-40b4-9d12-64da9aebbb86 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:33.316738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3498bf74-1ca2-49de-8f7b-5c03fba907d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.322672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-158d5a53-e87d-45d4-b2bf-330dc8711a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.325947 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-158d5a53-e87d-45d4-b2bf-330dc8711a75 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185246 Nov 12 13:15:33.408576 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.412052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3498bf74-1ca2-49de-8f7b-5c03fba907d6 None None] For port bac98889-2c3b-40b4-9d12-64da9aebbb86, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bac98889-2c3b-40b4-9d12-64da9aebbb86,segment=NetworkSegment(4e33189f-054f-4430-88a2-7b7bc5ab02cc),segment_id=4e33189f-054f-4430-88a2-7b7bc5ab02cc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:33.412749 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3498bf74-1ca2-49de-8f7b-5c03fba907d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.441004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3498bf74-1ca2-49de-8f7b-5c03fba907d6 None None] Calling delete_port for bac98889-2c3b-40b4-9d12-64da9aebbb86 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:33.481937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] For port bac98889-2c3b-40b4-9d12-64da9aebbb86, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bac98889-2c3b-40b4-9d12-64da9aebbb86,segment=NetworkSegment(4e33189f-054f-4430-88a2-7b7bc5ab02cc),segment_id=4e33189f-054f-4430-88a2-7b7bc5ab02cc)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:33.484783 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.514510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Calling delete_port for bac98889-2c3b-40b4-9d12-64da9aebbb86 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:33.544412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f62320a-96d6-4cac-b9da-12672fff9f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.563781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f62320a-96d6-4cac-b9da-12672fff9f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.576703 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0d2e506-dee7-4acf-8220-ce171e5828ca req-10b0dc2e-bdbc-400b-9c8f-2929717afba3 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.605490 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0d2e506-dee7-4acf-8220-ce171e5828ca req-10b0dc2e-bdbc-400b-9c8f-2929717afba3 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.607664 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-router', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:22Z', 'updated_at': '2021-11-12T13:15:31Z', 'revision_number': 5, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'gw_port': {'id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:23Z', 'updated_at': '2021-11-12T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:33.624712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.648968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.654965 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647accc5-2f44-4456-ab2a-fd2470eaa150 None None] The sync data for ids ['b4619e9c-0e8a-451e-bc2d-2b3d489da963'] in n-d-805736-4 is: [{'id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'name': 'tempest-AttachSCSIVolumeTestJSON-373656833-router', 'tenant_id': '232e8cbaa75549a7903b8b89da84ae9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:22Z', 'updated_at': '2021-11-12T13:15:31Z', 'revision_number': 5, 'project_id': '232e8cbaa75549a7903b8b89da84ae9e', 'gw_port': {'id': '0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4619e9c-0e8a-451e-bc2d-2b3d489da963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:23Z', 'updated_at': '2021-11-12T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:15:33.661738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3498bf74-1ca2-49de-8f7b-5c03fba907d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.669319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9f62320a-96d6-4cac-b9da-12672fff9f1b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c3d1189656849a6bb7160f55a1711ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1850626 Nov 12 13:15:33.671522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59294) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:33.678294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Deleting port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:33.678637 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.681646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498bf74-1ca2-49de-8f7b-5c03fba907d6 None None] No DVR routers for this DVR port bac98889-2c3b-40b4-9d12-64da9aebbb86 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:33.699298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62320a-96d6-4cac-b9da-12672fff9f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177b9aa3-4209-4d12-a9df-c059671a8ac6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:33.711476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498bf74-1ca2-49de-8f7b-5c03fba907d6 None None] Pushing event deleted for resources: {'Port': ['ID=bac98889-2c3b-40b4-9d12-64da9aebbb86,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:33.764852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0d2e506-dee7-4acf-8220-ce171e5828ca req-10b0dc2e-bdbc-400b-9c8f-2929717afba3 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358955 Nov 12 13:15:33.828003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:15:33.850349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0dc2e-bdbc-400b-9c8f-2929717afba3 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed29637e-fd45-400f-89a9-72e8d72ab2d6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:33.862975 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.868720 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.869071 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Added segment 432bdf0b-6a42-493e-b9e5-8fdf83e97f41 of type vlan for network 684cf8fb-4c49-490f-b97a-73440aa475c8 Nov 12 13:15:33.882386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cde993-5a5a-4022-ab8e-7c8c361f4fd4 req-14fa2391-8cb1-49a3-aa34-4d12bccc7296 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:33.884948 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67cde993-5a5a-4022-ab8e-7c8c361f4fd4 req-14fa2391-8cb1-49a3-aa34-4d12bccc7296 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1096 time: 0.2613547 Nov 12 13:15:33.934536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac98889-2c3b-40b4-9d12-64da9aebbb86,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:33.949679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] No DVR routers for this DVR port bac98889-2c3b-40b4-9d12-64da9aebbb86 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:33.966975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-fb773e94-aa64-4d7e-9e9e-4b46bf0c0ae2 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237920 Nov 12 13:15:33.979848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:33.989092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7762178c-812c-4b7d-9119-1372a1532783,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:34.003242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] For port 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:34.003628 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.007132 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03134eb2-3659-4cb4-ab24-65f8829aa058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.032053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Calling delete_port for 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:34.042922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e653e-0014-42c8-bb3f-fc5cbca8f74c req-355351de-afe3-45a6-812f-c0b24d097b69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:34.044746 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c1e653e-0014-42c8-bb3f-fc5cbca8f74c req-355351de-afe3-45a6-812f-c0b24d097b69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.2089021 Nov 12 13:15:34.076613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.077609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:34.078272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.108064 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03134eb2-3659-4cb4-ab24-65f8829aa058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.113879 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67cde993-5a5a-4022-ab8e-7c8c361f4fd4 req-158428f7-2045-4668-b976-f20ca91122b0 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845350 Nov 12 13:15:34.128758 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.160844 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.161240 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.161997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.162326 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.162647 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.163070 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.163387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.163604 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.163921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.164242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.225461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0703018 Nov 12 13:15:34.242524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.242884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.243198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.243522 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 13:15:34.249624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5165abc5-f020-4c83-b8a0-fbdded3024f3']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:34.258195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:34.280048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Request body: {'subnet': {'network_id': '684cf8fb-4c49-490f-b97a-73440aa475c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-639996375-subnet', 'tenant_id': 'c5fd059bd8f049f1821faffcf1b49f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:34.314814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3da471-ad01-4b7d-88d7-c12f9e3eaf86 admin admin] Pushing event updated for resources: {'Network': ['ID=684cf8fb-4c49-490f-b97a-73440aa475c8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:34.326272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 684cf8fb-4c49-490f-b97a-73440aa475c8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:15:34.338380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c1e653e-0014-42c8-bb3f-fc5cbca8f74c req-3136fd80-7f13-40ea-9dfb-2b274ba36c7d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849920 Nov 12 13:15:34.342842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e33189f-054f-4430-88a2-7b7bc5ab02cc') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:34.343371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e33189f-054f-4430-88a2-7b7bc5ab02cc') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:34.362572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Made reservation on behalf of c5fd059bd8f049f1821faffcf1b49f98 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:34.365715 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.426296 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.430526 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03134eb2-3659-4cb4-ab24-65f8829aa058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.434466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03134eb2-3659-4cb4-ab24-65f8829aa058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.442648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-03134eb2-3659-4cb4-ab24-65f8829aa058 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/177b9aa3-4209-4d12-a9df-c059671a8ac6 HTTP/1.1" status: 204 len: 168 time: 0.7638092 Nov 12 13:15:34.478987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bac98889-2c3b-40b4-9d12-64da9aebbb86 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:34.497122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad779543-f701-4216-a329-7aa4b163f0b2 req-ce227133-5ee9-487e-b77a-bfdb99e29da5 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082393 Nov 12 13:15:34.502417 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.515259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03134eb2-3659-4cb4-ab24-65f8829aa058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177b9aa3-4209-4d12-a9df-c059671a8ac6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:34.546210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:15:34.549023 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: from cryptography.utils import int_from_bytes Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: from cryptography.utils import int_from_bytes Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:15:34.569361 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:15:34.593757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: bac98889-2c3b-40b4-9d12-64da9aebbb86 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:34.595044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bac98889-2c3b-40b4-9d12-64da9aebbb86 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:34.595613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 07cf5cd6-554b-46d7-816b-950bcd49c3fa no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:34.643469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-61191d99-a9fc-4859-bf5a-6daa8ac958e1 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378916 Nov 12 13:15:34.651605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 07cf5cd6-554b-46d7-816b-950bcd49c3fa {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:34.653777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 07cf5cd6-554b-46d7-816b-950bcd49c3fa not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:34.676895 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.717675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.733202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:34.740940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5165abc5-f020-4c83-b8a0-fbdded3024f3 HTTP/1.1" status: 204 len: 168 time: 2.0237119 Nov 12 13:15:34.760121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81261b08-fe45-43b6-9e49-ce762a9481c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5165abc5-f020-4c83-b8a0-fbdded3024f3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:34.814326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:34.945381 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.023129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59338) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:35.086426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-39ce9b29-8033-4749-aebb-03d3b70aa264 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f642b271dc2241f0999ad11ee38d3082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585017 Nov 12 13:15:35.088180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59342) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:35.132044 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.135859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.146529 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-96b99451-70ee-46f6-a0ff-ef69e0c236af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.173956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-96b99451-70ee-46f6-a0ff-ef69e0c236af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.237143 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.237809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4619e9c-0e8a-451e-bc2d-2b3d489da963 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:15:35.243919 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.245143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0fea64de-76c8-495a-a093-d688cd3aea3d admin admin] 10.222.0.73 "DELETE /v2.0/routers/b4619e9c-0e8a-451e-bc2d-2b3d489da963 HTTP/1.1" status: 204 len: 168 time: 2.9979644 Nov 12 13:15:35.248247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59346) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:35.259397 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-96b99451-70ee-46f6-a0ff-ef69e0c236af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.261097 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.262143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-96b99451-70ee-46f6-a0ff-ef69e0c236af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.263672 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-96b99451-70ee-46f6-a0ff-ef69e0c236af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/194198d9-57c5-4dac-ac33-d30263937ca4 HTTP/1.1" status: 204 len: 168 time: 0.1744020 Nov 12 13:15:35.280339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-75cbf560-1dee-4712-805a-d42ac36c85fb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:35.282182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-75cbf560-1dee-4712-805a-d42ac36c85fb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6293614 Nov 12 13:15:35.305986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b99451-70ee-46f6-a0ff-ef69e0c236af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194198d9-57c5-4dac-ac33-d30263937ca4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:35.337233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-0567e26c-04e3-406a-977c-4a96ddb27c6f admin admin] Deleting subnet f4a3ea60-3532-48bc-a33b-53765a574d34 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:15:35.348883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0567e26c-04e3-406a-977c-4a96ddb27c6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.388218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-82b7a0b0-2118-42c4-8d73-64a023e0c865 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/quotas/6947a88428864a5588d31ffb257cc465 HTTP/1.1" status: 200 len: 375 time: 0.0480890 Nov 12 13:15:35.441193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc6058e-c5cb-44eb-9b28-40d53a3e8bf3,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:35.445646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0567e26c-04e3-406a-977c-4a96ddb27c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.459962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Checking segment: {'id': '432bdf0b-6a42-493e-b9e5-8fdf83e97f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '684cf8fb-4c49-490f-b97a-73440aa475c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:35.460496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Network hostable DHCP agents. Network: 684cf8fb-4c49-490f-b97a-73440aa475c8, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:15:35.478472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-eb2aa7b5-6808-4d37-9246-c2df1dc22c26 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777738 Nov 12 13:15:35.498996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Network 684cf8fb-4c49-490f-b97a-73440aa475c8 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:15:35.514522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 684cf8fb-4c49-490f-b97a-73440aa475c8) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:35.526224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:35.528344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f65a9b-258f-4eba-bc4b-6e06d2394c8b None None] Network 684cf8fb-4c49-490f-b97a-73440aa475c8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:35.529636 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.580583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d0a8d6c2-7358-4481-9a8e-e09a9c591db5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3077638 Nov 12 13:15:35.765942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456391a-482a-415a-9ade-12d5d6cbc391 req-3cde9fa1-aea6-4235-9385-c459d4e9ee97 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:35.770774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2456391a-482a-415a-9ade-12d5d6cbc391 req-3cde9fa1-aea6-4235-9385-c459d4e9ee97 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.2262604 Nov 12 13:15:35.835138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9431a65d-ba8f-48cc-9f65-1d506990b071 None None] Network 684cf8fb-4c49-490f-b97a-73440aa475c8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:35.858114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0567e26c-04e3-406a-977c-4a96ddb27c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:35.981537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59370) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:36.016349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2456391a-482a-415a-9ade-12d5d6cbc391 req-42661ae8-42d6-41ff-bd89-176a986dcd88 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293329 Nov 12 13:15:36.059322 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0567e26c-04e3-406a-977c-4a96ddb27c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.117818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567e26c-04e3-406a-977c-4a96ddb27c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a3ea60-3532-48bc-a33b-53765a574d34,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:36.139010 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0567e26c-04e3-406a-977c-4a96ddb27c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.150084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59378) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:36.151255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0567e26c-04e3-406a-977c-4a96ddb27c6f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f4a3ea60-3532-48bc-a33b-53765a574d34 HTTP/1.1" status: 204 len: 168 time: 0.9007869 Nov 12 13:15:36.163617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc72c3a-7fcd-4db1-8f26-480062ca8755 None None] Network 31deeb3a-aaee-41cc-bd06-a4fe2284a15d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:36.314699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cd90903a-5081-489a-bc3f-5c0053863b0d details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:36.339622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-154576597-network', 'tenant_id': '37e5abb4d6024a7c84b506fb5bad20bf'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:36.442695 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.464690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:36.540690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Made reservation on behalf of 37e5abb4d6024a7c84b506fb5bad20bf for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:36.543709 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.554768 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.568752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:36.570472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0f8c5c85-bb43-4a57-9dfa-e5dbb70b4c10 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:36.626112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Deleting port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:36.626452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.678729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c3184-3bf9-4673-9e00-a625d00aedd2 None None] DHCP port deletion for 31deeb3a-aaee-41cc-bd06-a4fe2284a15d request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:15:36.709124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cd90903a-5081-489a-bc3f-5c0053863b0d,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:36.725740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] For port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=52e0db90-b3a1-4360-8b8d-b21ed8c2d420,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:36.726182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.754992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Calling delete_port for 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:36.785494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'cd90903a-5081-489a-bc3f-5c0053863b0d', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'cd90903a-5081-489a-bc3f-5c0053863b0d', 'mac_address': 'fa:16:3e:b6:5d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:36.848088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.856663 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.864695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c3184-3bf9-4673-9e00-a625d00aedd2 None None] Deleting port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:36.865124 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3184-3bf9-4673-9e00-a625d00aedd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.886510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-88e72244-320e-44fa-bc58-a4580b8728c8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:36.898237 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-88e72244-320e-44fa-bc58-a4580b8728c8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/networks?id=148aad9b-f475-42e5-8d46-9f902b6498e1 HTTP/1.1" status: 200 len: 814 time: 0.2520709 Nov 12 13:15:36.906024 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.909497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:15:36.939968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c01de6-40ad-4768-bf6a-aeea6bb92b95,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:36.940678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-e3e81bd2-e71a-4e49-ab29-19f8801c9cf9 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/quotas/8efa041c854c4d9aba1d0aa9a0b1bf0c HTTP/1.1" status: 200 len: 375 time: 0.0414081 Nov 12 13:15:36.948663 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:36.949929 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Added segment 9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9 of type vlan for network 3892eca3-c0e7-4e29-940b-a4b816844d6b Nov 12 13:15:36.991001 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-93419c35-160e-4188-b8ac-ea6820edfd23 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8efa041c854c4d9aba1d0aa9a0b1bf0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493162 Nov 12 13:15:37.009025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd90903a-5081-489a-bc3f-5c0053863b0d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:37.036388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ae2c3184-3bf9-4673-9e00-a625d00aedd2 None None] For port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=52e0db90-b3a1-4360-8b8d-b21ed8c2d420,segment=NetworkSegment(6da842aa-139b-4a6f-9283-88887c41d52f),segment_id=6da842aa-139b-4a6f-9283-88887c41d52f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:37.037187 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3184-3bf9-4673-9e00-a625d00aedd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.055438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cd90903a-5081-489a-bc3f-5c0053863b0d,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:37.061106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c3184-3bf9-4673-9e00-a625d00aedd2 None None] Calling delete_port for 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:37.066498 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.095953 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.139134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-e131a22d-c525-432f-9dc1-a85c38d465d3 service neutron] 10.222.0.73 "GET /v2.0/networks/148aad9b-f475-42e5-8d46-9f902b6498e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471775 Nov 12 13:15:37.153087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.154350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:37.155712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.226458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=cd90903a-5081-489a-bc3f-5c0053863b0d,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:37.247905 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01043c40-7316-4111-a5b1-38771ecf4b56 req-6630ddbf-fd9a-478b-8644-a6ebdfab4e4d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 210 time: 0.2646456 Nov 12 13:15:37.256667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3892eca3-c0e7-4e29-940b-a4b816844d6b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:37.260085 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.282336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1a24555d-deae-4312-8a78-2064685df9e8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2991335 Nov 12 13:15:37.282578 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3184-3bf9-4673-9e00-a625d00aedd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.283554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59428) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:37.290160 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-287ab893-d8c2-4d64-9beb-ccfafcbad766 service neutron] 10.222.0.73 "GET /v2.0/networks/148aad9b-f475-42e5-8d46-9f902b6498e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453125 Nov 12 13:15:37.310705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 3892eca3-c0e7-4e29-940b-a4b816844d6b details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:15:37.338065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Request body: {'subnet': {'network_id': '3892eca3-c0e7-4e29-940b-a4b816844d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-154576597-subnet', 'tenant_id': '37e5abb4d6024a7c84b506fb5bad20bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:37.342054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Pushing event deleted for resources: {'Port': ['ID=52e0db90-b3a1-4360-8b8d-b21ed8c2d420,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:37.360786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] No DVR routers for this DVR port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:37.367405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c3184-3bf9-4673-9e00-a625d00aedd2 None None] Pushing event deleted for resources: {'Port': ['ID=52e0db90-b3a1-4360-8b8d-b21ed8c2d420,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:37.372239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c3184-3bf9-4673-9e00-a625d00aedd2 None None] No DVR routers for this DVR port 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:37.439276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['cd90903a-5081-489a-bc3f-5c0053863b0d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:37.501773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.526049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Made reservation on behalf of 37e5abb4d6024a7c84b506fb5bad20bf for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:37.529163 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.550802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31deeb3a-aaee-41cc-bd06-a4fe2284a15d']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:37.573591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da842aa-139b-4a6f-9283-88887c41d52f') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:37.573916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da842aa-139b-4a6f-9283-88887c41d52f') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:37.621853 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.651937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6eb18-c1d4-4d8d-b41a-ae9f36f14207 req-6fd7722f-08b4-49e0-9260-d2bfc7b20486 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:37.654434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aae6eb18-c1d4-4d8d-b41a-ae9f36f14207 req-6fd7722f-08b4-49e0-9260-d2bfc7b20486 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 949 time: 0.3201427 Nov 12 13:15:37.790430 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.870478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aae6eb18-c1d4-4d8d-b41a-ae9f36f14207 req-4c0eb076-e11c-439d-a0eb-6714eb8e446a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285882 Nov 12 13:15:37.873885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:15:37.874591 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:15:37.878992 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:15:37.987750 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-691230d9-a9cf-419c-b7f6-97ed98361edf req-9134395b-cbcd-426a-ab9f-523000d3e444 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 210 time: 0.0427125 Nov 12 13:15:38.008331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:38.032576 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:38.037095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] 10.222.0.73 "DELETE /v2.0/networks/31deeb3a-aaee-41cc-bd06-a4fe2284a15d HTTP/1.1" status: 204 len: 168 time: 1.8859611 Nov 12 13:15:38.040074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59448) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:38.071346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b43f6c-7880-4687-a5a6-981f132ebeeb admin admin] Pushing event deleted for resources: {'Network': ['ID=31deeb3a-aaee-41cc-bd06-a4fe2284a15d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:38.159760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:38.236645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3311e0b7-ca26-4dbc-984b-ef25b78d9de5,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:38.251333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Checking segment: {'id': '9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3892eca3-c0e7-4e29-940b-a4b816844d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:38.251698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Network hostable DHCP agents. Network: 3892eca3-c0e7-4e29-940b-a4b816844d6b, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:15:38.274820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Network 3892eca3-c0e7-4e29-940b-a4b816844d6b is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:15:38.292115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 3892eca3-c0e7-4e29-940b-a4b816844d6b) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:38.298982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:38.300073 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:38.304991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d93252c-d63c-4dbf-97e1-2891f28ec0e1 None None] Network 3892eca3-c0e7-4e29-940b-a4b816844d6b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:38.334572 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9fc9ffe6-ddfc-4065-ae59-08c3aff41e9f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0028224 Nov 12 13:15:38.501013 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c1606520-ae39-4591-90b8-407b8d21b25f req-21be62b8-9a85-43cf-8116-5f1544e2c03a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 210 time: 0.0684383 Nov 12 13:15:38.501229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:38.573752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:38.574114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 52e0db90-b3a1-4360-8b8d-b21ed8c2d420 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:38.770578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f09a47e-c1da-4212-9695-148d9f8e2a6b None None] Network 3892eca3-c0e7-4e29-940b-a4b816844d6b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:38.872870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-72ad888b-681b-4a05-b858-a24992c994c7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109486 Nov 12 13:15:38.942462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:39.140307 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-610755f0-e398-4a41-a3db-488887bf6225 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:39.142749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-610755f0-e398-4a41-a3db-488887bf6225 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/networks?id=3892eca3-c0e7-4e29-940b-a4b816844d6b HTTP/1.1" status: 200 len: 821 time: 0.2405722 Nov 12 13:15:39.171925 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-52d34486-00ac-4688-9931-11dec7c79419 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/quotas/37e5abb4d6024a7c84b506fb5bad20bf HTTP/1.1" status: 200 len: 375 time: 0.0170767 Nov 12 13:15:39.239315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-2cf189ba-9513-4b91-b990-7e961685da61 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=37e5abb4d6024a7c84b506fb5bad20bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585923 Nov 12 13:15:39.265131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-589e5666-dc8c-406f-ad64-35b281efa939 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:39.267963 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-589e5666-dc8c-406f-ad64-35b281efa939 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3875213 Nov 12 13:15:39.281063 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:39.326026 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-069c234b-2be0-4183-a24a-f0920e7e0af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:39.332996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Request body: {'port': {'device_id': 'cd110e76-53cc-4fb7-8aa6-7d6697274728', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '6947a88428864a5588d31ffb257cc465'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:39.346165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd2d9-27fe-4219-b446-66e8dff43b48 req-c801f087-ac27-415a-8bc8-c22303863077 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:39.354205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a9dd2d9-27fe-4219-b446-66e8dff43b48 req-c801f087-ac27-415a-8bc8-c22303863077 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 949 time: 0.2641962 Nov 12 13:15:39.428922 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-8c790105-f088-44ef-be9b-4b2ac06667e5 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1176519 Nov 12 13:15:39.619150 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-3cc6ece0-92e5-47ae-b5f1-0e2f93bfcc5c service neutron] 10.222.0.73 "GET /v2.0/networks/3892eca3-c0e7-4e29-940b-a4b816844d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687611 Nov 12 13:15:39.658222 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-069c234b-2be0-4183-a24a-f0920e7e0af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:39.683371 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-069c234b-2be0-4183-a24a-f0920e7e0af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:39.778055 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-069c234b-2be0-4183-a24a-f0920e7e0af8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a8b9f6b34834940b059a19f33cc453b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8337932 Nov 12 13:15:39.804806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-21cc94d9-53cf-4005-876f-394ab6fdd86b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:39.806450 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-21cc94d9-53cf-4005-876f-394ab6fdd86b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682740 Nov 12 13:15:39.817934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59526) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:39.835380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Request body: {'port': {'device_id': '9cc099fb-fd4e-447d-b752-95a60d6ac045', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '6947a88428864a5588d31ffb257cc465'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:39.907617 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a9dd2d9-27fe-4219-b446-66e8dff43b48 req-593e0d50-d7e9-4cfa-939f-3369f06e0d22 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519941 Nov 12 13:15:39.928629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c234b-2be0-4183-a24a-f0920e7e0af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d033fb1-aaa9-48a6-889c-448a81651959,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:40.045428 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-df1b5148-0d72-46fb-baf9-3f7c9bf80e0a service neutron] 10.222.0.73 "GET /v2.0/networks/3892eca3-c0e7-4e29-940b-a4b816844d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147434 Nov 12 13:15:40.064026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-f45c97e8-0b99-4cd6-989c-33bdc1507f23 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:40.065992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-f45c97e8-0b99-4cd6-989c-33bdc1507f23 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.105 "GET /v2.0/networks?id=148aad9b-f475-42e5-8d46-9f902b6498e1 HTTP/1.1" status: 200 len: 814 time: 0.3517251 Nov 12 13:15:40.079292 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-711f803f-84a6-408e-8a81-406d17cb7dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.085937 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5ddd4853-cf9d-4d05-ac7e-e88d3d37f56c req-7958d447-dd93-43fd-9984-30dab2ecd4d8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 210 time: 0.0480099 Nov 12 13:15:40.106655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Made reservation on behalf of 6947a88428864a5588d31ffb257cc465 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:40.111014 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.134119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-711f803f-84a6-408e-8a81-406d17cb7dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.145801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Request body: {'port': {'device_id': 'c5467b95-f500-468b-94a4-b39fb9254f88', 'network_id': '148aad9b-f475-42e5-8d46-9f902b6498e1', 'admin_state_up': True, 'tenant_id': '8efa041c854c4d9aba1d0aa9a0b1bf0c'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:40.155834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Made reservation on behalf of 6947a88428864a5588d31ffb257cc465 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:40.160284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.333710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cd90903a-5081-489a-bc3f-5c0053863b0d up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:40.381661 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-235ffca3-4ca6-4798-8481-89900b3c816d req-769020a8-97b6-4c4b-af91-0ec8aa227209 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 210 time: 0.1213372 Nov 12 13:15:40.452366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port cd90903a-5081-489a-bc3f-5c0053863b0d completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:40.457788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port cd90903a-5081-489a-bc3f-5c0053863b0d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:40.458470 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.518646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Made reservation on behalf of 8efa041c854c4d9aba1d0aa9a0b1bf0c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:40.522601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.538878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-711f803f-84a6-408e-8a81-406d17cb7dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.541825 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-711f803f-84a6-408e-8a81-406d17cb7dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.543786 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-711f803f-84a6-408e-8a81-406d17cb7dc4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d033fb1-aaa9-48a6-889c-448a81651959 HTTP/1.1" status: 204 len: 168 time: 0.7187853 Nov 12 13:15:40.603187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f803f-84a6-408e-8a81-406d17cb7dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d033fb1-aaa9-48a6-889c-448a81651959,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:40.617727 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a13758ef-0e6f-4f8d-9819-bb557fd4558a req-2a2b0ad3-cd12-4a4a-807f-1fa7d157969e tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 210 time: 0.1162190 Nov 12 13:15:40.694187 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.703322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Allocated IP 192.168.233.45 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/4d60cbbb-8520-4686-abbf-84d4e6f65aa6) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:40.721771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] Deleting port 78f2d27c-1ac4-4861-bab2-2ba581433da2 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:40.722166 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.758163 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:40.764114 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362af80a-99ac-4e90-8511-3f64e6e834a9" -d '{"events": [{"server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "name": "network-vif-plugged", "status": "completed", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:40.800136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cd90903a-5081-489a-bc3f-5c0053863b0d,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:40.812998 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.847109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Allocated IP 172.20.0.2 (148aad9b-f475-42e5-8d46-9f902b6498e1/ebc0e7f9-59cd-48a5-8bc0-77c7256b9156/32939d2b-fbfb-4c0a-a361-20ba474c6d60) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:40.862202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] For port 78f2d27c-1ac4-4861-bab2-2ba581433da2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=78f2d27c-1ac4-4861-bab2-2ba581433da2,segment=NetworkSegment(14928052-3418-4284-a77f-876cf01e4f43),segment_id=14928052-3418-4284-a77f-876cf01e4f43)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:40.862458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:40.908247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] Calling delete_port for 78f2d27c-1ac4-4861-bab2-2ba581433da2 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:40.922240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=cd90903a-5081-489a-bc3f-5c0053863b0d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:40.943992 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ddd086-eb86-4e1d-b25b-a5453f4fad6e x-openstack-request-id: req-83ddd086-eb86-4e1d-b25b-a5453f4fad6e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:40.944589 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "name": "network-vif-plugged", "status": "completed", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:40.944990 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83ddd086-eb86-4e1d-b25b-a5453f4fad6e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:40.945571 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d', 'code': 200} Nov 12 13:15:40.985977 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:15:41.049376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.105', 52041) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:41.161554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:41.438174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49e9b3-55f0-4853-9df5-bc08dfca0376 req-a6692a1c-f3e1-40f5-bb4a-9182b730deb7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:41.447162 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c49e9b3-55f0-4853-9df5-bc08dfca0376 req-a6692a1c-f3e1-40f5-bb4a-9182b730deb7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.2752173 Nov 12 13:15:41.489198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:41.505933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:41.660803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:41.677525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:41.680736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:41.702561 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c49e9b3-55f0-4853-9df5-bc08dfca0376 req-6c374c33-a772-476e-86f1-414cb6ed1018 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544026 Nov 12 13:15:41.769903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event updated for resources: {'Port': ['ID=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:41.912141 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6d9c6cbf-b190-45c1-93a5-f392d91f2ece req-7af5f57a-dd65-41a2-9dce-dba9049c9b03 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 210 time: 0.0456803 Nov 12 13:15:41.947537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:41.947537 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.006797 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-295cc8cc-13b7-4ab8-a69f-3de1c6e04cab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7194819 Nov 12 13:15:42.032510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Allocated IP 192.168.233.37 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/d2d1b70b-a197-4139-9975-9d909fba67d0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:42.033162 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.061907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Request body: {'port': {'device_id': 'cd110e76-53cc-4fb7-8aa6-7d6697274728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:42.125381 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-976fc449-2e4b-45cd-85b1-9271f51fecc1 req-f79f8246-354f-4b40-9a8d-9ed2c3886242 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 210 time: 0.2742620 Nov 12 13:15:42.148115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f2d27c-1ac4-4861-bab2-2ba581433da2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:42.176977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6d9840a3-c935-4cca-8e07-f2a763a27652 None None] Provisioning complete for port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:42.182637 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d9840a3-c935-4cca-8e07-f2a763a27652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.288820 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6d9840a3-c935-4cca-8e07-f2a763a27652 None None] Port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:15:42.385835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.387147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309ec2-6cbe-4949-99b5-ad26dc0e3654 req-25f075bd-c851-4216-ae93-3fe4dbce94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:42.390002 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26309ec2-6cbe-4949-99b5-ad26dc0e3654 req-25f075bd-c851-4216-ae93-3fe4dbce94a2 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 1101 time: 1.3391526 Nov 12 13:15:42.565869 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-996c4756-29ec-4d3e-87dd-ce5bc443c0ac req-ee4e9287-058e-4f19-be0c-95ca4ba8444d tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 210 time: 0.2128992 Nov 12 13:15:42.646450 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.685872 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.697083 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:42.699873 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26309ec2-6cbe-4949-99b5-ad26dc0e3654 req-48632b74-0e6a-4c34-97b0-b3bb94c57b3d service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107890 Nov 12 13:15:42.782220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-fa2a2ab4-766f-4517-b362-5da1f9eabe6f tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:42.783742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-fa2a2ab4-766f-4517-b362-5da1f9eabe6f tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.70 "GET /v2.0/networks?id=3892eca3-c0e7-4e29-940b-a4b816844d6b HTTP/1.1" status: 200 len: 821 time: 0.6556029 Nov 12 13:15:42.800198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Request body: {'port': {'device_id': '92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d', 'network_id': '3892eca3-c0e7-4e29-940b-a4b816844d6b', 'admin_state_up': True, 'tenant_id': '37e5abb4d6024a7c84b506fb5bad20bf'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:42.827887 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-c8b82f95-f701-453e-a208-c7bee8113104 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5889e5f881a344a8b68fc9380834c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459197 Nov 12 13:15:42.897655 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:43.009963 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:43.013429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Network 148aad9b-f475-42e5-8d46-9f902b6498e1 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:43.031356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:43.033228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Pushing event updated for resources: {'Port': ['ID=32939d2b-fbfb-4c0a-a361-20ba474c6d60,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:43.041456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:43.048065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-4bd903ca-bb44-43d1-aa39-65c3072c29b9 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:43.050420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-4bd903ca-bb44-43d1-aa39-65c3072c29b9 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132022 Nov 12 13:15:43.058086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e256-69d2-4ac3-9abd-b4721caf70d8 req-cb9159e3-6d2f-494d-b58e-27c27ec9e961 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:43.060027 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c715e256-69d2-4ac3-9abd-b4721caf70d8 req-cb9159e3-6d2f-494d-b58e-27c27ec9e961 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.2520607 Nov 12 13:15:43.078551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-d6857732-5c7a-41a9-bf67-0a75fdaf996f tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/quotas/5889e5f881a344a8b68fc9380834c892 HTTP/1.1" status: 200 len: 375 time: 0.0196564 Nov 12 13:15:43.145211 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-a07d7774-3368-4fbd-8805-fa7f761c6a2c tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5889e5f881a344a8b68fc9380834c892&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302372 Nov 12 13:15:43.153816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:43.154163 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:43.179609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] Router d0f8ec2d-136c-4ff2-8039-c57271dccd56 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:15:43.186346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Made reservation on behalf of 37e5abb4d6024a7c84b506fb5bad20bf for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:43.191639 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:43.206321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:43.218686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-3834c28b-eafb-4c53-907a-cc5ea16c85f8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0816915 Nov 12 13:15:43.223210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:43.238415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Request body: {'port': {'device_id': 'c5467b95-f500-468b-94a4-b39fb9254f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:43.396202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:15:43.405081 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5ad570c1-e8fb-4654-a749-f566a1f176e4 admin admin] 10.222.0.73 "PUT /v2.0/routers/d0f8ec2d-136c-4ff2-8039-c57271dccd56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3630943 Nov 12 13:15:43.408263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59598) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:43.414285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Allocated IP 172.20.0.5 (3892eca3-c0e7-4e29-940b-a4b816844d6b/3311e0b7-ca26-4dbc-984b-ef25b78d9de5/4b27ed46-d9d3-437c-8073-23677afd37d4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:43.439476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] Sync routers for ids ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:15:43.534928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] Routers {'d0f8ec2d-136c-4ff2-8039-c57271dccd56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:43.537427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:43.548591 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:43.561274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:43.590050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Transition to ACTIVE for port object 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:43.597049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:43.600834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:43.620799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:43.689913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c715e256-69d2-4ac3-9abd-b4721caf70d8 req-a15ecda8-a711-4f6b-ae51-56a594e1d119 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070490 Nov 12 13:15:43.710837 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:43.772814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:43.788926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:43.818996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:43.890753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event updated for resources: {'Port': ['ID=d2d1b70b-a197-4139-9975-9d909fba67d0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:43.892544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Pushing event updated for resources: {'Port': ['ID=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:43.928763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Network 3892eca3-c0e7-4e29-940b-a4b816844d6b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:43.934749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:43.957922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:44.020563 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:44.176494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:44.177155 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:44.180557 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:44.267708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] Set router d0f8ec2d-136c-4ff2-8039-c57271dccd56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:44.283081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:44.283893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:44.314470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Pushing event updated for resources: {'Port': ['ID=4b27ed46-d9d3-437c-8073-23677afd37d4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:44.337042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-db690840-487b-4d46-a5bb-729c9617d173 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5422535 Nov 12 13:15:44.357066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe499ba0-0e6d-45f5-8d4c-bd40ab72be16 req-a5c61a2d-792c-4ce2-9eec-62c7961c7d87 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:44.373320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe499ba0-0e6d-45f5-8d4c-bd40ab72be16 req-a5c61a2d-792c-4ce2-9eec-62c7961c7d87 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 931 time: 0.5581319 Nov 12 13:15:44.403587 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-70b2d941-caa3-4c95-9f92-2acb97b46e35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5743003 Nov 12 13:15:44.408667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Request body: {'port': {'device_id': '92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:44.446627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Request body: {'port': {'device_id': '9cc099fb-fd4e-447d-b752-95a60d6ac045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:44.620683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-router', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:15:41Z', 'revision_number': 5, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'gw_port': {'id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:35Z', 'updated_at': '2021-11-12T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:44.661811 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] Checking router: d0f8ec2d-136c-4ff2-8039-c57271dccd56 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:15:44.676578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] Routers {'d0f8ec2d-136c-4ff2-8039-c57271dccd56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:44.677627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:44.812396 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:44.829721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe499ba0-0e6d-45f5-8d4c-bd40ab72be16 req-112ef616-754b-4686-983c-43239b375cb8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519439 Nov 12 13:15:44.841082 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:44.866199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] Set router d0f8ec2d-136c-4ff2-8039-c57271dccd56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:44.877894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:44.928056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f642e5-80d0-4f74-9d86-b5c5745e91d1 req-57b94a77-ed40-4fc1-afa0-0ec3f0368c1b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:44.933673 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4f642e5-80d0-4f74-9d86-b5c5745e91d1 req-57b94a77-ed40-4fc1-afa0-0ec3f0368c1b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 935 time: 1.0374227 Nov 12 13:15:45.053541 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4f642e5-80d0-4f74-9d86-b5c5745e91d1 req-f00e4a0a-17c0-4a3a-8b39-3eab7e859c97 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101253 Nov 12 13:15:45.054296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Attempting to bind port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:45.054643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Attempting to bind port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:45.054969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Attempting to bind port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:45.063536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-49ee4044-1309-4514-b236-afd52818f5ec None None] Provisioning complete for port d2d1b70b-a197-4139-9975-9d909fba67d0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:45.067079 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49ee4044-1309-4514-b236-afd52818f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:45.067270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:45.067612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Attempting to bind port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:45.082686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:45.083033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:45.083481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:45.083928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Bound port: 4d60cbbb-8520-4686-abbf-84d4e6f65aa6, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:45.087844 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:45.151497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Deleting port ce2ba998-b441-4edb-89e4-589a148825fa {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:45.151840 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:45.184343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-49ee4044-1309-4514-b236-afd52818f5ec None None] Port d2d1b70b-a197-4139-9975-9d909fba67d0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:15:45.311679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-router', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:15:41Z', 'revision_number': 5, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'gw_port': {'id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:35Z', 'updated_at': '2021-11-12T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:45.344449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526103ce-af2e-49ff-8a18-695d489999f2 None None] The sync data for ids ['d0f8ec2d-136c-4ff2-8039-c57271dccd56'] in n-d-805736-4 is: [{'id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'name': 'tempest-AttachSCSIVolumeTestJSON-821235756-router', 'tenant_id': '373602e852724aa498c46f6e7041b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:13:34Z', 'updated_at': '2021-11-12T13:15:41Z', 'revision_number': 5, 'project_id': '373602e852724aa498c46f6e7041b0f1', 'gw_port': {'id': 'ce2ba998-b441-4edb-89e4-589a148825fa', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8ec2d-136c-4ff2-8039-c57271dccd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:13:35Z', 'updated_at': '2021-11-12T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:15:45.359295 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7645a9f6-7611-421f-9bcf-bdcd29a3f5e0 req-db305fff-0f8f-4df3-93a4-f399fec92d88 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 210 time: 0.1275518 Nov 12 13:15:45.430902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] For port ce2ba998-b441-4edb-89e4-589a148825fa, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ce2ba998-b441-4edb-89e4-589a148825fa,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:45.431390 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:45.440897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] For port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:45.445601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] For port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:45.450759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Calling delete_port for ce2ba998-b441-4edb-89e4-589a148825fa owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:45.455872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:45.560890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:45.561535 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:45.563025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] 10.222.0.105 "PUT /v2.0/ports/4d60cbbb-8520-4686-abbf-84d4e6f65aa6 HTTP/1.1" status: 200 len: 1095 time: 3.5372884 Nov 12 13:15:45.583937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00803008-c42e-4c47-b0a2-cf02bd0aae2b req-1263fe9d-8712-43b5-b826-0da97235d89c tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:45.585312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-00803008-c42e-4c47-b0a2-cf02bd0aae2b req-1263fe9d-8712-43b5-b826-0da97235d89c tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 931 time: 0.3267715 Nov 12 13:15:45.594232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd110e76-53cc-4fb7-8aa6-7d6697274728', 'tag': '4d60cbbb-8520-4686-abbf-84d4e6f65aa6'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:45.597376 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed12ede-0dc0-40c9-9f77-faa632de2021" -d '{"events": [{"name": "network-changed", "server_uuid": "cd110e76-53cc-4fb7-8aa6-7d6697274728", "tag": "4d60cbbb-8520-4686-abbf-84d4e6f65aa6"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:45.845007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-00803008-c42e-4c47-b0a2-cf02bd0aae2b req-a8e44e8a-014e-499d-bd4d-80cdfeb721f9 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456212 Nov 12 13:15:45.886754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b27ed46-d9d3-437c-8073-23677afd37d4 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:45.937670 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:45.990175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32939d2b-fbfb-4c0a-a361-20ba474c6d60 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:46.038806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Transition to ACTIVE for port object 4b27ed46-d9d3-437c-8073-23677afd37d4 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:46.045979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.053273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b737dd-2d44-4117-91dd-cd890afb2a03 service neutron] Pushing event updated for resources: {'Port': ['ID=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:46.077520 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.134727 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.154859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Transition to ACTIVE for port object 32939d2b-fbfb-4c0a-a361-20ba474c6d60 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:46.177888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.204962 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-fe98636c-f009-40ed-bd11-b85265e8547a tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5889e5f881a344a8b68fc9380834c892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6385703 Nov 12 13:15:46.231498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2ba998-b441-4edb-89e4-589a148825fa,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:46.236463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb06a39-3038-4bc4-b2c0-0310df8d7e80 req-7ae6fe09-5701-4d6b-aee0-f8d73256bb1e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:46.239174 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6eb06a39-3038-4bc4-b2c0-0310df8d7e80 req-7ae6fe09-5701-4d6b-aee0-f8d73256bb1e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 931 time: 0.2526538 Nov 12 13:15:46.278927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3feb-5cb6-451c-bc60-614205e7c55f req-8a2a835c-99dc-4d5a-9926-2575c3c24de2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:46.287180 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-885d3feb-5cb6-451c-bc60-614205e7c55f req-8a2a835c-99dc-4d5a-9926-2575c3c24de2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.8165081 Nov 12 13:15:46.363482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-517d5e6d-f1ee-408f-8ed5-090bc645b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:46.364986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-517d5e6d-f1ee-408f-8ed5-090bc645b9fd service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 1098 time: 0.2855823 Nov 12 13:15:46.375451 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.396318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 78f2d27c-1ac4-4861-bab2-2ba581433da2 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:46.413199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Pushing event updated for resources: {'Port': ['ID=4b27ed46-d9d3-437c-8073-23677afd37d4,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:46.419570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 78f2d27c-1ac4-4861-bab2-2ba581433da2 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:46.419919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 78f2d27c-1ac4-4861-bab2-2ba581433da2 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:46.433237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Attempting to bind port 4b27ed46-d9d3-437c-8073-23677afd37d4 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:46.435124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Attempting to bind port 4b27ed46-d9d3-437c-8073-23677afd37d4 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3892eca3-c0e7-4e29-940b-a4b816844d6b'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:46.435638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Attempting to bind port 4b27ed46-d9d3-437c-8073-23677afd37d4 on network 3892eca3-c0e7-4e29-940b-a4b816844d6b {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:46.484160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Port 4b27ed46-d9d3-437c-8073-23677afd37d4 on network 3892eca3-c0e7-4e29-940b-a4b816844d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:46.484160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Attempting to bind port 4b27ed46-d9d3-437c-8073-23677afd37d4 on network 3892eca3-c0e7-4e29-940b-a4b816844d6b {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:46.490599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-951c3233-bd92-444f-aaa2-032e23899586 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4d60cbbb-8520-4686-abbf-84d4e6f65aa6 HTTP/1.1" status: 200 len: 217 time: 0.1079297 Nov 12 13:15:46.547533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:46.547856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Checking segment: {'id': '9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3892eca3-c0e7-4e29-940b-a4b816844d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:46.548210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Bound using segment: {'id': '9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3892eca3-c0e7-4e29-940b-a4b816844d6b'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:46.548654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Bound port: 4b27ed46-d9d3-437c-8073-23677afd37d4, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3892eca3-c0e7-4e29-940b-a4b816844d6b'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:46.549580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.602969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Pushing event updated for resources: {'Port': ['ID=32939d2b-fbfb-4c0a-a361-20ba474c6d60,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:46.604151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-885d3feb-5cb6-451c-bc60-614205e7c55f req-dec4f890-ce16-4cd6-a0c9-d9646fee92e7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151212 Nov 12 13:15:46.608614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6eb06a39-3038-4bc4-b2c0-0310df8d7e80 req-2d0e8b28-b40a-463f-a690-f93a75dd85e8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334553 Nov 12 13:15:46.625323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d1b70b-a197-4139-9975-9d909fba67d0 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:46.632451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.685956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.698014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-eb6e862b-ccba-4420-bdd4-20f20a8b7bb5 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:46.700633 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-eb6e862b-ccba-4420-bdd4-20f20a8b7bb5 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4665601 Nov 12 13:15:46.702160 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7dbd4e-76ba-4772-bb6a-9678c36b671a x-openstack-request-id: req-5f7dbd4e-76ba-4772-bb6a-9678c36b671a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:46.702447 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd110e76-53cc-4fb7-8aa6-7d6697274728", "tag": "4d60cbbb-8520-4686-abbf-84d4e6f65aa6", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:46.702704 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5f7dbd4e-76ba-4772-bb6a-9678c36b671a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:46.703092 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd110e76-53cc-4fb7-8aa6-7d6697274728', 'tag': '4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'status': 'completed', 'code': 200} Nov 12 13:15:46.704384 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.725599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Request body: {'port': {'device_id': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '5889e5f881a344a8b68fc9380834c892'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:46.822892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-c974db1c-fbf5-49f7-8689-70f1e924746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:46.825161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-c974db1c-fbf5-49f7-8689-70f1e924746f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2915742 Nov 12 13:15:46.834610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.835912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0f8ec2d-136c-4ff2-8039-c57271dccd56 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:15:46.848602 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:46.852845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eda95e77-1664-4044-b7b5-0d491fb703f9 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d0f8ec2d-136c-4ff2-8039-c57271dccd56 HTTP/1.1" status: 204 len: 168 time: 3.4442079 Nov 12 13:15:46.892812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59632) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:47.004633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dda4d-1070-4b7a-9d1f-ef77a03f9af9 req-05cf888a-ae13-4bf0-9843-bb243ac31a1f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:47.006475 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb5dda4d-1070-4b7a-9d1f-ef77a03f9af9 req-05cf888a-ae13-4bf0-9843-bb243ac31a1f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 935 time: 0.2354224 Nov 12 13:15:47.078467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1fcfbc-e366-4963-bd68-22b27194d7df admin admin] Deleting subnet 1ccbd582-8e9c-4bfb-b74d-1776e65b33e9 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:15:47.087371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b2c57d83-f32e-4939-8b00-c031d7e43269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:47.089046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-b2c57d83-f32e-4939-8b00-c031d7e43269 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2350252 Nov 12 13:15:47.091052 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa1fcfbc-e366-4963-bd68-22b27194d7df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.109658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Transition to ACTIVE for port object d2d1b70b-a197-4139-9975-9d909fba67d0 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:47.149096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.181148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Attempting to bind port 32939d2b-fbfb-4c0a-a361-20ba474c6d60 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:47.181930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Attempting to bind port 32939d2b-fbfb-4c0a-a361-20ba474c6d60 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'a38591a8-8efe-40bd-a70b-20d5cb8c25ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '148aad9b-f475-42e5-8d46-9f902b6498e1'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:47.181930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Attempting to bind port 32939d2b-fbfb-4c0a-a361-20ba474c6d60 on network 148aad9b-f475-42e5-8d46-9f902b6498e1 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:47.193613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-361092ed-e463-4049-87fb-38b50d881542 req-7bff32a5-14f1-41ee-9a61-b4407729e588 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 210 time: 0.0805633 Nov 12 13:15:47.221873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Port 32939d2b-fbfb-4c0a-a361-20ba474c6d60 on network 148aad9b-f475-42e5-8d46-9f902b6498e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:47.222193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Attempting to bind port 32939d2b-fbfb-4c0a-a361-20ba474c6d60 on network 148aad9b-f475-42e5-8d46-9f902b6498e1 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:47.231817 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa1fcfbc-e366-4963-bd68-22b27194d7df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.239363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb5dda4d-1070-4b7a-9d1f-ef77a03f9af9 req-538d7c98-402d-4b65-92fe-87da591737c1 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196133 Nov 12 13:15:47.242982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] For port 4b27ed46-d9d3-437c-8073-23677afd37d4, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:47.263546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:47.263898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Checking segment: {'id': 'a38591a8-8efe-40bd-a70b-20d5cb8c25ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '148aad9b-f475-42e5-8d46-9f902b6498e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:47.264291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Bound using segment: {'id': 'a38591a8-8efe-40bd-a70b-20d5cb8c25ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '148aad9b-f475-42e5-8d46-9f902b6498e1'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:47.264737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Bound port: 32939d2b-fbfb-4c0a-a361-20ba474c6d60, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38591a8-8efe-40bd-a70b-20d5cb8c25ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '148aad9b-f475-42e5-8d46-9f902b6498e1'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:47.265090 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.276730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Made reservation on behalf of 5889e5f881a344a8b68fc9380834c892 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:47.282274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.284915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] For port 4b27ed46-d9d3-437c-8073-23677afd37d4, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4b27ed46-d9d3-437c-8073-23677afd37d4,segment=NetworkSegment(9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9),segment_id=9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:47.310143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.310462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.313257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d1b70b-a197-4139-9975-9d909fba67d0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:47.492801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-efe612e1-1e90-403a-be43-0e47b99c1b5b req-e9af2b8f-47d9-4295-8c2f-a21f08f7ffd6 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:15:47.505800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-efe612e1-1e90-403a-be43-0e47b99c1b5b req-e9af2b8f-47d9-4295-8c2f-a21f08f7ffd6 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0688045 Nov 12 13:15:47.509646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa1fcfbc-e366-4963-bd68-22b27194d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.602115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa1fcfbc-e366-4963-bd68-22b27194d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.607621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-e8b6654e-1d41-4b25-90d2-0d4ab7095d07 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4911301 Nov 12 13:15:47.648794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fcfbc-e366-4963-bd68-22b27194d7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ccbd582-8e9c-4bfb-b74d-1776e65b33e9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:47.650897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:47.652253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.653865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] 10.222.0.70 "PUT /v2.0/ports/4b27ed46-d9d3-437c-8073-23677afd37d4 HTTP/1.1" status: 200 len: 1091 time: 3.2599280 Nov 12 13:15:47.665546 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-756b572d-e799-4cb5-9b3f-335168649f1f service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486965 Nov 12 13:15:47.712873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60fe41d-bc74-4d39-b21d-110b0be4648c None None] Network 60b51bc1-c800-47aa-a0ac-01eff596eb09 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:47.719500 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa1fcfbc-e366-4963-bd68-22b27194d7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:47.727172 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aa1fcfbc-e366-4963-bd68-22b27194d7df admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1ccbd582-8e9c-4bfb-b74d-1776e65b33e9 HTTP/1.1" status: 204 len: 168 time: 0.8168766 Nov 12 13:15:47.730237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d', 'tag': '4b27ed46-d9d3-437c-8073-23677afd37d4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:47.739113 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1709f267-a60b-4ca2-89ce-d5031623db35" -d '{"events": [{"name": "network-changed", "server_uuid": "92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d", "tag": "4b27ed46-d9d3-437c-8073-23677afd37d4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:47.762710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:47.811448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efdc79-6991-478e-9b2a-9c647040219b service neutron] Pushing event updated for resources: {'Port': ['ID=4b27ed46-d9d3-437c-8073-23677afd37d4,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:47.841135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8e1da-141e-467c-8723-bc45f37c818d req-b8636dca-0c68-40f5-9853-143756a7ba77 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:47.843487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8da8e1da-141e-467c-8723-bc45f37c818d req-b8636dca-0c68-40f5-9853-143756a7ba77 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 943 time: 0.4803414 Nov 12 13:15:48.038858 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.043685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Attempting to bind port d2d1b70b-a197-4139-9975-9d909fba67d0 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:48.043984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Attempting to bind port d2d1b70b-a197-4139-9975-9d909fba67d0 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:48.044243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Attempting to bind port d2d1b70b-a197-4139-9975-9d909fba67d0 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:48.059926 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8da8e1da-141e-467c-8723-bc45f37c818d req-0302e378-d354-4bac-bc9d-118ea6172661 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009325 Nov 12 13:15:48.060563 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.060733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] For port 32939d2b-fbfb-4c0a-a361-20ba474c6d60, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:48.089245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Port d2d1b70b-a197-4139-9975-9d909fba67d0 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:48.090242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Attempting to bind port d2d1b70b-a197-4139-9975-9d909fba67d0 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:48.094354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-f441f4f8-509d-4c08-8f82-3a8c70fe57a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1502628 Nov 12 13:15:48.101370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] For port 32939d2b-fbfb-4c0a-a361-20ba474c6d60, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=32939d2b-fbfb-4c0a-a361-20ba474c6d60,segment=NetworkSegment(a38591a8-8efe-40bd-a70b-20d5cb8c25ce),segment_id=a38591a8-8efe-40bd-a70b-20d5cb8c25ce)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:48.104370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2407a-50b9-474a-9b88-f706a0d8172d None None] DHCP port deletion for 60b51bc1-c800-47aa-a0ac-01eff596eb09 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:15:48.105444 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.120346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-7ec8b41c-84cf-41be-8b5b-f9523a435b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.122018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-7ec8b41c-84cf-41be-8b5b-f9523a435b0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37e5abb4d6024a7c84b506fb5bad20bf&device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 1094 time: 0.3577683 Nov 12 13:15:48.123159 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.130420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:48.132010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:48.132010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:48.132010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Bound port: d2d1b70b-a197-4139-9975-9d909fba67d0, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:48.132357 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.133156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-1a3a69d7-d591-4849-8b1b-ede9d5dd14a8 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283664 Nov 12 13:15:48.150493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-0b587854-ad73-4991-a935-945f7c3e9451 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:15:48.151574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-0b587854-ad73-4991-a935-945f7c3e9451 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141127 Nov 12 13:15:48.165193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06136de-e0a4-403b-a9a5-12ac4524709f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:48.184693 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd761cf-c65d-423c-827d-281dacb641a4 x-openstack-request-id: req-9bd761cf-c65d-423c-827d-281dacb641a4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:48.184980 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d", "tag": "4b27ed46-d9d3-437c-8073-23677afd37d4", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:48.185317 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9bd761cf-c65d-423c-827d-281dacb641a4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:48.185645 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d', 'tag': '4b27ed46-d9d3-437c-8073-23677afd37d4', 'status': 'completed', 'code': 200} Nov 12 13:15:48.209156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-5eb85e17-aaa1-458c-942f-8712aa1f8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.210923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-5eb85e17-aaa1-458c-942f-8712aa1f8a43 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1101 time: 0.4653997 Nov 12 13:15:48.250006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2407a-50b9-474a-9b88-f706a0d8172d None None] Deleting port 9058e6d0-e952-4cdd-9d81-80a218085cbc {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:48.250779 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fb2407a-50b9-474a-9b88-f706a0d8172d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.262928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.263546 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.264985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] 10.222.0.105 "PUT /v2.0/ports/32939d2b-fbfb-4c0a-a361-20ba474c6d60 HTTP/1.1" status: 200 len: 1091 time: 5.0326955 Nov 12 13:15:48.274593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-4bbc527a-b3ed-4052-a4b0-93c61d4e2401 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b27ed46-d9d3-437c-8073-23677afd37d4 HTTP/1.1" status: 200 len: 217 time: 0.1252086 Nov 12 13:15:48.354434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1815b-7a61-4e89-978a-e9feeb029900 req-5bdf68cf-2314-45ce-b098-c097eada8488 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.362544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5b1815b-7a61-4e89-978a-e9feeb029900 req-5bdf68cf-2314-45ce-b098-c097eada8488 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 943 time: 0.3473809 Nov 12 13:15:48.368562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4fb2407a-50b9-474a-9b88-f706a0d8172d None None] For port 9058e6d0-e952-4cdd-9d81-80a218085cbc, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9058e6d0-e952-4cdd-9d81-80a218085cbc,segment=NetworkSegment(14928052-3418-4284-a77f-876cf01e4f43),segment_id=14928052-3418-4284-a77f-876cf01e4f43)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:48.368962 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fb2407a-50b9-474a-9b88-f706a0d8172d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.388170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Allocated IP 192.168.233.81 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/416f4492-9a3e-4633-8a15-384c4aab89a5) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:48.397992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2407a-50b9-474a-9b88-f706a0d8172d None None] Calling delete_port for 9058e6d0-e952-4cdd-9d81-80a218085cbc owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:48.401461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-e12cacfe-846a-4356-ae54-efeb5b6afde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.403586 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-e12cacfe-846a-4356-ae54-efeb5b6afde4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 1098 time: 0.1827056 Nov 12 13:15:48.511254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ce2ba998-b441-4edb-89e4-589a148825fa no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:48.547368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a5859-788e-43ff-bc85-c4e2fd1ef289 service neutron] Pushing event updated for resources: {'Port': ['ID=32939d2b-fbfb-4c0a-a361-20ba474c6d60,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:48.569074 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fb2407a-50b9-474a-9b88-f706a0d8172d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.573815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: ce2ba998-b441-4edb-89e4-589a148825fa {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:48.575732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ce2ba998-b441-4edb-89e4-589a148825fa not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:48.576256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9058e6d0-e952-4cdd-9d81-80a218085cbc no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:15:48.627511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] For port d2d1b70b-a197-4139-9975-9d909fba67d0, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:48.635529 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 9058e6d0-e952-4cdd-9d81-80a218085cbc {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:15:48.635896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9058e6d0-e952-4cdd-9d81-80a218085cbc not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:15:48.639684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb2407a-50b9-474a-9b88-f706a0d8172d None None] No DVR routers for this DVR port 9058e6d0-e952-4cdd-9d81-80a218085cbc on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:48.641657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2407a-50b9-474a-9b88-f706a0d8172d None None] Pushing event deleted for resources: {'Port': ['ID=9058e6d0-e952-4cdd-9d81-80a218085cbc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:48.662931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] For port d2d1b70b-a197-4139-9975-9d909fba67d0, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d2d1b70b-a197-4139-9975-9d909fba67d0,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:48.696097 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.699884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-e7ea1ea8-b08d-4c1c-89c7-bc191bee5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.701509 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-e7ea1ea8-b08d-4c1c-89c7-bc191bee5076 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3311e0b7-ca26-4dbc-984b-ef25b78d9de5 HTTP/1.1" status: 200 len: 861 time: 0.4143040 Nov 12 13:15:48.712084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5b1815b-7a61-4e89-978a-e9feeb029900 req-bac8e2da-b890-44b0-be85-dabc00c04529 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479204 Nov 12 13:15:48.714546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-d61d82ca-89a2-4e81-a1f7-4d5d37eb37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.717453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-d61d82ca-89a2-4e81-a1f7-4d5d37eb37c7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.3046870 Nov 12 13:15:48.772987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-2b34535f-d3fe-4717-b520-f91b3c553483 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4d60cbbb-8520-4686-abbf-84d4e6f65aa6 HTTP/1.1" status: 200 len: 217 time: 0.0458846 Nov 12 13:15:48.786374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d273ee-aa3f-4e51-8a0b-8d658e6fd7ad req-2457a910-3469-4888-8448-6c5445843d38 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.787941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5d273ee-aa3f-4e51-8a0b-8d658e6fd7ad req-2457a910-3469-4888-8448-6c5445843d38 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.3165677 Nov 12 13:15:48.800086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-e8a8cc94-f4bc-412c-b6bb-2f881b9e998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.801643 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-e8a8cc94-f4bc-412c-b6bb-2f881b9e998b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8efa041c854c4d9aba1d0aa9a0b1bf0c&device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 1094 time: 0.4089003 Nov 12 13:15:48.814055 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-3fd5d51e-5f3f-40cc-a9e0-846fa1065c79 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3892eca3-c0e7-4e29-940b-a4b816844d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951986 Nov 12 13:15:48.822752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.823367 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.825474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] 10.222.0.105 "PUT /v2.0/ports/d2d1b70b-a197-4139-9975-9d909fba67d0 HTTP/1.1" status: 200 len: 1095 time: 4.4010766 Nov 12 13:15:48.845308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-040170b1-6ef1-4534-b579-aef18f229223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.847468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-040170b1-6ef1-4534-b579-aef18f229223 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0580537 Nov 12 13:15:48.851709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-fcabd93a-dbd1-401c-8d70-f2a9a121b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:48.853265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-fcabd93a-dbd1-401c-8d70-f2a9a121b279 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.5864265 Nov 12 13:15:48.970668 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:48.994587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5d273ee-aa3f-4e51-8a0b-8d658e6fd7ad req-fa9e257c-c711-4936-82aa-2c1bc66712c6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466911 Nov 12 13:15:49.008052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-589c22df-65f4-4408-aa95-fa9548ac25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:49.010314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-589c22df-65f4-4408-aa95-fa9548ac25e4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427519 Nov 12 13:15:49.016527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46a1c2-5f49-4ab3-8a4a-bb8951e06d48 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d1b70b-a197-4139-9975-9d909fba67d0,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:49.086646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Deleting port 9058e6d0-e952-4cdd-9d81-80a218085cbc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:15:49.086646 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.137251 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.164985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] For port 9058e6d0-e952-4cdd-9d81-80a218085cbc, host n-d-805736-4, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:49.165329 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.178506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-477202b1-df4e-408c-8c64-6cde20488dbd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32939d2b-fbfb-4c0a-a361-20ba474c6d60 HTTP/1.1" status: 200 len: 217 time: 0.3623109 Nov 12 13:15:49.202319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6f460fcd-ff1a-45be-8448-1528a6b4c102 req-b58c0e2b-c0b4-4b1c-8d0d-e6d686646e6f tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 210 time: 0.3519874 Nov 12 13:15:49.202601 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-0a934479-0e8f-49ca-a83f-48c60548107e service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827667 Nov 12 13:15:49.229047 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b4c28-1b0a-4b0d-b2aa-64bf8850ea9b req-50c82b50-e199-4d86-ad04-da1515cbc10c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:49.233842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-953b4c28-1b0a-4b0d-b2aa-64bf8850ea9b req-50c82b50-e199-4d86-ad04-da1515cbc10c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 947 time: 0.1447241 Nov 12 13:15:49.245356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Calling delete_port for 9058e6d0-e952-4cdd-9d81-80a218085cbc owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:15:49.248803 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-187045ed-4ae7-470e-8d8e-6658cb900d70 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 217 time: 0.3803704 Nov 12 13:15:49.250470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Port 9058e6d0-e952-4cdd-9d81-80a218085cbc was not found and therefore no delete operation was performed {{(pid=102676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:15:49.255208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:49.266251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:49.282294 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:49.292118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:49.303802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.365432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-10ae8ac3-f1af-408f-bb52-fcb8b541a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:49.367143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-10ae8ac3-f1af-408f-bb52-fcb8b541a62e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 1098 time: 0.4389217 Nov 12 13:15:49.471131 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Pushing event deleted for resources: {'Port': ['ID=9058e6d0-e952-4cdd-9d81-80a218085cbc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:49.492585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-953b4c28-1b0a-4b0d-b2aa-64bf8850ea9b req-94a12b99-7f37-462b-a452-c978fec8666a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296166 Nov 12 13:15:49.531507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:49.541944 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.565157 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aed12ede-0dc0-40c9-9f77-faa632de2021 req-856e049e-7f9d-4d94-95c7-c2e7f8058510 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528438 Nov 12 13:15:49.565591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] No DVR routers for this DVR port 9058e6d0-e952-4cdd-9d81-80a218085cbc on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:15:49.578294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-d630f352-a237-434c-8e55-d99dad58dee0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d2d1b70b-a197-4139-9975-9d909fba67d0 HTTP/1.1" status: 200 len: 217 time: 0.1455271 Nov 12 13:15:49.585474 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-01572456-0fea-498c-a389-9c1d9fc15672 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8706250 Nov 12 13:15:49.588257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-e8ee39cd-afd9-40bd-80f0-726b66830c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:49.590532 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-e8ee39cd-afd9-40bd-80f0-726b66830c1d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ebc0e7f9-59cd-48a5-8bc0-77c7256b9156 HTTP/1.1" status: 200 len: 854 time: 0.3860118 Nov 12 13:15:49.598256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Request body: {'port': {'device_id': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:49.629418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-cb68ffbb-f216-4305-a5eb-3a208b82a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:49.630871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-cb68ffbb-f216-4305-a5eb-3a208b82a4c0 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.3690002 Nov 12 13:15:49.643458 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-748a40d1-f0a4-4090-a9cd-a67510c6ce97 service neutron] 10.222.0.70 "GET /v2.0/networks/3892eca3-c0e7-4e29-940b-a4b816844d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8168116 Nov 12 13:15:49.689648 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.693130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d61044b9-3525-4bc1-8830-97e7e5db6b93 None None] Provisioning complete for port 416f4492-9a3e-4633-8a15-384c4aab89a5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:49.693907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d61044b9-3525-4bc1-8830-97e7e5db6b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.714350 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-37b72dba-3708-41ed-b5a3-3b6bf2f46366 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=148aad9b-f475-42e5-8d46-9f902b6498e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879800 Nov 12 13:15:49.752928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d61044b9-3525-4bc1-8830-97e7e5db6b93 None None] Port 416f4492-9a3e-4633-8a15-384c4aab89a5 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:15:49.833984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a3fae-a71b-409c-9153-0275ca8abfed req-24862950-49ff-421a-a531-5d217a262b8f tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:49.842603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-420a3fae-a71b-409c-9153-0275ca8abfed req-24862950-49ff-421a-a531-5d217a262b8f tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 943 time: 0.5303040 Nov 12 13:15:49.937493 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:49.940913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-ec0c9975-961c-44ac-9c0f-dbb252f3e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:49.942427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-ec0c9975-961c-44ac-9c0f-dbb252f3e494 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.3461702 Nov 12 13:15:50.040074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b51bc1-c800-47aa-a0ac-01eff596eb09']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:50.060569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-014a739c-ac3f-44a2-81f3-60d1a91dc3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:50.062137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-014a739c-ac3f-44a2-81f3-60d1a91dc3c6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3789601 Nov 12 13:15:50.085057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14928052-3418-4284-a77f-876cf01e4f43') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:50.085383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14928052-3418-4284-a77f-876cf01e4f43') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:50.123425 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:50.148455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4a0e37a-76e5-481a-a438-cb458eb2b850 req-e996eb7a-0380-41cb-840a-9e9e5d9c606e service neutron] 10.222.0.70 "GET /v2.0/networks/3892eca3-c0e7-4e29-940b-a4b816844d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631052 Nov 12 13:15:50.176226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-420a3fae-a71b-409c-9153-0275ca8abfed req-c822a057-eaca-4258-a6c3-ed5b34526a04 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303719 Nov 12 13:15:50.199664 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-e0b0548f-1b34-4425-8d6e-c1628130ffe0 service neutron] 10.222.0.105 "GET /v2.0/networks/148aad9b-f475-42e5-8d46-9f902b6498e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382963 Nov 12 13:15:50.200411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5467b95-f500-468b-94a4-b39fb9254f88', 'tag': '32939d2b-fbfb-4c0a-a361-20ba474c6d60'}, {'name': 'network-changed', 'server_uuid': '9cc099fb-fd4e-447d-b752-95a60d6ac045', 'tag': 'd2d1b70b-a197-4139-9975-9d909fba67d0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:50.202857 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5467b95-f500-468b-94a4-b39fb9254f88", "tag": "32939d2b-fbfb-4c0a-a361-20ba474c6d60"}, {"name": "network-changed", "server_uuid": "9cc099fb-fd4e-447d-b752-95a60d6ac045", "tag": "d2d1b70b-a197-4139-9975-9d909fba67d0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:50.244325 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:50.274331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-0b94ac41-f5aa-40c1-a857-a4b19e94047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:50.276479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-0b94ac41-f5aa-40c1-a857-a4b19e94047c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3152082 Nov 12 13:15:50.291181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601b64-d0d2-47c3-b86c-fe29c241dd39 req-6caf175c-87a4-47b1-b833-5d8330a9a53b tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:50.292813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87601b64-d0d2-47c3-b86c-fe29c241dd39 req-6caf175c-87a4-47b1-b833-5d8330a9a53b tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 943 time: 0.4535878 Nov 12 13:15:50.295331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:15:50.295729 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:50.399449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-8489f612-8c25-49f0-b924-11b206c164e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:50.400930 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-8489f612-8c25-49f0-b924-11b206c164e8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 1101 time: 0.1300044 Nov 12 13:15:50.409585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87601b64-d0d2-47c3-b86c-fe29c241dd39 req-282ca5f3-0de0-4084-ae6b-a93f5f2f7f5b tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962858 Nov 12 13:15:50.553581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416f4492-9a3e-4633-8a15-384c4aab89a5 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:50.567326 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:50.601337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Transition to ACTIVE for port object 416f4492-9a3e-4633-8a15-384c4aab89a5 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:15:50.602720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-18729afe-c209-4ce2-8f7e-a64d0c3b23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:50.604522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-18729afe-c209-4ce2-8f7e-a64d0c3b23ca service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1921380 Nov 12 13:15:50.608296 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:50.625109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd97f4-9040-412f-9fbe-3b03da2c2621 req-18f9fda0-53e3-4ecb-abbf-121b0993fcbb tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:50.626731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bbfd97f4-9040-412f-9fbe-3b03da2c2621 req-18f9fda0-53e3-4ecb-abbf-121b0993fcbb tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 935 time: 0.1260381 Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:15:50.628074 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:15:50.710451 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-dfda5d3b-aea1-4d14-80e8-73d0d6ac0bbd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cd90903a-5081-489a-bc3f-5c0053863b0d HTTP/1.1" status: 200 len: 217 time: 0.0826845 Nov 12 13:15:50.765432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:50.845276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-8b0462fc-cb2c-46d6-bd84-ea3b507d5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:50.846792 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-8b0462fc-cb2c-46d6-bd84-ea3b507d5e89 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1225269 Nov 12 13:15:50.863049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-aca92b90-297f-4486-b27b-67c57447a854 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7799973 Nov 12 13:15:50.874316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bbfd97f4-9040-412f-9fbe-3b03da2c2621 req-a4c358cf-bfa1-401a-b241-16bd209aff20 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121000 Nov 12 13:15:50.877810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:50.881109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709f267-a60b-4ca2-89ce-d5031623db35 req-ff03da69-a482-4a0e-a6fa-e71e8b91283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:50.883727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1709f267-a60b-4ca2-89ce-d5031623db35 req-ff03da69-a482-4a0e-a6fa-e71e8b91283e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37e5abb4d6024a7c84b506fb5bad20bf&device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 1094 time: 0.6417208 Nov 12 13:15:50.923001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-ab13ec20-3fdc-4f90-8242-1e98fddc09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:50.924486 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-ab13ec20-3fdc-4f90-8242-1e98fddc09f0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680177 Nov 12 13:15:50.926902 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:50.930950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Attempting to bind port 416f4492-9a3e-4633-8a15-384c4aab89a5 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:50.931304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Attempting to bind port 416f4492-9a3e-4633-8a15-384c4aab89a5 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:50.931635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Attempting to bind port 416f4492-9a3e-4633-8a15-384c4aab89a5 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:50.932874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] 10.222.0.73 "DELETE /v2.0/networks/60b51bc1-c800-47aa-a0ac-01eff596eb09 HTTP/1.1" status: 204 len: 168 time: 3.1432819 Nov 12 13:15:50.964053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Port 416f4492-9a3e-4633-8a15-384c4aab89a5 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:50.964053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Attempting to bind port 416f4492-9a3e-4633-8a15-384c4aab89a5 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:50.982816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b9b58-ef59-4f00-b825-2186d65e74fa req-e6db713a-2168-4f2d-990e-2c3030042d5b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:50.991518 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-518b9b58-ef59-4f00-b825-2186d65e74fa req-e6db713a-2168-4f2d-990e-2c3030042d5b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.7198436 Nov 12 13:15:51.003913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:51.004508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:51.005079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:51.005776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Bound port: 416f4492-9a3e-4633-8a15-384c4aab89a5, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:51.006325 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:51.025669 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133370af-876f-492c-8da4-113f200d42d1 x-openstack-request-id: req-133370af-876f-492c-8da4-113f200d42d1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:51.025962 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5467b95-f500-468b-94a4-b39fb9254f88", "tag": "32939d2b-fbfb-4c0a-a361-20ba474c6d60", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9cc099fb-fd4e-447d-b752-95a60d6ac045", "tag": "d2d1b70b-a197-4139-9975-9d909fba67d0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:51.026386 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-133370af-876f-492c-8da4-113f200d42d1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:51.027549 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5467b95-f500-468b-94a4-b39fb9254f88', 'tag': '32939d2b-fbfb-4c0a-a361-20ba474c6d60', 'status': 'completed', 'code': 200} Nov 12 13:15:51.027983 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc099fb-fd4e-447d-b752-95a60d6ac045', 'tag': 'd2d1b70b-a197-4139-9975-9d909fba67d0', 'status': 'completed', 'code': 200} Nov 12 13:15:51.045904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797580c6-c3d0-4ea1-84bc-d22536b8720a admin admin] Pushing event deleted for resources: {'Network': ['ID=60b51bc1-c800-47aa-a0ac-01eff596eb09,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:51.177442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bedf6335-80a8-4460-8dc1-320fc2fa077e req-7d7b7451-c14a-4ce8-9e15-2094b54dbd73 service neutron] 10.222.0.105 "GET /v2.0/networks/148aad9b-f475-42e5-8d46-9f902b6498e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9301078 Nov 12 13:15:51.177664 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-410ce841-fa84-49d3-ade1-7a045f0c5ba1 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369614 Nov 12 13:15:51.192832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-e0c25501-58a0-4586-a55f-837802b36bce service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635912 Nov 12 13:15:51.228459 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59700) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:51.284297 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2e7b-dcd3-4832-8a15-620bce33a081 req-39c8e79d-6192-4dc5-93af-e814206fae1c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:51.285911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fefc2e7b-dcd3-4832-8a15-620bce33a081 req-39c8e79d-6192-4dc5-93af-e814206fae1c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 947 time: 0.2162030 Nov 12 13:15:51.312122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-518b9b58-ef59-4f00-b825-2186d65e74fa req-c6565abc-e23d-4208-803e-1a7d8bbde690 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197072 Nov 12 13:15:51.313673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:51.356047 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:51.367020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709f267-a60b-4ca2-89ce-d5031623db35 req-f261cda5-d870-48da-a812-2e787890af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:51.368560 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1709f267-a60b-4ca2-89ce-d5031623db35 req-f261cda5-d870-48da-a812-2e787890af1a service neutron] 10.222.0.70 "GET /v2.0/networks?id=3892eca3-c0e7-4e29-940b-a4b816844d6b HTTP/1.1" status: 200 len: 922 time: 0.4560633 Nov 12 13:15:51.374435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-86eeed45-4486-4b7e-ad4b-a95f1b11e3c7 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853563 Nov 12 13:15:51.384292 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:51.425344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-b5275309-2176-4d8a-a601-4be518c4637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:51.426852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-b5275309-2176-4d8a-a601-4be518c4637d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8efa041c854c4d9aba1d0aa9a0b1bf0c&device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 1094 time: 0.1739836 Nov 12 13:15:51.431248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1709f267-a60b-4ca2-89ce-d5031623db35 req-d52c320e-ebb0-4049-bcd7-a772a7df9eab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b27ed46-d9d3-437c-8073-23677afd37d4 HTTP/1.1" status: 200 len: 217 time: 0.0525391 Nov 12 13:15:51.468514 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5ccbe298-b487-4851-8a3c-c3a0dd29496d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=232e8cbaa75549a7903b8b89da84ae9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352073 Nov 12 13:15:51.476886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59704) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:51.484090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:51.484706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:51.486130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] 10.222.0.70 "PUT /v2.0/ports/416f4492-9a3e-4633-8a15-384c4aab89a5 HTTP/1.1" status: 200 len: 1095 time: 1.8922379 Nov 12 13:15:51.495355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:51.499129 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82c0f28-c91b-4136-b926-c484dceff542" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:51.522762 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-ecda082e-d046-43f4-8683-798826193c49 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062818 Nov 12 13:15:51.526377 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fefc2e7b-dcd3-4832-8a15-620bce33a081 req-1c1e39e6-b6cd-4de8-a781-2d6c7d458073 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099724 Nov 12 13:15:51.533457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e3e91a-dfa3-4344-879c-099b7dca7c99 req-2cc9da9b-b43a-4796-badf-2a14b96a6927 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263226 Nov 12 13:15:51.565574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47460e0e-da05-42b9-a002-6fd6eb663eeb service neutron] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:51.617202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0b4de12-33ca-4ad9-972c-5445e278eac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:51.681069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709f267-a60b-4ca2-89ce-d5031623db35 req-f812f9a4-ab0b-4345-a713-13305c78d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:51.682891 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1709f267-a60b-4ca2-89ce-d5031623db35 req-f812f9a4-ab0b-4345-a713-13305c78d783 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3311e0b7-ca26-4dbc-984b-ef25b78d9de5 HTTP/1.1" status: 200 len: 861 time: 0.2322018 Nov 12 13:15:51.723199 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0b4de12-33ca-4ad9-972c-5445e278eac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:51.765108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-3d51a2a3-3ff4-4609-928d-37147ce5ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:51.767593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-3d51a2a3-3ff4-4609-928d-37147ce5ac83 service neutron] 10.222.0.105 "GET /v2.0/networks?id=148aad9b-f475-42e5-8d46-9f902b6498e1 HTTP/1.1" status: 200 len: 915 time: 0.3275762 Nov 12 13:15:51.772049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1709f267-a60b-4ca2-89ce-d5031623db35 req-a0cddae2-a0af-4813-b6d7-afbcb6eaac9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3892eca3-c0e7-4e29-940b-a4b816844d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481083 Nov 12 13:15:51.776239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-b87f84ed-30d6-4d96-926f-ca9638f1700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:51.778418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-b87f84ed-30d6-4d96-926f-ca9638f1700d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5889e5f881a344a8b68fc9380834c892&device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 1098 time: 0.1482425 Nov 12 13:15:51.782885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68666471-1645-4f85-a0f5-0abf36077f98 req-4e25b4aa-b6c5-4de6-8e36-43477896727f tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:51.784724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-68666471-1645-4f85-a0f5-0abf36077f98 req-4e25b4aa-b6c5-4de6-8e36-43477896727f tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 943 time: 0.2817128 Nov 12 13:15:51.786720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a14afb-2627-45f0-8034-63d991a1533c req-93f2212a-5d47-40d3-8eb6-74d9c1bf5f56 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:51.788167 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9a14afb-2627-45f0-8034-63d991a1533c req-93f2212a-5d47-40d3-8eb6-74d9c1bf5f56 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 943 time: 0.1310761 Nov 12 13:15:51.835255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-0824a2e0-3e29-4d7d-9063-aac8a6a4fb71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=416f4492-9a3e-4633-8a15-384c4aab89a5 HTTP/1.1" status: 200 len: 217 time: 0.0452633 Nov 12 13:15:51.864417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-3eac2333-322c-40d7-b2c8-5c28753e84fc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32939d2b-fbfb-4c0a-a361-20ba474c6d60 HTTP/1.1" status: 200 len: 217 time: 0.0784247 Nov 12 13:15:51.893833 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0b4de12-33ca-4ad9-972c-5445e278eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:51.896411 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0b4de12-33ca-4ad9-972c-5445e278eac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:51.897582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c0b4de12-33ca-4ad9-972c-5445e278eac7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39 HTTP/1.1" status: 204 len: 168 time: 0.4183204 Nov 12 13:15:51.930182 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9a14afb-2627-45f0-8034-63d991a1533c req-59099343-d9df-4b40-bc75-597ff64808d8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974858 Nov 12 13:15:51.932980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4de12-33ca-4ad9-972c-5445e278eac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6a99f5-1d50-4e9f-ae4d-91df1ce50e39,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:51.940678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-662cb116-893e-44e9-a74e-b72630c197c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:51.942411 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-662cb116-893e-44e9-a74e-b72630c197c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0928311 Nov 12 13:15:52.012726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-68666471-1645-4f85-a0f5-0abf36077f98 req-6821e93a-fd20-42ce-b9c3-5f8134d99020 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712892 Nov 12 13:15:52.017713 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-f6a37e80-db02-4baf-9d28-3c48114c8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:52.029188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-f6a37e80-db02-4baf-9d28-3c48114c8ae6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ebc0e7f9-59cd-48a5-8bc0-77c7256b9156 HTTP/1.1" status: 200 len: 854 time: 0.1269670 Nov 12 13:15:52.038635 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d311af6-66cc-44fe-b6e3-69591b1b012b x-openstack-request-id: req-3d311af6-66cc-44fe-b6e3-69591b1b012b {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:52.039584 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:52.040613 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d311af6-66cc-44fe-b6e3-69591b1b012b {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:52.041133 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'status': 'completed', 'code': 200} Nov 12 13:15:52.055622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-24617e62-6b61-45f8-8bed-bf182936b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:52.057276 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-24617e62-6b61-45f8-8bed-bf182936b70c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038764 Nov 12 13:15:52.071546 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-0011ffbd-1f1b-4bde-9c55-3f9d81e154c3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=148aad9b-f475-42e5-8d46-9f902b6498e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288999 Nov 12 13:15:52.073515 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1709f267-a60b-4ca2-89ce-d5031623db35 req-bf7af7df-3c1e-408c-acbe-d82e6cf4e3d8 service neutron] 10.222.0.70 "GET /v2.0/networks/3892eca3-c0e7-4e29-940b-a4b816844d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810051 Nov 12 13:15:52.171053 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-0761ede9-42e8-42fb-bb47-9b2f84153580 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010978 Nov 12 13:15:52.268801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9885136-951b-438e-b624-6ff762ca2788 req-eb069a2c-8682-4f2e-a8e9-e6940713d8f0 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:52.270539 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9885136-951b-438e-b624-6ff762ca2788 req-eb069a2c-8682-4f2e-a8e9-e6940713d8f0 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 947 time: 0.1786880 Nov 12 13:15:52.280775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94d2a23-9034-481a-9b49-ac489b61b4a2 req-db844bf9-4919-4bf2-a9a4-f32a7fb8854d service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985775 Nov 12 13:15:52.300053 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-cad05449-0ffe-4c92-988c-35369f884381 service neutron] 10.222.0.105 "GET /v2.0/networks/148aad9b-f475-42e5-8d46-9f902b6498e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174759 Nov 12 13:15:52.302717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1709f267-a60b-4ca2-89ce-d5031623db35 req-7d635a1a-ffc6-45a5-b038-fd50d65ed1b7 service neutron] 10.222.0.70 "GET /v2.0/networks/3892eca3-c0e7-4e29-940b-a4b816844d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089136 Nov 12 13:15:52.350215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:52.425225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59720) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:52.444813 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9885136-951b-438e-b624-6ff762ca2788 req-0fa361c1-81de-4d8c-b0e8-01c4a191e7f2 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473460 Nov 12 13:15:52.476073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c0f28-c91b-4136-b926-c484dceff542 req-4d8d8dfd-78b3-4f16-8a93-4f134e1ac528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:52.477650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c82c0f28-c91b-4136-b926-c484dceff542 req-4d8d8dfd-78b3-4f16-8a93-4f134e1ac528 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5889e5f881a344a8b68fc9380834c892&device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 1098 time: 0.1292593 Nov 12 13:15:52.484298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0374e-7982-4317-9085-74487a2a5505 req-a0403158-5f6d-424c-a160-334461431285 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:52.486101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57a0374e-7982-4317-9085-74487a2a5505 req-a0403158-5f6d-424c-a160-334461431285 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0705988 Nov 12 13:15:52.542787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-6bfa5bfa-68b9-4bc3-8ceb-2143ded330f2 service neutron] 10.222.0.105 "GET /v2.0/networks/148aad9b-f475-42e5-8d46-9f902b6498e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256162 Nov 12 13:15:52.551539 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-172850b3-fed3-4dc1-a6d1-63656dd8b982 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=373602e852724aa498c46f6e7041b0f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239226 Nov 12 13:15:52.572842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59722) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:52.588875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57a0374e-7982-4317-9085-74487a2a5505 req-66047b10-eac1-4c77-aa2b-02bd65e1c7d2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821939 Nov 12 13:15:52.650958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78cd1c2d-abcf-42ac-b336-014498d07496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:52.671173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:52.678235 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78cd1c2d-abcf-42ac-b336-014498d07496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:52.686761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'mac_address': 'fa:16:3e:77:5a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:52.687428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c0f28-c91b-4136-b926-c484dceff542 req-5d51d151-c96c-452a-a188-93c85f401778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:52.688923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c82c0f28-c91b-4136-b926-c484dceff542 req-5d51d151-c96c-452a-a188-93c85f401778 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1992154 Nov 12 13:15:52.731426 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78cd1c2d-abcf-42ac-b336-014498d07496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:52.735573 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78cd1c2d-abcf-42ac-b336-014498d07496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:52.739610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-78cd1c2d-abcf-42ac-b336-014498d07496 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b80f5be4-7b97-4ad7-bf4e-2b7cb87c6270 HTTP/1.1" status: 204 len: 168 time: 0.1459925 Nov 12 13:15:52.739815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:52.741876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-c6ac8fed-84bc-489b-9773-0415d5448ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:52.743292 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-c6ac8fed-84bc-489b-9773-0415d5448ef9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 1098 time: 0.1394639 Nov 12 13:15:52.749315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c82c0f28-c91b-4136-b926-c484dceff542 req-7c45a569-21ff-416b-9c72-cb8ced9848eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=416f4492-9a3e-4633-8a15-384c4aab89a5 HTTP/1.1" status: 200 len: 217 time: 0.0480735 Nov 12 13:15:52.749560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd1c2d-abcf-42ac-b336-014498d07496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80f5be4-7b97-4ad7-bf4e-2b7cb87c6270,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:52.760529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0df3fa-e39f-4501-9150-24463604200d req-c9a376f2-a66b-4373-b4e2-0c8e9f70231f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:52.768944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e0df3fa-e39f-4501-9150-24463604200d req-c9a376f2-a66b-4373-b4e2-0c8e9f70231f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 947 time: 0.1207688 Nov 12 13:15:52.775326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:52.801060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:52.806802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:52.875503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:52.958511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c0f28-c91b-4136-b926-c484dceff542 req-69f0f823-62a3-4a3c-80e4-2ec303a1c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:52.959958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c82c0f28-c91b-4136-b926-c484dceff542 req-69f0f823-62a3-4a3c-80e4-2ec303a1c5a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1876602 Nov 12 13:15:52.980298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e0df3fa-e39f-4501-9150-24463604200d req-5d2a53d9-df4d-4799-8135-3d2500a61eb7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101705 Nov 12 13:15:53.024317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-f648e811-0be5-453c-8d77-61859f73d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.025862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-f648e811-0be5-453c-8d77-61859f73d3ff service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2526515 Nov 12 13:15:53.046295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c0f28-c91b-4136-b926-c484dceff542 req-539a49e1-204d-468b-9229-b6246e3fc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.047780 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c82c0f28-c91b-4136-b926-c484dceff542 req-539a49e1-204d-468b-9229-b6246e3fc43b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777764 Nov 12 13:15:53.084127 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-9e7f1a7c-04dc-4316-97a4-0fb0ee60d29a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d2d1b70b-a197-4139-9975-9d909fba67d0 HTTP/1.1" status: 200 len: 217 time: 0.0493476 Nov 12 13:15:53.117782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d4cb0-c06f-42bc-8658-82eea6bfd504 req-ed871a0d-e013-40ad-91d0-1bb4d89064ba tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.119459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd6d4cb0-c06f-42bc-8658-82eea6bfd504 req-ed871a0d-e013-40ad-91d0-1bb4d89064ba tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 943 time: 0.0929630 Nov 12 13:15:53.182249 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd6d4cb0-c06f-42bc-8658-82eea6bfd504 req-ddb8ac13-b1aa-44d0-b126-e2f9617468d3 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541143 Nov 12 13:15:53.211775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-378ddcdd-95af-4adf-86c3-855077732521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.213384 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-378ddcdd-95af-4adf-86c3-855077732521 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1192763 Nov 12 13:15:53.270995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0ec12-067f-4c61-b0a3-a7e7283e0e03 req-05c40c8b-b976-4b5e-9960-3a86ac8f7bc1 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.272493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77b0ec12-067f-4c61-b0a3-a7e7283e0e03 req-05c40c8b-b976-4b5e-9960-3a86ac8f7bc1 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 943 time: 0.1596677 Nov 12 13:15:53.276368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c82c0f28-c91b-4136-b926-c484dceff542 req-3cca31b0-4ed7-4c3a-8014-97069ee2b18b service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013175 Nov 12 13:15:53.334209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-6e53e1b1-8ff5-4f24-a443-eab51c17355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.335690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-6e53e1b1-8ff5-4f24-a443-eab51c17355d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122801 Nov 12 13:15:53.423859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77b0ec12-067f-4c61-b0a3-a7e7283e0e03 req-cb35728b-b7d6-49ea-814d-096fb53db5dd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439450 Nov 12 13:15:53.470773 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c82c0f28-c91b-4136-b926-c484dceff542 req-151b4b51-5859-45f7-84c4-3f016759cf35 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836593 Nov 12 13:15:53.504086 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-6aab20a5-c7d1-4e90-8945-8a27724101de service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378052 Nov 12 13:15:53.587757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ded9-7496-453a-9f81-2d1511639e85 req-bae2a043-69f6-4416-84e4-45f81f9a3eaa tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.595911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c562ded9-7496-453a-9f81-2d1511639e85 req-bae2a043-69f6-4416-84e4-45f81f9a3eaa tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 947 time: 0.0620563 Nov 12 13:15:53.611592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59756) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:53.623638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:53.641015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db8e309e-5b2a-46c5-b174-05f8d1b2ab7f req-e558afba-45c6-4d3f-9d3e-4d16953b2d89 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279547 Nov 12 13:15:53.659788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c562ded9-7496-453a-9f81-2d1511639e85 req-9b7274b1-0db1-4668-bcc2-dcf5c1a1c334 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630503 Nov 12 13:15:53.688053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4b27ed46-d9d3-437c-8073-23677afd37d4 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:53.744725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-network', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:53.754649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b127e7c-7fa9-4f2f-8de7-6aa606e99350 req-80ea2272-9203-4d1c-acdf-b8d9f48f3be8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:53.759274 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3b127e7c-7fa9-4f2f-8de7-6aa606e99350 req-80ea2272-9203-4d1c-acdf-b8d9f48f3be8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0623696 Nov 12 13:15:53.772462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Made reservation on behalf of 8cdcb9a9d0b84cb5ac1b1dad6465fe5e for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:53.776613 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.788633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.834823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3b127e7c-7fa9-4f2f-8de7-6aa606e99350 req-629ea1f8-3b09-4195-824d-8fbefd643ee7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702074 Nov 12 13:15:53.900978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.907722 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.922137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4b27ed46-d9d3-437c-8073-23677afd37d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4b27ed46-d9d3-437c-8073-23677afd37d4,segment=NetworkSegment(9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9),segment_id=9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:53.922675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:15:53.940964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:53.941526 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Added segment b7517cc3-2d56-4779-bdd0-36d26c14e077 of type vlan for network 464cc67c-d4ed-4722-a252-ad9ecd305524 Nov 12 13:15:53.962220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '4b27ed46-d9d3-437c-8073-23677afd37d4', 'network_id': '3892eca3-c0e7-4e29-940b-a4b816844d6b', 'port_id': '4b27ed46-d9d3-437c-8073-23677afd37d4', 'mac_address': 'fa:16:3e:30:d9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3311e0b7-ca26-4dbc-984b-ef25b78d9de5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:54.025056 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.035600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bdef27-3319-41fc-9324-2b2e99daf4bf,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:54.051172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b27ed46-d9d3-437c-8073-23677afd37d4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:54.062157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.081789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4b27ed46-d9d3-437c-8073-23677afd37d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4b27ed46-d9d3-437c-8073-23677afd37d4,segment=NetworkSegment(9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9),segment_id=9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:54.088317 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.124651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.126753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:54.127989 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.152730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4b27ed46-d9d3-437c-8073-23677afd37d4,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:54.162803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd685b18-baee-45e1-81bd-68f0f10de073 req-3df5c225-0079-4650-9f25-c25f905d7527 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:54.164520 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dd685b18-baee-45e1-81bd-68f0f10de073 req-3df5c225-0079-4650-9f25-c25f905d7527 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1096 time: 0.0488663 Nov 12 13:15:54.220003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dd685b18-baee-45e1-81bd-68f0f10de073 req-5f4afbfd-d648-4baa-b242-6e893a064e5a tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488977 Nov 12 13:15:54.246869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6332462 Nov 12 13:15:54.250325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59774) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:54.254050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf068d58-af6e-45ea-bbb3-5933121e803c admin admin] Pushing event updated for resources: {'Network': ['ID=464cc67c-d4ed-4722-a252-ad9ecd305524,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:54.256916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Request body: {'subnet': {'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-subnet', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:54.266073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 464cc67c-d4ed-4722-a252-ad9ecd305524 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:15:54.283248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Made reservation on behalf of 8cdcb9a9d0b84cb5ac1b1dad6465fe5e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:15:54.285600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.289866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b41d88-8cc1-4273-adc9-2359b8802fa4 req-d2b887ac-aa50-4e8a-92c5-04c753816430 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:54.291554 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90b41d88-8cc1-4273-adc9-2359b8802fa4 req-d2b887ac-aa50-4e8a-92c5-04c753816430 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 947 time: 0.1861491 Nov 12 13:15:54.350388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90b41d88-8cc1-4273-adc9-2359b8802fa4 req-d72a091f-1a16-435a-8932-613d3b91ef41 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525155 Nov 12 13:15:54.352763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 32939d2b-fbfb-4c0a-a361-20ba474c6d60 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:54.474593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 32939d2b-fbfb-4c0a-a361-20ba474c6d60, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=32939d2b-fbfb-4c0a-a361-20ba474c6d60,segment=NetworkSegment(a38591a8-8efe-40bd-a70b-20d5cb8c25ce),segment_id=a38591a8-8efe-40bd-a70b-20d5cb8c25ce)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:54.491884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '32939d2b-fbfb-4c0a-a361-20ba474c6d60', 'network_id': '148aad9b-f475-42e5-8d46-9f902b6498e1', 'port_id': '32939d2b-fbfb-4c0a-a361-20ba474c6d60', 'mac_address': 'fa:16:3e:e9:14:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc0e7f9-59cd-48a5-8bc0-77c7256b9156', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:54.549742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.562317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4b27ed46-d9d3-437c-8073-23677afd37d4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:54.608336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32939d2b-fbfb-4c0a-a361-20ba474c6d60 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:54.639707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 32939d2b-fbfb-4c0a-a361-20ba474c6d60, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=32939d2b-fbfb-4c0a-a361-20ba474c6d60,segment=NetworkSegment(a38591a8-8efe-40bd-a70b-20d5cb8c25ce),segment_id=a38591a8-8efe-40bd-a70b-20d5cb8c25ce)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:54.646434 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.714406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee114f79-3155-49a1-a13f-8c7a196385c7 req-3e9c42e8-55c7-4e89-a645-06d0a433e66a tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:54.716232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee114f79-3155-49a1-a13f-8c7a196385c7 req-3e9c42e8-55c7-4e89-a645-06d0a433e66a tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 943 time: 0.4272883 Nov 12 13:15:54.725764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=32939d2b-fbfb-4c0a-a361-20ba474c6d60,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:54.812740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee114f79-3155-49a1-a13f-8c7a196385c7 req-ae70037f-4643-4b9d-8c36-02e1e158a109 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859604 Nov 12 13:15:54.861116 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:54.941252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd72d3f4-9116-43a1-a35e-d9442a3e735f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:54.977348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217814d-eec6-4a17-a4d9-4205ccd82bbc req-f5fbe134-10d9-491d-bbd6-fc722f9144e5 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:54.978839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7217814d-eec6-4a17-a4d9-4205ccd82bbc req-f5fbe134-10d9-491d-bbd6-fc722f9144e5 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 944 time: 0.0922832 Nov 12 13:15:54.979573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Checking segment: {'id': 'b7517cc3-2d56-4779-bdd0-36d26c14e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:54.980441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Network hostable DHCP agents. Network: 464cc67c-d4ed-4722-a252-ad9ecd305524, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:15:55.015334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Network 464cc67c-d4ed-4722-a252-ad9ecd305524 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:15:55.036731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 464cc67c-d4ed-4722-a252-ad9ecd305524) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:55.044677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7217814d-eec6-4a17-a4d9-4205ccd82bbc req-e39f979c-8e13-4c8b-b55c-e7511d5d8455 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573413 Nov 12 13:15:55.046419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:55.046603 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.049727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437eb845-1c6c-41c3-9f2e-e2e49aa53885 None None] Network 464cc67c-d4ed-4722-a252-ad9ecd305524 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:55.065780 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-093a7ad1-4b93-4ab3-a623-dd01466c574e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8142397 Nov 12 13:15:55.068457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59804) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:55.074277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-router', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:55.084248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['32939d2b-fbfb-4c0a-a361-20ba474c6d60'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:55.107573 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.108764 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.177003 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.328305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-464cc67c-d4ed-4722-a252-ad9ecd305524', 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'fixed_ips': [{'subnet_id': 'dd72d3f4-9116-43a1-a35e-d9442a3e735f'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:15:55.329179 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.338766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ea905-efd4-4e4a-9a1a-48da4af7bf59 req-ddb6f4a4-0e20-46f3-a6fb-8f7eb69949bc tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:55.341010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-413ea905-efd4-4e4a-9a1a-48da4af7bf59 req-ddb6f4a4-0e20-46f3-a6fb-8f7eb69949bc tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 947 time: 0.1165183 Nov 12 13:15:55.388535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.434433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-a5786319-04d2-4052-ba76-0768cd8ff757 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:15:55.437678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-a5786319-04d2-4052-ba76-0768cd8ff757 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081823 Nov 12 13:15:55.446288 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-413ea905-efd4-4e4a-9a1a-48da4af7bf59 req-bf490bb5-7d4c-4187-aeb8-9467e8cd3601 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788610 Nov 12 13:15:55.487498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-f9a2bae0-0dcf-4e63-a6b8-12decee2690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:55.494963 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-f9a2bae0-0dcf-4e63-a6b8-12decee2690a service neutron] 10.222.0.73 "GET /v2.0/ports/60c82dbf-b26b-4931-b817-43403342c617 HTTP/1.1" status: 200 len: 1093 time: 0.0475194 Nov 12 13:15:55.500371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Request body: {'binding': {'host': 'n-h1-805736-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:15:55.500953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Unknown quota resources ['binding']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:15:55.538939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Allocated IP 172.20.0.2 (464cc67c-d4ed-4722-a252-ad9ecd305524/dd72d3f4-9116-43a1-a35e-d9442a3e735f/df76b926-9934-47ee-b519-982a0829d917) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:55.611695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43de4e-d834-4d55-9d45-22a41e8fd231 req-4193e599-d5ce-4890-a980-52fc420756c3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:55.613533 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b43de4e-d834-4d55-9d45-22a41e8fd231 req-4193e599-d5ce-4890-a980-52fc420756c3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0912783 Nov 12 13:15:55.671089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 on host n-h1-805736-4 for vnic_type normal with profile None {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:55.672599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:55.673103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:55.673756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 416f4492-9a3e-4633-8a15-384c4aab89a5 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:55.679882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Port 60c82dbf-b26b-4931-b817-43403342c617 on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:15:55.680484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:55.680739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4b27ed46-d9d3-437c-8073-23677afd37d4 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:55.686807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:55.687229 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:55.687718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:55.688429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Bound port: 60c82dbf-b26b-4931-b817-43403342c617, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:55.734678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b43de4e-d834-4d55-9d45-22a41e8fd231 req-4802ca58-5db5-4d88-9ade-2f5b21f58487 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859487 Nov 12 13:15:55.738927 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.754619 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:55.759683 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.764944 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.781551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-ef908017-0f60-4fa8-a0d9-878b978ce0bf service neutron] 10.222.0.73 "POST /v2.0/ports/60c82dbf-b26b-4931-b817-43403342c617/bindings HTTP/1.1" status: 201 len: 389 time: 0.2773755 Nov 12 13:15:55.836885 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.872970 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.923471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 4b27ed46-d9d3-437c-8073-23677afd37d4 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:55.936384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 4b27ed46-d9d3-437c-8073-23677afd37d4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:55.936755 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:55.945065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Network 464cc67c-d4ed-4722-a252-ad9ecd305524 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:55.970167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb82d76-424d-4a76-b862-86b0454736d0 req-d7e6117d-7f44-47ef-879d-ec5966a6976b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:55.979132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bb82d76-424d-4a76-b862-86b0454736d0 req-d7e6117d-7f44-47ef-879d-ec5966a6976b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 947 time: 0.1279418 Nov 12 13:15:55.983858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:55.997361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:56.005416 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Pushing event updated for resources: {'Port': ['ID=df76b926-9934-47ee-b519-982a0829d917,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:56.017679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:56.030747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Allocated IP 172.25.5.140 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/56f59a50-a79d-44da-86c7-b6498fc11b2c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:15:56.036557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000f3f8-2bd3-4f9f-b2c0-650313eb0dd9 req-58279e79-9d3a-479b-b86c-52e76a59b4b7 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.044899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d000f3f8-2bd3-4f9f-b2c0-650313eb0dd9 req-58279e79-9d3a-479b-b86c-52e76a59b4b7 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 944 time: 0.1042354 Nov 12 13:15:56.061462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'mac_address': 'fa:16:3e:cc:53:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:56.113861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d000f3f8-2bd3-4f9f-b2c0-650313eb0dd9 req-0c2d9a2e-bcc7-45a0-bc7f-b79e956039a2 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680022 Nov 12 13:15:56.136634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Attempting to bind port df76b926-9934-47ee-b519-982a0829d917 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:56.137018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Attempting to bind port df76b926-9934-47ee-b519-982a0829d917 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b7517cc3-2d56-4779-bdd0-36d26c14e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:56.137502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Attempting to bind port df76b926-9934-47ee-b519-982a0829d917 on network 464cc67c-d4ed-4722-a252-ad9ecd305524 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:56.161962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bb82d76-424d-4a76-b862-86b0454736d0 req-33fc8b85-4d3f-4dd5-a3e6-c88671da7548 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674535 Nov 12 13:15:56.169434 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.180436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:56.180436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Checking segment: {'id': 'b7517cc3-2d56-4779-bdd0-36d26c14e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:56.180436 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.180436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Bound using segment: {'id': 'b7517cc3-2d56-4779-bdd0-36d26c14e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:56.180436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Bound port: df76b926-9934-47ee-b519-982a0829d917, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7517cc3-2d56-4779-bdd0-36d26c14e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:56.180436 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.208637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-59cb8610-2c45-4dfa-b111-a7cee7426d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.209340 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.211737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-59cb8610-2c45-4dfa-b111-a7cee7426d18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1096 time: 0.1311672 Nov 12 13:15:56.212824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416f4492-9a3e-4633-8a15-384c4aab89a5 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:56.272454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337b78c-860b-4c3e-82a4-33479f420e61 req-5cefcffe-9a5c-47b6-b096-4b2c7aabfebb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.274059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8337b78c-860b-4c3e-82a4-33479f420e61 req-5cefcffe-9a5c-47b6-b096-4b2c7aabfebb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.0652039 Nov 12 13:15:56.279614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:56.297355 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.298818 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.310791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b27ed46-d9d3-437c-8073-23677afd37d4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:56.313237 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a66cbb2-7e9a-47bc-9179-a7dda298c27f" -d '{"events": [{"server_uuid": "92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d", "name": "network-vif-plugged", "status": "completed", "tag": "4b27ed46-d9d3-437c-8073-23677afd37d4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:56.357337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4b27ed46-d9d3-437c-8073-23677afd37d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4b27ed46-d9d3-437c-8073-23677afd37d4,segment=NetworkSegment(9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9),segment_id=9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:56.361217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] For port df76b926-9934-47ee-b519-982a0829d917, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:56.362579 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8337b78c-860b-4c3e-82a4-33479f420e61 req-b88a7751-f784-41a8-b2cf-691c3d1904d7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715451 Nov 12 13:15:56.368103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d2d1b70b-a197-4139-9975-9d909fba67d0 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:15:56.370131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 32939d2b-fbfb-4c0a-a361-20ba474c6d60 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:56.381835 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.394461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426ba5c-32eb-445a-9b0a-b7e8a6f0ffdd req-4e7d0a79-d76d-49d0-89a9-6dd588a72db2 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.395991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9426ba5c-32eb-445a-9b0a-b7e8a6f0ffdd req-4e7d0a79-d76d-49d0-89a9-6dd588a72db2 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 944 time: 0.1582916 Nov 12 13:15:56.404640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-a1b39d6d-3249-44b7-ba3c-3d3000de54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.406165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-a1b39d6d-3249-44b7-ba3c-3d3000de54f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.1840169 Nov 12 13:15:56.430122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] For port df76b926-9934-47ee-b519-982a0829d917, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=df76b926-9934-47ee-b519-982a0829d917,segment=NetworkSegment(b7517cc3-2d56-4779-bdd0-36d26c14e077),segment_id=b7517cc3-2d56-4779-bdd0-36d26c14e077)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:56.438458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.442200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.458051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:56.501008 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-33f6dfc1-22a9-4124-bdb0-fe5fd94a24ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60c82dbf-b26b-4931-b817-43403342c617 HTTP/1.1" status: 200 len: 217 time: 0.0798645 Nov 12 13:15:56.501269 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c2112c-c2b7-4926-b0ec-0e6a6fe3e6c6 x-openstack-request-id: req-f8c2112c-c2b7-4926-b0ec-0e6a6fe3e6c6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:56.501609 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d", "name": "network-vif-plugged", "status": "completed", "tag": "4b27ed46-d9d3-437c-8073-23677afd37d4", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:56.501874 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8c2112c-c2b7-4926-b0ec-0e6a6fe3e6c6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:56.502260 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b27ed46-d9d3-437c-8073-23677afd37d4', 'code': 200} Nov 12 13:15:56.571774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:15:56.591912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:15:56.603775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:15:56.611062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Pushing event updated for resources: {'Port': ['ID=56f59a50-a79d-44da-86c7-b6498fc11b2c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:56.630449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9426ba5c-32eb-445a-9b0a-b7e8a6f0ffdd req-6fc17e4a-5ec9-4fca-858c-d722aad67d55 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182715 Nov 12 13:15:56.660649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-fc4ee7f5-4075-4a72-bfc8-d9bb37425b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.663402 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-fc4ee7f5-4075-4a72-bfc8-d9bb37425b8e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.1478124 Nov 12 13:15:56.679086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696e40b-6c01-405b-83f1-c770a5349c99 req-6420cc45-fe10-4fdf-a483-d6ebae2588e4 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.687110 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2696e40b-6c01-405b-83f1-c770a5349c99 req-6420cc45-fe10-4fdf-a483-d6ebae2588e4 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 948 time: 0.1170161 Nov 12 13:15:56.706134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-45c5f4f3-557b-420e-9655-964ab0875db9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356488 Nov 12 13:15:56.718558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd64ce-fee9-4752-8b6a-d57d879bf1df req-4d23e6e2-8071-479f-99de-dcfe3e81aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:56.721101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-efcd64ce-fee9-4752-8b6a-d57d879bf1df req-4d23e6e2-8071-479f-99de-dcfe3e81aa74 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 1096 time: 0.1134641 Nov 12 13:15:56.809848 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-efcd64ce-fee9-4752-8b6a-d57d879bf1df req-e6cc4083-24a8-4852-8b0c-eb44a32ef99f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782027 Nov 12 13:15:56.841082 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2696e40b-6c01-405b-83f1-c770a5349c99 req-554a5f34-f886-47f7-8423-5a22afd60b34 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463099 Nov 12 13:15:56.845327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 32939d2b-fbfb-4c0a-a361-20ba474c6d60 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:56.857417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 32939d2b-fbfb-4c0a-a361-20ba474c6d60 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:56.857926 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:56.902008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4b27ed46-d9d3-437c-8073-23677afd37d4,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:56.924162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['416f4492-9a3e-4633-8a15-384c4aab89a5'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:57.021377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3cbc6-26a6-4281-829f-c7edcafee917 req-b2181774-1377-46a8-8751-0685eed60a64 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:57.022293 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac40c1c7-3edc-45c4-8198-07133830cac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.022963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2aa3cbc6-26a6-4281-829f-c7edcafee917 req-b2181774-1377-46a8-8751-0685eed60a64 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1289895 Nov 12 13:15:57.025773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d2d1b70b-a197-4139-9975-9d909fba67d0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d2d1b70b-a197-4139-9975-9d909fba67d0,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:57.027471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-8d0eddd2-ca89-4fb0-8bef-4ee4cf6a234e service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765434 Nov 12 13:15:57.069337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'd2d1b70b-a197-4139-9975-9d909fba67d0', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'd2d1b70b-a197-4139-9975-9d909fba67d0', 'mac_address': 'fa:16:3e:30:5b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:15:57.070927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dabfa7-241e-44c7-af1c-56113a2a0095 None None] Pushing event updated for resources: {'Port': ['ID=df76b926-9934-47ee-b519-982a0829d917,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:57.172536 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.176015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.184093 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2aa3cbc6-26a6-4281-829f-c7edcafee917 req-da72b16e-52d7-47ba-9f58-bb089d8b33b8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512699 Nov 12 13:15:57.193618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.224691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d1b70b-a197-4139-9975-9d909fba67d0 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:15:57.277491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 32939d2b-fbfb-4c0a-a361-20ba474c6d60, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=32939d2b-fbfb-4c0a-a361-20ba474c6d60,segment=NetworkSegment(a38591a8-8efe-40bd-a70b-20d5cb8c25ce),segment_id=a38591a8-8efe-40bd-a70b-20d5cb8c25ce)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:57.281212 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09451ac2-6d43-4d8b-9aed-3fda8d55eb23 req-fc281e41-fe7f-4737-b6bf-0d1a5d6f3a46 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:57.282392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d2d1b70b-a197-4139-9975-9d909fba67d0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d2d1b70b-a197-4139-9975-9d909fba67d0,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:57.285050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.285968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:57.292031 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09451ac2-6d43-4d8b-9aed-3fda8d55eb23 req-fc281e41-fe7f-4737-b6bf-0d1a5d6f3a46 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 944 time: 0.0646620 Nov 12 13:15:57.297248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-5b1cd6f9-9631-402d-8d07-e161a9da6047 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317536 Nov 12 13:15:57.328091 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.349547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09451ac2-6d43-4d8b-9aed-3fda8d55eb23 req-edaa8001-9e15-461f-bdc0-77e659b4b5bd tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548077 Nov 12 13:15:57.398015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=32939d2b-fbfb-4c0a-a361-20ba474c6d60,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:57.456454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:57.462495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d2d1b70b-a197-4139-9975-9d909fba67d0,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:57.465856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:57.466257 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.501962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5f3ba-afb0-4cfe-8c7b-08e784ce7ee2 req-8d19b7c3-e283-409e-b6af-33fa99c2e446 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:57.503507 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bb5f3ba-afb0-4cfe-8c7b-08e784ce7ee2 req-8d19b7c3-e283-409e-b6af-33fa99c2e446 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 948 time: 0.1770709 Nov 12 13:15:57.506153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfde34b-b69f-4657-82dc-a8ea97b78e63 req-c8905ff2-8b5b-47d5-9642-91561c43a504 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:57.510845 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.514423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0cfde34b-b69f-4657-82dc-a8ea97b78e63 req-c8905ff2-8b5b-47d5-9642-91561c43a504 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.0731485 Nov 12 13:15:57.587672 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0cfde34b-b69f-4657-82dc-a8ea97b78e63 req-aaad79f8-8070-47c1-9d82-dde4916139be tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598326 Nov 12 13:15:57.637504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.693683 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bb5f3ba-afb0-4cfe-8c7b-08e784ce7ee2 req-634680ca-dec1-43cd-8246-038a6ac12aca tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767349 Nov 12 13:15:57.730267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:57.738709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:57.758780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Router 10dc8225-6921-4114-90a9-01bd4f00cd21 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:15:57.814983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d2d1b70b-a197-4139-9975-9d909fba67d0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:15:57.818133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946b1da-0dad-4ced-9b28-0d00bf9d59e3 req-b74767ff-24fa-4044-8041-32e841fdb630 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:57.819987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c946b1da-0dad-4ced-9b28-0d00bf9d59e3 req-b74767ff-24fa-4044-8041-32e841fdb630 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 945 time: 0.0670857 Nov 12 13:15:57.832909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:57.890696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c946b1da-0dad-4ced-9b28-0d00bf9d59e3 req-22e7097d-3e2c-4e45-82f5-5cf513aa5199 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548637 Nov 12 13:15:57.948388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:15:57.960189 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Sync routers for ids ['10dc8225-6921-4114-90a9-01bd4f00cd21'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:15:57.987167 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Routers {'10dc8225-6921-4114-90a9-01bd4f00cd21'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:57.988142 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['10dc8225-6921-4114-90a9-01bd4f00cd21'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:57.994420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd06c3-5a6a-4663-8c08-4322af45cc5d None None] Network 464cc67c-d4ed-4722-a252-ad9ecd305524 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:15:58.007515 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.010088 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fead7b04-467e-4272-948d-574ae4a82a46 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9391496 Nov 12 13:15:58.012099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:15:58.070108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829ce7f-cfbc-4f0e-b69b-49c5f825ca7d req-8dc0d78d-c4a4-4300-b021-bb095ddf891a tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:58.071659 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d829ce7f-cfbc-4f0e-b69b-49c5f825ca7d req-8dc0d78d-c4a4-4300-b021-bb095ddf891a tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 948 time: 0.1099408 Nov 12 13:15:58.121777 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Set router 10dc8225-6921-4114-90a9-01bd4f00cd21 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:58.236364 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a24c47c4-239f-40c8-96a4-16528a180bf5 None None] Provisioning complete for port df76b926-9934-47ee-b519-982a0829d917 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:58.237123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a24c47c4-239f-40c8-96a4-16528a180bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.330901 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-router', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:15:56Z', 'revision_number': 3, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'gw_port': {'id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:58.360806 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Checking router: 10dc8225-6921-4114-90a9-01bd4f00cd21 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:15:58.361450 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Updating router 10dc8225-6921-4114-90a9-01bd4f00cd21 port 56f59a50-a79d-44da-86c7-b6498fc11b2c binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:15:58.393062 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.416402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f68a53-b4a5-4c57-b361-f03ef50329ff req-00e5d8c7-8446-453a-95de-f96686fa72d3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:58.426205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0f68a53-b4a5-4c57-b361-f03ef50329ff req-00e5d8c7-8446-453a-95de-f96686fa72d3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1056597 Nov 12 13:15:58.497815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device df76b926-9934-47ee-b519-982a0829d917 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:58.532307 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0f68a53-b4a5-4c57-b361-f03ef50329ff req-23a80d10-9f7f-4aad-abab-6af4fecc94cb tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048508 Nov 12 13:15:58.573934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5467b95-f500-468b-94a4-b39fb9254f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32939d2b-fbfb-4c0a-a361-20ba474c6d60'}, {'server_uuid': 'cd110e76-53cc-4fb7-8aa6-7d6697274728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d60cbbb-8520-4686-abbf-84d4e6f65aa6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:15:58.576597 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0addc52-2c30-427f-a163-e33efd03bfb3" -d '{"events": [{"server_uuid": "c5467b95-f500-468b-94a4-b39fb9254f88", "name": "network-vif-plugged", "status": "completed", "tag": "32939d2b-fbfb-4c0a-a361-20ba474c6d60"}, {"server_uuid": "cd110e76-53cc-4fb7-8aa6-7d6697274728", "name": "network-vif-plugged", "status": "completed", "tag": "4d60cbbb-8520-4686-abbf-84d4e6f65aa6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:15:58.607687 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a24c47c4-239f-40c8-96a4-16528a180bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.629497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port df76b926-9934-47ee-b519-982a0829d917 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:58.629873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.689717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a24c47c4-239f-40c8-96a4-16528a180bf5 None None] For port df76b926-9934-47ee-b519-982a0829d917, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=df76b926-9934-47ee-b519-982a0829d917,segment=NetworkSegment(b7517cc3-2d56-4779-bdd0-36d26c14e077),segment_id=b7517cc3-2d56-4779-bdd0-36d26c14e077)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:15:58.704091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41988ec-b1ab-40a1-ab7c-f4986cfd1bbe req-b8326ebc-ff10-419d-bbbb-79ff6ef558ac tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:58.705486 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a24c47c4-239f-40c8-96a4-16528a180bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:58.705718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d41988ec-b1ab-40a1-ab7c-f4986cfd1bbe req-b8326ebc-ff10-419d-bbbb-79ff6ef558ac tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 945 time: 0.0864294 Nov 12 13:15:58.827739 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d41988ec-b1ab-40a1-ab7c-f4986cfd1bbe req-3ed8d5f6-c241-48a8-b33e-4ac15d842070 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108854 Nov 12 13:15:58.857005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c47c4-239f-40c8-96a4-16528a180bf5 None None] Pushing event updated for resources: {'Port': ['ID=df76b926-9934-47ee-b519-982a0829d917,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:58.906167 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2461261e-2851-477c-87be-6eb38c3acf1f x-openstack-request-id: req-2461261e-2851-477c-87be-6eb38c3acf1f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:15:58.906990 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5467b95-f500-468b-94a4-b39fb9254f88", "name": "network-vif-plugged", "status": "completed", "tag": "32939d2b-fbfb-4c0a-a361-20ba474c6d60", "code": 200}, {"server_uuid": "cd110e76-53cc-4fb7-8aa6-7d6697274728", "name": "network-vif-plugged", "status": "completed", "tag": "4d60cbbb-8520-4686-abbf-84d4e6f65aa6", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:15:58.908135 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2461261e-2851-477c-87be-6eb38c3acf1f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:15:58.908736 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5467b95-f500-468b-94a4-b39fb9254f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32939d2b-fbfb-4c0a-a361-20ba474c6d60', 'code': 200} Nov 12 13:15:58.909199 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd110e76-53cc-4fb7-8aa6-7d6697274728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'code': 200} Nov 12 13:15:59.002405 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d829ce7f-cfbc-4f0e-b69b-49c5f825ca7d req-71eff075-7315-42fb-9802-bea47887afab tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9100571 Nov 12 13:15:59.026518 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.041676 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.042075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-189fa556-d73c-48e5-a955-3266521820d5 None None] Provisioning complete for port df76b926-9934-47ee-b519-982a0829d917 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:59.043497 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-189fa556-d73c-48e5-a955-3266521820d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.156375 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Attempting to bind port 56f59a50-a79d-44da-86c7-b6498fc11b2c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:15:59.158314 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Attempting to bind port 56f59a50-a79d-44da-86c7-b6498fc11b2c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:15:59.159221 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Attempting to bind port 56f59a50-a79d-44da-86c7-b6498fc11b2c on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:15:59.196297 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:15:59.197704 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:15:59.198707 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.199393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123f761-fe0d-4da9-844a-b3c607655d78 req-33aabdc7-3e0a-4900-9280-beb8912045ec tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:59.201320 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:15:59.202494 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Bound port: 56f59a50-a79d-44da-86c7-b6498fc11b2c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:15:59.203483 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.210676 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8123f761-fe0d-4da9-844a-b3c607655d78 req-33aabdc7-3e0a-4900-9280-beb8912045ec tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.1225500 Nov 12 13:15:59.279693 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8123f761-fe0d-4da9-844a-b3c607655d78 req-775496aa-0354-45ad-ac6d-2e548f7a70bc tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679033 Nov 12 13:15:59.296620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5827-2669-4f86-9c2c-be7d6a13f09c req-f3794f43-7e46-40bd-8cb1-8756ed8d0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:59.298737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-463e5827-2669-4f86-9c2c-be7d6a13f09c req-f3794f43-7e46-40bd-8cb1-8756ed8d0fbb service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 1100 time: 0.2107503 Nov 12 13:15:59.321135 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] For port 56f59a50-a79d-44da-86c7-b6498fc11b2c, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:15:59.328976 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] For port 56f59a50-a79d-44da-86c7-b6498fc11b2c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=56f59a50-a79d-44da-86c7-b6498fc11b2c,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:15:59.343629 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.346986 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a025061-b5cf-450c-ac97-808489159afa None None] Pushing event updated for resources: {'Port': ['ID=56f59a50-a79d-44da-86c7-b6498fc11b2c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:59.406020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e75dd-ebb0-44d0-9200-514370e93c21 req-3ef0ad9d-e3f3-4ab1-9cdf-570fe8b3f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:59.407841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c9e75dd-ebb0-44d0-9200-514370e93c21 req-3ef0ad9d-e3f3-4ab1-9cdf-570fe8b3f86a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 1096 time: 0.3187490 Nov 12 13:15:59.422585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-463e5827-2669-4f86-9c2c-be7d6a13f09c req-66c80c9c-c686-427b-8d55-b03c32adf61d service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838649 Nov 12 13:15:59.425920 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-279dca8c-8c88-4d5b-996b-76b422f0056a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.443114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69f92a-ca5b-4c88-8eb9-6d85c058f26d req-e1744618-27b2-4b3c-a824-4eb4ae4fb682 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:59.451672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b69f92a-ca5b-4c88-8eb9-6d85c058f26d req-e1744618-27b2-4b3c-a824-4eb4ae4fb682 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 948 time: 0.2037604 Nov 12 13:15:59.467538 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a025061-b5cf-450c-ac97-808489159afa None None] Pushing event updated for resources: {'Port': ['ID=56f59a50-a79d-44da-86c7-b6498fc11b2c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:15:59.468431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4958-1379-4151-8ae3-6c95097b30be req-1aab8024-8912-4cfc-a000-013e05ce29be tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:59.471697 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-406c4958-1379-4151-8ae3-6c95097b30be req-1aab8024-8912-4cfc-a000-013e05ce29be tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 945 time: 0.1121743 Nov 12 13:15:59.490768 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Routers {'10dc8225-6921-4114-90a9-01bd4f00cd21'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:15:59.491630 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['10dc8225-6921-4114-90a9-01bd4f00cd21'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:15:59.542588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-406c4958-1379-4151-8ae3-6c95097b30be req-cbe98296-20c0-4469-8de7-b1935ab97d22 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582347 Nov 12 13:15:59.615771 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c9e75dd-ebb0-44d0-9200-514370e93c21 req-4d582d2e-c6ab-409f-a037-61d55522682c service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966393 Nov 12 13:15:59.619618 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b69f92a-ca5b-4c88-8eb9-6d85c058f26d req-9e2d69ad-c314-4cf6-ad02-f82a1e32a6fb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671538 Nov 12 13:15:59.650121 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] Set router 10dc8225-6921-4114-90a9-01bd4f00cd21 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:15:59.656705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 416f4492-9a3e-4633-8a15-384c4aab89a5 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:15:59.676341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.706627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b76cec-8174-42aa-bc2d-93b8cbfda7e0 req-5435d37c-d0bf-4f68-962f-e0a1f159dd29 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:15:59.718810 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d5b76cec-8174-42aa-bc2d-93b8cbfda7e0 req-5435d37c-d0bf-4f68-962f-e0a1f159dd29 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1164176 Nov 12 13:15:59.736926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 416f4492-9a3e-4633-8a15-384c4aab89a5 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:15:59.745357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 416f4492-9a3e-4633-8a15-384c4aab89a5 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:15:59.745357 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.830442 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d5b76cec-8174-42aa-bc2d-93b8cbfda7e0 req-40d07791-362a-45a6-9885-6c4533c62dab tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049211 Nov 12 13:15:59.948616 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:15:59.998895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4628fff-bcbe-4e09-9807-ad56a9e9686f req-5eeaa347-5677-49d9-93a7-84809408b12e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:00.002872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Allocated IP 172.20.0.1 (464cc67c-d4ed-4722-a252-ad9ecd305524/dd72d3f4-9116-43a1-a35e-d9442a3e735f/6f06a9be-6a6a-48fb-9306-0d8e21175afb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:00.006400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4628fff-bcbe-4e09-9807-ad56a9e9686f req-5eeaa347-5677-49d9-93a7-84809408b12e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 945 time: 0.0850940 Nov 12 13:16:00.029349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:00.039580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.040355 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-router', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:15:56Z', 'revision_number': 3, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'gw_port': {'id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:00.088893 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f497c7-acf9-4e39-8b32-2cef91f4c02f None None] The sync data for ids ['10dc8225-6921-4114-90a9-01bd4f00cd21'] in n-d-805736-4 is: [{'id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-router', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:15:56Z', 'revision_number': 3, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'gw_port': {'id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:16:00.095489 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4628fff-bcbe-4e09-9807-ad56a9e9686f req-62e9a9de-bebe-45e7-aa5b-a72cae33a20f tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879447 Nov 12 13:16:00.139856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:00.235088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffa704-e09b-46a9-b47a-64a3809aa921 req-e574d97c-3ef9-47b0-a187-d107833fac87 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:00.236677 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56ffa704-e09b-46a9-b47a-64a3809aa921 req-e574d97c-3ef9-47b0-a187-d107833fac87 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0602856 Nov 12 13:16:00.238106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7df62-c026-4360-b7a2-bd5669030ea0 req-ed40607a-d3a0-49a9-8c6a-87cfd1382b0d tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:00.245968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79e7df62-c026-4360-b7a2-bd5669030ea0 req-ed40607a-d3a0-49a9-8c6a-87cfd1382b0d tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 945 time: 0.1708755 Nov 12 13:16:00.284034 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.317337 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56ffa704-e09b-46a9-b47a-64a3809aa921 req-042fbb61-e5df-47e2-a168-9ce30956b1df tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737629 Nov 12 13:16:00.338761 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79e7df62-c026-4360-b7a2-bd5669030ea0 req-ca0cd7ab-3717-4e5e-9d1e-d736cd0a4e7a tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917239 Nov 12 13:16:00.376711 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.395898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d2d1b70b-a197-4139-9975-9d909fba67d0 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:00.442126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Network 464cc67c-d4ed-4722-a252-ad9ecd305524 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:00.446929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:00.447762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device df76b926-9934-47ee-b519-982a0829d917 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:00.451954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:00.513330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.549089 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.589039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port df76b926-9934-47ee-b519-982a0829d917 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:00.589903 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.624827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port d2d1b70b-a197-4139-9975-9d909fba67d0 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:16:00.628977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Pushing event updated for resources: {'Port': ['ID=6f06a9be-6a6a-48fb-9306-0d8e21175afb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:00.648505 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port d2d1b70b-a197-4139-9975-9d909fba67d0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:00.649182 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.831284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a103f5-1457-484f-adc0-bc4b1eb0ea7f req-fe19f5e4-151b-4135-aebe-81a4d992c997 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:00.834121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98a103f5-1457-484f-adc0-bc4b1eb0ea7f req-fe19f5e4-151b-4135-aebe-81a4d992c997 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.2790589 Nov 12 13:16:00.848618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a368c-4615-4a40-8ae2-a090114466eb req-64dfa353-2f2a-4f68-8be3-13d927d35b52 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:00.857140 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:00.859910 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-515a368c-4615-4a40-8ae2-a090114466eb req-64dfa353-2f2a-4f68-8be3-13d927d35b52 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 948 time: 0.1111624 Nov 12 13:16:00.927559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:00.940582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-515a368c-4615-4a40-8ae2-a090114466eb req-7b539212-36af-414e-a224-454064f14ad0 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710611 Nov 12 13:16:00.945613 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b5f349-63c8-4bea-85a4-cfe3faadec8a" -d '{"events": [{"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-plugged", "status": "completed", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:00.961106 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.009582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1fbf036f-44b4-47a0-a46a-355c8dd52875 None None] Provisioning complete for port 6f06a9be-6a6a-48fb-9306-0d8e21175afb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:01.010092 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fbf036f-44b4-47a0-a46a-355c8dd52875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.060666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d2d1b70b-a197-4139-9975-9d909fba67d0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d2d1b70b-a197-4139-9975-9d909fba67d0,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:01.097692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e568501-64db-4a7e-ba2e-46eda4affd13 req-87397e96-07d7-4cd2-9a72-de5d5723cdb6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:01.103833 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e568501-64db-4a7e-ba2e-46eda4affd13 req-87397e96-07d7-4cd2-9a72-de5d5723cdb6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1151788 Nov 12 13:16:01.104654 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.134610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.154803 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.182619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf036f-44b4-47a0-a46a-355c8dd52875 None None] Port 6f06a9be-6a6a-48fb-9306-0d8e21175afb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:01.201255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e568501-64db-4a7e-ba2e-46eda4affd13 req-e1c03584-26b5-44f2-a95e-3b4861b09014 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900180 Nov 12 13:16:01.235614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d2d1b70b-a197-4139-9975-9d909fba67d0,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:01.266484 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98a103f5-1457-484f-adc0-bc4b1eb0ea7f req-4fed2309-f2ca-4e1e-aea3-98bd3ac3c9d7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176970 Nov 12 13:16:01.304095 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7563aabb-90cf-43e6-be05-24d497831bde x-openstack-request-id: req-7563aabb-90cf-43e6-be05-24d497831bde {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:01.304513 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-plugged", "status": "completed", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:01.304862 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7563aabb-90cf-43e6-be05-24d497831bde {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:01.305400 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'code': 200} Nov 12 13:16:01.356073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Pushing event updated for resources: {'Port': ['ID=6f06a9be-6a6a-48fb-9306-0d8e21175afb,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:01.494096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.510940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b485d-4671-4b4c-a79a-3e1b6560bbb3 req-6e2f77b3-68ef-46bf-9ecb-87f3cd4c6a1c tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:01.521871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b5b485d-4671-4b4c-a79a-3e1b6560bbb3 req-6e2f77b3-68ef-46bf-9ecb-87f3cd4c6a1c tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0792482 Nov 12 13:16:01.582946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bb6b2-3b2d-4745-b34a-f89747726e2d req-e1ad9b2b-f6f3-402b-a9ee-cea6511770d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:01.584465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce8bb6b2-3b2d-4745-b34a-f89747726e2d req-e1ad9b2b-f6f3-402b-a9ee-cea6511770d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 1100 time: 0.1566126 Nov 12 13:16:01.604404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b5b485d-4671-4b4c-a79a-3e1b6560bbb3 req-8cfc7937-7f3f-4b65-9767-609f905973b1 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813932 Nov 12 13:16:01.606810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b28a9-42d7-4304-b7a8-a1b6c3c322c5 req-e96dacfd-c1eb-40e3-8824-4fcf3372097a tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:01.609260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-523b28a9-42d7-4304-b7a8-a1b6c3c322c5 req-e96dacfd-c1eb-40e3-8824-4fcf3372097a tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 945 time: 0.1991143 Nov 12 13:16:01.625164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e526ca-e122-4980-8918-614aa7d335cc req-145f89b8-75c1-4eab-ab53-3fd0713a2ed9 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:01.626751 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61e526ca-e122-4980-8918-614aa7d335cc req-145f89b8-75c1-4eab-ab53-3fd0713a2ed9 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.70 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 945 time: 0.0659540 Nov 12 13:16:01.699323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce8bb6b2-3b2d-4745-b34a-f89747726e2d req-0b21b139-a795-43ab-8e73-fb63030defcb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053205 Nov 12 13:16:01.714587 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Network 464cc67c-d4ed-4722-a252-ad9ecd305524 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:01.720639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:01.738591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-523b28a9-42d7-4304-b7a8-a1b6c3c322c5 req-841c5a74-aaa7-4071-a3b7-16a2152a32bb tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139786 Nov 12 13:16:01.810033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-61e526ca-e122-4980-8918-614aa7d335cc req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Deleting port 4b27ed46-d9d3-437c-8073-23677afd37d4 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:01.810656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61e526ca-e122-4980-8918-614aa7d335cc req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:01.822168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fac05-3c67-4937-8be2-eae2200fa3cd req-fc0f1151-7ae4-419f-81a9-09dea825996a tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:01.824728 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac4fac05-3c67-4937-8be2-eae2200fa3cd req-fc0f1151-7ae4-419f-81a9-09dea825996a tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 945 time: 0.1102536 Nov 12 13:16:01.929617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Router 10dc8225-6921-4114-90a9-01bd4f00cd21 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:16:01.966350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac4fac05-3c67-4937-8be2-eae2200fa3cd req-3c339d97-5738-4d69-a997-e766a8195e85 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2c01de6-40ad-4768-bf6a-aeea6bb92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171212 Nov 12 13:16:02.007387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-61e526ca-e122-4980-8918-614aa7d335cc req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] For port 4b27ed46-d9d3-437c-8073-23677afd37d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4b27ed46-d9d3-437c-8073-23677afd37d4,segment=NetworkSegment(9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9),segment_id=9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:02.007764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61e526ca-e122-4980-8918-614aa7d335cc req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.036923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-61e526ca-e122-4980-8918-614aa7d335cc req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Calling delete_port for 4b27ed46-d9d3-437c-8073-23677afd37d4 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:02.065273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.135668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1b9c8aa7-c47a-48f7-8a2b-5a421c3b8686 None None] Provisioning complete for port 6f06a9be-6a6a-48fb-9306-0d8e21175afb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:02.136798 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8aa7-c47a-48f7-8a2b-5a421c3b8686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.199335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c8aa7-c47a-48f7-8a2b-5a421c3b8686 None None] Port 6f06a9be-6a6a-48fb-9306-0d8e21175afb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:02.210816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c2ebe-b18b-4d0e-9ace-19f25f35d34c req-688c1104-ebc6-460e-80cd-8267c6e7b098 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:02.212348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-611c2ebe-b18b-4d0e-9ace-19f25f35d34c req-688c1104-ebc6-460e-80cd-8267c6e7b098 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 949 time: 0.1097555 Nov 12 13:16:02.214043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:16:02.229525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d148992b-6107-4824-a63b-06a83133ea8b admin admin] 10.222.0.73 "PUT /v2.0/routers/10dc8225-6921-4114-90a9-01bd4f00cd21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2160716 Nov 12 13:16:02.235630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61e526ca-e122-4980-8918-614aa7d335cc req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.249490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4b27ed46-d9d3-437c-8073-23677afd37d4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:02.304423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Pushing event deleted for resources: {'Port': ['ID=4b27ed46-d9d3-437c-8073-23677afd37d4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:02.319528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.319992 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.320561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.320976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.321468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.321917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.322372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.323275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.323275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.324223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.324715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.325241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:02.354158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-611c2ebe-b18b-4d0e-9ace-19f25f35d34c req-dd80a140-a1b8-4830-a61d-3fe8c3f508ef tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221390 Nov 12 13:16:02.473624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e526ca-e122-4980-8918-614aa7d335cc req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] No DVR routers for this DVR port 4b27ed46-d9d3-437c-8073-23677afd37d4 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:02.478497 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61e526ca-e122-4980-8918-614aa7d335cc req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.482252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61e526ca-e122-4980-8918-614aa7d335cc req-d9f72867-687a-4ca4-aacb-ad24ddef33cd tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.70 "DELETE /v2.0/ports/4b27ed46-d9d3-437c-8073-23677afd37d4 HTTP/1.1" status: 204 len: 173 time: 0.8457656 Nov 12 13:16:02.482742 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d', 'name': 'network-vif-deleted', 'tag': '4b27ed46-d9d3-437c-8073-23677afd37d4'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:02.488974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe3a7-cd3f-4baf-ace8-170b5a3d0c24 req-4226b8d0-d9ab-40a0-82ed-b4583837272a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:02.498203 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-604fe3a7-cd3f-4baf-ace8-170b5a3d0c24 req-4226b8d0-d9ab-40a0-82ed-b4583837272a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.0817432 Nov 12 13:16:02.501770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56f59a50-a79d-44da-86c7-b6498fc11b2c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:02.505737 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf42616-3331-41aa-a93f-1164145bed60" -d '{"events": [{"server_uuid": "92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d", "name": "network-vif-deleted", "tag": "4b27ed46-d9d3-437c-8073-23677afd37d4"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:02.555644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40341d5d-bf11-443a-9bb8-8dc038312a0a req-4f7ef211-8e22-4f9e-9b21-77a397f2ec99 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:02.569873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40341d5d-bf11-443a-9bb8-8dc038312a0a req-4f7ef211-8e22-4f9e-9b21-77a397f2ec99 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1725380 Nov 12 13:16:02.603055 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-604fe3a7-cd3f-4baf-ace8-170b5a3d0c24 req-1f31ff2d-878e-4b4c-8e84-29bf6342baeb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033046 Nov 12 13:16:02.682940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40341d5d-bf11-443a-9bb8-8dc038312a0a req-a16d5a5c-1105-4bed-abb6-9a880b5fc7b4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112466 Nov 12 13:16:02.784729 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f516f7-a89b-4da1-a388-a69fb9ef4c26 x-openstack-request-id: req-b4f516f7-a89b-4da1-a388-a69fb9ef4c26 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:02.786184 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d", "name": "network-vif-deleted", "tag": "4b27ed46-d9d3-437c-8073-23677afd37d4", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:02.786918 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b4f516f7-a89b-4da1-a388-a69fb9ef4c26 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:02.787521 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d', 'name': 'network-vif-deleted', 'tag': '4b27ed46-d9d3-437c-8073-23677afd37d4', 'status': 'completed', 'code': 200} Nov 12 13:16:02.792114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Sync routers for ids ['10dc8225-6921-4114-90a9-01bd4f00cd21'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:16:02.822454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Routers {'10dc8225-6921-4114-90a9-01bd4f00cd21'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:02.823146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['10dc8225-6921-4114-90a9-01bd4f00cd21'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:02.871741 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.887480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 56f59a50-a79d-44da-86c7-b6498fc11b2c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:02.888104 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:02.923342 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-b059023b-729c-42cb-a526-afe18cb1d76f req-2a1d39b2-aac0-4cb1-87a4-4715aa226e87 tempest-FloatingIPDetailsNegativeTestJSON-411388850 tempest-FloatingIPDetailsNegativeTestJSON-411388850-project] show failed (client error): The resource could not be found. Nov 12 13:16:02.923849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792e43d-05f3-4056-be99-a949488b9f48 req-72e63bdd-9da8-4821-95f6-6844e36a7fba tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:02.926920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b059023b-729c-42cb-a526-afe18cb1d76f req-2a1d39b2-aac0-4cb1-87a4-4715aa226e87 tempest-FloatingIPDetailsNegativeTestJSON-411388850 tempest-FloatingIPDetailsNegativeTestJSON-411388850-project] 10.222.0.73 "GET /v2.0/floatingips/033fb5b8-23d6-4dec-b9dd-f39858e4e165 HTTP/1.1" status: 404 len: 350 time: 0.0671234 Nov 12 13:16:02.933760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3792e43d-05f3-4056-be99-a949488b9f48 req-72e63bdd-9da8-4821-95f6-6844e36a7fba tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0689754 Nov 12 13:16:02.936277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59900) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:02.997462 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3792e43d-05f3-4056-be99-a949488b9f48 req-f28e0329-1895-435e-bf3b-bdca9803b180 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593960 Nov 12 13:16:03.087014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Set router 10dc8225-6921-4114-90a9-01bd4f00cd21 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:03.340575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc099fb-fd4e-447d-b752-95a60d6ac045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d1b70b-a197-4139-9975-9d909fba67d0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:03.344644 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c990e467-1eb8-420e-b209-cb9bcf872ae7" -d '{"events": [{"server_uuid": "9cc099fb-fd4e-447d-b752-95a60d6ac045", "name": "network-vif-plugged", "status": "completed", "tag": "d2d1b70b-a197-4139-9975-9d909fba67d0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:03.349494 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.353606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c957e7-5dd9-4be2-a228-0b99a6993698 req-b40007aa-c17c-4eb7-a67a-8d08294b79ba tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:03.365568 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59c957e7-5dd9-4be2-a228-0b99a6993698 req-b40007aa-c17c-4eb7-a67a-8d08294b79ba tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 945 time: 0.2621574 Nov 12 13:16:03.371188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cced6224-373f-4cfb-b579-76a07db12df9 req-9d943c94-2c73-407f-8d2f-d086188f70f3 tempest-ServerAddressesNegativeTestJSON-573200441 tempest-ServerAddressesNegativeTestJSON-573200441-project] 10.222.0.73 "GET /v2.0/ports?device_id=92bfc0e4-b3d5-48f2-99ab-8dee80fbe14d HTTP/1.1" status: 200 len: 210 time: 0.0616033 Nov 12 13:16:03.391859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 56f59a50-a79d-44da-86c7-b6498fc11b2c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=56f59a50-a79d-44da-86c7-b6498fc11b2c,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:03.399921 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.456971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59c957e7-5dd9-4be2-a228-0b99a6993698 req-36c0c60e-93b2-4164-9bf5-c0e741e3a3c9 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904303 Nov 12 13:16:03.487261 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384af7bc-57be-448c-bb17-76f46feca40f x-openstack-request-id: req-384af7bc-57be-448c-bb17-76f46feca40f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:03.492411 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc099fb-fd4e-447d-b752-95a60d6ac045", "name": "network-vif-plugged", "status": "completed", "tag": "d2d1b70b-a197-4139-9975-9d909fba67d0", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:03.492906 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-384af7bc-57be-448c-bb17-76f46feca40f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:03.493620 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc099fb-fd4e-447d-b752-95a60d6ac045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d1b70b-a197-4139-9975-9d909fba67d0', 'code': 200} Nov 12 13:16:03.586107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=56f59a50-a79d-44da-86c7-b6498fc11b2c,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:03.655039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e08bc-ad28-486a-ac5f-96983fc4b107 req-db7eb9cc-c6b5-42c3-89f6-c0248934291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:03.657080 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f48e08bc-ad28-486a-ac5f-96983fc4b107 req-db7eb9cc-c6b5-42c3-89f6-c0248934291a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 1100 time: 0.0980558 Nov 12 13:16:03.674869 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-router', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:16:00Z', 'revision_number': 4, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'gw_port': {'id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6f06a9be-6a6a-48fb-9306-0d8e21175afb', 'name': '', 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'mac_address': 'fa:16:3e:9d:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd72d3f4-9116-43a1-a35e-d9442a3e735f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:15:59Z', 'updated_at': '2021-11-12T13:16:00Z', 'revision_number': 2, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'subnets': [{'id': 'dd72d3f4-9116-43a1-a35e-d9442a3e735f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:03.698279 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89557887-da55-4ee9-a14f-7af371a2f46e req-8ab6db77-00da-4353-9d1c-2e222033cacd tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:03.701991 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89557887-da55-4ee9-a14f-7af371a2f46e req-8ab6db77-00da-4353-9d1c-2e222033cacd tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 949 time: 0.1410952 Nov 12 13:16:03.765952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Checking router: 10dc8225-6921-4114-90a9-01bd4f00cd21 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:16:03.768157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Updating router 10dc8225-6921-4114-90a9-01bd4f00cd21 port 6f06a9be-6a6a-48fb-9306-0d8e21175afb binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:16:03.786099 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f48e08bc-ad28-486a-ac5f-96983fc4b107 req-33cb64a8-46ad-41b6-9019-6616fdd339e2 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140020 Nov 12 13:16:03.823039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89557887-da55-4ee9-a14f-7af371a2f46e req-b9470148-1a24-4b78-8ecd-efbf2d82d090 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125834 Nov 12 13:16:03.825938 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.831453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:03.918602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e4359-5348-4697-aeec-9a617be021ab req-5caab964-00ad-4a60-b0c9-b82f29b672dc tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:03.921478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7a0e4359-5348-4697-aeec-9a617be021ab req-5caab964-00ad-4a60-b0c9-b82f29b672dc tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.1331048 Nov 12 13:16:04.041727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b580674-74c0-4055-8901-985ba75bde07 req-30052b55-a57b-4323-9fb5-53a2e9f70f6b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:04.049023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7a0e4359-5348-4697-aeec-9a617be021ab req-c36e6d76-5d64-4a4b-8d3e-5eb1d4917e61 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149151 Nov 12 13:16:04.056017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1b580674-74c0-4055-8901-985ba75bde07 req-30052b55-a57b-4323-9fb5-53a2e9f70f6b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1085758 Nov 12 13:16:04.103612 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1b580674-74c0-4055-8901-985ba75bde07 req-b5ae50da-bc0e-4a54-898a-7687ecf3787d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475245 Nov 12 13:16:04.365307 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0b296-2c8f-451b-8d0c-3c7f6db74fef req-6d875645-bbe6-4a7e-8623-c1567f134081 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:04.371574 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baf0b296-2c8f-451b-8d0c-3c7f6db74fef req-6d875645-bbe6-4a7e-8623-c1567f134081 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.1258092 Nov 12 13:16:04.374323 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.385357 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.460374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56f59a50-a79d-44da-86c7-b6498fc11b2c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:04.472732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Deleting port 6f06a9be-6a6a-48fb-9306-0d8e21175afb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:04.473926 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.485351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59926) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:04.565583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baf0b296-2c8f-451b-8d0c-3c7f6db74fef req-d37aea40-6e42-4b9b-91d5-caa66081783c tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799648 Nov 12 13:16:04.588557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-abaf75bb-4ced-4f1a-ac3f-12c5753ff5b1 admin admin] Deleting subnet 3311e0b7-ca26-4dbc-984b-ef25b78d9de5 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:16:04.610614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abaf75bb-4ced-4f1a-ac3f-12c5753ff5b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.708438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fc787-584d-40e1-ac1d-95a1069cbb27 None None] Pushing event updated for resources: {'Port': ['ID=6f06a9be-6a6a-48fb-9306-0d8e21175afb,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:04.718113 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.724832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Attempting to bind port 6f06a9be-6a6a-48fb-9306-0d8e21175afb on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:04.725685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Attempting to bind port 6f06a9be-6a6a-48fb-9306-0d8e21175afb by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b7517cc3-2d56-4779-bdd0-36d26c14e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:04.726056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Attempting to bind port 6f06a9be-6a6a-48fb-9306-0d8e21175afb on network 464cc67c-d4ed-4722-a252-ad9ecd305524 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:04.733391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:04.734317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Checking segment: {'id': 'b7517cc3-2d56-4779-bdd0-36d26c14e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:04.734726 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.735123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Bound using segment: {'id': 'b7517cc3-2d56-4779-bdd0-36d26c14e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:04.735602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Bound port: 6f06a9be-6a6a-48fb-9306-0d8e21175afb, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7517cc3-2d56-4779-bdd0-36d26c14e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:04.735981 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.742750 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abaf75bb-4ced-4f1a-ac3f-12c5753ff5b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.768331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Calling delete_port for 6f06a9be-6a6a-48fb-9306-0d8e21175afb owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:04.850577 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abaf75bb-4ced-4f1a-ac3f-12c5753ff5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.869634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] For port 6f06a9be-6a6a-48fb-9306-0d8e21175afb, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:04.875112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] For port 6f06a9be-6a6a-48fb-9306-0d8e21175afb, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6f06a9be-6a6a-48fb-9306-0d8e21175afb,segment=NetworkSegment(b7517cc3-2d56-4779-bdd0-36d26c14e077),segment_id=b7517cc3-2d56-4779-bdd0-36d26c14e077)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:04.888367 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:04.949052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Routers {'10dc8225-6921-4114-90a9-01bd4f00cd21'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:04.949928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['10dc8225-6921-4114-90a9-01bd4f00cd21'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:04.959359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 56f59a50-a79d-44da-86c7-b6498fc11b2c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:04.959725 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.040694 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abaf75bb-4ced-4f1a-ac3f-12c5753ff5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.138982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf75bb-4ced-4f1a-ac3f-12c5753ff5b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3311e0b7-ca26-4dbc-984b-ef25b78d9de5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:05.149560 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abaf75bb-4ced-4f1a-ac3f-12c5753ff5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.158819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-abaf75bb-4ced-4f1a-ac3f-12c5753ff5b1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3311e0b7-ca26-4dbc-984b-ef25b78d9de5 HTTP/1.1" status: 204 len: 168 time: 0.6710351 Nov 12 13:16:05.161985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59942) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:05.167188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7224ad25-53d4-4b33-89d4-bc13ef737b59 None None] Provisioning complete for port 6f06a9be-6a6a-48fb-9306-0d8e21175afb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:05.167795 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7224ad25-53d4-4b33-89d4-bc13ef737b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.247582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fc787-584d-40e1-ac1d-95a1069cbb27 None None] Pushing event updated for resources: {'Port': ['ID=6f06a9be-6a6a-48fb-9306-0d8e21175afb,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:05.272374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f8f2e-c09c-4885-ade5-8d97b2a669e7 req-0a680b69-5f63-473c-af07-ee920d353c9d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:05.283702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-103f8f2e-c09c-4885-ade5-8d97b2a669e7 req-0a680b69-5f63-473c-af07-ee920d353c9d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 949 time: 0.2941873 Nov 12 13:16:05.340423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.405310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] Set router 10dc8225-6921-4114-90a9-01bd4f00cd21 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:05.438093 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-103f8f2e-c09c-4885-ade5-8d97b2a669e7 req-62ed9876-b7e7-4bc1-b560-dc887ef37d29 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461656 Nov 12 13:16:05.549266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.580108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3892eca3-c0e7-4e29-940b-a4b816844d6b']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:05.582981 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.603015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:05.606362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6eabb6-b575-4eb1-a088-d7ba2ed12fd9') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:05.639322 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.682220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.694795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f06a9be-6a6a-48fb-9306-0d8e21175afb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:05.696546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:16:05.697158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:16:05.733257 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:16:05.835389 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.846750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3d06-6de0-4c80-a523-a810fb8ff5c8 req-117139ea-d19d-43e3-9f65-b720943c522a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:05.855661 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e9f3d06-6de0-4c80-a523-a810fb8ff5c8 req-117139ea-d19d-43e3-9f65-b720943c522a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1202240 Nov 12 13:16:05.867327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.867899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.868030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.868378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.868852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.869195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.870067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.870458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.870830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.871172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.871737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.872078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:05.892507 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.899923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3892eca3-c0e7-4e29-940b-a4b816844d6b HTTP/1.1" status: 204 len: 168 time: 0.7368197 Nov 12 13:16:05.902284 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c43efc-d01d-427f-88a4-c8362a8019f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3892eca3-c0e7-4e29-940b-a4b816844d6b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:05.950303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4b27ed46-d9d3-437c-8073-23677afd37d4 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:05.953709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7224ad25-53d4-4b33-89d4-bc13ef737b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:05.967068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e9f3d06-6de0-4c80-a523-a810fb8ff5c8 req-4ec2bad3-3692-455c-b9a3-071049162dcb tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038408 Nov 12 13:16:06.081987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 4b27ed46-d9d3-437c-8073-23677afd37d4 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:06.082338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4b27ed46-d9d3-437c-8073-23677afd37d4 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:06.146172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59958) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:06.211937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-router', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:16:00Z', 'revision_number': 4, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'gw_port': {'id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6f06a9be-6a6a-48fb-9306-0d8e21175afb', 'name': '', 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'mac_address': 'fa:16:3e:9d:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd72d3f4-9116-43a1-a35e-d9442a3e735f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:15:59Z', 'updated_at': '2021-11-12T13:16:04Z', 'revision_number': 4, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'subnets': [{'id': 'dd72d3f4-9116-43a1-a35e-d9442a3e735f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:06.242585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355ceb1-2883-4cb7-bae4-f0a8856d1ad5 None None] The sync data for ids ['10dc8225-6921-4114-90a9-01bd4f00cd21'] in n-d-805736-4 is: [{'id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-router', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:16:00Z', 'revision_number': 4, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'gw_port': {'id': '56f59a50-a79d-44da-86c7-b6498fc11b2c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6f06a9be-6a6a-48fb-9306-0d8e21175afb', 'name': '', 'network_id': '464cc67c-d4ed-4722-a252-ad9ecd305524', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'mac_address': 'fa:16:3e:9d:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd72d3f4-9116-43a1-a35e-d9442a3e735f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:15:59Z', 'updated_at': '2021-11-12T13:16:04Z', 'revision_number': 4, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'subnets': [{'id': 'dd72d3f4-9116-43a1-a35e-d9442a3e735f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:16:06.248606 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b63ff015-2205-4ca4-b24a-3fb6c84a770e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37e5abb4d6024a7c84b506fb5bad20bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1008420 Nov 12 13:16:06.253163 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59968) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:06.316854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bb224dec-6d83-4bdf-a9e8-d751ad5cf7e6 None None] Could not find standard attr ID for object 6f06a9be-6a6a-48fb-9306-0d8e21175afb. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:16:06.379415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8b09-aa95-4b44-939b-dc2be325cdda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.435385 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8b09-aa95-4b44-939b-dc2be325cdda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.462122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69824e16-8a95-4eb0-8d87-f4fdaa6ab593 req-9278f398-5668-4895-88d2-e79d8b99d300 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:06.463603 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69824e16-8a95-4eb0-8d87-f4fdaa6ab593 req-9278f398-5668-4895-88d2-e79d8b99d300 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 945 time: 0.0869563 Nov 12 13:16:06.522506 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eefc5-45e4-4ddf-a8ca-60d6204f2357 req-8cd64346-263d-4f22-9716-ac2b309c0034 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:06.524064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-326eefc5-45e4-4ddf-a8ca-60d6204f2357 req-8cd64346-263d-4f22-9716-ac2b309c0034 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.8600345 Nov 12 13:16:06.577311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69824e16-8a95-4eb0-8d87-f4fdaa6ab593 req-5ae172ae-868c-48ba-a3b7-e0fafbb3d19e tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783556 Nov 12 13:16:06.577311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8b09-aa95-4b44-939b-dc2be325cdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.577311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8b09-aa95-4b44-939b-dc2be325cdda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.577311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6a2e8b09-aa95-4b44-939b-dc2be325cdda admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d2c01de6-40ad-4768-bf6a-aeea6bb92b95 HTTP/1.1" status: 204 len: 168 time: 0.3189824 Nov 12 13:16:06.608560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e8b09-aa95-4b44-939b-dc2be325cdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c01de6-40ad-4768-bf6a-aeea6bb92b95,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:06.631642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-326eefc5-45e4-4ddf-a8ca-60d6204f2357 req-ee4c7ed2-16d7-4052-af6a-07e6194d80f9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009269 Nov 12 13:16:06.663344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:06.770957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bce134-f0b5-4f2d-a770-7944403cf6cd req-a96ce3ce-c2b4-4fd5-85d1-1fddf2b6292c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:06.775298 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0bce134-f0b5-4f2d-a770-7944403cf6cd req-a96ce3ce-c2b4-4fd5-85d1-1fddf2b6292c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 949 time: 0.0902784 Nov 12 13:16:06.867646 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0bce134-f0b5-4f2d-a770-7944403cf6cd req-427825d8-5b58-40f0-820d-7a3f0e233a0e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868654 Nov 12 13:16:06.972465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Router 10dc8225-6921-4114-90a9-01bd4f00cd21 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:16:07.035490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2eb2c-51de-4796-aa3b-9344a33b3371 req-a70574d8-1ff7-49a4-a51d-8ace2343dac0 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:07.049938 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d3f2eb2c-51de-4796-aa3b-9344a33b3371 req-a70574d8-1ff7-49a4-a51d-8ace2343dac0 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 949 time: 0.0828242 Nov 12 13:16:07.134998 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d3f2eb2c-51de-4796-aa3b-9344a33b3371 req-1eb75007-85c0-4640-b246-197cba86f45e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814064 Nov 12 13:16:07.176867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:16:07.187049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5ad6b121-4518-4f90-b410-29a7830e5812 admin admin] 10.222.0.73 "PUT /v2.0/routers/10dc8225-6921-4114-90a9-01bd4f00cd21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2496121 Nov 12 13:16:07.189854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60002) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:07.324744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c763614-ad1c-4bf1-a828-491f2d6626d2 req-8416110e-f7b5-49c6-84cf-7105e2459b0d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:07.328862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c763614-ad1c-4bf1-a828-491f2d6626d2 req-8416110e-f7b5-49c6-84cf-7105e2459b0d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0667195 Nov 12 13:16:07.407924 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c763614-ad1c-4bf1-a828-491f2d6626d2 req-abbdf43c-356e-4c84-be1a-10eec4f78d4c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752726 Nov 12 13:16:07.415681 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.589270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.608983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975c18-51e7-4960-8e07-e0c0ca61447d req-dbf67ff8-d18f-4eb4-ba1d-7ee5c1052fdb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:07.615155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975c18-51e7-4960-8e07-e0c0ca61447d req-dbf67ff8-d18f-4eb4-ba1d-7ee5c1052fdb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:07.616777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e975c18-51e7-4960-8e07-e0c0ca61447d req-dbf67ff8-d18f-4eb4-ba1d-7ee5c1052fdb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045&device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 1689 time: 0.0926323 Nov 12 13:16:07.741241 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e975c18-51e7-4960-8e07-e0c0ca61447d req-574c9005-34a3-4386-9352-2b7efd95533e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962470 Nov 12 13:16:07.744393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Deleting port 56f59a50-a79d-44da-86c7-b6498fc11b2c {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:07.744991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.860943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] For port 56f59a50-a79d-44da-86c7-b6498fc11b2c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=56f59a50-a79d-44da-86c7-b6498fc11b2c,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:07.861672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:07.875522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60030) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:07.893027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Calling delete_port for 56f59a50-a79d-44da-86c7-b6498fc11b2c owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:08.086186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1259242685-network', 'tenant_id': '44bbb573e2f944788a4da5de2cdc3546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:08.129751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Made reservation on behalf of 44bbb573e2f944788a4da5de2cdc3546 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:08.133007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.144074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b85de8-4c2b-4d9c-b625-3b4d9a9d8e47 req-b758af37-9333-4f69-bb6d-9913a652f4fd tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:08.152867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65b85de8-4c2b-4d9c-b625-3b4d9a9d8e47 req-b758af37-9333-4f69-bb6d-9913a652f4fd tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.1181259 Nov 12 13:16:08.159621 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.215164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1fdd-00d5-4e9e-b662-e42288a812e5 req-320bf48a-768b-4ed6-bdf5-65aea2d2498e tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:08.216948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e77c1fdd-00d5-4e9e-b662-e42288a812e5 req-320bf48a-768b-4ed6-bdf5-65aea2d2498e tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 1100 time: 0.0804787 Nov 12 13:16:08.236709 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65b85de8-4c2b-4d9c-b625-3b4d9a9d8e47 req-21208f5c-599d-453c-88c4-0703c719e927 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832703 Nov 12 13:16:08.238401 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.277484 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] Sync routers for ids ['10dc8225-6921-4114-90a9-01bd4f00cd21'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:16:08.305160 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] Routers {'10dc8225-6921-4114-90a9-01bd4f00cd21'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:08.306417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f59a50-a79d-44da-86c7-b6498fc11b2c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:08.306810 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['10dc8225-6921-4114-90a9-01bd4f00cd21'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:08.397259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e77c1fdd-00d5-4e9e-b662-e42288a812e5 req-83b9928c-1386-441c-80fe-ef1a68a128a1 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719902 Nov 12 13:16:08.410827 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.439006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.445437 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.447049 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] Set router 10dc8225-6921-4114-90a9-01bd4f00cd21 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:08.473017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:16:08.498327 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.499584 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Added segment 198657b7-19c2-44e3-8c2d-8aef41cf40e3 of type vlan for network a9af9cf4-1027-482e-9b95-2642068411b0 Nov 12 13:16:08.519427 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-router', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:16:08Z', 'revision_number': 7, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:08.555308 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] Checking router: 10dc8225-6921-4114-90a9-01bd4f00cd21 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:16:08.574463 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] Routers {'10dc8225-6921-4114-90a9-01bd4f00cd21'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:08.576127 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['10dc8225-6921-4114-90a9-01bd4f00cd21'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:08.623447 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.653847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dca63fc-a291-4dd9-8d65-a56b56424897,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:08.673249 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] Set router 10dc8225-6921-4114-90a9-01bd4f00cd21 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:08.687436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd67b45-5379-491c-99fe-10f3a6075fcf req-b696c3e2-da1a-4e63-87ba-a0d32651c832 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:08.696090 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2dd67b45-5379-491c-99fe-10f3a6075fcf req-b696c3e2-da1a-4e63-87ba-a0d32651c832 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 1100 time: 0.1358054 Nov 12 13:16:08.718285 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.719512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:08.720188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.747509 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8705544 Nov 12 13:16:08.753058 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-router', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:16:08Z', 'revision_number': 7, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:08.761537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60056) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:08.788713 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852fc46a-c3eb-4e2a-85d8-fb73179aca8a None None] The sync data for ids ['10dc8225-6921-4114-90a9-01bd4f00cd21'] in n-d-805736-4 is: [{'id': '10dc8225-6921-4114-90a9-01bd4f00cd21', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054211772-router', 'tenant_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:15:55Z', 'updated_at': '2021-11-12T13:16:08Z', 'revision_number': 7, 'project_id': '8cdcb9a9d0b84cb5ac1b1dad6465fe5e', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:16:08.803219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Request body: {'subnet': {'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1259242685-subnet', 'tenant_id': '44bbb573e2f944788a4da5de2cdc3546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:08.818638 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2dd67b45-5379-491c-99fe-10f3a6075fcf req-e5fb6701-2f88-4c33-8660-b41482ceeb18 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214869 Nov 12 13:16:08.888564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4dec9-c8b2-4335-b602-71d3bc9da4aa admin admin] Pushing event updated for resources: {'Network': ['ID=a9af9cf4-1027-482e-9b95-2642068411b0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:08.899441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network a9af9cf4-1027-482e-9b95-2642068411b0 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:16:08.909322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Made reservation on behalf of 44bbb573e2f944788a4da5de2cdc3546 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:08.911703 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.912962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.925110 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:08.944794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-345ee090-57da-49fe-b5ea-6bb172c291d6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2077133215&fields=id&tenant_id=694fe3d0330849fabc4896eab7a45c97 HTTP/1.1" status: 200 len: 267 time: 0.5451601 Nov 12 13:16:09.015434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52534a63-5f47-4645-a609-ad67e29f405d req-806e21fd-4198-401d-8d53-9d6142fa7ac6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:09.017011 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52534a63-5f47-4645-a609-ad67e29f405d req-806e21fd-4198-401d-8d53-9d6142fa7ac6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1211314 Nov 12 13:16:09.041391 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.042005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10dc8225-6921-4114-90a9-01bd4f00cd21 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:16:09.050749 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.054367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b1437879-819b-468d-ac3f-f992521f0434 admin admin] 10.222.0.73 "DELETE /v2.0/routers/10dc8225-6921-4114-90a9-01bd4f00cd21 HTTP/1.1" status: 204 len: 168 time: 1.8606248 Nov 12 13:16:09.056135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60060) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:09.096175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52534a63-5f47-4645-a609-ad67e29f405d req-5f09fe3b-bf56-4b01-be5a-07ffa828cf5e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708401 Nov 12 13:16:09.125990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347b57-7730-4220-b636-d4d4c5539762 req-96a1e883-0857-4239-9a9c-63d3d102811d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:09.134881 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-96a1e883-0857-4239-9a9c-63d3d102811d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/networks?id=d503244d-432a-4a29-a64b-6d1bf0a9e51b HTTP/1.1" status: 200 len: 824 time: 0.1888158 Nov 12 13:16:09.157847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-dee1ec0b-093e-41f5-88c3-3532a13f8a9a tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/quotas/694fe3d0330849fabc4896eab7a45c97 HTTP/1.1" status: 200 len: 375 time: 0.0216734 Nov 12 13:16:09.246004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0728f2-e139-4d5a-9f9e-816b1d8612f1 admin admin] Deleting subnet dd72d3f4-9116-43a1-a35e-d9442a3e735f {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:16:09.252916 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0728f2-e139-4d5a-9f9e-816b1d8612f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.288260 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.303599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-572e3336-f016-4648-8f15-442f21724a5f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=694fe3d0330849fabc4896eab7a45c97&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1441832 Nov 12 13:16:09.329252 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0728f2-e139-4d5a-9f9e-816b1d8612f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.378002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f405fae7-5435-415b-803d-1ce0aefde344,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:09.396259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Checking segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:09.396917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Network hostable DHCP agents. Network: a9af9cf4-1027-482e-9b95-2642068411b0, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:16:09.424611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Network a9af9cf4-1027-482e-9b95-2642068411b0 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:16:09.444883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, a9af9cf4-1027-482e-9b95-2642068411b0) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:09.459397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2869ff8-63db-480e-9a81-6fa0f1325784 None None] Network a9af9cf4-1027-482e-9b95-2642068411b0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:09.473480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:09.475835 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.523725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-5912a3b9-c8d2-49aa-bf74-01610cf95573 service neutron] 10.222.0.73 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724651 Nov 12 13:16:09.524942 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0728f2-e139-4d5a-9f9e-816b1d8612f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.556673 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ed9084ad-d86e-40c5-bc80-13d2d3103cc3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7961874 Nov 12 13:16:09.602018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f32399-6214-4fc7-9cbb-be4f74fe7be4 req-64218b29-e031-450c-b865-7b021929e04a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:09.614412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-10f32399-6214-4fc7-9cbb-be4f74fe7be4 req-64218b29-e031-450c-b865-7b021929e04a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.1634462 Nov 12 13:16:09.682035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0728f2-e139-4d5a-9f9e-816b1d8612f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.719868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 416f4492-9a3e-4633-8a15-384c4aab89a5 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:16:09.734920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-10f32399-6214-4fc7-9cbb-be4f74fe7be4 req-e045dd2e-c414-47da-bce3-c73dcf9d635d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072245 Nov 12 13:16:09.742590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0728f2-e139-4d5a-9f9e-816b1d8612f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd72d3f4-9116-43a1-a35e-d9442a3e735f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:09.765017 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0728f2-e139-4d5a-9f9e-816b1d8612f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:09.766370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d2e8d-9903-4f54-ad2a-bea7aba5f528 None None] Network a9af9cf4-1027-482e-9b95-2642068411b0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:09.771716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60082) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:09.772041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cb0728f2-e139-4d5a-9f9e-816b1d8612f1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dd72d3f4-9116-43a1-a35e-d9442a3e735f HTTP/1.1" status: 204 len: 168 time: 0.7162297 Nov 12 13:16:09.787458 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-4c0d18a0-003d-4a7a-bb85-d26ee02e4678 service neutron] 10.222.0.73 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371893 Nov 12 13:16:10.006063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-5bb2955c-1d4f-4611-bf66-afca9469ed11 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205695 Nov 12 13:16:10.021145 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.159986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62ef7e-8992-4933-a3e1-91fab6700ccf None None] Network 464cc67c-d4ed-4722-a252-ad9ecd305524 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:10.288849 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:16:10.296672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-2a4197c5-cbbd-411e-b067-3a712ffe3254 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:10.298986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-2a4197c5-cbbd-411e-b067-3a712ffe3254 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c64f944-07a9-4248-b70f-11ae268cf096 HTTP/1.1" status: 200 len: 945 time: 0.1554298 Nov 12 13:16:10.416539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-2781ccfc-36a7-480c-bd72-c9de37d703af tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:10.419939 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-2781ccfc-36a7-480c-bd72-c9de37d703af tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019728 Nov 12 13:16:10.464397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6f06a9be-6a6a-48fb-9306-0d8e21175afb no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:10.472724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-55efd8ab-8cc5-412b-bd15-22f92b8d7477 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/quotas/6947a88428864a5588d31ffb257cc465 HTTP/1.1" status: 200 len: 375 time: 0.0420952 Nov 12 13:16:10.525532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 6f06a9be-6a6a-48fb-9306-0d8e21175afb {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:10.525884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6f06a9be-6a6a-48fb-9306-0d8e21175afb not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:10.526310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56f59a50-a79d-44da-86c7-b6498fc11b2c no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:10.538208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Deleting port df76b926-9934-47ee-b519-982a0829d917 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:10.538830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.579890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:10.582955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 56f59a50-a79d-44da-86c7-b6498fc11b2c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:10.583307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56f59a50-a79d-44da-86c7-b6498fc11b2c not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:10.599967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'mac_address': 'fa:16:3e:cc:53:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:16:10.643120 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-e891f238-de63-41b0-853e-ac863cd65642 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1619928 Nov 12 13:16:10.644619 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e993-df4d-4b23-b474-6084e6404ffd req-41a22863-7560-4f60-9267-65ebc137780b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:10.657445 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-41a22863-7560-4f60-9267-65ebc137780b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.4213312 Nov 12 13:16:10.681836 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-71baa426-ce76-4949-b0c1-2848849cbff0 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/quotas/44bbb573e2f944788a4da5de2cdc3546 HTTP/1.1" status: 200 len: 375 time: 0.0234034 Nov 12 13:16:10.695433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ecf579-3bbc-4220-8b87-ff060a98f813 None None] DHCP port deletion for 464cc67c-d4ed-4722-a252-ad9ecd305524 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:16:10.700176 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.713459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] For port df76b926-9934-47ee-b519-982a0829d917, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=df76b926-9934-47ee-b519-982a0829d917,segment=NetworkSegment(b7517cc3-2d56-4779-bdd0-36d26c14e077),segment_id=b7517cc3-2d56-4779-bdd0-36d26c14e077)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:10.713848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.721227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 416f4492-9a3e-4633-8a15-384c4aab89a5 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:10.730959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-b940cd88-8ab7-4309-aaa8-255f45bcdfb5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480273 Nov 12 13:16:10.762744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Calling delete_port for df76b926-9934-47ee-b519-982a0829d917 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:10.775362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:10.782936 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.791636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Deleting port ed659cc0-ca70-457a-918c-079c96f72f99 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:10.792586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.853316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:10.880653 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecf579-3bbc-4220-8b87-ff060a98f813 None None] Deleting port df76b926-9934-47ee-b519-982a0829d917 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:10.880911 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf579-3bbc-4220-8b87-ff060a98f813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.942914 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['416f4492-9a3e-4633-8a15-384c4aab89a5'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:10.954920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:10.989750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e9ecf579-3bbc-4220-8b87-ff060a98f813 None None] For port df76b926-9934-47ee-b519-982a0829d917, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=df76b926-9934-47ee-b519-982a0829d917,segment=NetworkSegment(b7517cc3-2d56-4779-bdd0-36d26c14e077),segment_id=b7517cc3-2d56-4779-bdd0-36d26c14e077)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:10.990241 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf579-3bbc-4220-8b87-ff060a98f813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.015217 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-3cb55a6b-ad0e-4a89-bc57-ad41badfcdce service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830207 Nov 12 13:16:11.016678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecf579-3bbc-4220-8b87-ff060a98f813 None None] Calling delete_port for df76b926-9934-47ee-b519-982a0829d917 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:11.017871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Pushing event deleted for resources: {'Port': ['ID=df76b926-9934-47ee-b519-982a0829d917,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:11.022003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] No DVR routers for this DVR port df76b926-9934-47ee-b519-982a0829d917 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:11.066821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] For port ed659cc0-ca70-457a-918c-079c96f72f99, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ed659cc0-ca70-457a-918c-079c96f72f99,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:11.067187 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.120213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.149546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464cc67c-d4ed-4722-a252-ad9ecd305524']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:11.166109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7517cc3-2d56-4779-bdd0-36d26c14e077') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:11.166559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7517cc3-2d56-4779-bdd0-36d26c14e077') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:11.180454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.192789 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf579-3bbc-4220-8b87-ff060a98f813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.197403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.205247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:16:11.205831 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:16:11.210083 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:16:11.275973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecf579-3bbc-4220-8b87-ff060a98f813 None None] Pushing event deleted for resources: {'Port': ['ID=df76b926-9934-47ee-b519-982a0829d917,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:11.290674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecf579-3bbc-4220-8b87-ff060a98f813 None None] No DVR routers for this DVR port df76b926-9934-47ee-b519-982a0829d917 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:11.347095 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.381383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.386919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] 10.222.0.73 "DELETE /v2.0/networks/464cc67c-d4ed-4722-a252-ad9ecd305524 HTTP/1.1" status: 204 len: 168 time: 1.6135826 Nov 12 13:16:11.388272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4bfaa-5bac-418f-8ad3-48c41f3e691a admin admin] Pushing event deleted for resources: {'Network': ['ID=464cc67c-d4ed-4722-a252-ad9ecd305524,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:11.411749 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-0e98037c-2b26-4ae0-86a2-886dab8a82f8 service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955822 Nov 12 13:16:11.505650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-938100e7-6f4a-400d-94b8-43b28978b570 req-535ee477-6b8b-4882-a4b9-cd90db3a585f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 210 time: 0.0510757 Nov 12 13:16:11.611884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60130) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:11.681371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.681672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:11.681988 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Floating IP 41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1 disassociated. External IP: 172.25.5.68, port: ed659cc0-ca70-457a-918c-079c96f72f99. Nov 12 13:16:11.682333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Calling delete_port for ed659cc0-ca70-457a-918c-079c96f72f99 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:11.732707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 416f4492-9a3e-4633-8a15-384c4aab89a5 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:11.770988 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ba5cbeb0-f49b-45b0-b263-0fcf2152a44e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8cdcb9a9d0b84cb5ac1b1dad6465fe5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552601 Nov 12 13:16:11.772458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:11.868992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 416f4492-9a3e-4633-8a15-384c4aab89a5 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:11.869639 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.050854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13f7a2-80ca-403a-872e-13822ede891a req-de964537-996e-4292-9deb-d7f12544b332 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:12.058763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb13f7a2-80ca-403a-872e-13822ede891a req-de964537-996e-4292-9deb-d7f12544b332 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.2979546 Nov 12 13:16:12.086687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1db0c569-6535-4f0f-8228-c8b951c78870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.157799 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.161990 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1db0c569-6535-4f0f-8228-c8b951c78870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.178369 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784781-a80e-42ac-b7a4-ae7d6bb3b39d req-40f734e3-0eca-44c5-b751-d4c21b404fcf tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:12.182364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62784781-a80e-42ac-b7a4-ae7d6bb3b39d req-40f734e3-0eca-44c5-b751-d4c21b404fcf tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.1887524 Nov 12 13:16:12.186517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.233689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:12.238384 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aabc7f-1c56-4a96-8fae-4f2d99a24113" -d '{"events": [{"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-plugged", "status": "completed", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:12.252699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event deleted for resources: {'Port': ['ID=ed659cc0-ca70-457a-918c-079c96f72f99,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:12.255372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:12.257586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347b57-7730-4220-b636-d4d4c5539762 req-6261418d-eb76-4909-805c-686269c534d2 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:12.259124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-6261418d-eb76-4909-805c-686269c534d2 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.70 "GET /v2.0/networks?id=d503244d-432a-4a29-a64b-6d1bf0a9e51b HTTP/1.1" status: 200 len: 824 time: 0.3873830 Nov 12 13:16:12.268297 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb13f7a2-80ca-403a-872e-13822ede891a req-98a9bdd4-12fb-41f1-878d-e2ca1f408bfd tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083669 Nov 12 13:16:12.280590 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.354320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62784781-a80e-42ac-b7a4-ae7d6bb3b39d req-d8107b9e-b6b4-47d8-a4c4-e2e0af43bda7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432679 Nov 12 13:16:12.364940 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1db0c569-6535-4f0f-8228-c8b951c78870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.384854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1db0c569-6535-4f0f-8228-c8b951c78870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.388028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1db0c569-6535-4f0f-8228-c8b951c78870 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09bdef27-3319-41fc-9324-2b2e99daf4bf HTTP/1.1" status: 204 len: 168 time: 0.6139126 Nov 12 13:16:12.463630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0c569-6535-4f0f-8228-c8b951c78870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bdef27-3319-41fc-9324-2b2e99daf4bf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:12.486891 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-0e18b148-dba9-4dca-96d0-7563726529a9 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=694fe3d0330849fabc4896eab7a45c97 HTTP/1.1" status: 200 len: 380 time: 0.2170031 Nov 12 13:16:12.499068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Request body: {'port': {'device_id': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'admin_state_up': True, 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'security_groups': ['7add2697-caf6-4221-a77f-e0afe6f316d4']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:12.520263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:12.530444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device df76b926-9934-47ee-b519-982a0829d917 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:12.565880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af1fceba-b887-4b04-8244-0d0f68b2e92c req-612dffef-e556-439a-ae95-1e50d562b67c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 210 time: 0.0820658 Nov 12 13:16:12.619310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: df76b926-9934-47ee-b519-982a0829d917 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:12.622857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device df76b926-9934-47ee-b519-982a0829d917 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:12.689406 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.732066 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07b9a3d-698b-41ba-ab66-020d773b95ee x-openstack-request-id: req-c07b9a3d-698b-41ba-ab66-020d773b95ee {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:12.733322 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-plugged", "status": "completed", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:12.733849 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c07b9a3d-698b-41ba-ab66-020d773b95ee {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:12.734899 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'code': 200} Nov 12 13:16:12.828772 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c4f5c86-9e26-47b4-903f-ae95a133debe req-d4db5c7b-8c36-44fa-b57c-1c03a4a6fc17 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 210 time: 0.1261435 Nov 12 13:16:12.926163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Made reservation on behalf of 694fe3d0330849fabc4896eab7a45c97 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:12.944412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:12.981724 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-636c151d-dee0-4578-9728-e52d63b83793 req-8d07696a-7508-4853-af91-86d9d17cac6d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 210 time: 0.1704540 Nov 12 13:16:13.034380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Router 0118462c-8689-4c6e-b47a-005b9d37007d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:16:13.206904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Allocated IP 172.20.0.3 (d503244d-432a-4a29-a64b-6d1bf0a9e51b/ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec/f130aaa4-2220-4ee7-9a5e-cca6b015823b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:13.230981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:16:13.246963 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] Sync routers for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:16:13.260005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:13.260895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:13.329825 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] No DVR routers for this DVR port ed659cc0-ca70-457a-918c-079c96f72f99 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:13.334958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.344154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f978e665-0d01-4d9f-97bd-12504c8ba689 req-7d03f95e-e100-4348-9ddc-d9915a6f07a1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.70 "DELETE /v2.0/ports/ed659cc0-ca70-457a-918c-079c96f72f99 HTTP/1.1" status: 204 len: 173 time: 3.0357361 Nov 12 13:16:13.344649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c64f944-07a9-4248-b70f-11ae268cf096', 'name': 'network-vif-deleted', 'tag': 'ed659cc0-ca70-457a-918c-079c96f72f99'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:13.353491 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515e93f1-10cd-4138-b90e-6eb250bd4089" -d '{"events": [{"server_uuid": "8c64f944-07a9-4248-b70f-11ae268cf096", "name": "network-vif-deleted", "tag": "ed659cc0-ca70-457a-918c-079c96f72f99"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:13.448885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:13.457065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe59bd-69be-4c8d-9ab1-1fa7825998ac req-f8c66733-6d86-49d6-8fc3-25a027755ad1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:13.468997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8bbe59bd-69be-4c8d-9ab1-1fa7825998ac req-f8c66733-6d86-49d6-8fc3-25a027755ad1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0743637 Nov 12 13:16:13.473827 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2a2376-b2b7-4f04-a61a-20fcad08127f x-openstack-request-id: req-0d2a2376-b2b7-4f04-a61a-20fcad08127f {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:13.474247 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c64f944-07a9-4248-b70f-11ae268cf096", "name": "network-vif-deleted", "tag": "ed659cc0-ca70-457a-918c-079c96f72f99", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:13.474800 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d2a2376-b2b7-4f04-a61a-20fcad08127f {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:13.475300 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c64f944-07a9-4248-b70f-11ae268cf096', 'name': 'network-vif-deleted', 'tag': 'ed659cc0-ca70-457a-918c-079c96f72f99', 'status': 'completed', 'code': 200} Nov 12 13:16:13.539347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8bbe59bd-69be-4c8d-9ab1-1fa7825998ac req-3bdd431f-cbed-41a3-b765-7970c0c1975d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692413 Nov 12 13:16:13.666750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.723940 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.736679 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d53175e5-9f40-4ca1-bb73-5a39c4026ee6 req-ff63b7fc-9bc8-4ab5-88d7-2154ae83cb27 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 210 time: 0.0758610 Nov 12 13:16:13.750285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ed659cc0-ca70-457a-918c-079c96f72f99 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:13.803814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: ed659cc0-ca70-457a-918c-079c96f72f99 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:13.803814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ed659cc0-ca70-457a-918c-079c96f72f99 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:13.861339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event updated for resources: {'Port': ['ID=f130aaa4-2220-4ee7-9a5e-cca6b015823b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:13.901082 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:13.911574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Network d503244d-432a-4a29-a64b-6d1bf0a9e51b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:13.930686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:13.940509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e993-df4d-4b23-b474-6084e6404ffd req-16fc0f43-4c92-4723-9e42-6ff3af0a6287 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:13.942460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-16fc0f43-4c92-4723-9e42-6ff3af0a6287 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.1937077 Nov 12 13:16:13.952911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:13.965017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Request body: {'port': {'device_id': '1d2449f3-490e-4347-900e-252e07e5cd39', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'admin_state_up': True, 'tenant_id': '44bbb573e2f944788a4da5de2cdc3546'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:14.024916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:14.059348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:14.060117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.090796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943f070-13ff-437f-8b17-d35754196c7a req-1a25811a-4dbc-4607-9f86-40811203ca3e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:14.092285 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b943f070-13ff-437f-8b17-d35754196c7a req-1a25811a-4dbc-4607-9f86-40811203ca3e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.4972689 Nov 12 13:16:14.100834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-648ff1ef-58f9-4888-b812-d402b8479810 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6063886 Nov 12 13:16:14.133061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02044ca-aa80-47eb-b209-c04e037f4e4f req-8ef10c88-e174-455c-8d86-a316c9be4f36 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:14.138925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Request body: {'port': {'device_id': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:14.143871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d02044ca-aa80-47eb-b209-c04e037f4e4f req-8ef10c88-e174-455c-8d86-a316c9be4f36 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 931 time: 0.1296439 Nov 12 13:16:14.156461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] Checking router: 0118462c-8689-4c6e-b47a-005b9d37007d for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:16:14.177231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:16:14.177912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:15:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:14.221006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d02044ca-aa80-47eb-b209-c04e037f4e4f req-fc4628c9-b109-45a6-a468-fe9f468962c7 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761561 Nov 12 13:16:14.300432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Made reservation on behalf of 44bbb573e2f944788a4da5de2cdc3546 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:14.307744 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.317318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.473350 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b943f070-13ff-437f-8b17-d35754196c7a req-873b23da-d81c-4b22-a9b9-b9e7f8a21722 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605464 Nov 12 13:16:14.501874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:16:14.517946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29a51a95-49bc-4858-afc4-fb75d2f77ecd req-ae0d9982-8621-4cfd-8692-db9682d648cb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 210 time: 0.0476303 Nov 12 13:16:14.637741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Allocated IP 172.20.0.3 (a9af9cf4-1027-482e-9b95-2642068411b0/f405fae7-5435-415b-803d-1ce0aefde344/0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:14.714982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-37f6b4af-5e02-49dd-b131-7d5694b1cdeb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004984 Nov 12 13:16:14.784280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b5aa4970-beef-428f-b45f-f685370c1e04 None None] Provisioning complete for port f130aaa4-2220-4ee7-9a5e-cca6b015823b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:14.784667 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4970-beef-428f-b45f-f685370c1e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.882935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a8f40-7b33-4f2f-a86c-c5f540c7a676 req-b5192a32-fee2-4272-83fe-3949f1b25377 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:14.885277 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-582a8f40-7b33-4f2f-a86c-c5f540c7a676 req-b5192a32-fee2-4272-83fe-3949f1b25377 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1440656 Nov 12 13:16:14.891958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-85daccf5-6ead-48ea-b282-d75f71065034 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:14.897617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-85daccf5-6ead-48ea-b282-d75f71065034 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750531 Nov 12 13:16:14.935201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa4970-beef-428f-b45f-f685370c1e04 None None] Port f130aaa4-2220-4ee7-9a5e-cca6b015823b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:14.958518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:14.984360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Request body: {'port': {'device_id': 'd1c80784-c194-487a-a566-efc2a7aca345', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '6947a88428864a5588d31ffb257cc465'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:15.013128 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.187795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event updated for resources: {'Port': ['ID=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:15.281676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:15.307369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-eb5afd34-5ce0-4bf5-970b-51311d2e4056 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915422 Nov 12 13:16:15.312268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Network a9af9cf4-1027-482e-9b95-2642068411b0 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:15.320177 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:15.328009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:15.387842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcc3db-5128-4ef9-9a97-2562aa97952e None None] The sync data for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 is: [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:16:15.411584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-582a8f40-7b33-4f2f-a86c-c5f540c7a676 req-05f50f5c-ba06-48af-b845-f4f399535e9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099016 Nov 12 13:16:15.435913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.70', 61593) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:15.572357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be9737-c360-4ce2-a127-4f1ef03e4f42 req-28cb14c3-7ea1-4774-8885-b76cd8b16598 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:15.600438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46be9737-c360-4ce2-a127-4f1ef03e4f42 req-28cb14c3-7ea1-4774-8885-b76cd8b16598 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 931 time: 0.4979544 Nov 12 13:16:15.726909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 60c82dbf-b26b-4931-b817-43403342c617 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:16:15.803470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:15.804143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.827661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-ad0b79e9-3630-4870-8ea7-0131e544fc3b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:15.829229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-ad0b79e9-3630-4870-8ea7-0131e544fc3b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5115702 Nov 12 13:16:15.869254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Made reservation on behalf of 6947a88428864a5588d31ffb257cc465 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:15.872283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Request body: {'port': {'device_id': 'cfd50df0-84e3-415b-947d-1546be02680b', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '6947a88428864a5588d31ffb257cc465'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:15.877029 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:15.916545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:15.934888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 60c82dbf-b26b-4931-b817-43403342c617 has no active binding in host n-h1-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:16:15.993264 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415452fb-1ebd-41fc-8e2a-4b40515330f2 None None] New status for floating IP 41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:16:16.020958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3985fcf-06b5-48d7-967e-5f6b79305b94 req-dc8ce990-a841-4bca-9af6-e3b3a4ea2519 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:16.020958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3985fcf-06b5-48d7-967e-5f6b79305b94 req-dc8ce990-a841-4bca-9af6-e3b3a4ea2519 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 931 time: 0.3605433 Nov 12 13:16:16.025600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2458ad4f-47cf-4d05-86dc-1a4251669014 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0660081 Nov 12 13:16:16.093936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f130aaa4-2220-4ee7-9a5e-cca6b015823b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:16.102396 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:16.135251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Transition to ACTIVE for port object f130aaa4-2220-4ee7-9a5e-cca6b015823b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:16:16.142879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-1b89fa5c-3623-4ea9-b7c9-e4303828a1fe tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:16.145739 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-1b89fa5c-3623-4ea9-b7c9-e4303828a1fe tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.7085292 Nov 12 13:16:16.189489 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46be9737-c360-4ce2-a127-4f1ef03e4f42 req-730541d9-63cf-4023-ad8d-86ce7015d5ae tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895331 Nov 12 13:16:16.193060 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:16.404007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Allocated IP 192.168.233.58 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:16.614435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Request body: {'port': {'device_id': '1d2449f3-490e-4347-900e-252e07e5cd39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:16.678220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-4'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:16.743699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3985fcf-06b5-48d7-967e-5f6b79305b94 req-7cace1d8-b28e-4b9c-bfb3-3267ca0c29c9 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7110286 Nov 12 13:16:16.799055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:16.871380 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:16.875958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Made reservation on behalf of 6947a88428864a5588d31ffb257cc465 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:16.881405 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:17.013357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Pushing event updated for resources: {'Port': ['ID=f130aaa4-2220-4ee7-9a5e-cca6b015823b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:17.033435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaca4e-8a41-4679-9c81-8ac54f2791d7 req-43d27d12-ce0e-446f-8b6d-df90837d3d45 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:17.040446 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5dfaca4e-8a41-4679-9c81-8ac54f2791d7 req-43d27d12-ce0e-446f-8b6d-df90837d3d45 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 945 time: 0.3455729 Nov 12 13:16:17.044811 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:17.059165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:17.126759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'd2d1b70b-a197-4139-9975-9d909fba67d0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:17.225485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event updated for resources: {'Port': ['ID=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:17.237305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Allocated IP 192.168.233.119 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/0c80ce26-0c77-44f1-bc5d-dfdb29d87794) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:17.251523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5dfaca4e-8a41-4679-9c81-8ac54f2791d7 req-a54196ab-450f-4b5d-a67d-3913cc1b0fde tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093935 Nov 12 13:16:17.301487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:17.320485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Attempting to bind port f130aaa4-2220-4ee7-9a5e-cca6b015823b on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:17.320903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Attempting to bind port f130aaa4-2220-4ee7-9a5e-cca6b015823b by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:17.321527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Attempting to bind port f130aaa4-2220-4ee7-9a5e-cca6b015823b on network d503244d-432a-4a29-a64b-6d1bf0a9e51b {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:17.333891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Port f130aaa4-2220-4ee7-9a5e-cca6b015823b on network d503244d-432a-4a29-a64b-6d1bf0a9e51b not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:16:17.334213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Attempting to bind port f130aaa4-2220-4ee7-9a5e-cca6b015823b on network d503244d-432a-4a29-a64b-6d1bf0a9e51b {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:17.352864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:17.356783 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:17.357119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Checking segment: {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:17.357691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Bound using segment: {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:17.358145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Bound port: f130aaa4-2220-4ee7-9a5e-cca6b015823b, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78118210-de05-4722-9932-176bb06cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:17.358538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:17.361305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:17.378332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:17.489401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:17.506703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:17.524824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Transition to ACTIVE for port object 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:16:17.535711 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:17.633412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d51275-1674-41fb-beaf-65f0aced6bac req-be7e6aee-5560-4e42-a066-91b974612752 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:17.635064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97d51275-1674-41fb-beaf-65f0aced6bac req-be7e6aee-5560-4e42-a066-91b974612752 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 935 time: 0.5653825 Nov 12 13:16:17.640051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:17.755052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97d51275-1674-41fb-beaf-65f0aced6bac req-c719b449-a9da-41c5-81c3-3838d26d0ac1 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949044 Nov 12 13:16:17.816705 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:17.830613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1f4d7209-dfea-4706-9564-e3ff0b23db26 None None] Provisioning complete for port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:17.831140 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f4d7209-dfea-4706-9564-e3ff0b23db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:17.905639 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:17.913974 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d7209-dfea-4706-9564-e3ff0b23db26 None None] Port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:17.923898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:17.978162 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:16:17.994826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:18.005156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:18.053407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:18.111530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924716-6116-4766-8c27-d7cd928d7179 req-82007dfa-5e63-49ac-8996-f69fda529da5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:18.118321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:18.119537 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.122311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b924716-6116-4766-8c27-d7cd928d7179 req-82007dfa-5e63-49ac-8996-f69fda529da5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.7460709 Nov 12 13:16:18.146092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2943380 Nov 12 13:16:18.175957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Attempting to bind port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:18.176149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Attempting to bind port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:18.176496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Attempting to bind port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:18.186846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Request body: {'port': {'device_id': 'cfd50df0-84e3-415b-947d-1546be02680b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:18.191908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae on network a9af9cf4-1027-482e-9b95-2642068411b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:16:18.192330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Attempting to bind port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:18.194434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b52f4-b162-4c50-997a-02373c2f765a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event updated for resources: {'Port': ['ID=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:18.228065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:18.228719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.260806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062669a-1c51-4f03-9bd4-678821010d0f req-75cd2c6c-9eb0-4974-a449-d5e86b4bd4c2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:18.262423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4062669a-1c51-4f03-9bd4-678821010d0f req-75cd2c6c-9eb0-4974-a449-d5e86b4bd4c2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 943 time: 0.2591677 Nov 12 13:16:18.265440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:18.265774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Checking segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:18.266160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Bound using segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:18.266600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Bound port: 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:18.266957 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.331221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c82a5f7b-0fef-48e5-aac6-6d60658fe484 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3951488 Nov 12 13:16:18.335635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'd2d1b70b-a197-4139-9975-9d909fba67d0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:18.351537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] For port f130aaa4-2220-4ee7-9a5e-cca6b015823b, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:18.362205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Request body: {'port': {'device_id': 'd1c80784-c194-487a-a566-efc2a7aca345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:18.402328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b924716-6116-4766-8c27-d7cd928d7179 req-97734114-7a62-441f-a243-ba9674f3fd69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780452 Nov 12 13:16:18.414201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.443876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-aece618c-2525-4109-b1ec-e2560c36fb40 None None] Provisioning complete for port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:18.444730 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aece618c-2525-4109-b1ec-e2560c36fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.445172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] For port f130aaa4-2220-4ee7-9a5e-cca6b015823b, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f130aaa4-2220-4ee7-9a5e-cca6b015823b,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:18.458697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.462332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:18.522250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aece618c-2525-4109-b1ec-e2560c36fb40 None None] Port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:18.547588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:18.548220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.549944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] 10.222.0.70 "PUT /v2.0/ports/f130aaa4-2220-4ee7-9a5e-cca6b015823b HTTP/1.1" status: 200 len: 1091 time: 4.4229600 Nov 12 13:16:18.558319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'tag': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:18.562281 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f98210a-524c-4ca2-a994-096db691476b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3402a1-c2ce-4433-9b20-05ade8cff38e", "tag": "f130aaa4-2220-4ee7-9a5e-cca6b015823b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:18.652804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.774467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:18.779990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1279d1d-d415-4262-9a38-a6316222d26f service neutron] Pushing event updated for resources: {'Port': ['ID=f130aaa4-2220-4ee7-9a5e-cca6b015823b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:18.832439 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] For port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:18.835937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] For port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:18.894895 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4062669a-1c51-4f03-9bd4-678821010d0f req-14f383fc-954f-46ce-9a36-7763aadf64d1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224239 Nov 12 13:16:18.904070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af74fc4-93e3-45f4-ade9-d6f6c85869b6 req-bf8c0074-4219-4067-81c9-1c724ff8bcda tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:18.906111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5af74fc4-93e3-45f4-ade9-d6f6c85869b6 req-bf8c0074-4219-4067-81c9-1c724ff8bcda tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 943 time: 0.3149519 Nov 12 13:16:18.913505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347b57-7730-4220-b636-d4d4c5539762 req-729e6fc0-456d-4b33-bd87-81752fcf34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:18.915914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-729e6fc0-456d-4b33-bd87-81752fcf34d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=694fe3d0330849fabc4896eab7a45c97&device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 1094 time: 0.2654645 Nov 12 13:16:18.917429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:18.929076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.017880 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:19.044567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.055864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.056475 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.058568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-96b04d84-24db-4785-843b-12986d5bc0e5 service neutron] 10.222.0.70 "PUT /v2.0/ports/0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae HTTP/1.1" status: 200 len: 1091 time: 2.4486475 Nov 12 13:16:19.059013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2449f3-490e-4347-900e-252e07e5cd39', 'tag': '0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:19.061336 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2449f3-490e-4347-900e-252e07e5cd39", "tag": "0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:19.109089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-9d75ff26-95b4-480e-b6d1-d5c272545552 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f130aaa4-2220-4ee7-9a5e-cca6b015823b HTTP/1.1" status: 200 len: 217 time: 0.1767902 Nov 12 13:16:19.216013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:19.226552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.245878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Transition to ACTIVE for port object 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:16:19.278301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.340337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=60c82dbf-b26b-4931-b817-43403342c617,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:19.347254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5af74fc4-93e3-45f4-ade9-d6f6c85869b6 req-b41b6476-0ea8-4b0c-84cb-ee0f9255da0c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4213140 Nov 12 13:16:19.386299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347b57-7730-4220-b636-d4d4c5539762 req-39ad9fa4-5763-42ab-b55e-a88bdd748d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.389327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-39ad9fa4-5763-42ab-b55e-a88bdd748d54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec HTTP/1.1" status: 200 len: 863 time: 0.2531176 Nov 12 13:16:19.400975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 on host n-h2-805736-4 for vnic_type normal with profile {"migrating_to": "n-h1-805736-4"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:19.401888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:19.402225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:19.424804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b3a0c-e844-4d13-b0a6-50bc2afee02a req-8e74b375-d3ea-4d23-aa78-0259151a6593 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.442132 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-358b3a0c-e844-4d13-b0a6-50bc2afee02a req-8e74b375-d3ea-4d23-aa78-0259151a6593 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1766336 Nov 12 13:16:19.457721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e993-df4d-4b23-b474-6084e6404ffd req-43b3df09-3c83-46ab-b67e-ea2b26cd3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.459771 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-43b3df09-3c83-46ab-b67e-ea2b26cd3d7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 1094 time: 0.3287189 Nov 12 13:16:19.467407 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589935fc-d667-47be-9302-52aa223a7d85 x-openstack-request-id: req-589935fc-d667-47be-9302-52aa223a7d85 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:19.467702 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3402a1-c2ce-4433-9b20-05ade8cff38e", "tag": "f130aaa4-2220-4ee7-9a5e-cca6b015823b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:19.468021 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-589935fc-d667-47be-9302-52aa223a7d85 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:19.468530 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'tag': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b', 'status': 'completed', 'code': 200} Nov 12 13:16:19.469359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Pushing event updated for resources: {'Port': ['ID=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:19.483647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Port 60c82dbf-b26b-4931-b817-43403342c617 on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:16:19.483986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Attempting to bind port 60c82dbf-b26b-4931-b817-43403342c617 on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:19.508854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:19.509193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:19.513334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:19.524199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Bound port: 60c82dbf-b26b-4931-b817-43403342c617, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:19.524610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:19.612359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-358b3a0c-e844-4d13-b0a6-50bc2afee02a req-45a9c161-1400-4a41-aeca-fa156c92634b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691372 Nov 12 13:16:19.613721 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-50dcba11-68b7-4ac3-a5dd-cc5f34ce5c90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae HTTP/1.1" status: 200 len: 217 time: 0.1167746 Nov 12 13:16:19.659687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e3c32243-228f-4023-93f2-fe6e29dc651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.661541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-e3c32243-228f-4023-93f2-fe6e29dc651e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d503244d-432a-4a29-a64b-6d1bf0a9e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624636 Nov 12 13:16:19.781944 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49a71f8-2b56-480d-baf1-9a7f0912cf49 x-openstack-request-id: req-e49a71f8-2b56-480d-baf1-9a7f0912cf49 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:19.782249 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2449f3-490e-4347-900e-252e07e5cd39", "tag": "0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:19.782509 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e49a71f8-2b56-480d-baf1-9a7f0912cf49 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:19.782929 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2449f3-490e-4347-900e-252e07e5cd39', 'tag': '0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae', 'status': 'completed', 'code': 200} Nov 12 13:16:19.861178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272ab90-35ae-4220-90d8-81e3b6ffd6b7 req-45ce9ce0-bb98-4a92-8dc3-41dfce82720d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.873979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8272ab90-35ae-4220-90d8-81e3b6ffd6b7 req-45ce9ce0-bb98-4a92-8dc3-41dfce82720d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 935 time: 0.3324804 Nov 12 13:16:19.921911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2afb57d6-9991-4eb3-9638-098efe0d0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.924149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-2afb57d6-9991-4eb3-9638-098efe0d0d1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.2887313 Nov 12 13:16:19.968069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:19.970847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd799a2e-b1e3-4de2-a908-9647e96c9dcc req-f276f440-f8cd-46c4-80d9-7ca321bb2524 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:19.972501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cd799a2e-b1e3-4de2-a908-9647e96c9dcc req-f276f440-f8cd-46c4-80d9-7ca321bb2524 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1053505 Nov 12 13:16:19.999657 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-aaa08d58-af63-48d9-9413-54a4f57a6bb7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602908 Nov 12 13:16:20.000343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Attempting to bind port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:20.000594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:20.000783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Attempting to bind port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:20.001116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Attempting to bind port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:20.003592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:20.021778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-ee58bb4a-b48d-4d75-8d5f-32fb89488db5 service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379879 Nov 12 13:16:20.067139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:20.075377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:16:20.075621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Attempting to bind port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:20.085848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8272ab90-35ae-4220-90d8-81e3b6ffd6b7 req-db5e61d2-0c15-466b-b5c6-dadf57d1ded3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108855 Nov 12 13:16:20.089277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Transition to ACTIVE for port object 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:16:20.094456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:20.132276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:20.136381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:20.137013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:20.137692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Bound port: 0c80ce26-0c77-44f1-bc5d-dfdb29d87794, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:20.139060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:20.155746 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:20.210103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60348) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:20.270538 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d347b57-7730-4220-b636-d4d4c5539762 req-2c0b6794-65bf-48a7-9cd3-bac5be57e55d service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294014 Nov 12 13:16:20.283346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-8991d696-c90d-499e-a10a-186dcf084e66 service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725234 Nov 12 13:16:20.424897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cd799a2e-b1e3-4de2-a908-9647e96c9dcc req-5c62db7c-9076-40ed-b3e5-b7a05fb41d80 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280753 Nov 12 13:16:20.430550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=60c82dbf-b26b-4931-b817-43403342c617,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:20.503493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:20.504272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:20.506008 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-4bf15506-a2b3-4491-ae39-4b00b9364bc7 service neutron] 10.222.0.70 "PUT /v2.0/ports/60c82dbf-b26b-4931-b817-43403342c617 HTTP/1.1" status: 200 len: 1121 time: 4.2511365 Nov 12 13:16:20.557233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['60c82dbf-b26b-4931-b817-43403342c617'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:20.624369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a4db-1506-433a-adec-649887db51be req-48f9558a-7284-4812-8f3b-bf13a24f6a4d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:20.643035 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf54a4db-1506-433a-adec-649887db51be req-48f9558a-7284-4812-8f3b-bf13a24f6a4d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 943 time: 0.3212686 Nov 12 13:16:20.643866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] For port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:20.646744 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa8948fd-0f16-42d3-b12d-7074fb1ac0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:20.731223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] For port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:20.747122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:20.758073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Attempting to bind port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:20.758430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Attempting to bind port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:20.758727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Attempting to bind port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:20.796128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f422e993-df4d-4b23-b474-6084e6404ffd req-0d727f83-104c-4bc7-a1ff-16a56079fc38 service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941816 Nov 12 13:16:20.823210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:20.824153 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:20.826641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] 10.222.0.70 "PUT /v2.0/ports/0c80ce26-0c77-44f1-bc5d-dfdb29d87794 HTTP/1.1" status: 200 len: 1096 time: 2.6516659 Nov 12 13:16:20.842643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Pushing event updated for resources: {'Port': ['ID=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:20.859368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:16:20.859698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Attempting to bind port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:20.860436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35f1a9-2234-464e-b3a5-5e387b2eb013 service neutron] Pushing event updated for resources: {'Port': ['ID=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:20.869508 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['60c82dbf-b26b-4931-b817-43403342c617'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:20.896239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98210a-524c-4ca2-a994-096db691476b req-58525f70-09c7-4589-b466-a8a421b20575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:20.897910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f98210a-524c-4ca2-a994-096db691476b req-58525f70-09c7-4589-b466-a8a421b20575 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=694fe3d0330849fabc4896eab7a45c97&device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 1094 time: 0.4684193 Nov 12 13:16:20.928168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:20.928500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:20.928997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:20.937255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Bound port: 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:20.937653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:21.013731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6650a-8ef8-40d5-9677-8dd39a88b5f1 req-759b8840-0b1d-46d7-8b3c-f4e3b4ee4223 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.015299 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2db6650a-8ef8-40d5-9677-8dd39a88b5f1 req-759b8840-0b1d-46d7-8b3c-f4e3b4ee4223 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 943 time: 0.1509147 Nov 12 13:16:21.087193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf54a4db-1506-433a-adec-649887db51be req-0c6d5cf7-7a2a-4223-9c8d-25da87cdfa06 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225867 Nov 12 13:16:21.205191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa8948fd-0f16-42d3-b12d-7074fb1ac0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:21.208289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02 req-a1636fb8-5ae7-4f8e-96f6-605fd1bd32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.210099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02 req-a1636fb8-5ae7-4f8e-96f6-605fd1bd32f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 1094 time: 0.2077355 Nov 12 13:16:21.214193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa8948fd-0f16-42d3-b12d-7074fb1ac0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:21.400938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70addd76-190a-4065-aec7-92381ec19852 req-35424507-a3bd-41fe-aa04-42a6339a1ec3 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.407964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-70addd76-190a-4065-aec7-92381ec19852 req-35424507-a3bd-41fe-aa04-42a6339a1ec3 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1910405 Nov 12 13:16:21.411659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] For port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:21.413836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8948fd-0f16-42d3-b12d-7074fb1ac0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d03c94f-3b04-4ea8-bcf5-5b0423a3edee,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:21.419666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] For port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:21.423099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98210a-524c-4ca2-a994-096db691476b req-5244568f-dbbb-4703-9244-7dfc9f6faab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.426725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f98210a-524c-4ca2-a994-096db691476b req-5244568f-dbbb-4703-9244-7dfc9f6faab6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d503244d-432a-4a29-a64b-6d1bf0a9e51b HTTP/1.1" status: 200 len: 925 time: 0.4544461 Nov 12 13:16:21.435683 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2db6650a-8ef8-40d5-9677-8dd39a88b5f1 req-c5adeec6-79b9-4fc7-8ced-cca92bd14e20 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583293 Nov 12 13:16:21.437085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02 req-8e5c5d69-0b14-4e05-9293-e8a0200538f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.438912 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02 req-8e5c5d69-0b14-4e05-9293-e8a0200538f0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 907 time: 0.2088919 Nov 12 13:16:21.444512 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aa8948fd-0f16-42d3-b12d-7074fb1ac0f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5f2a7df3f4b40d1955c95ed4173290e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2333868 Nov 12 13:16:21.445791 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60370) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:21.462760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:21.502353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-920b3014-ffa2-41c3-ac3b-ed36186860ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.504031 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-920b3014-ffa2-41c3-ac3b-ed36186860ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 1099 time: 0.4993398 Nov 12 13:16:21.505651 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02 req-51cb1828-c0ce-4319-874f-565c375570bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae HTTP/1.1" status: 200 len: 217 time: 0.0565724 Nov 12 13:16:21.560238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c82dbf-b26b-4931-b817-43403342c617'}, {'name': 'network-changed', 'server_uuid': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'tag': '60c82dbf-b26b-4931-b817-43403342c617'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:21.562997 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e54de49-495d-4d1d-899e-d097633b99c6" -d '{"events": [{"server_uuid": "9f20f68e-a9af-4cb5-83d4-fdd9e5505884", "name": "network-vif-unplugged", "status": "completed", "tag": "60c82dbf-b26b-4931-b817-43403342c617"}, {"name": "network-changed", "server_uuid": "9f20f68e-a9af-4cb5-83d4-fdd9e5505884", "tag": "60c82dbf-b26b-4931-b817-43403342c617"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:21.568231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f98210a-524c-4ca2-a994-096db691476b req-51f7b16a-0822-428b-82d1-0a5b44cd5336 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f130aaa4-2220-4ee7-9a5e-cca6b015823b HTTP/1.1" status: 200 len: 217 time: 0.0935113 Nov 12 13:16:21.589183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.590104 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:21.591838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] 10.222.0.105 "PUT /v2.0/ports/3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 HTTP/1.1" status: 200 len: 1095 time: 3.2432775 Nov 12 13:16:21.657950 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-70addd76-190a-4065-aec7-92381ec19852 req-2621afd7-2d12-4218-a4a0-d1080383b116 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300773 Nov 12 13:16:21.691010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc532a7-967f-4282-a92e-9f3b69a63bcb req-3d2568e6-3bec-4142-b625-06de97611b06 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.698051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2dc532a7-967f-4282-a92e-9f3b69a63bcb req-3d2568e6-3bec-4142-b625-06de97611b06 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 947 time: 0.1867409 Nov 12 13:16:21.720437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb6a3-a798-400f-9135-30f8e1c1a3cd service neutron] Pushing event updated for resources: {'Port': ['ID=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:21.725878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-e5b2216a-3f39-4a79-a393-1d47bf28d441 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=0c80ce26-0c77-44f1-bc5d-dfdb29d87794 HTTP/1.1" status: 200 len: 217 time: 0.1908679 Nov 12 13:16:21.728900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b627e700-b9f3-436e-9e72-19c6e130e3c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:21.743165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98210a-524c-4ca2-a994-096db691476b req-7c5b642e-81d9-4db5-8032-21a7acd826f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.766381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b627e700-b9f3-436e-9e72-19c6e130e3c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:21.770913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f98210a-524c-4ca2-a994-096db691476b req-7c5b642e-81d9-4db5-8032-21a7acd826f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec HTTP/1.1" status: 200 len: 863 time: 0.1881940 Nov 12 13:16:21.825968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-098e67cb-c97c-4e79-a9af-c4e43c17782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.833777 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-098e67cb-c97c-4e79-a9af-c4e43c17782d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 1098 time: 0.1691794 Nov 12 13:16:21.844593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd50df0-84e3-415b-947d-1546be02680b', 'tag': '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:21.846948 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b019470b-6bb6-4132-add8-69877e86a350" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd50df0-84e3-415b-947d-1546be02680b", "tag": "0c80ce26-0c77-44f1-bc5d-dfdb29d87794"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:21.868344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b627e700-b9f3-436e-9e72-19c6e130e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:21.871711 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b627e700-b9f3-436e-9e72-19c6e130e3c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:21.876274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b627e700-b9f3-436e-9e72-19c6e130e3c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d03c94f-3b04-4ea8-bcf5-5b0423a3edee HTTP/1.1" status: 204 len: 168 time: 0.4281681 Nov 12 13:16:21.956688 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c4575e84-42d4-49ac-be40-a963d70bc3c5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 HTTP/1.1" status: 200 len: 217 time: 0.0784984 Nov 12 13:16:21.959601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98210a-524c-4ca2-a994-096db691476b req-3ec594f7-5fd4-4dc8-8d47-20aff46d23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.961904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f98210a-524c-4ca2-a994-096db691476b req-3ec594f7-5fd4-4dc8-8d47-20aff46d23bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d503244d-432a-4a29-a64b-6d1bf0a9e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789198 Nov 12 13:16:21.969827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2dc532a7-967f-4282-a92e-9f3b69a63bcb req-a9450577-4da3-4de1-82a8-f9cfc7384a4b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700245 Nov 12 13:16:21.984829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02 req-34ee2c4d-a152-47af-aca6-ad0386a1dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:21.984829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02 req-34ee2c4d-a152-47af-aca6-ad0386a1dc66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.4501975 Nov 12 13:16:21.986847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627e700-b9f3-436e-9e72-19c6e130e3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d03c94f-3b04-4ea8-bcf5-5b0423a3edee,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:22.033677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-2e1b29d9-b065-4f97-bc7f-a01d7d306241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:22.036697 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-2e1b29d9-b065-4f97-bc7f-a01d7d306241 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2127349 Nov 12 13:16:22.039566 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02 req-48292b6e-1175-463b-8a37-021928868188 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465524 Nov 12 13:16:22.042363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c0893-3327-4da3-b5a0-a93e58ad5598 req-a2baa775-2d09-47ba-89a3-14f6b2917f9f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:22.044170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-617c0893-3327-4da3-b5a0-a93e58ad5598 req-a2baa775-2d09-47ba-89a3-14f6b2917f9f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.2075849 Nov 12 13:16:22.154108 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2933e1-ed6b-494f-af5f-6cc70015d1c1 x-openstack-request-id: req-ec2933e1-ed6b-494f-af5f-6cc70015d1c1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:22.154425 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f20f68e-a9af-4cb5-83d4-fdd9e5505884", "name": "network-vif-unplugged", "status": "completed", "tag": "60c82dbf-b26b-4931-b817-43403342c617", "code": 200}, {"name": "network-changed", "server_uuid": "9f20f68e-a9af-4cb5-83d4-fdd9e5505884", "tag": "60c82dbf-b26b-4931-b817-43403342c617", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:22.154692 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec2933e1-ed6b-494f-af5f-6cc70015d1c1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:22.155019 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c82dbf-b26b-4931-b817-43403342c617', 'code': 200} Nov 12 13:16:22.155292 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'tag': '60c82dbf-b26b-4931-b817-43403342c617', 'status': 'completed', 'code': 200} Nov 12 13:16:22.192115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7b7b7d04-e30e-43a3-91b3-e8bcc73a0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:22.199364 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-7b7b7d04-e30e-43a3-91b3-e8bcc73a0811 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2295058 Nov 12 13:16:22.266398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c6b68042-a577-48cc-b0a6-4af869949a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:22.269693 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-c6b68042-a577-48cc-b0a6-4af869949a6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2151039 Nov 12 13:16:22.309010 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02 req-98eb1267-2fd7-4abe-b891-66bdb7a2f517 service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198744 Nov 12 13:16:22.343603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-617c0893-3327-4da3-b5a0-a93e58ad5598 req-38f32578-e828-4578-aba5-69d3d733d946 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608070 Nov 12 13:16:22.354630 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce9fb32-1201-49a4-a212-08dc73fa26d6 x-openstack-request-id: req-cce9fb32-1201-49a4-a212-08dc73fa26d6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:22.355002 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd50df0-84e3-415b-947d-1546be02680b", "tag": "0c80ce26-0c77-44f1-bc5d-dfdb29d87794", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:22.355352 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cce9fb32-1201-49a4-a212-08dc73fa26d6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:22.355838 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd50df0-84e3-415b-947d-1546be02680b', 'tag': '0c80ce26-0c77-44f1-bc5d-dfdb29d87794', 'status': 'completed', 'code': 200} Nov 12 13:16:22.439704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f98210a-524c-4ca2-a994-096db691476b req-35500884-dd41-41e1-8cff-6655e67903b1 service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517112 Nov 12 13:16:22.442347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54de49-495d-4d1d-899e-d097633b99c6 req-9e43b9e2-5a99-46c7-85d8-ea26b230bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:22.443920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e54de49-495d-4d1d-899e-d097633b99c6 req-9e43b9e2-5a99-46c7-85d8-ea26b230bfad service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1124 time: 0.2363825 Nov 12 13:16:22.450098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-cba65204-3dbd-4056-abad-df2dcc615790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:22.451651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-cba65204-3dbd-4056-abad-df2dcc615790 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1969988 Nov 12 13:16:22.545340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852c23f-33e4-44d2-badc-63516347f872 req-7c841ea9-2c42-4f71-b038-fc6c273cdf22 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:22.547168 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0852c23f-33e4-44d2-badc-63516347f872 req-7c841ea9-2c42-4f71-b038-fc6c273cdf22 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 943 time: 0.1315217 Nov 12 13:16:22.560905 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-8010c8bf-4124-4349-a92b-948e10a8e8ca service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504478 Nov 12 13:16:22.592062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f0d8f64-a728-4b3b-b2dc-0b5f313b7d02 req-ec926254-4582-4a60-9891-b530a749a1c4 service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700191 Nov 12 13:16:22.608819 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f98210a-524c-4ca2-a994-096db691476b req-adb23e8f-0cb1-4389-94b8-fa8552532f5a service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512201 Nov 12 13:16:22.668845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0852c23f-33e4-44d2-badc-63516347f872 req-b211d699-081f-4564-8dd4-537cfdf6ace9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131806 Nov 12 13:16:22.760803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-9a0cd2a4-382f-4614-8c48-f3d42c79dc87 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882243 Nov 12 13:16:22.931920 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019470b-6bb6-4132-add8-69877e86a350 req-1ac71550-7773-4571-aef9-fae66742d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:22.934068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b019470b-6bb6-4132-add8-69877e86a350 req-1ac71550-7773-4571-aef9-fae66742d57c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 1099 time: 0.0800960 Nov 12 13:16:22.942842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f375cd4-8a89-4b8b-896c-735bb7b4b1ea req-cd79d93c-bcdf-4d23-a027-62f5cc606a2f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:22.951448 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f375cd4-8a89-4b8b-896c-735bb7b4b1ea req-cd79d93c-bcdf-4d23-a027-62f5cc606a2f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1482198 Nov 12 13:16:23.013624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357b1db-0316-449c-9a35-d3dd8d8285d7 req-2ab8e6f5-309e-4321-840b-21c3b81c41da tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:23.015531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4357b1db-0316-449c-9a35-d3dd8d8285d7 req-2ab8e6f5-309e-4321-840b-21c3b81c41da tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 943 time: 0.4048193 Nov 12 13:16:23.043118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-881fcfec-8123-4e17-907a-d503c0f6c5d1 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841679 Nov 12 13:16:23.338669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60428) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:23.440430 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f375cd4-8a89-4b8b-896c-735bb7b4b1ea req-e1349f75-5879-407d-ad29-d2dca267b439 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827209 Nov 12 13:16:23.483399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019470b-6bb6-4132-add8-69877e86a350 req-881d0a60-1f2f-464d-947b-f8fb83cc08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:23.488343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b019470b-6bb6-4132-add8-69877e86a350 req-881d0a60-1f2f-464d-947b-f8fb83cc08f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.5345721 Nov 12 13:16:23.502178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4357b1db-0316-449c-9a35-d3dd8d8285d7 req-13535692-3cbc-4745-be1f-8f4d01a37674 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4769344 Nov 12 13:16:23.512861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54de49-495d-4d1d-899e-d097633b99c6 req-837b4fc6-f870-4e5e-b915-63c1a6368ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:23.514904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e54de49-495d-4d1d-899e-d097633b99c6 req-837b4fc6-f870-4e5e-b915-63c1a6368ce3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.8808405 Nov 12 13:16:23.573315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1572273402-network', 'tenant_id': '19b68696d6fd423783b2b62d2ed9a8ff'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:23.578568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b019470b-6bb6-4132-add8-69877e86a350 req-b3ef901a-e95b-4bd2-9d55-e3e5c2a3d7e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=0c80ce26-0c77-44f1-bc5d-dfdb29d87794 HTTP/1.1" status: 200 len: 217 time: 0.0802312 Nov 12 13:16:23.591897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e54de49-495d-4d1d-899e-d097633b99c6 req-352591ed-ddde-454b-89be-a19e52e570ac service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60c82dbf-b26b-4931-b817-43403342c617 HTTP/1.1" status: 200 len: 217 time: 0.0465543 Nov 12 13:16:23.677823 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Made reservation on behalf of 19b68696d6fd423783b2b62d2ed9a8ff for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:23.681365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:23.689861 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-224d4b9b-fae5-4fdf-b608-0119f3fdde11 req-e5e8a301-eb81-4cc5-8b79-716eec51bccf service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249967 Nov 12 13:16:23.703123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54de49-495d-4d1d-899e-d097633b99c6 req-d54be891-508f-4b7d-85bf-c1eff2e3220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:23.705316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e54de49-495d-4d1d-899e-d097633b99c6 req-d54be891-508f-4b7d-85bf-c1eff2e3220c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.1012177 Nov 12 13:16:23.719313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef5a80-70da-4a93-a472-2fa30adbe577 req-c5322ba2-c188-4c9e-be61-436c1df8d054 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:23.730350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33ef5a80-70da-4a93-a472-2fa30adbe577 req-c5322ba2-c188-4c9e-be61-436c1df8d054 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 947 time: 0.1634986 Nov 12 13:16:23.737751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:23.748438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019470b-6bb6-4132-add8-69877e86a350 req-d5004e95-6607-4303-b9a5-9272fa0524d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:23.750688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b019470b-6bb6-4132-add8-69877e86a350 req-d5004e95-6607-4303-b9a5-9272fa0524d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1601980 Nov 12 13:16:23.765170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e54de49-495d-4d1d-899e-d097633b99c6 req-d82b3fd6-3386-4ca8-bb78-ee09730d9e27 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484266 Nov 12 13:16:23.876119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33ef5a80-70da-4a93-a472-2fa30adbe577 req-5b61897d-2084-4dfb-91ee-d25c964f9b65 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426351 Nov 12 13:16:23.878863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a8f54-bb28-4adb-979d-5331a034ca81 req-6ec58878-2358-42b1-88fa-510ea84dbe24 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:23.887397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f80a8f54-bb28-4adb-979d-5331a034ca81 req-6ec58878-2358-42b1-88fa-510ea84dbe24 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1504924 Nov 12 13:16:23.960478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e54de49-495d-4d1d-899e-d097633b99c6 req-1aa22ae7-54b5-45ca-8d70-bd1edb77b787 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716504 Nov 12 13:16:23.984943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019470b-6bb6-4132-add8-69877e86a350 req-0fe04cad-b6dc-4ba2-adfe-7db95852046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:23.986688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b019470b-6bb6-4132-add8-69877e86a350 req-0fe04cad-b6dc-4ba2-adfe-7db95852046d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2219882 Nov 12 13:16:23.988956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:24.036351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f80a8f54-bb28-4adb-979d-5331a034ca81 req-1d3c7850-095e-4d22-b610-a9b0fe2d6336 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480882 Nov 12 13:16:24.117740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:24.170773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c80784-c194-487a-a566-efc2a7aca345', 'tag': '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:24.173209 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c230a3be-94b8-497f-a81e-1b769017f91b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c80784-c194-487a-a566-efc2a7aca345", "tag": "3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:24.196131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:16:24.211677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e54de49-495d-4d1d-899e-d097633b99c6 req-7c06b34d-95fa-4645-b0c9-08bcd01390b9 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289293 Nov 12 13:16:24.235867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:24.252953 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:24.256666 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Added segment 926a8ce8-1182-4c64-aa3d-024f34de7366 of type vlan for network 02063453-568c-451d-b934-1efda5522628 Nov 12 13:16:24.261072 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b019470b-6bb6-4132-add8-69877e86a350 req-9ab68126-407b-4fa4-a3c0-65fbf25932b0 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485232 Nov 12 13:16:24.283411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af21300-3b4f-4687-ba88-2e312fe6b639 req-1d3490eb-388f-4f97-8bc4-04c1bc199ea6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:24.285274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9af21300-3b4f-4687-ba88-2e312fe6b639 req-1d3490eb-388f-4f97-8bc4-04c1bc199ea6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 943 time: 0.1632257 Nov 12 13:16:24.414887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:24.481379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9af21300-3b4f-4687-ba88-2e312fe6b639 req-48a107f6-f4de-455e-b5f1-1c8463a04576 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816692 Nov 12 13:16:24.484635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:24.485639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:24.486385 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:24.544958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b019470b-6bb6-4132-add8-69877e86a350 req-007d8878-8ce0-4345-9db5-a58623f14b8a service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730076 Nov 12 13:16:24.581983 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbd95dd-f09b-43c0-bb71-b4fddfc5cb6f x-openstack-request-id: req-efbd95dd-f09b-43c0-bb71-b4fddfc5cb6f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:24.583956 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c80784-c194-487a-a566-efc2a7aca345", "tag": "3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:24.584223 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-efbd95dd-f09b-43c0-bb71-b4fddfc5cb6f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:24.584965 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c80784-c194-487a-a566-efc2a7aca345', 'tag': '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2', 'status': 'completed', 'code': 200} Nov 12 13:16:24.591288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2495008 Nov 12 13:16:24.595300 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60460) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:24.602067 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Request body: {'subnet': {'network_id': '02063453-568c-451d-b934-1efda5522628', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1572273402-subnet', 'tenant_id': '19b68696d6fd423783b2b62d2ed9a8ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:24.608795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4ced7-1a20-4b96-8c1d-41b7e7bc93d4 admin admin] Pushing event updated for resources: {'Network': ['ID=02063453-568c-451d-b934-1efda5522628,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:24.619948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 02063453-568c-451d-b934-1efda5522628 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:16:24.692015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Made reservation on behalf of 19b68696d6fd423783b2b62d2ed9a8ff for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:24.695072 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:24.749589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230a3be-94b8-497f-a81e-1b769017f91b req-cf038ec7-1b8c-4272-95b2-6a75e3b141d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:24.758482 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c230a3be-94b8-497f-a81e-1b769017f91b req-cf038ec7-1b8c-4272-95b2-6a75e3b141d5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 1098 time: 0.1310170 Nov 12 13:16:24.867919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230a3be-94b8-497f-a81e-1b769017f91b req-6ab356c2-8924-4bd4-824c-85a8e76f794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:24.871563 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c230a3be-94b8-497f-a81e-1b769017f91b req-6ab356c2-8924-4bd4-824c-85a8e76f794a service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1092820 Nov 12 13:16:24.907228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b95775-f6a7-4f5c-a763-4f84707a90f3 req-b758ce77-9a66-4f99-b0ad-841734c723d4 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:24.919036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-46b95775-f6a7-4f5c-a763-4f84707a90f3 req-b758ce77-9a66-4f99-b0ad-841734c723d4 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1983688 Nov 12 13:16:24.976939 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c230a3be-94b8-497f-a81e-1b769017f91b req-776299c4-6a7e-4aad-8fe5-49ba434d3d07 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 HTTP/1.1" status: 200 len: 217 time: 0.0833931 Nov 12 13:16:25.030878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-46b95775-f6a7-4f5c-a763-4f84707a90f3 req-ae526009-f54e-4332-bd91-aa04640e3b07 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017625 Nov 12 13:16:25.066893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81480f59-5a8f-4a56-a52e-43d3323bacab req-b88b77e2-2cae-495e-91b2-6684e851907d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:25.068455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81480f59-5a8f-4a56-a52e-43d3323bacab req-b88b77e2-2cae-495e-91b2-6684e851907d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 943 time: 0.1957092 Nov 12 13:16:25.118459 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-881ee351-e145-4e11-8b96-b8d6c6879a33 service neutron] show failed (client error): The resource could not be found. Nov 12 13:16:25.120230 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-881ee351-e145-4e11-8b96-b8d6c6879a33 service neutron] 10.222.0.105 "GET /v2.0/ports/cd90903a-5081-489a-bc3f-5c0053863b0d/bindings/n-h1-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.2461307 Nov 12 13:16:25.130954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230a3be-94b8-497f-a81e-1b769017f91b req-b4daceb2-96a0-4541-b9db-09ec2c9c9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:25.132414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c230a3be-94b8-497f-a81e-1b769017f91b req-b4daceb2-96a0-4541-b9db-09ec2c9c9957 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1405237 Nov 12 13:16:25.148667 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:25.196189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81480f59-5a8f-4a56-a52e-43d3323bacab req-dfa9ce30-de40-4944-9f46-6217ef5f51c8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183999 Nov 12 13:16:25.277389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230a3be-94b8-497f-a81e-1b769017f91b req-b8678d28-2faf-41e1-9c00-280b85cc0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:25.278942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c230a3be-94b8-497f-a81e-1b769017f91b req-b8678d28-2faf-41e1-9c00-280b85cc0aa4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338911 Nov 12 13:16:25.318135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad61732-f35b-4b5a-bf00-499c187c8273,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:25.353950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Checking segment: {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:25.355715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Network hostable DHCP agents. Network: 02063453-568c-451d-b934-1efda5522628, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:16:25.387936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Network 02063453-568c-451d-b934-1efda5522628 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:16:25.409936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 02063453-568c-451d-b934-1efda5522628) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:25.421001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca5c2df-6983-4af0-b7cb-3fc92c81c81b None None] Network 02063453-568c-451d-b934-1efda5522628 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:25.424249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:25.424873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:25.457920 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9f8c401d-44e5-4a37-9961-985c13e219fb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8613245 Nov 12 13:16:25.471867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729d36d-2156-46a2-829a-52a7000f551b req-c09f4b55-2e74-4742-a0fb-6cce568fdb59 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:25.477914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5729d36d-2156-46a2-829a-52a7000f551b req-c09f4b55-2e74-4742-a0fb-6cce568fdb59 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 947 time: 0.1889005 Nov 12 13:16:25.568754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5729d36d-2156-46a2-829a-52a7000f551b req-28303376-6299-46e4-8361-0fa881793ff6 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851195 Nov 12 13:16:25.592395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c230a3be-94b8-497f-a81e-1b769017f91b req-4af9606a-41b2-423b-bf3d-1b25b86e7b6f service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022428 Nov 12 13:16:25.705764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f140060-ae3d-433f-8314-f7297d85fbb7 None None] Network 02063453-568c-451d-b934-1efda5522628 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:25.772096 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c230a3be-94b8-497f-a81e-1b769017f91b req-a2f6d686-49aa-45f9-961a-e665429f4f26 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677322 Nov 12 13:16:25.826481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-7bd2f443-6886-4095-92ed-2c79da083b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:25.830219 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-7bd2f443-6886-4095-92ed-2c79da083b87 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf&tenant_id=f24db78ff5ca4b5eb226d1905e0afceb HTTP/1.1" status: 200 len: 1101 time: 0.2824576 Nov 12 13:16:25.837345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f130aaa4-2220-4ee7-9a5e-cca6b015823b details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:16:25.850818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:25.897064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29e9f5-1907-4af2-982d-fd28128af20a req-8792a728-c38b-4e42-a449-29d3d0b97ee9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:25.898753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a29e9f5-1907-4af2-982d-fd28128af20a req-8792a728-c38b-4e42-a449-29d3d0b97ee9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.2458816 Nov 12 13:16:25.943912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:25.965790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14c9d6-c7d3-4a0f-8a77-bf9e412c934e req-b206748b-bfe7-4f74-9bbd-04172c7e4323 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:25.968048 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c14c9d6-c7d3-4a0f-8a77-bf9e412c934e req-b206748b-bfe7-4f74-9bbd-04172c7e4323 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 943 time: 0.0724089 Nov 12 13:16:26.029841 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a29e9f5-1907-4af2-982d-fd28128af20a req-7edd0afd-aaba-4dd7-a0a1-a37154d2726d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952320 Nov 12 13:16:26.054093 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c14c9d6-c7d3-4a0f-8a77-bf9e412c934e req-895f5623-acd8-4607-a285-5706d2a2485f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772576 Nov 12 13:16:26.067616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f130aaa4-2220-4ee7-9a5e-cca6b015823b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f130aaa4-2220-4ee7-9a5e-cca6b015823b,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:26.108069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'port_id': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b', 'mac_address': 'fa:16:3e:5b:01:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:16:26.157774 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.177453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f130aaa4-2220-4ee7-9a5e-cca6b015823b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:26.207612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f130aaa4-2220-4ee7-9a5e-cca6b015823b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f130aaa4-2220-4ee7-9a5e-cca6b015823b,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:26.216839 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.218020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:16:26.271457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1cc4e-86b9-4ca8-ba37-846c1149db36 req-55183db4-f554-4500-b575-8439fe2f06a6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:26.272986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffc1cc4e-86b9-4ca8-ba37-846c1149db36 req-55183db4-f554-4500-b575-8439fe2f06a6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1243808 Nov 12 13:16:26.340090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cd90903a-5081-489a-bc3f-5c0053863b0d,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:26.353753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:26.373364 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'port_id': '0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae', 'mac_address': 'fa:16:3e:31:01:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f405fae7-5435-415b-803d-1ce0aefde344', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:16:26.399210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-2021fd5d-163f-464a-9851-6482e562d8b1 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:26.408756 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-2021fd5d-163f-464a-9851-6482e562d8b1 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 805 time: 0.1623342 Nov 12 13:16:26.428252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffc1cc4e-86b9-4ca8-ba37-846c1149db36 req-cfad6416-02db-46c3-913f-84c0282ab981 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457195 Nov 12 13:16:26.454053 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-89eee16a-1f44-4abc-b4ac-f8c86f293521 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/quotas/19b68696d6fd423783b2b62d2ed9a8ff HTTP/1.1" status: 200 len: 375 time: 0.0443165 Nov 12 13:16:26.460606 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.469327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:26.492584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:26.526530 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-74ad38eb-a37d-4dcc-919d-d1d8baceeb70 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708573 Nov 12 13:16:26.533327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:16:26.549407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:26.555772 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cbe115-48ff-46b7-b8e6-efa12ae3fbe5" -d '{"events": [{"server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "name": "network-vif-unplugged", "status": "completed", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:26.562794 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.600049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Transition to ACTIVE for port object cd90903a-5081-489a-bc3f-5c0053863b0d will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:16:26.609806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.662711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:26.683062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2', 'mac_address': 'fa:16:3e:0f:64:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:16:26.688383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f130aaa4-2220-4ee7-9a5e-cca6b015823b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:26.710037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:26.716203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.716867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.717388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.718139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.718838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.719592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.720089 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.720603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.721083 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.721668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.722150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.722690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:16:26.763838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-79cff9b4-f0ef-448b-9931-ae1060206c61 service neutron] 10.222.0.73 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362857 Nov 12 13:16:26.775536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] No DVR routers for this DVR port cd90903a-5081-489a-bc3f-5c0053863b0d on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:26.784911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Pushing event updated for resources: {'Port': ['ID=cd90903a-5081-489a-bc3f-5c0053863b0d,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:26.798548 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.804208 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.903142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:26.904241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f27c6c-f32d-433f-8d77-772b1256d16c req-9fe8c0da-041e-4a2e-a9f9-83b83ee18b4d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:26.914744 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-70f27c6c-f32d-433f-8d77-772b1256d16c req-9fe8c0da-041e-4a2e-a9f9-83b83ee18b4d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 944 time: 0.2531338 Nov 12 13:16:26.928289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:26.944613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Attempting to bind port cd90903a-5081-489a-bc3f-5c0053863b0d on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:26.945659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Attempting to bind port cd90903a-5081-489a-bc3f-5c0053863b0d by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:26.946766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Attempting to bind port cd90903a-5081-489a-bc3f-5c0053863b0d on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:26.963700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df1a1dae-c578-4f4a-aa7c-0c2d36e77e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.981382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:26.985314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Port cd90903a-5081-489a-bc3f-5c0053863b0d on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:16:26.987041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Attempting to bind port cd90903a-5081-489a-bc3f-5c0053863b0d on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:26.987254 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:26.995406 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-adf9fabc-d45b-468e-9c67-ecf873cf5751 service neutron] 10.222.0.73 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258909 Nov 12 13:16:27.004112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:27.004568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:27.005060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:27.005635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Bound port: cd90903a-5081-489a-bc3f-5c0053863b0d, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:27.006094 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:27.067393 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-70f27c6c-f32d-433f-8d77-772b1256d16c req-fc6643db-8536-42ad-ab13-9da21cbeb18b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482844 Nov 12 13:16:27.166867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:27.203745 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623bb8ff-af1f-4623-8b00-82bf83704fbb x-openstack-request-id: req-623bb8ff-af1f-4623-8b00-82bf83704fbb {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:27.204717 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "name": "network-vif-unplugged", "status": "completed", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:27.207390 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-623bb8ff-af1f-4623-8b00-82bf83704fbb {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:27.209746 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d', 'code': 200} Nov 12 13:16:27.230788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:27.235991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=cd90903a-5081-489a-bc3f-5c0053863b0d,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:27.240692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:27.297544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:27.302333 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:27.304573 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] 10.222.0.70 "PUT /v2.0/ports/cd90903a-5081-489a-bc3f-5c0053863b0d HTTP/1.1" status: 200 len: 1096 time: 1.4603744 Nov 12 13:16:27.331407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599989ba-2140-41a4-8a38-7d0bbe0c3206 service neutron] Pushing event updated for resources: {'Port': ['ID=cd90903a-5081-489a-bc3f-5c0053863b0d,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:27.347225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:27.401262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['f130aaa4-2220-4ee7-9a5e-cca6b015823b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:27.492437 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:27.537426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ab3e8-dbdd-4c53-a20c-59b2d8460a3a req-c8897630-7bd0-4e98-a883-443bc68cb1b5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:27.547648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-628ab3e8-dbdd-4c53-a20c-59b2d8460a3a req-c8897630-7bd0-4e98-a883-443bc68cb1b5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 944 time: 0.0726080 Nov 12 13:16:27.625693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32e94d-7a66-474b-bd21-dfab0ed6e31b req-c326ce02-2c70-441c-a82d-fcd067beb684 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:27.638847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef32e94d-7a66-474b-bd21-dfab0ed6e31b req-c326ce02-2c70-441c-a82d-fcd067beb684 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 948 time: 0.2655647 Nov 12 13:16:27.666657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-628ab3e8-dbdd-4c53-a20c-59b2d8460a3a req-708759c1-878a-4d7e-bf1e-f9dfcd56e737 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178262 Nov 12 13:16:27.742878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-c6cc1ff7-9584-4cbf-bf21-6452b59d945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:27.747399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-c6cc1ff7-9584-4cbf-bf21-6452b59d945f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 1099 time: 0.3993649 Nov 12 13:16:27.796127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:16:27.926326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef32e94d-7a66-474b-bd21-dfab0ed6e31b req-94ba456e-9508-4722-9bd1-3bbfc9d584ca tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833025 Nov 12 13:16:27.988380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb67022-afeb-4cd1-867a-448d0451c1a9 req-86d90d5e-060e-42a9-aa9c-ed5d4d35a226 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:27.997598 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8fb67022-afeb-4cd1-867a-448d0451c1a9 req-86d90d5e-060e-42a9-aa9c-ed5d4d35a226 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.1728971 Nov 12 13:16:28.130066 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8fb67022-afeb-4cd1-867a-448d0451c1a9 req-2237e4ad-ba40-4394-beaa-8d743298acb5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250055 Nov 12 13:16:28.130967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1df0befb-2e7c-4ebc-a540-e5ef78d3a5a7 req-5d354b6a-a160-4273-acac-35c1036532e7 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 210 time: 0.0966480 Nov 12 13:16:28.197644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-bbb893f8-99f4-4781-a82c-90d5448e3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:28.204415 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-bbb893f8-99f4-4781-a82c-90d5448e3bb2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.4317744 Nov 12 13:16:28.281884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-3f919ea3-44db-4e03-9148-017905c56e74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cd90903a-5081-489a-bc3f-5c0053863b0d HTTP/1.1" status: 200 len: 217 time: 0.0683820 Nov 12 13:16:28.454356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-0c41f99d-4700-4c6b-874e-9d9ab2233bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:28.460604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-0c41f99d-4700-4c6b-874e-9d9ab2233bc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1585181 Nov 12 13:16:28.493820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ce148-5245-48ed-9f11-10aaf9d8f1df req-ab8f9d23-bedb-4d8d-9a94-f0da56f823b0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:28.502775 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-134ce148-5245-48ed-9f11-10aaf9d8f1df req-ab8f9d23-bedb-4d8d-9a94-f0da56f823b0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1900189 Nov 12 13:16:28.506170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:28.546303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cd90903a-5081-489a-bc3f-5c0053863b0d no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:28.593139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-f0f0ad46-c62b-41e3-b5e0-162d78cd8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:28.594812 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-f0f0ad46-c62b-41e3-b5e0-162d78cd8863 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276529 Nov 12 13:16:28.601629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '0c80ce26-0c77-44f1-bc5d-dfdb29d87794', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '0c80ce26-0c77-44f1-bc5d-dfdb29d87794', 'mac_address': 'fa:16:3e:c9:6d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:16:28.615393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ffa73-0d4d-4da4-8dad-430bca1ac0ae req-10469e9c-bf39-452c-ba8f-25f88c795a0d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:28.625158 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e73ffa73-0d4d-4da4-8dad-430bca1ac0ae req-10469e9c-bf39-452c-ba8f-25f88c795a0d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 944 time: 0.1094661 Nov 12 13:16:28.661326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-134ce148-5245-48ed-9f11-10aaf9d8f1df req-254edc0e-f8e2-448b-bfb1-a3e5f5ad95be tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572640 Nov 12 13:16:28.798028 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-af030542-4004-4206-8b3c-1f995d6d05c4 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674616 Nov 12 13:16:28.816144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cd90903a-5081-489a-bc3f-5c0053863b0d not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:28.835064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:28.871263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:28.901506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:28.908472 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:28.964888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d923-134c-49ff-b238-8bcc6d74bd3d req-d4bfc829-cb23-488b-b675-bc18a56ff181 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:28.973867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e934d923-134c-49ff-b238-8bcc6d74bd3d req-d4bfc829-cb23-488b-b675-bc18a56ff181 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 944 time: 0.1139340 Nov 12 13:16:28.974435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:28.997574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e73ffa73-0d4d-4da4-8dad-430bca1ac0ae req-ac1ceda0-3cea-4bae-a4aa-28d09b0a11a0 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713982 Nov 12 13:16:29.029872 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b97ea1e1-f0cf-4341-83a1-19957dee059e req-8cb57214-e1ca-468a-99ae-8dee4b3b7adb service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045288 Nov 12 13:16:29.064695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e934d923-134c-49ff-b238-8bcc6d74bd3d req-18061d41-7e8e-4f83-af78-cf7cd0551938 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816498 Nov 12 13:16:29.231457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dd2a5-8cd4-4e48-91bd-e84ed6395d68 req-e35014e9-5ca3-48db-9ab6-561432d2379d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:29.236192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b89dd2a5-8cd4-4e48-91bd-e84ed6395d68 req-e35014e9-5ca3-48db-9ab6-561432d2379d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 948 time: 0.1462975 Nov 12 13:16:29.237882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:29.243039 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0623c070-7926-4980-9a59-c5d3f98422ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:29.280848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad1c53-6b44-49a5-9491-4e493a76ec43 req-83197159-b87e-45a4-8466-31e50159cb9d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:29.290399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1ad1c53-6b44-49a5-9491-4e493a76ec43 req-83197159-b87e-45a4-8466-31e50159cb9d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.0730073 Nov 12 13:16:29.374358 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b89dd2a5-8cd4-4e48-91bd-e84ed6395d68 req-2aa7ddcf-1308-49a1-8e24-b7d5ef0d8b0b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169872 Nov 12 13:16:29.379634 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1ad1c53-6b44-49a5-9491-4e493a76ec43 req-8e75f23f-087b-4912-9714-d0622eb4347a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881789 Nov 12 13:16:29.449043 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d801b0f3-dc4a-4d1f-aa19-75f1e4d19e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:29.519318 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa30929-e478-449f-9d5f-0835e16c1b44 x-openstack-request-id: req-faa30929-e478-449f-9d5f-0835e16c1b44 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:29.519607 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:29.519858 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-faa30929-e478-449f-9d5f-0835e16c1b44 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:29.520256 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d', 'status': 'completed', 'code': 200} Nov 12 13:16:29.585886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ae95738-06cc-476f-b94c-a79b11fe8424 req-98df3b6d-d40d-49aa-bae0-bfb39407c0ed tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 210 time: 0.0916986 Nov 12 13:16:29.668385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-bf977239-7001-4a87-b83f-72b587e0272e tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:29.670376 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-bf977239-7001-4a87-b83f-72b587e0272e tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 805 time: 0.3594995 Nov 12 13:16:29.697616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Request body: {'port': {'device_id': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'admin_state_up': True, 'tenant_id': '19b68696d6fd423783b2b62d2ed9a8ff'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:29.704982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623c070-7926-4980-9a59-c5d3f98422ef req-121e4810-3459-4749-834c-25683d0ed8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:29.706729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-121e4810-3459-4749-834c-25683d0ed8f0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 1099 time: 0.1621821 Nov 12 13:16:29.719180 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623c070-7926-4980-9a59-c5d3f98422ef req-ad2ee8f7-ce2a-44d2-be46-21dd568ed4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:29.720737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-ad2ee8f7-ce2a-44d2-be46-21dd568ed4bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 1099 time: 0.0784180 Nov 12 13:16:29.859776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Made reservation on behalf of 19b68696d6fd423783b2b62d2ed9a8ff for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:29.864356 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:29.993001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1051b-901a-4c3f-9055-718c2a9332a4 req-dd3d0ef9-ec9f-431f-b130-c516ef881ee1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:29.995273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bc1051b-901a-4c3f-9055-718c2a9332a4 req-dd3d0ef9-ec9f-431f-b130-c516ef881ee1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1235623 Nov 12 13:16:30.063598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623c070-7926-4980-9a59-c5d3f98422ef req-56d5f082-4619-4e3c-969e-26db506d321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:30.075921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-56d5f082-4619-4e3c-969e-26db506d321d service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2969739 Nov 12 13:16:30.079001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623c070-7926-4980-9a59-c5d3f98422ef req-217422ef-b55f-4589-8b7b-84941431e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:30.080401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-217422ef-b55f-4589-8b7b-84941431e32a service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.3554835 Nov 12 13:16:30.082571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Allocated IP 172.20.0.11 (02063453-568c-451d-b934-1efda5522628/3ad61732-f35b-4b5a-bf00-499c187c8273/e17d5099-5fd3-41ea-9365-90cf9a8dfe1b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:30.084259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0c80ce26-0c77-44f1-bc5d-dfdb29d87794'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:30.234491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-3704bbcc-e69a-4e07-9639-c0204465a089 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cd90903a-5081-489a-bc3f-5c0053863b0d HTTP/1.1" status: 200 len: 217 time: 0.1249993 Nov 12 13:16:30.298262 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-46feb635-1a76-499c-99ef-5dab4c39475b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cd90903a-5081-489a-bc3f-5c0053863b0d HTTP/1.1" status: 200 len: 217 time: 0.1900103 Nov 12 13:16:30.311251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bc1051b-901a-4c3f-9055-718c2a9332a4 req-10aceaed-dfcb-43e8-bf30-b945f8830bed tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090107 Nov 12 13:16:30.330851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4646607-77f6-4d49-97ad-245a9b470e6a req-35fb9d80-1d3f-470e-94c0-6fdef35b06d0 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:30.340609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b4646607-77f6-4d49-97ad-245a9b470e6a req-35fb9d80-1d3f-470e-94c0-6fdef35b06d0 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 944 time: 0.2166500 Nov 12 13:16:30.416573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623c070-7926-4980-9a59-c5d3f98422ef req-faf76fa4-c32b-4be9-ad56-ae7e962f0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:30.422790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-faf76fa4-c32b-4be9-ad56-ae7e962f0c4a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0810091 Nov 12 13:16:30.463267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b4646607-77f6-4d49-97ad-245a9b470e6a req-aad0ed0d-8b46-4c7f-964c-a1ff5cda1eb2 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213260 Nov 12 13:16:30.467959 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:30.547844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:30.641587 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:30.651764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:16:30.653318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623c070-7926-4980-9a59-c5d3f98422ef req-63bb8e50-4333-43b6-91cb-852f92e97048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:30.656491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-63bb8e50-4333-43b6-91cb-852f92e97048 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.3403344 Nov 12 13:16:30.658754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:30.659599 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:30.672073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98482d9d-7d91-4502-9e25-787993188b4d req-8c5f1661-7c40-4d91-a5e6-ceaa842aefbd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:30.685450 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98482d9d-7d91-4502-9e25-787993188b4d req-8c5f1661-7c40-4d91-a5e6-ceaa842aefbd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 944 time: 0.1871884 Nov 12 13:16:30.724255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48064840-a8f0-4b4a-841b-23dd449a7c65 req-ce851a21-1c47-442c-9887-c56b2459ad28 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:30.726210 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48064840-a8f0-4b4a-841b-23dd449a7c65 req-ce851a21-1c47-442c-9887-c56b2459ad28 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 948 time: 0.1142726 Nov 12 13:16:30.787567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98482d9d-7d91-4502-9e25-787993188b4d req-b29fe594-8797-4942-94c6-45a61e30983d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010339 Nov 12 13:16:30.794354 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:30.855992 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:30.857636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623c070-7926-4980-9a59-c5d3f98422ef req-fc0715b5-a6e8-4ec1-8ece-7dadad639d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:30.860554 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-fc0715b5-a6e8-4ec1-8ece-7dadad639d8c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3763936 Nov 12 13:16:30.867467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Pushing event updated for resources: {'Port': ['ID=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:30.891785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48064840-a8f0-4b4a-841b-23dd449a7c65 req-e8accfe9-a5bc-4997-8760-38723bd22c09 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553111 Nov 12 13:16:30.903046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c80784-c194-487a-a566-efc2a7aca345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:30.905526 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37535bb4-d3bd-47f2-9d54-6602a7d2ad28" -d '{"events": [{"server_uuid": "d1c80784-c194-487a-a566-efc2a7aca345", "name": "network-vif-plugged", "status": "completed", "tag": "3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:30.908105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Network 02063453-568c-451d-b934-1efda5522628 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:30.909948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:30.920880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:30.923038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:30.932808 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:31.003593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:31.004423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:31.007085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:31.037437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-80e6d66e-3cfa-4c66-8afe-ba032919dd44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3542917 Nov 12 13:16:31.058738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Request body: {'port': {'device_id': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:31.137051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623c070-7926-4980-9a59-c5d3f98422ef req-ef29961c-cef0-4eef-9afe-6bcece95d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:31.138837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-ef29961c-cef0-4eef-9afe-6bcece95d062 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4192498 Nov 12 13:16:31.217105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:31.282192 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-542c3b81-9768-4ab4-b8fa-1b79f3344ac5 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245651 Nov 12 13:16:31.320831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c78269-db8d-427b-8110-befa484e87df req-31f809c9-cd59-413d-9249-f4f6332a6015 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:31.330315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50c78269-db8d-427b-8110-befa484e87df req-31f809c9-cd59-413d-9249-f4f6332a6015 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.3531744 Nov 12 13:16:31.386944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-ea6c0881-de01-4066-afcb-648b5a4ec678 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067501 Nov 12 13:16:31.528560 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-c41086dc-758a-4186-8b28-08d17943f60f service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015308 Nov 12 13:16:31.546770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ff00d-c33f-41da-bc3d-81ea0eab3dc0 req-51c1dad0-c4fe-4870-ac73-893fdb7ad6f9 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:31.558293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e0ff00d-c33f-41da-bc3d-81ea0eab3dc0 req-51c1dad0-c4fe-4870-ac73-893fdb7ad6f9 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 932 time: 0.4389317 Nov 12 13:16:31.595193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50c78269-db8d-427b-8110-befa484e87df req-5cd68c60-1cdb-46bb-9971-f4906a19e4ca tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639093 Nov 12 13:16:31.626309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0623c070-7926-4980-9a59-c5d3f98422ef req-43808cdc-10a7-407b-a1f3-6097957f07a2 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346589 Nov 12 13:16:31.633929 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e0ff00d-c33f-41da-bc3d-81ea0eab3dc0 req-7913ae59-4645-4cb5-b19a-6cf1b66de53b tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620601 Nov 12 13:16:31.720752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17d5099-5fd3-41ea-9365-90cf9a8dfe1b {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:31.730444 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faad494d-a4fd-42e9-b704-861693734237 x-openstack-request-id: req-faad494d-a4fd-42e9-b704-861693734237 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:31.731203 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c80784-c194-487a-a566-efc2a7aca345", "name": "network-vif-plugged", "status": "completed", "tag": "3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:31.731203 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-faad494d-a4fd-42e9-b704-861693734237 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:31.731486 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c80784-c194-487a-a566-efc2a7aca345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2', 'code': 200} Nov 12 13:16:31.738470 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:31.759985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Transition to ACTIVE for port object e17d5099-5fd3-41ea-9365-90cf9a8dfe1b will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:16:31.767350 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:31.814375 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f130aaa4-2220-4ee7-9a5e-cca6b015823b up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:31.857211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Pushing event updated for resources: {'Port': ['ID=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:31.950672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port f130aaa4-2220-4ee7-9a5e-cca6b015823b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:16:31.957824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port f130aaa4-2220-4ee7-9a5e-cca6b015823b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:31.958710 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:31.968144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daab19-d486-4038-9dd9-5c0a2d3c1190 req-f4c448e4-f520-4e10-8752-b7988017cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:31.970135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31daab19-d486-4038-9dd9-5c0a2d3c1190 req-f4c448e4-f520-4e10-8752-b7988017cc94 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 1100 time: 0.1396012 Nov 12 13:16:31.984392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25031-a727-4f30-a9ab-6f1e37cf173a req-9581ff5d-67c5-459d-b6da-9709e8be9453 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:31.992072 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08b25031-a727-4f30-a9ab-6f1e37cf173a req-9581ff5d-67c5-459d-b6da-9709e8be9453 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 944 time: 0.0849562 Nov 12 13:16:32.028978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3073f08-6dd7-45a1-8523-224f87e414c5 req-f1e4b6db-fb59-4296-9ae9-11c701b27277 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:32.043706 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3073f08-6dd7-45a1-8523-224f87e414c5 req-f1e4b6db-fb59-4296-9ae9-11c701b27277 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1402555 Nov 12 13:16:32.077661 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:32.087835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08b25031-a727-4f30-a9ab-6f1e37cf173a req-30bbd4de-7de9-4b7b-9fc5-e56f9dfcf309 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948393 Nov 12 13:16:32.141583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31daab19-d486-4038-9dd9-5c0a2d3c1190 req-ed3cffa1-efd7-4476-b5d4-4ef879441655 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471648 Nov 12 13:16:32.187933 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3073f08-6dd7-45a1-8523-224f87e414c5 req-3dc986df-100d-4e93-af5c-3360c44b126d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354973 Nov 12 13:16:32.195529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Attempting to bind port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:32.196095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Attempting to bind port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:32.196828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Attempting to bind port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b on network 02063453-568c-451d-b934-1efda5522628 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:32.202400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b on network 02063453-568c-451d-b934-1efda5522628 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:16:32.202904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Attempting to bind port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b on network 02063453-568c-451d-b934-1efda5522628 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:32.223464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:32.224165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Checking segment: {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:32.224505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Bound using segment: {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:32.224952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Bound port: e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:32.225361 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:32.325499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef05f7c-fb80-4609-9de7-207e06351d9a req-171d8dbb-562f-46e0-92d9-0db672a459ce tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:32.327334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fef05f7c-fb80-4609-9de7-207e06351d9a req-171d8dbb-562f-46e0-92d9-0db672a459ce tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 944 time: 0.0832126 Nov 12 13:16:32.393017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] For port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:32.398760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] For port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:32.423922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea338-8a6d-490b-a1c6-a5087eae4073 req-e34fe53c-c29f-4cc2-89cf-6b330b785ea9 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:32.432431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8aea338-8a6d-490b-a1c6-a5087eae4073 req-e34fe53c-c29f-4cc2-89cf-6b330b785ea9 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 949 time: 0.0982175 Nov 12 13:16:32.450924 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fef05f7c-fb80-4609-9de7-207e06351d9a req-6e777882-ede7-4a91-8217-fbd7a7493692 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163347 Nov 12 13:16:32.470301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:32.537780 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:32.566637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:32.567546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:32.571882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] 10.222.0.70 "PUT /v2.0/ports/e17d5099-5fd3-41ea-9365-90cf9a8dfe1b HTTP/1.1" status: 200 len: 1092 time: 1.5209816 Nov 12 13:16:32.573214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'tag': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:32.576300 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a8ca1c-5faa-429c-9049-7e3f04353e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8c67bf-e013-4f57-9385-4a26e2d151bd", "tag": "e17d5099-5fd3-41ea-9365-90cf9a8dfe1b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:32.599683 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8aea338-8a6d-490b-a1c6-a5087eae4073 req-36184aeb-1d46-49f1-acd0-c4b41c7aa686 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664035 Nov 12 13:16:32.624129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f130aaa4-2220-4ee7-9a5e-cca6b015823b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f130aaa4-2220-4ee7-9a5e-cca6b015823b,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:32.630423 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:32.632228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:32.702537 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744c5202-44e9-4cad-947d-b8128e0ece11 x-openstack-request-id: req-744c5202-44e9-4cad-947d-b8128e0ece11 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:32.702766 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8c67bf-e013-4f57-9385-4a26e2d151bd", "tag": "e17d5099-5fd3-41ea-9365-90cf9a8dfe1b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:32.703020 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-744c5202-44e9-4cad-947d-b8128e0ece11 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:32.703416 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'tag': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b', 'status': 'completed', 'code': 200} Nov 12 13:16:32.768593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b0f0e-c2fc-4d14-88db-f5afaede50ab service neutron] Pushing event updated for resources: {'Port': ['ID=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:32.801410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b9194-0fba-485e-baa2-c4c44d579495 req-a4c099bd-914f-4dba-a221-913622952220 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:32.804389 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-164c5064-ed51-4fbb-ad8a-23402270161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:32.809498 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-164c5064-ed51-4fbb-ad8a-23402270161c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 1095 time: 0.1797619 Nov 12 13:16:32.812609 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:32.813261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d65b9194-0fba-485e-baa2-c4c44d579495 req-a4c099bd-914f-4dba-a221-913622952220 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0781844 Nov 12 13:16:32.822337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:16:32.835732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:32.836148 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:32.855797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf008d-173e-4364-aab4-bd37ada97d52 req-511a8f55-4e60-4e95-9799-ff9a54baf9f3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:32.857847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88bf008d-173e-4364-aab4-bd37ada97d52 req-511a8f55-4e60-4e95-9799-ff9a54baf9f3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.1536672 Nov 12 13:16:32.893262 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d65b9194-0fba-485e-baa2-c4c44d579495 req-ced32841-93c7-4122-b5af-ced1bf90a79b tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789011 Nov 12 13:16:32.897639 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-b718b689-ba87-47c5-bcca-99bfea997964 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b HTTP/1.1" status: 200 len: 217 time: 0.0768397 Nov 12 13:16:32.899284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f130aaa4-2220-4ee7-9a5e-cca6b015823b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:32.980376 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:33.007809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-5c34bbe9-6ae7-464f-ba33-1e4d21cc4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:33.009463 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-5c34bbe9-6ae7-464f-ba33-1e4d21cc4c51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ad61732-f35b-4b5a-bf00-499c187c8273 HTTP/1.1" status: 200 len: 845 time: 0.1022036 Nov 12 13:16:33.015326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88bf008d-173e-4364-aab4-bd37ada97d52 req-7a328d37-3221-4848-b3f6-fec6891cbedc tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211569 Nov 12 13:16:33.050571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-230bc16c-bcab-4253-a51c-62bf8025d396 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02063453-568c-451d-b934-1efda5522628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298753 Nov 12 13:16:33.072377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:33.095450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:33.168564 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-903a92f0-e3ea-4037-8f9c-e89f6e43e353 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067557 Nov 12 13:16:33.179867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:33.282886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc4ae7-2b11-431e-bb52-d86250d8904f req-234b31a6-c0a0-403a-9d6f-2051c974fb8f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:33.295775 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4dc4ae7-2b11-431e-bb52-d86250d8904f req-234b31a6-c0a0-403a-9d6f-2051c974fb8f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0988052 Nov 12 13:16:33.376006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b52c714-8888-4d2a-9aef-e81ccc146799 req-5ea29ccf-88dd-4ef7-a85d-cc81ae06b24a service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998510 Nov 12 13:16:33.387437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4dc4ae7-2b11-431e-bb52-d86250d8904f req-a5a34edf-6513-4040-8926-da5afa140b01 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895996 Nov 12 13:16:33.454881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda20678-53f7-4e74-8136-24893a8286b4 req-f87aa724-bbbe-499a-92e6-1b7d85334239 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:33.465611 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eda20678-53f7-4e74-8136-24893a8286b4 req-f87aa724-bbbe-499a-92e6-1b7d85334239 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1373453 Nov 12 13:16:33.548255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8ca1c-5faa-429c-9049-7e3f04353e0b req-619237c7-e546-4355-b713-4b561c06ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:33.550301 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91a8ca1c-5faa-429c-9049-7e3f04353e0b req-619237c7-e546-4355-b713-4b561c06ac68 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 1095 time: 0.1101778 Nov 12 13:16:33.595274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea4c69-8789-48e3-aa8a-fcb1263f7e9c req-5cd80349-2e8e-4851-b359-0ca53c2e83c9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:33.596813 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8ea4c69-8789-48e3-aa8a-fcb1263f7e9c req-5cd80349-2e8e-4851-b359-0ca53c2e83c9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0835252 Nov 12 13:16:33.603800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eda20678-53f7-4e74-8136-24893a8286b4 req-78d4c9f0-6a8e-4ab6-a8a5-a01b5d17f83e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355309 Nov 12 13:16:33.726082 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8ea4c69-8789-48e3-aa8a-fcb1263f7e9c req-67028e73-2e9d-413b-907c-89ea09c08f4a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157718 Nov 12 13:16:33.732685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b'}, {'server_uuid': '1d2449f3-490e-4347-900e-252e07e5cd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:33.735778 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b872adf8-98e5-4066-8925-f14a40253935" -d '{"events": [{"server_uuid": "fc3402a1-c2ce-4433-9b20-05ade8cff38e", "name": "network-vif-plugged", "status": "completed", "tag": "f130aaa4-2220-4ee7-9a5e-cca6b015823b"}, {"server_uuid": "1d2449f3-490e-4347-900e-252e07e5cd39", "name": "network-vif-plugged", "status": "completed", "tag": "0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:33.802784 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c621212e-3f27-44be-b679-7ff985469cce x-openstack-request-id: req-c621212e-3f27-44be-b679-7ff985469cce {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:33.803186 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3402a1-c2ce-4433-9b20-05ade8cff38e", "name": "network-vif-plugged", "status": "completed", "tag": "f130aaa4-2220-4ee7-9a5e-cca6b015823b", "code": 200}, {"server_uuid": "1d2449f3-490e-4347-900e-252e07e5cd39", "name": "network-vif-plugged", "status": "completed", "tag": "0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:33.803436 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c621212e-3f27-44be-b679-7ff985469cce {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:33.803914 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b', 'code': 200} Nov 12 13:16:33.804179 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2449f3-490e-4347-900e-252e07e5cd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae', 'code': 200} Nov 12 13:16:33.808490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8ca1c-5faa-429c-9049-7e3f04353e0b req-4a5b491f-b5e8-4df8-9ae2-9f2e66c3e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:33.811140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91a8ca1c-5faa-429c-9049-7e3f04353e0b req-4a5b491f-b5e8-4df8-9ae2-9f2e66c3e9ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 906 time: 0.2488050 Nov 12 13:16:33.832631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:33.966091 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91a8ca1c-5faa-429c-9049-7e3f04353e0b req-9794ff07-f54a-4b84-b398-3c714b2c1be4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b HTTP/1.1" status: 200 len: 217 time: 0.1397688 Nov 12 13:16:33.967803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:16:33.974024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:33.974394 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:34.107896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8ca1c-5faa-429c-9049-7e3f04353e0b req-a77e03f1-e524-4136-8dd5-65a76d0f363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:34.109897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91a8ca1c-5faa-429c-9049-7e3f04353e0b req-a77e03f1-e524-4136-8dd5-65a76d0f363f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ad61732-f35b-4b5a-bf00-499c187c8273 HTTP/1.1" status: 200 len: 845 time: 0.1064527 Nov 12 13:16:34.124693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e066186-6b8e-4667-90dc-b65a3a54dd05 req-fde0fcba-d2c9-4b06-b22f-881a6d07e55d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:34.126499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e066186-6b8e-4667-90dc-b65a3a54dd05 req-fde0fcba-d2c9-4b06-b22f-881a6d07e55d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.1298332 Nov 12 13:16:34.131399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266b695-afb3-4750-8000-446357a67940 req-76863467-b1c2-46c3-a4fb-e0ab0bbdafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:34.132838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7266b695-afb3-4750-8000-446357a67940 req-76863467-b1c2-46c3-a4fb-e0ab0bbdafa5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 1096 time: 0.2070584 Nov 12 13:16:34.134777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f331d-35f2-4f0a-8cd0-001fb11a7a26 req-7779054a-40c6-49f2-a703-401cea20915a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:34.138149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-270f331d-35f2-4f0a-8cd0-001fb11a7a26 req-7779054a-40c6-49f2-a703-401cea20915a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 949 time: 0.3133600 Nov 12 13:16:34.168513 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:34.187619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91a8ca1c-5faa-429c-9049-7e3f04353e0b req-829b578c-a7fc-4630-93df-e3ccf3f31e47 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02063453-568c-451d-b934-1efda5522628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446382 Nov 12 13:16:34.209808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b41f48-81b3-4615-b72d-d95163c20e1c req-491c925a-df99-44ab-8ba2-9997a8f7fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:34.211386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88b41f48-81b3-4615-b72d-d95163c20e1c req-491c925a-df99-44ab-8ba2-9997a8f7fb96 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 1096 time: 0.2437639 Nov 12 13:16:34.267442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:34.272906 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:34.295241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e066186-6b8e-4667-90dc-b65a3a54dd05 req-16c941f0-6f7b-4cdd-8b47-367f378c5f14 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610813 Nov 12 13:16:34.334660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7266b695-afb3-4750-8000-446357a67940 req-ba90b6b1-1102-4d54-8790-51102bb383ae service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498334 Nov 12 13:16:34.387857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:34.584535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83557315-071d-4af1-bd14-e811dc384a97 req-c5e34b6d-018a-48bf-9cf5-b841a6ddf949 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:34.589884 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83557315-071d-4af1-bd14-e811dc384a97 req-c5e34b6d-018a-48bf-9cf5-b841a6ddf949 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.1091509 Nov 12 13:16:34.665114 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83557315-071d-4af1-bd14-e811dc384a97 req-84ff32e0-28f4-4ac7-a9d1-f900f00e51c4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685556 Nov 12 13:16:34.749905 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-270f331d-35f2-4f0a-8cd0-001fb11a7a26 req-2cae7fac-088e-4326-bc85-c378c7a8dae0 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015635 Nov 12 13:16:34.789993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88b41f48-81b3-4615-b72d-d95163c20e1c req-ec4c2d3f-c114-4e27-b2d0-68403e869f7c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558569 Nov 12 13:16:34.796689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd2c0a-6493-47a5-bbbb-eb55cd63b198 req-9deacc7b-e331-4df8-acb7-05770e4e9e7c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:34.798325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1bd2c0a-6493-47a5-bbbb-eb55cd63b198 req-9deacc7b-e331-4df8-acb7-05770e4e9e7c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0737324 Nov 12 13:16:34.819928 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91a8ca1c-5faa-429c-9049-7e3f04353e0b req-5b50dfdc-9c5c-4e9b-9fcc-9029a43cc380 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015632 Nov 12 13:16:34.873633 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1bd2c0a-6493-47a5-bbbb-eb55cd63b198 req-4f515f44-5da0-4317-ac85-95c4379d242d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665555 Nov 12 13:16:34.913036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645527e-301b-48da-baeb-f148da7041e6 req-767af295-73c3-4db1-9998-678458d0287b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:34.914718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4645527e-301b-48da-baeb-f148da7041e6 req-767af295-73c3-4db1-9998-678458d0287b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.0621719 Nov 12 13:16:34.977674 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4645527e-301b-48da-baeb-f148da7041e6 req-75e312fa-bff5-40d8-94cf-19702c1dbff0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546606 Nov 12 13:16:35.099885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8a050-c500-4584-a203-d0a2462a5a69 req-15caec16-c747-4772-9e6d-c6e886746297 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:35.101399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9b8a050-c500-4584-a203-d0a2462a5a69 req-15caec16-c747-4772-9e6d-c6e886746297 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0598829 Nov 12 13:16:35.161259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9b8a050-c500-4584-a203-d0a2462a5a69 req-af2098b8-a624-468f-a653-f1e9d2ae7e43 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531237 Nov 12 13:16:35.437807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d6065-1477-4e53-b714-22e02a36794c req-784c3f36-5622-406d-8c50-0bbaf8e109b0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:35.439389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-719d6065-1477-4e53-b714-22e02a36794c req-784c3f36-5622-406d-8c50-0bbaf8e109b0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0740421 Nov 12 13:16:35.510785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-719d6065-1477-4e53-b714-22e02a36794c req-1ff9492a-680b-4671-b122-db5c2e1dc052 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617583 Nov 12 13:16:35.798917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8064e9-06bc-4172-98d2-2cbea311ebd2 req-4e84ac45-b2e0-46e8-b705-70125bfc86a8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:35.800491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d8064e9-06bc-4172-98d2-2cbea311ebd2 req-4e84ac45-b2e0-46e8-b705-70125bfc86a8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 948 time: 0.0681331 Nov 12 13:16:35.805846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd50df0-84e3-415b-947d-1546be02680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:35.810837 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a682e3-0105-47ff-8630-c347330dd1df" -d '{"events": [{"server_uuid": "cfd50df0-84e3-415b-947d-1546be02680b", "name": "network-vif-plugged", "status": "completed", "tag": "0c80ce26-0c77-44f1-bc5d-dfdb29d87794"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:35.847447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device cd90903a-5081-489a-bc3f-5c0053863b0d details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:16:35.869056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d8064e9-06bc-4172-98d2-2cbea311ebd2 req-4a670f5d-581b-4091-9422-698198e6125d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543556 Nov 12 13:16:35.904563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5ff87-8ef2-4f55-a036-8fb2f0d311b9 req-cbc2cf61-6670-4558-a1b8-8be67406f810 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:35.906470 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28d5ff87-8ef2-4f55-a036-8fb2f0d311b9 req-cbc2cf61-6670-4558-a1b8-8be67406f810 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 949 time: 0.0553176 Nov 12 13:16:35.952453 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a79524-8060-4b80-9142-6e301bc95825 x-openstack-request-id: req-21a79524-8060-4b80-9142-6e301bc95825 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:35.952693 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd50df0-84e3-415b-947d-1546be02680b", "name": "network-vif-plugged", "status": "completed", "tag": "0c80ce26-0c77-44f1-bc5d-dfdb29d87794", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:35.953072 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-21a79524-8060-4b80-9142-6e301bc95825 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:35.953233 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd50df0-84e3-415b-947d-1546be02680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c80ce26-0c77-44f1-bc5d-dfdb29d87794', 'code': 200} Nov 12 13:16:35.984975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28d5ff87-8ef2-4f55-a036-8fb2f0d311b9 req-f2cf0566-860d-4a45-8f38-11c13eae04d9 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708625 Nov 12 13:16:36.003824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=cd90903a-5081-489a-bc3f-5c0053863b0d,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:36.018943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'cd90903a-5081-489a-bc3f-5c0053863b0d', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'cd90903a-5081-489a-bc3f-5c0053863b0d', 'mac_address': 'fa:16:3e:b6:5d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:16:36.061806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca3bff-22d4-4db6-9020-e075e5180aa8 req-23959d75-5eae-46d9-ada9-9b195a63cdec tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:36.069819 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d0ca3bff-22d4-4db6-9020-e075e5180aa8 req-23959d75-5eae-46d9-ada9-9b195a63cdec tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0702605 Nov 12 13:16:36.069983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:36.087288 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd90903a-5081-489a-bc3f-5c0053863b0d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:36.110355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=cd90903a-5081-489a-bc3f-5c0053863b0d,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:36.116118 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:36.138714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d0ca3bff-22d4-4db6-9020-e075e5180aa8 req-6271b280-f691-41af-8f66-17178caa5455 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666573 Nov 12 13:16:36.200244 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=cd90903a-5081-489a-bc3f-5c0053863b0d,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:36.219084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867866a5-58fc-4483-8ab7-e6156725b123 req-4ddd99e7-efab-4e34-8bdb-d04dea843798 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:36.226402 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-867866a5-58fc-4483-8ab7-e6156725b123 req-4ddd99e7-efab-4e34-8bdb-d04dea843798 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.1029246 Nov 12 13:16:36.277378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d07168-f21b-4079-8d4d-3ee5cc5443c8 req-798f58e5-d2a1-4183-a5a2-f919d10c6391 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:36.280434 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-867866a5-58fc-4483-8ab7-e6156725b123 req-5a06af28-259a-45d7-ab02-5153ba5d527c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530767 Nov 12 13:16:36.286978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c0d07168-f21b-4079-8d4d-3ee5cc5443c8 req-798f58e5-d2a1-4183-a5a2-f919d10c6391 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0694201 Nov 12 13:16:36.369158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c0d07168-f21b-4079-8d4d-3ee5cc5443c8 req-62967af6-deb2-4360-b1f0-322e11140245 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790145 Nov 12 13:16:36.472072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8506-2bd1-48a4-8cde-390ba5fbf555 req-2d156985-c254-45c7-8170-d0bd7bbb8508 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:36.473872 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e12f8506-2bd1-48a4-8cde-390ba5fbf555 req-2d156985-c254-45c7-8170-d0bd7bbb8508 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0631335 Nov 12 13:16:36.506490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbdd5f-91c8-474e-8afe-3641e55a7d62 req-b8a1373d-356b-47b8-ab59-a5b84817b842 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:36.515117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bccbdd5f-91c8-474e-8afe-3641e55a7d62 req-b8a1373d-356b-47b8-ab59-a5b84817b842 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0698953 Nov 12 13:16:36.532996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e12f8506-2bd1-48a4-8cde-390ba5fbf555 req-56f28c2d-c2da-44e9-9ef4-6ed3cf1eb0a8 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521297 Nov 12 13:16:36.579118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bccbdd5f-91c8-474e-8afe-3641e55a7d62 req-8789997f-4661-467d-8eeb-52f2e195a468 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626318 Nov 12 13:16:36.599344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['cd90903a-5081-489a-bc3f-5c0053863b0d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:36.676638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47cffc-1153-4092-91a3-d09b573b97e4 req-9b97c17e-5331-484b-a1b3-26cb33dc81fc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:36.687779 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb47cffc-1153-4092-91a3-d09b573b97e4 req-9b97c17e-5331-484b-a1b3-26cb33dc81fc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0803828 Nov 12 13:16:36.755039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb47cffc-1153-4092-91a3-d09b573b97e4 req-ba7b9d07-96c3-40e1-bac5-f364c2043fd0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662854 Nov 12 13:16:37.000457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f9492-49e7-4586-ab4b-6a5a70e213ec req-009b9464-12af-461a-8655-b470b8c335a2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:37.001923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573f9492-49e7-4586-ab4b-6a5a70e213ec req-009b9464-12af-461a-8655-b470b8c335a2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 949 time: 0.0566039 Nov 12 13:16:37.052088 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573f9492-49e7-4586-ab4b-6a5a70e213ec req-3f73a3de-01e4-4428-b89d-6b157fdf01e2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439928 Nov 12 13:16:37.254954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ef63f-f08a-4001-ab42-6486bc78c7bc req-3d44518e-a9c7-4844-b1b0-2f911805b472 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:37.256380 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-841ef63f-f08a-4001-ab42-6486bc78c7bc req-3d44518e-a9c7-4844-b1b0-2f911805b472 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0511339 Nov 12 13:16:37.305243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-841ef63f-f08a-4001-ab42-6486bc78c7bc req-c52e2a21-6e0d-4f84-835d-268d8884850d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Nov 12 13:16:37.408361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fdd4c-478f-4f3c-a7e1-164172808490 req-cddb29fa-48c4-4760-bc8b-535d29dc46f1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:37.410483 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d6fdd4c-478f-4f3c-a7e1-164172808490 req-cddb29fa-48c4-4760-bc8b-535d29dc46f1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.0522394 Nov 12 13:16:37.460701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d6fdd4c-478f-4f3c-a7e1-164172808490 req-bfefbde3-6bce-4070-a624-f6a0015e5afb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Nov 12 13:16:37.486566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cdd9a-190e-485f-8958-86f068636864 req-27139a13-de94-49cb-832e-f7225b0cb87a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:37.488055 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-324cdd9a-190e-485f-8958-86f068636864 req-27139a13-de94-49cb-832e-f7225b0cb87a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0541966 Nov 12 13:16:37.536564 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-324cdd9a-190e-485f-8958-86f068636864 req-f9340d3d-de27-43ae-b631-3cdeef8c9f01 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Nov 12 13:16:37.655651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e390-4a37-4107-8146-fec73629ce7e req-53069a61-aee8-4ea0-ba6a-21d7a09b4659 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:37.657185 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51f1e390-4a37-4107-8146-fec73629ce7e req-53069a61-aee8-4ea0-ba6a-21d7a09b4659 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0577044 Nov 12 13:16:37.710509 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51f1e390-4a37-4107-8146-fec73629ce7e req-4b29c4fc-a4d4-465d-bd4d-f6dfcb793ef6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461535 Nov 12 13:16:37.714812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0d9b5-f6a7-4458-9165-7658607c3f98 req-fc4253ba-5011-488c-aefe-beae76eeb9e9 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:37.716576 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1f0d9b5-f6a7-4458-9165-7658607c3f98 req-fc4253ba-5011-488c-aefe-beae76eeb9e9 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0557730 Nov 12 13:16:37.766268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1f0d9b5-f6a7-4458-9165-7658607c3f98 req-f810c9aa-92d3-4d93-a5a2-47490586c4c3 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435691 Nov 12 13:16:37.872198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b01a5e-1c2e-49f5-8b17-dd6d75d448b2 req-6d9d8029-f465-4a35-8812-60f87bf6f299 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:37.873845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1b01a5e-1c2e-49f5-8b17-dd6d75d448b2 req-6d9d8029-f465-4a35-8812-60f87bf6f299 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0526123 Nov 12 13:16:37.927156 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1b01a5e-1c2e-49f5-8b17-dd6d75d448b2 req-4d8d86e2-6fcd-493a-a8fb-7f6d8893bf79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475755 Nov 12 13:16:38.202710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-e2211263-a1d0-4971-9fe7-b46e0e36cabc service neutron] 10.222.0.105 "GET /v2.0/ports/60c82dbf-b26b-4931-b817-43403342c617/bindings/n-h1-805736-4 HTTP/1.1" status: 200 len: 384 time: 0.1014249 Nov 12 13:16:38.215851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fb42a-fb71-4d63-9045-2e1806eb272c req-88269622-b825-4ad8-8c29-5408a73be8b9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:38.217293 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-064fb42a-fb71-4d63-9045-2e1806eb272c req-88269622-b825-4ad8-8c29-5408a73be8b9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 949 time: 0.0691023 Nov 12 13:16:38.304470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-064fb42a-fb71-4d63-9045-2e1806eb272c req-b082f1ff-807c-4e13-b8bd-8601a38fce05 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801671 Nov 12 13:16:38.432901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c4485829-f033-436c-a786-3cf75c72b043 req-8e51a576-bbb8-4a66-a5a3-ead923c39a8d service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:38.436637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b251e-a170-4428-b87e-29b653087341 req-add3ec6d-55e9-4efc-8c73-cf127b4ac668 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:38.444257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b6b251e-a170-4428-b87e-29b653087341 req-add3ec6d-55e9-4efc-8c73-cf127b4ac668 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0615733 Nov 12 13:16:38.454440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c4485829-f033-436c-a786-3cf75c72b043 req-8e51a576-bbb8-4a66-a5a3-ead923c39a8d service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:38.498818 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b6b251e-a170-4428-b87e-29b653087341 req-a5fba089-6065-448a-bb16-8eb50c6ffb3d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509129 Nov 12 13:16:38.500765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-c4485829-f033-436c-a786-3cf75c72b043 req-8e51a576-bbb8-4a66-a5a3-ead923c39a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c82dbf-b26b-4931-b817-43403342c617 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:38.516341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c4485829-f033-436c-a786-3cf75c72b043 req-8e51a576-bbb8-4a66-a5a3-ead923c39a8d service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:38.531277 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4485829-f033-436c-a786-3cf75c72b043 req-8e51a576-bbb8-4a66-a5a3-ead923c39a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:38.566474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 60c82dbf-b26b-4931-b817-43403342c617 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:38.657165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c16da8-c92c-4045-9969-a882ac63bfa1 req-003fb1c7-f65d-4e88-82de-e26941f511cb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:38.660258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-12c16da8-c92c-4045-9969-a882ac63bfa1 req-003fb1c7-f65d-4e88-82de-e26941f511cb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 943 time: 0.0818083 Nov 12 13:16:38.683876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abcdf2-089c-4a9e-9000-b8cffa7ac631 req-a997fa75-d10c-47a0-8913-5672bb10e91c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:38.685434 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39abcdf2-089c-4a9e-9000-b8cffa7ac631 req-a997fa75-d10c-47a0-8913-5672bb10e91c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0629418 Nov 12 13:16:38.704769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-c4485829-f033-436c-a786-3cf75c72b043 req-8e51a576-bbb8-4a66-a5a3-ead923c39a8d service neutron] Transition to ACTIVE for port object 60c82dbf-b26b-4931-b817-43403342c617 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:16:38.711330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c4485829-f033-436c-a786-3cf75c72b043 req-8e51a576-bbb8-4a66-a5a3-ead923c39a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:38.741120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39abcdf2-089c-4a9e-9000-b8cffa7ac631 req-48b8eaad-0632-464e-a48e-77d550c870fd tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493538 Nov 12 13:16:38.774142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-12c16da8-c92c-4045-9969-a882ac63bfa1 req-54bdb49d-0aa3-4116-bb01-0a0daff24483 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080480 Nov 12 13:16:38.794007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4485829-f033-436c-a786-3cf75c72b043 req-8e51a576-bbb8-4a66-a5a3-ead923c39a8d service neutron] No DVR routers for this DVR port 60c82dbf-b26b-4931-b817-43403342c617 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:38.883938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0b160-611e-45b4-8886-ded776dca1ef req-e7e219ee-b604-4783-8658-599c9d4ead5a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:38.888636 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2a0b160-611e-45b4-8886-ded776dca1ef req-e7e219ee-b604-4783-8658-599c9d4ead5a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0584898 Nov 12 13:16:38.939532 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2a0b160-611e-45b4-8886-ded776dca1ef req-168a9084-7ad1-4b4b-8701-0c2da51a4ce3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471931 Nov 12 13:16:39.055663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd0fb-b6d9-4a43-a0a7-aee1f678ac92 req-f56b9762-a77a-4ad9-a79f-48eec914343c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:39.057569 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-914bd0fb-b6d9-4a43-a0a7-aee1f678ac92 req-f56b9762-a77a-4ad9-a79f-48eec914343c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0557401 Nov 12 13:16:39.114302 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-914bd0fb-b6d9-4a43-a0a7-aee1f678ac92 req-43ae3468-d93e-4ba6-9e4e-ef6464dcbf7c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501580 Nov 12 13:16:39.161000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-8e51a576-bbb8-4a66-a5a3-ead923c39a8d service neutron] 10.222.0.105 "PUT /v2.0/ports/60c82dbf-b26b-4931-b817-43403342c617/bindings/n-h1-805736-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9427428 Nov 12 13:16:39.171402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51a576-bbb8-4a66-a5a3-ead923c39a8d service neutron] Pushing event updated for resources: {'Port': ['ID=60c82dbf-b26b-4931-b817-43403342c617,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:39.218070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66691c-1d21-4aa6-b766-c7c7fed6600f req-25b7558c-4650-432f-999d-c0a3fbedf767 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:39.219856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d66691c-1d21-4aa6-b766-c7c7fed6600f req-25b7558c-4650-432f-999d-c0a3fbedf767 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0711601 Nov 12 13:16:39.267660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d66691c-1d21-4aa6-b766-c7c7fed6600f req-075347c0-9c56-40ad-aa30-439b9bf05f93 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Nov 12 13:16:39.424809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477244c5-f447-4477-8ca2-5e1ae65fe15e req-58cc9476-48ce-489f-a6d3-b3b706eac55d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:39.426357 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-477244c5-f447-4477-8ca2-5e1ae65fe15e req-58cc9476-48ce-489f-a6d3-b3b706eac55d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 949 time: 0.0495749 Nov 12 13:16:39.477958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-477244c5-f447-4477-8ca2-5e1ae65fe15e req-f5dd63e4-1f40-4e44-8d35-c857dd032160 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Nov 12 13:16:39.612871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160fe3c-5eaa-4fd3-b62c-0b15104b90a2 req-3bbad7ce-8a00-46a0-a9cc-d31f1f3e4671 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:39.614409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5160fe3c-5eaa-4fd3-b62c-0b15104b90a2 req-3bbad7ce-8a00-46a0-a9cc-d31f1f3e4671 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0505605 Nov 12 13:16:39.665158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5160fe3c-5eaa-4fd3-b62c-0b15104b90a2 req-c5978f81-3885-4e02-af46-5f391821230d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438466 Nov 12 13:16:39.871044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba928d-22f9-4dbe-a3a1-246280b0d3b4 req-937ba3d4-df4e-4434-b642-16865ca2d383 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:39.872930 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09ba928d-22f9-4dbe-a3a1-246280b0d3b4 req-937ba3d4-df4e-4434-b642-16865ca2d383 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0543499 Nov 12 13:16:39.873772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device cd90903a-5081-489a-bc3f-5c0053863b0d up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:39.918435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37950ab1-2d17-4719-85bd-4475fbbc89db req-0e94796c-2f71-4dce-84f2-8a1c10bae72d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:39.920108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37950ab1-2d17-4719-85bd-4475fbbc89db req-0e94796c-2f71-4dce-84f2-8a1c10bae72d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.0703726 Nov 12 13:16:39.931283 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09ba928d-22f9-4dbe-a3a1-246280b0d3b4 req-f43e25a3-7486-4bb7-b8a9-c7a0b52603cc tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519309 Nov 12 13:16:39.956284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port cd90903a-5081-489a-bc3f-5c0053863b0d completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:16:39.960148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port cd90903a-5081-489a-bc3f-5c0053863b0d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:39.960526 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:39.989425 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37950ab1-2d17-4719-85bd-4475fbbc89db req-34c38727-1043-46c0-9eb7-72650c0ef4ac tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631258 Nov 12 13:16:40.062701 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:40.096982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:40.097232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ba8db-b525-493c-934e-c0feb579b381 req-f36136dc-50fc-4448-9a16-2fbf6f350f33 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:40.098588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-539ba8db-b525-493c-934e-c0feb579b381 req-f36136dc-50fc-4448-9a16-2fbf6f350f33 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0616460 Nov 12 13:16:40.099724 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce729fc-02b3-4a54-9f84-07d1e7349cd9" -d '{"events": [{"server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "name": "network-vif-plugged", "status": "completed", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:40.115490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=cd90903a-5081-489a-bc3f-5c0053863b0d,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:40.123739 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:40.172534 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-539ba8db-b525-493c-934e-c0feb579b381 req-09ffb9da-b8ff-41dc-b7f7-7fa254cdbdd9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557215 Nov 12 13:16:40.173054 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24d2c10-8dac-47b8-9e57-3f7e07983813 x-openstack-request-id: req-f24d2c10-8dac-47b8-9e57-3f7e07983813 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:40.173387 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "name": "network-vif-plugged", "status": "completed", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:40.173832 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f24d2c10-8dac-47b8-9e57-3f7e07983813 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:40.174394 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d', 'code': 200} Nov 12 13:16:40.185918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=cd90903a-5081-489a-bc3f-5c0053863b0d,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:40.309437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de91ef-83e3-4e2a-83d6-fa3976080813 req-a86d156d-e968-4161-8b72-2e2bceed6095 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:40.311414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-99de91ef-83e3-4e2a-83d6-fa3976080813 req-a86d156d-e968-4161-8b72-2e2bceed6095 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0603466 Nov 12 13:16:40.366641 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-99de91ef-83e3-4e2a-83d6-fa3976080813 req-80504fa8-e794-4796-9fa9-143af04a10d9 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 Nov 12 13:16:40.402527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f9ab5-f6fa-4505-8d08-98e14220eff9 req-ab7a2121-cb52-45c3-94bb-b45eee33e5ac tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:40.404120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d60f9ab5-f6fa-4505-8d08-98e14220eff9 req-ab7a2121-cb52-45c3-94bb-b45eee33e5ac tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0561574 Nov 12 13:16:40.453570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d60f9ab5-f6fa-4505-8d08-98e14220eff9 req-6ffbba65-bd58-4fed-ba45-47b4efe55066 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Nov 12 13:16:40.600926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b84dd-3f8e-428d-8d5d-b5eca3f998c8 req-b696ac36-870b-4c39-893b-135554f547a2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:40.602448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b59b84dd-3f8e-428d-8d5d-b5eca3f998c8 req-b696ac36-870b-4c39-893b-135554f547a2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0548108 Nov 12 13:16:40.653216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b59b84dd-3f8e-428d-8d5d-b5eca3f998c8 req-53107571-8fe1-455c-8247-ec55da0de95d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Nov 12 13:16:40.787429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d930e-2dcb-4fcc-90da-8d8d28d4ffc5 req-766e6adb-5426-49de-b6fd-f0677d55cd36 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:40.788894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-406d930e-2dcb-4fcc-90da-8d8d28d4ffc5 req-766e6adb-5426-49de-b6fd-f0677d55cd36 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0507047 Nov 12 13:16:40.843872 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-406d930e-2dcb-4fcc-90da-8d8d28d4ffc5 req-a5ba3ece-b04c-4727-a806-9ee530f61a27 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486982 Nov 12 13:16:41.050248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f5701-3a1d-43f4-a223-2bd079cb21e5 req-00367e7b-847a-4473-b51b-b16063c3cdb7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:41.051749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e69f5701-3a1d-43f4-a223-2bd079cb21e5 req-00367e7b-847a-4473-b51b-b16063c3cdb7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0514295 Nov 12 13:16:41.105063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e69f5701-3a1d-43f4-a223-2bd079cb21e5 req-14ae42e0-f2a0-4661-9c16-41cda37afd70 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 Nov 12 13:16:41.124160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556f157-4c12-4fb2-a38a-bb74f3310737 req-62587f26-2571-49ea-a706-1fbb3ac10ce9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:41.125941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5556f157-4c12-4fb2-a38a-bb74f3310737 req-62587f26-2571-49ea-a706-1fbb3ac10ce9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.0561094 Nov 12 13:16:41.176460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5556f157-4c12-4fb2-a38a-bb74f3310737 req-5e1ca4f7-82bd-4860-bef6-179100578ffa tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Nov 12 13:16:41.296229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866919fa-7ce1-4b76-bf36-6fad584d56cd req-e97222e7-7025-4c9a-a99e-34f202d7753f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:41.297885 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-866919fa-7ce1-4b76-bf36-6fad584d56cd req-e97222e7-7025-4c9a-a99e-34f202d7753f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0526595 Nov 12 13:16:41.379328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-866919fa-7ce1-4b76-bf36-6fad584d56cd req-b6a104e3-c475-4f70-9535-7e5d35b5b356 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746300 Nov 12 13:16:41.495655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca37f5-b394-4fa1-a05e-05bb8e089259 req-db38cece-05c4-47fa-a03c-51b30a9813cd tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:41.504790 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83ca37f5-b394-4fa1-a05e-05bb8e089259 req-db38cece-05c4-47fa-a03c-51b30a9813cd tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0648434 Nov 12 13:16:41.575143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83ca37f5-b394-4fa1-a05e-05bb8e089259 req-0ca231bd-1002-4715-96a9-d3cbdfb4af3d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664740 Nov 12 13:16:41.593958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29c9ca-f388-40b8-82a5-ebcc907c6893 req-5ea5d330-4817-4270-9638-7d52ae3a1b5c tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:41.595495 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af29c9ca-f388-40b8-82a5-ebcc907c6893 req-5ea5d330-4817-4270-9638-7d52ae3a1b5c tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0648429 Nov 12 13:16:41.645216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af29c9ca-f388-40b8-82a5-ebcc907c6893 req-a2e9f3ae-71b6-4c36-8288-7b64162cbfc2 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Nov 12 13:16:41.781674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d083e26-6fed-4076-a65e-2d8e0833bceb req-8e940362-42c7-46a1-ab55-0b3bbffbae9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:41.783173 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d083e26-6fed-4076-a65e-2d8e0833bceb req-8e940362-42c7-46a1-ab55-0b3bbffbae9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0586071 Nov 12 13:16:41.833499 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d083e26-6fed-4076-a65e-2d8e0833bceb req-77599c25-1993-4b9e-b9a6-eb254fe29ac1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440059 Nov 12 13:16:42.055698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3039d1b-97c2-4ba8-9d91-66ed79fe302b req-152ddd3f-d8cd-48db-957f-3b3f304df719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:42.059267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3039d1b-97c2-4ba8-9d91-66ed79fe302b req-152ddd3f-d8cd-48db-957f-3b3f304df719 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 1101 time: 0.0791564 Nov 12 13:16:42.078815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172d169-a196-42d4-a752-e1643cd22941 req-afb89dcd-1253-4087-817e-ba65d0926093 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:42.085867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1172d169-a196-42d4-a752-e1643cd22941 req-afb89dcd-1253-4087-817e-ba65d0926093 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.1345384 Nov 12 13:16:42.092604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-0b7f048a-5b4c-473b-9bd5-8810145d154a tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:42.095019 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-0b7f048a-5b4c-473b-9bd5-8810145d154a tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1095 time: 0.1068175 Nov 12 13:16:42.096126 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91a8ca1c-5faa-429c-9049-7e3f04353e0b req-cb42a842-d185-4659-b260-6c1271a34975 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094724 Nov 12 13:16:42.139082 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3039d1b-97c2-4ba8-9d91-66ed79fe302b req-1468ba36-eac8-4540-a507-e1bdd4b0a0d0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666773 Nov 12 13:16:42.197022 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1172d169-a196-42d4-a752-e1643cd22941 req-f2247b2d-14c3-4f86-b52a-b90fffe607dc tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098757 Nov 12 13:16:42.203257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-03462a7f-b256-49f0-ba87-e7a60ea73814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:42.206110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-03462a7f-b256-49f0-ba87-e7a60ea73814 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884&tenant_id=400cd7e0e4fd45d49e91bc070b399a26 HTTP/1.1" status: 200 len: 1095 time: 0.0891383 Nov 12 13:16:42.258847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4877de4-ce86-499d-93fb-b064e7367778 req-7c25ab27-a077-4a32-abef-5305add9ad44 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:42.261613 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4877de4-ce86-499d-93fb-b064e7367778 req-7c25ab27-a077-4a32-abef-5305add9ad44 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0707166 Nov 12 13:16:42.344878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4877de4-ce86-499d-93fb-b064e7367778 req-d234ead9-b95c-42c6-bba6-ff2fd805f6d7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749710 Nov 12 13:16:42.363126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633063b5-4160-4a2d-aa46-524dddd3c782 req-ab6dd3b2-98d9-4369-a56e-22861f9977bf tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:42.364813 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-633063b5-4160-4a2d-aa46-524dddd3c782 req-ab6dd3b2-98d9-4369-a56e-22861f9977bf tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.0771070 Nov 12 13:16:42.450355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-633063b5-4160-4a2d-aa46-524dddd3c782 req-b44bd3f4-d963-48e0-8210-7e86710fa85f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773280 Nov 12 13:16:42.537959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f9dd-745e-4292-9b91-479a305fcd7f req-7f9b8c9b-9377-467a-8064-ecbdacb67b07 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:42.539883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a447f9dd-745e-4292-9b91-479a305fcd7f req-7f9b8c9b-9377-467a-8064-ecbdacb67b07 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0656989 Nov 12 13:16:42.604967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a447f9dd-745e-4292-9b91-479a305fcd7f req-a7928b9a-c215-45d0-83e8-2c31d2f78c4e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533903 Nov 12 13:16:42.695662 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:42.731983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c9af2-6748-4eee-a1d6-ad6849e81435 req-386c07bf-66b3-4114-9683-600700661f44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:42.734372 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb0c9af2-6748-4eee-a1d6-ad6849e81435 req-386c07bf-66b3-4114-9683-600700661f44 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0859594 Nov 12 13:16:42.803138 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb0c9af2-6748-4eee-a1d6-ad6849e81435 req-e1e38742-f90e-427e-9eab-67ffe3c36489 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607224 Nov 12 13:16:42.809587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920068d-963f-458d-9b9d-a5215d345254 req-7b963fd3-07cf-42a0-a040-1ebe5b4950f6 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:42.811506 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2920068d-963f-458d-9b9d-a5215d345254 req-7b963fd3-07cf-42a0-a040-1ebe5b4950f6 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0815659 Nov 12 13:16:42.886032 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2920068d-963f-458d-9b9d-a5215d345254 req-7a636748-7adc-47c9-8854-5068221b16e6 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642562 Nov 12 13:16:42.970343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598bd3a-c9d0-49bb-8e4d-b86569e7454a req-f9a91076-64d0-44c1-af0f-b6b6a39bb0f9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:42.971913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4598bd3a-c9d0-49bb-8e4d-b86569e7454a req-f9a91076-64d0-44c1-af0f-b6b6a39bb0f9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0628731 Nov 12 13:16:43.028253 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4598bd3a-c9d0-49bb-8e4d-b86569e7454a req-3f320046-b530-4125-b6da-6ccd166bdd4e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Nov 12 13:16:43.283569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ae154-e85b-4be4-9450-5f021e0f2610 req-a52c0bba-0242-409f-8166-f77685f0181c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:43.292178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-403ae154-e85b-4be4-9450-5f021e0f2610 req-a52c0bba-0242-409f-8166-f77685f0181c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0642939 Nov 12 13:16:43.370045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c40235-acec-4289-8efa-e14d645fcdaf req-4f2cec9b-99b8-4c36-8c86-920ba4acf291 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:43.386159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6c40235-acec-4289-8efa-e14d645fcdaf req-4f2cec9b-99b8-4c36-8c86-920ba4acf291 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0757163 Nov 12 13:16:43.419159 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-403ae154-e85b-4be4-9450-5f021e0f2610 req-544cfb82-6d27-451a-b6c2-53559bab529f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222675 Nov 12 13:16:43.471835 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6c40235-acec-4289-8efa-e14d645fcdaf req-e72d24fe-349d-42ab-8aec-73bca9598c26 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840147 Nov 12 13:16:43.515300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-cd0b1f67-b1a0-4704-8d65-7c34596bad5a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:43.516877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-cd0b1f67-b1a0-4704-8d65-7c34596bad5a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf&tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 950 time: 0.1816328 Nov 12 13:16:43.600249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888f172-50a1-4c1a-952b-b77f8ed421f5 req-2560d8e3-4c08-4780-9fba-1b91846ead3e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:43.602157 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a888f172-50a1-4c1a-952b-b77f8ed421f5 req-2560d8e3-4c08-4780-9fba-1b91846ead3e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.0624886 Nov 12 13:16:43.644475 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-590f2db8-e3a0-45c8-8a8b-b411e3cb4379 service neutron] delete failed (client error): The resource could not be found. Nov 12 13:16:43.645738 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-590f2db8-e3a0-45c8-8a8b-b411e3cb4379 service neutron] 10.222.0.105 "DELETE /v2.0/ports/cd90903a-5081-489a-bc3f-5c0053863b0d/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.1163151 Nov 12 13:16:43.667042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a888f172-50a1-4c1a-952b-b77f8ed421f5 req-8c397f6d-7670-41cc-956b-f676d3db583c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564404 Nov 12 13:16:43.675722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e2b53-6999-4593-8ec3-dd6f745e5557 req-3914b2c8-17af-44cd-a6ba-cc34e5ae3db2 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:43.684528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-065e2b53-6999-4593-8ec3-dd6f745e5557 req-3914b2c8-17af-44cd-a6ba-cc34e5ae3db2 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.1201975 Nov 12 13:16:43.756232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-065e2b53-6999-4593-8ec3-dd6f745e5557 req-67a9ffef-a1c0-49d9-bbda-331a0468a66f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707231 Nov 12 13:16:43.840651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:43.866849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb910-cf13-41d4-a38f-457d271f2a26 req-99357a3e-7532-4472-ad3d-fd43398c99b8 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:43.868437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1dbdb910-cf13-41d4-a38f-457d271f2a26 req-99357a3e-7532-4472-ad3d-fd43398c99b8 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.1011312 Nov 12 13:16:43.876716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-c7adc422-ad2a-43e3-b327-2f7a9eb7403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:43.878706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-c7adc422-ad2a-43e3-b327-2f7a9eb7403f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 1101 time: 0.1121573 Nov 12 13:16:43.958975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1dbdb910-cf13-41d4-a38f-457d271f2a26 req-f52350ef-d570-407f-9385-e0b0c4bbe24c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790617 Nov 12 13:16:44.032269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e32022-e6a5-4807-a6cf-98264a5237c3 req-939cbbb2-0529-4a7a-954d-2e4b165d7812 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:44.034010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e3e32022-e6a5-4807-a6cf-98264a5237c3 req-939cbbb2-0529-4a7a-954d-2e4b165d7812 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.1288846 Nov 12 13:16:44.070974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ae781-0eb7-40db-868d-4dbee7a835c0 req-0dd3007a-4643-426a-b895-83608088a9b9 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:44.072659 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-779ae781-0eb7-40db-868d-4dbee7a835c0 req-0dd3007a-4643-426a-b895-83608088a9b9 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0587444 Nov 12 13:16:44.074755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-93076b53-0ca0-4053-b4be-8ee6d9dc88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:44.076209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-93076b53-0ca0-4053-b4be-8ee6d9dc88a9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1890869 Nov 12 13:16:44.134327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-65e41e99-071d-436c-95f2-515bb5f9cb81 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cd90903a-5081-489a-bc3f-5c0053863b0d HTTP/1.1" status: 200 len: 217 time: 0.0478208 Nov 12 13:16:44.152962 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-779ae781-0eb7-40db-868d-4dbee7a835c0 req-bc376184-831b-42a1-949c-185377606b2c tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729299 Nov 12 13:16:44.179536 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e3e32022-e6a5-4807-a6cf-98264a5237c3 req-27fe935c-12e7-4ec9-8649-c9cd4c6d3772 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346726 Nov 12 13:16:44.203050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-6fdbd399-5f4b-43f1-a0b2-2e5a248ceb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:44.204629 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-6fdbd399-5f4b-43f1-a0b2-2e5a248ceb46 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0603836 Nov 12 13:16:44.252476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-0c5932bc-1f82-4e0b-a137-2158949ed67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:44.254101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-0c5932bc-1f82-4e0b-a137-2158949ed67e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421576 Nov 12 13:16:44.354563 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-a8ffc518-12aa-440a-86b4-133d6ee61769 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923975 Nov 12 13:16:44.454606 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b130f78e-22b7-4b87-a27c-8e164d870cce req-95045875-9187-4e79-8cb6-142be4572b21 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924423 Nov 12 13:16:44.632948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ef571-0a2f-48d0-9394-e0bd5ed8b5fb req-f3a56320-e469-4626-b16d-6d6786dba0e3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:44.637704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-406ef571-0a2f-48d0-9394-e0bd5ed8b5fb req-f3a56320-e469-4626-b16d-6d6786dba0e3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1160994 Nov 12 13:16:44.670729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cd5ad-156e-45df-b03f-a98337256f1f req-1a279604-b2df-4844-ba9b-19d7c7fe9c66 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:44.672425 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-112cd5ad-156e-45df-b03f-a98337256f1f req-1a279604-b2df-4844-ba9b-19d7c7fe9c66 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0844264 Nov 12 13:16:44.694534 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-406ef571-0a2f-48d0-9394-e0bd5ed8b5fb req-237a7567-2c10-4f55-a976-aec385cd715f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520864 Nov 12 13:16:44.739622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-112cd5ad-156e-45df-b03f-a98337256f1f req-919e7d55-de08-421f-805d-ebb0bd20550a tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609848 Nov 12 13:16:44.845493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5055e-37f4-4aa8-8b9b-e082870f0f5a req-2a1e56c1-58f8-4fab-b160-489b81fb5cc2 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:44.848233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1bb5055e-37f4-4aa8-8b9b-e082870f0f5a req-2a1e56c1-58f8-4fab-b160-489b81fb5cc2 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.0743604 Nov 12 13:16:44.903649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1bb5055e-37f4-4aa8-8b9b-e082870f0f5a req-7cbbdb3c-a9e8-4044-bc4b-dde7efaf7f1f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491071 Nov 12 13:16:44.943926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce60e0-ec00-461a-9a4c-7e09c827758e req-f8ba0781-b64d-4789-9335-e42f03db0a47 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:44.945751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1ce60e0-ec00-461a-9a4c-7e09c827758e req-f8ba0781-b64d-4789-9335-e42f03db0a47 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0992231 Nov 12 13:16:45.026204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1ce60e0-ec00-461a-9a4c-7e09c827758e req-434d240f-946e-44b0-b756-be3eeb3d6722 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696118 Nov 12 13:16:45.086680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f46e07-8fb4-4317-ab17-d948b879ceba req-55d92f95-a6f1-4ed0-84ca-735e18810074 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:45.089564 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36f46e07-8fb4-4317-ab17-d948b879ceba req-55d92f95-a6f1-4ed0-84ca-735e18810074 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0575714 Nov 12 13:16:45.146334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36f46e07-8fb4-4317-ab17-d948b879ceba req-671eab07-e5f4-4ce6-abc0-d2af407d11ae tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494146 Nov 12 13:16:45.295928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907c2c1-aa46-4c8b-a92d-dfd370aa8c3e req-ac5fc5af-a84a-4f84-8f5c-b5a97e57fdf8 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:45.297826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c907c2c1-aa46-4c8b-a92d-dfd370aa8c3e req-ac5fc5af-a84a-4f84-8f5c-b5a97e57fdf8 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 949 time: 0.0668731 Nov 12 13:16:45.333903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50240a0f-9ce0-46aa-a34f-4ad72d5c8556 req-d005b6a5-86c1-4fb5-a1a4-f21ca52af4f6 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:45.335595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-50240a0f-9ce0-46aa-a34f-4ad72d5c8556 req-d005b6a5-86c1-4fb5-a1a4-f21ca52af4f6 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0680771 Nov 12 13:16:45.358701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c907c2c1-aa46-4c8b-a92d-dfd370aa8c3e req-78868cf8-3b3b-47ca-a2df-fdd71070be21 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544741 Nov 12 13:16:45.399314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-50240a0f-9ce0-46aa-a34f-4ad72d5c8556 req-a117fce5-7b7c-4eb3-8d31-68d12e395347 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550561 Nov 12 13:16:45.837750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd054c0-78e7-41c1-84c9-d7eb9b6f7ef0 req-518b3a92-54f3-4453-ab9e-a5ad35dcfe28 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:45.839626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cd054c0-78e7-41c1-84c9-d7eb9b6f7ef0 req-518b3a92-54f3-4453-ab9e-a5ad35dcfe28 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0708721 Nov 12 13:16:45.882115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 416f4492-9a3e-4633-8a15-384c4aab89a5 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:45.911633 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cd054c0-78e7-41c1-84c9-d7eb9b6f7ef0 req-c62b2ea6-916a-42a0-9cd9-71177cb57242 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653777 Nov 12 13:16:45.945409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5453b2a-5cf3-4411-bb87-09aae9768d36 req-2facab5f-4842-4096-8f41-7fa93b1e7166 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:45.946962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5453b2a-5cf3-4411-bb87-09aae9768d36 req-2facab5f-4842-4096-8f41-7fa93b1e7166 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0742826 Nov 12 13:16:45.997936 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:46.009850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5453b2a-5cf3-4411-bb87-09aae9768d36 req-920b876a-4919-40f9-bb28-fbf2097ed39d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547671 Nov 12 13:16:46.034520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:46.037191 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0281cb34-04b1-48ad-bb7f-58b4b1538e95" -d '{"events": [{"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:46.042971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e48ab5-d8ea-4222-a690-0759db6fa084 req-41a80d23-66f5-4b1b-86c6-bd5e65643c2a tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:46.051074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8e48ab5-d8ea-4222-a690-0759db6fa084 req-41a80d23-66f5-4b1b-86c6-bd5e65643c2a tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 945 time: 0.0736959 Nov 12 13:16:46.052921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:46.060603 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:46.114793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:46.126625 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8e48ab5-d8ea-4222-a690-0759db6fa084 req-4d1076f5-816d-42f0-b656-a3f0ad7314e0 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722599 Nov 12 13:16:46.135953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490475c3-819b-4e26-b2b2-1de44eb0f759 req-6b3a247c-16cb-4e8c-96fc-eba5d0d121d4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:46.139089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-490475c3-819b-4e26-b2b2-1de44eb0f759 req-6b3a247c-16cb-4e8c-96fc-eba5d0d121d4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.0566573 Nov 12 13:16:46.203216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-490475c3-819b-4e26-b2b2-1de44eb0f759 req-69807006-ecf3-4a2f-a447-75abbc1f463d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560892 Nov 12 13:16:46.266942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808b004-4d83-44e8-b860-1bcefa9f9141 req-96ca5f04-eed7-42eb-ac3d-1b39810be649 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:46.268501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a808b004-4d83-44e8-b860-1bcefa9f9141 req-96ca5f04-eed7-42eb-ac3d-1b39810be649 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.0714388 Nov 12 13:16:46.328278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f50d4-b0c6-4cc4-9b5d-5de4d0530325 req-1610c4a8-c465-4b3c-9aa0-d2539e985d15 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:46.330160 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-337f50d4-b0c6-4cc4-9b5d-5de4d0530325 req-1610c4a8-c465-4b3c-9aa0-d2539e985d15 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0591302 Nov 12 13:16:46.331106 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a808b004-4d83-44e8-b860-1bcefa9f9141 req-0628395c-450d-47f7-9ae7-dcea3d9e9570 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561728 Nov 12 13:16:46.389747 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc895a3-b1c6-4fa2-8c79-85f6468e196e x-openstack-request-id: req-7bc895a3-b1c6-4fa2-8c79-85f6468e196e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:46.390793 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:46.391278 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bc895a3-b1c6-4fa2-8c79-85f6468e196e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:46.392206 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'code': 200} Nov 12 13:16:46.394921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-337f50d4-b0c6-4cc4-9b5d-5de4d0530325 req-922a124a-60c2-4250-856a-1111bad5c6a7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559516 Nov 12 13:16:46.509849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3b563-3265-4c4d-ace8-bf9e84978c05 req-54b88edd-ee88-40e7-b9b1-82f80ad7447b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:46.512571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ad3b563-3265-4c4d-ace8-bf9e84978c05 req-54b88edd-ee88-40e7-b9b1-82f80ad7447b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0540302 Nov 12 13:16:46.539510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6c06-8db3-489c-9806-7073cde2fcd7 req-428cbee9-da25-478f-92c0-e78bc4eb06d4 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:46.541120 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8af6c06-8db3-489c-9806-7073cde2fcd7 req-428cbee9-da25-478f-92c0-e78bc4eb06d4 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 947 time: 0.0531499 Nov 12 13:16:46.574137 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ad3b563-3265-4c4d-ace8-bf9e84978c05 req-81faa577-d8e0-49e4-a6d2-6eba20386ed5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536852 Nov 12 13:16:46.602190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8af6c06-8db3-489c-9806-7073cde2fcd7 req-ad536def-ea1a-4179-b82c-278f7f5ca6e0 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538230 Nov 12 13:16:46.695347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f9afc-1f96-44d4-95ef-5642d13a66b6 req-823577b0-2ebc-4ba9-8089-371fe6db4c8f tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:46.698277 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae6f9afc-1f96-44d4-95ef-5642d13a66b6 req-823577b0-2ebc-4ba9-8089-371fe6db4c8f tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0577090 Nov 12 13:16:46.759865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae6f9afc-1f96-44d4-95ef-5642d13a66b6 req-6821a322-951a-4240-81a1-5e62b24f028f tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547540 Nov 12 13:16:46.896771 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-470053fe-8ef9-4b6b-b9f6-3474616eb61b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219252 Nov 12 13:16:47.021046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-a0e923cd-a69c-49e6-a816-7dad4536e502 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:47.022947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-a0e923cd-a69c-49e6-a816-7dad4536e502 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178622 Nov 12 13:16:47.044087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-b2f06641-18fa-44d6-a2fd-c1146886c6ad tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/quotas/f24db78ff5ca4b5eb226d1905e0afceb HTTP/1.1" status: 200 len: 375 time: 0.0131462 Nov 12 13:16:47.101825 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-4d1c470f-e0b6-4569-b417-f720a32db159 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517011 Nov 12 13:16:47.156245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec78ac-51b6-4c14-a665-9d124dba784a req-22c9a840-9b7c-472f-a8ab-c7756dc2895d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:47.159303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b5ec78ac-51b6-4c14-a665-9d124dba784a req-22c9a840-9b7c-472f-a8ab-c7756dc2895d tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0791104 Nov 12 13:16:47.227798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b5ec78ac-51b6-4c14-a665-9d124dba784a req-0cb28cbe-c3cf-484b-80b3-5674be40cf29 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617690 Nov 12 13:16:47.308871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3f5b42ac-990f-4f8b-a775-51755f8a18ae req-198a7abe-4ca8-4a20-989f-6b8101160398 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 210 time: 0.0301862 Nov 12 13:16:47.334426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afdf2b-1a25-4b2e-8ca4-123603a6570a req-925f56fa-09e6-42d3-8106-d88e1f861c6b tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:47.335942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05afdf2b-1a25-4b2e-8ca4-123603a6570a req-925f56fa-09e6-42d3-8106-d88e1f861c6b tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 945 time: 0.0591033 Nov 12 13:16:47.405870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05afdf2b-1a25-4b2e-8ca4-123603a6570a req-1f5bede4-0f71-4e26-a477-cc361a16a7b1 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629890 Nov 12 13:16:47.480750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4dc8a-3595-4f66-a081-5a258921f57f req-93a6f8aa-806f-4aea-aec1-f4b2d08f2560 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:47.482446 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0d4dc8a-3595-4f66-a081-5a258921f57f req-93a6f8aa-806f-4aea-aec1-f4b2d08f2560 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.0684571 Nov 12 13:16:47.561518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0d4dc8a-3595-4f66-a081-5a258921f57f req-ec7d050c-9672-4b31-9303-450791196cc0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692525 Nov 12 13:16:47.572053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab97d3-7401-4fce-8a37-6d5dfbf63e08 req-75781fe5-d7b0-4704-901f-1236bc2ce501 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:47.575804 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cab97d3-7401-4fce-8a37-6d5dfbf63e08 req-75781fe5-d7b0-4704-901f-1236bc2ce501 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0826046 Nov 12 13:16:47.645971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cab97d3-7401-4fce-8a37-6d5dfbf63e08 req-55833095-640e-423a-8eae-1c15707ce4c7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594375 Nov 12 13:16:47.747143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e8d37-ab14-4d15-b89a-019dc85780f4 req-bea24bde-52a1-4e28-b804-445df55f2577 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:47.749448 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c6e8d37-ab14-4d15-b89a-019dc85780f4 req-bea24bde-52a1-4e28-b804-445df55f2577 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0819750 Nov 12 13:16:47.783825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0294c-ed83-4e7c-8aa4-17af86c4fe51 req-084d0796-a508-40d6-a19b-adf6c33a1d0f tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:47.785877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40d0294c-ed83-4e7c-8aa4-17af86c4fe51 req-084d0796-a508-40d6-a19b-adf6c33a1d0f tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 947 time: 0.0632641 Nov 12 13:16:47.858253 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c6e8d37-ab14-4d15-b89a-019dc85780f4 req-e6c12023-0d50-41c3-8c42-4b2440fcb9f0 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994451 Nov 12 13:16:47.881761 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40d0294c-ed83-4e7c-8aa4-17af86c4fe51 req-303ff912-3e7d-490b-9d9f-568a0578699f tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875950 Nov 12 13:16:48.011613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0992042-608e-49ae-9a7a-821f984ddb76 req-3fa2be31-622e-4b22-a486-01bd59f41633 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:48.013803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0992042-608e-49ae-9a7a-821f984ddb76 req-3fa2be31-622e-4b22-a486-01bd59f41633 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0755198 Nov 12 13:16:48.015752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3d949-cb62-47d5-98dd-f63702c8a8a2 req-76fc2999-9c06-40fe-ac8b-22b974334d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:48.017982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4c3d949-cb62-47d5-98dd-f63702c8a8a2 req-76fc2999-9c06-40fe-ac8b-22b974334d76 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1095 time: 0.0705757 Nov 12 13:16:48.076982 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0992042-608e-49ae-9a7a-821f984ddb76 req-80d59d83-5829-4def-addc-bbdd96e6b823 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533543 Nov 12 13:16:48.213502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-ec98d9f8-1639-4495-8625-c37ebe67fee9 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:48.215170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-ec98d9f8-1639-4495-8625-c37ebe67fee9 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.105 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 945 time: 0.1483002 Nov 12 13:16:48.272899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3d949-cb62-47d5-98dd-f63702c8a8a2 req-6849d372-33e3-453c-90da-d5d64fc4182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:48.274419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4c3d949-cb62-47d5-98dd-f63702c8a8a2 req-6849d372-33e3-453c-90da-d5d64fc4182e service neutron] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.1678500 Nov 12 13:16:48.382521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4c3d949-cb62-47d5-98dd-f63702c8a8a2 req-f6b34e1c-439b-4ac3-aa66-8c52c4d1d863 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60c82dbf-b26b-4931-b817-43403342c617 HTTP/1.1" status: 200 len: 217 time: 0.0961831 Nov 12 13:16:48.415995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-638d3654-6662-484d-9fd6-75446d4da12a req-7a93a39c-7466-4010-8917-8789b6d69026 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 210 time: 0.0330834 Nov 12 13:16:48.516194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3d949-cb62-47d5-98dd-f63702c8a8a2 req-3e30cf69-4992-4c62-930d-16197d0a5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:48.518137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4c3d949-cb62-47d5-98dd-f63702c8a8a2 req-3e30cf69-4992-4c62-930d-16197d0a5459 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.1089964 Nov 12 13:16:48.537062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01973f25-6182-4318-9c90-a910fe111717 req-1ed44e6c-554d-4942-8c91-08fefe81f6db tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:48.539258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01973f25-6182-4318-9c90-a910fe111717 req-1ed44e6c-554d-4942-8c91-08fefe81f6db tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.2152228 Nov 12 13:16:48.549147 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-87f9696e-8349-4970-8ba7-635a3fa4d592 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300682 Nov 12 13:16:48.582191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509fde4-9f01-45e1-823d-3d0eb873a1da req-3d5a2d76-0b07-406b-b501-50549ccb2d30 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:48.584936 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3509fde4-9f01-45e1-823d-3d0eb873a1da req-3d5a2d76-0b07-406b-b501-50549ccb2d30 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 945 time: 0.0970161 Nov 12 13:16:48.588264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-923522a6-ad09-4a8e-be9e-ab49a315615e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Deleting port 32939d2b-fbfb-4c0a-a361-20ba474c6d60 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:16:48.588761 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-923522a6-ad09-4a8e-be9e-ab49a315615e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:48.604596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4c3d949-cb62-47d5-98dd-f63702c8a8a2 req-2c9a0ce4-33ba-4508-87f8-b19d086a5fae service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629685 Nov 12 13:16:48.717124 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3509fde4-9f01-45e1-823d-3d0eb873a1da req-dc4dfd6d-9122-4638-be0e-353417e9b5c8 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/security-groups?id=9804bcfb-d76a-407e-8bdf-3cd4cb065f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189599 Nov 12 13:16:48.748958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-4aef1b07-a431-497f-9cc5-917f98120758 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:48.752388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-4aef1b07-a431-497f-9cc5-917f98120758 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953661 Nov 12 13:16:48.769927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Request body: {'port': {'device_id': '93578cec-f730-411d-b22f-951e589ddb77', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'f24db78ff5ca4b5eb226d1905e0afceb'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:48.802290 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01973f25-6182-4318-9c90-a910fe111717 req-9a0fa194-bfb3-4e16-be48-0c0a6604313c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457097 Nov 12 13:16:48.862082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-923522a6-ad09-4a8e-be9e-ab49a315615e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] For port 32939d2b-fbfb-4c0a-a361-20ba474c6d60, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=32939d2b-fbfb-4c0a-a361-20ba474c6d60,segment=NetworkSegment(a38591a8-8efe-40bd-a70b-20d5cb8c25ce),segment_id=a38591a8-8efe-40bd-a70b-20d5cb8c25ce)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:48.863036 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-923522a6-ad09-4a8e-be9e-ab49a315615e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:48.866818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4c3d949-cb62-47d5-98dd-f63702c8a8a2 req-a5539adc-157e-4fb8-8de2-0b9a7d7d9634 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443557 Nov 12 13:16:48.896917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-923522a6-ad09-4a8e-be9e-ab49a315615e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Calling delete_port for 32939d2b-fbfb-4c0a-a361-20ba474c6d60 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:16:48.919813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226ef5d-c40a-4a24-ba10-d10d4d34309a req-2709bb22-adbf-4f56-a5ce-c447f5f33225 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:48.921323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3226ef5d-c40a-4a24-ba10-d10d4d34309a req-2709bb22-adbf-4f56-a5ce-c447f5f33225 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.1275127 Nov 12 13:16:48.987056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Made reservation on behalf of f24db78ff5ca4b5eb226d1905e0afceb for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:48.990552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:48.996668 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3226ef5d-c40a-4a24-ba10-d10d4d34309a req-0baa653a-fedf-4db9-b9ea-72b2792bba33 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663164 Nov 12 13:16:49.055405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7065d-5500-4591-9c59-cb62254ae014 req-655dc949-3195-476d-9faa-b91361bd9a95 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:49.058165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-10e7065d-5500-4591-9c59-cb62254ae014 req-655dc949-3195-476d-9faa-b91361bd9a95 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.1576083 Nov 12 13:16:49.106696 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4c3d949-cb62-47d5-98dd-f63702c8a8a2 req-446a0128-e021-44fa-9ad1-025d59c3eff3 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287335 Nov 12 13:16:49.149560 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-10e7065d-5500-4591-9c59-cb62254ae014 req-d86620e4-14f0-4577-83f8-cf926d81bac8 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791814 Nov 12 13:16:49.159793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8900c-d51f-4ec7-afb1-b391e8b49c89 req-64dedbff-3838-499e-9d31-0c19154c2a76 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:49.161314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7df8900c-d51f-4ec7-afb1-b391e8b49c89 req-64dedbff-3838-499e-9d31-0c19154c2a76 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.1001923 Nov 12 13:16:49.207680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Allocated IP 192.168.233.53 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/00a00b2b-99af-4cdc-9164-0327545e20a1) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:49.208966 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-923522a6-ad09-4a8e-be9e-ab49a315615e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:49.256431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923522a6-ad09-4a8e-be9e-ab49a315615e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Pushing event deleted for resources: {'Port': ['ID=32939d2b-fbfb-4c0a-a361-20ba474c6d60,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:49.260803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7df8900c-d51f-4ec7-afb1-b391e8b49c89 req-c724bcae-9610-466a-908c-a4a48ee49df6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863206 Nov 12 13:16:49.326802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-923522a6-ad09-4a8e-be9e-ab49a315615e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] No DVR routers for this DVR port 32939d2b-fbfb-4c0a-a361-20ba474c6d60 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:16:49.329477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-923522a6-ad09-4a8e-be9e-ab49a315615e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:49.332715 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-214164d0-c834-41d7-a502-0cc4d33e0374 req-923522a6-ad09-4a8e-be9e-ab49a315615e tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.105 "DELETE /v2.0/ports/32939d2b-fbfb-4c0a-a361-20ba474c6d60 HTTP/1.1" status: 204 len: 173 time: 1.1085098 Nov 12 13:16:49.333163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5467b95-f500-468b-94a4-b39fb9254f88', 'name': 'network-vif-deleted', 'tag': '32939d2b-fbfb-4c0a-a361-20ba474c6d60'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:49.335558 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1c8d69-afa3-4998-b8d9-0c601a2d2f17" -d '{"events": [{"server_uuid": "c5467b95-f500-468b-94a4-b39fb9254f88", "name": "network-vif-deleted", "tag": "32939d2b-fbfb-4c0a-a361-20ba474c6d60"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:49.351903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917ea5e-0a8c-4425-afac-34bb690bab4e req-64802a8d-e7d8-481c-b16e-1d4646ba3768 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:49.353453 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4917ea5e-0a8c-4425-afac-34bb690bab4e req-64802a8d-e7d8-481c-b16e-1d4646ba3768 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 947 time: 0.0990794 Nov 12 13:16:49.418130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4917ea5e-0a8c-4425-afac-34bb690bab4e req-71a98805-47f7-4e7e-8a3c-d638f9924563 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563848 Nov 12 13:16:49.456962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:49.462398 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ce67a1-65bf-4f3f-ac1f-389466c86aa6 x-openstack-request-id: req-14ce67a1-65bf-4f3f-ac1f-389466c86aa6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:49.462780 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5467b95-f500-468b-94a4-b39fb9254f88", "name": "network-vif-deleted", "tag": "32939d2b-fbfb-4c0a-a361-20ba474c6d60", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:49.463092 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14ce67a1-65bf-4f3f-ac1f-389466c86aa6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:49.463494 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5467b95-f500-468b-94a4-b39fb9254f88', 'name': 'network-vif-deleted', 'tag': '32939d2b-fbfb-4c0a-a361-20ba474c6d60', 'status': 'completed', 'code': 200} Nov 12 13:16:49.470971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed63e72-98b7-4e59-9184-d09e74a52994 req-d2a06e33-52b6-44da-b4f4-e4604a5c5fe5 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:49.472685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2ed63e72-98b7-4e59-9184-d09e74a52994 req-d2a06e33-52b6-44da-b4f4-e4604a5c5fe5 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.1446087 Nov 12 13:16:49.542818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88fc8a3b-5f02-43e9-afc5-b16070a7eb41 req-a8817682-b8fa-4357-ba92-19ee6cf45663 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 210 time: 0.0314896 Nov 12 13:16:49.552208 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2ed63e72-98b7-4e59-9184-d09e74a52994 req-79d05245-b056-437f-ab93-cde407d62ccb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703516 Nov 12 13:16:49.557411 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:49.571143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8fefa74e-6cf2-45fe-a1d0-a54fca643e52'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:49.575784 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['cd90903a-5081-489a-bc3f-5c0053863b0d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:49.602283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:49.608295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:49.612063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:49.643228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:49.675468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:49.676263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:49.693852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-73b09214-4bf3-4809-9047-901c9bab7d69 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9305251 Nov 12 13:16:49.714291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Request body: {'port': {'device_id': '93578cec-f730-411d-b22f-951e589ddb77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:49.781129 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:49.881212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-aa7cbbf9-0f0d-4e94-9e8e-1f6756411327 None None] Provisioning complete for port 00a00b2b-99af-4cdc-9164-0327545e20a1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:49.881853 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa7cbbf9-0f0d-4e94-9e8e-1f6756411327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:49.918066 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e645b6e4-cd58-4842-962b-80b4bb462ce1 req-a9071388-d831-409a-ae89-390543db1004 tempest-VolumesAdminNegativeTest-64989365 tempest-VolumesAdminNegativeTest-64989365-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5467b95-f500-468b-94a4-b39fb9254f88 HTTP/1.1" status: 200 len: 210 time: 0.0360565 Nov 12 13:16:49.922094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aa7cbbf9-0f0d-4e94-9e8e-1f6756411327 None None] Port 00a00b2b-99af-4cdc-9164-0327545e20a1 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:16:50.054851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed0add-fc4f-43d4-abcb-2eebb91cdd10 req-27bd2b9f-0fab-479f-a52c-b711a26772e5 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.056337 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eeed0add-fc4f-43d4-abcb-2eebb91cdd10 req-27bd2b9f-0fab-479f-a52c-b711a26772e5 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.1182332 Nov 12 13:16:50.121377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e961da-a67b-43c4-bdb1-8d87180099af req-cb1fa4a0-58cb-4be5-9678-e81069a15337 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.122856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e961da-a67b-43c4-bdb1-8d87180099af req-cb1fa4a0-58cb-4be5-9678-e81069a15337 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.0501921 Nov 12 13:16:50.135073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eeed0add-fc4f-43d4-abcb-2eebb91cdd10 req-05425ae0-c90d-45f6-ba66-1cc4c7764e76 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708683 Nov 12 13:16:50.184744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e961da-a67b-43c4-bdb1-8d87180099af req-152a04f9-947e-4097-b94a-dbdf30a94613 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556002 Nov 12 13:16:50.193205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a00b2b-99af-4cdc-9164-0327545e20a1 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:50.202813 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:50.217190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Transition to ACTIVE for port object 00a00b2b-99af-4cdc-9164-0327545e20a1 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:16:50.221570 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:50.324303 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:50.341781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afc956-559a-4491-b537-9e9918c11e4f req-b63c51e5-2ddc-4c5e-ad14-535522ca3c9f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.343537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e6afc956-559a-4491-b537-9e9918c11e4f req-b63c51e5-2ddc-4c5e-ad14-535522ca3c9f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.1186919 Nov 12 13:16:50.411788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512580a-1f3b-4f3e-bce1-457bf5b43b4c req-454ebe9b-b0d1-4de7-8d65-7e55f84c9efd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.413476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1512580a-1f3b-4f3e-bce1-457bf5b43b4c req-454ebe9b-b0d1-4de7-8d65-7e55f84c9efd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0579970 Nov 12 13:16:50.453626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e6afc956-559a-4491-b537-9e9918c11e4f req-16b4b62e-4cb0-4bae-8efe-81f7cfaf0afa tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949612 Nov 12 13:16:50.454516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Attempting to bind port 00a00b2b-99af-4cdc-9164-0327545e20a1 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:50.454853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Attempting to bind port 00a00b2b-99af-4cdc-9164-0327545e20a1 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:50.455187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Attempting to bind port 00a00b2b-99af-4cdc-9164-0327545e20a1 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:50.459979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Port 00a00b2b-99af-4cdc-9164-0327545e20a1 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:16:50.460579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Attempting to bind port 00a00b2b-99af-4cdc-9164-0327545e20a1 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:50.467506 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:50.467847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:50.468342 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:50.468790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Bound port: 00a00b2b-99af-4cdc-9164-0327545e20a1, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:50.469153 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:50.493333 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1512580a-1f3b-4f3e-bce1-457bf5b43b4c req-d276ca3d-1b77-4787-a269-a912bf3480b0 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734947 Nov 12 13:16:50.571050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:50.589544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:50.605257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9e38d-44a8-4a0a-b668-11e233a95f2c req-ed07efdf-0867-494c-a054-4637ce5b02c1 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.606817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10d9e38d-44a8-4a0a-b668-11e233a95f2c req-ed07efdf-0867-494c-a054-4637ce5b02c1 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 947 time: 0.0737481 Nov 12 13:16:50.607985 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:50.641230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 32939d2b-fbfb-4c0a-a361-20ba474c6d60 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:16:50.666284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 32939d2b-fbfb-4c0a-a361-20ba474c6d60 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:16:50.666633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 32939d2b-fbfb-4c0a-a361-20ba474c6d60 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:16:50.674109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.674733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:50.676121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] 10.222.0.105 "PUT /v2.0/ports/00a00b2b-99af-4cdc-9164-0327545e20a1 HTTP/1.1" status: 200 len: 1095 time: 0.9673755 Nov 12 13:16:50.679061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:50.681441 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289917bd-2d48-43a2-8534-a537db6420d7" -d '{"events": [{"name": "network-changed", "server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:50.700644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b825b3-605f-42c5-9de1-deee57bc6a45 req-378f69f8-e787-48a5-b458-5812f4460a25 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.702248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0b825b3-605f-42c5-9de1-deee57bc6a45 req-378f69f8-e787-48a5-b458-5812f4460a25 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 947 time: 0.0844512 Nov 12 13:16:50.717752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c6d41-6c2a-47a1-b506-048d8c64626b service neutron] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:50.757128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10d9e38d-44a8-4a0a-b668-11e233a95f2c req-cbf914a0-30e1-43d1-9d89-72e0279b39ab tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435063 Nov 12 13:16:50.774620 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0b825b3-605f-42c5-9de1-deee57bc6a45 req-5da9f80b-b936-4f33-aa15-21760fd4dbd2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646603 Nov 12 13:16:50.776487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-ba8f41fc-792d-4fbb-980a-b4f080070e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.777997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-ba8f41fc-792d-4fbb-980a-b4f080070e01 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 1098 time: 0.0542104 Nov 12 13:16:50.830840 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1732184-02cc-4229-b415-fec4c97f6c75 x-openstack-request-id: req-d1732184-02cc-4229-b415-fec4c97f6c75 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:50.831127 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:50.831378 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d1732184-02cc-4229-b415-fec4c97f6c75 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:50.831771 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'status': 'completed', 'code': 200} Nov 12 13:16:50.842603 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-de3470c4-6e07-421a-add3-0e4507e590bb service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=00a00b2b-99af-4cdc-9164-0327545e20a1 HTTP/1.1" status: 200 len: 217 time: 0.0544889 Nov 12 13:16:50.918644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-e2442b48-6125-40a8-95f0-5cdc5a83836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.920159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-e2442b48-6125-40a8-95f0-5cdc5a83836c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0596862 Nov 12 13:16:50.928586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0184c2-1543-48b7-9632-1ca5c35fd980 req-35dbf350-a13d-4b05-9c51-0ba58befc1e7 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:50.929953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe0184c2-1543-48b7-9632-1ca5c35fd980 req-35dbf350-a13d-4b05-9c51-0ba58befc1e7 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0974581 Nov 12 13:16:50.973199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60986) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:51.036161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe0184c2-1543-48b7-9632-1ca5c35fd980 req-fb67c88a-63b5-4bd2-8457-2f1491a50d91 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966852 Nov 12 13:16:51.042157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-84f0f42d-adfd-4d21-876b-3623144461f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:51.044000 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-84f0f42d-adfd-4d21-876b-3623144461f3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131275 Nov 12 13:16:51.053382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7187f767-dc03-4b9a-9d28-165bb4e3752c admin admin] Deleting subnet ebc0e7f9-59cd-48a5-8bc0-77c7256b9156 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:16:51.065123 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7187f767-dc03-4b9a-9d28-165bb4e3752c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:51.145125 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7187f767-dc03-4b9a-9d28-165bb4e3752c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:51.206824 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-da9ff521-f1af-4fdb-9e5e-01c863764fe6 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509824 Nov 12 13:16:51.209167 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7187f767-dc03-4b9a-9d28-165bb4e3752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:51.258471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74147390-8352-41d3-bae7-6787a5703c29 req-f1f5d71f-d669-44a7-b1f6-ef06957e5bf1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:51.259997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74147390-8352-41d3-bae7-6787a5703c29 req-f1f5d71f-d669-44a7-b1f6-ef06957e5bf1 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0527058 Nov 12 13:16:51.310382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74147390-8352-41d3-bae7-6787a5703c29 req-ce5a09ed-2723-470c-aa5c-53a9098f15f2 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430055 Nov 12 13:16:51.377011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a0219-0fe3-421e-9068-c989815e0a7e req-c8679b53-aad8-4b26-9b3f-dff15bf820f1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:51.378522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-844a0219-0fe3-421e-9068-c989815e0a7e req-c8679b53-aad8-4b26-9b3f-dff15bf820f1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.1130457 Nov 12 13:16:51.381322 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7187f767-dc03-4b9a-9d28-165bb4e3752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:51.395893 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4410a09-fd15-4d06-b628-d36f3ffdeb4b req-7d9d5a71-9f33-4f23-afe2-10b7e01434b2 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649749 Nov 12 13:16:51.427075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187f767-dc03-4b9a-9d28-165bb4e3752c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc0e7f9-59cd-48a5-8bc0-77c7256b9156,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:51.429140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7187f767-dc03-4b9a-9d28-165bb4e3752c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:51.433249 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7187f767-dc03-4b9a-9d28-165bb4e3752c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ebc0e7f9-59cd-48a5-8bc0-77c7256b9156 HTTP/1.1" status: 204 len: 168 time: 0.4589531 Nov 12 13:16:51.436879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60992) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:51.602155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a513-6802-4176-816a-f4adfb7487e7 req-1d5d24b4-d6ac-44ea-87b2-6bba846608df tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:51.604350 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe76a513-6802-4176-816a-f4adfb7487e7 req-1d5d24b4-d6ac-44ea-87b2-6bba846608df tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0757530 Nov 12 13:16:51.661656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe76a513-6802-4176-816a-f4adfb7487e7 req-a9b6a29c-5c82-4b0d-b486-87440be8f399 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505672 Nov 12 13:16:51.774051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24468f73-653d-45e2-91b0-6cb56b57f208 req-cd20dfbd-a1e3-4e46-9702-320615f9058f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:51.776199 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24468f73-653d-45e2-91b0-6cb56b57f208 req-cd20dfbd-a1e3-4e46-9702-320615f9058f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0563507 Nov 12 13:16:51.828622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24468f73-653d-45e2-91b0-6cb56b57f208 req-c80b5ec3-a322-4731-a837-b37f7bcd6a88 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Nov 12 13:16:51.854137 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-844a0219-0fe3-421e-9068-c989815e0a7e req-f115e821-75d6-4264-ade7-ee4cd25892a0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640987 Nov 12 13:16:51.862573 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:51.875356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289917bd-2d48-43a2-8534-a537db6420d7 req-92f753f2-c8ec-4709-adf5-1afb4d89a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:51.876921 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-289917bd-2d48-43a2-8534-a537db6420d7 req-92f753f2-c8ec-4709-adf5-1afb4d89a5e5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 1098 time: 0.4198291 Nov 12 13:16:51.965653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5dc29-5d46-402f-8c6d-ae6e866519f8 req-5b33963a-cfb1-449b-9c64-3cd4ee3a0f29 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:51.967075 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cfc5dc29-5d46-402f-8c6d-ae6e866519f8 req-5b33963a-cfb1-449b-9c64-3cd4ee3a0f29 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 947 time: 0.0776563 Nov 12 13:16:52.022468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cfc5dc29-5d46-402f-8c6d-ae6e866519f8 req-b837737f-84e2-4e0d-9e5d-316cc9565d49 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491116 Nov 12 13:16:52.045921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.084554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501a7e8-51f6-4644-a3c2-a286e93622ff req-118ab320-93d5-4b96-a976-2ad9ce4f63c0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:52.086071 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2501a7e8-51f6-4644-a3c2-a286e93622ff req-118ab320-93d5-4b96-a976-2ad9ce4f63c0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 947 time: 0.1646464 Nov 12 13:16:52.087803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148aad9b-f475-42e5-8d46-9f902b6498e1']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:52.111622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38591a8-8efe-40bd-a70b-20d5cb8c25ce') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:52.111918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38591a8-8efe-40bd-a70b-20d5cb8c25ce') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:52.136558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.146238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289917bd-2d48-43a2-8534-a537db6420d7 req-302706a5-2b50-42e6-b2ff-4a29c9279e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:52.147685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-289917bd-2d48-43a2-8534-a537db6420d7 req-302706a5-2b50-42e6-b2ff-4a29c9279e54 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2607961 Nov 12 13:16:52.163662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab34684-2373-4e3f-92f0-18e6a3188e2c req-268c6abd-23e6-4408-853e-53798e124edf tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:52.165170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aab34684-2373-4e3f-92f0-18e6a3188e2c req-268c6abd-23e6-4408-853e-53798e124edf tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0550885 Nov 12 13:16:52.168094 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.209409 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-289917bd-2d48-43a2-8534-a537db6420d7 req-9e921177-ba12-44a3-945a-e598048f79eb service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=00a00b2b-99af-4cdc-9164-0327545e20a1 HTTP/1.1" status: 200 len: 217 time: 0.0514576 Nov 12 13:16:52.210360 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:16:52.210762 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:16:52.213806 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:16:52.217893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aab34684-2373-4e3f-92f0-18e6a3188e2c req-8aaa76d0-9800-4348-8950-fa6f588be950 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454042 Nov 12 13:16:52.227481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2501a7e8-51f6-4644-a3c2-a286e93622ff req-23d64d0d-2dd4-4394-92aa-5401ca8bfa58 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294086 Nov 12 13:16:52.301990 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.310439 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.313611 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] 10.222.0.73 "DELETE /v2.0/networks/148aad9b-f475-42e5-8d46-9f902b6498e1 HTTP/1.1" status: 204 len: 168 time: 0.8756366 Nov 12 13:16:52.316932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32772) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:52.327104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64e642-44c7-4fdb-af29-abfee2573a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=148aad9b-f475-42e5-8d46-9f902b6498e1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:52.329790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289917bd-2d48-43a2-8534-a537db6420d7 req-a914ac97-11d5-4c88-8f20-11d714ff23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:52.331192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-289917bd-2d48-43a2-8534-a537db6420d7 req-a914ac97-11d5-4c88-8f20-11d714ff23c2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1077764 Nov 12 13:16:52.368418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-698b8f43-c8cd-41e8-b544-fa9f942d0b78 admin admin] Deleting subnet 2fc6058e-c5cb-44eb-9b28-40d53a3e8bf3 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:16:52.372510 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-698b8f43-c8cd-41e8-b544-fa9f942d0b78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.389848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289917bd-2d48-43a2-8534-a537db6420d7 req-b2752531-c12e-4860-a9bf-9e38202a4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:52.391349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-289917bd-2d48-43a2-8534-a537db6420d7 req-b2752531-c12e-4860-a9bf-9e38202a4e56 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420930 Nov 12 13:16:52.439102 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-698b8f43-c8cd-41e8-b544-fa9f942d0b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.485629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bff48-25b1-4276-a316-06faa3eff9d1 req-fe3de1d2-6462-46c1-a4f4-c317fe527eec tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:52.487048 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-567bff48-25b1-4276-a316-06faa3eff9d1 req-fe3de1d2-6462-46c1-a4f4-c317fe527eec tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0901828 Nov 12 13:16:52.491540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-289917bd-2d48-43a2-8534-a537db6420d7 req-85070cbf-d5de-4744-b38f-e1902572a6c8 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887825 Nov 12 13:16:52.496523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-698b8f43-c8cd-41e8-b544-fa9f942d0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.581273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-567bff48-25b1-4276-a316-06faa3eff9d1 req-e461579b-f141-4325-860e-81cb5c127d11 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860860 Nov 12 13:16:52.590454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-698b8f43-c8cd-41e8-b544-fa9f942d0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.590665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-289917bd-2d48-43a2-8534-a537db6420d7 req-6f0b34d6-905c-4ea3-b33e-54ead194ef48 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888712 Nov 12 13:16:52.620165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b8f43-c8cd-41e8-b544-fa9f942d0b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc6058e-c5cb-44eb-9b28-40d53a3e8bf3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:52.625718 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-698b8f43-c8cd-41e8-b544-fa9f942d0b78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.628952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-698b8f43-c8cd-41e8-b544-fa9f942d0b78 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2fc6058e-c5cb-44eb-9b28-40d53a3e8bf3 HTTP/1.1" status: 204 len: 168 time: 0.3108556 Nov 12 13:16:52.631701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:52.706215 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.781468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81deea-8d6c-4e36-991c-b1ba2f94cad7 req-96e94c6f-ab8a-4dc5-a1d9-f8a0fa6ccf3a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:52.783062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d81deea-8d6c-4e36-991c-b1ba2f94cad7 req-96e94c6f-ab8a-4dc5-a1d9-f8a0fa6ccf3a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0526834 Nov 12 13:16:52.794234 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.815033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684cf8fb-4c49-490f-b97a-73440aa475c8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:52.825168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432bdf0b-6a42-493e-b9e5-8fdf83e97f41') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:52.825494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432bdf0b-6a42-493e-b9e5-8fdf83e97f41') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:16:52.836278 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.840037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d81deea-8d6c-4e36-991c-b1ba2f94cad7 req-ca024693-e391-46cb-9539-32c26fff34f2 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504220 Nov 12 13:16:52.852628 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.862780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:16:52.863435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:16:52.882644 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:16:52.981437 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.992143 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:52.996221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] 10.222.0.73 "DELETE /v2.0/networks/684cf8fb-4c49-490f-b97a-73440aa475c8 HTTP/1.1" status: 204 len: 168 time: 0.3635752 Nov 12 13:16:52.999842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d337a3-deec-4259-9cfc-2a5530d19399 req-c8d4ce6e-f88e-4de2-a4dd-b32d2fa9c408 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.002574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d337a3-deec-4259-9cfc-2a5530d19399 req-c8d4ce6e-f88e-4de2-a4dd-b32d2fa9c408 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.0627944 Nov 12 13:16:53.011063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1fbb9-2a40-4a1c-971e-f6cd9b5c8d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=684cf8fb-4c49-490f-b97a-73440aa475c8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:53.019686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-3f3b6b2c-98e5-472b-b102-78c498bd0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.021268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-3f3b6b2c-98e5-472b-b102-78c498bd0bab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1095 time: 0.1356072 Nov 12 13:16:53.030748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3351-1079-4cfb-a09e-1120060d444b req-83550641-2e64-456e-a0c0-135d9032614a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.032498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e11f3351-1079-4cfb-a09e-1120060d444b req-83550641-2e64-456e-a0c0-135d9032614a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.1090114 Nov 12 13:16:53.126685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d337a3-deec-4259-9cfc-2a5530d19399 req-20c4764b-c83e-4c6c-bf8c-20ce21d08c94 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165934 Nov 12 13:16:53.139217 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-499a9304-b773-45e6-9588-31d1679dd654 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883114 Nov 12 13:16:53.161478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32788) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:53.263746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-484a5fe1-09f0-45e1-9906-7b7224bcd95a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8efa041c854c4d9aba1d0aa9a0b1bf0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1010256 Nov 12 13:16:53.268118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32794) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:53.304727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-ee4b1aa4-3daf-4542-8c38-f329f4211940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.306257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-ee4b1aa4-3daf-4542-8c38-f329f4211940 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 1097 time: 0.1124578 Nov 12 13:16:53.328125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436529ac-9028-4a3e-800e-921f77cc595c req-955881fc-9908-42f0-a781-cc9d7ec1026a tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.329737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-436529ac-9028-4a3e-800e-921f77cc595c req-955881fc-9908-42f0-a781-cc9d7ec1026a tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 947 time: 0.1255827 Nov 12 13:16:53.440221 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80d69a2-a233-4792-8a8a-ca17f33addad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:53.457772 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e11f3351-1079-4cfb-a09e-1120060d444b req-8d95be14-84e6-4ec7-a01c-1776415be59c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065578 Nov 12 13:16:53.479140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-150d5dea-b325-4895-8847-49782a85dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.479140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-150d5dea-b325-4895-8847-49782a85dfae service neutron] 10.222.0.70 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.4396479 Nov 12 13:16:53.482527 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-436529ac-9028-4a3e-800e-921f77cc595c req-94cda1d9-0150-4302-9848-a3a12f685c6e tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460986 Nov 12 13:16:53.502219 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80d69a2-a233-4792-8a8a-ca17f33addad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:53.509984 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-28a8b14f-0c97-40cd-b6ec-2fd7f1566d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.512330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-28a8b14f-0c97-40cd-b6ec-2fd7f1566d3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.1772285 Nov 12 13:16:53.533768 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-5504ae82-30e8-462c-8105-d6904bf6aa9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60c82dbf-b26b-4931-b817-43403342c617 HTTP/1.1" status: 200 len: 217 time: 0.0467272 Nov 12 13:16:53.575864 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-87970f87-e166-4f16-94a6-73f95a01568c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b HTTP/1.1" status: 200 len: 217 time: 0.0526793 Nov 12 13:16:53.613174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-06fdb562-9ccb-414c-a3a3-07591cbcd3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.614694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-06fdb562-9ccb-414c-a3a3-07591cbcd3a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.0702500 Nov 12 13:16:53.623730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec868c63-ff63-4c89-8c15-c3c016a9140f req-8afd01f8-53d1-4192-86ee-80c127e9e6bf tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.625165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ec868c63-ff63-4c89-8c15-c3c016a9140f req-8afd01f8-53d1-4192-86ee-80c127e9e6bf tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0905085 Nov 12 13:16:53.656999 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-e966a13c-0a68-43fa-a061-15e32cf64400 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308220 Nov 12 13:16:53.671121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d9dc5-0e17-413f-81f6-2f826e9276f0 req-4e8e4d49-ae53-456d-adf6-08240ae1c10a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.672831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3b1d9dc5-0e17-413f-81f6-2f826e9276f0 req-4e8e4d49-ae53-456d-adf6-08240ae1c10a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 947 time: 0.1036544 Nov 12 13:16:53.674469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-3d7a71e3-68d4-4931-bead-a76856ff7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.675808 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-3d7a71e3-68d4-4931-bead-a76856ff7b7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.0917020 Nov 12 13:16:53.676399 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80d69a2-a233-4792-8a8a-ca17f33addad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:53.679021 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80d69a2-a233-4792-8a8a-ca17f33addad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:53.680040 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b80d69a2-a233-4792-8a8a-ca17f33addad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9804bcfb-d76a-407e-8bdf-3cd4cb065f38 HTTP/1.1" status: 204 len: 168 time: 0.4110084 Nov 12 13:16:53.707271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d69a2-a233-4792-8a8a-ca17f33addad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9804bcfb-d76a-407e-8bdf-3cd4cb065f38,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:53.731825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-709448a3-b65d-40bc-a66f-ed8367cdd87e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444906 Nov 12 13:16:53.755583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ec868c63-ff63-4c89-8c15-c3c016a9140f req-dfccf187-5787-47b9-8853-d0e1d133b630 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215005 Nov 12 13:16:53.792669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3b1d9dc5-0e17-413f-81f6-2f826e9276f0 req-3b65fd0c-41f9-4624-8b76-bb9a78fb59e8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112554 Nov 12 13:16:53.799155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-3568fc0b-b182-4df3-81ae-86eb300930e6 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321895 Nov 12 13:16:53.913703 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-0436243e-26b0-46f3-98ae-3e7c6150faab service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073148 Nov 12 13:16:53.918875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-a9c5bba9-ac47-4fa6-8732-f538a7545b13 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735270 Nov 12 13:16:53.937824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73fc38-d3be-4887-aad4-90ee2c29d10d req-1e9e7f96-8b5e-4c0c-bebf-b2f3faba8d01 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:53.941808 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab73fc38-d3be-4887-aad4-90ee2c29d10d req-1e9e7f96-8b5e-4c0c-bebf-b2f3faba8d01 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0748966 Nov 12 13:16:54.053835 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab73fc38-d3be-4887-aad4-90ee2c29d10d req-2f45210a-25a1-43d2-b419-e039130e86c7 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992811 Nov 12 13:16:54.086840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d276609d-8418-4afa-90fe-9e335aa420e6 req-676c28c6-5151-462d-911c-61094ffed561 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433232 Nov 12 13:16:54.148468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:54.208697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc320d-43f9-414f-b398-888d509f92cc req-50231734-45f3-408a-ad61-e4b1a3be9707 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:54.218417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f68e5eb7-a4c5-4a97-9fe6-0f75f69239d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5fd059bd8f049f1821faffcf1b49f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0687728 Nov 12 13:16:54.221680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32832) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:54.222672 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bc320d-43f9-414f-b398-888d509f92cc req-50231734-45f3-408a-ad61-e4b1a3be9707 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0890465 Nov 12 13:16:54.282591 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce64493-2437-48b3-938c-313b0fa0788e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:54.287371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bc320d-43f9-414f-b398-888d509f92cc req-1a237cfb-4544-4c76-80f1-f0127d059c35 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638099 Nov 12 13:16:54.307132 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce64493-2437-48b3-938c-313b0fa0788e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:54.345762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485829-f033-436c-a786-3cf75c72b043 req-3aa29758-69bb-4eae-bb73-f18e685a3044 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:54.347353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-3aa29758-69bb-4eae-bb73-f18e685a3044 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 1095 time: 0.0777323 Nov 12 13:16:54.377308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce64493-2437-48b3-938c-313b0fa0788e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:54.379864 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce64493-2437-48b3-938c-313b0fa0788e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:54.383601 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ce64493-2437-48b3-938c-313b0fa0788e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7762178c-812c-4b7d-9119-1372a1532783 HTTP/1.1" status: 204 len: 168 time: 0.1578791 Nov 12 13:16:54.390694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce64493-2437-48b3-938c-313b0fa0788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7762178c-812c-4b7d-9119-1372a1532783,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:54.481828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dd7bd-aeef-4512-b839-e61203ac6c82 req-017e090b-5ca8-4802-85dd-d5e7204b7c61 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:54.483362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-578dd7bd-aeef-4512-b839-e61203ac6c82 req-017e090b-5ca8-4802-85dd-d5e7204b7c61 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.1189783 Nov 12 13:16:54.580660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-578dd7bd-aeef-4512-b839-e61203ac6c82 req-6e81df97-614e-45d9-82fc-c46a42befeb7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866234 Nov 12 13:16:54.583381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c4485829-f033-436c-a786-3cf75c72b043 req-93b0c041-8a22-4577-8f58-bbcf1e84a6bb service neutron] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:54.589855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c4485829-f033-436c-a786-3cf75c72b043 req-93b0c041-8a22-4577-8f58-bbcf1e84a6bb service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:54.590956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4485829-f033-436c-a786-3cf75c72b043 req-93b0c041-8a22-4577-8f58-bbcf1e84a6bb service neutron] 10.222.0.70 "DELETE /v2.0/ports/60c82dbf-b26b-4931-b817-43403342c617/bindings/n-h2-805736-4 HTTP/1.1" status: 204 len: 173 time: 0.2341599 Nov 12 13:16:54.676522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 00a00b2b-99af-4cdc-9164-0327545e20a1 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:16:54.734806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44924952-9304-4d6d-8921-7e5976f42374 req-5c1432a5-97c4-48f4-ab99-fdcf1021649f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:54.737155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44924952-9304-4d6d-8921-7e5976f42374 req-5c1432a5-97c4-48f4-ab99-fdcf1021649f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0716751 Nov 12 13:16:54.825480 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44924952-9304-4d6d-8921-7e5976f42374 req-4a07dedf-1488-4f92-92c6-ca3d435afcf9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718634 Nov 12 13:16:54.861380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:54.877223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'mac_address': 'fa:16:3e:bc:19:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:16:54.929136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:54.944161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a00b2b-99af-4cdc-9164-0327545e20a1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:54.951491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361110-0f91-47bf-b319-5d2649768580 req-a59acbbc-df68-442f-b095-c9088463a502 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:54.953774 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c6361110-0f91-47bf-b319-5d2649768580 req-a59acbbc-df68-442f-b095-c9088463a502 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0678360 Nov 12 13:16:54.968223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80d638-8459-4f3b-99ce-c61a60c7ed95 req-2009ffe9-beba-437a-9e02-a73a4e30018d tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:54.971833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:54.973966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e80d638-8459-4f3b-99ce-c61a60c7ed95 req-2009ffe9-beba-437a-9e02-a73a4e30018d tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1095 time: 0.0667946 Nov 12 13:16:54.980046 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:54.983298 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:16:55.019625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c6361110-0f91-47bf-b319-5d2649768580 req-b6dd911d-dae6-4194-bbd7-3a6b221b6a74 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599911 Nov 12 13:16:55.054351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:55.069121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e80d638-8459-4f3b-99ce-c61a60c7ed95 req-6836c0b0-4b34-40d9-9f30-d3a013b935a1 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864303 Nov 12 13:16:55.157179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c90e1-3537-4097-95c9-b1c5a4b9031c req-55ec5546-fe41-4896-a5fa-c70b2e8c1749 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:55.158929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d38c90e1-3537-4097-95c9-b1c5a4b9031c req-55ec5546-fe41-4896-a5fa-c70b2e8c1749 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 948 time: 0.0671434 Nov 12 13:16:55.229860 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d38c90e1-3537-4097-95c9-b1c5a4b9031c req-a0a5009f-7a7b-4330-a65e-a36cfaac2aaf tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555613 Nov 12 13:16:55.352435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd53a20-5ced-4909-83b7-df921c28b42d req-4aca8c5c-ae8d-4dbf-8624-47a0f8ed840c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:55.354312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8fd53a20-5ced-4909-83b7-df921c28b42d req-4aca8c5c-ae8d-4dbf-8624-47a0f8ed840c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0599511 Nov 12 13:16:55.407131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['00a00b2b-99af-4cdc-9164-0327545e20a1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:55.411978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8fd53a20-5ced-4909-83b7-df921c28b42d req-1ce1cfd4-6bf1-4009-921b-a3986403c733 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512168 Nov 12 13:16:55.523121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96493c6f-2ba5-4373-830d-31536c677418 req-d6673ae2-70bd-484f-bd60-9b2f7f968d65 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:55.531035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96493c6f-2ba5-4373-830d-31536c677418 req-d6673ae2-70bd-484f-bd60-9b2f7f968d65 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 1095 time: 0.0524571 Nov 12 13:16:55.571709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b78f5-d829-48d3-8ea4-53cce9612ee0 req-65aa8a48-85f9-4dce-a6db-302b778e6e69 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:55.573968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-455b78f5-d829-48d3-8ea4-53cce9612ee0 req-65aa8a48-85f9-4dce-a6db-302b778e6e69 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0588245 Nov 12 13:16:55.577860 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96493c6f-2ba5-4373-830d-31536c677418 req-680f16d3-945d-4259-ba62-813ce92da990 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458984 Nov 12 13:16:55.653302 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-455b78f5-d829-48d3-8ea4-53cce9612ee0 req-9e50b1b6-4204-45a6-a7f5-f736e5bd857e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718689 Nov 12 13:16:55.921384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e17d5099-5fd3-41ea-9365-90cf9a8dfe1b details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:16:55.977009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8907cc9-1b57-44ee-bf83-8ba23d31afef req-7f8be8f4-304b-4ff0-89ad-0c2cabf8d5ff tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:55.978829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8907cc9-1b57-44ee-bf83-8ba23d31afef req-7f8be8f4-304b-4ff0-89ad-0c2cabf8d5ff tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0721457 Nov 12 13:16:56.041033 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8907cc9-1b57-44ee-bf83-8ba23d31afef req-f0921923-558a-4275-885e-8f71c34043f9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546248 Nov 12 13:16:56.052478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:56.078519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'port_id': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b', 'mac_address': 'fa:16:3e:98:24:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad61732-f35b-4b5a-bf00-499c187c8273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:16:56.174633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32950) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:56.184755 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.191782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a543a0-f885-45a2-9e9b-476c247b9186 req-e27172b0-d5a3-48c2-870d-0976f0d7652e tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:56.193582 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41a543a0-f885-45a2-9e9b-476c247b9186 req-e27172b0-d5a3-48c2-870d-0976f0d7652e tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.0707045 Nov 12 13:16:56.203741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17d5099-5fd3-41ea-9365-90cf9a8dfe1b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:16:56.231766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:56.237710 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.249431 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41a543a0-f885-45a2-9e9b-476c247b9186 req-b6080552-4301-4146-a3f8-ac9690159cfc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472560 Nov 12 13:16:56.309518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5988ccc2-253f-453c-af3c-94396e34b1c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.333000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:56.387098 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65510552-ff0c-45ff-b8cf-af0a2137631f req-769dd3c7-096e-416d-904b-a70efaed02b9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:56.388527 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65510552-ff0c-45ff-b8cf-af0a2137631f req-769dd3c7-096e-416d-904b-a70efaed02b9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 948 time: 0.0809369 Nov 12 13:16:56.461078 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65510552-ff0c-45ff-b8cf-af0a2137631f req-7b995e52-cd40-4c40-acf0-e4015a3369b8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660975 Nov 12 13:16:56.473480 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5988ccc2-253f-453c-af3c-94396e34b1c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.479117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5988ccc2-253f-453c-af3c-94396e34b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.518340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5988ccc2-253f-453c-af3c-94396e34b1c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88c5c7a42e014fa592a72e73d79ec325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419192 Nov 12 13:16:56.519186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988ccc2-253f-453c-af3c-94396e34b1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46e6abd-d805-43a7-b55e-14c9679db7d0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:56.521098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32958) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:56.602366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b74847-2be9-4875-acdd-168605842ddd req-c53f3e29-bf65-42c7-aeb9-25f403d396f5 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:56.604393 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81b74847-2be9-4875-acdd-168605842ddd req-c53f3e29-bf65-42c7-aeb9-25f403d396f5 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0810580 Nov 12 13:16:56.609484 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ed08f8d-383e-493f-8f7f-75e3de0cfeb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.657891 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ed08f8d-383e-493f-8f7f-75e3de0cfeb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.687395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81b74847-2be9-4875-acdd-168605842ddd req-41733519-3143-46ae-a175-176dd93c9aad tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758507 Nov 12 13:16:56.702062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 00a00b2b-99af-4cdc-9164-0327545e20a1 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:16:56.734035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ed08f8d-383e-493f-8f7f-75e3de0cfeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.736693 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ed08f8d-383e-493f-8f7f-75e3de0cfeb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.741549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5ed08f8d-383e-493f-8f7f-75e3de0cfeb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d46e6abd-d805-43a7-b55e-14c9679db7d0 HTTP/1.1" status: 204 len: 168 time: 0.2158165 Nov 12 13:16:56.755521 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed08f8d-383e-493f-8f7f-75e3de0cfeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46e6abd-d805-43a7-b55e-14c9679db7d0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:56.776717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 00a00b2b-99af-4cdc-9164-0327545e20a1 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:16:56.782260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 00a00b2b-99af-4cdc-9164-0327545e20a1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:16:56.782633 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:56.825843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd642ea7-2adc-4a24-bacf-5c2d115199a4 req-4e306075-6ff0-4627-8cc9-831ef957eb84 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:56.838583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd642ea7-2adc-4a24-bacf-5c2d115199a4 req-4e306075-6ff0-4627-8cc9-831ef957eb84 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0958648 Nov 12 13:16:56.903943 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd642ea7-2adc-4a24-bacf-5c2d115199a4 req-198c2868-0582-4846-a5f0-430ea31aafed tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530565 Nov 12 13:16:56.964402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['e17d5099-5fd3-41ea-9365-90cf9a8dfe1b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:16:57.022585 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a51ae68-bc64-435d-8f27-d22ed35e46d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:57.113952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:57.165262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:16:57.167774 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9f8134-fc30-4f37-b964-d00efc0d5cf0" -d '{"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-plugged", "status": "completed", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:16:57.187977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:16:57.195083 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:57.235553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ebea7-3ace-41e9-b62c-e3f44f9fea1b req-f49b1031-9381-4d29-a18b-d1a6023d253c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.243612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa8ebea7-3ace-41e9-b62c-e3f44f9fea1b req-f49b1031-9381-4d29-a18b-d1a6023d253c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.1099203 Nov 12 13:16:57.264799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:57.309265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa8ebea7-3ace-41e9-b62c-e3f44f9fea1b req-ad60d5f0-041e-466a-95e4-26a33494c6d8 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610533 Nov 12 13:16:57.310627 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc9d792-b852-47d0-80e1-a8ceb169dd17 x-openstack-request-id: req-1dc9d792-b852-47d0-80e1-a8ceb169dd17 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:16:57.310924 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-plugged", "status": "completed", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:16:57.311178 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1dc9d792-b852-47d0-80e1-a8ceb169dd17 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:16:57.311573 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'code': 200} Nov 12 13:16:57.466690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6aa1-7863-42a4-9651-bf8147c872a2 req-1806d194-8684-4160-b93a-1517c1deffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.468375 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fa8d6aa1-7863-42a4-9651-bf8147c872a2 req-1806d194-8684-4160-b93a-1517c1deffce service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 1100 time: 0.0883846 Nov 12 13:16:57.475961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4d22b-fe87-4339-a1c1-87603484ed13 req-9427423c-776b-4758-8270-c2ca62248433 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.484283 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a0a4d22b-fe87-4339-a1c1-87603484ed13 req-9427423c-776b-4758-8270-c2ca62248433 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 945 time: 0.1027143 Nov 12 13:16:57.560895 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fa8d6aa1-7863-42a4-9651-bf8147c872a2 req-a451afed-d567-48c6-8c6c-42337413766c service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744178 Nov 12 13:16:57.570870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a0a4d22b-fe87-4339-a1c1-87603484ed13 req-dc0b5a45-98a1-4d62-ad6c-b66f85da46ba tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856538 Nov 12 13:16:57.615215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33002) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:57.618068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aabd1-d860-494b-8096-42558eff3ef4 req-850afe14-4560-4405-a139-e5cedc2032da tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.619614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1aabd1-d860-494b-8096-42558eff3ef4 req-850afe14-4560-4405-a139-e5cedc2032da tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0623727 Nov 12 13:16:57.687277 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1aabd1-d860-494b-8096-42558eff3ef4 req-6798e1a5-c172-49be-9cb1-6fdf6d0c282d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602860 Nov 12 13:16:57.737380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-437261691-network', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:57.766418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:57.769011 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:57.779346 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:57.864504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688cb20-302b-44c5-90fc-5e8c3e3313d8 req-a6296dbe-3a8f-4799-987e-afd8e30e03f9 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:57.866234 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e688cb20-302b-44c5-90fc-5e8c3e3313d8 req-a6296dbe-3a8f-4799-987e-afd8e30e03f9 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0834339 Nov 12 13:16:57.944843 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e688cb20-302b-44c5-90fc-5e8c3e3313d8 req-93bc3f57-42a1-4243-bb51-e8d4773ecd7c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712147 Nov 12 13:16:57.946723 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:57.953604 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:57.987549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:16:57.995781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7a600d-383c-4190-a597-e5ad579daba6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:58.003776 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.004121 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Added segment 4a2cfe6c-51b2-44a1-929d-14cf40f9b32b of type vlan for network e1bf6593-1926-4918-b099-2d3c401d6aa8 Nov 12 13:16:58.063027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.079630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124f927-7527-4289-88f9-4b29e43061c6 req-30d5fa77-8052-4541-b911-aee334289021 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:58.081296 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5124f927-7527-4289-88f9-4b29e43061c6 req-30d5fa77-8052-4541-b911-aee334289021 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0636389 Nov 12 13:16:58.097977 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.098991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:58.099634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.139235 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5124f927-7527-4289-88f9-4b29e43061c6 req-9af82232-21c8-4f2e-9072-646357ab119b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498784 Nov 12 13:16:58.164586 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5481977 Nov 12 13:16:58.167931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33020) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:58.172750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Request body: {'subnet': {'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-437261691-subnet', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:58.182754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b5de7-e9bd-4b6f-a5e8-0f3669f7833b admin admin] Pushing event updated for resources: {'Network': ['ID=e1bf6593-1926-4918-b099-2d3c401d6aa8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:58.192587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e1bf6593-1926-4918-b099-2d3c401d6aa8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:16:58.200906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:16:58.203668 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.394691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.438336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcf9e5-db2e-4e1c-9274-d2da8a06b426 req-5c6476ea-48f2-4b61-9438-8a2dcc300aa2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:58.440024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-33dcf9e5-db2e-4e1c-9274-d2da8a06b426 req-5c6476ea-48f2-4b61-9438-8a2dcc300aa2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0613363 Nov 12 13:16:58.460454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe2cfc7-4019-4384-be49-dec8d05dc3bd,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:58.468841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Checking segment: {'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:58.469465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Network hostable DHCP agents. Network: e1bf6593-1926-4918-b099-2d3c401d6aa8, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:16:58.487440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Network e1bf6593-1926-4918-b099-2d3c401d6aa8 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:16:58.498832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, e1bf6593-1926-4918-b099-2d3c401d6aa8) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:58.499322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-33dcf9e5-db2e-4e1c-9274-d2da8a06b426 req-dc71b2a3-aae9-4e68-932d-9a2989100768 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524671 Nov 12 13:16:58.505506 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:58.506104 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.509999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e824e897-92cd-4626-adf3-77f39986a013 None None] Network e1bf6593-1926-4918-b099-2d3c401d6aa8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:16:58.527576 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2b1d2d8f-5f91-4df9-bd7b-9ffc1331b27f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3580847 Nov 12 13:16:58.529924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33026) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:16:58.534918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:16:58.558890 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.560030 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.623198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.688318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-e1bf6593-1926-4918-b099-2d3c401d6aa8', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:16:58.689219 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.814420 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:58.841959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cba3e-588b-4c50-8757-b36ace21f657 req-0eb7a339-bf8f-46d4-9da3-2d7daf0759bc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:58.848941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-461cba3e-588b-4c50-8757-b36ace21f657 req-0eb7a339-bf8f-46d4-9da3-2d7daf0759bc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 945 time: 0.1303687 Nov 12 13:16:58.858921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Allocated IP 172.20.0.2 (e1bf6593-1926-4918-b099-2d3c401d6aa8/fbe2cfc7-4019-4384-be49-dec8d05dc3bd/a6b727fb-0622-4ce2-b0b5-094ac9a20e7a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:58.864613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e4055-9a69-4208-9cdb-d1c2d2e079fc req-d6cb15dd-48ed-4657-9587-3a181c828500 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:58.868032 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc2e4055-9a69-4208-9cdb-d1c2d2e079fc req-d6cb15dd-48ed-4657-9587-3a181c828500 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0781450 Nov 12 13:16:58.945137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc2e4055-9a69-4208-9cdb-d1c2d2e079fc req-195e6b47-0d48-487b-96d2-aa11c63f1bc5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688529 Nov 12 13:16:58.982056 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-461cba3e-588b-4c50-8757-b36ace21f657 req-9d38e3b1-675a-4340-822e-433a72029ec0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321630 Nov 12 13:16:59.091965 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:59.099830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:59.153717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Network e1bf6593-1926-4918-b099-2d3c401d6aa8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:59.157264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:59.163953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:59.175054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4853-7d4e-4561-b765-080881fb3c88 req-043f3a2a-f86f-4cc8-b868-39cc24ff9eb0 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:59.176628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd4f4853-7d4e-4561-b765-080881fb3c88 req-043f3a2a-f86f-4cc8-b868-39cc24ff9eb0 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.1171713 Nov 12 13:16:59.187803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:59.236368 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:59.243287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Pushing event updated for resources: {'Port': ['ID=a6b727fb-0622-4ce2-b0b5-094ac9a20e7a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:59.279203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Attempting to bind port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:16:59.279937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Attempting to bind port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:16:59.280516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Attempting to bind port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a on network e1bf6593-1926-4918-b099-2d3c401d6aa8 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:16:59.295911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:16:59.296726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Checking segment: {'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:16:59.297491 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:59.298088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Bound using segment: {'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:16:59.298796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Bound port: a6b727fb-0622-4ce2-b0b5-094ac9a20e7a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:16:59.299539 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:59.302550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d325de2-ad7e-430d-a288-a8a6277a2fd6 req-5df619b6-5151-4388-a9b5-440dcfd19f68 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:59.305225 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d325de2-ad7e-430d-a288-a8a6277a2fd6 req-5df619b6-5151-4388-a9b5-440dcfd19f68 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0691562 Nov 12 13:16:59.375159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd4f4853-7d4e-4561-b765-080881fb3c88 req-9aa2b397-a6e5-4aa4-978a-2a5650c7bc3a tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869981 Nov 12 13:16:59.378955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] For port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:16:59.382592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] For port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a6b727fb-0622-4ce2-b0b5-094ac9a20e7a,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:16:59.397265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:59.414327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d325de2-ad7e-430d-a288-a8a6277a2fd6 req-9f8e886b-3bb8-40bf-8ea4-67e87d448225 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002452 Nov 12 13:16:59.477054 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4be367db-b1b5-4e55-a54c-801ba45b44be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:59.491448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Allocated IP 172.25.5.240 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/88c059e5-9763-4a6e-ab72-b73abe97f1e6) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:16:59.508968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc4994-ec27-4ad7-92d3-31bb2ec0b8b0 None None] Pushing event updated for resources: {'Port': ['ID=a6b727fb-0622-4ce2-b0b5-094ac9a20e7a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:59.625276 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:59.654466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7c492-6830-4a8b-9445-70ddb8186179 req-1195c36a-dcb3-4538-bedf-ceb021e42d8e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:16:59.656165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fff7c492-6830-4a8b-9445-70ddb8186179 req-1195c36a-dcb3-4538-bedf-ceb021e42d8e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0833473 Nov 12 13:16:59.676770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:16:59.726923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:16:59.731325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:16:59.751965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:16:59.769555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fff7c492-6830-4a8b-9445-70ddb8186179 req-0d1637dd-6e20-45ff-b9ff-19db12b81336 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049426 Nov 12 13:16:59.796685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Pushing event updated for resources: {'Port': ['ID=88c059e5-9763-4a6e-ab72-b73abe97f1e6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:16:59.961075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e17d5099-5fd3-41ea-9365-90cf9a8dfe1b up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:00.020176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:17:00.026646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:00.027249 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.049585 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.130449 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.163775 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:00.168727 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381b2d53-5345-44f6-80cc-be169079525d" -d '{"events": [{"server_uuid": "2a8c67bf-e013-4f57-9385-4a26e2d151bd", "name": "network-vif-plugged", "status": "completed", "tag": "e17d5099-5fd3-41ea-9365-90cf9a8dfe1b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:00.185727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:00.186194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfc1af-9d22-4d93-a523-498828f3a27a req-e0250b55-bf59-4409-b57f-ecd456daec07 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:00.189720 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32dfc1af-9d22-4d93-a523-498828f3a27a req-e0250b55-bf59-4409-b57f-ecd456daec07 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 945 time: 0.0820332 Nov 12 13:17:00.191114 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.200492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dcabb-f4b0-4ae2-9e32-5fae1540abcb req-113a0ef4-9995-4357-85eb-c3519f7289eb tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:00.202164 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b98dcabb-f4b0-4ae2-9e32-5fae1540abcb req-113a0ef4-9995-4357-85eb-c3519f7289eb tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.1028941 Nov 12 13:17:00.255817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:00.282319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32dfc1af-9d22-4d93-a523-498828f3a27a req-82247cab-1b9b-496c-9d52-273675ef512c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856578 Nov 12 13:17:00.366611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.426981 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.445856 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f3cf3-9245-4047-bd9b-a5b44a2f1953 x-openstack-request-id: req-a15f3cf3-9245-4047-bd9b-a5b44a2f1953 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:00.446923 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8c67bf-e013-4f57-9385-4a26e2d151bd", "name": "network-vif-plugged", "status": "completed", "tag": "e17d5099-5fd3-41ea-9365-90cf9a8dfe1b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:00.447358 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a15f3cf3-9245-4047-bd9b-a5b44a2f1953 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:00.447906 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b', 'code': 200} Nov 12 13:17:00.493269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b98dcabb-f4b0-4ae2-9e32-5fae1540abcb req-3a0a14d3-7334-4e52-8a32-7af129009104 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832892 Nov 12 13:17:00.574455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a6b727fb-0622-4ce2-b0b5-094ac9a20e7a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:00.617619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f7a9b-8d00-4e28-8e4d-93a418a2b76f req-c9fcc210-deef-4687-b255-a5824b41728b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:00.626485 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f8f7a9b-8d00-4e28-8e4d-93a418a2b76f req-c9fcc210-deef-4687-b255-a5824b41728b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0716858 Nov 12 13:17:00.677268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:00.677928 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.701881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f8f7a9b-8d00-4e28-8e4d-93a418a2b76f req-f6340e6c-ac64-4c72-8e61-95aa1bfc2f72 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738735 Nov 12 13:17:00.719959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ee7e4-393f-41e5-b5e4-53e796396832 req-b800fbb9-4a8d-4982-9b5a-3fa89c8c4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:00.728827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-825ee7e4-393f-41e5-b5e4-53e796396832 req-b800fbb9-4a8d-4982-9b5a-3fa89c8c4af6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 1097 time: 0.1878169 Nov 12 13:17:00.816271 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-825ee7e4-393f-41e5-b5e4-53e796396832 req-53ccff12-1d07-4d5f-86b4-b2984982fbc6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837269 Nov 12 13:17:00.820463 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.826567 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e92892-ee11-4b5c-b2ad-544984820477 req-fe083b5b-1e21-40c0-97a5-f4ffcf5d4108 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:00.835155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8e92892-ee11-4b5c-b2ad-544984820477 req-fe083b5b-1e21-40c0-97a5-f4ffcf5d4108 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.2256663 Nov 12 13:17:00.863607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a6b727fb-0622-4ce2-b0b5-094ac9a20e7a,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:00.865410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Router 425e1f2c-55aa-431e-82ae-6761e1cf86af is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:17:00.871009 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:00.905451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5971773-006e-4146-bebf-42a5f6f01a67 None None] Network e1bf6593-1926-4918-b099-2d3c401d6aa8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:00.913201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c497832-4618-475e-bfd4-f5bb1898c039 req-4ef9a203-915c-4bdd-aa78-4dc961dd8e2a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:00.915152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c497832-4618-475e-bfd4-f5bb1898c039 req-4ef9a203-915c-4bdd-aa78-4dc961dd8e2a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0676064 Nov 12 13:17:00.995257 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c497832-4618-475e-bfd4-f5bb1898c039 req-31a05cc4-6de7-4f54-8bfe-42919bdc8540 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668499 Nov 12 13:17:01.001655 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8e92892-ee11-4b5c-b2ad-544984820477 req-bda8560a-222a-460e-a852-4fbe20866b3f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654136 Nov 12 13:17:01.021226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=a6b727fb-0622-4ce2-b0b5-094ac9a20e7a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:01.040354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-992f912a-e5ce-4333-a501-374be6597b4d None None] Provisioning complete for port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:01.044891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-992f912a-e5ce-4333-a501-374be6597b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:01.225257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e1f90-41fe-409c-b659-b49dab7dbbf6 req-00b9b973-0a20-40e4-99dd-5a36ffcbde2f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:01.237791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed5e1f90-41fe-409c-b659-b49dab7dbbf6 req-00b9b973-0a20-40e4-99dd-5a36ffcbde2f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.1047485 Nov 12 13:17:01.341846 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed5e1f90-41fe-409c-b659-b49dab7dbbf6 req-1ad07e62-b75b-4be5-8f93-1ad4e0679b6e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028028 Nov 12 13:17:01.486074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b969-2bcf-4d98-b902-9e12dd0d5505 req-51b3d64c-4d02-4e85-92c2-e1dad9184046 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:01.489781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86d6b969-2bcf-4d98-b902-9e12dd0d5505 req-51b3d64c-4d02-4e85-92c2-e1dad9184046 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.0741026 Nov 12 13:17:01.523202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-3dd52332-63ef-4a5c-96bf-f028572a8520 req-fca3c3b7-a3bb-4a9a-82aa-eef51a99c73a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:17:01.524530 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3dd52332-63ef-4a5c-96bf-f028572a8520 req-fca3c3b7-a3bb-4a9a-82aa-eef51a99c73a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065560 Nov 12 13:17:01.553240 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86d6b969-2bcf-4d98-b902-9e12dd0d5505 req-7e3b0e39-7953-40f9-a5c2-7cc73af2e453 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594032 Nov 12 13:17:01.555637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:17:01.568842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Sync routers for ids ['425e1f2c-55aa-431e-82ae-6761e1cf86af'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:17:01.583312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:01.585037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-76efaad8-297b-4931-bc2f-81c6c90f1df3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0539834 Nov 12 13:17:01.588520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33086) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:01.605124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Routers {'425e1f2c-55aa-431e-82ae-6761e1cf86af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:01.606363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:16:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['425e1f2c-55aa-431e-82ae-6761e1cf86af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:01.673465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8a2b2e3b-5b3c-447c-a319-cc8e5891aa29 None None] Provisioning complete for port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:01.673871 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a2b2e3b-5b3c-447c-a319-cc8e5891aa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:01.805870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Set router 425e1f2c-55aa-431e-82ae-6761e1cf86af gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:01.927328 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-74f2c76f-9a30-43ab-b0c3-48d980829439 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807512 Nov 12 13:17:01.934744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66863d31-89ba-4bb6-96cc-443d94edde57 req-7fb2a370-6526-47c6-9164-52bfb89d9e01 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:01.936221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66863d31-89ba-4bb6-96cc-443d94edde57 req-7fb2a370-6526-47c6-9164-52bfb89d9e01 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0784914 Nov 12 13:17:02.000586 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66863d31-89ba-4bb6-96cc-443d94edde57 req-c8e74032-79db-4c33-98f0-f684ca611c82 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563006 Nov 12 13:17:02.086313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 416f4492-9a3e-4633-8a15-384c4aab89a5 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:17:02.153941 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.179281 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eddb5-3941-4053-bf41-c60d6b129545 req-e4b2fea1-fa4d-4515-914f-660ca9ea0f75 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:02.188036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d2eddb5-3941-4053-bf41-c60d6b129545 req-e4b2fea1-fa4d-4515-914f-660ca9ea0f75 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0751610 Nov 12 13:17:02.213328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab7f6-9bbc-4654-852c-1a5eca086bbd req-8378f4cc-afcd-418a-bb68-518bb8fbb670 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:02.215709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59bab7f6-9bbc-4654-852c-1a5eca086bbd req-8378f4cc-afcd-418a-bb68-518bb8fbb670 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.2072296 Nov 12 13:17:02.269809 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d2eddb5-3941-4053-bf41-c60d6b129545 req-2a1818a9-089d-40b9-bd64-e9a0d3990550 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748703 Nov 12 13:17:02.325575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59bab7f6-9bbc-4654-852c-1a5eca086bbd req-42efaeb3-b56b-4e6d-bf24-f61b549b8b2e tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013849 Nov 12 13:17:02.415581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:16:59Z', 'revision_number': 3, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:02.455063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Checking router: 425e1f2c-55aa-431e-82ae-6761e1cf86af for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:17:02.455405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Updating router 425e1f2c-55aa-431e-82ae-6761e1cf86af port 88c059e5-9763-4a6e-ab72-b73abe97f1e6 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:17:02.478246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.505970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:02.508848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a6b727fb-0622-4ce2-b0b5-094ac9a20e7a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:02.545067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.551164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'mac_address': 'fa:16:3e:cc:53:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:17:02.563344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ac0e2-7f92-412d-83e0-7191b520a06a req-868726e6-20e1-4e15-89ba-05c919bc1193 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:02.567581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-723ac0e2-7f92-412d-83e0-7191b520a06a req-868726e6-20e1-4e15-89ba-05c919bc1193 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0918877 Nov 12 13:17:02.644421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-723ac0e2-7f92-412d-83e0-7191b520a06a req-4404855b-f612-4912-b2b2-daf035616fab tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723741 Nov 12 13:17:02.722280 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.771707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Allocated IP 172.20.0.1 (e1bf6593-1926-4918-b099-2d3c401d6aa8/fbe2cfc7-4019-4384-be49-dec8d05dc3bd/5f8d4594-7671-4346-b124-4244c5a7e72c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:02.785086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416f4492-9a3e-4633-8a15-384c4aab89a5 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:17:02.785746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c499f-3b34-42d9-816e-9a7136fcffbb req-2b7f3196-8c81-4f36-88d8-105e5574f6d3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:02.786871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea7c499f-3b34-42d9-816e-9a7136fcffbb req-2b7f3196-8c81-4f36-88d8-105e5574f6d3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.0946968 Nov 12 13:17:02.794103 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.835061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:02.835433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.860787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:02.895056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea7c499f-3b34-42d9-816e-9a7136fcffbb req-f11acf16-268c-4519-8c7d-a5557a982c93 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935290 Nov 12 13:17:02.903519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.941270 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:02.985965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.031485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:03.051204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Network e1bf6593-1926-4918-b099-2d3c401d6aa8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:03.056942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:03.064901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['416f4492-9a3e-4633-8a15-384c4aab89a5'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:03.067784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:03.073969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8d4594-7671-4346-b124-4244c5a7e72c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:03.145728 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.208248 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.226620 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.237592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a5586-13ac-4792-b81f-c7dd48791717 req-4e408ee5-03e8-4569-84b6-350cb88f40fb tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:03.241438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-476a5586-13ac-4792-b81f-c7dd48791717 req-4e408ee5-03e8-4569-84b6-350cb88f40fb tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.1326506 Nov 12 13:17:03.304283 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-476a5586-13ac-4792-b81f-c7dd48791717 req-277ea18d-868b-4b7b-a891-08fb6d0f2f8d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546594 Nov 12 13:17:03.342120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ff752-e1dc-427e-b36c-7e88b27be930 None None] Pushing event updated for resources: {'Port': ['ID=88c059e5-9763-4a6e-ab72-b73abe97f1e6,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:03.346405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Attempting to bind port 88c059e5-9763-4a6e-ab72-b73abe97f1e6 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:03.346769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Attempting to bind port 88c059e5-9763-4a6e-ab72-b73abe97f1e6 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:03.347264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Attempting to bind port 88c059e5-9763-4a6e-ab72-b73abe97f1e6 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:03.361420 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.388139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:03.388529 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:03.388903 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.389491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:03.389984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Bound port: 88c059e5-9763-4a6e-ab72-b73abe97f1e6, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:03.390631 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.480569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405489b-ec6c-4a91-b1b5-9133fc459f00 req-fc09d4d7-6c59-4bb0-b3e2-ff6ba29400db tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:03.482505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d405489b-ec6c-4a91-b1b5-9133fc459f00 req-fc09d4d7-6c59-4bb0-b3e2-ff6ba29400db tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0617132 Nov 12 13:17:03.496658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] For port 88c059e5-9763-4a6e-ab72-b73abe97f1e6, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:03.499548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367ceef-5f46-42a5-b42e-1da5743224ec req-7cb7600b-33af-4038-aba0-3413e70d3f5a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:03.500993 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a367ceef-5f46-42a5-b42e-1da5743224ec req-7cb7600b-33af-4038-aba0-3413e70d3f5a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.1230252 Nov 12 13:17:03.526674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] For port 88c059e5-9763-4a6e-ab72-b73abe97f1e6, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=88c059e5-9763-4a6e-ab72-b73abe97f1e6,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:03.537815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.544226 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d405489b-ec6c-4a91-b1b5-9133fc459f00 req-6200bc2b-176a-4a08-8af0-cc2762ba6cfd tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553246 Nov 12 13:17:03.572891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7ff1ea3e-936e-444a-9486-b2d5126bf8d0 None None] Provisioning complete for port 5f8d4594-7671-4346-b124-4244c5a7e72c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:03.573271 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ea3e-936e-444a-9486-b2d5126bf8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.584781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a367ceef-5f46-42a5-b42e-1da5743224ec req-0a5c9a75-74c2-4031-8543-3d1c75223526 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549693 Nov 12 13:17:03.640993 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.646478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.649106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Routers {'425e1f2c-55aa-431e-82ae-6761e1cf86af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:03.652922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:16:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['425e1f2c-55aa-431e-82ae-6761e1cf86af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:03.706559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1ea3e-936e-444a-9486-b2d5126bf8d0 None None] Port 5f8d4594-7671-4346-b124-4244c5a7e72c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:03.707978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ff752-e1dc-427e-b36c-7e88b27be930 None None] Pushing event updated for resources: {'Port': ['ID=88c059e5-9763-4a6e-ab72-b73abe97f1e6,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:03.727132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8d4594-7671-4346-b124-4244c5a7e72c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:03.730478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:03.801741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-d57e841a-94d2-4f59-bb4e-0c462b6f1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:03.804033 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-d57e841a-94d2-4f59-bb4e-0c462b6f1294 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 1100 time: 0.0980771 Nov 12 13:17:03.828852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] Set router 425e1f2c-55aa-431e-82ae-6761e1cf86af gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:03.829456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d636f-c2a3-4267-9ead-cbcb669b0e4b req-d75cab0d-15de-4e0d-9f19-e083311b7d81 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:03.830978 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-813d636f-c2a3-4267-9ead-cbcb669b0e4b req-d75cab0d-15de-4e0d-9f19-e083311b7d81 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0764487 Nov 12 13:17:03.848398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Network e1bf6593-1926-4918-b099-2d3c401d6aa8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:03.850063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:03.963703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-545dcdff-aec9-4f7e-8b85-480e843f9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:03.965338 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-545dcdff-aec9-4f7e-8b85-480e843f9430 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1455989 Nov 12 13:17:04.030431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-813d636f-c2a3-4267-9ead-cbcb669b0e4b req-77d051dc-1e2d-486c-8734-06809870f393 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891897 Nov 12 13:17:04.055436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Router 425e1f2c-55aa-431e-82ae-6761e1cf86af has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:17:04.074482 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-ccfda2a1-fb60-471f-ac39-5776d1c2833e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=00a00b2b-99af-4cdc-9164-0327545e20a1 HTTP/1.1" status: 200 len: 217 time: 0.1002307 Nov 12 13:17:04.081324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910fa0b-bbee-4ea1-9c9e-847076a8eaac req-c403db0d-bcfd-46be-b729-5d9fec26ab9c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:04.082899 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6910fa0b-bbee-4ea1-9c9e-847076a8eaac req-c403db0d-bcfd-46be-b729-5d9fec26ab9c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.0789382 Nov 12 13:17:04.097230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 2, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:04.129470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab00ba-60b3-4d2b-8566-5e0c5875f98f None None] The sync data for ids ['425e1f2c-55aa-431e-82ae-6761e1cf86af'] in n-d-805736-4 is: [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 2, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:17:04.142879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-815b8b3c-ef12-458d-a8de-c8d856068c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:04.145129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e24f529c-bc5b-4194-8c99-0de08352caa9 None None] Provisioning complete for port 5f8d4594-7671-4346-b124-4244c5a7e72c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:04.145494 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-815b8b3c-ef12-458d-a8de-c8d856068c62 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0630882 Nov 12 13:17:04.146164 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e24f529c-bc5b-4194-8c99-0de08352caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:04.190249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e24f529c-bc5b-4194-8c99-0de08352caa9 None None] Port 5f8d4594-7671-4346-b124-4244c5a7e72c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:04.225600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-6ee308cb-3f88-4f9e-9c48-eb31c6f81566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:04.227418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-6ee308cb-3f88-4f9e-9c48-eb31c6f81566 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706456 Nov 12 13:17:04.228469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6910fa0b-bbee-4ea1-9c9e-847076a8eaac req-a8129932-707e-4021-a07b-4e8b265d421c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350751 Nov 12 13:17:04.264291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:17:04.270229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0551a3a2-50d5-4c78-bbbf-c0c1cc08d042 admin admin] 10.222.0.73 "PUT /v2.0/routers/425e1f2c-55aa-431e-82ae-6761e1cf86af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6803617 Nov 12 13:17:04.336531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-69f056e2-1c89-4b54-8a32-f6fb23ddc32d service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976760 Nov 12 13:17:04.511531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-a9864435-287f-457c-bb73-5710338ebe59 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669798 Nov 12 13:17:04.521709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4b5a9-b0dc-46f3-8544-5be474710922 req-23adeffc-c522-4547-aa0d-86478cd7b573 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:04.523610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bee4b5a9-b0dc-46f3-8544-5be474710922 req-23adeffc-c522-4547-aa0d-86478cd7b573 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0945396 Nov 12 13:17:04.599777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bee4b5a9-b0dc-46f3-8544-5be474710922 req-a12a1e76-2cb1-4ae5-b81b-27e5548b4a8d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670214 Nov 12 13:17:04.738836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf94994-eac7-431c-8a50-a8acaeb2cc56 req-1152cd8f-1b78-4655-9434-0cac5ef4b87f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:04.748843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cf94994-eac7-431c-8a50-a8acaeb2cc56 req-1152cd8f-1b78-4655-9434-0cac5ef4b87f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0809677 Nov 12 13:17:04.759306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a60583-3b80-4fa3-a773-cbfc48c13815 req-113327ce-642f-49fe-a2f8-7ecabf353f64 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:04.761453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69a60583-3b80-4fa3-a773-cbfc48c13815 req-113327ce-642f-49fe-a2f8-7ecabf353f64 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0735118 Nov 12 13:17:04.810348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cf94994-eac7-431c-8a50-a8acaeb2cc56 req-84ffcb1c-6d2f-4b6b-9d08-d1a7f6941972 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618875 Nov 12 13:17:04.840979 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69a60583-3b80-4fa3-a773-cbfc48c13815 req-c2ce37eb-e273-4084-b83f-af16a4d23f54 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708408 Nov 12 13:17:05.163497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f8c65-ace0-42b7-a755-69882a287426 req-87f8a51c-cba6-430b-8ed5-ec19f8676b6e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:05.172064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1f8c65-ace0-42b7-a755-69882a287426 req-87f8a51c-cba6-430b-8ed5-ec19f8676b6e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0710683 Nov 12 13:17:05.221935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1f8c65-ace0-42b7-a755-69882a287426 req-2d79175a-1941-4561-8b02-9297792bca27 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491769 Nov 12 13:17:05.380819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ac43c-f916-455b-8ffe-534eca3d7e36 req-308db10f-d36b-4f66-9f01-9595136e3e95 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:05.382531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c23ac43c-f916-455b-8ffe-534eca3d7e36 req-308db10f-d36b-4f66-9f01-9595136e3e95 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.0663748 Nov 12 13:17:05.439993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c23ac43c-f916-455b-8ffe-534eca3d7e36 req-964c6dae-88d5-45c0-9fb9-f60f86eb4b0f tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495565 Nov 12 13:17:05.721408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e3029-2723-4a99-a523-129c4d64fd05 req-7adbd0b8-52ca-4e2b-b956-59e33d437110 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:05.723031 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c4e3029-2723-4a99-a523-129c4d64fd05 req-7adbd0b8-52ca-4e2b-b956-59e33d437110 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0568540 Nov 12 13:17:05.776856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c4e3029-2723-4a99-a523-129c4d64fd05 req-36a719d4-399e-410d-8c41-146bd6972d12 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475626 Nov 12 13:17:05.959365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400d198-462f-4b67-a431-6404c98e4ae7 req-61ebe155-c6e3-469b-bbe5-d8aa8b0a3982 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:05.961577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9400d198-462f-4b67-a431-6404c98e4ae7 req-61ebe155-c6e3-469b-bbe5-d8aa8b0a3982 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0722387 Nov 12 13:17:05.987679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216aef98-467f-4f2e-965e-0c398b608661 req-d0c3b97a-b06b-4f17-ac39-b6bdd0d16e8f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:05.994805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-216aef98-467f-4f2e-965e-0c398b608661 req-d0c3b97a-b06b-4f17-ac39-b6bdd0d16e8f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0700977 Nov 12 13:17:06.014143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 416f4492-9a3e-4633-8a15-384c4aab89a5 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:06.035856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9400d198-462f-4b67-a431-6404c98e4ae7 req-4f0d810e-4212-4040-8ece-5b43bb6a5a3c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666556 Nov 12 13:17:06.074483 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-216aef98-467f-4f2e-965e-0c398b608661 req-bf326efe-1960-456d-a224-5ed9cc50df6a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754638 Nov 12 13:17:06.089874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 416f4492-9a3e-4633-8a15-384c4aab89a5 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:06.090243 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:06.178919 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:06.203282 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:06.205586 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38118239-4256-4ecf-8d2c-988ef782df2e" -d '{"events": [{"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-plugged", "status": "completed", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:06.228621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:06.233853 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:06.285058 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b83c0f-4f2f-46b0-b57b-a72c1218ca5a x-openstack-request-id: req-20b83c0f-4f2f-46b0-b57b-a72c1218ca5a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:06.285376 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-plugged", "status": "completed", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:06.285639 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20b83c0f-4f2f-46b0-b57b-a72c1218ca5a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:06.286177 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'code': 200} Nov 12 13:17:06.323136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:06.368153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511860bb-3790-45e7-85ab-d6559b93ede6 req-2ff35096-a0f8-4e3c-b942-0bfea0459aae tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:06.376842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-511860bb-3790-45e7-85ab-d6559b93ede6 req-2ff35096-a0f8-4e3c-b942-0bfea0459aae tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0622001 Nov 12 13:17:06.436799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-511860bb-3790-45e7-85ab-d6559b93ede6 req-a46c6847-4d6e-4d2a-a1ef-56ddf41da5c0 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593262 Nov 12 13:17:06.483550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 88c059e5-9763-4a6e-ab72-b73abe97f1e6 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:06.531296 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Sync routers for ids ['425e1f2c-55aa-431e-82ae-6761e1cf86af'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:17:06.543672 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Routers {'425e1f2c-55aa-431e-82ae-6761e1cf86af'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:06.544243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 88c059e5-9763-4a6e-ab72-b73abe97f1e6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:06.544370 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:16:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['425e1f2c-55aa-431e-82ae-6761e1cf86af'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:06.544611 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:06.594878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185e165-4362-4e74-9b3e-ccd06d38046c req-701c74a5-3f82-4b8b-9b59-68d61f3a61d0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:06.596721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4185e165-4362-4e74-9b3e-ccd06d38046c req-701c74a5-3f82-4b8b-9b59-68d61f3a61d0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.0658741 Nov 12 13:17:06.639237 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:06.664310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 88c059e5-9763-4a6e-ab72-b73abe97f1e6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=88c059e5-9763-4a6e-ab72-b73abe97f1e6,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:06.669958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4185e165-4362-4e74-9b3e-ccd06d38046c req-147cf0f8-49b1-47b4-8f50-87c0e57b6cb8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668442 Nov 12 13:17:06.672666 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:06.680289 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Set router 425e1f2c-55aa-431e-82ae-6761e1cf86af gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:06.742922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=88c059e5-9763-4a6e-ab72-b73abe97f1e6,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:06.908619 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 2, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:06.911765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de133c-4baa-4567-be0c-31a84315e123 req-db06f97f-bcb3-478b-b6d2-1d5a7dc9c31e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:06.918214 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8de133c-4baa-4567-be0c-31a84315e123 req-db06f97f-bcb3-478b-b6d2-1d5a7dc9c31e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0587227 Nov 12 13:17:06.939469 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Checking router: 425e1f2c-55aa-431e-82ae-6761e1cf86af for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:17:06.939816 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Updating router 425e1f2c-55aa-431e-82ae-6761e1cf86af port 5f8d4594-7671-4346-b124-4244c5a7e72c binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:17:06.974049 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8de133c-4baa-4567-be0c-31a84315e123 req-6345ffd8-9534-4272-a240-35ce97779593 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535424 Nov 12 13:17:06.981420 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:07.168504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bdcb6-86f0-4347-b729-c7da6e3dd4b3 req-ae495205-468c-4c90-8aec-5c6e30cc28d7 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:07.176620 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff6bdcb6-86f0-4347-b729-c7da6e3dd4b3 req-ae495205-468c-4c90-8aec-5c6e30cc28d7 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0706968 Nov 12 13:17:07.205104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6580d0c-b6b0-4229-a050-9f685fe77be1 req-3c087e07-c211-4f42-a68a-6640bf04453c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:07.206839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e6580d0c-b6b0-4229-a050-9f685fe77be1 req-3c087e07-c211-4f42-a68a-6640bf04453c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0618896 Nov 12 13:17:07.227205 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff6bdcb6-86f0-4347-b729-c7da6e3dd4b3 req-26edfe7e-534b-4f9c-87a7-7c80b41a7335 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496995 Nov 12 13:17:07.278604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e6580d0c-b6b0-4229-a050-9f685fe77be1 req-49738d56-2a8f-485d-a187-64601c3aa1b9 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644212 Nov 12 13:17:07.317182 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:07.324089 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:07.440216 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Pushing event updated for resources: {'Port': ['ID=5f8d4594-7671-4346-b124-4244c5a7e72c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:07.507973 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.508556 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.509710 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.510322 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.510876 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.511432 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.511980 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.512547 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.513114 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.513702 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.514262 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.514816 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:07.523965 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Attempting to bind port 5f8d4594-7671-4346-b124-4244c5a7e72c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:07.524555 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Attempting to bind port 5f8d4594-7671-4346-b124-4244c5a7e72c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:07.525730 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Attempting to bind port 5f8d4594-7671-4346-b124-4244c5a7e72c on network e1bf6593-1926-4918-b099-2d3c401d6aa8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:07.535559 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:07.536549 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Checking segment: {'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:07.536549 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:07.536874 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Bound using segment: {'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:07.537260 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Bound port: 5f8d4594-7671-4346-b124-4244c5a7e72c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:07.537683 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:07.627892 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] For port 5f8d4594-7671-4346-b124-4244c5a7e72c, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:07.631781 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] For port 5f8d4594-7671-4346-b124-4244c5a7e72c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5f8d4594-7671-4346-b124-4244c5a7e72c,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:07.637666 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:07.645118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ac67f025-b587-4341-817a-54f26ca9b979 None None] Provisioning complete for port 5f8d4594-7671-4346-b124-4244c5a7e72c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:07.646294 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac67f025-b587-4341-817a-54f26ca9b979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:07.674399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1168104-b222-4ad5-9426-8428e75dac31 req-2a3a8b08-b947-42ac-bd4e-e55314323564 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:07.676091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1168104-b222-4ad5-9426-8428e75dac31 req-2a3a8b08-b947-42ac-bd4e-e55314323564 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0639002 Nov 12 13:17:07.713454 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c2ca0-d9f1-4993-b041-38d85c6b7e45 None None] Pushing event updated for resources: {'Port': ['ID=5f8d4594-7671-4346-b124-4244c5a7e72c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:07.716619 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Routers {'425e1f2c-55aa-431e-82ae-6761e1cf86af'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:07.716619 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:16:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['425e1f2c-55aa-431e-82ae-6761e1cf86af'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:07.737691 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1168104-b222-4ad5-9426-8428e75dac31 req-8b295ef4-0f56-46e0-8a4f-7587bcd1e331 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496686 Nov 12 13:17:07.820716 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac67f025-b587-4341-817a-54f26ca9b979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:07.871237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ac67f025-b587-4341-817a-54f26ca9b979 None None] For port 5f8d4594-7671-4346-b124-4244c5a7e72c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5f8d4594-7671-4346-b124-4244c5a7e72c,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:07.877394 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac67f025-b587-4341-817a-54f26ca9b979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:07.883372 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] Set router 425e1f2c-55aa-431e-82ae-6761e1cf86af gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:07.886276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d116ed-8672-4534-8264-519af3d407bb req-b03252c6-9f4c-41ed-89e5-bc7e7b346c9a tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:07.887393 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4d116ed-8672-4534-8264-519af3d407bb req-b03252c6-9f4c-41ed-89e5-bc7e7b346c9a tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.0788062 Nov 12 13:17:07.949654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67f025-b587-4341-817a-54f26ca9b979 None None] Pushing event updated for resources: {'Port': ['ID=5f8d4594-7671-4346-b124-4244c5a7e72c,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:07.971807 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4d116ed-8672-4534-8264-519af3d407bb req-d694dfe9-53ff-4a70-b43c-aec82f0dcf7b tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765328 Nov 12 13:17:08.008147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3f5cd24d-1dc5-4fc8-998f-19b5a02de12c None None] Provisioning complete for port 5f8d4594-7671-4346-b124-4244c5a7e72c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:08.008625 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f5cd24d-1dc5-4fc8-998f-19b5a02de12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:08.112815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125655a0-5b75-405b-8241-306841a46c84 req-ec4094bc-ec38-444e-b076-63eaf29d0ba9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:08.114956 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-125655a0-5b75-405b-8241-306841a46c84 req-ec4094bc-ec38-444e-b076-63eaf29d0ba9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0561590 Nov 12 13:17:08.140486 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:07Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:08.174097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-125655a0-5b75-405b-8241-306841a46c84 req-370a2ef5-3083-48f7-8e6a-eb7acb3b96fe tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515842 Nov 12 13:17:08.178127 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36481cc-2855-443d-9f66-84d8faeb70d4 None None] The sync data for ids ['425e1f2c-55aa-431e-82ae-6761e1cf86af'] in n-d-805736-4 is: [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:07Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:17:08.372065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b0f3a-cdb8-4587-a0e9-1c9f8ba38424 req-28dc6524-78d0-4260-a371-550a50c7c63b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:08.374524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-144b0f3a-cdb8-4587-a0e9-1c9f8ba38424 req-28dc6524-78d0-4260-a371-550a50c7c63b tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0656514 Nov 12 13:17:08.460090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-144b0f3a-cdb8-4587-a0e9-1c9f8ba38424 req-4e263fab-f143-4605-a9a8-3af5f70bf238 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781038 Nov 12 13:17:08.460424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57db7c2-6b4b-439a-8594-fc074420dc13 req-08b24866-2296-4ec5-9246-2c99689b6686 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:08.461974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a57db7c2-6b4b-439a-8594-fc074420dc13 req-08b24866-2296-4ec5-9246-2c99689b6686 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0985031 Nov 12 13:17:08.535744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5f8d4594-7671-4346-b124-4244c5a7e72c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:08.545548 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a57db7c2-6b4b-439a-8594-fc074420dc13 req-d32dfb2e-fa07-4e0b-b871-221f79385efa tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695341 Nov 12 13:17:08.619099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5f8d4594-7671-4346-b124-4244c5a7e72c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:08.620153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:08.877373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 88c059e5-9763-4a6e-ab72-b73abe97f1e6 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:08.928846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef932810-9cce-44c1-a6b7-cabcefa5de9d req-1a0d65a1-9da2-43b4-a8cc-123c5fe05cb9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:08.930788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef932810-9cce-44c1-a6b7-cabcefa5de9d req-1a0d65a1-9da2-43b4-a8cc-123c5fe05cb9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0629790 Nov 12 13:17:08.949749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 88c059e5-9763-4a6e-ab72-b73abe97f1e6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:08.950130 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:09.009330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef932810-9cce-44c1-a6b7-cabcefa5de9d req-6ff266e0-4b29-4a2a-b2cd-d789626d78d9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652471 Nov 12 13:17:09.112934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6baf33-168e-4432-b83d-b6d395eec034 req-e235ef35-c6e1-4a87-b6a4-8eb917f185f4 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:09.114469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce6baf33-168e-4432-b83d-b6d395eec034 req-e235ef35-c6e1-4a87-b6a4-8eb917f185f4 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.0523853 Nov 12 13:17:09.165101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce6baf33-168e-4432-b83d-b6d395eec034 req-64792f79-0168-41cc-9c6e-4ce9d086aefe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423872 Nov 12 13:17:09.301518 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be3a28-e9f7-4002-a0ab-a0113fe3909b req-d2296034-9d40-4107-9ef5-5fcdb0d83d37 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:09.303020 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49be3a28-e9f7-4002-a0ab-a0113fe3909b req-d2296034-9d40-4107-9ef5-5fcdb0d83d37 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0534654 Nov 12 13:17:09.357787 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49be3a28-e9f7-4002-a0ab-a0113fe3909b req-cec2e6e2-014d-43ab-a384-155acc8da915 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471396 Nov 12 13:17:09.591633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730a11e-2be9-42f1-866e-e8f26cd94c68 req-613b2ff1-d7f0-4ec7-99ad-b7965930f415 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:09.593245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7730a11e-2be9-42f1-866e-e8f26cd94c68 req-613b2ff1-d7f0-4ec7-99ad-b7965930f415 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0617044 Nov 12 13:17:09.657904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7730a11e-2be9-42f1-866e-e8f26cd94c68 req-e996bde8-0aa7-4169-9c30-d689e265e32e tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575385 Nov 12 13:17:09.743175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62db92-a04f-42bb-8bf6-18bf6a118d5a req-10b3844c-3969-4836-ba4b-01681604238b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:09.746150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c62db92-a04f-42bb-8bf6-18bf6a118d5a req-10b3844c-3969-4836-ba4b-01681604238b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0722954 Nov 12 13:17:09.809781 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c62db92-a04f-42bb-8bf6-18bf6a118d5a req-343aae85-a957-4c1e-bc21-b8101f1dc547 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574727 Nov 12 13:17:10.128822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d920bc-4474-4e6a-aaa7-1a9495e6baac req-c771d861-5ee4-493e-9843-3e41ddd2d69f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:10.133772 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44d920bc-4474-4e6a-aaa7-1a9495e6baac req-c771d861-5ee4-493e-9843-3e41ddd2d69f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0562689 Nov 12 13:17:10.185045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44d920bc-4474-4e6a-aaa7-1a9495e6baac req-5cc41412-ca4c-447d-9b62-b76d045a2f54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472705 Nov 12 13:17:10.302068 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27d6de-6624-427e-a933-ff18fe13a5e6 req-95d167e4-6b11-49a7-b5fc-a656a823e569 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:10.303638 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5e27d6de-6624-427e-a933-ff18fe13a5e6 req-95d167e4-6b11-49a7-b5fc-a656a823e569 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.0612352 Nov 12 13:17:10.382859 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5e27d6de-6624-427e-a933-ff18fe13a5e6 req-633d182c-4f3c-43cb-9bce-836c383aed89 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630317 Nov 12 13:17:10.524719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ae76f-30be-40d8-ae94-ccb60d568c3a req-a6cadfda-94d0-429d-b2d1-f84b5e613da4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:10.526267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-961ae76f-30be-40d8-ae94-ccb60d568c3a req-a6cadfda-94d0-429d-b2d1-f84b5e613da4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0516620 Nov 12 13:17:10.584281 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-961ae76f-30be-40d8-ae94-ccb60d568c3a req-c1ad403d-f9ef-4f9e-a551-14160bc59084 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519223 Nov 12 13:17:10.812882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d6d3e-3532-4321-80f7-60859bcc4e4c req-6df2d749-83db-4459-9139-0a6511e5157a tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:10.814418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f71d6d3e-3532-4321-80f7-60859bcc4e4c req-6df2d749-83db-4459-9139-0a6511e5157a tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0623426 Nov 12 13:17:10.866507 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f71d6d3e-3532-4321-80f7-60859bcc4e4c req-c00daaa4-90fe-4922-9569-79283be88614 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432572 Nov 12 13:17:10.976758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820c45b-6d09-4016-a9ae-316d0aeaf73f req-8926ad5a-7961-4b3c-bc4e-1d26f39143f8 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:10.979030 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7820c45b-6d09-4016-a9ae-316d0aeaf73f req-8926ad5a-7961-4b3c-bc4e-1d26f39143f8 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0552084 Nov 12 13:17:11.030389 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7820c45b-6d09-4016-a9ae-316d0aeaf73f req-f4d92e65-fcaa-4449-97d0-d7955f1c6944 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451982 Nov 12 13:17:11.310676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7ba1-0e8a-4cbc-b891-e5907d0581ed req-a613069e-eb12-48b4-9a9b-241ee529a573 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:11.313020 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21ff7ba1-0e8a-4cbc-b891-e5907d0581ed req-a613069e-eb12-48b4-9a9b-241ee529a573 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0559435 Nov 12 13:17:11.377723 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21ff7ba1-0e8a-4cbc-b891-e5907d0581ed req-e4fdb92a-cf06-4cf1-80fe-39107ee72915 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569992 Nov 12 13:17:11.563359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782542ac-8803-4fb4-9c6d-ce87609b1243 req-a05e06b4-571a-4c31-917e-ddad3eaa0c4b tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:11.566041 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-782542ac-8803-4fb4-9c6d-ce87609b1243 req-a05e06b4-571a-4c31-917e-ddad3eaa0c4b tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.0526721 Nov 12 13:17:11.631123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-782542ac-8803-4fb4-9c6d-ce87609b1243 req-5d635267-8ab6-4588-889d-5543cd7f7df1 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581658 Nov 12 13:17:11.891691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a596-1c32-4d53-9df7-cd206776dc56 req-105efb64-159f-4345-a670-c766bfda18f6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:11.893206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9e3a596-1c32-4d53-9df7-cd206776dc56 req-105efb64-159f-4345-a670-c766bfda18f6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.2032366 Nov 12 13:17:11.945015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9e3a596-1c32-4d53-9df7-cd206776dc56 req-4b93701c-0015-4bf8-8eec-cdcb4221b148 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454044 Nov 12 13:17:12.057645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8f542-e3a8-4e6a-a7b0-01b7ac16d1bd req-75960e49-c901-43ae-a31c-a23f0e2422c9 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:12.059216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92b8f542-e3a8-4e6a-a7b0-01b7ac16d1bd req-75960e49-c901-43ae-a31c-a23f0e2422c9 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0515406 Nov 12 13:17:12.112831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92b8f542-e3a8-4e6a-a7b0-01b7ac16d1bd req-3c52d4ff-cf21-4646-b2ec-1a9b078bfe61 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474632 Nov 12 13:17:12.243901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9834d5-3585-44b7-813f-4f999c2b93d5 req-e1d3331f-f761-4e40-98e1-2ffb40152578 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:12.245510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb9834d5-3585-44b7-813f-4f999c2b93d5 req-e1d3331f-f761-4e40-98e1-2ffb40152578 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0561819 Nov 12 13:17:12.308118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb9834d5-3585-44b7-813f-4f999c2b93d5 req-32a1a0f5-7b89-4e5a-a742-f9b1f907c37b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561655 Nov 12 13:17:12.425707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b46e-7619-42aa-9fcd-97ab735a2e49 req-9e27c349-3dfa-409a-a631-b370f3ac4e3c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:12.427321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ea4b46e-7619-42aa-9fcd-97ab735a2e49 req-9e27c349-3dfa-409a-a631-b370f3ac4e3c tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.0616016 Nov 12 13:17:12.439268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33484) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:12.444569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-602109fa-608d-48fe-93e5-b27b68b10bc6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Request body: {'floatingip': {'port_id': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:12.511697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-602109fa-608d-48fe-93e5-b27b68b10bc6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:12.691355 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:12.777045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d1d4f-eb99-445d-86fb-316c05c0b762 req-f185044c-3500-4617-8c17-f6ddd36276ce tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:12.785270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d1d4f-eb99-445d-86fb-316c05c0b762 req-f185044c-3500-4617-8c17-f6ddd36276ce tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:12.787195 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df9d1d4f-eb99-445d-86fb-316c05c0b762 req-f185044c-3500-4617-8c17-f6ddd36276ce tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345&device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 1690 time: 0.0881515 Nov 12 13:17:12.843391 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df9d1d4f-eb99-445d-86fb-316c05c0b762 req-34c909a4-2946-465b-9db1-80afa98f3392 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475330 Nov 12 13:17:12.967948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de8b41-674a-40f1-b339-9d111f811cf0 req-231dbadf-bbf9-4f30-bbf2-a95a7f22e5c8 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:12.976084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0de8b41-674a-40f1-b339-9d111f811cf0 req-231dbadf-bbf9-4f30-bbf2-a95a7f22e5c8 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0677326 Nov 12 13:17:13.041534 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0de8b41-674a-40f1-b339-9d111f811cf0 req-395fd25b-6bc6-4073-8ed6-cb4da234a683 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643325 Nov 12 13:17:13.125648 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-602109fa-608d-48fe-93e5-b27b68b10bc6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:13.130611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-602109fa-608d-48fe-93e5-b27b68b10bc6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:13.220533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae97eb-7301-4f0f-a76e-55d8122e0b11 req-803dfb86-853f-425e-9eae-514ce6839da2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:13.229874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ceae97eb-7301-4f0f-a76e-55d8122e0b11 req-803dfb86-853f-425e-9eae-514ce6839da2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.1058676 Nov 12 13:17:13.257197 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-602109fa-608d-48fe-93e5-b27b68b10bc6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Floating IP 41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1 associated. External IP: 172.25.5.68, port: f130aaa4-2220-4ee7-9a5e-cca6b015823b. Nov 12 13:17:13.280366 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ceae97eb-7301-4f0f-a76e-55d8122e0b11 req-1f346c07-1552-4cae-9a7f-f37c15943c75 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494289 Nov 12 13:17:13.456173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e7863-9479-4892-a65c-4b0ee63338ca req-ba8f48aa-255e-410a-852e-fade364c980e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:13.457702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c8e7863-9479-4892-a65c-4b0ee63338ca req-ba8f48aa-255e-410a-852e-fade364c980e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0531664 Nov 12 13:17:13.513342 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602109fa-608d-48fe-93e5-b27b68b10bc6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Router 0118462c-8689-4c6e-b47a-005b9d37007d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:17:13.514879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c8e7863-9479-4892-a65c-4b0ee63338ca req-ea2c9992-f6ac-4186-ba69-09718d8fead5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484357 Nov 12 13:17:13.635336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602109fa-608d-48fe-93e5-b27b68b10bc6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:17:13.640290 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-602109fa-608d-48fe-93e5-b27b68b10bc6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:13.648245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] Sync routers for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:17:13.663259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:13.664089 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:16:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:13.673453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-602109fa-608d-48fe-93e5-b27b68b10bc6 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "PUT /v2.0/floatingips/41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1 HTTP/1.1" status: 200 len: 990 time: 1.2330253 Nov 12 13:17:13.674334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'tag': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:13.676806 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd799454-6b63-4328-b507-e1c131173acf" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3402a1-c2ce-4433-9b20-05ade8cff38e", "tag": "f130aaa4-2220-4ee7-9a5e-cca6b015823b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:13.801870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:13.904519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:14.107698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'port_id': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'mac_address': 'fa:16:3e:5b:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:12:29Z', 'updated_at': '2021-11-12T13:17:12Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:14.138884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] Checking router: 0118462c-8689-4c6e-b47a-005b9d37007d for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:17:14.153137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:17:14.153808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:16:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:14.271546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:17:14.537482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'port_id': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'mac_address': 'fa:16:3e:5b:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:12:29Z', 'updated_at': '2021-11-12T13:17:12Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:17:14.568348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4e912-1075-4bab-bd45-970717d532d5 None None] The sync data for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 is: [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'port_id': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'mac_address': 'fa:16:3e:5b:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:12:29Z', 'updated_at': '2021-11-12T13:17:12Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:17:14.788544 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0b9e7f-8f90-4772-9890-4426b4b06e25 None None] New status for floating IP 41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:17:19.948437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc943545-306f-4941-b046-d80a841ff1a0 req-7c52a5ea-f351-476e-b9cf-a70bee292b86 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:19.956834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc943545-306f-4941-b046-d80a841ff1a0 req-7c52a5ea-f351-476e-b9cf-a70bee292b86 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.1533623 Nov 12 13:17:19.975095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc943545-306f-4941-b046-d80a841ff1a0 req-26f039d0-6898-489a-865d-c64e766cb81c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/quotas/44bbb573e2f944788a4da5de2cdc3546 HTTP/1.1" status: 200 len: 375 time: 0.0169802 Nov 12 13:17:20.038576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc943545-306f-4941-b046-d80a841ff1a0 req-5ff422ed-20ad-4e2e-8968-fb7d2908cf42 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615880 Nov 12 13:17:20.053883 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d278317-bdbe-4b06-9715-e10afbcb730d req-baf58d0e-3ba6-4027-be57-b001454a206f tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:20.063426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d278317-bdbe-4b06-9715-e10afbcb730d req-baf58d0e-3ba6-4027-be57-b001454a206f tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 1100 time: 0.0905240 Nov 12 13:17:20.151431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d278317-bdbe-4b06-9715-e10afbcb730d req-4f519f00-a93e-4ecd-8498-bd1a4914f7f2 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855062 Nov 12 13:17:20.193535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc943545-306f-4941-b046-d80a841ff1a0 req-9dbd3eaa-e1ee-420d-83ed-317f5b700bd4 service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469314 Nov 12 13:17:20.327239 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09701832-5bfc-42be-b00a-aacc8245caa0 x-openstack-request-id: req-09701832-5bfc-42be-b00a-aacc8245caa0 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:20.327557 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3402a1-c2ce-4433-9b20-05ade8cff38e", "tag": "f130aaa4-2220-4ee7-9a5e-cca6b015823b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:20.327814 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09701832-5bfc-42be-b00a-aacc8245caa0 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:20.328247 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'tag': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b', 'status': 'completed', 'code': 200} Nov 12 13:17:20.355357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc943545-306f-4941-b046-d80a841ff1a0 req-b480d67d-31e5-4761-a384-c9a185572db2 service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434672 Nov 12 13:17:20.420747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799454-6b63-4328-b507-e1c131173acf req-0d082704-b433-41da-b559-01bb635a4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:20.422307 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd799454-6b63-4328-b507-e1c131173acf req-0d082704-b433-41da-b559-01bb635a4a14 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=694fe3d0330849fabc4896eab7a45c97&device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 1096 time: 0.0655174 Nov 12 13:17:20.598071 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e988bc-a7ad-48ba-9abc-3dcc2d220e53 req-8560a0c4-52d8-4e64-a4fa-112bc97f5595 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:20.606372 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94e988bc-a7ad-48ba-9abc-3dcc2d220e53 req-8560a0c4-52d8-4e64-a4fa-112bc97f5595 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.2033482 Nov 12 13:17:20.662062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef932cd0-2770-41d4-9d32-b6e7b940b9e8 req-5aac6faf-5bb2-4233-bdfc-a51e7c29fa84 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:20.676132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ef932cd0-2770-41d4-9d32-b6e7b940b9e8 req-5aac6faf-5bb2-4233-bdfc-a51e7c29fa84 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 946 time: 0.0951455 Nov 12 13:17:20.701450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94e988bc-a7ad-48ba-9abc-3dcc2d220e53 req-4639baa9-a6fe-48e5-bd50-acd6c8175836 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880244 Nov 12 13:17:20.723681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799454-6b63-4328-b507-e1c131173acf req-2a00a6e3-227d-4c19-9643-75fad2985037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:20.725226 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd799454-6b63-4328-b507-e1c131173acf req-2a00a6e3-227d-4c19-9643-75fad2985037 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d503244d-432a-4a29-a64b-6d1bf0a9e51b HTTP/1.1" status: 200 len: 925 time: 0.2861199 Nov 12 13:17:20.864379 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ef932cd0-2770-41d4-9d32-b6e7b940b9e8 req-f8761304-9569-470d-bd13-035d8d2d6ff4 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873662 Nov 12 13:17:20.930788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712c596-b801-4f97-bbfc-bc96a612aa14 req-3bac2733-35b4-437f-8f10-75eac62c0b76 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:20.937510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b712c596-b801-4f97-bbfc-bc96a612aa14 req-3bac2733-35b4-437f-8f10-75eac62c0b76 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 1101 time: 0.0979536 Nov 12 13:17:20.941641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd799454-6b63-4328-b507-e1c131173acf req-3f3e57a6-053d-4081-aa7c-2e0139335298 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f130aaa4-2220-4ee7-9a5e-cca6b015823b HTTP/1.1" status: 200 len: 1000 time: 0.2067165 Nov 12 13:17:21.039612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799454-6b63-4328-b507-e1c131173acf req-06a6f573-c821-4028-9e2e-d976ad820d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:21.041259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd799454-6b63-4328-b507-e1c131173acf req-06a6f573-c821-4028-9e2e-d976ad820d26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec HTTP/1.1" status: 200 len: 863 time: 0.0799556 Nov 12 13:17:21.097448 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b712c596-b801-4f97-bbfc-bc96a612aa14 req-6f20335d-d11f-4627-bee2-f2eaad9c8b03 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565363 Nov 12 13:17:21.217116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799454-6b63-4328-b507-e1c131173acf req-225893d7-5128-4fbd-95ee-23a1374bf327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:21.218802 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd799454-6b63-4328-b507-e1c131173acf req-225893d7-5128-4fbd-95ee-23a1374bf327 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d503244d-432a-4a29-a64b-6d1bf0a9e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662517 Nov 12 13:17:21.411674 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd799454-6b63-4328-b507-e1c131173acf req-2b934757-d703-4a65-a8c8-5838b93238f9 service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752617 Nov 12 13:17:21.518377 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd799454-6b63-4328-b507-e1c131173acf req-b6ecec99-d1c0-4052-8418-33c5ea859630 service neutron] 10.222.0.70 "GET /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986862 Nov 12 13:17:25.565172 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-b4d65f6a-7caf-46b6-ab64-ef9f5d612558 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547011 Nov 12 13:17:25.595288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42bf08-b854-4801-aba9-750b67d61655 req-93d329b5-9584-48c0-b395-b634ea03cda1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:25.603338 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da42bf08-b854-4801-aba9-750b67d61655 req-93d329b5-9584-48c0-b395-b634ea03cda1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0724680 Nov 12 13:17:25.708015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da42bf08-b854-4801-aba9-750b67d61655 req-403d29dc-7c39-4256-aa38-9ac4a79f7981 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034174 Nov 12 13:17:25.816209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bcab17d3-4ce6-41f8-b41f-5246c602fd17 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:25.825254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bcab17d3-4ce6-41f8-b41f-5246c602fd17 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560160 Nov 12 13:17:25.843518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-c3aaffd5-5645-4404-ad05-3f9326122fc6 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/quotas/6947a88428864a5588d31ffb257cc465 HTTP/1.1" status: 200 len: 375 time: 0.0160553 Nov 12 13:17:25.984883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-8feafb1e-6181-47e2-8a0f-154232dca9ce tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1351035 Nov 12 13:17:26.218818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-8fa83a5e-f7bd-4ee3-b66d-176c69daa01a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:26.221375 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-8fa83a5e-f7bd-4ee3-b66d-176c69daa01a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.2370043 Nov 12 13:17:26.249174 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-39886c85-0450-47f0-878d-7608d3b52a15 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/quotas/44bbb573e2f944788a4da5de2cdc3546 HTTP/1.1" status: 200 len: 375 time: 0.0217111 Nov 12 13:17:26.309150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54b42081-6e0b-42a0-8a4b-d7d08eacbb39 req-1ad0c6fd-888d-4b07-ab48-6aa81431c4d0 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 210 time: 0.0417874 Nov 12 13:17:26.347593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-86048a65-083a-4d5b-b7ba-0e515ee86d3c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917451 Nov 12 13:17:26.926385 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a2403a5-5ba5-4042-81d6-1ce1dc878c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:26.943972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5baca1-7407-4b07-a955-c9d90817fe8d req-a24a32ec-e5d5-436b-9c64-d9ba1b9b16d3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:26.961043 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b5baca1-7407-4b07-a955-c9d90817fe8d req-a24a32ec-e5d5-436b-9c64-d9ba1b9b16d3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.0852995 Nov 12 13:17:27.051597 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b5baca1-7407-4b07-a955-c9d90817fe8d req-965fd62f-52eb-4fc1-99d6-a0f48a702874 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872850 Nov 12 13:17:27.128850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-c3c1c83b-954e-4faf-a19a-e302592c205e service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7799771 Nov 12 13:17:27.255262 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-393b17e2-bf1a-4ded-9d84-6a910eb1c478 service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247432 Nov 12 13:17:27.496996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c75eaa4-4c76-4549-ab32-57a9ce9e834f req-08f57476-25f5-405a-a34f-aa16a5852962 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 210 time: 0.0880992 Nov 12 13:17:27.520379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-02d65de4-7a78-4003-b4d0-1e101f7e9309 req-96a13eec-753f-467d-8c54-833b2df673f8 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 210 time: 0.0538268 Nov 12 13:17:27.929381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-c1961647-63cd-4244-88f4-4c0267ff7c72 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576811 Nov 12 13:17:28.294442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-b5b13bce-bb0f-4bd2-a1c3-3e00be9bde9a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:28.296915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-b5b13bce-bb0f-4bd2-a1c3-3e00be9bde9a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506858 Nov 12 13:17:28.321548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Request body: {'port': {'device_id': '4b2d195d-1661-4801-9e02-3f325b48bb9d', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '6947a88428864a5588d31ffb257cc465'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:28.336025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83495133-59c6-4b0a-87dd-0d91e9217338 req-ce0db920-6037-45de-ab79-4d72d919a359 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:28.344922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83495133-59c6-4b0a-87dd-0d91e9217338 req-ce0db920-6037-45de-ab79-4d72d919a359 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.1352539 Nov 12 13:17:28.640379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83495133-59c6-4b0a-87dd-0d91e9217338 req-43b05abd-f862-484d-84f8-f16a7d569458 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931781 Nov 12 13:17:28.766009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a091f6f-2da4-44d3-9962-2f5ba0a716c2 req-71e59468-513f-48a6-983e-1d6bb25b2b6d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 210 time: 0.1143861 Nov 12 13:17:28.780547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Made reservation on behalf of 6947a88428864a5588d31ffb257cc465 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:28.784921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:29.000849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-500fea99-cfa8-4891-8eec-ff2ba4ff3132 req-cafa66a0-3d4d-4c5d-8c50-33a94254ddc6 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 210 time: 0.1601863 Nov 12 13:17:29.065195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Allocated IP 192.168.233.210 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/c388c8e5-1124-4eec-b743-d505da243ebc) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:29.437934 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0de95de8-d89c-4f05-85d8-0757bc02f5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:29.502452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:29.555952 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:29.571270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'd2d1b70b-a197-4139-9975-9d909fba67d0', '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:29.580059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2', '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:29.595080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-4d851855-5bc5-4c52-8e31-78d7ce61e106 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:29.596616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-4d851855-5bc5-4c52-8e31-78d7ce61e106 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.3771355 Nov 12 13:17:29.615552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Request body: {'port': {'device_id': '224ea023-03f0-41b7-b94d-dbec8cdaeec9', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'admin_state_up': True, 'tenant_id': '44bbb573e2f944788a4da5de2cdc3546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:29.630943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:29.632446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event updated for resources: {'Port': ['ID=c388c8e5-1124-4eec-b743-d505da243ebc,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:29.643174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:29.646041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.646398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.646748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.647288 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.647797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.648145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.648475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.649008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.649375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.649711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.650154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.650489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:29.657787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:29.784256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:29.785193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:29.821466 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-bf229558-5c6c-4186-bbbd-c465e5c47266 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5091195 Nov 12 13:17:29.955874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2abd85b0-ae6e-400c-a58d-d15abb1846cb req-fd8937e0-bd98-4062-aaa9-26f4336ced84 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 210 time: 0.0599875 Nov 12 13:17:29.965397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Request body: {'port': {'device_id': '4b2d195d-1661-4801-9e02-3f325b48bb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:30.028393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb75144-5c76-42e0-a571-8af9781df022 req-dd5cd072-477c-425a-a17c-082099721558 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:30.032242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ecb75144-5c76-42e0-a571-8af9781df022 req-dd5cd072-477c-425a-a17c-082099721558 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.1898293 Nov 12 13:17:30.072413 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.172540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e17d5099-5fd3-41ea-9365-90cf9a8dfe1b details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:17:30.216770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ecb75144-5c76-42e0-a571-8af9781df022 req-97c9bb66-51a9-42c6-81e0-36f6603fcfe0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777279 Nov 12 13:17:30.228987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Made reservation on behalf of 44bbb573e2f944788a4da5de2cdc3546 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:30.234022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.361848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdaec0-3ad6-4a31-aa36-abe3cc766db0 req-933494a0-0cb3-4def-a793-66d96bdb9b28 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:30.363329 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45bdaec0-3ad6-4a31-aa36-abe3cc766db0 req-933494a0-0cb3-4def-a793-66d96bdb9b28 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 936 time: 0.0805185 Nov 12 13:17:30.516014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dd1ec69a-998c-47d0-a2ff-d6b70140296b None None] Provisioning complete for port c388c8e5-1124-4eec-b743-d505da243ebc triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:30.517247 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd1ec69a-998c-47d0-a2ff-d6b70140296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.590717 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.606718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:30.642154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Allocated IP 172.20.0.9 (a9af9cf4-1027-482e-9b95-2642068411b0/f405fae7-5435-415b-803d-1ce0aefde344/9ad7ce5a-3c49-4165-8009-700f202b0d37) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:30.703552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ec69a-998c-47d0-a2ff-d6b70140296b None None] Port c388c8e5-1124-4eec-b743-d505da243ebc cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:30.718408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'port_id': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b', 'mac_address': 'fa:16:3e:98:24:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad61732-f35b-4b5a-bf00-499c187c8273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:17:30.879339 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:30.954337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e17d5099-5fd3-41ea-9365-90cf9a8dfe1b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:17:31.110337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.323483 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.399830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:31.419379 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.475276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event updated for resources: {'Port': ['ID=9ad7ce5a-3c49-4165-8009-700f202b0d37,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:31.496875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.498431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.506691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.507304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.507813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.508322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.508842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.509922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.510434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.510931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.511435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.511924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:31.565542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Network a9af9cf4-1027-482e-9b95-2642068411b0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:31.598223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505f8b4-6fd0-42c4-9ef7-f36393a5b9d3 req-455bcb4c-50ae-48d1-a287-9863d3fa6b99 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:31.600148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0505f8b4-6fd0-42c4-9ef7-f36393a5b9d3 req-455bcb4c-50ae-48d1-a287-9863d3fa6b99 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 931 time: 0.3264186 Nov 12 13:17:31.601351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:31.619910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:31.646881 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45bdaec0-3ad6-4a31-aa36-abe3cc766db0 req-95f01556-8a40-4e32-ade8-4bf49d47a3b6 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2678106 Nov 12 13:17:31.686336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c388c8e5-1124-4eec-b743-d505da243ebc {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:17:31.701093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['e17d5099-5fd3-41ea-9365-90cf9a8dfe1b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:31.705458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.737960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Transition to ACTIVE for port object c388c8e5-1124-4eec-b743-d505da243ebc will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:17:31.746761 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.776741 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0505f8b4-6fd0-42c4-9ef7-f36393a5b9d3 req-07cdba31-6ef2-4bfe-95ab-72a82e8e2f1c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517575 Nov 12 13:17:31.788370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:31.789253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:31.841072 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-9f0bee8e-4f6d-4e91-a2ce-a7b42fecce4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2297943 Nov 12 13:17:31.854512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Request body: {'port': {'device_id': '224ea023-03f0-41b7-b94d-dbec8cdaeec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:31.856394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Pushing event updated for resources: {'Port': ['ID=c388c8e5-1124-4eec-b743-d505da243ebc,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:31.985344 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:17:31.993977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:32.005398 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.037818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.038571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.039373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.039923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.041611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.042449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.043009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.043569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.044127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.044693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.045234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.046048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:17:32.143895 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.283405 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Attempting to bind port c388c8e5-1124-4eec-b743-d505da243ebc on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:32.284236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Attempting to bind port c388c8e5-1124-4eec-b743-d505da243ebc by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:32.284485 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Attempting to bind port c388c8e5-1124-4eec-b743-d505da243ebc on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:32.330788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Port c388c8e5-1124-4eec-b743-d505da243ebc on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:17:32.331328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Attempting to bind port c388c8e5-1124-4eec-b743-d505da243ebc on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:32.362639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:32.363026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:32.363533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:32.363998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Bound port: c388c8e5-1124-4eec-b743-d505da243ebc, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:32.364361 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.365774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15973f3f-b1c5-452c-9682-760952bc40d9 req-3040e1af-2319-4dd7-90c3-caa16d6c8373 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:32.374307 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15973f3f-b1c5-452c-9682-760952bc40d9 req-3040e1af-2319-4dd7-90c3-caa16d6c8373 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.4121096 Nov 12 13:17:32.531491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15973f3f-b1c5-452c-9682-760952bc40d9 req-7a801ea5-fc69-4391-a7ae-e5cac2df740b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559169 Nov 12 13:17:32.546932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] For port c388c8e5-1124-4eec-b743-d505da243ebc, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:32.564532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] For port c388c8e5-1124-4eec-b743-d505da243ebc, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c388c8e5-1124-4eec-b743-d505da243ebc,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:32.571600 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.689475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:32.690250 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.692154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] 10.222.0.105 "PUT /v2.0/ports/c388c8e5-1124-4eec-b743-d505da243ebc HTTP/1.1" status: 200 len: 1096 time: 2.8612690 Nov 12 13:17:32.696480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2d195d-1661-4801-9e02-3f325b48bb9d', 'tag': 'c388c8e5-1124-4eec-b743-d505da243ebc'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:32.702712 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6189989b-acf7-41c9-ab2f-5173417378d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2d195d-1661-4801-9e02-3f325b48bb9d", "tag": "c388c8e5-1124-4eec-b743-d505da243ebc"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:32.759108 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.786207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49eb1f-e28d-441d-a879-c8daf9408672 service neutron] Pushing event updated for resources: {'Port': ['ID=c388c8e5-1124-4eec-b743-d505da243ebc,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:32.830785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad7ce5a-3c49-4165-8009-700f202b0d37 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:17:32.831416 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad4cc0d-4bc5-4433-a45a-8fc6206df2f6 x-openstack-request-id: req-1ad4cc0d-4bc5-4433-a45a-8fc6206df2f6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:32.831953 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2d195d-1661-4801-9e02-3f325b48bb9d", "tag": "c388c8e5-1124-4eec-b743-d505da243ebc", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:32.832539 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ad4cc0d-4bc5-4433-a45a-8fc6206df2f6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:32.833167 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d195d-1661-4801-9e02-3f325b48bb9d', 'tag': 'c388c8e5-1124-4eec-b743-d505da243ebc', 'status': 'completed', 'code': 200} Nov 12 13:17:32.857548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.862305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-f37b8689-1c91-4f28-9a9a-58906a5dc73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:32.866063 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-f37b8689-1c91-4f28-9a9a-58906a5dc73c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 1099 time: 0.1248934 Nov 12 13:17:32.898576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Transition to ACTIVE for port object 9ad7ce5a-3c49-4165-8009-700f202b0d37 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:17:32.909694 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:32.981996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-41ce5634-040d-468f-9dab-b083f63bbe31 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c388c8e5-1124-4eec-b743-d505da243ebc HTTP/1.1" status: 200 len: 217 time: 0.0882127 Nov 12 13:17:33.003138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a26c-df2e-4aa2-b296-f513095ba532 req-f662857b-6d00-4712-b4c7-cb2c9eaa9f7e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:33.012462 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4da1a26c-df2e-4aa2-b296-f513095ba532 req-f662857b-6d00-4712-b4c7-cb2c9eaa9f7e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 948 time: 0.1446688 Nov 12 13:17:33.120376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-15bb0931-d2f1-416c-965b-84b1534a9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:33.124029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-15bb0931-d2f1-416c-965b-84b1534a9078 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1317208 Nov 12 13:17:33.141338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:33.160573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad7ce5a-3c49-4165-8009-700f202b0d37,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:33.222123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93c119-74f1-4765-8900-886465a54fef req-d04371c6-ada7-4d6a-9f6f-67482421b125 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:33.224305 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc93c119-74f1-4765-8900-886465a54fef req-d04371c6-ada7-4d6a-9f6f-67482421b125 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 943 time: 0.2357502 Nov 12 13:17:33.255530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-c76a6926-5368-43c0-877d-8f4cbc28ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:33.257494 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-c76a6926-5368-43c0-877d-8f4cbc28ea38 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064100 Nov 12 13:17:33.279743 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4da1a26c-df2e-4aa2-b296-f513095ba532 req-c5db6375-32fd-4172-bbd0-f852b8cbe170 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636814 Nov 12 13:17:33.330431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Attempting to bind port 9ad7ce5a-3c49-4165-8009-700f202b0d37 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:33.330787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Attempting to bind port 9ad7ce5a-3c49-4165-8009-700f202b0d37 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:33.331081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Attempting to bind port 9ad7ce5a-3c49-4165-8009-700f202b0d37 on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:33.349648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Port 9ad7ce5a-3c49-4165-8009-700f202b0d37 on network a9af9cf4-1027-482e-9b95-2642068411b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:17:33.349985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Attempting to bind port 9ad7ce5a-3c49-4165-8009-700f202b0d37 on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:33.382473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:33.383179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Checking segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:33.386406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Bound using segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:33.388705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Bound port: 9ad7ce5a-3c49-4165-8009-700f202b0d37, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:33.389083 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:33.428657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc93c119-74f1-4765-8900-886465a54fef req-88d17e8b-a8d8-4863-8835-015d903c3908 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925151 Nov 12 13:17:33.558537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-0bb5f232-3dca-4960-92f5-05478bd8b9c8 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749145 Nov 12 13:17:33.615059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] For port 9ad7ce5a-3c49-4165-8009-700f202b0d37, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:33.621928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] For port 9ad7ce5a-3c49-4165-8009-700f202b0d37, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9ad7ce5a-3c49-4165-8009-700f202b0d37,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:33.635000 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:33.698562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:33.699481 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:33.701077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] 10.222.0.105 "PUT /v2.0/ports/9ad7ce5a-3c49-4165-8009-700f202b0d37 HTTP/1.1" status: 200 len: 1091 time: 1.8516366 Nov 12 13:17:33.701815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224ea023-03f0-41b7-b94d-dbec8cdaeec9', 'tag': '9ad7ce5a-3c49-4165-8009-700f202b0d37'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:33.705397 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "224ea023-03f0-41b7-b94d-dbec8cdaeec9", "tag": "9ad7ce5a-3c49-4165-8009-700f202b0d37"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:33.778227 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d7fc687-8741-47a8-aec9-0aa92b4f74c2 req-a074690c-70f3-42b8-aca9-2df624cd190c service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110898 Nov 12 13:17:33.892316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f63b7-600f-4b47-a5f4-5baa2ba75ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad7ce5a-3c49-4165-8009-700f202b0d37,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:33.912323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-99da6cc0-0ee8-4d52-8d79-9e4d38342741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:33.914326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-99da6cc0-0ee8-4d52-8d79-9e4d38342741 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 1094 time: 0.1393707 Nov 12 13:17:34.018483 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e477d728-582e-4b21-b8a7-1df7a7f43d48 x-openstack-request-id: req-e477d728-582e-4b21-b8a7-1df7a7f43d48 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:34.019840 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224ea023-03f0-41b7-b94d-dbec8cdaeec9", "tag": "9ad7ce5a-3c49-4165-8009-700f202b0d37", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:34.019840 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e477d728-582e-4b21-b8a7-1df7a7f43d48 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:34.019840 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224ea023-03f0-41b7-b94d-dbec8cdaeec9', 'tag': '9ad7ce5a-3c49-4165-8009-700f202b0d37', 'status': 'completed', 'code': 200} Nov 12 13:17:34.068242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-a2307ca5-8f1e-4bbc-a71b-ffb75aa22ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:34.070062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-a2307ca5-8f1e-4bbc-a71b-ffb75aa22ab4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 1099 time: 0.2379575 Nov 12 13:17:34.117641 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-a51585a6-0c7a-4364-88e7-e5ebd048a497 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ad7ce5a-3c49-4165-8009-700f202b0d37 HTTP/1.1" status: 200 len: 217 time: 0.1872561 Nov 12 13:17:34.179147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a10f74-fa7e-4df4-b475-c5fa5c99959b req-44d782d9-fa19-4b5c-93a4-28296689f0f6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:34.179810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e17d5099-5fd3-41ea-9365-90cf9a8dfe1b up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:34.188530 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-59a10f74-fa7e-4df4-b475-c5fa5c99959b req-44d782d9-fa19-4b5c-93a4-28296689f0f6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.3040297 Nov 12 13:17:34.207671 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-521d8ba1-601a-4dda-8079-cee2b53539c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:34.209543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-521d8ba1-601a-4dda-8079-cee2b53539c8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.0838315 Nov 12 13:17:34.266229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-1b52f17c-fc84-423a-b17b-7d247066e58e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467012 Nov 12 13:17:34.327580 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-59a10f74-fa7e-4df4-b475-c5fa5c99959b req-a8729089-1279-4fef-a96d-08133b8230f2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377163 Nov 12 13:17:34.343360 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-083204e0-c706-4552-a885-6ea1f8c1c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:34.345160 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-083204e0-c706-4552-a885-6ea1f8c1c82f service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2598670 Nov 12 13:17:34.420696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:34.423362 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.471470 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-2a521b67-2689-44f2-961e-a7f926db66db service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c388c8e5-1124-4eec-b743-d505da243ebc HTTP/1.1" status: 200 len: 217 time: 0.1181381 Nov 12 13:17:34.489239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-89b026fb-d973-477b-9a43-76e626743614 service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146983 Nov 12 13:17:34.573858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-4da6ad39-23b4-4ef5-adbd-e18222b22530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:34.575324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-4da6ad39-23b4-4ef5-adbd-e18222b22530 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0953829 Nov 12 13:17:34.662365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-f9e6426f-abf4-4c3d-9397-1376399238d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:34.663915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-f9e6426f-abf4-4c3d-9397-1376399238d9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0805724 Nov 12 13:17:34.737161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.797310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:34.799639 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3de6f9f-8b1b-4a55-938f-c6dfbb6a8ce5" -d '{"events": [{"server_uuid": "2a8c67bf-e013-4f57-9385-4a26e2d151bd", "name": "network-vif-plugged", "status": "completed", "tag": "e17d5099-5fd3-41ea-9365-90cf9a8dfe1b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:34.822624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:34.826984 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee4b5788-4bc1-4581-a210-09b39f439d0d req-e837480a-2abb-443e-885d-41a440c4f800 service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276789 Nov 12 13:17:34.840682 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:34.911289 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab3753-4b3e-47f2-a824-4ccccff6b8ab req-d850d4d5-8cd1-4b5a-a1af-9df429f4b898 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:34.913100 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cab3753-4b3e-47f2-a824-4ccccff6b8ab req-d850d4d5-8cd1-4b5a-a1af-9df429f4b898 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 948 time: 0.1404641 Nov 12 13:17:34.919489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:34.971206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99258c-23b0-4213-810e-befcbb4bca5d req-4020ec5d-2933-4ead-85d4-c9976fca45d6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:34.991225 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d99258c-23b0-4213-810e-befcbb4bca5d req-4020ec5d-2933-4ead-85d4-c9976fca45d6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 943 time: 0.2048154 Nov 12 13:17:34.991448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cab3753-4b3e-47f2-a824-4ccccff6b8ab req-9190623d-cd8a-4486-9e93-b8355e1cb980 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659029 Nov 12 13:17:35.018300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-14739dd6-cbf2-4506-a559-8b38e52ac577 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451700 Nov 12 13:17:35.020865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1 req-af395cdb-5a09-43fa-90ca-2aa240d9feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:35.022528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1 req-af395cdb-5a09-43fa-90ca-2aa240d9feb4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 1094 time: 0.1084082 Nov 12 13:17:35.204987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d99258c-23b0-4213-810e-befcbb4bca5d req-1408ef07-e488-4176-9ac5-f3097831334b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105143 Nov 12 13:17:35.242965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1 req-141a552d-6807-42dc-b5cc-4ec35811897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:35.252504 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1 req-141a552d-6807-42dc-b5cc-4ec35811897a service neutron] 10.222.0.105 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 907 time: 0.2199957 Nov 12 13:17:35.302001 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba127631-d80f-49b2-8fdf-df3baa5121b3 x-openstack-request-id: req-ba127631-d80f-49b2-8fdf-df3baa5121b3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:35.302516 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8c67bf-e013-4f57-9385-4a26e2d151bd", "name": "network-vif-plugged", "status": "completed", "tag": "e17d5099-5fd3-41ea-9365-90cf9a8dfe1b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:35.302516 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ba127631-d80f-49b2-8fdf-df3baa5121b3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:35.303540 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b', 'code': 200} Nov 12 13:17:35.306017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6189989b-acf7-41c9-ab2f-5173417378d3 req-cf413954-8439-4c31-8602-8e5b15edaea7 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719858 Nov 12 13:17:35.312238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1 req-eb47e27f-8186-44b7-9fff-4ad59f8db949 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ad7ce5a-3c49-4165-8009-700f202b0d37 HTTP/1.1" status: 200 len: 217 time: 0.0504045 Nov 12 13:17:35.466605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1 req-bfe1892e-d3a2-4d5d-b323-5c43b15fcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:35.472017 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1 req-bfe1892e-d3a2-4d5d-b323-5c43b15fcd2f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.1462023 Nov 12 13:17:35.543436 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1 req-1c9aa1db-ae24-4f6f-8197-392f0085d446 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622814 Nov 12 13:17:35.569109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288ead6-1e47-4c7d-ad84-4468c5e47b83 req-33b84f6c-fdcc-4048-bc4d-a61f92dae7cd tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:35.569109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b288ead6-1e47-4c7d-ad84-4468c5e47b83 req-33b84f6c-fdcc-4048-bc4d-a61f92dae7cd tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.1037965 Nov 12 13:17:35.827510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b288ead6-1e47-4c7d-ad84-4468c5e47b83 req-63c8a911-b8de-4d0e-b051-df7dffb10f5d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398973 Nov 12 13:17:35.878471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1 req-84894922-7737-449c-ac2c-affc69bac30f service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255734 Nov 12 13:17:36.090445 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d728d47e-2bb3-4a46-99a6-570c2e58e1a1 req-c95751c5-6fac-489a-aa10-6a8c45d29225 service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002754 Nov 12 13:17:36.363249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4276cfb-f431-4259-953e-9c85f7ab0eed req-4cdb6975-7b8f-4c2b-805f-d175608c5996 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:36.372733 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4276cfb-f431-4259-953e-9c85f7ab0eed req-4cdb6975-7b8f-4c2b-805f-d175608c5996 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 948 time: 0.1899824 Nov 12 13:17:36.639367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4276cfb-f431-4259-953e-9c85f7ab0eed req-950a7927-6ea4-432b-8395-fef197c23e63 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495000 Nov 12 13:17:37.538223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-a9152137-d387-49e6-9215-5964095503d8 service neutron] 10.222.0.105 "GET /v2.0/ports/00a00b2b-99af-4cdc-9164-0327545e20a1/bindings/n-h2-805736-4 HTTP/1.1" status: 200 len: 382 time: 0.1610725 Nov 12 13:17:37.938581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-06db958b-b9a1-41a6-852a-753537d6274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:37.940163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-06db958b-b9a1-41a6-852a-753537d6274b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77&tenant_id=f24db78ff5ca4b5eb226d1905e0afceb HTTP/1.1" status: 200 len: 1100 time: 0.1203728 Nov 12 13:17:38.073424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-00b9191d-c4ff-4248-b2c4-8d2d54bcea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:38.073424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-00b9191d-c4ff-4248-b2c4-8d2d54bcea42 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 1100 time: 0.0928676 Nov 12 13:17:38.217863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-476350d8-818b-4f4b-ac26-d4a1e415997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:38.219278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-476350d8-818b-4f4b-ac26-d4a1e415997a service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1408985 Nov 12 13:17:38.370580 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-5a9ae8b8-a4a9-4fb0-bb95-574114d65a30 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=00a00b2b-99af-4cdc-9164-0327545e20a1 HTTP/1.1" status: 200 len: 217 time: 0.1301227 Nov 12 13:17:38.504414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-6e07fbdf-bec2-4df8-87bb-560ad82fc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:38.510912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-6e07fbdf-bec2-4df8-87bb-560ad82fc6c2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1370299 Nov 12 13:17:38.621979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-8e491549-4ecd-40d5-9acc-ba99ab6e2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:38.623640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-8e491549-4ecd-40d5-9acc-ba99ab6e2255 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063585 Nov 12 13:17:38.794321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-d0bbc378-1046-4084-9fb7-9b4f0096f728 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619048 Nov 12 13:17:38.938906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c388c8e5-1124-4eec-b743-d505da243ebc details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:17:38.999535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a545d7-adcb-4670-a9a6-7b7178f4b742 req-b6aea909-eec6-42ad-9eef-d3750a1942de service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978288 Nov 12 13:17:39.224716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c388c8e5-1124-4eec-b743-d505da243ebc, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c388c8e5-1124-4eec-b743-d505da243ebc,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:39.243392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'c388c8e5-1124-4eec-b743-d505da243ebc', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'c388c8e5-1124-4eec-b743-d505da243ebc', 'mac_address': 'fa:16:3e:17:da:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:17:39.301134 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:39.322946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c388c8e5-1124-4eec-b743-d505da243ebc {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:17:39.371393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c388c8e5-1124-4eec-b743-d505da243ebc, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c388c8e5-1124-4eec-b743-d505da243ebc,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:39.387040 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:39.474992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=c388c8e5-1124-4eec-b743-d505da243ebc,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:40.077778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['c388c8e5-1124-4eec-b743-d505da243ebc'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:40.972414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9ad7ce5a-3c49-4165-8009-700f202b0d37 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:17:40.984537 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 00a00b2b-99af-4cdc-9164-0327545e20a1 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:41.107400 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.185251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:41.224294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:41.226585 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b17a0f8-7a95-4ad6-b117-21828d9413a7" -d '{"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-unplugged", "status": "completed", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:41.236210 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.306470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:41.364202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f1ace-aa42-426c-99ef-2b9b73e659c4 req-5404dd6c-05e8-4072-9bac-1bb72b2a5016 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:41.366473 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d97f1ace-aa42-426c-99ef-2b9b73e659c4 req-5404dd6c-05e8-4072-9bac-1bb72b2a5016 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 943 time: 0.0870788 Nov 12 13:17:41.366987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9ad7ce5a-3c49-4165-8009-700f202b0d37, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9ad7ce5a-3c49-4165-8009-700f202b0d37,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:41.406862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '9ad7ce5a-3c49-4165-8009-700f202b0d37', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'port_id': '9ad7ce5a-3c49-4165-8009-700f202b0d37', 'mac_address': 'fa:16:3e:3f:84:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f405fae7-5435-415b-803d-1ce0aefde344', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:17:41.454143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaaef3c-535e-489a-a0c5-a98fb06eae59 req-413bc5aa-aac3-4fca-acab-e72b6ac9fa51 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:41.456575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-beaaef3c-535e-489a-a0c5-a98fb06eae59 req-413bc5aa-aac3-4fca-acab-e72b6ac9fa51 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 947 time: 0.0840111 Nov 12 13:17:41.456969 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.472009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad7ce5a-3c49-4165-8009-700f202b0d37 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:17:41.493995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9ad7ce5a-3c49-4165-8009-700f202b0d37, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9ad7ce5a-3c49-4165-8009-700f202b0d37,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:41.500749 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:41.544351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d97f1ace-aa42-426c-99ef-2b9b73e659c4 req-238b6c65-cdbe-495e-ad2c-f6176c4cf492 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578166 Nov 12 13:17:41.548762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-beaaef3c-535e-489a-a0c5-a98fb06eae59 req-538bc7d3-2ff8-4576-a067-1c9279d4c67b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857384 Nov 12 13:17:41.578546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=9ad7ce5a-3c49-4165-8009-700f202b0d37,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:41.709815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27852de-5e27-428f-ab63-3664d829fd7e req-ae2aa6a0-0e9d-41a9-bab8-6d70809eca2b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:41.711220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c27852de-5e27-428f-ab63-3664d829fd7e req-ae2aa6a0-0e9d-41a9-bab8-6d70809eca2b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 949 time: 0.0741374 Nov 12 13:17:41.809671 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c27852de-5e27-428f-ab63-3664d829fd7e req-45d6ef72-0700-4ae0-9fb1-5705f8f8f491 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911620 Nov 12 13:17:41.834874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-e6824b09-dc2a-482a-bbc5-7352669378e0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:41.842948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-e6824b09-dc2a-482a-bbc5-7352669378e0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 808 time: 0.1829691 Nov 12 13:17:41.861146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-c9797f1a-5bdf-4dc0-9a8a-06d45b6be277 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/quotas/400cd7e0e4fd45d49e91bc070b399a26 HTTP/1.1" status: 200 len: 375 time: 0.0172784 Nov 12 13:17:41.935017 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['9ad7ce5a-3c49-4165-8009-700f202b0d37'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:41.938707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-c33bf110-70c3-475a-a16e-a04617ef132d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716088 Nov 12 13:17:42.013808 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef058f19-39ac-40ca-aba7-b7120f8e84b2 x-openstack-request-id: req-ef058f19-39ac-40ca-aba7-b7120f8e84b2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:42.013808 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-unplugged", "status": "completed", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:42.014047 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef058f19-39ac-40ca-aba7-b7120f8e84b2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:42.016291 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'code': 200} Nov 12 13:17:42.074721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-a2d6d0c7-e817-4939-9fdd-272f7652e24a service neutron] 10.222.0.73 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249957 Nov 12 13:17:42.175884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045d710-96d4-4e17-959e-6bdbfb2e5179 req-a515e48e-0631-4a07-8846-caeb24588d62 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:42.182374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5045d710-96d4-4e17-959e-6bdbfb2e5179 req-a515e48e-0631-4a07-8846-caeb24588d62 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 950 time: 0.1115274 Nov 12 13:17:42.284822 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5045d710-96d4-4e17-959e-6bdbfb2e5179 req-8c136c20-d15c-4ae8-81a9-ed9ee324d725 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953822 Nov 12 13:17:42.338230 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-746bd237-3fe5-4c02-8573-9c267bffd1ae service neutron] 10.222.0.73 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562349 Nov 12 13:17:42.741258 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:42.825399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46409d49-53ac-48b0-a942-ae70d981789e req-55f333a3-5e95-4bd6-afe7-1e8fc7d485f2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:42.829053 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-46409d49-53ac-48b0-a942-ae70d981789e req-55f333a3-5e95-4bd6-afe7-1e8fc7d485f2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 944 time: 0.1681166 Nov 12 13:17:42.897352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58685c7-d61d-4266-bc3e-df120a26363f req-d3243be7-ea88-43b7-a4bc-d05532edf3e4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:42.906157 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e58685c7-d61d-4266-bc3e-df120a26363f req-d3243be7-ea88-43b7-a4bc-d05532edf3e4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 947 time: 0.1264036 Nov 12 13:17:42.968826 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-46409d49-53ac-48b0-a942-ae70d981789e req-83196862-01bf-4ff7-8e7d-377a4bf8ede6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111267 Nov 12 13:17:42.976507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c388c8e5-1124-4eec-b743-d505da243ebc up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:42.985452 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e58685c7-d61d-4266-bc3e-df120a26363f req-ff218c09-05fc-41ed-bb0e-99dfc47b5129 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777681 Nov 12 13:17:43.080469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port c388c8e5-1124-4eec-b743-d505da243ebc completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:17:43.086730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port c388c8e5-1124-4eec-b743-d505da243ebc triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:43.087147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.109728 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0fee774-fe05-4f9b-9cc6-4e98215e87d3 req-7c40c7a0-b58e-4c19-865b-882b7d1ca507 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 210 time: 0.0753570 Nov 12 13:17:43.280791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197840a-e3de-4c23-b0e9-4487e8e40115 req-10021c97-edaf-484f-80a6-d19152c72b73 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:43.287310 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2197840a-e3de-4c23-b0e9-4487e8e40115 req-10021c97-edaf-484f-80a6-d19152c72b73 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 949 time: 0.1033738 Nov 12 13:17:43.337853 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.386278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2197840a-e3de-4c23-b0e9-4487e8e40115 req-63423cf3-fcb0-4848-ba1c-4a93821c75fa tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915656 Nov 12 13:17:43.458466 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c388c8e5-1124-4eec-b743-d505da243ebc, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c388c8e5-1124-4eec-b743-d505da243ebc,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:43.479836 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:43.657350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4829a97-8629-4059-badd-fd54479a908c req-8b9e92ca-641a-49ab-8221-3ca8a47c9aa7 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:43.660051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4829a97-8629-4059-badd-fd54479a908c req-8b9e92ca-641a-49ab-8221-3ca8a47c9aa7 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 950 time: 0.1681533 Nov 12 13:17:43.684689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=c388c8e5-1124-4eec-b743-d505da243ebc,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:43.760048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4829a97-8629-4059-badd-fd54479a908c req-f7ca6e68-21dd-433a-9d89-8c21d8217994 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904636 Nov 12 13:17:43.880891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.018356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d195d-1661-4801-9e02-3f325b48bb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c388c8e5-1124-4eec-b743-d505da243ebc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:44.021349 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed9bb97-0ae9-4d8c-bda3-009cef52272a" -d '{"events": [{"server_uuid": "4b2d195d-1661-4801-9e02-3f325b48bb9d", "name": "network-vif-plugged", "status": "completed", "tag": "c388c8e5-1124-4eec-b743-d505da243ebc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:44.145641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac649e1a-06c7-4761-8ac6-7ed94c9b92a4 req-240b11a6-d774-448e-8988-bc7125bb8a0b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:44.148840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac649e1a-06c7-4761-8ac6-7ed94c9b92a4 req-240b11a6-d774-448e-8988-bc7125bb8a0b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 944 time: 0.1100545 Nov 12 13:17:44.272835 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac649e1a-06c7-4761-8ac6-7ed94c9b92a4 req-9cfe6f98-6923-46d4-96ec-981b06f4107d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071849 Nov 12 13:17:44.517077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34216) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:44.524991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1047189203'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:44.553696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-ab7fb693-cd13-484e-b309-73f42e98c20f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:44.557764 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-ab7fb693-cd13-484e-b309-73f42e98c20f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 808 time: 0.2601202 Nov 12 13:17:44.574767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Request body: {'port': {'device_id': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5', 'admin_state_up': True, 'tenant_id': '400cd7e0e4fd45d49e91bc070b399a26'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:44.574993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826e34c-c217-49ee-bbb7-f0e00b6a3917 req-d5c35f74-40c4-4db7-afa7-2b32a96f70a4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:44.584836 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9826e34c-c217-49ee-bbb7-f0e00b6a3917 req-d5c35f74-40c4-4db7-afa7-2b32a96f70a4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 947 time: 0.1694753 Nov 12 13:17:44.668848 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9826e34c-c217-49ee-bbb7-f0e00b6a3917 req-6b2e1bbe-4f89-4fb1-bba4-683a89bdc4f7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780282 Nov 12 13:17:44.845669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:44.849683 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.864057 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6634cd5b-5e45-457f-b133-2f8d99117400 x-openstack-request-id: req-6634cd5b-5e45-457f-b133-2f8d99117400 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:44.864648 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d195d-1661-4801-9e02-3f325b48bb9d", "name": "network-vif-plugged", "status": "completed", "tag": "c388c8e5-1124-4eec-b743-d505da243ebc", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:44.865138 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6634cd5b-5e45-457f-b133-2f8d99117400 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:44.865991 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d195d-1661-4801-9e02-3f325b48bb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c388c8e5-1124-4eec-b743-d505da243ebc', 'code': 200} Nov 12 13:17:44.954150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:17:44.967872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:44.967872 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Added segment 25f274ab-86c2-4e4f-b52d-ddd9cfff785b of type vlan for network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a Nov 12 13:17:44.987253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 00a00b2b-99af-4cdc-9164-0327545e20a1 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:17:44.989722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9ad7ce5a-3c49-4165-8009-700f202b0d37 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:45.117842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda36a8a-7b30-4d80-b927-27bec8b7b75d req-ce0a9368-7075-46db-9531-208388a5f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:45.120684 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cda36a8a-7b30-4d80-b927-27bec8b7b75d req-ce0a9368-7075-46db-9531-208388a5f06e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 1101 time: 0.1507311 Nov 12 13:17:45.131121 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.135891 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b3ea74d-6be3-43a7-bc04-b199bf4ddb21 req-4e0f186d-569a-4335-a5cd-131f05784475 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 210 time: 0.0699229 Nov 12 13:17:45.213271 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cda36a8a-7b30-4d80-b927-27bec8b7b75d req-ac290a18-7bde-4d77-8415-1f9f905ad569 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757406 Nov 12 13:17:45.284849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Made reservation on behalf of 400cd7e0e4fd45d49e91bc070b399a26 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:45.297758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.313089 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 9ad7ce5a-3c49-4165-8009-700f202b0d37 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:17:45.322197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 9ad7ce5a-3c49-4165-8009-700f202b0d37 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:45.323292 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.340011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.352251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:45.353629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.483842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:45.532756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'mac_address': 'fa:16:3e:bc:19:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:17:45.559487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a8a29-f648-40d3-9410-3f3e150a46a3 req-baecf8b8-0a87-4f78-afce-1b1497d95bf4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:45.574110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed8a8a29-f648-40d3-9410-3f3e150a46a3 req-baecf8b8-0a87-4f78-afce-1b1497d95bf4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 950 time: 0.3485353 Nov 12 13:17:45.682285 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34246) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:45.683800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1648431 Nov 12 13:17:45.687997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-29459786'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:45.747675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.750512 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.801403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a00b2b-99af-4cdc-9164-0327545e20a1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:17:45.805494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e604a20-348c-432c-a273-72cce663b40b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Network': ['ID=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:45.825036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9ad7ce5a-3c49-4165-8009-700f202b0d37, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9ad7ce5a-3c49-4165-8009-700f202b0d37,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:45.840153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.843100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:17:45.843649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-6a6c6316-00e6-48df-8683-77e12a9fcbe8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:45.845897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-6a6c6316-00e6-48df-8683-77e12a9fcbe8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77&tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 947 time: 0.1656930 Nov 12 13:17:45.858322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:45.874727 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:45.945175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=9ad7ce5a-3c49-4165-8009-700f202b0d37,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:45.953929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed8a8a29-f648-40d3-9410-3f3e150a46a3 req-6d3cf88c-f723-4667-bb21-d45a623cb3f5 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781216 Nov 12 13:17:46.009504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:46.058565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Allocated IP 172.20.0.10 (f217b410-fb8d-4205-88e2-bdba43094ec5/e12e7e2d-7153-45cb-8e22-39f25b694e6a/6b0fd765-8487-42df-86de-9298b868497c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:46.089915 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.150108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:46.179023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:17:46.213814 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.214533 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Added segment 1bbfd9b3-2f06-4f25-9dd0-be83f924809b of type vlan for network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f Nov 12 13:17:46.231729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7076e-f570-4b3e-87d1-7d17d71d5ce7 req-bfe5660a-1eb1-424b-8a25-c5ed967f273a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:46.233464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66d7076e-f570-4b3e-87d1-7d17d71d5ce7 req-bfe5660a-1eb1-424b-8a25-c5ed967f273a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 948 time: 0.1462030 Nov 12 13:17:46.238054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc18c70-9817-4b49-9634-ed8e66cbe1ea req-64d3823d-85af-42dd-941c-f991447269c6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:46.246767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 416f4492-9a3e-4633-8a15-384c4aab89a5 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:46.248127 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-efc18c70-9817-4b49-9634-ed8e66cbe1ea req-64d3823d-85af-42dd-941c-f991447269c6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 945 time: 0.2583766 Nov 12 13:17:46.258007 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-87a64cdc-145c-4e83-800d-287175ed4a92 service neutron] 10.222.0.105 "GET /v2.0/ports/00a00b2b-99af-4cdc-9164-0327545e20a1/bindings/n-h2-805736-4 HTTP/1.1" status: 200 len: 382 time: 0.3688300 Nov 12 13:17:46.344160 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.345549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66d7076e-f570-4b3e-87d1-7d17d71d5ce7 req-421d91db-efcd-4465-aa65-d2b4774d021d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729771 Nov 12 13:17:46.436761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-efc18c70-9817-4b49-9634-ed8e66cbe1ea req-008cd4a4-38a2-4a0b-9594-f257c02df661 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875517 Nov 12 13:17:46.445705 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.447845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-2c2c6595-7167-41e4-9d0f-8686d9707780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:46.449782 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-2c2c6595-7167-41e4-9d0f-8686d9707780 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 1099 time: 0.1578953 Nov 12 13:17:46.452572 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.466532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:46.467388 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.487917 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.531052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.545219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', '60c82dbf-b26b-4931-b817-43403342c617'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:46.627681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:46.633516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['00a00b2b-99af-4cdc-9164-0327545e20a1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:46.651907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Network f217b410-fb8d-4205-88e2-bdba43094ec5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:46.665890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:46.671937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.693141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:46.729532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Pushing event updated for resources: {'Port': ['ID=6b0fd765-8487-42df-86de-9298b868497c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:46.748652 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0648754 Nov 12 13:17:46.758115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34264) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:46.782016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'subnet': {'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:46.863347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:46.872201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224ea023-03f0-41b7-b94d-dbec8cdaeec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad7ce5a-3c49-4165-8009-700f202b0d37'}, {'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:46.876739 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94ee876-76e3-4102-9d24-c14d2f004d49" -d '{"events": [{"server_uuid": "224ea023-03f0-41b7-b94d-dbec8cdaeec9", "name": "network-vif-plugged", "status": "completed", "tag": "9ad7ce5a-3c49-4165-8009-700f202b0d37"}, {"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:46.895383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:46.897937 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:46.941853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efba42e-9a18-44bc-a21d-cea80ddb7ccb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Network': ['ID=2d9417dc-593d-4f8b-90cb-b5ef1639e70f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:46.954525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:17:46.983737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01abb6-4b57-4612-aa5b-c150d3312b85 req-003c7b1f-d4c7-4fea-99a1-cd5784e0bab8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:46.992466 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3b01abb6-4b57-4612-aa5b-c150d3312b85 req-003c7b1f-d4c7-4fea-99a1-cd5784e0bab8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 932 time: 0.4113350 Nov 12 13:17:47.017405 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-c1f7c0ae-16a1-4324-9677-71571f1fd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:47.019153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-c1f7c0ae-16a1-4324-9677-71571f1fd51a service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.5471697 Nov 12 13:17:47.069456 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-e70aa4d5-9b1d-4086-8164-1399cd619dbc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=00a00b2b-99af-4cdc-9164-0327545e20a1 HTTP/1.1" status: 200 len: 217 time: 0.0417378 Nov 12 13:17:47.127719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fce9b-e9c3-4a57-ad19-19865a6bcb58 req-591754da-4dae-42d3-a2b3-c63357055c6f tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:47.131200 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3b01abb6-4b57-4612-aa5b-c150d3312b85 req-f75528a3-4402-4f8c-bb9d-9009f0dbd455 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362739 Nov 12 13:17:47.136379 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b0fce9b-e9c3-4a57-ad19-19865a6bcb58 req-591754da-4dae-42d3-a2b3-c63357055c6f tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 948 time: 0.1476617 Nov 12 13:17:47.178183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-891760ba-48cf-4dfa-9273-c735a8232226 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6087933 Nov 12 13:17:47.194551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-4cedf0f5-0201-48e9-bf69-6d4ee19887cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:47.197143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-4cedf0f5-0201-48e9-bf69-6d4ee19887cc service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1180456 Nov 12 13:17:47.214969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Request body: {'port': {'device_id': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:47.344735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-39aaf130-2443-4ad3-b09b-00531ad0067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:47.346507 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-39aaf130-2443-4ad3-b09b-00531ad0067d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416345 Nov 12 13:17:47.347472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b0fce9b-e9c3-4a57-ad19-19865a6bcb58 req-2af03b7f-27d5-4b31-8524-ac5413d2854b tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102115 Nov 12 13:17:47.352154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:47.356884 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:47.487720 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b712bd2f-5cdb-40d8-b2e4-da56bc025dc0 x-openstack-request-id: req-b712bd2f-5cdb-40d8-b2e4-da56bc025dc0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:47.488262 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224ea023-03f0-41b7-b94d-dbec8cdaeec9", "name": "network-vif-plugged", "status": "completed", "tag": "9ad7ce5a-3c49-4165-8009-700f202b0d37", "code": 200}, {"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:47.488527 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b712bd2f-5cdb-40d8-b2e4-da56bc025dc0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:47.489034 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224ea023-03f0-41b7-b94d-dbec8cdaeec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad7ce5a-3c49-4165-8009-700f202b0d37', 'code': 200} Nov 12 13:17:47.489447 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'code': 200} Nov 12 13:17:47.703626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-6802b9cd-7e12-4d0f-9386-01ac360171bc service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474770 Nov 12 13:17:47.736207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbb462-5876-45ae-a617-3540eee3fb22 req-5c388835-7ba8-476c-9b86-c4d5cdcba281 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:47.738278 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ffbb462-5876-45ae-a617-3540eee3fb22 req-5c388835-7ba8-476c-9b86-c4d5cdcba281 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 948 time: 0.1029716 Nov 12 13:17:47.890213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ffbb462-5876-45ae-a617-3540eee3fb22 req-3f4f9432-29ef-4861-ae6e-815d94d6c0bf tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368341 Nov 12 13:17:47.962245 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-4be4a0c0-796e-44b0-b0d9-f625a4099168 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491381 Nov 12 13:17:48.048390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:48.085154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ccac8-a6fd-4ba7-b982-adbab8b55c3d req-23b79722-0ed3-46e3-9a46-a4b2d6796675 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:48.093501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-377ccac8-a6fd-4ba7-b982-adbab8b55c3d req-23b79722-0ed3-46e3-9a46-a4b2d6796675 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 950 time: 0.2758899 Nov 12 13:17:48.111653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a07c-f75a-4c9f-bd0a-2357bb27c48b req-ba7f1243-e885-414c-81cc-19389231af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:48.113178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07b9a07c-f75a-4c9f-bd0a-2357bb27c48b req-ba7f1243-e885-414c-81cc-19389231af0a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 1096 time: 0.2974648 Nov 12 13:17:48.150434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b45776-87d5-442e-a0d7-1419518725dd req-4a9204f6-c342-4eba-a7a3-2bc942fbd840 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:48.155768 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85b45776-87d5-442e-a0d7-1419518725dd req-4a9204f6-c342-4eba-a7a3-2bc942fbd840 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 945 time: 0.1259751 Nov 12 13:17:48.291932 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85b45776-87d5-442e-a0d7-1419518725dd req-b7c0773a-af83-441a-9fd0-36b9f7b37b4d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279368 Nov 12 13:17:48.333937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07b9a07c-f75a-4c9f-bd0a-2357bb27c48b req-eb3fa7db-da19-4de0-98ea-29305ddcf501 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053041 Nov 12 13:17:48.363643 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-377ccac8-a6fd-4ba7-b982-adbab8b55c3d req-126afda5-e594-4684-be37-f8efacfd5cd7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689822 Nov 12 13:17:48.707471 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:48.737334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c1432-3c1b-4593-b271-266dd8cff649 req-1eeab673-877a-4701-b702-05e681e59499 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:48.738862 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-247c1432-3c1b-4593-b271-266dd8cff649 req-1eeab673-877a-4701-b702-05e681e59499 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 1101 time: 0.0812154 Nov 12 13:17:48.810468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02928fdf-553f-47be-a3a5-d1d4f5817a6d req-17a0d99a-c015-482a-9d27-0dd5d6a39887 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:48.812056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02928fdf-553f-47be-a3a5-d1d4f5817a6d req-17a0d99a-c015-482a-9d27-0dd5d6a39887 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 932 time: 0.2973506 Nov 12 13:17:48.864341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Subnet': ['ID=c5351daa-3be1-4471-b6f4-113ab2627ea9,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:48.881635 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-247c1432-3c1b-4593-b271-266dd8cff649 req-043f4b8b-521b-4467-b4b7-fa8cee7a54c5 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244085 Nov 12 13:17:48.969269 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02928fdf-553f-47be-a3a5-d1d4f5817a6d req-2364296b-2bc0-41eb-9f63-f05783003879 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235626 Nov 12 13:17:49.038274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 00a00b2b-99af-4cdc-9164-0327545e20a1 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:49.108198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0fd765-8487-42df-86de-9298b868497c {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:17:49.116507 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.141122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Transition to ACTIVE for port object 6b0fd765-8487-42df-86de-9298b868497c will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:17:49.147505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfc984-ef9f-4196-b717-05d2d8099147 req-fd439815-9347-4b63-a99d-3b1ec2c8c1de tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:49.149061 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-efbfc984-ef9f-4196-b717-05d2d8099147 req-fd439815-9347-4b63-a99d-3b1ec2c8c1de tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 948 time: 0.1495984 Nov 12 13:17:49.176120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 00a00b2b-99af-4cdc-9164-0327545e20a1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:49.176778 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.196872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.216559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Checking segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:49.217172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network hostable DHCP agents. Network: 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:17:49.257922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-efbfc984-ef9f-4196-b717-05d2d8099147 req-e2d25d30-96d2-4240-a300-5fc842b52506 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/security-groups?id=b06136de-e0a4-403b-a9a5-12ac4524709f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994439 Nov 12 13:17:49.307546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-10e1de3d-f591-40e7-800a-6b240e173da2 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:49.309115 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-10e1de3d-f591-40e7-800a-6b240e173da2 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 948 time: 0.1220510 Nov 12 13:17:49.318821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8f374-fad9-4d7e-9bc7-bc9a4c867981 req-1d269a35-24d4-4659-9005-4ee9ec5dd412 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:49.319985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7b8f374-fad9-4d7e-9bc7-bc9a4c867981 req-1d269a35-24d4-4659-9005-4ee9ec5dd412 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 948 time: 0.1741791 Nov 12 13:17:49.321391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0fd765-8487-42df-86de-9298b868497c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:49.335388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:17:49.389984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:49.423014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:49.423821 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.444320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f4454-8138-44ce-8d64-c1e95e61b163 None None] Network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:49.461070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7b8f374-fad9-4d7e-9bc7-bc9a4c867981 req-cab82fc2-9ee3-42bc-94d5-21a8df125d5c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344082 Nov 12 13:17:49.479421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:49.479926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:49.480358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:49.485612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-41a01fe8-9119-49ba-9838-b0366894b0c4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7154274 Nov 12 13:17:49.489945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34320) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:49.496598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'subnet': {'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:49.501464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Port 6b0fd765-8487-42df-86de-9298b868497c on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:17:49.502065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:49.531082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:49.531842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:49.532954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:49.536133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Bound port: 6b0fd765-8487-42df-86de-9298b868497c, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:49.536133 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.542982 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.545386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-e5094736-622e-48a7-9da7-b2aa5db9805d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853195 Nov 12 13:17:49.594706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:49.597963 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b0d49d-d333-4762-a78e-dece35f9146a" -d '{"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-plugged", "status": "completed", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:49.627139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:49.658710 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.704757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:49.709265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:49.710555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:49.714756 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.732499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.739354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:49.781134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b76a3-2751-4ac8-bd20-68fda8b97538 req-6c617059-2675-4f7f-867c-c244042d8d68 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:49.782884 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d22b76a3-2751-4ac8-bd20-68fda8b97538 req-6c617059-2675-4f7f-867c-c244042d8d68 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 945 time: 0.1450641 Nov 12 13:17:49.816609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'fixed_ips': [{'subnet_id': 'c5351daa-3be1-4471-b6f4-113ab2627ea9'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:17:49.818247 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.818698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-74aa66c0-638c-416d-a6cd-2d117a7d0edc tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:49.827210 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-74aa66c0-638c-416d-a6cd-2d117a7d0edc tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809196 Nov 12 13:17:49.853328 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d421a828-3c75-47eb-a19c-b5fca2212f5e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/quotas/6947a88428864a5588d31ffb257cc465 HTTP/1.1" status: 200 len: 375 time: 0.0248909 Nov 12 13:17:49.862504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:49.862773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.864357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] 10.222.0.105 "PUT /v2.0/ports/6b0fd765-8487-42df-86de-9298b868497c HTTP/1.1" status: 200 len: 1092 time: 2.6727486 Nov 12 13:17:49.864753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'tag': '6b0fd765-8487-42df-86de-9298b868497c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:49.867064 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3701395f-7cd0-4d25-bc75-d61651f08adf" -d '{"events": [{"name": "network-changed", "server_uuid": "5e686565-fe72-45b5-ba64-52b9072ea58a", "tag": "6b0fd765-8487-42df-86de-9298b868497c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:49.950322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-7c1a07a6-93d3-4f57-be94-0ed6fe9a61dd tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Deleting port 416f4492-9a3e-4633-8a15-384c4aab89a5 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:49.950717 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-7c1a07a6-93d3-4f57-be94-0ed6fe9a61dd tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:49.984551 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d22b76a3-2751-4ac8-bd20-68fda8b97538 req-facf375c-89a6-43a3-b580-7007a9acaf00 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240530 Nov 12 13:17:50.036896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-75bc9cf4-5f65-4b76-9cef-bb0073f63f81 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1824236 Nov 12 13:17:50.080857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Allocated IP 10.1.1.2 (10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a/c5351daa-3be1-4471-b6f4-113ab2627ea9/9467f4f5-5d6a-4cad-ad8b-332415a87164) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:50.085935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-de20128f-ba55-4e10-933c-b689cf35e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:50.089545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-de20128f-ba55-4e10-933c-b689cf35e960 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 1095 time: 0.1412477 Nov 12 13:17:50.096583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea6d13-1d99-4bac-9ed0-b19132bcaaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0fd765-8487-42df-86de-9298b868497c,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:50.230523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-57e73031-4255-4e82-8703-622888bfd06e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b0fd765-8487-42df-86de-9298b868497c HTTP/1.1" status: 200 len: 217 time: 0.1129830 Nov 12 13:17:50.311333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-7c1a07a6-93d3-4f57-be94-0ed6fe9a61dd tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] For port 416f4492-9a3e-4633-8a15-384c4aab89a5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=416f4492-9a3e-4633-8a15-384c4aab89a5,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:50.313386 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-7c1a07a6-93d3-4f57-be94-0ed6fe9a61dd tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:50.347896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-7c1a07a6-93d3-4f57-be94-0ed6fe9a61dd tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Calling delete_port for 416f4492-9a3e-4633-8a15-384c4aab89a5 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:50.365915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-a006fea2-d040-4ec5-b0ac-7007b4a68a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:50.367762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-a006fea2-d040-4ec5-b0ac-7007b4a68a8d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.1108258 Nov 12 13:17:50.468814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-297f766a-8f20-482b-9438-21f5e9854c60 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918210 Nov 12 13:17:50.494756 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3076ded-efef-4f97-8f32-3e9046e0127d x-openstack-request-id: req-f3076ded-efef-4f97-8f32-3e9046e0127d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:50.497087 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-plugged", "status": "completed", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:50.498202 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f3076ded-efef-4f97-8f32-3e9046e0127d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:50.498654 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'code': 200} Nov 12 13:17:50.530271 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bffac2-4a7d-4a02-be46-778fbeaab91d x-openstack-request-id: req-61bffac2-4a7d-4a02-be46-778fbeaab91d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:50.530775 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e686565-fe72-45b5-ba64-52b9072ea58a", "tag": "6b0fd765-8487-42df-86de-9298b868497c", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:50.531294 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61bffac2-4a7d-4a02-be46-778fbeaab91d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:50.532024 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'tag': '6b0fd765-8487-42df-86de-9298b868497c', 'status': 'completed', 'code': 200} Nov 12 13:17:50.629404 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:50.664598 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:50.834273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Pushing event updated for resources: {'Port': ['ID=9467f4f5-5d6a-4cad-ad8b-332415a87164,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:50.855805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:50.861949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:50.865310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:50.899150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0c26951-a734-4c4f-9637-18d055606c70 req-ae198e5d-af42-47f1-8f01-a3378b8bf207 tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 210 time: 0.0862756 Nov 12 13:17:50.901412 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-7c1a07a6-93d3-4f57-be94-0ed6fe9a61dd tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:50.974240 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:50.988177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Attempting to bind port 9467f4f5-5d6a-4cad-ad8b-332415a87164 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:50.988559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Attempting to bind port 9467f4f5-5d6a-4cad-ad8b-332415a87164 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:50.988917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Attempting to bind port 9467f4f5-5d6a-4cad-ad8b-332415a87164 on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:50.995869 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:50.997309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Checking segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:50.997767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:50.998441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Bound using segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:50.998780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Bound port: 9467f4f5-5d6a-4cad-ad8b-332415a87164, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:50.999170 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:51.019859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a07a6-93d3-4f57-be94-0ed6fe9a61dd tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Pushing event deleted for resources: {'Port': ['ID=416f4492-9a3e-4633-8a15-384c4aab89a5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:51.137924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b08d1324-55d1-4740-9b0d-4cf1e2458998 req-87c9c7bf-0143-4bec-b13c-d54c01bd7711 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 210 time: 0.1012139 Nov 12 13:17:51.163250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-677db5f5-ba17-4363-918c-6b58a3e520bc service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275826 Nov 12 13:17:51.229189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] For port 9467f4f5-5d6a-4cad-ad8b-332415a87164, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:51.252138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] For port 9467f4f5-5d6a-4cad-ad8b-332415a87164, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9467f4f5-5d6a-4cad-ad8b-332415a87164,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:51.259507 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:51.274206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4640d-3f74-47a8-8206-5664b4b0b4fa req-5c925dda-0c4b-463f-afa0-5c609efed6b5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:51.288643 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cff4640d-3f74-47a8-8206-5664b4b0b4fa req-5c925dda-0c4b-463f-afa0-5c609efed6b5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.6776640 Nov 12 13:17:51.320622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-7c1a07a6-93d3-4f57-be94-0ed6fe9a61dd tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] No DVR routers for this DVR port 416f4492-9a3e-4633-8a15-384c4aab89a5 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:17:51.325448 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-7c1a07a6-93d3-4f57-be94-0ed6fe9a61dd tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:51.328853 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6fea9b2b-94e2-447d-9a4f-d0fc55d97eb5 req-7c1a07a6-93d3-4f57-be94-0ed6fe9a61dd tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.70 "DELETE /v2.0/ports/416f4492-9a3e-4633-8a15-384c4aab89a5 HTTP/1.1" status: 204 len: 173 time: 2.0109463 Nov 12 13:17:51.329331 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-deleted', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:51.331732 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d91ab7d-1050-41a2-a7b6-8ddf3572d6ca" -d '{"events": [{"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-deleted", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:51.385856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e15b4-5fd7-4cc7-87f9-0248ed21cb14 req-9396a5aa-3e5f-4ec3-8128-79b545c718a7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:51.394109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b21e15b4-5fd7-4cc7-87f9-0248ed21cb14 req-9396a5aa-3e5f-4ec3-8128-79b545c718a7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.1201899 Nov 12 13:17:51.455706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04bcf1-ffd7-4796-b7f7-21b124fdc793 None None] Pushing event updated for resources: {'Port': ['ID=9467f4f5-5d6a-4cad-ad8b-332415a87164,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:51.502956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b21e15b4-5fd7-4cc7-87f9-0248ed21cb14 req-2212278d-78e4-4de1-876d-913cca6b8b7b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077604 Nov 12 13:17:51.630439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Subnet': ['ID=2d3ba695-0e09-4fd7-a203-571966a0750a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:51.742651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e220a8-d78c-47f9-a2a5-1ac8d12e47e4 req-33d07ea7-a338-420e-b053-97b7b63dc259 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:51.803621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7e220a8-d78c-47f9-a2a5-1ac8d12e47e4 req-33d07ea7-a338-420e-b053-97b7b63dc259 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 945 time: 0.1795878 Nov 12 13:17:51.804062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Checking segment: {'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:51.804429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network hostable DHCP agents. Network: 2d9417dc-593d-4f8b-90cb-b5ef1639e70f, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:17:51.829937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cff4640d-3f74-47a8-8206-5664b4b0b4fa req-e1b290f7-d826-4a36-807a-7cf2f0aa36a2 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383677 Nov 12 13:17:51.879828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-919a01a6-8048-4b21-9786-fe0b94d70a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:51.889821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-919a01a6-8048-4b21-9786-fe0b94d70a2b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77&tenant_id=f24db78ff5ca4b5eb226d1905e0afceb HTTP/1.1" status: 200 len: 1100 time: 0.3638043 Nov 12 13:17:51.973925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7e220a8-d78c-47f9-a2a5-1ac8d12e47e4 req-086dfebb-2972-4942-9610-35e3b53553bd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662047 Nov 12 13:17:52.088366 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7c0c88c-d3d6-4977-b179-513ff2672525 req-4a5ff806-0f9f-4eab-86ec-eff44a6cf0a2 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9105239 Nov 12 13:17:52.123742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:17:52.155026 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03903cc9-a592-469c-bd1d-f0b35a2b82f9 x-openstack-request-id: req-03903cc9-a592-469c-bd1d-f0b35a2b82f9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:52.155674 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d6a1ed-a299-4419-aff4-1ee71de68ba8", "name": "network-vif-deleted", "tag": "416f4492-9a3e-4633-8a15-384c4aab89a5", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:52.156215 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-03903cc9-a592-469c-bd1d-f0b35a2b82f9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:52.157130 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d6a1ed-a299-4419-aff4-1ee71de68ba8', 'name': 'network-vif-deleted', 'tag': '416f4492-9a3e-4633-8a15-384c4aab89a5', 'status': 'completed', 'code': 200} Nov 12 13:17:52.167482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2d9417dc-593d-4f8b-90cb-b5ef1639e70f) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:52.186389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b93c7b-a678-4e6e-8459-5c556e745864 None None] Network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:52.253350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:52.254441 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:52.262055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-92eee56b-0e2c-4df7-9ca8-42c249cae895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:52.270300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-92eee56b-0e2c-4df7-9ca8-42c249cae895 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 1100 time: 0.3200643 Nov 12 13:17:52.374643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 416f4492-9a3e-4633-8a15-384c4aab89a5 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:52.397778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d49384-d8ba-46ef-b76b-50b7cd68bdf9 req-f29fe0ce-0675-45c4-8bd7-c1c9e3f61588 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:52.410617 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3d49384-d8ba-46ef-b76b-50b7cd68bdf9 req-f29fe0ce-0675-45c4-8bd7-c1c9e3f61588 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 945 time: 0.1178284 Nov 12 13:17:52.419650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-e31cd731-49b0-49fc-8dcb-c0ddaca354ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:52.421108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-e31cd731-49b0-49fc-8dcb-c0ddaca354ba service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1495626 Nov 12 13:17:52.428548 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 416f4492-9a3e-4633-8a15-384c4aab89a5 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:17:52.429044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 416f4492-9a3e-4633-8a15-384c4aab89a5 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:17:52.484704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3d49384-d8ba-46ef-b76b-50b7cd68bdf9 req-4c50799b-6cb0-49c9-84bd-4dbc89f9c169 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697434 Nov 12 13:17:52.511298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-1d6436ad-07df-44fe-b7ff-b0462ee75c6c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=00a00b2b-99af-4cdc-9164-0327545e20a1 HTTP/1.1" status: 200 len: 217 time: 0.0634787 Nov 12 13:17:52.673402 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56604f43-684f-42cc-b61c-494c8f820a70 req-b3335ffd-483d-4479-aa49-b3bafc0ed1ad tempest-ImagesOneServerTestJSON-2063664783 tempest-ImagesOneServerTestJSON-2063664783-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d6a1ed-a299-4419-aff4-1ee71de68ba8 HTTP/1.1" status: 200 len: 210 time: 0.2468765 Nov 12 13:17:52.688894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9467f4f5-5d6a-4cad-ad8b-332415a87164 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:52.729658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a1a80dc2-8bd4-4113-b4ee-18dbdfd3fd94 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2309816 Nov 12 13:17:52.733477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34382) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:52.734815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-4ab61c90-ee0b-4c2e-8e34-d5e2ceb0a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:52.736400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-4ab61c90-ee0b-4c2e-8e34-d5e2ceb0a1cc service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1834118 Nov 12 13:17:52.742690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-71ba685e-cb91-4ee8-9ecb-467473cb2a80 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571811 Nov 12 13:17:52.772357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'port': {'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'name': 'tempest-TaggedBootDevicesTest-1265245245', 'fixed_ips': [{'subnet_id': 'c5351daa-3be1-4471-b6f4-113ab2627ea9'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:52.859357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-2d9417dc-593d-4f8b-90cb-b5ef1639e70f', 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'fixed_ips': [{'subnet_id': '2d3ba695-0e09-4fd7-a203-571966a0750a'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:17:52.860234 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:52.888808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9467f4f5-5d6a-4cad-ad8b-332415a87164 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:52.889194 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:52.990760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701395f-7cd0-4d25-bc75-d61651f08adf req-b3d0cff6-bfeb-41c6-bd9d-5690a6fa8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:53.006344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3701395f-7cd0-4d25-bc75-d61651f08adf req-b3d0cff6-bfeb-41c6-bd9d-5690a6fa8c3c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 1095 time: 0.8188682 Nov 12 13:17:53.120843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Allocated IP 10.2.2.2 (2d9417dc-593d-4f8b-90cb-b5ef1639e70f/2d3ba695-0e09-4fd7-a203-571966a0750a/b21c3b5d-4aa1-4b35-8b80-58e73eab1a85) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:53.201213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 00a00b2b-99af-4cdc-9164-0327545e20a1 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:53.231449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-3cd3c9b7-65d7-44c7-9779-c6034ad117ec tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:53.241475 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-3cd3c9b7-65d7-44c7-9779-c6034ad117ec tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4870865 Nov 12 13:17:53.327242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Request body: {'port': {'device_id': '37faa3af-04c6-420b-b17d-defca18bea38', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '6947a88428864a5588d31ffb257cc465'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:53.377566 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701395f-7cd0-4d25-bc75-d61651f08adf req-277739c8-3c88-4c41-80ed-723a00c06928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:53.379299 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3701395f-7cd0-4d25-bc75-d61651f08adf req-277739c8-3c88-4c41-80ed-723a00c06928 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.3412030 Nov 12 13:17:53.461184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-8d23df36-28be-4f2b-84a2-a071a8e39a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:53.466420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-8d23df36-28be-4f2b-84a2-a071a8e39a4d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6752105 Nov 12 13:17:53.544225 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f46c3947-e107-4ef3-92ba-5c2ad2ba80f5 req-35e9485f-2c7b-41ea-a450-a0e5a61f4878 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 210 time: 0.3014255 Nov 12 13:17:53.570188 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:53.573700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0852db-3ea2-4d45-9ea5-29dafeec88ee None None] Network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:53.605666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Made reservation on behalf of 6947a88428864a5588d31ffb257cc465 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:53.612828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:53.654719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:53.693383 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-d96c589b-2a7e-4b38-9378-56e5b16ecc82 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163415 Nov 12 13:17:53.703544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 9467f4f5-5d6a-4cad-ad8b-332415a87164, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9467f4f5-5d6a-4cad-ad8b-332415a87164,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:53.706980 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3701395f-7cd0-4d25-bc75-d61651f08adf req-144d50b5-220b-4df2-8677-f13acf501122 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b0fd765-8487-42df-86de-9298b868497c HTTP/1.1" status: 200 len: 217 time: 0.2475600 Nov 12 13:17:53.755685 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:53.812697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0406a4-b816-485c-9b8a-17ef8cc69020 req-7c462357-653f-446e-a4f1-3e2663a38dd0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:53.823725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c0406a4-b816-485c-9b8a-17ef8cc69020 req-7c462357-653f-446e-a4f1-3e2663a38dd0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 949 time: 0.4458859 Nov 12 13:17:53.885553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Allocated IP 192.168.233.178 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/f77546ba-c8d2-4dc2-b067-eba68989e593) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:53.923503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=9467f4f5-5d6a-4cad-ad8b-332415a87164,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:53.942189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fb29108f-c4c7-402f-9a0c-d733e6c89daf None None] Provisioning complete for port 9467f4f5-5d6a-4cad-ad8b-332415a87164 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:53.942645 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb29108f-c4c7-402f-9a0c-d733e6c89daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:53.955917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701395f-7cd0-4d25-bc75-d61651f08adf req-f685ffcf-055a-4a1c-8074-d3229b5d8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:53.957513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3701395f-7cd0-4d25-bc75-d61651f08adf req-f685ffcf-055a-4a1c-8074-d3229b5d8eb0 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.2426507 Nov 12 13:17:53.970223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:54.011932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:54.020548 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94138265-911b-41cb-8a8c-214538551707" -d '{"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-unplugged", "status": "completed", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:54.040504 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c0406a4-b816-485c-9b8a-17ef8cc69020 req-ee4eb92f-8da4-427d-a2ae-0ef048699e04 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134352 Nov 12 13:17:54.042983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3701395f-7cd0-4d25-bc75-d61651f08adf req-4700091b-1815-4738-b06a-995351feb0e1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629199 Nov 12 13:17:54.104494 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e8a47a-d17a-47ef-9afa-b8d385953687 req-ef2d2587-5efe-46b7-9a32-e79b76cff514 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936930 Nov 12 13:17:54.178964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:54.218164 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:54.224924 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:54.356670 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:54.374254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:54.388287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8543a-51c4-477e-b04a-fec061a5e37e req-053aca22-ff77-49f8-bbdf-5a67b05d779e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:54.389635 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:54.401820 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31e8543a-51c4-477e-b04a-fec061a5e37e req-053aca22-ff77-49f8-bbdf-5a67b05d779e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 945 time: 0.1425951 Nov 12 13:17:54.403427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2', '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:54.407570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'd2d1b70b-a197-4139-9975-9d909fba67d0', '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2', 'c388c8e5-1124-4eec-b743-d505da243ebc'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:54.453208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3701395f-7cd0-4d25-bc75-d61651f08adf req-5013753b-9891-4a84-8248-78dd6cc76a76 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899393 Nov 12 13:17:54.457350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:54.501104 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:54.527727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] device_id is not set on port 8b402751-23b3-4ce3-8639-2dd4a2819a1e yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:17:54.547872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event updated for resources: {'Port': ['ID=f77546ba-c8d2-4dc2-b067-eba68989e593,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:54.574618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:54.581349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:54.731739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:54.732591 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:54.761597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbca84d-8768-4431-b723-f470098a4a98 req-ebc9ed02-5e8f-4b12-9266-6788a7cd890a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:54.763344 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2fbca84d-8768-4431-b723-f470098a4a98 req-ebc9ed02-5e8f-4b12-9266-6788a7cd890a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.4632750 Nov 12 13:17:54.782942 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-44be99da-3189-402a-96e1-e697fc343ed3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5139875 Nov 12 13:17:54.810606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Request body: {'port': {'device_id': '37faa3af-04c6-420b-b17d-defca18bea38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:54.879118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9467f4f5-5d6a-4cad-ad8b-332415a87164 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:54.930031 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:54.967361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:54.979542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2fbca84d-8768-4431-b723-f470098a4a98 req-cbb89581-27f9-485f-994e-1dc1864a4e58 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085388 Nov 12 13:17:55.017118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:55.025464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:55.213310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:55.382252 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852ae8e2-67ad-47c1-afb3-fd5924e43fdf x-openstack-request-id: req-852ae8e2-67ad-47c1-afb3-fd5924e43fdf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:55.382563 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-unplugged", "status": "completed", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:55.382830 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-852ae8e2-67ad-47c1-afb3-fd5924e43fdf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:55.383234 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'code': 200} Nov 12 13:17:55.539412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31e8543a-51c4-477e-b04a-fec061a5e37e req-f98f19e8-27b7-4ba3-b351-8b6341fc859d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1319506 Nov 12 13:17:55.722079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34416) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:55.798028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd524d6-8ca9-4c01-a352-74de455b583e req-59599719-4678-4f91-85e7-876bafb6161a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:55.806156 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7cd524d6-8ca9-4c01-a352-74de455b583e req-59599719-4678-4f91-85e7-876bafb6161a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 947 time: 0.1144044 Nov 12 13:17:55.814817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3701395f-7cd0-4d25-bc75-d61651f08adf req-aad45ce1-e531-403b-87c9-7b16320816b6 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3243392 Nov 12 13:17:55.861303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-bb46b8c3-ebf4-41f9-aa8e-ad1edb84b1ba tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:55.871531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-bb46b8c3-ebf4-41f9-aa8e-ad1edb84b1ba tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 945 time: 0.4302454 Nov 12 13:17:55.882167 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Pushing event updated for resources: {'Port': ['ID=b21c3b5d-4aa1-4b35-8b80-58e73eab1a85,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:55.885546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9467f4f5-5d6a-4cad-ad8b-332415a87164 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:55.885918 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:55.891635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Attempting to bind port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:55.891979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Attempting to bind port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:55.892335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Attempting to bind port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 on network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:55.911652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:55.912030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Checking segment: {'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:55.912435 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:55.912835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Bound using segment: {'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:55.913333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Bound port: b21c3b5d-4aa1-4b35-8b80-58e73eab1a85, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:55.913737 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:56.049213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77546ba-c8d2-4dc2-b067-eba68989e593 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:17:56.059657 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:56.076640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Transition to ACTIVE for port object f77546ba-c8d2-4dc2-b067-eba68989e593 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:17:56.114852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] For port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:56.122361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] For port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b21c3b5d-4aa1-4b35-8b80-58e73eab1a85,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:56.131798 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:56.138104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e982aa77-79cb-440a-99ee-4c38c3bf0722 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5889e5f881a344a8b68fc9380834c892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103501 Nov 12 13:17:56.144263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34424) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:56.195614 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:56.258625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Allocated IP 10.1.1.101 (10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a/c5351daa-3be1-4471-b6f4-113ab2627ea9/8b402751-23b3-4ce3-8639-2dd4a2819a1e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:56.307078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7cd524d6-8ca9-4c01-a352-74de455b583e req-fb0c8e7f-21a6-4dad-ad03-7f0793412799 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996774 Nov 12 13:17:56.376224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ed96a7d4-a0ee-490f-837f-86748d11dd95 None None] Provisioning complete for port f77546ba-c8d2-4dc2-b067-eba68989e593 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:56.376224 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed96a7d4-a0ee-490f-837f-86748d11dd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:56.445119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641999d7-02e9-4b4b-b84f-4986406c5c96 req-9f59512d-7934-46d9-a339-0757ebefe2a7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:56.447482 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641999d7-02e9-4b4b-b84f-4986406c5c96 req-9f59512d-7934-46d9-a339-0757ebefe2a7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 948 time: 0.3573570 Nov 12 13:17:56.489372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Pushing event updated for resources: {'Port': ['ID=f77546ba-c8d2-4dc2-b067-eba68989e593,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:56.541077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-331bc41a-010f-40b6-bdfb-8cb8c6d0f6dd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2930155 Nov 12 13:17:56.564878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a54537-9ca6-4a45-8022-586c8cd7b1b7 None None] Pushing event updated for resources: {'Port': ['ID=b21c3b5d-4aa1-4b35-8b80-58e73eab1a85,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:56.581051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ed96a7d4-a0ee-490f-837f-86748d11dd95 None None] Port f77546ba-c8d2-4dc2-b067-eba68989e593 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:56.701077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641999d7-02e9-4b4b-b84f-4986406c5c96 req-ac6355d8-35f6-48ba-b4d8-27a35ebe111c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195041 Nov 12 13:17:56.760579 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4dab5af6-3ea4-42ff-8d7a-b09cd4d185e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:56.843465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Attempting to bind port f77546ba-c8d2-4dc2-b067-eba68989e593 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:17:56.847050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Attempting to bind port f77546ba-c8d2-4dc2-b067-eba68989e593 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:17:56.847050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Attempting to bind port f77546ba-c8d2-4dc2-b067-eba68989e593 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:56.860468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:56.863745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Port f77546ba-c8d2-4dc2-b067-eba68989e593 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:17:56.865949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Attempting to bind port f77546ba-c8d2-4dc2-b067-eba68989e593 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:17:56.915497 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4dab5af6-3ea4-42ff-8d7a-b09cd4d185e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:56.920299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-88c80758-b350-4ba5-b44a-0b92701dcc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:56.925923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-88c80758-b350-4ba5-b44a-0b92701dcc4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 1096 time: 0.3508735 Nov 12 13:17:56.926806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:17:56.927673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:17:56.928022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:17:56.929013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Bound port: f77546ba-c8d2-4dc2-b067-eba68989e593, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:17:56.929526 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:56.954483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ccedf7f4-131b-46d6-abc2-9ea9e3a2ee42 None None] Provisioning complete for port 9467f4f5-5d6a-4cad-ad8b-332415a87164 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:56.954937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccedf7f4-131b-46d6-abc2-9ea9e3a2ee42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:57.005887 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c990484d-173d-44c9-b339-e1dc6e62ba46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:57.146917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-7c544466-c244-456e-bb08-692608fdec66 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Deleting port 9ad7ce5a-3c49-4165-8009-700f202b0d37 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:17:57.147262 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-7c544466-c244-456e-bb08-692608fdec66 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:57.177935 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:57.284910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Port': ['ID=8b402751-23b3-4ce3-8639-2dd4a2819a1e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:57.322536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:17:57.333734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:17:57.337084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:17:57.397555 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4dab5af6-3ea4-42ff-8d7a-b09cd4d185e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:57.400190 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4dab5af6-3ea4-42ff-8d7a-b09cd4d185e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:57.418399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4dab5af6-3ea4-42ff-8d7a-b09cd4d185e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b06136de-e0a4-403b-a9a5-12ac4524709f HTTP/1.1" status: 204 len: 168 time: 1.1928198 Nov 12 13:17:57.453139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:57.453961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:57.500914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab5af6-3ea4-42ff-8d7a-b09cd4d185e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06136de-e0a4-403b-a9a5-12ac4524709f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:57.565513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1bff4e91-6f96-4a41-9dfa-0e2f891c22fe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8251190 Nov 12 13:17:57.577272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c10b4-6fc5-4f88-a605-a5eae713f0d1 req-9dbe120d-291a-4a43-aed7-c8078991cc40 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:57.580038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34446) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:57.580412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d92c10b4-6fc5-4f88-a605-a5eae713f0d1 req-9dbe120d-291a-4a43-aed7-c8078991cc40 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.5419984 Nov 12 13:17:57.595408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'port': {'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'name': 'tempest-TaggedBootDevicesTest-1466205256', 'fixed_ips': [{'subnet_id': 'c5351daa-3be1-4471-b6f4-113ab2627ea9'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:57.641955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-7c544466-c244-456e-bb08-692608fdec66 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] For port 9ad7ce5a-3c49-4165-8009-700f202b0d37, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9ad7ce5a-3c49-4165-8009-700f202b0d37,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:57.642724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-7c544466-c244-456e-bb08-692608fdec66 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:57.672270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-7c544466-c244-456e-bb08-692608fdec66 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Calling delete_port for 9ad7ce5a-3c49-4165-8009-700f202b0d37 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:17:57.676507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] For port f77546ba-c8d2-4dc2-b067-eba68989e593, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:17:57.721266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d92c10b4-6fc5-4f88-a605-a5eae713f0d1 req-86df8b6e-f9ae-4778-a9df-fdb1a2815cdb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230557 Nov 12 13:17:57.840727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e29c1450-991a-4d63-85ec-756755bd28a2 None None] Provisioning complete for port 8b402751-23b3-4ce3-8639-2dd4a2819a1e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:57.841110 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29c1450-991a-4d63-85ec-756755bd28a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:57.890725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-6b7dd687-8927-4733-8b99-0068561042ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:57.892217 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-6b7dd687-8927-4733-8b99-0068561042ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.9315164 Nov 12 13:17:57.931690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] For port f77546ba-c8d2-4dc2-b067-eba68989e593, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f77546ba-c8d2-4dc2-b067-eba68989e593,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:17:57.932564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e29c1450-991a-4d63-85ec-756755bd28a2 None None] Port 8b402751-23b3-4ce3-8639-2dd4a2819a1e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:17:57.964269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e5381-6080-45d7-bcfe-fdcc469a3470 req-3eeeb756-9dc9-4f3e-a291-befe3044c7e6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:57.985797 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-882e5381-6080-45d7-bcfe-fdcc469a3470 req-3eeeb756-9dc9-4f3e-a291-befe3044c7e6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=224ea023-03f0-41b7-b94d-dbec8cdaeec9 HTTP/1.1" status: 200 len: 945 time: 0.7384913 Nov 12 13:17:58.014121 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:58.043748 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-7c544466-c244-456e-bb08-692608fdec66 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:58.055359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:17:58.076736 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-e529c4a2-dbbc-463a-9869-6073dd2ceae5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393 HTTP/1.1" status: 200 len: 217 time: 0.1472912 Nov 12 13:17:58.093663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544466-c244-456e-bb08-692608fdec66 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event deleted for resources: {'Port': ['ID=9ad7ce5a-3c49-4165-8009-700f202b0d37,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:58.152185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:58.152795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:58.159732 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] 10.222.0.105 "PUT /v2.0/ports/f77546ba-c8d2-4dc2-b067-eba68989e593 HTTP/1.1" status: 200 len: 1096 time: 3.3541481 Nov 12 13:17:58.160235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37faa3af-04c6-420b-b17d-defca18bea38', 'tag': 'f77546ba-c8d2-4dc2-b067-eba68989e593'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:58.170704 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5f551b-8d35-4204-88d1-7bc3496339c7" -d '{"events": [{"name": "network-changed", "server_uuid": "37faa3af-04c6-420b-b17d-defca18bea38", "tag": "f77546ba-c8d2-4dc2-b067-eba68989e593"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:58.238247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e8302-2eaa-42ed-9453-b0c9dc88e0b5 req-6151a7b6-e39a-43bd-ad7b-ad53f033cb66 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:58.239937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-102e8302-2eaa-42ed-9453-b0c9dc88e0b5 req-6151a7b6-e39a-43bd-ad7b-ad53f033cb66 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 947 time: 0.3136334 Nov 12 13:17:58.280635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-7c544466-c244-456e-bb08-692608fdec66 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] No DVR routers for this DVR port 9ad7ce5a-3c49-4165-8009-700f202b0d37 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:17:58.284274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-7c544466-c244-456e-bb08-692608fdec66 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:58.288596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6771d2c-5ca1-4341-b06b-471becf360a5 req-7c544466-c244-456e-bb08-692608fdec66 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "DELETE /v2.0/ports/9ad7ce5a-3c49-4165-8009-700f202b0d37 HTTP/1.1" status: 204 len: 173 time: 2.4070172 Nov 12 13:17:58.289134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224ea023-03f0-41b7-b94d-dbec8cdaeec9', 'name': 'network-vif-deleted', 'tag': '9ad7ce5a-3c49-4165-8009-700f202b0d37'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:17:58.292004 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad58455a-64b2-40dc-9071-18f8560947b3" -d '{"events": [{"server_uuid": "224ea023-03f0-41b7-b94d-dbec8cdaeec9", "name": "network-vif-deleted", "tag": "9ad7ce5a-3c49-4165-8009-700f202b0d37"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:17:58.390010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-102e8302-2eaa-42ed-9453-b0c9dc88e0b5 req-a4d2b3ce-cfe3-4b6a-8f2f-a1397229d923 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157565 Nov 12 13:17:58.506899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-882e5381-6080-45d7-bcfe-fdcc469a3470 req-0c1852bd-9a85-4c36-a3b4-b25d8f1f190c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072162 Nov 12 13:17:58.517104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfed4f-3965-4d56-88ca-591c1d70ba14 service neutron] Pushing event updated for resources: {'Port': ['ID=f77546ba-c8d2-4dc2-b067-eba68989e593,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:58.544560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-82458f10-3ff5-4151-9d34-10368cd6fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:58.557985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-82458f10-3ff5-4151-9d34-10368cd6fb7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.4460468 Nov 12 13:17:58.591075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-8e41ff91-a51f-4a3b-801b-b39ab940ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:58.592546 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-8e41ff91-a51f-4a3b-801b-b39ab940ea9a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 1099 time: 0.3436279 Nov 12 13:17:58.611245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6cd89b-c3a8-4d74-af38-95af1d0e71a5 None None] Network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:17:58.620541 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-7aadcfbd-fbeb-42d9-8da3-52ca04311bc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549588 Nov 12 13:17:58.626495 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:58.700894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-9138fafc-9332-4f90-8b8d-ad94e3c46f7d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f77546ba-c8d2-4dc2-b067-eba68989e593 HTTP/1.1" status: 200 len: 217 time: 0.0839214 Nov 12 13:17:58.714162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786591-6624-46a2-9c9d-d3c476720882 req-2cff13df-a48a-4ee8-a412-cfbcc78946af tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:58.717438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd786591-6624-46a2-9c9d-d3c476720882 req-2cff13df-a48a-4ee8-a412-cfbcc78946af tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 948 time: 0.1108141 Nov 12 13:17:58.769489 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a48dc45-617c-42aa-aea5-7692a679fb90 x-openstack-request-id: req-0a48dc45-617c-42aa-aea5-7692a679fb90 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:58.769944 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224ea023-03f0-41b7-b94d-dbec8cdaeec9", "name": "network-vif-deleted", "tag": "9ad7ce5a-3c49-4165-8009-700f202b0d37", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:58.771115 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a48dc45-617c-42aa-aea5-7692a679fb90 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:58.771115 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224ea023-03f0-41b7-b94d-dbec8cdaeec9', 'name': 'network-vif-deleted', 'tag': '9ad7ce5a-3c49-4165-8009-700f202b0d37', 'status': 'completed', 'code': 200} Nov 12 13:17:58.772381 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1e808c-2b15-4f9c-9598-ac436e634244 x-openstack-request-id: req-6d1e808c-2b15-4f9c-9598-ac436e634244 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:17:58.772679 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37faa3af-04c6-420b-b17d-defca18bea38", "tag": "f77546ba-c8d2-4dc2-b067-eba68989e593", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:17:58.772957 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6d1e808c-2b15-4f9c-9598-ac436e634244 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:17:58.773729 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37faa3af-04c6-420b-b17d-defca18bea38', 'tag': 'f77546ba-c8d2-4dc2-b067-eba68989e593', 'status': 'completed', 'code': 200} Nov 12 13:17:58.788874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5e4a0bf0-f5b0-460a-a1c9-5a14d0113d52 None None] Provisioning complete for port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:58.789250 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0bf0-f5b0-460a-a1c9-5a14d0113d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:58.831671 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-f1aeddfb-e162-43e2-a1ed-fd4de7ce03a3 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004964 Nov 12 13:17:58.839008 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:58.880191 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd786591-6624-46a2-9c9d-d3c476720882 req-469362b7-aa52-4321-9169-39ebf1eb9118 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513689 Nov 12 13:17:58.976265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:17:58.996328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] device_id is not set on port e3fc1244-3b20-455f-b6c0-bb7af1b363ce yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:17:59.053255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34510) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:59.080484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 00a00b2b-99af-4cdc-9164-0327545e20a1 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:17:59.093717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9ad7ce5a-3c49-4165-8009-700f202b0d37 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:17:59.113130 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0bf0-f5b0-460a-a1c9-5a14d0113d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.126722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-8dd51434-0e79-464b-b1b1-64ff7d22553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:59.128562 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-8dd51434-0e79-464b-b1b1-64ff7d22553c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2802720 Nov 12 13:17:59.137901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fbd9f-6aca-4acd-af2a-dde9322c8ee8 req-1e15587f-659f-4a2b-b888-f9e3c86e8265 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:59.145693 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f91fbd9f-6aca-4acd-af2a-dde9322c8ee8 req-1e15587f-659f-4a2b-b888-f9e3c86e8265 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 947 time: 0.2961323 Nov 12 13:17:59.156107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 9ad7ce5a-3c49-4165-8009-700f202b0d37 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:17:59.156939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9ad7ce5a-3c49-4165-8009-700f202b0d37 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:17:59.160367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe9719-960b-4362-8bfd-8f10c32d73a2 req-8303778a-1bfa-4d25-be78-2ea4ca895a23 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:59.162738 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4fbe9719-960b-4362-8bfd-8f10c32d73a2 req-8303778a-1bfa-4d25-be78-2ea4ca895a23 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.0926878 Nov 12 13:17:59.200072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:17:59.200847 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.264505 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4fbe9719-960b-4362-8bfd-8f10c32d73a2 req-4c0deca7-b495-4219-9d1b-3ea3ddbf3281 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913873 Nov 12 13:17:59.309198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df5f1ed5-45f5-4926-b61c-31a4449db625 req-0afd15de-5c60-43e3-8b0f-72f262e90bb4 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586966 Nov 12 13:17:59.325890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-792688683-network', 'tenant_id': 'f253c29864cd4edda329085232c074e2'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:59.341034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-ab893ef2-4d51-47e6-85e4-940c8ae0ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:59.342740 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-ab893ef2-4d51-47e6-85e4-940c8ae0ebbd service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1950135 Nov 12 13:17:59.357164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Made reservation on behalf of f253c29864cd4edda329085232c074e2 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:59.362636 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.372490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f91fbd9f-6aca-4acd-af2a-dde9322c8ee8 req-76b593a4-a8c6-425b-8436-935983992b4c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255409 Nov 12 13:17:59.376419 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.425893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5e4a0bf0-f5b0-460a-a1c9-5a14d0113d52 None None] For port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b21c3b5d-4aa1-4b35-8b80-58e73eab1a85,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:59.484973 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0bf0-f5b0-460a-a1c9-5a14d0113d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.545813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.554345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.575894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Allocated IP 10.1.1.242 (10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a/c5351daa-3be1-4471-b6f4-113ab2627ea9/e3fc1244-3b20-455f-b6c0-bb7af1b363ce) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:17:59.594906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:17:59.628034 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-963f040b-6380-4302-bb38-14cd8305d850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.638676 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.638676 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Added segment 14a0ffd8-7359-45f5-8059-4c1ce753648d of type vlan for network 28d6a69d-5d20-4513-aec5-574576d35260 Nov 12 13:17:59.649317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd918f3c-e8e8-4802-82ea-06da77201dc3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:59.716856 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.764707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-8ecd096d-bdda-4b6b-8789-02cacb5111ab service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907902 Nov 12 13:17:59.783641 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.785229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:17:59.786068 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.843049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7885425 Nov 12 13:17:59.853851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34536) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:17:59.862843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a0bf0-f5b0-460a-a1c9-5a14d0113d52 None None] Pushing event updated for resources: {'Port': ['ID=b21c3b5d-4aa1-4b35-8b80-58e73eab1a85,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:59.866012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Request body: {'subnet': {'network_id': '28d6a69d-5d20-4513-aec5-574576d35260', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-792688683-subnet', 'tenant_id': 'f253c29864cd4edda329085232c074e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:17:59.878479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:17:59.892811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Made reservation on behalf of f253c29864cd4edda329085232c074e2 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:17:59.895329 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:17:59.900770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e587f6c-3991-4489-8639-07651cbbd3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=28d6a69d-5d20-4513-aec5-574576d35260,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:17:59.944721 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 28d6a69d-5d20-4513-aec5-574576d35260 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:17:59.953524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'mac_address': 'fa:16:3e:bc:19:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:00.039643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3fc0c792-0c7a-414b-9a90-8b87eec4a99a None None] Provisioning complete for port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:00.040108 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c792-0c7a-414b-9a90-8b87eec4a99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:00.177491 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:00.198691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff8da4d-d6e9-4844-8f13-47f71a96e322 req-55b50aae-64d1-4cdd-b6bf-d6bc102d3fcc service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184062 Nov 12 13:18:00.199180 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:00.217556 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-0b23fe74-99b8-4df5-ae2c-bee29b55c613 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432336 Nov 12 13:18:00.220915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a00b2b-99af-4cdc-9164-0327545e20a1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:00.250502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:00.294537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:00.407965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:00.489635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4007460-d39c-42ba-bc04-f0726c8a23a7 req-2f32cff2-7300-4c0b-8b2a-c305814135cc tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:00.491567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4007460-d39c-42ba-bc04-f0726c8a23a7 req-2f32cff2-7300-4c0b-8b2a-c305814135cc tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 948 time: 0.0786223 Nov 12 13:18:00.497750 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:00.506632 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:00.512596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:00.513038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-fb80f3c9-ec97-4723-8ca0-814c39e044ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:00.514562 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-fb80f3c9-ec97-4723-8ca0-814c39e044ae service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 1099 time: 0.2348919 Nov 12 13:18:00.518243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:00.532904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b534823-9112-48b8-a22d-2a4df1682815 req-09cb35e8-8180-4334-859c-eaa2e7215926 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:00.534386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-09cb35e8-8180-4334-859c-eaa2e7215926 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088186 Nov 12 13:18:00.553809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4007460-d39c-42ba-bc04-f0726c8a23a7 req-9a99c864-31ec-4b4c-9e68-9adf0edae429 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508723 Nov 12 13:18:00.565911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:00.574272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Port': ['ID=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:00.586411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:00.725714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41971e9f-002a-41b7-86b9-d41275b9bf09 req-8617170e-bbf8-4758-bf6d-56c33f491ff0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:00.727451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41971e9f-002a-41b7-86b9-d41275b9bf09 req-8617170e-bbf8-4758-bf6d-56c33f491ff0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.0761461 Nov 12 13:18:00.772840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['00a00b2b-99af-4cdc-9164-0327545e20a1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:00.785802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41971e9f-002a-41b7-86b9-d41275b9bf09 req-a3db6cde-0d90-4402-bb1e-d2d2cc21074b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508621 Nov 12 13:18:00.891832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:00.962212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d78d64f7-3a3f-4dda-9d6b-2e422a25687d None None] Provisioning complete for port e3fc1244-3b20-455f-b6c0-bb7af1b363ce triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:00.962462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d78d64f7-3a3f-4dda-9d6b-2e422a25687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:01.036652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d78d64f7-3a3f-4dda-9d6b-2e422a25687d None None] Port e3fc1244-3b20-455f-b6c0-bb7af1b363ce cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:18:01.055221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:01.056265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:01.092632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-3deca890-0f72-4284-a218-2f11defbead6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/quotas/f24db78ff5ca4b5eb226d1905e0afceb HTTP/1.1" status: 200 len: 375 time: 0.5227048 Nov 12 13:18:01.121840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefec863-6d72-4632-b7a4-f1cf94d9f657,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:01.182142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:01.182778 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:01.194281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-7867aaa2-9dc1-48b5-a468-47decd1d56cb tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:01.196318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-7867aaa2-9dc1-48b5-a468-47decd1d56cb tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.1236029 Nov 12 13:18:01.206179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Checking segment: {'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:01.206516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Network hostable DHCP agents. Network: 28d6a69d-5d20-4513-aec5-574576d35260, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:18:01.214855 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-9b9f66eb-a9d3-41ed-b8cc-15b5e1d4b5f2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/quotas/44bbb573e2f944788a4da5de2cdc3546 HTTP/1.1" status: 200 len: 375 time: 0.0126283 Nov 12 13:18:01.221529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-98066c6a-2727-4ab3-80e9-ddd9c8ac7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:01.223103 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-98066c6a-2727-4ab3-80e9-ddd9c8ac7111 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.7007093 Nov 12 13:18:01.233825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d7d6686b-6e7e-418d-a55b-5f0d01155333 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6424198 Nov 12 13:18:01.256686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-1b356f8e-f09e-411c-b436-0582ff95e534 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1485469 Nov 12 13:18:01.282164 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-94819479-60e8-4d26-8056-2c1c25ad7214 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606995 Nov 12 13:18:01.287383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Network 28d6a69d-5d20-4513-aec5-574576d35260 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:18:01.292347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-666fae15-ee3f-4ad4-8e99-3bd9b63c8579 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f77546ba-c8d2-4dc2-b067-eba68989e593 HTTP/1.1" status: 200 len: 217 time: 0.0545962 Nov 12 13:18:01.301235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 28d6a69d-5d20-4513-aec5-574576d35260) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:01.306967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:01.307748 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:01.318842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22767511-361d-49b9-b96d-fe64463c04f7 None None] Network 28d6a69d-5d20-4513-aec5-574576d35260 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:18:01.381323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7249cdd8-cc95-41a7-91ea-f020b8f1e627 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5169661 Nov 12 13:18:01.416829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-5ed2ce81-151c-4280-a39c-05158d91a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:01.419518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-5ed2ce81-151c-4280-a39c-05158d91a284 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1070952 Nov 12 13:18:01.491276 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-6b1da750-6e65-4615-b4e6-57b49686f8a2 service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897969 Nov 12 13:18:01.529480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-1a47fdaf-b790-4c17-8973-cdfc89cfe3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:01.531092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-1a47fdaf-b790-4c17-8973-cdfc89cfe3f9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004269 Nov 12 13:18:01.565495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac518de-75b4-4640-891d-46297adeb971 None None] Network 28d6a69d-5d20-4513-aec5-574576d35260 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:18:01.669207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-6c9a4226-f1d0-4f2b-a9bb-829397de4ef8 service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693428 Nov 12 13:18:01.708520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-2c52f4da-4f00-4e40-89ac-50a7aa1c0c8a service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685364 Nov 12 13:18:01.954594 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd5f551b-8d35-4204-88d1-7bc3496339c7 req-06123f95-3ea5-4cc8-abf2-9cfd64ba926b service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245140 Nov 12 13:18:01.972843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34632) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:01.978723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-76bd2bcc-011e-446a-a06a-264fbb3d6130 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298482382', 'description': 'tempest-description--584900534'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:01.987385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d8e90160-45b3-4626-9e24-71e5ddd78775 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:01.993641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d8e90160-45b3-4626-9e24-71e5ddd78775 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 805 time: 0.3098814 Nov 12 13:18:02.017913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-e524e7eb-368a-4685-bead-09ccb2b132dc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/quotas/19b68696d6fd423783b2b62d2ed9a8ff HTTP/1.1" status: 200 len: 375 time: 0.0160382 Nov 12 13:18:02.057591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fa72df8-eb03-46ce-8096-9382a3fad318 req-0bb177fb-89fc-46eb-a6ee-7301c05c3238 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 210 time: 0.0428901 Nov 12 13:18:02.059214 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76bd2bcc-011e-446a-a06a-264fbb3d6130 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.065405 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.094027 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-e1da9f97-9dfd-4278-9e25-366fdd9d45cc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667846 Nov 12 13:18:02.158277 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76bd2bcc-011e-446a-a06a-264fbb3d6130 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.163727 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76bd2bcc-011e-446a-a06a-264fbb3d6130 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.234652 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76bd2bcc-011e-446a-a06a-264fbb3d6130 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.236049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-76bd2bcc-011e-446a-a06a-264fbb3d6130 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2620173 Nov 12 13:18:02.239450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34642) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:02.244563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-85d9290a-576d-4d69-97ba-5118b554c2ce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'security_group_rule': {'security_group_id': '441cd092-67a3-4aa7-8b4d-c7f732f30da4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:02.250399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd2bcc-011e-446a-a06a-264fbb3d6130 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441cd092-67a3-4aa7-8b4d-c7f732f30da4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:02.283288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008d330-5ae2-4ee3-92db-5b24e903633b req-01889db5-cc15-4c01-8bec-25249774303f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:02.284819 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2008d330-5ae2-4ee3-92db-5b24e903633b req-01889db5-cc15-4c01-8bec-25249774303f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 948 time: 0.1117277 Nov 12 13:18:02.308370 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-52badb67-2da0-4346-b09b-479e7fffd76c service neutron] 10.222.0.73 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131598 Nov 12 13:18:02.318859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d9290a-576d-4d69-97ba-5118b554c2ce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.344872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e17d5099-5fd3-41ea-9365-90cf9a8dfe1b no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:02.378977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2008d330-5ae2-4ee3-92db-5b24e903633b req-6f31cd08-3071-45e6-8fc1-3139e25f503b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874650 Nov 12 13:18:02.438937 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d9290a-576d-4d69-97ba-5118b554c2ce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.443259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d9290a-576d-4d69-97ba-5118b554c2ce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.457585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-eca61a1f-a9d7-4794-b494-893b4d8fee4d service neutron] 10.222.0.73 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482804 Nov 12 13:18:02.469647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9290a-576d-4d69-97ba-5118b554c2ce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0c844f-731e-42a5-ba90-5579a09c360b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:02.478810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d9290a-576d-4d69-97ba-5118b554c2ce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.480283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-85d9290a-576d-4d69-97ba-5118b554c2ce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2395890 Nov 12 13:18:02.482860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34646) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:02.488771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-61720465-e422-4574-a878-22831b2f1d20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'security_group_rule': {'security_group_id': '441cd092-67a3-4aa7-8b4d-c7f732f30da4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:02.511622 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.530737 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61720465-e422-4574-a878-22831b2f1d20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.558562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:02.562653 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf40262a-d836-44b6-94bf-02b0fc8a91da" -d '{"events": [{"server_uuid": "2a8c67bf-e013-4f57-9385-4a26e2d151bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e17d5099-5fd3-41ea-9365-90cf9a8dfe1b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:02.580467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:02.587864 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.627569 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61720465-e422-4574-a878-22831b2f1d20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.636087 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61720465-e422-4574-a878-22831b2f1d20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.666161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61720465-e422-4574-a878-22831b2f1d20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cbeb4a-6210-47f3-99fe-d8ccdc325436,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:02.715409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:02.726865 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.755720 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b018dc0-3b96-42db-b32d-2f5ec1083b74 req-e2b2794e-834d-4673-9cf8-7fd9f9795dfa tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 210 time: 0.0529590 Nov 12 13:18:02.760380 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61720465-e422-4574-a878-22831b2f1d20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.761709 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-61720465-e422-4574-a878-22831b2f1d20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2778521 Nov 12 13:18:02.765019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34664) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:02.770228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:02.827452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:02.834939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-757fe8f1-bebf-453b-a674-3422c821e34b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:02.842396 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-757fe8f1-bebf-453b-a674-3422c821e34b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/networks?id=28d6a69d-5d20-4513-aec5-574576d35260 HTTP/1.1" status: 200 len: 821 time: 0.1580784 Nov 12 13:18:02.870933 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-bc9647e4-b48b-44a6-9656-ef43fb588db1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/quotas/f253c29864cd4edda329085232c074e2 HTTP/1.1" status: 200 len: 375 time: 0.0267906 Nov 12 13:18:02.909655 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-b3ae82bb-3ed0-4b42-ba2e-1cd2dc310b22 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f253c29864cd4edda329085232c074e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377653 Nov 12 13:18:02.929203 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-7f04f05d-c178-40c3-87d5-e15d65c74a5c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687222 Nov 12 13:18:03.029844 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-f98ee4ba-9146-444c-8d3e-bc3bf83812cb service neutron] 10.222.0.73 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184912 Nov 12 13:18:03.081602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 00a00b2b-99af-4cdc-9164-0327545e20a1 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:03.115441 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9e06d-f820-4f8e-a8a8-d40bbb3ee174 req-5914278e-0339-4444-861c-9886066ef47a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:03.123463 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7af9e06d-f820-4f8e-a8a8-d40bbb3ee174 req-5914278e-0339-4444-861c-9886066ef47a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.2257574 Nov 12 13:18:03.165810 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-59a95757-bb8a-4b6d-a54e-37c8ba6fff14 service neutron] 10.222.0.73 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296368 Nov 12 13:18:03.194008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 00a00b2b-99af-4cdc-9164-0327545e20a1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:03.194526 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:03.203721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b534823-9112-48b8-a22d-2a4df1682815 req-e67f7568-8c8a-42d3-a35e-330c63a7b236 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:03.205213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-e67f7568-8c8a-42d3-a35e-330c63a7b236 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575731 Nov 12 13:18:03.235341 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Request body: {'port': {'device_id': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'f24db78ff5ca4b5eb226d1905e0afceb'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:03.263057 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:03.269169 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7af9e06d-f820-4f8e-a8a8-d40bbb3ee174 req-c98a0aff-5b99-4850-9731-2f8ffd789df6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450558 Nov 12 13:18:03.330494 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:03.434929 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84510ab9-2ff5-49a9-af98-f79ce151d79f x-openstack-request-id: req-84510ab9-2ff5-49a9-af98-f79ce151d79f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:03.436358 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8c67bf-e013-4f57-9385-4a26e2d151bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e17d5099-5fd3-41ea-9365-90cf9a8dfe1b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:03.436779 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84510ab9-2ff5-49a9-af98-f79ce151d79f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:03.437679 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b', 'code': 200} Nov 12 13:18:03.446558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-2d13bda1-ca41-4a0c-b802-8202012a9bc0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:03.450556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-2d13bda1-ca41-4a0c-b802-8202012a9bc0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a8c67bf-e013-4f57-9385-4a26e2d151bd HTTP/1.1" status: 200 len: 944 time: 0.1396878 Nov 12 13:18:03.471912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:03.481003 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:03.490813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Allocated IP 172.25.5.32 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/ba4af5ee-620e-4c0f-9c11-a79654cf0e1d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:03.503025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Made reservation on behalf of f24db78ff5ca4b5eb226d1905e0afceb for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:03.506810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:03.634142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534e3f77-6197-49d1-8977-8b2dd0c685c1 req-bd84833e-c130-46ab-a0eb-754eb031d8a0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 210 time: 0.0588667 Nov 12 13:18:03.720622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Allocated IP 192.168.233.147 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/3bb6a1a6-e47c-41e0-bb0f-023b5153b282) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:03.731234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:03.767456 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0314afb2-f8c6-4c9c-a65e-2defcccbefaa req-0e82bedf-e18b-4644-bd97-4d3b2ece74a3 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 210 time: 0.0540457 Nov 12 13:18:03.803062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-36fef6d4-bedc-42dc-bd4a-30bbc8b0b7d8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Deleting port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:18:03.804518 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-36fef6d4-bedc-42dc-bd4a-30bbc8b0b7d8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:03.977637 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2191fe27-5d15-4e13-a2bd-fce503039676 req-56135cdc-a75e-4afc-854f-715ccd074fdb tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 210 time: 0.1950819 Nov 12 13:18:04.026888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-36fef6d4-bedc-42dc-bd4a-30bbc8b0b7d8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] For port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:04.027499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-36fef6d4-bedc-42dc-bd4a-30bbc8b0b7d8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:04.057210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd24e7a-d3b5-4c36-91cf-8fecae6089ea req-eb0d8091-02f5-483c-885a-63598bc63ada tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:04.064609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfd24e7a-d3b5-4c36-91cf-8fecae6089ea req-eb0d8091-02f5-483c-885a-63598bc63ada tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 948 time: 0.1234426 Nov 12 13:18:04.066900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-36fef6d4-bedc-42dc-bd4a-30bbc8b0b7d8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Calling delete_port for e17d5099-5fd3-41ea-9365-90cf9a8dfe1b owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:18:04.158464 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef187284-81be-453f-b4f4-c6985f390d41 req-1d1c7c57-fb26-4719-9910-831e5ddbd669 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 210 time: 0.0528204 Nov 12 13:18:04.165101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfd24e7a-d3b5-4c36-91cf-8fecae6089ea req-106ec2b4-dbfa-4439-a9f0-ea25afcf1b04 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993254 Nov 12 13:18:04.210765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-0fc94583-e369-4f4b-be90-beeb9d2f2519 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:04.212454 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-0fc94583-e369-4f4b-be90-beeb9d2f2519 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.4312391 Nov 12 13:18:04.232086 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:04.245214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Request body: {'port': {'device_id': '52a2b285-0850-4167-9c5b-892934c39731', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'admin_state_up': True, 'tenant_id': '44bbb573e2f944788a4da5de2cdc3546'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:04.277147 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:04.301976 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-36fef6d4-bedc-42dc-bd4a-30bbc8b0b7d8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:04.366862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fef6d4-bedc-42dc-bd4a-30bbc8b0b7d8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Pushing event deleted for resources: {'Port': ['ID=e17d5099-5fd3-41ea-9365-90cf9a8dfe1b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:04.407812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:04.417471 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:04.430173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['cd90903a-5081-489a-bc3f-5c0053863b0d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:04.470897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:04.477619 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Made reservation on behalf of 44bbb573e2f944788a4da5de2cdc3546 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:04.481445 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:04.491935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8fefa74e-6cf2-45fe-a1d0-a54fca643e52', '00a00b2b-99af-4cdc-9164-0327545e20a1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:04.502007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:04.508100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Port': ['ID=ba4af5ee-620e-4c0f-9c11-a79654cf0e1d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:04.537952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:04.545317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-36fef6d4-bedc-42dc-bd4a-30bbc8b0b7d8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] No DVR routers for this DVR port e17d5099-5fd3-41ea-9365-90cf9a8dfe1b on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:18:04.548294 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-36fef6d4-bedc-42dc-bd4a-30bbc8b0b7d8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:04.551710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95912934-1f5d-4562-8c07-2f62d88f1a32 req-36fef6d4-bedc-42dc-bd4a-30bbc8b0b7d8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "DELETE /v2.0/ports/e17d5099-5fd3-41ea-9365-90cf9a8dfe1b HTTP/1.1" status: 204 len: 173 time: 1.0864668 Nov 12 13:18:04.555410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:04.565315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'name': 'network-vif-deleted', 'tag': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:04.567572 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2663314-14fc-4688-bc6c-f6f853c44f45" -d '{"events": [{"server_uuid": "2a8c67bf-e013-4f57-9385-4a26e2d151bd", "name": "network-vif-deleted", "tag": "e17d5099-5fd3-41ea-9365-90cf9a8dfe1b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:04.602378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:04.616903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba496718-b89e-42e8-8495-5708bf197860 req-321b7275-b943-4df7-afb3-5606036d7ae0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:04.624368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba496718-b89e-42e8-8495-5708bf197860 req-321b7275-b943-4df7-afb3-5606036d7ae0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.1989570 Nov 12 13:18:04.630659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:04.633197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-024c6a37-dd61-4346-87b1-7ca428a7fdb5 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:04.635650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-024c6a37-dd61-4346-87b1-7ca428a7fdb5 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 805 time: 0.2409763 Nov 12 13:18:04.673930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Request body: {'port': {'device_id': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'admin_state_up': True, 'tenant_id': '19b68696d6fd423783b2b62d2ed9a8ff'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:04.707140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:04.708362 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:04.795872 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450a65b3-b6ba-4a10-9628-652703793272 x-openstack-request-id: req-450a65b3-b6ba-4a10-9628-652703793272 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:04.796170 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8c67bf-e013-4f57-9385-4a26e2d151bd", "name": "network-vif-deleted", "tag": "e17d5099-5fd3-41ea-9365-90cf9a8dfe1b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:04.796432 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-450a65b3-b6ba-4a10-9628-652703793272 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:04.796832 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8c67bf-e013-4f57-9385-4a26e2d151bd', 'name': 'network-vif-deleted', 'tag': 'e17d5099-5fd3-41ea-9365-90cf9a8dfe1b', 'status': 'completed', 'code': 200} Nov 12 13:18:04.827328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba496718-b89e-42e8-8495-5708bf197860 req-70b5fe31-7613-40d1-9af5-644dc211523a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945474 Nov 12 13:18:04.845534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:04.862823 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-f30ae678-a543-4882-9137-eb4a4662f380 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6323626 Nov 12 13:18:04.908478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Request body: {'port': {'device_id': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:04.984896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Made reservation on behalf of 19b68696d6fd423783b2b62d2ed9a8ff for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:04.989326 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.029206 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29e29596-a342-42aa-872b-bd3734a039f7 req-eb77a4ae-5400-4c30-90cd-eee7d8cd22f0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 210 time: 0.1551597 Nov 12 13:18:05.067958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b89b828d-ee3a-45be-8732-013e87073d85 req-93d97b3f-5226-4282-9a8c-d070aab06c14 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 210 time: 0.0438945 Nov 12 13:18:05.110304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f77546ba-c8d2-4dc2-b067-eba68989e593 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:05.119138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d3b65f24-85b8-4718-92dd-5973439e9774 None None] Provisioning complete for port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:05.119762 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b65f24-85b8-4718-92dd-5973439e9774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.192336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d3b65f24-85b8-4718-92dd-5973439e9774 None None] Port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:18:05.219956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Allocated IP 172.20.0.4 (02063453-568c-451d-b934-1efda5522628/3ad61732-f35b-4b5a-bf00-499c187c8273/e2ed83e2-3d20-47c3-92a3-68c0308f37fb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:05.256748 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.303282 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Allocated IP 172.20.0.13 (a9af9cf4-1027-482e-9b95-2642068411b0/f405fae7-5435-415b-803d-1ce0aefde344/8813c5c7-cfc4-4071-8aef-4cc843d58817) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:05.316621 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.323927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f77546ba-c8d2-4dc2-b067-eba68989e593, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f77546ba-c8d2-4dc2-b067-eba68989e593,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:05.340331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'f77546ba-c8d2-4dc2-b067-eba68989e593', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'f77546ba-c8d2-4dc2-b067-eba68989e593', 'mac_address': 'fa:16:3e:b1:f0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:05.385965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67794b9-0018-4568-9ff8-9c9de5c0dad5 req-268332cb-b5ea-4c1d-857d-4ae0adff54e5 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:05.394200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b67794b9-0018-4568-9ff8-9c9de5c0dad5 req-268332cb-b5ea-4c1d-857d-4ae0adff54e5 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 948 time: 0.1425006 Nov 12 13:18:05.398329 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.400264 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.425210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77546ba-c8d2-4dc2-b067-eba68989e593 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:05.439625 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:05.442389 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c584c08a-09bb-4e5f-bf97-06f9a06df32a" -d '{"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-plugged", "status": "completed", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:05.461427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-017f3a04-28b3-43c5-b947-103787c4210e tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:05.462718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f77546ba-c8d2-4dc2-b067-eba68989e593, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f77546ba-c8d2-4dc2-b067-eba68989e593,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:05.463089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-017f3a04-28b3-43c5-b947-103787c4210e tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "GET /v2.0/networks?id=28d6a69d-5d20-4513-aec5-574576d35260 HTTP/1.1" status: 200 len: 821 time: 0.3735735 Nov 12 13:18:05.470149 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.478965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b67794b9-0018-4568-9ff8-9c9de5c0dad5 req-d072bdf5-c41a-4def-8966-1b9a974df96a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832057 Nov 12 13:18:05.513296 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.523049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998cf8-b553-420c-af8e-2581042ce74c req-1899989d-a005-4f0d-9185-aa92e803a6e1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:05.524979 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6998cf8-b553-420c-af8e-2581042ce74c req-1899989d-a005-4f0d-9185-aa92e803a6e1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 936 time: 0.4015195 Nov 12 13:18:05.543846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f77546ba-c8d2-4dc2-b067-eba68989e593,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:05.557854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.568733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Request body: {'port': {'device_id': 'bbbef5ae-2d6f-4da0-9453-5aef999b9295', 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260', 'admin_state_up': True, 'tenant_id': 'f253c29864cd4edda329085232c074e2'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:05.614057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Network 02063453-568c-451d-b934-1efda5522628 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:05.635227 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:05.643401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5f81c29-5c75-4636-a7df-1ba710a58f75 req-6744f1d3-c058-4d32-952f-81085eeab8ad tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 210 time: 0.0533986 Nov 12 13:18:05.644202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:05.685627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Pushing event updated for resources: {'Port': ['ID=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:05.695576 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65f6330-806f-4f78-989a-365fc6cd6331 x-openstack-request-id: req-f65f6330-806f-4f78-989a-365fc6cd6331 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:05.696844 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-plugged", "status": "completed", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:05.698127 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f65f6330-806f-4f78-989a-365fc6cd6331 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:05.698626 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'code': 200} Nov 12 13:18:05.715299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:05.715945 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.733800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-9f04fbc5-aa1e-49ed-88c5-35b107b1e5fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0704403 Nov 12 13:18:05.748628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Request body: {'port': {'device_id': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:05.807150 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:05.941828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f77546ba-c8d2-4dc2-b067-eba68989e593'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:05.944691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6998cf8-b553-420c-af8e-2581042ce74c req-5d3bf3c9-ef4e-4fd8-bf12-b9cb02b38a99 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979492 Nov 12 13:18:06.029917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456642c3-3ccb-4f94-ae2e-4aa7c3c04306 req-b0690a98-ce6d-4bee-89c5-c3eb730e3cc2 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:06.032284 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-456642c3-3ccb-4f94-ae2e-4aa7c3c04306 req-b0690a98-ce6d-4bee-89c5-c3eb730e3cc2 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.1192811 Nov 12 13:18:06.108893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-456642c3-3ccb-4f94-ae2e-4aa7c3c04306 req-a7d1e1ef-0a27-48d3-a5d1-2f3f8b85987d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665038 Nov 12 13:18:06.185446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ed83e2-3d20-47c3-92a3-68c0308f37fb {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:06.193899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.218345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Transition to ACTIVE for port object e2ed83e2-3d20-47c3-92a3-68c0308f37fb will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:06.233991 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.237448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67a74a51-cea5-4f31-b6e5-a9d3c5ae0939 req-f0fae49f-41fa-4d39-a7d6-9f2d37e1ac1b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 210 time: 0.0332291 Nov 12 13:18:06.294508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Pushing event updated for resources: {'Port': ['ID=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:06.361346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Attempting to bind port e2ed83e2-3d20-47c3-92a3-68c0308f37fb on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:06.361663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Attempting to bind port e2ed83e2-3d20-47c3-92a3-68c0308f37fb by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:06.361951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Attempting to bind port e2ed83e2-3d20-47c3-92a3-68c0308f37fb on network 02063453-568c-451d-b934-1efda5522628 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:06.366302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Port e2ed83e2-3d20-47c3-92a3-68c0308f37fb on network 02063453-568c-451d-b934-1efda5522628 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:06.366625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Attempting to bind port e2ed83e2-3d20-47c3-92a3-68c0308f37fb on network 02063453-568c-451d-b934-1efda5522628 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:06.371205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e17d5099-5fd3-41ea-9365-90cf9a8dfe1b no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:06.371877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:06.372211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Checking segment: {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:06.372597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Bound using segment: {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:06.373029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Bound port: e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:06.373413 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.396665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: e17d5099-5fd3-41ea-9365-90cf9a8dfe1b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:18:06.397340 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e17d5099-5fd3-41ea-9365-90cf9a8dfe1b not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:18:06.442402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] For port e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:06.445525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] For port e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:06.451001 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.474238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Made reservation on behalf of f253c29864cd4edda329085232c074e2 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:06.475318 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.483992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.499295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:06.500150 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.501557 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] 10.222.0.70 "PUT /v2.0/ports/e2ed83e2-3d20-47c3-92a3-68c0308f37fb HTTP/1.1" status: 200 len: 1091 time: 0.7591610 Nov 12 13:18:06.527815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62326444-dc94-455f-99b0-01700f566599 req-6a7d5b4f-3318-4998-b7ee-fa0718f46b7a tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:06.529322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62326444-dc94-455f-99b0-01700f566599 req-6a7d5b4f-3318-4998-b7ee-fa0718f46b7a tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 943 time: 0.2322443 Nov 12 13:18:06.537709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaa0db-7666-4f4c-8327-b08efa83588a service neutron] Pushing event updated for resources: {'Port': ['ID=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:06.591331 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.612757 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.628932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-a67b02b3-a579-4430-96a7-7567acb2672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:06.630535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-a67b02b3-a579-4430-96a7-7567acb2672d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 1094 time: 0.0812218 Nov 12 13:18:06.642881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249cf1-51ae-4d0f-928f-039590d14836 req-4aea0c3a-e42f-49f8-980c-5c8d8128eb53 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:06.644382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b249cf1-51ae-4d0f-928f-039590d14836 req-4aea0c3a-e42f-49f8-980c-5c8d8128eb53 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 949 time: 0.0629129 Nov 12 13:18:06.692242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-6ef04ebd-4dc2-4e98-ac46-7e8e88988fac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb HTTP/1.1" status: 200 len: 217 time: 0.0468118 Nov 12 13:18:06.772465 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.773122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b249cf1-51ae-4d0f-928f-039590d14836 req-8035c5da-5e5f-4caf-81c7-f2fa03e3014f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208313 Nov 12 13:18:06.780005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-bd632a94-3153-4095-a0e2-b678dbbf64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:06.787966 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-bd632a94-3153-4095-a0e2-b678dbbf64d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ad61732-f35b-4b5a-bf00-499c187c8273 HTTP/1.1" status: 200 len: 845 time: 0.0812860 Nov 12 13:18:06.793435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:06.801902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'tag': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:06.804244 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bd0104-808f-4be0-9b8f-bda4e32e695d" -d '{"events": [{"name": "network-changed", "server_uuid": "0999f502-e2f8-4f8c-84b0-30ccf68b9fa2", "tag": "e2ed83e2-3d20-47c3-92a3-68c0308f37fb"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:06.825469 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62326444-dc94-455f-99b0-01700f566599 req-955cb1f6-0e38-47e9-a3d0-eee5f39be1fb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785938 Nov 12 13:18:06.828906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-88dc0e8a-1629-4d78-b77f-5745a1e876ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02063453-568c-451d-b934-1efda5522628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382218 Nov 12 13:18:06.871408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Port': ['ID=ba4af5ee-620e-4c0f-9c11-a79654cf0e1d,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:06.969256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:06.975101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Network a9af9cf4-1027-482e-9b95-2642068411b0 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:06.992957 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f2e258-e2a1-4383-bf8f-6fd7906a98a4 x-openstack-request-id: req-24f2e258-e2a1-4383-bf8f-6fd7906a98a4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:06.993742 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0999f502-e2f8-4f8c-84b0-30ccf68b9fa2", "tag": "e2ed83e2-3d20-47c3-92a3-68c0308f37fb", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:06.993742 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24f2e258-e2a1-4383-bf8f-6fd7906a98a4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:06.993978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:06.994088 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'tag': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb', 'status': 'completed', 'code': 200} Nov 12 13:18:07.001018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:07.014368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228394f9-234b-4e4d-ac4a-8d697ac21a20 req-726a22da-7cad-478e-9dc1-73d09b064d06 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:07.016623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-228394f9-234b-4e4d-ac4a-8d697ac21a20 req-726a22da-7cad-478e-9dc1-73d09b064d06 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 932 time: 0.0950763 Nov 12 13:18:07.018642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-56c273ec-2148-4bb3-8c9c-93ccdef274e2 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827135 Nov 12 13:18:07.020657 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:07.023092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event updated for resources: {'Port': ['ID=8813c5c7-cfc4-4071-8aef-4cc843d58817,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:07.034083 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:07.037976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Allocated IP 172.20.0.10 (28d6a69d-5d20-4513-aec5-574576d35260/aefec863-6d72-4632-b7a4-f1cf94d9f657/1c72d6db-e26f-4152-b2b6-4b63dee85157) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:07.081087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Transition to ACTIVE for port object 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:07.094768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 6b0fd765-8487-42df-86de-9298b868497c details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:07.103804 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:07.117552 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-228394f9-234b-4e4d-ac4a-8d697ac21a20 req-0c3fac93-7edd-4581-8b72-c1a819db738c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940213 Nov 12 13:18:07.130200 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:07.149737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a0a2aef6-4912-42c1-9870-3950aef8b6ea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3830371 Nov 12 13:18:07.225116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:07.237992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '6b0fd765-8487-42df-86de-9298b868497c', 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5', 'port_id': '6b0fd765-8487-42df-86de-9298b868497c', 'mac_address': 'fa:16:3e:94:3e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12e7e2d-7153-45cb-8e22-39f25b694e6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:07.255393 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faa578d3-57e5-4db1-81d0-5123fba6604e req-edd369a0-89a4-4656-99db-1910c9e60698 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010829 Nov 12 13:18:07.294079 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:07.315577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0fd765-8487-42df-86de-9298b868497c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:07.331989 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:07.333245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:07.340015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:07.346177 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:07.361256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe98cb-7483-4729-adf9-3dd9aee83c41 req-5543a5be-3c23-4519-a06e-35bdc93c0b71 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:07.363616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9fe98cb-7483-4729-adf9-3dd9aee83c41 req-5543a5be-3c23-4519-a06e-35bdc93c0b71 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.1067116 Nov 12 13:18:07.388789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:07.412869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-42228ccf-d205-487b-83ec-001b1ec9c6c5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1688116 Nov 12 13:18:07.420580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd0104-808f-4be0-9b8f-bda4e32e695d req-364b9d42-efe6-46dc-81b7-0cd51279f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:07.422616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67bd0104-808f-4be0-9b8f-bda4e32e695d req-364b9d42-efe6-46dc-81b7-0cd51279f991 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 1094 time: 0.1096354 Nov 12 13:18:07.434366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Request body: {'port': {'device_id': '52a2b285-0850-4167-9c5b-892934c39731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:07.436834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=6b0fd765-8487-42df-86de-9298b868497c,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:07.445600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc701644-ce3d-4d36-ae8f-1e270094f590 req-2ee6bc2a-8796-4650-b48f-eaff1c00007d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:07.449260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fc701644-ce3d-4d36-ae8f-1e270094f590 req-2ee6bc2a-8796-4650-b48f-eaff1c00007d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 948 time: 0.3832717 Nov 12 13:18:07.495162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9fe98cb-7483-4729-adf9-3dd9aee83c41 req-4b4fb09d-afc3-4774-bf8a-a81c1d885bb0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206152 Nov 12 13:18:07.562055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd0104-808f-4be0-9b8f-bda4e32e695d req-cefb9cb7-f956-44f0-ae25-8d7780136f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:07.563614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67bd0104-808f-4be0-9b8f-bda4e32e695d req-cefb9cb7-f956-44f0-ae25-8d7780136f1b service neutron] 10.222.0.70 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 906 time: 0.1288741 Nov 12 13:18:07.572965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:07.612506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67bd0104-808f-4be0-9b8f-bda4e32e695d req-cf737ad6-2239-409b-903e-820fd7557152 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb HTTP/1.1" status: 200 len: 217 time: 0.0382068 Nov 12 13:18:07.650163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a3e22de3-84f7-4cb1-abd9-077883e99b46 req-fdc63563-4128-4507-abdc-d12b599db5bf tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 210 time: 0.0401611 Nov 12 13:18:07.670953 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:07.682702 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fc701644-ce3d-4d36-ae8f-1e270094f590 req-7c142858-68cb-4e61-87fd-1c8f3ada68d9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203088 Nov 12 13:18:07.697412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd0104-808f-4be0-9b8f-bda4e32e695d req-e88a1dae-9e52-4862-92bf-5dedcece2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:07.699752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67bd0104-808f-4be0-9b8f-bda4e32e695d req-e88a1dae-9e52-4862-92bf-5dedcece2074 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ad61732-f35b-4b5a-bf00-499c187c8273 HTTP/1.1" status: 200 len: 845 time: 0.0770631 Nov 12 13:18:07.700982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:07.701374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:07.701717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:07.710873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:07.711208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:07.737310 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67bd0104-808f-4be0-9b8f-bda4e32e695d req-5b3b4c33-078a-4cf8-bad4-c4026a64374f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02063453-568c-451d-b934-1efda5522628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288985 Nov 12 13:18:07.742231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:07.747732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:07.748094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:07.748452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:07.748897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Bound port: 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:07.749252 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:07.767195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['6b0fd765-8487-42df-86de-9298b868497c'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:07.869270 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-29882540-c9b9-4104-b6b3-b8d04d69ff68 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1298482382&fields=id&tenant_id=46d2c137430746da9a5b9eb09a6b0c89 HTTP/1.1" status: 200 len: 267 time: 0.1270037 Nov 12 13:18:07.873570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Network 28d6a69d-5d20-4513-aec5-574576d35260 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:07.903975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:07.912780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event updated for resources: {'Port': ['ID=1c72d6db-e26f-4152-b2b6-4b63dee85157,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:07.919483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:07.941910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-d25064c1-a550-4993-b662-48f58d177656 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:07.943493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-d25064c1-a550-4993-b662-48f58d177656 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports/8b402751-23b3-4ce3-8639-2dd4a2819a1e HTTP/1.1" status: 200 len: 932 time: 0.0565734 Nov 12 13:18:07.945633 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67bd0104-808f-4be0-9b8f-bda4e32e695d req-bed02fa8-2692-4c92-8dae-7a675b95fa2e service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004890 Nov 12 13:18:08.034767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.035427 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:08.054623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:08.111457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:08.120815 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e5ce1e64-1d4b-442d-8c39-83b9c59af3ac tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5767632 Nov 12 13:18:08.126454 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:08.145387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Request body: {'port': {'device_id': 'bbbef5ae-2d6f-4da0-9453-5aef999b9295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:08.226236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.226843 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:08.229142 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] 10.222.0.70 "PUT /v2.0/ports/3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 1096 time: 3.3298945 Nov 12 13:18:08.237205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:08.239536 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2d86a-554b-4225-99d9-4be33dba03e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:08.249721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af793d-42a9-4673-b45d-8edb24258068 req-a511878d-7ef1-415b-8958-daca1e2ed3a9 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.251332 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98af793d-42a9-4673-b45d-8edb24258068 req-a511878d-7ef1-415b-8958-daca1e2ed3a9 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 949 time: 0.2452407 Nov 12 13:18:08.327087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca0a0c-5e51-4892-9ebc-97ab0ccf9e50 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:08.372274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:08.389882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-3139c104-5066-48c6-b0b5-a2f82853cb49 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.391308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-3139c104-5066-48c6-b0b5-a2f82853cb49 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports/e3fc1244-3b20-455f-b6c0-bb7af1b363ce HTTP/1.1" status: 200 len: 932 time: 0.4346018 Nov 12 13:18:08.444957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98af793d-42a9-4673-b45d-8edb24258068 req-094a048a-af8c-4451-8866-20bd62861569 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835225 Nov 12 13:18:08.465782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8813c5c7-cfc4-4071-8aef-4cc843d58817 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:08.471480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b534823-9112-48b8-a22d-2a4df1682815 req-a5c9167b-8174-426d-8c24-7dd1a6076284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.472856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-a5c9167b-8174-426d-8c24-7dd1a6076284 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1099 time: 0.1891766 Nov 12 13:18:08.478382 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:08.478920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-c8c96d72-62a1-499f-bd48-af4a884790e0 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0753329 Nov 12 13:18:08.511927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67bd0104-808f-4be0-9b8f-bda4e32e695d req-d7581e09-5da7-4647-80de-b8d64158a38d service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566819 Nov 12 13:18:08.513823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-1f4025c9-3456-401f-a68c-9b5e34b51841 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0341263 Nov 12 13:18:08.538146 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-b349f901-a00e-41c5-8671-9e021d60de7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 217 time: 0.0556729 Nov 12 13:18:08.549264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Transition to ACTIVE for port object 8813c5c7-cfc4-4071-8aef-4cc843d58817 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:08.588692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:08.642604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-5986dfec-9359-40dc-85f1-7b2f2b4594d8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.648400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-5986dfec-9359-40dc-85f1-7b2f2b4594d8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.654912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-5986dfec-9359-40dc-85f1-7b2f2b4594d8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.656524 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-5986dfec-9359-40dc-85f1-7b2f2b4594d8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/networks?id=e1bf6593-1926-4918-b099-2d3c401d6aa8&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f HTTP/1.1" status: 200 len: 1988 time: 0.1249318 Nov 12 13:18:08.672967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-17953fbd-6ec0-4015-b1a6-0c10ff064eb4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/quotas/46d2c137430746da9a5b9eb09a6b0c89 HTTP/1.1" status: 200 len: 375 time: 0.0098021 Nov 12 13:18:08.732479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b534823-9112-48b8-a22d-2a4df1682815 req-96601872-0e61-4f9d-9462-ab4cfd337859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.734121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-96601872-0e61-4f9d-9462-ab4cfd337859 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1860187 Nov 12 13:18:08.741532 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-2a3cdd2f-8fa8-4d01-a22f-ace0be168b86 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0619631 Nov 12 13:18:08.761919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Pushing event updated for resources: {'Port': ['ID=8813c5c7-cfc4-4071-8aef-4cc843d58817,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:08.785888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9ea68-9850-4cbc-aef5-42581c6a5203 req-4d67d578-311d-4fc4-99c3-736498925a11 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.787713 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4b9ea68-9850-4cbc-aef5-42581c6a5203 req-4d67d578-311d-4fc4-99c3-736498925a11 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 943 time: 0.2486346 Nov 12 13:18:08.901115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-ddc52637-fab4-4269-8ab7-126d0de1e59f service neutron] 10.222.0.73 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466701 Nov 12 13:18:08.935156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b534823-9112-48b8-a22d-2a4df1682815 req-199da822-16d4-4199-8759-06326d3b1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:08.936649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-199da822-16d4-4199-8759-06326d3b1644 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1758525 Nov 12 13:18:08.990339 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:18:08.999640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-44d88153-ff26-4f85-8d5d-d6aa1c9deab6 service neutron] 10.222.0.73 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919919 Nov 12 13:18:08.999900 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4b9ea68-9850-4cbc-aef5-42581c6a5203 req-fdd891ce-d4e4-4c4a-bcb2-2bdf99fc1ee8 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657352 Nov 12 13:18:09.033851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Attempting to bind port 8813c5c7-cfc4-4071-8aef-4cc843d58817 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:09.034390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Attempting to bind port 8813c5c7-cfc4-4071-8aef-4cc843d58817 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:09.034793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Attempting to bind port 8813c5c7-cfc4-4071-8aef-4cc843d58817 on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:09.046311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a04b06e7-7349-4dd1-99f3-f419857f9f01 service neutron] 10.222.0.73 "GET /v2.0/ports/8b402751-23b3-4ce3-8639-2dd4a2819a1e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0398312 Nov 12 13:18:09.094139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Port 8813c5c7-cfc4-4071-8aef-4cc843d58817 on network a9af9cf4-1027-482e-9b95-2642068411b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:09.094471 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Attempting to bind port 8813c5c7-cfc4-4071-8aef-4cc843d58817 on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:09.099359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f77546ba-c8d2-4dc2-b067-eba68989e593 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:09.119669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c72d6db-e26f-4152-b2b6-4b63dee85157 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:09.123681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:09.124015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Checking segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:09.124408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Bound using segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:09.124852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Bound port: 8813c5c7-cfc4-4071-8aef-4cc843d58817, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:09.125215 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.143039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.147146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-45b26731-1008-469f-83a7-d0e48346df0f service neutron] 10.222.0.73 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975037 Nov 12 13:18:09.171634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port f77546ba-c8d2-4dc2-b067-eba68989e593 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:18:09.176790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port f77546ba-c8d2-4dc2-b067-eba68989e593 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:09.177612 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.226239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Transition to ACTIVE for port object 1c72d6db-e26f-4152-b2b6-4b63dee85157 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:09.229689 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-cdd59a41-740c-4fbe-853e-b59e56f5d2ca service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712507 Nov 12 13:18:09.236380 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.249651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-02926d83-23ca-4c09-a478-779dfa9eaae8 service neutron] 10.222.0.73 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946455 Nov 12 13:18:09.265647 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.293265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-b43d5851-f30b-497a-b833-7779d8ed2283 service neutron] 10.222.0.73 "GET /v2.0/ports/e3fc1244-3b20-455f-b6c0-bb7af1b363ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0350120 Nov 12 13:18:09.294108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37faa3af-04c6-420b-b17d-defca18bea38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77546ba-c8d2-4dc2-b067-eba68989e593'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:09.297088 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d1fd84-08f1-4e14-9a04-56f69e724c0c" -d '{"events": [{"server_uuid": "37faa3af-04c6-420b-b17d-defca18bea38", "name": "network-vif-plugged", "status": "completed", "tag": "f77546ba-c8d2-4dc2-b067-eba68989e593"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:09.312013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f77546ba-c8d2-4dc2-b067-eba68989e593, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f77546ba-c8d2-4dc2-b067-eba68989e593,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:09.319674 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.369001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b3bfe-a99a-43fd-91b4-649518d1467f req-69daa65b-4a6e-45a3-bc99-0c451f876de5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:09.370563 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc7b3bfe-a99a-43fd-91b4-649518d1467f req-69daa65b-4a6e-45a3-bc99-0c451f876de5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 944 time: 0.2431369 Nov 12 13:18:09.387321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f77546ba-c8d2-4dc2-b067-eba68989e593,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:09.394231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] For port 8813c5c7-cfc4-4071-8aef-4cc843d58817, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:09.395165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-71f2b7ed-f0c7-490b-b9f0-47358e0dd15f service neutron] 10.222.0.73 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946674 Nov 12 13:18:09.439538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Pushing event updated for resources: {'Port': ['ID=1c72d6db-e26f-4152-b2b6-4b63dee85157,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:09.467394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] For port 8813c5c7-cfc4-4071-8aef-4cc843d58817, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8813c5c7-cfc4-4071-8aef-4cc843d58817,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:09.495185 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.502340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-800b5bb8-52d4-48a4-8525-cda234078d66 service neutron] 10.222.0.73 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984440 Nov 12 13:18:09.567860 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b534823-9112-48b8-a22d-2a4df1682815 req-1b1e3dbd-1f62-41f7-94ca-b0069813a1e0 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271170 Nov 12 13:18:09.574391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:09.575008 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.576432 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] 10.222.0.70 "PUT /v2.0/ports/8813c5c7-cfc4-4071-8aef-4cc843d58817 HTTP/1.1" status: 200 len: 1092 time: 2.1537659 Nov 12 13:18:09.585531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc7b3bfe-a99a-43fd-91b4-649518d1467f req-1d003f56-2ea3-48f0-90ee-6a37e7e5949d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037218 Nov 12 13:18:09.598211 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-d424bccb-66ca-460b-8c2f-fd27793853d4 service neutron] 10.222.0.73 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896809 Nov 12 13:18:09.608468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Attempting to bind port 1c72d6db-e26f-4152-b2b6-4b63dee85157 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:09.609058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Attempting to bind port 1c72d6db-e26f-4152-b2b6-4b63dee85157 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:09.617764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Attempting to bind port 1c72d6db-e26f-4152-b2b6-4b63dee85157 on network 28d6a69d-5d20-4513-aec5-574576d35260 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:09.631411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Port 1c72d6db-e26f-4152-b2b6-4b63dee85157 on network 28d6a69d-5d20-4513-aec5-574576d35260 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:09.631745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Attempting to bind port 1c72d6db-e26f-4152-b2b6-4b63dee85157 on network 28d6a69d-5d20-4513-aec5-574576d35260 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:09.644030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e34e21-32b5-44b8-8cfd-531825d30063 service neutron] Pushing event updated for resources: {'Port': ['ID=8813c5c7-cfc4-4071-8aef-4cc843d58817,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:09.664305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:09.665745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Checking segment: {'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:09.666255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Bound using segment: {'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:09.666980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Bound port: 1c72d6db-e26f-4152-b2b6-4b63dee85157, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:09.667349 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:09.670368 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f48837-cdcc-4789-950c-f42ca40e70c9 x-openstack-request-id: req-c0f48837-cdcc-4789-950c-f42ca40e70c9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:09.670658 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:09.670913 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0f48837-cdcc-4789-950c-f42ca40e70c9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:09.671302 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'status': 'completed', 'code': 200} Nov 12 13:18:09.721493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6458821a-3ba5-48f5-afad-5c3a0ecbbb18 service neutron] 10.222.0.73 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125288 Nov 12 13:18:09.788885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-848a903d-095b-4db7-80c5-895776bfe5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:09.792035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-848a903d-095b-4db7-80c5-895776bfe5f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 1095 time: 0.1576443 Nov 12 13:18:09.813657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f525c4e3-fb1d-4ce8-ade6-8f70d84194f8 service neutron] 10.222.0.73 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855303 Nov 12 13:18:09.822158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-abbae2bb-2289-4c3a-aef1-da6dbd614b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:09.823658 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-abbae2bb-2289-4c3a-aef1-da6dbd614b11 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1099 time: 0.1437228 Nov 12 13:18:09.868475 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-e731d9c7-9c89-4328-88a5-57fe87bd8242 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8813c5c7-cfc4-4071-8aef-4cc843d58817 HTTP/1.1" status: 200 len: 217 time: 0.0585692 Nov 12 13:18:09.886779 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] For port 1c72d6db-e26f-4152-b2b6-4b63dee85157, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:09.904693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef63d67-b4db-430b-85a0-1f5beaa3a8fa req-7323c7e0-2b03-4768-903c-63588ea03df3 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:09.906250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ef63d67-b4db-430b-85a0-1f5beaa3a8fa req-7323c7e0-2b03-4768-903c-63588ea03df3 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.1939359 Nov 12 13:18:09.912709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-89122274-a8e1-441b-a83d-92316229dffc service neutron] 10.222.0.73 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927234 Nov 12 13:18:09.978591 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] For port 1c72d6db-e26f-4152-b2b6-4b63dee85157, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1c72d6db-e26f-4152-b2b6-4b63dee85157,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:09.995846 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.007604 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-0734aa2f-b8dc-43d0-b4d8-4bd4753aa168 service neutron] 10.222.0.73 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877206 Nov 12 13:18:10.108999 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-eb7bb86e-e7a7-4968-a368-85162642ecca service neutron] 10.222.0.73 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945709 Nov 12 13:18:10.208191 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-4d4b016f-5ad0-456f-b779-93b182f12a61 service neutron] 10.222.0.73 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931067 Nov 12 13:18:10.303974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-7ace9dab-c6c8-4c2b-9b76-7edcf1c8ebd3 service neutron] 10.222.0.73 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885606 Nov 12 13:18:10.387893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-d3ff5fae-9e15-4663-9a58-08d739556865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.389397 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-d3ff5fae-9e15-4663-9a58-08d739556865 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.5003641 Nov 12 13:18:10.390620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.391217 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.392468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] 10.222.0.105 "PUT /v2.0/ports/1c72d6db-e26f-4152-b2b6-4b63dee85157 HTTP/1.1" status: 200 len: 1092 time: 2.2596831 Nov 12 13:18:10.396595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e2ed83e2-3d20-47c3-92a3-68c0308f37fb details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:10.457922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ef63d67-b4db-430b-85a0-1f5beaa3a8fa req-612dd835-9588-443e-aaa9-5bbdf967eae6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378544 Nov 12 13:18:10.465747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-e6d62ee8-0a3b-42b8-b8ca-e90bf59c8129 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641108 Nov 12 13:18:10.478596 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-3ff39d90-f357-44ee-a8e8-41b72e46e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.480069 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-3ff39d90-f357-44ee-a8e8-41b72e46e689 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.6224105 Nov 12 13:18:10.488241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2159e7b-bcb0-4cef-8d98-19399442a4ff service neutron] Pushing event updated for resources: {'Port': ['ID=1c72d6db-e26f-4152-b2b6-4b63dee85157,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:10.530382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:10.544938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'port_id': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb', 'mac_address': 'fa:16:3e:11:42:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad61732-f35b-4b5a-bf00-499c187c8273', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:10.576147 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-910753a8-9cf7-49e6-83a7-d8b292e61b43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 217 time: 0.0847964 Nov 12 13:18:10.587523 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.605142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ed83e2-3d20-47c3-92a3-68c0308f37fb {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:10.627166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:10.631870 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:10.692339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-a9a74852-3458-43a2-8927-d606e7f80ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.693991 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-a9a74852-3458-43a2-8927-d606e7f80ef6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f253c29864cd4edda329085232c074e2&device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 1095 time: 0.2350349 Nov 12 13:18:10.695352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:10.759734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-bbb52717-fca2-4ad8-b613-dd084df31438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.761326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-bbb52717-fca2-4ad8-b613-dd084df31438 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1475475 Nov 12 13:18:10.767350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-e261b2ad-a4e8-4028-b383-d4e824e54c53 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c72d6db-e26f-4152-b2b6-4b63dee85157 HTTP/1.1" status: 200 len: 217 time: 0.0618558 Nov 12 13:18:10.779213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05c69b-1bc2-4173-ac17-c21524d2a825 req-953928a0-9f53-4a69-bf75-78f297ad8e5d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.780745 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff05c69b-1bc2-4173-ac17-c21524d2a825 req-953928a0-9f53-4a69-bf75-78f297ad8e5d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 944 time: 0.2120202 Nov 12 13:18:10.792426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-528f5eb0-60ee-482a-a857-8a715963222e service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163283 Nov 12 13:18:10.959859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-c44466f1-c8cf-448c-8bfa-41d43cb1941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.962090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-c44466f1-c8cf-448c-8bfa-41d43cb1941f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=aefec863-6d72-4632-b7a4-f1cf94d9f657 HTTP/1.1" status: 200 len: 861 time: 0.1797650 Nov 12 13:18:10.973602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-8a56b329-ce95-4920-bf68-3f960e800f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.975024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-8a56b329-ce95-4920-bf68-3f960e800f18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046387 Nov 12 13:18:10.978249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534f192-4524-48a9-953b-2d8e23f49117 req-e5f9098a-42d9-4999-98f3-fb51cc308ffa tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:10.979903 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4534f192-4524-48a9-953b-2d8e23f49117 req-e5f9098a-42d9-4999-98f3-fb51cc308ffa tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 948 time: 0.0567143 Nov 12 13:18:10.998188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff05c69b-1bc2-4173-ac17-c21524d2a825 req-d211d40e-dcea-4450-a6e5-192647cff7d4 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987135 Nov 12 13:18:11.024324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-d55da55a-6189-4156-b4ac-6c3a97de53c7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=28d6a69d-5d20-4513-aec5-574576d35260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423288 Nov 12 13:18:11.058155 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab4f690-d3ad-446d-9b2d-aff80707b049 x-openstack-request-id: req-fab4f690-d3ad-446d-9b2d-aff80707b049 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:11.058472 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37faa3af-04c6-420b-b17d-defca18bea38", "name": "network-vif-plugged", "status": "completed", "tag": "f77546ba-c8d2-4dc2-b067-eba68989e593", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:11.058735 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fab4f690-d3ad-446d-9b2d-aff80707b049 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:11.059138 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37faa3af-04c6-420b-b17d-defca18bea38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77546ba-c8d2-4dc2-b067-eba68989e593', 'code': 200} Nov 12 13:18:11.064665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4534f192-4524-48a9-953b-2d8e23f49117 req-1981835f-3015-44db-8440-af35ef7e6183 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745234 Nov 12 13:18:11.077897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a676aa26-ddf6-4a46-bbba-9a0c2f27ec0b req-47090b13-e292-4833-91fe-df584121a955 service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753263 Nov 12 13:18:11.106116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 6b0fd765-8487-42df-86de-9298b868497c up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:11.193147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['e2ed83e2-3d20-47c3-92a3-68c0308f37fb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:11.198382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 6b0fd765-8487-42df-86de-9298b868497c completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:18:11.238788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 6b0fd765-8487-42df-86de-9298b868497c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:11.239159 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:11.262220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd37d-f261-49fe-b7af-78e0d79a9472 req-b5d7a02d-12e5-4c01-b9c9-3a9ea16f70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.264795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94edd37d-f261-49fe-b7af-78e0d79a9472 req-b5d7a02d-12e5-4c01-b9c9-3a9ea16f70a0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 1101 time: 0.0904360 Nov 12 13:18:11.274247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fa78f-4054-4479-ac0b-2e79ae623f57 req-d2f2ca9e-b241-4375-8dc7-a23e5a8c5387 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.283652 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f59fa78f-4054-4479-ac0b-2e79ae623f57 req-d2f2ca9e-b241-4375-8dc7-a23e5a8c5387 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 944 time: 0.1299005 Nov 12 13:18:11.310591 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-b7ac832b-b4bc-43f9-8676-84dff1f51ed6 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158233 Nov 12 13:18:11.321549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ca8ff-3f10-4e50-a19f-39382a7438a5 req-c64e6721-193b-4e71-a0ae-2ba73a72174f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.322767 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af7ca8ff-3f10-4e50-a19f-39382a7438a5 req-c64e6721-193b-4e71-a0ae-2ba73a72174f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 950 time: 0.1729357 Nov 12 13:18:11.371356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-54e3b396-129b-405d-a951-f8f9b42f5eab service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275452 Nov 12 13:18:11.390920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f59fa78f-4054-4479-ac0b-2e79ae623f57 req-9b155984-063d-413c-ae2e-8c29fe74c782 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983059 Nov 12 13:18:11.402895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94edd37d-f261-49fe-b7af-78e0d79a9472 req-054d67db-af0e-4926-ae5f-780bfa82ae71 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067364 Nov 12 13:18:11.406602 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:11.473084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:11.485066 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:11.553413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=6b0fd765-8487-42df-86de-9298b868497c,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:11.558938 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af7ca8ff-3f10-4e50-a19f-39382a7438a5 req-78d230ec-9b52-407a-9dd4-de7b7db256c5 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218916 Nov 12 13:18:11.595594 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06f2d86a-554b-4225-99d9-4be33dba03e0 req-669698fc-382f-4443-8f7e-ada723581100 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716622 Nov 12 13:18:11.609156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08403312-ce71-4efd-ae17-ad6c41e566ac req-f31dcbbf-7d1e-4236-8ec5-0c3ea2aacc7b service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840301 Nov 12 13:18:11.618562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa537746-224d-4f56-a1a2-b8f56d5aafca req-5477c6d2-d365-4237-89ed-129508e7eb3f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.620344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa537746-224d-4f56-a1a2-b8f56d5aafca req-5477c6d2-d365-4237-89ed-129508e7eb3f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 944 time: 0.0747404 Nov 12 13:18:11.673932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa537746-224d-4f56-a1a2-b8f56d5aafca req-4c6d95ec-4c46-4ac3-a0a6-809091d7714a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473459 Nov 12 13:18:11.678242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a2b285-0850-4167-9c5b-892934c39731', 'tag': '8813c5c7-cfc4-4071-8aef-4cc843d58817'}, {'name': 'network-changed', 'server_uuid': 'bbbef5ae-2d6f-4da0-9453-5aef999b9295', 'tag': '1c72d6db-e26f-4152-b2b6-4b63dee85157'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:11.681208 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ab9401-9be5-4f13-9fdb-3528e21785b2" -d '{"events": [{"name": "network-changed", "server_uuid": "52a2b285-0850-4167-9c5b-892934c39731", "tag": "8813c5c7-cfc4-4071-8aef-4cc843d58817"}, {"name": "network-changed", "server_uuid": "bbbef5ae-2d6f-4da0-9453-5aef999b9295", "tag": "1c72d6db-e26f-4152-b2b6-4b63dee85157"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:11.703855 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-981423a1-86ec-4e10-a1a0-f1900bc77e98 req-a77f8c0d-3679-4aef-9b2c-667b4543c43f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0344195 Nov 12 13:18:11.777565 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05077477-ceed-4a87-9aa0-27f2d1af794d x-openstack-request-id: req-05077477-ceed-4a87-9aa0-27f2d1af794d {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:11.777872 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a2b285-0850-4167-9c5b-892934c39731", "tag": "8813c5c7-cfc4-4071-8aef-4cc843d58817", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bbbef5ae-2d6f-4da0-9453-5aef999b9295", "tag": "1c72d6db-e26f-4152-b2b6-4b63dee85157", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:11.778126 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-05077477-ceed-4a87-9aa0-27f2d1af794d {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:11.778525 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a2b285-0850-4167-9c5b-892934c39731', 'tag': '8813c5c7-cfc4-4071-8aef-4cc843d58817', 'status': 'completed', 'code': 200} Nov 12 13:18:11.778778 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbef5ae-2d6f-4da0-9453-5aef999b9295', 'tag': '1c72d6db-e26f-4152-b2b6-4b63dee85157', 'status': 'completed', 'code': 200} Nov 12 13:18:11.801222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd712-8eda-4109-817b-75257379a3e3 req-f0233f35-a463-4a00-87de-4daa4bcc8d17 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.802758 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d5cdd712-8eda-4109-817b-75257379a3e3 req-f0233f35-a463-4a00-87de-4daa4bcc8d17 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.0601408 Nov 12 13:18:11.860448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d5cdd712-8eda-4109-817b-75257379a3e3 req-93d84af2-4aea-4a4e-a87b-22d743d23f4b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503623 Nov 12 13:18:11.872117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-c89d5494-2d31-4a3d-8b3f-2d5ca2803724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.878004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-c89d5494-2d31-4a3d-8b3f-2d5ca2803724 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 1095 time: 0.0744371 Nov 12 13:18:11.878788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-3a91cceb-b9fd-454a-921c-f0d133ee34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:11.880161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-3a91cceb-b9fd-454a-921c-f0d133ee34b2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f253c29864cd4edda329085232c074e2&device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 1095 time: 0.0530026 Nov 12 13:18:12.031641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-1eb91952-8e9b-425c-818b-d557531184dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.033146 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-1eb91952-8e9b-425c-818b-d557531184dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 907 time: 0.1513813 Nov 12 13:18:12.082804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-efaf4417-f9c7-46b0-b7db-1158e7bf8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.084193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-efaf4417-f9c7-46b0-b7db-1158e7bf8d44 service neutron] 10.222.0.105 "GET /v2.0/networks?id=28d6a69d-5d20-4513-aec5-574576d35260 HTTP/1.1" status: 200 len: 922 time: 0.1471655 Nov 12 13:18:12.086185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-96a3fa55-4ef1-45be-ae2d-be559af8ce60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8813c5c7-cfc4-4071-8aef-4cc843d58817 HTTP/1.1" status: 200 len: 217 time: 0.0408134 Nov 12 13:18:12.173980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-d19ec831-2223-4d6d-99c0-5776da5b93b2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c72d6db-e26f-4152-b2b6-4b63dee85157 HTTP/1.1" status: 200 len: 217 time: 0.0784869 Nov 12 13:18:12.175644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf9ceb-1319-44aa-ae30-e2cef0b1eea2 req-4c27527c-df6d-4da9-a29d-26b23cdfe47e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.177112 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67bf9ceb-1319-44aa-ae30-e2cef0b1eea2 req-4c27527c-df6d-4da9-a29d-26b23cdfe47e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 948 time: 0.0525627 Nov 12 13:18:12.224111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-3a5280e8-d637-4916-b8f3-27b30553f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.225583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-3a5280e8-d637-4916-b8f3-27b30553f967 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.1311860 Nov 12 13:18:12.230670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67bf9ceb-1319-44aa-ae30-e2cef0b1eea2 req-bd5ec2b2-ced9-4a84-80a2-af0ba536b270 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473726 Nov 12 13:18:12.235066 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bce03-bcdf-47e7-b765-5de1a84ec899 req-ec06f79a-d87e-43ca-b295-e4d0a5d2f0a6 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.236531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b33bce03-bcdf-47e7-b765-5de1a84ec899 req-ec06f79a-d87e-43ca-b295-e4d0a5d2f0a6 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 944 time: 0.1555431 Nov 12 13:18:12.280590 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-c261677d-3f0b-415c-89fc-795310325860 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430121 Nov 12 13:18:12.292191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-fa347b5b-ee54-4814-a62c-20e211a9b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.293562 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-fa347b5b-ee54-4814-a62c-20e211a9b345 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=aefec863-6d72-4632-b7a4-f1cf94d9f657 HTTP/1.1" status: 200 len: 861 time: 0.1063983 Nov 12 13:18:12.383388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-7d445a71-7985-4211-9ffc-1801d46ab070 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=28d6a69d-5d20-4513-aec5-574576d35260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724289 Nov 12 13:18:12.393536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b33bce03-bcdf-47e7-b765-5de1a84ec899 req-720372e1-94bc-4ddd-a3c9-3724f074735d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466169 Nov 12 13:18:12.436981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:12.487333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-01d63576-6121-4daf-bdc0-86f021af8883 service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973972 Nov 12 13:18:12.548970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-33ac224f-6c25-4d2a-b265-76e688ca7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.550949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-33ac224f-6c25-4d2a-b265-76e688ca7318 service neutron] 10.222.0.105 "GET /v2.0/ports/8b402751-23b3-4ce3-8639-2dd4a2819a1e HTTP/1.1" status: 200 len: 1028 time: 0.0824151 Nov 12 13:18:12.574179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b4af7-4ba4-41bb-b894-db6b5601b61b req-b83df810-6309-435a-95d7-10101372a443 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.575887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-669b4af7-4ba4-41bb-b894-db6b5601b61b req-b83df810-6309-435a-95d7-10101372a443 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 944 time: 0.0664513 Nov 12 13:18:12.630193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-2461d4a2-67fc-4c16-8626-0a5c6174c673 service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324662 Nov 12 13:18:12.641124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:12.644214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f7f109d5-34c0-4ada-bda6-86ae6de94923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.645927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f7f109d5-34c0-4ada-bda6-86ae6de94923 service neutron] 10.222.0.105 "GET /v2.0/ports/e3fc1244-3b20-455f-b6c0-bb7af1b363ce HTTP/1.1" status: 200 len: 1028 time: 0.0691447 Nov 12 13:18:12.656447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'mac_address': 'fa:16:3e:67:2f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:12.680895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-669b4af7-4ba4-41bb-b894-db6b5601b61b req-cdba0c66-5963-45a2-9068-1d48b1ef8ce1 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938084 Nov 12 13:18:12.704522 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:12.731496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:12.738520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-39694daf-4626-434f-a040-f3bfa074c631 service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372963 Nov 12 13:18:12.765142 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:12.781837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:12.797200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:12.872141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:12.876653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97522f1-aec9-4210-b0d6-c7e43972a12a req-f884389d-d27d-45fb-b6f7-1fba74c7cfe1 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.876901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-729181b7-89c0-4854-aa85-fc1097be2e35 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.877597 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c97522f1-aec9-4210-b0d6-c7e43972a12a req-f884389d-d27d-45fb-b6f7-1fba74c7cfe1 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 950 time: 0.2059469 Nov 12 13:18:12.884609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ab9401-9be5-4f13-9fdb-3528e21785b2 req-3c0d5b05-d940-4515-af95-889c5e9dbb5b service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343419 Nov 12 13:18:12.891396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-729181b7-89c0-4854-aa85-fc1097be2e35 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.897889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-729181b7-89c0-4854-aa85-fc1097be2e35 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.899934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-729181b7-89c0-4854-aa85-fc1097be2e35 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "GET /v2.0/networks?id=e1bf6593-1926-4918-b099-2d3c401d6aa8&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f HTTP/1.1" status: 200 len: 1988 time: 0.2180436 Nov 12 13:18:12.923398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868da570-6a13-4913-a879-ad9bb32896cd req-1e46650a-243f-41b3-9320-d6627134c549 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:12.925071 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-868da570-6a13-4913-a879-ad9bb32896cd req-1e46650a-243f-41b3-9320-d6627134c549 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 944 time: 0.1407604 Nov 12 13:18:12.946378 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c97522f1-aec9-4210-b0d6-c7e43972a12a req-22e8d9db-6bb1-414f-9782-757295ca0055 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604708 Nov 12 13:18:13.023183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-868da570-6a13-4913-a879-ad9bb32896cd req-755cd3be-8743-4490-88ed-a99e0e91e7c6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870731 Nov 12 13:18:13.028933 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-1eb6bda3-8484-4cfb-aba4-9366389a01e8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46d2c137430746da9a5b9eb09a6b0c89 HTTP/1.1" status: 200 len: 380 time: 0.1005797 Nov 12 13:18:13.041882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'admin_state_up': True, 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'security_groups': ['441cd092-67a3-4aa7-8b4d-c7f732f30da4']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:13.046755 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdc250d3-b847-43b4-8c0f-66a5ccca948c req-b9d06794-640a-407c-87ea-cde04ea7e4c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0397148 Nov 12 13:18:13.059875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0fd765-8487-42df-86de-9298b868497c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:13.062546 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dcd060-9042-48c0-a7ea-afc853859609" -d '{"events": [{"server_uuid": "5e686565-fe72-45b5-ba64-52b9072ea58a", "name": "network-vif-plugged", "status": "completed", "tag": "6b0fd765-8487-42df-86de-9298b868497c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:13.193822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c93ab-73b1-46b4-b3dc-1f6e35226e3b req-e7c4f150-cb81-4991-b8a8-964a91a4ebf7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:13.195260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a7c93ab-73b1-46b4-b3dc-1f6e35226e3b req-e7c4f150-cb81-4991-b8a8-964a91a4ebf7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.0819302 Nov 12 13:18:13.292676 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa64a02-cef5-48e8-9b61-40ba5418b029 x-openstack-request-id: req-5aa64a02-cef5-48e8-9b61-40ba5418b029 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:13.293480 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e686565-fe72-45b5-ba64-52b9072ea58a", "name": "network-vif-plugged", "status": "completed", "tag": "6b0fd765-8487-42df-86de-9298b868497c", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:13.293480 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5aa64a02-cef5-48e8-9b61-40ba5418b029 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:13.293708 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0fd765-8487-42df-86de-9298b868497c', 'code': 200} Nov 12 13:18:13.306335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea85565-8f23-48c3-a24d-dd8fe37e07d7 req-5fd07004-f657-40d9-8989-b9b433736ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:13.307961 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5ea85565-8f23-48c3-a24d-dd8fe37e07d7 req-5fd07004-f657-40d9-8989-b9b433736ecd service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 1097 time: 0.0818176 Nov 12 13:18:13.308354 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a7c93ab-73b1-46b4-b3dc-1f6e35226e3b req-c910466e-b374-4942-a054-a8f74b65dda7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017554 Nov 12 13:18:13.363970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:13.368350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:13.402669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5ea85565-8f23-48c3-a24d-dd8fe37e07d7 req-962bb96b-5963-4c4a-9d7c-5a09d4e5b0b0 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756495 Nov 12 13:18:13.415561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1cf18-0348-461c-b566-52118a4e9167 req-5286a434-8ea3-4c97-862a-ad791bd1e9d9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:13.417696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f4b1cf18-0348-461c-b566-52118a4e9167 req-5286a434-8ea3-4c97-862a-ad791bd1e9d9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 949 time: 0.0718286 Nov 12 13:18:13.472129 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f4b1cf18-0348-461c-b566-52118a4e9167 req-f178b9e5-9361-446f-ace9-19f11fd2baca tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478790 Nov 12 13:18:13.509864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3bb6a1a6-e47c-41e0-bb0f-023b5153b282'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:13.551506 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Allocated IP 172.20.0.14 (e1bf6593-1926-4918-b099-2d3c401d6aa8/fbe2cfc7-4019-4384-be49-dec8d05dc3bd/090b4771-4fbe-4ff0-9d3c-b8939c225292) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:13.573645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48224-9560-4428-85ff-be5e94711ac0 req-472ff542-a57e-4e00-994b-e79fe1441121 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:13.575338 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88a48224-9560-4428-85ff-be5e94711ac0 req-472ff542-a57e-4e00-994b-e79fe1441121 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 944 time: 0.0884509 Nov 12 13:18:13.701611 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88a48224-9560-4428-85ff-be5e94711ac0 req-f613f387-7328-42c8-afff-75efdddb41b3 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146572 Nov 12 13:18:13.771741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:13.815375 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:13.817082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ad1b1-3f7f-48d7-8e01-ac2e13e19cd5 req-b1c15e3c-4603-4ad6-a99e-e0788263a3fc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:13.821857 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-309ad1b1-3f7f-48d7-8e01-ac2e13e19cd5 req-b1c15e3c-4603-4ad6-a99e-e0788263a3fc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 944 time: 0.0563495 Nov 12 13:18:13.860601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:13.872913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network e1bf6593-1926-4918-b099-2d3c401d6aa8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:13.878411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:13.879051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-309ad1b1-3f7f-48d7-8e01-ac2e13e19cd5 req-eb93896b-2e5c-4787-80b4-b19fd0712f02 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531545 Nov 12 13:18:13.883760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:13.891068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Port': ['ID=090b4771-4fbe-4ff0-9d3c-b8939c225292,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:13.950448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:13.951209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:13.971728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-64cd52af-12fb-42a8-861c-e43a80a82b11 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9346659 Nov 12 13:18:13.991380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'admin_state_up': True, 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'security_groups': ['441cd092-67a3-4aa7-8b4d-c7f732f30da4']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:14.168507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d9eba-b883-4121-bc97-5d1521facb40 req-e8968181-3a5d-4798-81eb-2ac343c3f8fe tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:14.170514 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-016d9eba-b883-4121-bc97-5d1521facb40 req-e8968181-3a5d-4798-81eb-2ac343c3f8fe tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 944 time: 0.0607324 Nov 12 13:18:14.176607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-06ae91ad-cc0d-4da9-9683-cb560a063df9 None None] Provisioning complete for port 090b4771-4fbe-4ff0-9d3c-b8939c225292 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:14.176871 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06ae91ad-cc0d-4da9-9683-cb560a063df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:14.181530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe17562-b227-42ec-ac00-c3d6d2ea098d req-3a93ea1d-33ab-4042-8d1f-de8c624ac45e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:14.189610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfe17562-b227-42ec-ac00-c3d6d2ea098d req-3a93ea1d-33ab-4042-8d1f-de8c624ac45e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 950 time: 0.1078811 Nov 12 13:18:14.222217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-06ae91ad-cc0d-4da9-9683-cb560a063df9 None None] Port 090b4771-4fbe-4ff0-9d3c-b8939c225292 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:18:14.224405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:14.228253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:14.237074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-016d9eba-b883-4121-bc97-5d1521facb40 req-2a432188-7816-4a7f-a9c7-7fe1ac623f65 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582106 Nov 12 13:18:14.270071 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfe17562-b227-42ec-ac00-c3d6d2ea098d req-f1a9c040-e7fa-4ccb-a510-9b0e212ed1f4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795865 Nov 12 13:18:14.370298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c0d6-d1aa-4e37-9f51-024b86bb2a73 req-e004dcac-e226-40be-a4ed-817f17ea4b5c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:14.371774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff18c0d6-d1aa-4e37-9f51-024b86bb2a73 req-e004dcac-e226-40be-a4ed-817f17ea4b5c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 932 time: 0.0681727 Nov 12 13:18:14.441649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff18c0d6-d1aa-4e37-9f51-024b86bb2a73 req-1e2dcbfe-c702-4513-baed-4601e7e6d92f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623100 Nov 12 13:18:14.450877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8813c5c7-cfc4-4071-8aef-4cc843d58817 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:14.453823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Allocated IP 10.1.1.164 (10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a/c5351daa-3be1-4471-b6f4-113ab2627ea9/ae73e88e-9170-4921-80e1-88104a71b1ec) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:14.455377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e2ed83e2-3d20-47c3-92a3-68c0308f37fb up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:14.460083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ed3b0-b207-4f09-9f02-dc788f890462 req-aacbb289-45e5-46b6-8739-9aa5a2313cb4 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:14.480325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606ed3b0-b207-4f09-9f02-dc788f890462 req-aacbb289-45e5-46b6-8739-9aa5a2313cb4 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 1101 time: 0.1076858 Nov 12 13:18:14.530511 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606ed3b0-b207-4f09-9f02-dc788f890462 req-bccbeb2c-a4cb-44ef-b127-60ceca68c348 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612078 Nov 12 13:18:14.678819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port e2ed83e2-3d20-47c3-92a3-68c0308f37fb completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:18:14.692819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceab7ca-b046-4135-a31e-245e7f52ee04 req-b84001b2-493c-453f-884c-7d4817f28442 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:14.696458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port e2ed83e2-3d20-47c3-92a3-68c0308f37fb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:14.696919 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:14.707571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aceab7ca-b046-4135-a31e-245e7f52ee04 req-b84001b2-493c-453f-884c-7d4817f28442 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.1378288 Nov 12 13:18:14.747332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 8813c5c7-cfc4-4071-8aef-4cc843d58817, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8813c5c7-cfc4-4071-8aef-4cc843d58817,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:14.771530 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '8813c5c7-cfc4-4071-8aef-4cc843d58817', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'port_id': '8813c5c7-cfc4-4071-8aef-4cc843d58817', 'mac_address': 'fa:16:3e:3d:4e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f405fae7-5435-415b-803d-1ce0aefde344', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:14.772213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ed77f-7307-4008-9527-ae8513c6f2c1 req-158e90a9-a09b-4e5e-8ca0-33c326c69a6b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:14.781522 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a66ed77f-7307-4008-9527-ae8513c6f2c1 req-158e90a9-a09b-4e5e-8ca0-33c326c69a6b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 949 time: 0.1279590 Nov 12 13:18:14.797999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aceab7ca-b046-4135-a31e-245e7f52ee04 req-def94418-7d9c-4a3c-9810-f61865ae2310 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892036 Nov 12 13:18:14.830901 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:14.853828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:14.874504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8813c5c7-cfc4-4071-8aef-4cc843d58817 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:14.878594 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:14.917068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a66ed77f-7307-4008-9527-ae8513c6f2c1 req-5ad9b346-29a1-4a55-aa06-788dabb0f0b6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313910 Nov 12 13:18:14.922339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 8813c5c7-cfc4-4071-8aef-4cc843d58817, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8813c5c7-cfc4-4071-8aef-4cc843d58817,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:14.932830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:14.938870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:14.948761 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:14.988427 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:15.018151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=8813c5c7-cfc4-4071-8aef-4cc843d58817,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:15.069163 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-a199f0f6-6539-495c-9b4b-15fca795b901 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531034 Nov 12 13:18:15.101591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:15.110356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:15.111358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Port': ['ID=ae73e88e-9170-4921-80e1-88104a71b1ec,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:15.128960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:15.132039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:15.197593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:15.200044 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:15.221051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16b1f5-bda3-4281-858d-5dd8817e230d req-6ad41e67-6185-4f5a-8fa7-12c7838f2a36 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:15.223952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b16b1f5-bda3-4281-858d-5dd8817e230d req-6ad41e67-6185-4f5a-8fa7-12c7838f2a36 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 944 time: 0.1421680 Nov 12 13:18:15.263399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-c20ff7a7-d275-44e2-9df0-2d34370d5c65 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:15.271423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-c20ff7a7-d275-44e2-9df0-2d34370d5c65 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012768 Nov 12 13:18:15.288929 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-c5688330-b7d1-4d10-9f5e-450f66024f86 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/quotas/6947a88428864a5588d31ffb257cc465 HTTP/1.1" status: 200 len: 375 time: 0.0163126 Nov 12 13:18:15.294934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:15.297510 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bab4336-4307-46e8-90b9-161805befcc6" -d '{"events": [{"server_uuid": "0999f502-e2f8-4f8c-84b0-30ccf68b9fa2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ed83e2-3d20-47c3-92a3-68c0308f37fb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:15.307349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-26f1115d-e331-47a7-9ba6-6711bb06b1de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3213999 Nov 12 13:18:15.313515 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b16b1f5-bda3-4281-858d-5dd8817e230d req-38cc572b-0a60-44e8-a829-16736b140890 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797751 Nov 12 13:18:15.331102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'admin_state_up': True, 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'security_groups': ['441cd092-67a3-4aa7-8b4d-c7f732f30da4']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:15.388193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-da19c8ab-04c7-4cdb-9be8-94eb2edf8020 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0979133 Nov 12 13:18:15.435278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['8813c5c7-cfc4-4071-8aef-4cc843d58817'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:15.500460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c9b98-9d88-4ba3-8eea-347d6b171acc req-9f3118fc-649a-4297-9edb-3f4e69561583 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:15.501994 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df9c9b98-9d88-4ba3-8eea-347d6b171acc req-9f3118fc-649a-4297-9edb-3f4e69561583 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0883100 Nov 12 13:18:15.513443 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-742a7f9d-ee31-4bcc-9ecc-003dd94dd24a None None] Provisioning complete for port ae73e88e-9170-4921-80e1-88104a71b1ec triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:15.513798 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-742a7f9d-ee31-4bcc-9ecc-003dd94dd24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:15.592659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-742a7f9d-ee31-4bcc-9ecc-003dd94dd24a None None] Port ae73e88e-9170-4921-80e1-88104a71b1ec cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:18:15.619914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df9c9b98-9d88-4ba3-8eea-347d6b171acc req-9da10ab2-16c2-48ae-bf01-854b33e76faf tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047790 Nov 12 13:18:15.643493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc72432-17c8-4aa8-9219-1b8ee4c63e0c req-141eb6bd-8e15-4507-a447-3893691e9161 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:15.645236 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9bc72432-17c8-4aa8-9219-1b8ee4c63e0c req-141eb6bd-8e15-4507-a447-3893691e9161 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 945 time: 0.0799196 Nov 12 13:18:15.665614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:15.670259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:15.710221 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f0e681-83bf-48b9-aa00-5ca8d784f887 x-openstack-request-id: req-21f0e681-83bf-48b9-aa00-5ca8d784f887 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:15.710729 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0999f502-e2f8-4f8c-84b0-30ccf68b9fa2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ed83e2-3d20-47c3-92a3-68c0308f37fb", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:15.711134 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-21f0e681-83bf-48b9-aa00-5ca8d784f887 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:15.712298 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb', 'code': 200} Nov 12 13:18:15.766836 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9bc72432-17c8-4aa8-9219-1b8ee4c63e0c req-86686dcb-8fa7-48c1-809c-87ee96986d3f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127384 Nov 12 13:18:15.860007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caf619-452a-4872-b2d1-200ed103bf6a req-1f340523-ca46-4816-9905-b29716ac3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:15.861575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81caf619-452a-4872-b2d1-200ed103bf6a req-1f340523-ca46-4816-9905-b29716ac3608 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0521522 Nov 12 13:18:15.920923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81caf619-452a-4872-b2d1-200ed103bf6a req-9df6a4bc-881f-46ad-9ee8-7cbbb347f86d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515804 Nov 12 13:18:15.936835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Allocated IP 10.1.1.203 (10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a/c5351daa-3be1-4471-b6f4-113ab2627ea9/9d37fd99-c624-4630-a5a1-c21226e4a594) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:15.956001 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5831ed27-17d7-4d1c-91f0-556b5d0b3715 req-45860d18-9796-4db7-9458-84631398d669 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 210 time: 0.0383437 Nov 12 13:18:16.078931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcae7ec-5600-45ff-a594-1c48003479ea req-971d5f70-2703-4eab-824c-f8edcc59163d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:16.086960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcae7ec-5600-45ff-a594-1c48003479ea req-971d5f70-2703-4eab-824c-f8edcc59163d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:16.088630 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fcae7ec-5600-45ff-a594-1c48003479ea req-971d5f70-2703-4eab-824c-f8edcc59163d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 1654 time: 0.2096097 Nov 12 13:18:16.160208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3560b7-f2ee-434f-aec5-3a2aa6df1802 req-291c6bb5-f7ff-44ba-b156-519bafd9549e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:16.167412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da3560b7-f2ee-434f-aec5-3a2aa6df1802 req-291c6bb5-f7ff-44ba-b156-519bafd9549e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.1278851 Nov 12 13:18:16.215012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fcae7ec-5600-45ff-a594-1c48003479ea req-bade1f87-67e0-44d2-8c82-c9c7aabce1ce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935822 Nov 12 13:18:16.230738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:16.235969 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da3560b7-f2ee-434f-aec5-3a2aa6df1802 req-2c029ee3-b2e0-4dc9-b30f-d73c47bd3a49 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632374 Nov 12 13:18:16.303734 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:16.350932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:16.354693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:16.358643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:16.416925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Port': ['ID=9d37fd99-c624-4630-a5a1-c21226e4a594,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:16.474937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:16.475618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:16.480778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:16.550071 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6cd8eedf-f3fd-4a2c-9346-fcfd2e6a0042 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2263954 Nov 12 13:18:16.563562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca9fd-ccd3-4ec4-8706-7ff5d074a614 req-de3eb770-1e33-41d6-9fad-4f364108d40f tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:16.566748 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb3ca9fd-ccd3-4ec4-8706-7ff5d074a614 req-de3eb770-1e33-41d6-9fad-4f364108d40f tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 1097 time: 0.0603261 Nov 12 13:18:16.569930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f', 'admin_state_up': True, 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'security_groups': ['441cd092-67a3-4aa7-8b4d-c7f732f30da4']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:16.592174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f60cb8-ad8d-4161-bf26-eaf7a90e05b8 req-144d06fa-2172-44c0-b356-96e66cfd397a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:16.601759 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52f60cb8-ad8d-4161-bf26-eaf7a90e05b8 req-144d06fa-2172-44c0-b356-96e66cfd397a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 949 time: 0.1819272 Nov 12 13:18:16.630790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:18:16.643202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:16.643994 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:16.698071 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb3ca9fd-ccd3-4ec4-8706-7ff5d074a614 req-27d5cac3-7459-40d7-8b0e-db9705406a3d tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230857 Nov 12 13:18:16.735382 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52f60cb8-ad8d-4161-bf26-eaf7a90e05b8 req-9b180baa-71f7-4bed-956f-8a1e330840de tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296639 Nov 12 13:18:16.816807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:16.819367 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:16.844870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-181cd23d-4585-4423-8af6-4931da9a7c4b None None] Provisioning complete for port 9d37fd99-c624-4630-a5a1-c21226e4a594 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:16.845521 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-181cd23d-4585-4423-8af6-4931da9a7c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:16.919215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce85e0-5a6a-4585-9fce-07d71da6c2e3 req-cddf043f-9311-433d-8ca4-96f12578c68a tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:16.921889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6ce85e0-5a6a-4585-9fce-07d71da6c2e3 req-cddf043f-9311-433d-8ca4-96f12578c68a tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0806167 Nov 12 13:18:16.923419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7678460-33c0-4b81-b0ce-212a96956de5 req-0989edb3-f7d3-4c96-b7dd-86f4419b01e7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:16.925083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7678460-33c0-4b81-b0ce-212a96956de5 req-0989edb3-f7d3-4c96-b7dd-86f4419b01e7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 944 time: 0.1229854 Nov 12 13:18:16.932788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:16.936921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-181cd23d-4585-4423-8af6-4931da9a7c4b None None] Port 9d37fd99-c624-4630-a5a1-c21226e4a594 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:18:16.938897 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:16.991711 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:16.992004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:17.025776 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6ce85e0-5a6a-4585-9fce-07d71da6c2e3 req-e7a6776b-dff1-4c0a-9972-05d0672184f0 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894687 Nov 12 13:18:17.034576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7678460-33c0-4b81-b0ce-212a96956de5 req-42507532-13b0-4bc9-8b61-7c163ca66050 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849309 Nov 12 13:18:17.162502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1c72d6db-e26f-4152-b2b6-4b63dee85157 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:17.206841 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-b8c6c8b3-1f28-4333-be48-b27e2a353e4d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6947a88428864a5588d31ffb257cc465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324552 Nov 12 13:18:17.312891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee799d-0bc1-4312-9a5b-78d9c5d0f96b req-5bf42e98-2494-4d0b-a7a9-bccdbf846d47 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:17.322123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21ee799d-0bc1-4312-9a5b-78d9c5d0f96b req-5bf42e98-2494-4d0b-a7a9-bccdbf846d47 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 1097 time: 0.1809604 Nov 12 13:18:17.342911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1c72d6db-e26f-4152-b2b6-4b63dee85157, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1c72d6db-e26f-4152-b2b6-4b63dee85157,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:17.375730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '1c72d6db-e26f-4152-b2b6-4b63dee85157', 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260', 'port_id': '1c72d6db-e26f-4152-b2b6-4b63dee85157', 'mac_address': 'fa:16:3e:e9:aa:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefec863-6d72-4632-b7a4-f1cf94d9f657', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:17.419412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21ee799d-0bc1-4312-9a5b-78d9c5d0f96b req-63e02743-3c51-44be-89cb-ba5ae667c29e tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940471 Nov 12 13:18:17.440707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-633b7a40-46a9-4087-a9f6-ec13ecd6dc67 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:17.444127 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-633b7a40-46a9-4087-a9f6-ec13ecd6dc67 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250166 Nov 12 13:18:17.454064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:17.461001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Request body: {'port': {'device_id': '6dbc8364-770c-4d9e-a8e7-cc2501f2afac', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '6947a88428864a5588d31ffb257cc465'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:17.471227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c72d6db-e26f-4152-b2b6-4b63dee85157 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:17.501907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1c72d6db-e26f-4152-b2b6-4b63dee85157, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1c72d6db-e26f-4152-b2b6-4b63dee85157,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:17.509489 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:17.575183 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad2dea1a-1e3b-4d93-ab96-f2b50e0e51d7 req-1ce44b97-c5c6-4123-802b-a85d8b4dc1b1 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 210 time: 0.0392911 Nov 12 13:18:17.583892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1c72d6db-e26f-4152-b2b6-4b63dee85157,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:17.679555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Made reservation on behalf of 6947a88428864a5588d31ffb257cc465 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:17.683292 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:17.712811 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:17.715474 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ceb5fe-769a-42de-a152-091090ab042f" -d '{"events": [{"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:17.766728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179426b-38c1-4d3b-8ac5-fc507ebb6253 req-aa318afc-12b5-4821-ab0b-b1dca478f37f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:17.776426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8179426b-38c1-4d3b-8ac5-fc507ebb6253 req-aa318afc-12b5-4821-ab0b-b1dca478f37f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 945 time: 0.6252890 Nov 12 13:18:17.827258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c79982-00c0-416d-9d46-2f54f7c99413 req-9fb4715a-5cdd-4aed-a38e-6e2cae4e063c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:17.833370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c79982-00c0-416d-9d46-2f54f7c99413 req-9fb4715a-5cdd-4aed-a38e-6e2cae4e063c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:17.841033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c79982-00c0-416d-9d46-2f54f7c99413 req-9fb4715a-5cdd-4aed-a38e-6e2cae4e063c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:17.849427 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-92c79982-00c0-416d-9d46-2f54f7c99413 req-9fb4715a-5cdd-4aed-a38e-6e2cae4e063c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 2375 time: 0.1865048 Nov 12 13:18:17.882672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8179426b-38c1-4d3b-8ac5-fc507ebb6253 req-5fdfaeb3-e469-41cc-ba3f-5c5002f41f89 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035688 Nov 12 13:18:17.883756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Allocated IP 10.2.2.100 (2d9417dc-593d-4f8b-90cb-b5ef1639e70f/2d3ba695-0e09-4fd7-a203-571966a0750a/c0d3de0f-5c82-4a3e-85f8-a8634c8261db) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:17.957731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-92c79982-00c0-416d-9d46-2f54f7c99413 req-81cc412b-3bb7-4a1f-920c-5d67e8c7aaea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073163 Nov 12 13:18:17.969500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['1c72d6db-e26f-4152-b2b6-4b63dee85157'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:17.993202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Allocated IP 192.168.233.92 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/778cf3e5-3e71-4f66-9e42-88ac3027cf35) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:18.164291 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:18.178214 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02b732-8b22-4200-8325-32347e55e4b7 x-openstack-request-id: req-8a02b732-8b22-4200-8325-32347e55e4b7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:18.178526 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:18.178798 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a02b732-8b22-4200-8325-32347e55e4b7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:18.179187 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'code': 200} Nov 12 13:18:18.193468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:18.218875 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:18.236042 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2', '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:18.279221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f7624-0a5d-4426-a49e-710bb0938a1f req-069ec797-ea4c-4f7a-b949-6a2dfb39b74e tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:18.280818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-470f7624-0a5d-4426-a49e-710bb0938a1f req-069ec797-ea4c-4f7a-b949-6a2dfb39b74e tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0851560 Nov 12 13:18:18.311617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:18.333625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:18.349533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:18.354125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:18.388730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:18.396381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:18.399651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:18.422032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b32c-86cc-4c0d-b4c2-9cc2dcb92f3e req-2a2e723c-c1ae-4351-994d-df7bc989c4f0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:18.423711 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e168b32c-86cc-4c0d-b4c2-9cc2dcb92f3e req-2a2e723c-c1ae-4351-994d-df7bc989c4f0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.2244213 Nov 12 13:18:18.427804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event updated for resources: {'Port': ['ID=778cf3e5-3e71-4f66-9e42-88ac3027cf35,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:18.435489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2135d11-689e-4f39-8b0a-796629e161d4 req-a6fac172-06ae-4384-a5a1-deee64fe0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:18.437012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2135d11-689e-4f39-8b0a-796629e161d4 req-a6fac172-06ae-4384-a5a1-deee64fe0b6c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1101 time: 0.2392447 Nov 12 13:18:18.466930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:18.467527 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:18.502371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8813c5c7-cfc4-4071-8aef-4cc843d58817 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:18.505489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Port': ['ID=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:18.522166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-470f7624-0a5d-4426-a49e-710bb0938a1f req-9e4827e7-20d5-44d1-b975-e5e933441ebc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335014 Nov 12 13:18:18.526797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8cb71358-175f-4dcf-923c-ea24b71719cc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9655724 Nov 12 13:18:18.546162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f', 'admin_state_up': True, 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'security_groups': ['441cd092-67a3-4aa7-8b4d-c7f732f30da4']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:18.615151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 8813c5c7-cfc4-4071-8aef-4cc843d58817 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:18:18.660317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 8813c5c7-cfc4-4071-8aef-4cc843d58817 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:18.660739 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:18.866539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Made reservation on behalf of 46d2c137430746da9a5b9eb09a6b0c89 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:18.876203 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:18.981803 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:19.058271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bf741c89-f5d0-497b-a502-8953af7506d0 None None] Provisioning complete for port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:19.058950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf741c89-f5d0-497b-a502-8953af7506d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:19.129350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:19.130062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:19.142839 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Allocated IP 10.2.2.200 (2d9417dc-593d-4f8b-90cb-b5ef1639e70f/2d3ba695-0e09-4fd7-a203-571966a0750a/3e8bb514-9d91-481e-9b16-cf52670f2706) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:19.156765 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 8813c5c7-cfc4-4071-8aef-4cc843d58817, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8813c5c7-cfc4-4071-8aef-4cc843d58817,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:19.165695 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-5c1d4f1a-d4bd-4e28-86b9-c700f3e5b0d4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7094805 Nov 12 13:18:19.177835 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:19.189570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Request body: {'port': {'device_id': '6dbc8364-770c-4d9e-a8e7-cc2501f2afac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:19.221526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bf741c89-f5d0-497b-a502-8953af7506d0 None None] Port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:18:19.272186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bf741c89-f5d0-497b-a502-8953af7506d0 None None] Provisioning complete for port c0d3de0f-5c82-4a3e-85f8-a8634c8261db triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:19.272903 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf741c89-f5d0-497b-a502-8953af7506d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:19.285565 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2135d11-689e-4f39-8b0a-796629e161d4 req-653d5f85-81e2-496d-b17b-74f4c51133b7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8300877 Nov 12 13:18:19.293851 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e168b32c-86cc-4c0d-b4c2-9cc2dcb92f3e req-db712853-7dea-4830-91b7-d12c06efffe3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8372910 Nov 12 13:18:19.321250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bf741c89-f5d0-497b-a502-8953af7506d0 None None] Port c0d3de0f-5c82-4a3e-85f8-a8634c8261db cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:18:19.324527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=8813c5c7-cfc4-4071-8aef-4cc843d58817,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:19.402837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:19.425750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:19.438146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208f9d-a8bf-4fe4-978e-c453633987f7 req-7dba03c5-b101-401e-a132-6cca97409ac5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:19.445625 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71208f9d-a8bf-4fe4-978e-c453633987f7 req-7dba03c5-b101-401e-a132-6cca97409ac5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 945 time: 0.0765374 Nov 12 13:18:19.470539 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:19.505205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'd2d1b70b-a197-4139-9975-9d909fba67d0', '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2', 'c388c8e5-1124-4eec-b743-d505da243ebc', 'f77546ba-c8d2-4dc2-b067-eba68989e593'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:19.562568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71208f9d-a8bf-4fe4-978e-c453633987f7 req-3b7cfeb9-2afb-4f34-a827-764facf3a267 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151276 Nov 12 13:18:19.563676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:19.569240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:19.574128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:19.594760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event updated for resources: {'Port': ['ID=3e8bb514-9d91-481e-9b16-cf52670f2706,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:19.684119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:19.684826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:19.712196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-990ac717-80b3-48be-b4a2-a963f4d47b36 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1718879 Nov 12 13:18:19.733396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:19.815538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.059884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778cf3e5-3e71-4f66-9e42-88ac3027cf35 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:20.069442 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.089351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Transition to ACTIVE for port object 778cf3e5-3e71-4f66-9e42-88ac3027cf35 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:20.109156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a64f7e0d-9a86-41ee-bc61-28f5b8c7649f None None] Provisioning complete for port 3e8bb514-9d91-481e-9b16-cf52670f2706 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:20.109800 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a64f7e0d-9a86-41ee-bc61-28f5b8c7649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.116048 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.200843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a2b285-0850-4167-9c5b-892934c39731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8813c5c7-cfc4-4071-8aef-4cc843d58817'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:20.203329 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c60100-175c-4718-91e2-712c2fc8de2e" -d '{"events": [{"server_uuid": "52a2b285-0850-4167-9c5b-892934c39731", "name": "network-vif-plugged", "status": "completed", "tag": "8813c5c7-cfc4-4071-8aef-4cc843d58817"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:20.234781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f6f77bc4-54cc-4137-b7f0-fdcd4bee8948 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:18:20.235279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a64f7e0d-9a86-41ee-bc61-28f5b8c7649f None None] Port 3e8bb514-9d91-481e-9b16-cf52670f2706 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:18:20.236467 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f6f77bc4-54cc-4137-b7f0-fdcd4bee8948 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482612 Nov 12 13:18:20.341057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=778cf3e5-3e71-4f66-9e42-88ac3027cf35,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:20.379303 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0485a-f85a-4a9c-ba49-b5233f7f69d6 req-0d8f70fd-d6e5-42ba-9806-9b786ef27abe tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:20.382154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88c0485a-f85a-4a9c-ba49-b5233f7f69d6 req-0d8f70fd-d6e5-42ba-9806-9b786ef27abe tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 947 time: 0.2900474 Nov 12 13:18:20.388603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-993fa33c-e1e6-4ee3-a19b-96b1a9c58413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:20.390039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090b4771-4fbe-4ff0-9d3c-b8939c225292 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:20.390626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-993fa33c-e1e6-4ee3-a19b-96b1a9c58413 service neutron] 10.222.0.73 "GET /v2.0/ports/6b0fd765-8487-42df-86de-9298b868497c HTTP/1.1" status: 200 len: 1094 time: 0.1284175 Nov 12 13:18:20.407909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.414093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Request body: {'binding': {'host': 'n-h1-805736-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:20.414578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Unknown quota resources ['binding']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:18:20.431938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Transition to ACTIVE for port object 090b4771-4fbe-4ff0-9d3c-b8939c225292 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:20.438258 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.525336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Pushing event updated for resources: {'Port': ['ID=090b4771-4fbe-4ff0-9d3c-b8939c225292,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:20.602799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88c0485a-f85a-4a9c-ba49-b5233f7f69d6 req-b16316f1-220e-4e39-b12b-36d57b3e31a8 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080319 Nov 12 13:18:20.608761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Attempting to bind port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:20.614427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Attempting to bind port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:20.614979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Attempting to bind port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:20.639813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:20.640147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Attempting to bind port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:20.649664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Attempting to bind port 090b4771-4fbe-4ff0-9d3c-b8939c225292 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:20.650145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Attempting to bind port 090b4771-4fbe-4ff0-9d3c-b8939c225292 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:20.650498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Attempting to bind port 090b4771-4fbe-4ff0-9d3c-b8939c225292 on network e1bf6593-1926-4918-b099-2d3c401d6aa8 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:20.656390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Port 090b4771-4fbe-4ff0-9d3c-b8939c225292 on network e1bf6593-1926-4918-b099-2d3c401d6aa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:20.656769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Attempting to bind port 090b4771-4fbe-4ff0-9d3c-b8939c225292 on network e1bf6593-1926-4918-b099-2d3c401d6aa8 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:20.662685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:20.663177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Checking segment: {'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:20.663530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Bound using segment: {'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:20.664288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Bound port: 090b4771-4fbe-4ff0-9d3c-b8939c225292, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:20.664742 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.668454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:20.669075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:20.669526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:20.669994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Bound port: 778cf3e5-3e71-4f66-9e42-88ac3027cf35, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:20.670362 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.786382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] For port 090b4771-4fbe-4ff0-9d3c-b8939c225292, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:20.803722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] For port 090b4771-4fbe-4ff0-9d3c-b8939c225292, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:20.810512 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.830424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c on host n-h1-805736-4 for vnic_type normal with profile None {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:20.830767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:20.832426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:20.848657 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] For port 778cf3e5-3e71-4f66-9e42-88ac3027cf35, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:20.850924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Port 6b0fd765-8487-42df-86de-9298b868497c on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:20.851365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:20.856902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] For port 778cf3e5-3e71-4f66-9e42-88ac3027cf35, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=778cf3e5-3e71-4f66-9e42-88ac3027cf35,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:20.870744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b895e-43fa-4b40-a898-1fad4e64b528 req-c0e192c7-ccd4-4216-933e-8b571700035e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:20.878681 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-000b895e-43fa-4b40-a898-1fad4e64b528 req-c0e192c7-ccd4-4216-933e-8b571700035e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 946 time: 0.1640434 Nov 12 13:18:20.885209 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.893940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:20.894280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:20.894672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:20.895130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Bound port: 6b0fd765-8487-42df-86de-9298b868497c, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:20.919720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Pushing event updated for resources: {'Port': ['ID=090b4771-4fbe-4ff0-9d3c-b8939c225292,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:20.940019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:20.940979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.956846 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-14eccc98-242a-4295-9186-ff26e737f5bd service neutron] 10.222.0.105 "PUT /v2.0/ports/090b4771-4fbe-4ff0-9d3c-b8939c225292 HTTP/1.1" status: 200 len: 1092 time: 1.2341540 Nov 12 13:18:20.959836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': '090b4771-4fbe-4ff0-9d3c-b8939c225292'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:20.966300 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ba8a7a-169f-4776-a68a-4ddbb355a650" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "090b4771-4fbe-4ff0-9d3c-b8939c225292"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:20.984442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:20.985083 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:20.986972 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] 10.222.0.70 "PUT /v2.0/ports/778cf3e5-3e71-4f66-9e42-88ac3027cf35 HTTP/1.1" status: 200 len: 1095 time: 1.8080642 Nov 12 13:18:21.000034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbc8364-770c-4d9e-a8e7-cc2501f2afac', 'tag': '778cf3e5-3e71-4f66-9e42-88ac3027cf35'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:21.002585 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cddcff-c063-4685-bb57-098fe0ec8d16" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbc8364-770c-4d9e-a8e7-cc2501f2afac", "tag": "778cf3e5-3e71-4f66-9e42-88ac3027cf35"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:21.008737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:21.064008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5c15e-4bc6-4e5e-9df6-2bd163197dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=778cf3e5-3e71-4f66-9e42-88ac3027cf35,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:21.101657 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-000b895e-43fa-4b40-a898-1fad4e64b528 req-cbcd96ec-b1d9-4d05-8bfd-4d36092ac59b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184260 Nov 12 13:18:21.155376 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:21.163010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:21.177535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1c72d6db-e26f-4152-b2b6-4b63dee85157 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:21.185563 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:21.187273 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-95718e43-947b-40a9-9ed9-f10f25836eab service neutron] 10.222.0.73 "POST /v2.0/ports/6b0fd765-8487-42df-86de-9298b868497c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7767801 Nov 12 13:18:21.237118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-fa84b485-b84a-4c4f-b256-4040a6866210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.238838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-fa84b485-b84a-4c4f-b256-4040a6866210 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 1098 time: 0.1612899 Nov 12 13:18:21.303951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 1c72d6db-e26f-4152-b2b6-4b63dee85157 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:18:21.310222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 1c72d6db-e26f-4152-b2b6-4b63dee85157 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:21.310603 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:21.432836 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-e4e78a96-ae57-49c3-a822-c734d86f9f74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=778cf3e5-3e71-4f66-9e42-88ac3027cf35 HTTP/1.1" status: 200 len: 217 time: 0.1825943 Nov 12 13:18:21.477012 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:21.532980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b636964-16a6-453c-ae7f-b805cafb5c6d req-670c29ac-d32c-46d6-87c9-fbda4edbadbe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.541561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b636964-16a6-453c-ae7f-b805cafb5c6d req-670c29ac-d32c-46d6-87c9-fbda4edbadbe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.548659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b636964-16a6-453c-ae7f-b805cafb5c6d req-670c29ac-d32c-46d6-87c9-fbda4edbadbe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.557788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b636964-16a6-453c-ae7f-b805cafb5c6d req-670c29ac-d32c-46d6-87c9-fbda4edbadbe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.559017 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1c72d6db-e26f-4152-b2b6-4b63dee85157, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1c72d6db-e26f-4152-b2b6-4b63dee85157,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:21.564171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b636964-16a6-453c-ae7f-b805cafb5c6d req-670c29ac-d32c-46d6-87c9-fbda4edbadbe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.566177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b636964-16a6-453c-ae7f-b805cafb5c6d req-670c29ac-d32c-46d6-87c9-fbda4edbadbe tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 3829 time: 0.3264062 Nov 12 13:18:21.572624 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:21.608499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ed6ed-082d-4581-b617-83c32c3a2c0c req-6da43699-51d1-4d3f-ab71-56bdb9e05820 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.610081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d01ed6ed-082d-4581-b617-83c32c3a2c0c req-6da43699-51d1-4d3f-ab71-56bdb9e05820 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0982921 Nov 12 13:18:21.614628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-91239e17-13e8-4798-9e09-1c919f10d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.616393 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-91239e17-13e8-4798-9e09-1c919f10d23f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1741011 Nov 12 13:18:21.647757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1c72d6db-e26f-4152-b2b6-4b63dee85157,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:21.710247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-385bcfd7-6551-41ea-9452-d475346d57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.712658 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-385bcfd7-6551-41ea-9452-d475346d57b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 1097 time: 0.1418154 Nov 12 13:18:21.718397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d01ed6ed-082d-4581-b617-83c32c3a2c0c req-4e4fb645-9c50-41cc-ba81-35219f90f07a tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015666 Nov 12 13:18:21.721073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b636964-16a6-453c-ae7f-b805cafb5c6d req-91c5e140-5a43-4664-a48e-ba2baab31cb5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369579 Nov 12 13:18:21.733937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-e96dd605-0600-4183-943c-086c229cbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.735441 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-e96dd605-0600-4183-943c-086c229cbc2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067276 Nov 12 13:18:21.815437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b402751-23b3-4ce3-8639-2dd4a2819a1e {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:21.826536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:21.838679 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e9cdea-1fa8-4f2f-b7ba-27ba99d82705 x-openstack-request-id: req-c8e9cdea-1fa8-4f2f-b7ba-27ba99d82705 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:21.839049 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a2b285-0850-4167-9c5b-892934c39731", "name": "network-vif-plugged", "status": "completed", "tag": "8813c5c7-cfc4-4071-8aef-4cc843d58817", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:21.839393 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8e9cdea-1fa8-4f2f-b7ba-27ba99d82705 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:21.839846 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a2b285-0850-4167-9c5b-892934c39731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8813c5c7-cfc4-4071-8aef-4cc843d58817', 'code': 200} Nov 12 13:18:21.853899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Transition to ACTIVE for port object 8b402751-23b3-4ce3-8639-2dd4a2819a1e will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:21.861791 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:21.979142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-89a172ac-9274-48f1-a82f-a2c1900a9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:21.980680 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-89a172ac-9274-48f1-a82f-a2c1900a9065 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.2585638 Nov 12 13:18:21.986190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Pushing event updated for resources: {'Port': ['ID=8b402751-23b3-4ce3-8639-2dd4a2819a1e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:22.066273 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-69a696c2-07ff-438d-a0c9-a35b604d6b35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b0fd765-8487-42df-86de-9298b868497c HTTP/1.1" status: 200 len: 217 time: 0.0674083 Nov 12 13:18:22.068430 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-4b32b1cc-d26e-4b48-9186-9a7e2e476305 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010123 Nov 12 13:18:22.080443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef35f2-58de-4d62-8357-6f5845968a73 req-b078ff88-ef61-4533-93a5-592bfbd65b42 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.082037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66ef35f2-58de-4d62-8357-6f5845968a73 req-b078ff88-ef61-4533-93a5-592bfbd65b42 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.2001297 Nov 12 13:18:22.102857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776d085-f918-446e-b6bd-ede7415ceb2c req-b7be37bd-b86b-41f9-9168-63d09d07b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.104793 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2776d085-f918-446e-b6bd-ede7415ceb2c req-b7be37bd-b86b-41f9-9168-63d09d07b956 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 1097 time: 0.1932664 Nov 12 13:18:22.133792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Attempting to bind port 8b402751-23b3-4ce3-8639-2dd4a2819a1e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:22.134136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Attempting to bind port 8b402751-23b3-4ce3-8639-2dd4a2819a1e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:22.134895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Attempting to bind port 8b402751-23b3-4ce3-8639-2dd4a2819a1e on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:22.153137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefc29a-b5a2-46e2-87f4-29a7a44c6467 req-8d9e9d4b-c2ba-4096-b493-185839bdc503 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.161892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cefc29a-b5a2-46e2-87f4-29a7a44c6467 req-8d9e9d4b-c2ba-4096-b493-185839bdc503 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.2317734 Nov 12 13:18:22.174788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Port 8b402751-23b3-4ce3-8639-2dd4a2819a1e on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:22.175101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Attempting to bind port 8b402751-23b3-4ce3-8639-2dd4a2819a1e on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:22.196351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:22.196688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Checking segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:22.197087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Bound using segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:22.197595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Bound port: 8b402751-23b3-4ce3-8639-2dd4a2819a1e, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:22.197979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:22.242997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2776d085-f918-446e-b6bd-ede7415ceb2c req-29e285d4-9410-48f8-bc2d-8b5b30a428ff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284609 Nov 12 13:18:22.262715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-2ea8c43d-f1ae-4b05-a18c-1dc370a08128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.264250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-2ea8c43d-f1ae-4b05-a18c-1dc370a08128 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.1717358 Nov 12 13:18:22.280304 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66ef35f2-58de-4d62-8357-6f5845968a73 req-e12f22b7-edd5-47f6-a30d-93d2f2472432 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762781 Nov 12 13:18:22.282459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7457901a-bc97-4ad7-aad2-117cdcdebe0a req-cdd27c7d-44d8-4955-a3f5-84b0788579ab service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995232 Nov 12 13:18:22.295020 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cefc29a-b5a2-46e2-87f4-29a7a44c6467 req-006f4443-8b31-4497-8891-940d65c0e38a tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322298 Nov 12 13:18:22.329611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] For port 8b402751-23b3-4ce3-8639-2dd4a2819a1e, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:22.333469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] For port 8b402751-23b3-4ce3-8639-2dd4a2819a1e, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8b402751-23b3-4ce3-8639-2dd4a2819a1e,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:22.340151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:22.353609 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ed5707-b17e-4df3-9f1a-0d04fb6abf59 x-openstack-request-id: req-f1ed5707-b17e-4df3-9f1a-0d04fb6abf59 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:22.353966 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "090b4771-4fbe-4ff0-9d3c-b8939c225292", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:22.354162 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1ed5707-b17e-4df3-9f1a-0d04fb6abf59 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:22.354714 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': '090b4771-4fbe-4ff0-9d3c-b8939c225292', 'status': 'completed', 'code': 200} Nov 12 13:18:22.356128 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07439d4a-6901-40fa-9e68-76cdf4fa42d6 x-openstack-request-id: req-07439d4a-6901-40fa-9e68-76cdf4fa42d6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:22.356439 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbc8364-770c-4d9e-a8e7-cc2501f2afac", "tag": "778cf3e5-3e71-4f66-9e42-88ac3027cf35", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:22.356713 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07439d4a-6901-40fa-9e68-76cdf4fa42d6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:22.357131 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbc8364-770c-4d9e-a8e7-cc2501f2afac', 'tag': '778cf3e5-3e71-4f66-9e42-88ac3027cf35', 'status': 'completed', 'code': 200} Nov 12 13:18:22.419357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Pushing event updated for resources: {'Port': ['ID=8b402751-23b3-4ce3-8639-2dd4a2819a1e,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:22.424536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.425334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:22.426752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-40234ad4-d5db-46bb-969d-e6e0e5334eaa service neutron] 10.222.0.105 "PUT /v2.0/ports/8b402751-23b3-4ce3-8639-2dd4a2819a1e HTTP/1.1" status: 200 len: 1131 time: 1.4323843 Nov 12 13:18:22.475019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-2f2426e9-7f80-4f72-923c-262ef391fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.475763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-2f2426e9-7f80-4f72-923c-262ef391fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.476517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-2f2426e9-7f80-4f72-923c-262ef391fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.477116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-2f2426e9-7f80-4f72-923c-262ef391fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.477890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-2f2426e9-7f80-4f72-923c-262ef391fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.478485 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-2f2426e9-7f80-4f72-923c-262ef391fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.480793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-2f2426e9-7f80-4f72-923c-262ef391fa8f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5288 time: 0.0985296 Nov 12 13:18:22.500082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:22.714061 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:22.718994 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-9b814cb8-6f1b-435b-8d87-cc2bf8357e37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882758 Nov 12 13:18:22.740905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5845d-9e1b-493b-8470-0baf3caeafbf req-066e805d-7214-49da-8661-c767465b0dc9 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:22.753365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-efe5845d-9e1b-493b-8470-0baf3caeafbf req-066e805d-7214-49da-8661-c767465b0dc9 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 947 time: 0.2951529 Nov 12 13:18:22.901986 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-efe5845d-9e1b-493b-8470-0baf3caeafbf req-29b3f968-d715-49aa-8ead-e46314c2c1f9 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469479 Nov 12 13:18:23.027968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-ee13b5c9-c860-4378-ac0f-6cbffd41f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.029596 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-ee13b5c9-c860-4378-ac0f-6cbffd41f87a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 1098 time: 0.4514465 Nov 12 13:18:23.033944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-8111e61b-206a-4691-9409-960935f4a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.034409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-8111e61b-206a-4691-9409-960935f4a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.034867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-8111e61b-206a-4691-9409-960935f4a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.036818 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-8111e61b-206a-4691-9409-960935f4a8fe service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5466795 Nov 12 13:18:23.111942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25636344-6577-454a-9629-ea57046984ea req-5b912650-a345-492c-9ce2-64b57c7f2328 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.113483 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25636344-6577-454a-9629-ea57046984ea req-5b912650-a345-492c-9ce2-64b57c7f2328 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.3976150 Nov 12 13:18:23.134919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c03f48-ff55-4d4b-8d05-26e0a17f6468 req-64290f5e-3884-46ac-91bf-e13c30cabcfd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.136594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81c03f48-ff55-4d4b-8d05-26e0a17f6468 req-64290f5e-3884-46ac-91bf-e13c30cabcfd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 946 time: 0.1401141 Nov 12 13:18:23.149136 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-8ee496f8-035a-4c1f-8f08-9694f2ff3518 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094648 Nov 12 13:18:23.222883 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81c03f48-ff55-4d4b-8d05-26e0a17f6468 req-0a60b964-cdd1-45ad-a5b7-e7d49394c4b9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741601 Nov 12 13:18:23.277453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fc1244-3b20-455f-b6c0-bb7af1b363ce {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:23.289759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:23.307792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Transition to ACTIVE for port object e3fc1244-3b20-455f-b6c0-bb7af1b363ce will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:23.314022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:23.499661 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f45ad8d2-edaa-487b-88c6-aa93a0e212cb service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407991 Nov 12 13:18:23.500817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-d8fb488b-da00-4251-af25-d0e7e9576028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.502235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-d8fb488b-da00-4251-af25-d0e7e9576028 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.4582329 Nov 12 13:18:23.502483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:23.518050 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25636344-6577-454a-9629-ea57046984ea req-13b3ed34-94e1-488e-b645-8996915a00b1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706143 Nov 12 13:18:23.522771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Attempting to bind port e3fc1244-3b20-455f-b6c0-bb7af1b363ce on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:23.523106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Attempting to bind port e3fc1244-3b20-455f-b6c0-bb7af1b363ce by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:23.523763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Attempting to bind port e3fc1244-3b20-455f-b6c0-bb7af1b363ce on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:23.531752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Port e3fc1244-3b20-455f-b6c0-bb7af1b363ce on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:23.531994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Attempting to bind port e3fc1244-3b20-455f-b6c0-bb7af1b363ce on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:23.544078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:23.544427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Checking segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:23.544814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Bound using segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:23.545426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Bound port: e3fc1244-3b20-455f-b6c0-bb7af1b363ce, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:23.545843 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:23.565963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c8f83-b76f-43cb-babb-49ab2c514e61 req-2977c83c-4c49-4154-9164-d0e91566bf69 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.574177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-160c8f83-b76f-43cb-babb-49ab2c514e61 req-2977c83c-4c49-4154-9164-d0e91566bf69 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1101 time: 0.2326293 Nov 12 13:18:23.620163 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-ab45ef2c-5a5d-4dc2-8dc5-4f6dd4b7f951 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=778cf3e5-3e71-4f66-9e42-88ac3027cf35 HTTP/1.1" status: 200 len: 217 time: 0.0954239 Nov 12 13:18:23.621272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-32c3c735-9d23-4e08-8a4e-cd54710cca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.622694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55ba8a7a-169f-4776-a68a-4ddbb355a650 req-32c3c735-9d23-4e08-8a4e-cd54710cca1a service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5674860 Nov 12 13:18:23.671990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-160c8f83-b76f-43cb-babb-49ab2c514e61 req-d092fda9-3e98-4402-bd87-8f9218848c1b tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967293 Nov 12 13:18:23.735166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] For port e3fc1244-3b20-455f-b6c0-bb7af1b363ce, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:23.753329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] For port e3fc1244-3b20-455f-b6c0-bb7af1b363ce, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:23.760228 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:23.779102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-e8db9073-8dbf-4ecb-b4a6-cf983253e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.787071 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-e8db9073-8dbf-4ecb-b4a6-cf983253e0c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1591344 Nov 12 13:18:23.843266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbef5ae-2d6f-4da0-9453-5aef999b9295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72d6db-e26f-4152-b2b6-4b63dee85157'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:23.845628 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268645b9-838b-444e-a9f7-3925b11dffe9" -d '{"events": [{"server_uuid": "bbbef5ae-2d6f-4da0-9453-5aef999b9295", "name": "network-vif-plugged", "status": "completed", "tag": "1c72d6db-e26f-4152-b2b6-4b63dee85157"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:23.849522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:23.850332 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:23.852212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] 10.222.0.105 "PUT /v2.0/ports/e3fc1244-3b20-455f-b6c0-bb7af1b363ce HTTP/1.1" status: 200 len: 1131 time: 1.3641114 Nov 12 13:18:23.889701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:24.012718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6560c9-3be5-4a7d-aaf1-89d910aed3b6 req-8e52c03b-b668-4f7f-b96b-71256b9bdb8c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.019234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6560c9-3be5-4a7d-aaf1-89d910aed3b6 req-8e52c03b-b668-4f7f-b96b-71256b9bdb8c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.026556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6560c9-3be5-4a7d-aaf1-89d910aed3b6 req-8e52c03b-b668-4f7f-b96b-71256b9bdb8c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.032871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6560c9-3be5-4a7d-aaf1-89d910aed3b6 req-8e52c03b-b668-4f7f-b96b-71256b9bdb8c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.039992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6560c9-3be5-4a7d-aaf1-89d910aed3b6 req-8e52c03b-b668-4f7f-b96b-71256b9bdb8c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.047711 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6560c9-3be5-4a7d-aaf1-89d910aed3b6 req-8e52c03b-b668-4f7f-b96b-71256b9bdb8c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.054207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6560c9-3be5-4a7d-aaf1-89d910aed3b6 req-8e52c03b-b668-4f7f-b96b-71256b9bdb8c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.056388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f6560c9-3be5-4a7d-aaf1-89d910aed3b6 req-8e52c03b-b668-4f7f-b96b-71256b9bdb8c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5375 time: 0.2214262 Nov 12 13:18:24.107465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abb691-b4d1-468c-9ee3-b5d471084927 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:24.132042 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:24.206415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f6560c9-3be5-4a7d-aaf1-89d910aed3b6 req-cb435845-2023-4c3c-8f9b-6fdf98a2be78 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322200 Nov 12 13:18:24.389360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': '8b402751-23b3-4ce3-8639-2dd4a2819a1e'}, {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': 'e3fc1244-3b20-455f-b6c0-bb7af1b363ce'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:24.392029 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ed449f-d0f6-46d0-8f6b-aeae148088cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "8b402751-23b3-4ce3-8639-2dd4a2819a1e"}, {"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "e3fc1244-3b20-455f-b6c0-bb7af1b363ce"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:24.420509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc16b6d-4eba-4a7f-9ffa-d1bea70e947a req-17757e72-5c0e-4606-8e4f-17a81fdf7e64 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.422025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1cc16b6d-4eba-4a7f-9ffa-d1bea70e947a req-17757e72-5c0e-4606-8e4f-17a81fdf7e64 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.6307802 Nov 12 13:18:24.428124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-12e8ccf3-914b-4adf-9136-b3de5a55b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.429597 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-12e8ccf3-914b-4adf-9136-b3de5a55b106 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6217964 Nov 12 13:18:24.494950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cfcda-2426-45ec-8919-2c4063af48dc req-09b872ea-ced3-4328-bddc-cdc1dcc56250 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.496607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b3cfcda-2426-45ec-8919-2c4063af48dc req-09b872ea-ced3-4328-bddc-cdc1dcc56250 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0985529 Nov 12 13:18:24.552886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1cc16b6d-4eba-4a7f-9ffa-d1bea70e947a req-8bdc4d75-f5c6-4943-b702-f243973337a6 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161015 Nov 12 13:18:24.598423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-8bf1e991-2b82-4fe2-ba90-ae697af047c7 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555305 Nov 12 13:18:24.599061 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b3cfcda-2426-45ec-8919-2c4063af48dc req-7d80052f-fbcd-4ad4-8f2c-f1bf3b0a643c tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709083 Nov 12 13:18:24.658466 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29b981a-6c15-4b33-aa2e-47e3d6f0476b x-openstack-request-id: req-a29b981a-6c15-4b33-aa2e-47e3d6f0476b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:24.659010 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbef5ae-2d6f-4da0-9453-5aef999b9295", "name": "network-vif-plugged", "status": "completed", "tag": "1c72d6db-e26f-4152-b2b6-4b63dee85157", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:24.659492 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a29b981a-6c15-4b33-aa2e-47e3d6f0476b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:24.661172 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbef5ae-2d6f-4da0-9453-5aef999b9295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72d6db-e26f-4152-b2b6-4b63dee85157', 'code': 200} Nov 12 13:18:24.773491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae73e88e-9170-4921-80e1-88104a71b1ec {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:24.786002 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:24.826963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Transition to ACTIVE for port object ae73e88e-9170-4921-80e1-88104a71b1ec will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:24.832965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:24.944971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff1f0a-128b-4dbd-b422-a8975fde8f88 req-1e61f1f9-4566-4cd5-9650-24f6f548ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:24.948276 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-68ff1f0a-128b-4dbd-b422-a8975fde8f88 req-1e61f1f9-4566-4cd5-9650-24f6f548ceb3 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 1097 time: 0.1852252 Nov 12 13:18:24.952913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54cddcff-c063-4685-bb57-098fe0ec8d16 req-7465a5c0-7a82-48a6-8571-2f6bd50342c7 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398857 Nov 12 13:18:25.031818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae73e88e-9170-4921-80e1-88104a71b1ec,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:25.061726 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-68ff1f0a-128b-4dbd-b422-a8975fde8f88 req-b0a00e39-2534-4e12-b676-3ba58cde1fbb service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006129 Nov 12 13:18:25.072869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d98af-557e-443a-b1ad-eef30918817d req-33948eb6-bec3-4940-8495-9cc3400b0eea tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.074672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-625d98af-557e-443a-b1ad-eef30918817d req-33948eb6-bec3-4940-8495-9cc3400b0eea tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 947 time: 0.1673939 Nov 12 13:18:25.178057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-625d98af-557e-443a-b1ad-eef30918817d req-9398884d-b3e1-4e45-a441-970e0e03ea9d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702724 Nov 12 13:18:25.189871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Attempting to bind port ae73e88e-9170-4921-80e1-88104a71b1ec on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:25.190149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Attempting to bind port ae73e88e-9170-4921-80e1-88104a71b1ec by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:25.190485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Attempting to bind port ae73e88e-9170-4921-80e1-88104a71b1ec on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:25.202719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Port ae73e88e-9170-4921-80e1-88104a71b1ec on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:25.203057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Attempting to bind port ae73e88e-9170-4921-80e1-88104a71b1ec on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:25.209734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:25.210148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Checking segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:25.210451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Bound using segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:25.211491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Bound port: ae73e88e-9170-4921-80e1-88104a71b1ec, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:25.211919 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:25.288663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] For port ae73e88e-9170-4921-80e1-88104a71b1ec, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:25.294457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] For port ae73e88e-9170-4921-80e1-88104a71b1ec, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ae73e88e-9170-4921-80e1-88104a71b1ec,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:25.326397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:25.382807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.383977 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:25.385536 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] 10.222.0.105 "PUT /v2.0/ports/ae73e88e-9170-4921-80e1-88104a71b1ec HTTP/1.1" status: 200 len: 1091 time: 1.5000851 Nov 12 13:18:25.398852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f8154-79fb-427c-9366-e92e765bf395 req-fad3ffff-c1cf-489f-8c7f-909171f57b8d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.408112 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a3f8154-79fb-427c-9366-e92e765bf395 req-fad3ffff-c1cf-489f-8c7f-909171f57b8d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 946 time: 0.1155663 Nov 12 13:18:25.456231 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0839b72d-0072-4f04-89c9-73499dcceded x-openstack-request-id: req-0839b72d-0072-4f04-89c9-73499dcceded {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:25.456522 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "8b402751-23b3-4ce3-8639-2dd4a2819a1e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "e3fc1244-3b20-455f-b6c0-bb7af1b363ce", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:25.467520 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0839b72d-0072-4f04-89c9-73499dcceded {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:25.468130 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': '8b402751-23b3-4ce3-8639-2dd4a2819a1e', 'status': 'completed', 'code': 200} Nov 12 13:18:25.468401 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': 'e3fc1244-3b20-455f-b6c0-bb7af1b363ce', 'status': 'completed', 'code': 200} Nov 12 13:18:25.503495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:25.536827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9457a39-d772-49ee-aff4-8550886a53b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae73e88e-9170-4921-80e1-88104a71b1ec,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:25.565957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a3f8154-79fb-427c-9366-e92e765bf395 req-b7b0c2f5-77f4-43bd-9f7c-3f300b04b1b4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566095 Nov 12 13:18:25.594522 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-d9067884-458a-4b8a-80e8-252deb9140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.595087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-d9067884-458a-4b8a-80e8-252deb9140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.595452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-d9067884-458a-4b8a-80e8-252deb9140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.595916 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-d9067884-458a-4b8a-80e8-252deb9140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.602065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-d9067884-458a-4b8a-80e8-252deb9140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.602622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-d9067884-458a-4b8a-80e8-252deb9140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.603097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-d9067884-458a-4b8a-80e8-252deb9140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.605152 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-d9067884-458a-4b8a-80e8-252deb9140eb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6279 time: 0.1239524 Nov 12 13:18:25.611059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-911e9c66-d71c-4021-a082-57c53f238e92 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1867461 Nov 12 13:18:25.612243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:25.711954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63ace8-7a43-45c1-9193-0653446dbb15 req-6f784042-09e8-4ede-b777-378eb8be5450 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.725444 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c63ace8-7a43-45c1-9193-0653446dbb15 req-6f784042-09e8-4ede-b777-378eb8be5450 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.2218339 Nov 12 13:18:25.849837 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c63ace8-7a43-45c1-9193-0653446dbb15 req-685d32d6-e557-4406-8197-c624ffcc5687 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219983 Nov 12 13:18:25.929438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-8d382985-d4bf-45dd-bc50-c3832d4fd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.930383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-8d382985-d4bf-45dd-bc50-c3832d4fd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.930848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-8d382985-d4bf-45dd-bc50-c3832d4fd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:25.932573 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-8d382985-d4bf-45dd-bc50-c3832d4fd3e0 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3143108 Nov 12 13:18:26.009422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a69f9-aaba-40c1-8155-fa75906dc736 req-6e3c87f4-9f20-407e-b6b9-a178d0e71306 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.016601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a69f9-aaba-40c1-8155-fa75906dc736 req-6e3c87f4-9f20-407e-b6b9-a178d0e71306 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.025511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a69f9-aaba-40c1-8155-fa75906dc736 req-6e3c87f4-9f20-407e-b6b9-a178d0e71306 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.032186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a69f9-aaba-40c1-8155-fa75906dc736 req-6e3c87f4-9f20-407e-b6b9-a178d0e71306 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.039878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a69f9-aaba-40c1-8155-fa75906dc736 req-6e3c87f4-9f20-407e-b6b9-a178d0e71306 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.046802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a69f9-aaba-40c1-8155-fa75906dc736 req-6e3c87f4-9f20-407e-b6b9-a178d0e71306 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.057451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a69f9-aaba-40c1-8155-fa75906dc736 req-6e3c87f4-9f20-407e-b6b9-a178d0e71306 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.060565 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f9a69f9-aaba-40c1-8155-fa75906dc736 req-6e3c87f4-9f20-407e-b6b9-a178d0e71306 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5387 time: 0.1893110 Nov 12 13:18:26.132794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-04d50e05-d60a-4fbe-82a1-8e4eeef5f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.135242 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-04d50e05-d60a-4fbe-82a1-8e4eeef5f80d service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1932859 Nov 12 13:18:26.159026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83270a-299d-4103-8c8a-885eddd4887c req-f54e3c8e-ce40-4f69-9f61-0a9383705882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.167975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cb83270a-299d-4103-8c8a-885eddd4887c req-f54e3c8e-ce40-4f69-9f61-0a9383705882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.1108785 Nov 12 13:18:26.203726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f9a69f9-aaba-40c1-8155-fa75906dc736 req-d1514085-292c-48ae-8a02-f1137af1eab0 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914474 Nov 12 13:18:26.316422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d37fd99-c624-4630-a5a1-c21226e4a594 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:26.327127 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:26.352152 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cb83270a-299d-4103-8c8a-885eddd4887c req-dfd19f45-259a-4d53-99b3-3f8b0a5bac98 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825449 Nov 12 13:18:26.363351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Transition to ACTIVE for port object 9d37fd99-c624-4630-a5a1-c21226e4a594 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:26.364387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-2da34152-4e86-4dbf-96dc-08ed18a37419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.364864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-2da34152-4e86-4dbf-96dc-08ed18a37419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.365362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-2da34152-4e86-4dbf-96dc-08ed18a37419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.365828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-2da34152-4e86-4dbf-96dc-08ed18a37419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.366373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-2da34152-4e86-4dbf-96dc-08ed18a37419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.366739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-2da34152-4e86-4dbf-96dc-08ed18a37419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.367950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-2da34152-4e86-4dbf-96dc-08ed18a37419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.370697 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-2da34152-4e86-4dbf-96dc-08ed18a37419 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6279 time: 0.1678226 Nov 12 13:18:26.401086 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:26.500533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 778cf3e5-3e71-4f66-9e42-88ac3027cf35 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:26.516276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42898e2b-f1ee-46fe-8a4a-1c9565064361 req-f8d1a8b9-89f0-4f40-ac97-2462b08fa2ba tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.517891 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-42898e2b-f1ee-46fe-8a4a-1c9565064361 req-f8d1a8b9-89f0-4f40-ac97-2462b08fa2ba tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 946 time: 0.1788232 Nov 12 13:18:26.565680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-52dd893f-2b73-4a05-a103-45b47fd7db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.566170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Pushing event updated for resources: {'Port': ['ID=9d37fd99-c624-4630-a5a1-c21226e4a594,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:26.567250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-52dd893f-2b73-4a05-a103-45b47fd7db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.568474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-52dd893f-2b73-4a05-a103-45b47fd7db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.578501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-52dd893f-2b73-4a05-a103-45b47fd7db52 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1901002 Nov 12 13:18:26.715092 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 778cf3e5-3e71-4f66-9e42-88ac3027cf35, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=778cf3e5-3e71-4f66-9e42-88ac3027cf35,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:26.772901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-42898e2b-f1ee-46fe-8a4a-1c9565064361 req-ae7438c6-8f13-4ba2-b68e-9df62fd91812 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360580 Nov 12 13:18:26.861768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Attempting to bind port 9d37fd99-c624-4630-a5a1-c21226e4a594 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:26.870286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Attempting to bind port 9d37fd99-c624-4630-a5a1-c21226e4a594 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:26.870950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Attempting to bind port 9d37fd99-c624-4630-a5a1-c21226e4a594 on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:26.878669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ad66-035d-4b48-9718-e78ce79948e5 req-d2ceee94-39c1-4250-a7d6-f24ce668b667 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:26.880259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Port 9d37fd99-c624-4630-a5a1-c21226e4a594 on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:26.880623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Attempting to bind port 9d37fd99-c624-4630-a5a1-c21226e4a594 on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:26.882133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7909ad66-035d-4b48-9718-e78ce79948e5 req-d2ceee94-39c1-4250-a7d6-f24ce668b667 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.3019207 Nov 12 13:18:26.897872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:26.900368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Checking segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:26.900368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Bound using segment: {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:26.900368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Bound port: 9d37fd99-c624-4630-a5a1-c21226e4a594, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f274ab-86c2-4e4f-b52d-ddd9cfff785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:26.900368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:27.005904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] For port 9d37fd99-c624-4630-a5a1-c21226e4a594, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:27.011025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] For port 9d37fd99-c624-4630-a5a1-c21226e4a594, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9d37fd99-c624-4630-a5a1-c21226e4a594,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:27.019304 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:27.072133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-1c54db0a-ff48-45a5-a036-b0ffa83c3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:27.073956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91ed449f-d0f6-46d0-8f6b-aeae148088cd req-1c54db0a-ff48-45a5-a036-b0ffa83c3ac3 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4691956 Nov 12 13:18:27.092590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Pushing event updated for resources: {'Port': ['ID=9d37fd99-c624-4630-a5a1-c21226e4a594,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:27.095124 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7909ad66-035d-4b48-9718-e78ce79948e5 req-92b0fa5a-25e1-4766-841e-c153d3b1302d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016299 Nov 12 13:18:27.167254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:27.167886 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:27.170039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-f013a72d-c7ab-460b-ba43-0e47c624f538 service neutron] 10.222.0.105 "PUT /v2.0/ports/9d37fd99-c624-4630-a5a1-c21226e4a594 HTTP/1.1" status: 200 len: 1091 time: 1.6966155 Nov 12 13:18:27.209516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03586a1d-c68e-4098-b0f0-79f4009fdd1f req-12f27009-c475-4343-9acc-c6f487774446 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:27.217763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '778cf3e5-3e71-4f66-9e42-88ac3027cf35', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '778cf3e5-3e71-4f66-9e42-88ac3027cf35', 'mac_address': 'fa:16:3e:d1:60:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:27.220982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03586a1d-c68e-4098-b0f0-79f4009fdd1f req-12f27009-c475-4343-9acc-c6f487774446 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.1376085 Nov 12 13:18:27.247532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:27.329771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bceb79-0f87-4712-b8a5-a0dc7a5fa26d req-06429a8b-68bb-4207-bf5f-49c2ad5af641 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:27.332233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2bceb79-0f87-4712-b8a5-a0dc7a5fa26d req-06429a8b-68bb-4207-bf5f-49c2ad5af641 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 947 time: 0.0991147 Nov 12 13:18:27.349043 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-970d4021-f3a0-478f-a6d1-74077a1cf3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:27.390189 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:27.433802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778cf3e5-3e71-4f66-9e42-88ac3027cf35 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:27.464877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03586a1d-c68e-4098-b0f0-79f4009fdd1f req-ab32a02d-24f2-4f0f-996f-3088e7556179 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426383 Nov 12 13:18:27.467285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 778cf3e5-3e71-4f66-9e42-88ac3027cf35, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=778cf3e5-3e71-4f66-9e42-88ac3027cf35,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:27.469965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': 'ae73e88e-9170-4921-80e1-88104a71b1ec'}, {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': '9d37fd99-c624-4630-a5a1-c21226e4a594'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:27.473502 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aa3d23-08f6-42cc-ad05-7c7919f5510b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "ae73e88e-9170-4921-80e1-88104a71b1ec"}, {"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "9d37fd99-c624-4630-a5a1-c21226e4a594"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:27.474937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:27.477405 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2bceb79-0f87-4712-b8a5-a0dc7a5fa26d req-78f0f8ee-872a-4338-b7db-c363dc76dc3c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332359 Nov 12 13:18:27.486496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:27.567675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=778cf3e5-3e71-4f66-9e42-88ac3027cf35,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:27.854196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-795e89f8-3131-4f18-823f-eb37e092e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:27.858894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-795e89f8-3131-4f18-823f-eb37e092e846 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1101 time: 0.1126661 Nov 12 13:18:27.974965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf8bd7-6dae-4be5-bef1-4fc31c9e8d25 req-18431bc8-6da4-4615-b592-c32227da422a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:27.977152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dddf8bd7-6dae-4be5-bef1-4fc31c9e8d25 req-18431bc8-6da4-4615-b592-c32227da422a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.1975052 Nov 12 13:18:28.023158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['778cf3e5-3e71-4f66-9e42-88ac3027cf35'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:28.040529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77d132-da29-4d8a-bf96-8ed4ec2cea04 req-c91a966c-58e9-4844-a536-f849db5dacb8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.071846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77d132-da29-4d8a-bf96-8ed4ec2cea04 req-c91a966c-58e9-4844-a536-f849db5dacb8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.100913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77d132-da29-4d8a-bf96-8ed4ec2cea04 req-c91a966c-58e9-4844-a536-f849db5dacb8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.101242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dddf8bd7-6dae-4be5-bef1-4fc31c9e8d25 req-fd347be2-a093-40a8-950f-adab68ef3b53 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152084 Nov 12 13:18:28.114301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d3de0f-5c82-4a3e-85f8-a8634c8261db {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:28.121742 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77d132-da29-4d8a-bf96-8ed4ec2cea04 req-c91a966c-58e9-4844-a536-f849db5dacb8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.123845 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:28.140744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77d132-da29-4d8a-bf96-8ed4ec2cea04 req-c91a966c-58e9-4844-a536-f849db5dacb8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.141621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Transition to ACTIVE for port object c0d3de0f-5c82-4a3e-85f8-a8634c8261db will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:28.161657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:28.174265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77d132-da29-4d8a-bf96-8ed4ec2cea04 req-c91a966c-58e9-4844-a536-f849db5dacb8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.197239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77d132-da29-4d8a-bf96-8ed4ec2cea04 req-c91a966c-58e9-4844-a536-f849db5dacb8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.224534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:28.225346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b77d132-da29-4d8a-bf96-8ed4ec2cea04 req-c91a966c-58e9-4844-a536-f849db5dacb8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5399 time: 0.2759058 Nov 12 13:18:28.266974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-a62ff7b6-468d-456f-bcf7-231e37af641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.269788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-a62ff7b6-468d-456f-bcf7-231e37af641c service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.3997552 Nov 12 13:18:28.394122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-66c4fdb6-a174-4218-87d2-386d1112644d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 217 time: 0.0850475 Nov 12 13:18:28.420740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Attempting to bind port c0d3de0f-5c82-4a3e-85f8-a8634c8261db on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:28.421382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Attempting to bind port c0d3de0f-5c82-4a3e-85f8-a8634c8261db by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:28.421905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Attempting to bind port c0d3de0f-5c82-4a3e-85f8-a8634c8261db on network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:28.435334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Port c0d3de0f-5c82-4a3e-85f8-a8634c8261db on network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:28.435965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Attempting to bind port c0d3de0f-5c82-4a3e-85f8-a8634c8261db on network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:28.450078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:28.450732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Checking segment: {'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:28.451140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Bound using segment: {'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:28.451637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Bound port: c0d3de0f-5c82-4a3e-85f8-a8634c8261db, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:28.452081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:28.480282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9ff29-d558-4522-819b-f538f3aa7a0c req-a6a8ae24-8d33-452e-83cc-61593914e4b4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.488844 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51e9ff29-d558-4522-819b-f538f3aa7a0c req-a6a8ae24-8d33-452e-83cc-61593914e4b4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.1548426 Nov 12 13:18:28.578845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b77d132-da29-4d8a-bf96-8ed4ec2cea04 req-e929e535-0beb-4d8f-a4b2-8e888f6287b7 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3069940 Nov 12 13:18:28.595321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51e9ff29-d558-4522-819b-f538f3aa7a0c req-65ce7b8d-899a-4a60-b48b-c3c43e426fe7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039586 Nov 12 13:18:28.630401 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] For port c0d3de0f-5c82-4a3e-85f8-a8634c8261db, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:28.642204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] For port c0d3de0f-5c82-4a3e-85f8-a8634c8261db, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:28.653378 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:28.670063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-ebe92921-b9c4-4a40-877e-b141f7b0632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.670063 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-ebe92921-b9c4-4a40-877e-b141f7b0632c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1920924 Nov 12 13:18:28.718639 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87315722-cb96-4e6d-8ea8-ec6af4862fba x-openstack-request-id: req-87315722-cb96-4e6d-8ea8-ec6af4862fba {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:28.720564 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "ae73e88e-9170-4921-80e1-88104a71b1ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "9d37fd99-c624-4630-a5a1-c21226e4a594", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:28.727076 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87315722-cb96-4e6d-8ea8-ec6af4862fba {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:28.727886 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': 'ae73e88e-9170-4921-80e1-88104a71b1ec', 'status': 'completed', 'code': 200} Nov 12 13:18:28.728388 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': '9d37fd99-c624-4630-a5a1-c21226e4a594', 'status': 'completed', 'code': 200} Nov 12 13:18:28.747685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.748309 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:28.761118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] 10.222.0.105 "PUT /v2.0/ports/c0d3de0f-5c82-4a3e-85f8-a8634c8261db HTTP/1.1" status: 200 len: 1091 time: 1.5278912 Nov 12 13:18:28.832957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Request body: {'port': {'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:28.920616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42450981-7755-4a8d-90e6-b3d458271867 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:28.986622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-0211d9c9-8c48-482c-a840-95772fb72e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.990629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-0211d9c9-8c48-482c-a840-95772fb72e15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3109138 Nov 12 13:18:28.993665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3e4c3-ff65-4a26-83d6-6fc0288c5333 req-8b5fad28-beae-4df9-a1db-510bcb058566 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:28.999835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88a36a-afda-4d3e-984d-06155e2a7db6 req-2b78708a-b1c9-4b82-8248-bc8b7af7eff4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.005997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d88a36a-afda-4d3e-984d-06155e2a7db6 req-2b78708a-b1c9-4b82-8248-bc8b7af7eff4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 946 time: 0.2412074 Nov 12 13:18:29.008167 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84b3e4c3-ff65-4a26-83d6-6fc0288c5333 req-8b5fad28-beae-4df9-a1db-510bcb058566 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.1844068 Nov 12 13:18:29.026497 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:29.095316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84b3e4c3-ff65-4a26-83d6-6fc0288c5333 req-9ae2c1f0-a121-4373-b904-02514c203250 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859668 Nov 12 13:18:29.155300 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-7633ed83-e5f1-4235-955d-d2b2f040e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.158624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-7633ed83-e5f1-4235-955d-d2b2f040e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.159826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-7633ed83-e5f1-4235-955d-d2b2f040e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.160739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-7633ed83-e5f1-4235-955d-d2b2f040e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.161701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-7633ed83-e5f1-4235-955d-d2b2f040e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.162560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-7633ed83-e5f1-4235-955d-d2b2f040e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.163623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-7633ed83-e5f1-4235-955d-d2b2f040e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.168873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-7633ed83-e5f1-4235-955d-d2b2f040e8be service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6413 time: 0.3282561 Nov 12 13:18:29.292554 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-98e63d94-0139-4373-80e5-083173d1fd6f service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825711 Nov 12 13:18:29.313044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6c46c-fe06-40dd-8f72-eb4de61dcdb9 req-49cad357-2ba6-4cd9-a417-b3a341bb72e8 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.319012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96a6c46c-fe06-40dd-8f72-eb4de61dcdb9 req-49cad357-2ba6-4cd9-a417-b3a341bb72e8 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.1010995 Nov 12 13:18:29.343698 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d88a36a-afda-4d3e-984d-06155e2a7db6 req-672c7665-92c3-4433-9eeb-af62b31063de tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058792 Nov 12 13:18:29.447635 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37256a71-dc4d-4345-8e08-75387370c6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:29.484796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96a6c46c-fe06-40dd-8f72-eb4de61dcdb9 req-0c70b683-1621-4581-9cac-53aaa2a2de35 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275184 Nov 12 13:18:29.522752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-cfe790e7-91b3-4d66-9e8f-a600a863403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.524173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-cfe790e7-91b3-4d66-9e8f-a600a863403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.525179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-cfe790e7-91b3-4d66-9e8f-a600a863403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.527045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-cfe790e7-91b3-4d66-9e8f-a600a863403a service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3128245 Nov 12 13:18:29.562842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8bb514-9d91-481e-9b16-cf52670f2706 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:29.571582 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:29.584929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Transition to ACTIVE for port object 3e8bb514-9d91-481e-9b16-cf52670f2706 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:29.590032 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:29.653907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8bb514-9d91-481e-9b16-cf52670f2706,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:29.677802 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-c70dd290-164c-4c88-836e-649a42d5b322 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583882 Nov 12 13:18:29.718801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2fbca-1d7b-4765-a3c1-b585f9f2e0a0 req-7eb58f11-59f4-44e3-afd6-33553d92f0ee tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.720615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-86c2fbca-1d7b-4765-a3c1-b585f9f2e0a0 req-7eb58f11-59f4-44e3-afd6-33553d92f0ee tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 948 time: 0.2310650 Nov 12 13:18:29.776550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-a1d5eed8-3b79-4ae8-80d7-5a34c621e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.778437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-a1d5eed8-3b79-4ae8-80d7-5a34c621e65c service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2383347 Nov 12 13:18:29.837911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Attempting to bind port 3e8bb514-9d91-481e-9b16-cf52670f2706 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:29.838420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Attempting to bind port 3e8bb514-9d91-481e-9b16-cf52670f2706 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:29.839637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Attempting to bind port 3e8bb514-9d91-481e-9b16-cf52670f2706 on network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:29.880290 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-86c2fbca-1d7b-4765-a3c1-b585f9f2e0a0 req-94358384-d06d-4ce6-a82c-bba6e81ccdbb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483769 Nov 12 13:18:29.881210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Port 3e8bb514-9d91-481e-9b16-cf52670f2706 on network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:29.881572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Attempting to bind port 3e8bb514-9d91-481e-9b16-cf52670f2706 on network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:29.892585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:29.892932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Checking segment: {'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:29.893363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Bound using segment: {'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:29.893821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Bound port: 3e8bb514-9d91-481e-9b16-cf52670f2706, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbfd9b3-2f06-4f25-9dd0-be83f924809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:29.894189 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:29.939062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32edef-1159-4fe5-8fd9-0082e64e7135 req-11c98448-b06b-40ae-8ae1-c6430315a3f7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.948562 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc32edef-1159-4fe5-8fd9-0082e64e7135 req-11c98448-b06b-40ae-8ae1-c6430315a3f7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.1728091 Nov 12 13:18:29.959897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-db5e04f5-89cd-4bab-ab79-89c59cdb6427 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:29.963874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-db5e04f5-89cd-4bab-ab79-89c59cdb6427 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 946 time: 0.1624877 Nov 12 13:18:30.011482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-47cc4415-53cc-46e4-955f-19d352ee83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.012041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-47cc4415-53cc-46e4-955f-19d352ee83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.012537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-47cc4415-53cc-46e4-955f-19d352ee83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.012880 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-47cc4415-53cc-46e4-955f-19d352ee83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.013366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-47cc4415-53cc-46e4-955f-19d352ee83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.014001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-47cc4415-53cc-46e4-955f-19d352ee83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.014465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-47cc4415-53cc-46e4-955f-19d352ee83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.016613 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-47cc4415-53cc-46e4-955f-19d352ee83a7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6438 time: 0.1352677 Nov 12 13:18:30.202797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9732ec-b378-4cc0-8b81-ec6714efab19 req-762b1525-aed1-434e-ac48-d07a03ea1460 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.205616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb9732ec-b378-4cc0-8b81-ec6714efab19 req-762b1525-aed1-434e-ac48-d07a03ea1460 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.2251263 Nov 12 13:18:30.280576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-de7e2fed-cd5b-4715-9263-567585563adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.280963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-de7e2fed-cd5b-4715-9263-567585563adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.281452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-de7e2fed-cd5b-4715-9263-567585563adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.283176 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-de7e2fed-cd5b-4715-9263-567585563adb service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2215073 Nov 12 13:18:30.314621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Deleting port 8813c5c7-cfc4-4071-8aef-4cc843d58817 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:18:30.314977 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:30.368361 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb9732ec-b378-4cc0-8b81-ec6714efab19 req-d290830d-63b2-40a8-824c-6d0e0bd6c202 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482472 Nov 12 13:18:30.401332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc32edef-1159-4fe5-8fd9-0082e64e7135 req-ab411598-e545-405c-8546-1a742b3a3225 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437644 Nov 12 13:18:30.439069 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:30.450606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] For port 3e8bb514-9d91-481e-9b16-cf52670f2706, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:30.454306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] For port 3e8bb514-9d91-481e-9b16-cf52670f2706, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3e8bb514-9d91-481e-9b16-cf52670f2706,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:30.462531 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:30.533695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 778cf3e5-3e71-4f66-9e42-88ac3027cf35 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:30.543630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.543987 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:30.545488 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] 10.222.0.105 "PUT /v2.0/ports/3e8bb514-9d91-481e-9b16-cf52670f2706 HTTP/1.1" status: 200 len: 1091 time: 1.7257187 Nov 12 13:18:30.594197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d609790-98f5-41b7-bbd9-fea8d2eb9493 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8bb514-9d91-481e-9b16-cf52670f2706,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:30.619880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f841ce6-0c4e-4ff5-9671-aa9c949e356e req-8c99dcb5-3d31-42a5-8ffb-ca653b9f915a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.639923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f841ce6-0c4e-4ff5-9671-aa9c949e356e req-8c99dcb5-3d31-42a5-8ffb-ca653b9f915a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.1311839 Nov 12 13:18:30.657304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:18:30.663949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:30.664901 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:30.718201 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f841ce6-0c4e-4ff5-9671-aa9c949e356e req-ad03fd10-f725-46a2-9741-15f241b281e7 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745237 Nov 12 13:18:30.730243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': 'c0d3de0f-5c82-4a3e-85f8-a8634c8261db'}, {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': '3e8bb514-9d91-481e-9b16-cf52670f2706'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:30.732661 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69582eef-8f1e-48e0-b36b-faf09c6db70b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "c0d3de0f-5c82-4a3e-85f8-a8634c8261db"}, {"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "3e8bb514-9d91-481e-9b16-cf52670f2706"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:30.855623 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:30.882390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd990e2-7d00-4411-a393-aa7092cedaf3 req-10ed59f7-5cb6-48f8-819c-b6a177242a6c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.885055 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbd990e2-7d00-4411-a393-aa7092cedaf3 req-10ed59f7-5cb6-48f8-819c-b6a177242a6c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0713606 Nov 12 13:18:30.915770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 778cf3e5-3e71-4f66-9e42-88ac3027cf35, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=778cf3e5-3e71-4f66-9e42-88ac3027cf35,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:30.917114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc8364-770c-4d9e-a8e7-cc2501f2afac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778cf3e5-3e71-4f66-9e42-88ac3027cf35'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:30.924101 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe2f5e0-fafb-4653-9f2e-f43a54e13346" -d '{"events": [{"server_uuid": "6dbc8364-770c-4d9e-a8e7-cc2501f2afac", "name": "network-vif-plugged", "status": "completed", "tag": "778cf3e5-3e71-4f66-9e42-88ac3027cf35"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:30.929738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:30.943054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-1a2c047b-9f74-41fb-99b4-7dbe7c42b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.944543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83aa3d23-08f6-42cc-ad05-7c7919f5510b req-1a2c047b-9f74-41fb-99b4-7dbe7c42b548 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6482062 Nov 12 13:18:30.955122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] For port 8813c5c7-cfc4-4071-8aef-4cc843d58817, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8813c5c7-cfc4-4071-8aef-4cc843d58817,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:30.955496 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:30.980623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf076787-6446-4233-b545-43ce277047a4 req-0c06e28e-2eb5-487c-a566-2a7eb6363a4b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.981580 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbd990e2-7d00-4411-a393-aa7092cedaf3 req-4019ade9-d1e3-4bd0-a832-c07d3bdac751 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904794 Nov 12 13:18:30.986775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf076787-6446-4233-b545-43ce277047a4 req-0c06e28e-2eb5-487c-a566-2a7eb6363a4b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.993637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf076787-6446-4233-b545-43ce277047a4 req-0c06e28e-2eb5-487c-a566-2a7eb6363a4b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:30.999974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf076787-6446-4233-b545-43ce277047a4 req-0c06e28e-2eb5-487c-a566-2a7eb6363a4b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.006287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf076787-6446-4233-b545-43ce277047a4 req-0c06e28e-2eb5-487c-a566-2a7eb6363a4b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.012038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=778cf3e5-3e71-4f66-9e42-88ac3027cf35,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:31.013576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf076787-6446-4233-b545-43ce277047a4 req-0c06e28e-2eb5-487c-a566-2a7eb6363a4b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.019610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf076787-6446-4233-b545-43ce277047a4 req-0c06e28e-2eb5-487c-a566-2a7eb6363a4b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.025861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf076787-6446-4233-b545-43ce277047a4 req-0c06e28e-2eb5-487c-a566-2a7eb6363a4b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.2476640 Nov 12 13:18:31.045439 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Calling delete_port for 8813c5c7-cfc4-4071-8aef-4cc843d58817 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:18:31.139618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742d517-13d9-4f64-8e7c-c1d795d51fbe req-5470260d-217f-49ef-ae78-0f3adfe67152 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.141238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e742d517-13d9-4f64-8e7c-c1d795d51fbe req-5470260d-217f-49ef-ae78-0f3adfe67152 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 946 time: 0.0613058 Nov 12 13:18:31.185123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-9e3a5cc1-6f9f-4e96-9a2a-9b7cba5001a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.185617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-9e3a5cc1-6f9f-4e96-9a2a-9b7cba5001a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.186075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-9e3a5cc1-6f9f-4e96-9a2a-9b7cba5001a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.186556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-9e3a5cc1-6f9f-4e96-9a2a-9b7cba5001a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.187014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-9e3a5cc1-6f9f-4e96-9a2a-9b7cba5001a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.187466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-9e3a5cc1-6f9f-4e96-9a2a-9b7cba5001a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.187918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-9e3a5cc1-6f9f-4e96-9a2a-9b7cba5001a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.189921 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-9e3a5cc1-6f9f-4e96-9a2a-9b7cba5001a9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6480 time: 0.1628187 Nov 12 13:18:31.203899 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e742d517-13d9-4f64-8e7c-c1d795d51fbe req-dd4e04f4-b02b-4255-a08e-b546ce3847a4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561748 Nov 12 13:18:31.230838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf076787-6446-4233-b545-43ce277047a4 req-19fc0e21-c963-484a-9466-fdd99863ad62 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905739 Nov 12 13:18:31.285819 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a85c9e-0f0f-4f67-8dee-3206b379793f x-openstack-request-id: req-b1a85c9e-0f0f-4f67-8dee-3206b379793f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:31.286197 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "c0d3de0f-5c82-4a3e-85f8-a8634c8261db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "3e8bb514-9d91-481e-9b16-cf52670f2706", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:31.286686 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1a85c9e-0f0f-4f67-8dee-3206b379793f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:31.287115 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': 'c0d3de0f-5c82-4a3e-85f8-a8634c8261db', 'status': 'completed', 'code': 200} Nov 12 13:18:31.287468 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': '3e8bb514-9d91-481e-9b16-cf52670f2706', 'status': 'completed', 'code': 200} Nov 12 13:18:31.289347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-5d789b3b-050c-4c2e-baaf-cbf75b2a7d60 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292 HTTP/1.1" status: 200 len: 217 time: 0.0830526 Nov 12 13:18:31.345057 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59934fd-2758-415b-9fe1-a24c8ad67ac2 x-openstack-request-id: req-d59934fd-2758-415b-9fe1-a24c8ad67ac2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:31.345438 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbc8364-770c-4d9e-a8e7-cc2501f2afac", "name": "network-vif-plugged", "status": "completed", "tag": "778cf3e5-3e71-4f66-9e42-88ac3027cf35", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:31.345722 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d59934fd-2758-415b-9fe1-a24c8ad67ac2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:31.346284 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbc8364-770c-4d9e-a8e7-cc2501f2afac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778cf3e5-3e71-4f66-9e42-88ac3027cf35', 'code': 200} Nov 12 13:18:31.480271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43524a9-20ae-4923-9112-287e767e3758 req-f91423e1-1c45-4173-aace-35293de25485 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.482956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-7d639114-65f1-433f-9b94-0228f7c631e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.484666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-7d639114-65f1-433f-9b94-0228f7c631e5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fbe2cfc7-4019-4384-be49-dec8d05dc3bd HTTP/1.1" status: 200 len: 850 time: 0.1849728 Nov 12 13:18:31.488473 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b43524a9-20ae-4923-9112-287e767e3758 req-f91423e1-1c45-4173-aace-35293de25485 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0624585 Nov 12 13:18:31.499820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1860f-b76a-47b3-a294-8441dff466b9 req-cb08aac5-4f4c-400c-a9f5-39278087b93c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.501415 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bbc1860f-b76a-47b3-a294-8441dff466b9 req-cb08aac5-4f4c-400c-a9f5-39278087b93c tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 949 time: 0.1362689 Nov 12 13:18:31.502132 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:31.515781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:31.558006 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b43524a9-20ae-4923-9112-287e767e3758 req-070c2252-2753-4d95-876e-f17681379d0a tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683756 Nov 12 13:18:31.580392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event deleted for resources: {'Port': ['ID=8813c5c7-cfc4-4071-8aef-4cc843d58817,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:31.609212 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37f340-2f25-4f91-b2c1-5ed58bbff9e1 req-58cfae86-2e9d-4542-bcfb-83a13e4991e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.611715 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f37f340-2f25-4f91-b2c1-5ed58bbff9e1 req-58cfae86-2e9d-4542-bcfb-83a13e4991e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 1100 time: 0.1721666 Nov 12 13:18:31.636490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.637239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.637805 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.638439 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.638986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.639571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.640119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.640848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.641394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.641937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.642421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.642907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:31.711988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5897-4f9d-40de-b6bd-1aefd182985e req-6c6d88a0-c19f-430f-b2de-9ee35f6a7560 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.714233 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c76b5897-4f9d-40de-b6bd-1aefd182985e req-6c6d88a0-c19f-430f-b2de-9ee35f6a7560 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.0650165 Nov 12 13:18:31.718345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] No DVR routers for this DVR port 8813c5c7-cfc4-4071-8aef-4cc843d58817 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:18:31.721117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:31.724742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0dcdf9d0-d8b1-4597-b5a0-a1d99b5b525e req-cfb5ed20-d31f-4c02-bb46-2c58f3f075a3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "DELETE /v2.0/ports/8813c5c7-cfc4-4071-8aef-4cc843d58817 HTTP/1.1" status: 204 len: 173 time: 1.7330251 Nov 12 13:18:31.733413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a2b285-0850-4167-9c5b-892934c39731', 'name': 'network-vif-deleted', 'tag': '8813c5c7-cfc4-4071-8aef-4cc843d58817'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:31.735872 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759951c2-2c3d-44c3-9997-f69491c13b50" -d '{"events": [{"server_uuid": "52a2b285-0850-4167-9c5b-892934c39731", "name": "network-vif-deleted", "tag": "8813c5c7-cfc4-4071-8aef-4cc843d58817"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:31.767573 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bbc1860f-b76a-47b3-a294-8441dff466b9 req-dcd7f75a-a854-4895-9dd2-4b2380a41178 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499013 Nov 12 13:18:31.781458 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c76b5897-4f9d-40de-b6bd-1aefd182985e req-11db90d8-f3f0-49ed-aee0-8d9135271567 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602171 Nov 12 13:18:31.799218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8245eae4-7b86-434d-ae93-25f71c2ad606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.813510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8245eae4-7b86-434d-ae93-25f71c2ad606 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e1bf6593-1926-4918-b099-2d3c401d6aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3042653 Nov 12 13:18:31.857760 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaee5e7-0b27-486e-a682-2173b0a13284 x-openstack-request-id: req-ddaee5e7-0b27-486e-a682-2173b0a13284 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:31.858051 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a2b285-0850-4167-9c5b-892934c39731", "name": "network-vif-deleted", "tag": "8813c5c7-cfc4-4071-8aef-4cc843d58817", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:31.858299 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ddaee5e7-0b27-486e-a682-2173b0a13284 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:31.858695 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a2b285-0850-4167-9c5b-892934c39731', 'name': 'network-vif-deleted', 'tag': '8813c5c7-cfc4-4071-8aef-4cc843d58817', 'status': 'completed', 'code': 200} Nov 12 13:18:31.885622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f37f340-2f25-4f91-b2c1-5ed58bbff9e1 req-a0cb86ca-f695-4c3b-a925-2d12508d9d32 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224088 Nov 12 13:18:31.980858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7165-8338-4b00-88c0-aaad9cefc5e0 req-b972b84b-fb3e-4962-9e5e-2b3b2cb74f1a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.982508 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dd1c7165-8338-4b00-88c0-aaad9cefc5e0 req-b972b84b-fb3e-4962-9e5e-2b3b2cb74f1a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0576515 Nov 12 13:18:31.986957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1883d-e312-4985-94d8-fe1aa30d8262 req-3960f84f-230f-44dd-91e4-c86ee8ef25bc tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:31.989297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5ee1883d-e312-4985-94d8-fe1aa30d8262 req-3960f84f-230f-44dd-91e4-c86ee8ef25bc tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.1146646 Nov 12 13:18:32.008562 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8f37e6bf-c1a0-4583-bc06-10b404beb9dd service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737239 Nov 12 13:18:32.057719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dd1c7165-8338-4b00-88c0-aaad9cefc5e0 req-6e9ea046-906b-4325-9b1e-c88f79e9c11b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592346 Nov 12 13:18:32.063948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:32.106153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5ee1883d-e312-4985-94d8-fe1aa30d8262 req-7bdb51ae-fc29-4e1f-93e4-a6c857fac86f tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067748 Nov 12 13:18:32.141209 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-06ab8342-ed52-42c6-939c-030ec69683ff service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208117 Nov 12 13:18:32.202169 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-fccdb395-b889-4f09-a84a-d1fb484cf4d0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=8b402751-23b3-4ce3-8639-2dd4a2819a1e HTTP/1.1" status: 200 len: 217 time: 0.0522125 Nov 12 13:18:32.202718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc736a8-82e0-4821-9bee-f1dffefcc409 req-2f4dd0eb-3a03-4010-84af-5466af416a94 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.210046 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4dc736a8-82e0-4821-9bee-f1dffefcc409 req-2f4dd0eb-3a03-4010-84af-5466af416a94 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0670207 Nov 12 13:18:32.271363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4dc736a8-82e0-4821-9bee-f1dffefcc409 req-1f891bf6-60e7-498e-8ae7-9fcb1d16fc42 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603483 Nov 12 13:18:32.299713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6bc2-dc8f-4af9-b72f-9fd2587050ee req-593c693a-5b99-4371-9966-b4b4952b7522 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.301337 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0fde6bc2-dc8f-4af9-b72f-9fd2587050ee req-593c693a-5b99-4371-9966-b4b4952b7522 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0982449 Nov 12 13:18:32.303229 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-59b83bcb-a0af-4753-8e51-48789741b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.304759 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-59b83bcb-a0af-4753-8e51-48789741b7eb service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.0896897 Nov 12 13:18:32.388872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c40ac8a-ded7-4b27-b6f4-7ab4d906b2b0 req-8a414a3f-0715-4f75-9905-5b1353c845e8 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=52a2b285-0850-4167-9c5b-892934c39731 HTTP/1.1" status: 200 len: 210 time: 0.0317304 Nov 12 13:18:32.393863 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0fde6bc2-dc8f-4af9-b72f-9fd2587050ee req-c3d9137b-839d-441a-96ec-b91c41f12e2d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836017 Nov 12 13:18:32.439359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-3c6e78e7-fe48-45a0-8beb-0f1f3db8740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.441052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-3c6e78e7-fe48-45a0-8beb-0f1f3db8740c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1066291 Nov 12 13:18:32.534903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8813c5c7-cfc4-4071-8aef-4cc843d58817 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:32.573753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 8813c5c7-cfc4-4071-8aef-4cc843d58817 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:18:32.575705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8813c5c7-cfc4-4071-8aef-4cc843d58817 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:18:32.612433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-5f5d7ae2-b4e4-46c5-82e4-193c0bdafc8d service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535420 Nov 12 13:18:32.616075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637979e-c2e0-4840-a8e7-370b4416c993 req-7c595064-a7df-4df1-abf0-f1122872f797 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.624967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637979e-c2e0-4840-a8e7-370b4416c993 req-7c595064-a7df-4df1-abf0-f1122872f797 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.631227 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637979e-c2e0-4840-a8e7-370b4416c993 req-7c595064-a7df-4df1-abf0-f1122872f797 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.639020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637979e-c2e0-4840-a8e7-370b4416c993 req-7c595064-a7df-4df1-abf0-f1122872f797 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.645855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637979e-c2e0-4840-a8e7-370b4416c993 req-7c595064-a7df-4df1-abf0-f1122872f797 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.653228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637979e-c2e0-4840-a8e7-370b4416c993 req-7c595064-a7df-4df1-abf0-f1122872f797 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.659509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637979e-c2e0-4840-a8e7-370b4416c993 req-7c595064-a7df-4df1-abf0-f1122872f797 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.667848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c637979e-c2e0-4840-a8e7-370b4416c993 req-7c595064-a7df-4df1-abf0-f1122872f797 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1782823 Nov 12 13:18:32.710078 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:32.767899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f75c-49d0-4f33-93f7-f948b3bf5d6f req-b51adc51-0c9d-4cff-8c55-c36c92d22bc5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.775838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9411f75c-49d0-4f33-93f7-f948b3bf5d6f req-b51adc51-0c9d-4cff-8c55-c36c92d22bc5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.1190329 Nov 12 13:18:32.777438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c637979e-c2e0-4840-a8e7-370b4416c993 req-398c2a93-db4b-4246-a04f-19b1bf2dfd50 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070585 Nov 12 13:18:32.823173 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-ad2c34f0-f300-485f-82ba-476e5ebb4d9f service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004468 Nov 12 13:18:32.874867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-91c3b6e4-1548-4998-858d-1deeadf4a188 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e3fc1244-3b20-455f-b6c0-bb7af1b363ce HTTP/1.1" status: 200 len: 217 time: 0.0395555 Nov 12 13:18:32.899141 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9411f75c-49d0-4f33-93f7-f948b3bf5d6f req-f6a69ae2-664b-4702-b184-733a4d9b5af5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223333 Nov 12 13:18:32.923492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c9037-ff6b-4948-983c-c51a92be7ab7 req-4ee308b7-896c-4ac1-9c19-e4bd45d96e6b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.940528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c1c9037-ff6b-4948-983c-c51a92be7ab7 req-4ee308b7-896c-4ac1-9c19-e4bd45d96e6b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 949 time: 0.0760593 Nov 12 13:18:32.966684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-2e801657-d279-47f5-aed5-93a24c0e035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:32.968596 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-2e801657-d279-47f5-aed5-93a24c0e035f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.0830889 Nov 12 13:18:32.997942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c1c9037-ff6b-4948-983c-c51a92be7ab7 req-278fc93f-907c-4f09-9710-6738f945a9ae tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562289 Nov 12 13:18:33.067407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-81e6da64-8035-4f85-b694-d8103ec981e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:33.069580 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-81e6da64-8035-4f85-b694-d8103ec981e0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883684 Nov 12 13:18:33.084774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1732f-ddcd-4fa2-88ea-97f53c454b31 req-1c3c7328-3048-4f32-a004-4dc3440194cd tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:33.087339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-14e1732f-ddcd-4fa2-88ea-97f53c454b31 req-1c3c7328-3048-4f32-a004-4dc3440194cd tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.1048367 Nov 12 13:18:33.162260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ae7c7-f828-4f4c-a80b-de04b3b42127 req-1abad38e-725f-4e62-880c-80785fb9d50e tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:33.172923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-263ae7c7-f828-4f4c-a80b-de04b3b42127 req-1abad38e-725f-4e62-880c-80785fb9d50e tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0735788 Nov 12 13:18:33.209705 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-d8303016-6b61-4b1c-b8ed-0404044cf048 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212142 Nov 12 13:18:33.235251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-263ae7c7-f828-4f4c-a80b-de04b3b42127 req-cb74b384-8315-4024-926a-4e4708f33178 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607431 Nov 12 13:18:33.274508 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-14e1732f-ddcd-4fa2-88ea-97f53c454b31 req-2097ef5c-84d7-4616-92c1-3bbac12d364f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778500 Nov 12 13:18:33.398020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2555f6-b182-4ca7-89b1-8c27cbb51acb req-e3c5b8e6-c016-4c3a-ba00-b0c41c68b740 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:33.400096 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c2555f6-b182-4ca7-89b1-8c27cbb51acb req-e3c5b8e6-c016-4c3a-ba00-b0c41c68b740 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0801892 Nov 12 13:18:33.481111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dde6e3-ece1-493c-978f-437dfab754b1 req-ea136128-2046-4a78-89e2-d72111514eb4 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:33.488510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40dde6e3-ece1-493c-978f-437dfab754b1 req-ea136128-2046-4a78-89e2-d72111514eb4 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0965126 Nov 12 13:18:33.494309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c2555f6-b182-4ca7-89b1-8c27cbb51acb req-74ae83ea-86a0-408a-94f7-d05777d371a1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810723 Nov 12 13:18:33.515503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-5a7cc6c5-c6be-40a4-a11b-9bf364cd52e7 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613788 Nov 12 13:18:33.580694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-54d8bb3e-06cb-4819-a904-bf8edb450568 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=ae73e88e-9170-4921-80e1-88104a71b1ec HTTP/1.1" status: 200 len: 217 time: 0.0539725 Nov 12 13:18:33.603242 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40dde6e3-ece1-493c-978f-437dfab754b1 req-7609d458-4fb0-49a8-aa8d-c92b88a03399 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138356 Nov 12 13:18:33.657614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005e2df-4943-4e0b-a3cc-a27338c9ac5e req-421583f7-c707-4626-b3b9-482556b77693 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:33.659414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6005e2df-4943-4e0b-a3cc-a27338c9ac5e req-421583f7-c707-4626-b3b9-482556b77693 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0880945 Nov 12 13:18:33.675243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-21f62124-2887-4cfd-8b01-8572e95f0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:33.677058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-21f62124-2887-4cfd-8b01-8572e95f0601 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.0867426 Nov 12 13:18:33.745008 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6005e2df-4943-4e0b-a3cc-a27338c9ac5e req-001ad6f6-4ad7-42f1-bb96-eea1387ff343 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755925 Nov 12 13:18:33.757035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-15a978be-a38f-4cda-83b5-184c15489a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:33.759924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-15a978be-a38f-4cda-83b5-184c15489a8c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737607 Nov 12 13:18:33.927352 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-b66334da-a4a8-436d-8b9a-37edd08918f4 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548111 Nov 12 13:18:33.991511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe761982-092c-4711-b1f4-4976dc559232 req-edba6175-6db2-4ca5-ad3e-a0e53f1a662f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:33.998904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe761982-092c-4711-b1f4-4976dc559232 req-edba6175-6db2-4ca5-ad3e-a0e53f1a662f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.005835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe761982-092c-4711-b1f4-4976dc559232 req-edba6175-6db2-4ca5-ad3e-a0e53f1a662f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.012860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe761982-092c-4711-b1f4-4976dc559232 req-edba6175-6db2-4ca5-ad3e-a0e53f1a662f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.020243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe761982-092c-4711-b1f4-4976dc559232 req-edba6175-6db2-4ca5-ad3e-a0e53f1a662f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.029322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe761982-092c-4711-b1f4-4976dc559232 req-edba6175-6db2-4ca5-ad3e-a0e53f1a662f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.036733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe761982-092c-4711-b1f4-4976dc559232 req-edba6175-6db2-4ca5-ad3e-a0e53f1a662f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.043460 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe761982-092c-4711-b1f4-4976dc559232 req-edba6175-6db2-4ca5-ad3e-a0e53f1a662f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1242902 Nov 12 13:18:34.054069 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-1cbaa472-064c-40bc-a3a7-fed4a9ff5f0d service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062057 Nov 12 13:18:34.100396 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-611ef9a6-91dd-4e75-bcab-88c5e6c34322 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=9d37fd99-c624-4630-a5a1-c21226e4a594 HTTP/1.1" status: 200 len: 217 time: 0.0434365 Nov 12 13:18:34.119809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe761982-092c-4711-b1f4-4976dc559232 req-8ce46155-04cf-46c8-8ea0-faed3eb5c41e tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724542 Nov 12 13:18:34.179169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a5adcf80-c5f0-4cbf-94e1-3dedcda27af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.182400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a5adcf80-c5f0-4cbf-94e1-3dedcda27af3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.0742464 Nov 12 13:18:34.306440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-5feb6d56-eca2-4172-b128-26cce77ef491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.308232 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-5feb6d56-eca2-4172-b128-26cce77ef491 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149065 Nov 12 13:18:34.326642 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b5ea4-781c-4f45-9e19-8f2f0788b425 req-bd2935ba-81e4-4904-8777-354f52f00cae tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.328307 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-907b5ea4-781c-4f45-9e19-8f2f0788b425 req-bd2935ba-81e4-4904-8777-354f52f00cae tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 949 time: 0.0812252 Nov 12 13:18:34.385307 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-a3aba5bc-f31f-4ca9-aea4-3bc2dc6fe404 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.394925 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-a3aba5bc-f31f-4ca9-aea4-3bc2dc6fe404 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.1456008 Nov 12 13:18:34.417602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-fcd69543-9727-4511-a2c2-2fa0b31e9001 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/quotas/44bbb573e2f944788a4da5de2cdc3546 HTTP/1.1" status: 200 len: 375 time: 0.0212071 Nov 12 13:18:34.452864 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-907b5ea4-781c-4f45-9e19-8f2f0788b425 req-c3a0a661-6b5e-4d90-9985-4f67e93501bb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050804 Nov 12 13:18:34.468739 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-137df6aa-b7be-4bec-9b1f-5a97850d6484 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393371 Nov 12 13:18:34.481472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-8c9fc0f2-b7fa-4edc-83d8-4567c8ff6d36 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626726 Nov 12 13:18:34.579122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-6583e6fb-bb8e-4804-a508-907b60a55a61 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955427 Nov 12 13:18:34.595301 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-b3b1c5e6-3974-4910-b98f-892bedf0c68c service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006773 Nov 12 13:18:34.634376 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-108af747-c5e9-43eb-ac17-5553a69c64d4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db HTTP/1.1" status: 200 len: 217 time: 0.0436659 Nov 12 13:18:34.709157 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-7d643185-1ff7-4aaa-ab62-0472327368be service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056955 Nov 12 13:18:34.723632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50204e-707c-4e8e-af11-e5c57793cd0d req-4e54f48f-be53-4da1-aa65-52065b84cc3d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.725219 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d50204e-707c-4e8e-af11-e5c57793cd0d req-4e54f48f-be53-4da1-aa65-52065b84cc3d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.0940368 Nov 12 13:18:34.727531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8270863c-c37d-4def-a019-d406575aee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.728982 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-8270863c-c37d-4def-a019-d406575aee45 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.0853918 Nov 12 13:18:34.819194 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d50204e-707c-4e8e-af11-e5c57793cd0d req-fc689d38-a362-4336-b443-5d85a6a17aff tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843179 Nov 12 13:18:34.824944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-e12c6035-3da2-4672-b2bf-17c86f02cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:34.827197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-e12c6035-3da2-4672-b2bf-17c86f02cf35 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834625 Nov 12 13:18:35.020543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02ab2f-0a3b-43cf-9971-32967a2859b5 req-328c967f-3d11-4e94-947d-e4e51e8b114a tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.022129 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f02ab2f-0a3b-43cf-9971-32967a2859b5 req-328c967f-3d11-4e94-947d-e4e51e8b114a tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 1100 time: 0.0627120 Nov 12 13:18:35.033339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0b0ff-7015-4b15-a065-fc8b0fa47e4b req-9eeffb35-56ef-4c20-9d4d-d44a4d41bce6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.042988 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a0b0ff-7015-4b15-a065-fc8b0fa47e4b req-9eeffb35-56ef-4c20-9d4d-d44a4d41bce6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.1114583 Nov 12 13:18:35.096260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f02ab2f-0a3b-43cf-9971-32967a2859b5 req-a6a8d4b6-f21d-4d34-aa57-9432dca32af7 tempest-ServersOnMultiNodesTest-1227503074 tempest-ServersOnMultiNodesTest-1227503074-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649791 Nov 12 13:18:35.134858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a0b0ff-7015-4b15-a065-fc8b0fa47e4b req-a8b47c74-b839-4fca-b0b3-9a2214ea7e4c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908799 Nov 12 13:18:35.141148 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-a5d95eb1-ad1d-4af4-9fe0-310df39e2b37 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962103 Nov 12 13:18:35.344970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e47bfb-ae63-43a9-a7f9-9df997f7a879 req-28b81a39-ca39-468c-9b72-d4aecf4a2ca3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.353237 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0e47bfb-ae63-43a9-a7f9-9df997f7a879 req-28b81a39-ca39-468c-9b72-d4aecf4a2ca3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0708654 Nov 12 13:18:35.355156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-5bb30b90-339b-4747-86d0-6793d846621e service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053423 Nov 12 13:18:35.416632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-39fe5539-4392-48dd-a3c6-082be20c6ace service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e8bb514-9d91-481e-9b16-cf52670f2706 HTTP/1.1" status: 200 len: 217 time: 0.0510457 Nov 12 13:18:35.433066 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0e47bfb-ae63-43a9-a7f9-9df997f7a879 req-31399acf-93de-4842-a44b-e6732b5c88a3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714791 Nov 12 13:18:35.464102 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c591d7e-3ac8-48a6-b07f-aa0e72530f8a req-7b3dc606-c6f8-446a-a19e-cb165c8021be tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 210 time: 0.0462930 Nov 12 13:18:35.554099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-e15c48e3-bba7-4389-9fb8-c2f1a501777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.556143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-e15c48e3-bba7-4389-9fb8-c2f1a501777e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.0905497 Nov 12 13:18:35.681206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-239bf6e0-43c7-4ea6-ad77-49de7864113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.682779 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-239bf6e0-43c7-4ea6-ad77-49de7864113f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1166346 Nov 12 13:18:35.697076 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af345-6c86-403c-badc-b268e69e499f req-9ddc22c7-8d1c-4eb2-85a6-dc9456de4485 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.703323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af345-6c86-403c-badc-b268e69e499f req-9ddc22c7-8d1c-4eb2-85a6-dc9456de4485 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.711646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af345-6c86-403c-badc-b268e69e499f req-9ddc22c7-8d1c-4eb2-85a6-dc9456de4485 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.718272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af345-6c86-403c-badc-b268e69e499f req-9ddc22c7-8d1c-4eb2-85a6-dc9456de4485 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.720946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3694-df6d-4e07-b812-75862d329e17 req-12b2d21f-b769-4dcc-b255-2fe98fca5297 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.725210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af345-6c86-403c-badc-b268e69e499f req-9ddc22c7-8d1c-4eb2-85a6-dc9456de4485 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.731891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af345-6c86-403c-badc-b268e69e499f req-9ddc22c7-8d1c-4eb2-85a6-dc9456de4485 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.734063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62cb3694-df6d-4e07-b812-75862d329e17 req-12b2d21f-b769-4dcc-b255-2fe98fca5297 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0729516 Nov 12 13:18:35.738529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af345-6c86-403c-badc-b268e69e499f req-9ddc22c7-8d1c-4eb2-85a6-dc9456de4485 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.756339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae6af345-6c86-403c-badc-b268e69e499f req-9ddc22c7-8d1c-4eb2-85a6-dc9456de4485 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1738822 Nov 12 13:18:35.817033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62cb3694-df6d-4e07-b812-75862d329e17 req-e13058d6-5e68-4ab9-996b-5662bc6967ea tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819800 Nov 12 13:18:35.932152 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae6af345-6c86-403c-badc-b268e69e499f req-2d492a6e-d7c3-48ad-81f2-cb0358caf322 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1749513 Nov 12 13:18:35.939591 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-c6b17660-ca46-4905-a8f8-2b7ec2439e03 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644175 Nov 12 13:18:35.951025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2595cc-a207-4df8-b255-8937e4f7311b req-de7c3ef8-3ff3-45fd-89fd-f63786cef66e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:35.952569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d2595cc-a207-4df8-b255-8937e4f7311b req-de7c3ef8-3ff3-45fd-89fd-f63786cef66e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 949 time: 0.0680647 Nov 12 13:18:36.040047 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d2595cc-a207-4df8-b255-8937e4f7311b req-11014722-f8f2-4775-bc41-0c2ad1d589b4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803678 Nov 12 13:18:36.110035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee028f9c-77a2-4baf-baa8-79d2d4512d5d req-0f8fd07c-2ec2-4fd5-ba47-13f0248b9da8 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613426 Nov 12 13:18:36.119715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fa51d-8d3e-450f-99fa-69ee0e68a1b6 req-fd5349a4-a8cc-4656-beb4-de8a5ed43595 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.121480 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6d4fa51d-8d3e-450f-99fa-69ee0e68a1b6 req-fd5349a4-a8cc-4656-beb4-de8a5ed43595 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.0795772 Nov 12 13:18:36.183949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6d4fa51d-8d3e-450f-99fa-69ee0e68a1b6 req-9d21b6be-1591-4df4-be18-ec1a0ec398b2 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541914 Nov 12 13:18:36.249966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-fe771f2a-ac62-4333-a852-ce0f5f15960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.250782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-fe771f2a-ac62-4333-a852-ce0f5f15960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.251386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-fe771f2a-ac62-4333-a852-ce0f5f15960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.252123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-fe771f2a-ac62-4333-a852-ce0f5f15960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.252859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-fe771f2a-ac62-4333-a852-ce0f5f15960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.253540 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-fe771f2a-ac62-4333-a852-ce0f5f15960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.254150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-fe771f2a-ac62-4333-a852-ce0f5f15960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.256816 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-fe771f2a-ac62-4333-a852-ce0f5f15960a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6480 time: 0.0686362 Nov 12 13:18:36.300550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553e9db-ffa0-463e-87ff-da44aa50afdd req-c4cce563-38fe-4ded-ae20-6da967dd3dc6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.302370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c553e9db-ffa0-463e-87ff-da44aa50afdd req-c4cce563-38fe-4ded-ae20-6da967dd3dc6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0839016 Nov 12 13:18:36.376362 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c553e9db-ffa0-463e-87ff-da44aa50afdd req-38eb7d31-7d94-4fbc-8b4f-e38f5cc6ae7f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615854 Nov 12 13:18:36.594862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3203e974-e9fb-42a9-a00c-6693deb2695d req-c6a8c10a-4998-4749-96ac-16a45f325a3d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 210 time: 0.0317643 Nov 12 13:18:36.786002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-f8ef2ae1-8f80-45e0-a6fc-714b210d2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.787490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-f8ef2ae1-8f80-45e0-a6fc-714b210d2e44 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f HTTP/1.1" status: 200 len: 901 time: 0.5214617 Nov 12 13:18:36.848089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-85bb8735-7b77-45c1-9edb-5f1ffbabe2c4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db HTTP/1.1" status: 200 len: 217 time: 0.0504930 Nov 12 13:18:36.858223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af95f29-6fc8-4305-ae42-e10c3993f593 req-8a7f9faf-43ce-47df-b688-51b3a1c66016 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.866266 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8af95f29-6fc8-4305-ae42-e10c3993f593 req-8a7f9faf-43ce-47df-b688-51b3a1c66016 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.1477501 Nov 12 13:18:36.875319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-c0228865-9064-4d1f-b73f-0bc252498a0b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.877070 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-c0228865-9064-4d1f-b73f-0bc252498a0b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.5243428 Nov 12 13:18:36.896419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Request body: {'port': {'device_id': '27ad1e2b-98a2-4798-97d9-22bbca7fac89', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'admin_state_up': True, 'tenant_id': '44bbb573e2f944788a4da5de2cdc3546'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:36.958011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985098e4-5df2-4874-9b02-9528721b1a1e req-601156bb-7e01-4955-9631-4309f185d986 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:36.962225 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-985098e4-5df2-4874-9b02-9528721b1a1e req-601156bb-7e01-4955-9631-4309f185d986 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0713904 Nov 12 13:18:37.022745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-985098e4-5df2-4874-9b02-9528721b1a1e req-5bfde6f6-6314-4abe-8d09-d89de34b36f3 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515516 Nov 12 13:18:37.051465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-74b49889-87f6-4387-99be-112e146da653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.054075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-74b49889-87f6-4387-99be-112e146da653 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.1752732 Nov 12 13:18:37.061153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8af95f29-6fc8-4305-ae42-e10c3993f593 req-9fa1f81f-90ab-4b08-a910-1010a77a9967 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939735 Nov 12 13:18:37.142550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-6d09b482-4a87-4f1f-a4f5-a0d4a57a1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.144596 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-6d09b482-4a87-4f1f-a4f5-a0d4a57a1134 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733240 Nov 12 13:18:37.183820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425777ee-dbcd-4536-866e-e5a7a725bc2b req-ea4c035a-b219-4477-82f4-c5c02d0eeeea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.192554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425777ee-dbcd-4536-866e-e5a7a725bc2b req-ea4c035a-b219-4477-82f4-c5c02d0eeeea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.199797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Made reservation on behalf of 44bbb573e2f944788a4da5de2cdc3546 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:37.202504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425777ee-dbcd-4536-866e-e5a7a725bc2b req-ea4c035a-b219-4477-82f4-c5c02d0eeeea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.204140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:37.209469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425777ee-dbcd-4536-866e-e5a7a725bc2b req-ea4c035a-b219-4477-82f4-c5c02d0eeeea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.216111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425777ee-dbcd-4536-866e-e5a7a725bc2b req-ea4c035a-b219-4477-82f4-c5c02d0eeeea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.222330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425777ee-dbcd-4536-866e-e5a7a725bc2b req-ea4c035a-b219-4477-82f4-c5c02d0eeeea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.228864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425777ee-dbcd-4536-866e-e5a7a725bc2b req-ea4c035a-b219-4477-82f4-c5c02d0eeeea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.230859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-425777ee-dbcd-4536-866e-e5a7a725bc2b req-ea4c035a-b219-4477-82f4-c5c02d0eeeea tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1258681 Nov 12 13:18:37.302333 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-425777ee-dbcd-4536-866e-e5a7a725bc2b req-c064fb20-fa88-4f0a-a707-704f964b76e9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633991 Nov 12 13:18:37.348704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032de983-ed45-4bc1-baff-36c41744b8e9 req-327eef97-9071-43ce-a0d7-d8ffab65cd08 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.350791 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-032de983-ed45-4bc1-baff-36c41744b8e9 req-327eef97-9071-43ce-a0d7-d8ffab65cd08 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 949 time: 0.1836882 Nov 12 13:18:37.398058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-25f76f01-592b-4680-85a4-d8233706cb1e service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412064 Nov 12 13:18:37.453413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7541a1-1641-4ba1-9409-b1dc89914214 req-ede884bb-fcb6-4abd-912f-a1f724c34934 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.455947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca7541a1-1641-4ba1-9409-b1dc89914214 req-ede884bb-fcb6-4abd-912f-a1f724c34934 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.0559628 Nov 12 13:18:37.510598 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca7541a1-1641-4ba1-9409-b1dc89914214 req-d35aae5a-e844-489f-bfb1-8d75b5d2be45 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Nov 12 13:18:37.517991 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-032de983-ed45-4bc1-baff-36c41744b8e9 req-6ab85017-6acc-4af7-adb3-9f819d852c63 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553843 Nov 12 13:18:37.565528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Allocated IP 172.20.0.12 (a9af9cf4-1027-482e-9b95-2642068411b0/f405fae7-5435-415b-803d-1ce0aefde344/8b71b434-dbd6-4881-a528-07ff920a7b75) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:37.602372 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-e7e65be3-809b-4822-b96e-5f4dc52996e1 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890528 Nov 12 13:18:37.723070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4b17702-2269-4343-9782-7cc5f9982c6d req-1fa4170a-7405-4449-b22d-ad9126daa8eb tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 210 time: 0.0319855 Nov 12 13:18:37.780117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee753b-5bc9-4491-818a-b6dea8d22165 req-0cd22313-c31b-4d2c-a695-9ef6f687c91c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.781690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06ee753b-5bc9-4491-818a-b6dea8d22165 req-0cd22313-c31b-4d2c-a695-9ef6f687c91c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.1781676 Nov 12 13:18:37.861525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-23bb4bf7-099b-4545-877a-8a81e9c9c488 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.863077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-23bb4bf7-099b-4545-877a-8a81e9c9c488 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 949 time: 0.2085736 Nov 12 13:18:37.872280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-4bce96ac-3445-4dc8-9bc3-193889efaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.872791 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-4bce96ac-3445-4dc8-9bc3-193889efaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.873599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-4bce96ac-3445-4dc8-9bc3-193889efaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.874017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-4bce96ac-3445-4dc8-9bc3-193889efaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.874483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-4bce96ac-3445-4dc8-9bc3-193889efaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.874933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-4bce96ac-3445-4dc8-9bc3-193889efaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.875388 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-4bce96ac-3445-4dc8-9bc3-193889efaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:37.877911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-4bce96ac-3445-4dc8-9bc3-193889efaf68 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6480 time: 0.1974392 Nov 12 13:18:38.031324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-06ee753b-5bc9-4491-818a-b6dea8d22165 req-72ef0641-5592-4202-b0c9-c0551802784b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149215 Nov 12 13:18:38.054659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:38.135525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-549389d6-7469-499b-b6c8-0c9529a42316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.137502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-549389d6-7469-499b-b6c8-0c9529a42316 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f HTTP/1.1" status: 200 len: 901 time: 0.2406454 Nov 12 13:18:38.166935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da3438-094f-4051-a933-b5dcba039a2c req-3d9abac8-4892-4251-a120-bd9eadf8afde tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.174411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36da3438-094f-4051-a933-b5dcba039a2c req-3d9abac8-4892-4251-a120-bd9eadf8afde tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0658920 Nov 12 13:18:38.206690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-41559d36-b0ac-43d1-8464-3f0976ddf68e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e8bb514-9d91-481e-9b16-cf52670f2706 HTTP/1.1" status: 200 len: 217 time: 0.0559940 Nov 12 13:18:38.222455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36da3438-094f-4051-a933-b5dcba039a2c req-328ce1ef-4fe4-4719-878d-a8bf83219126 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471563 Nov 12 13:18:38.226982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-6ec72dc0-a49f-4a69-9037-8edb687a2833 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Deleting port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:18:38.227517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-6ec72dc0-a49f-4a69-9037-8edb687a2833 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:38.230742 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:38.247637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:38.380017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Network a9af9cf4-1027-482e-9b95-2642068411b0 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:38.393875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:38.396820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:38.431402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-00c89b73-89f9-4e79-8976-25054a495e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.432817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-00c89b73-89f9-4e79-8976-25054a495e06 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.1950111 Nov 12 13:18:38.433525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event updated for resources: {'Port': ['ID=8b71b434-dbd6-4881-a528-07ff920a7b75,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:38.454750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952ac8c-c51c-4554-ac46-97a8135848e9 req-9d82cd99-b747-45ff-a18f-e8a9a5712948 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.456362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0952ac8c-c51c-4554-ac46-97a8135848e9 req-9d82cd99-b747-45ff-a18f-e8a9a5712948 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.2964609 Nov 12 13:18:38.488104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966a18-ff96-45e6-8b2a-64051930fd09 req-889c4e08-afab-4330-a796-ba8f9615b22c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.495413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966a18-ff96-45e6-8b2a-64051930fd09 req-889c4e08-afab-4330-a796-ba8f9615b22c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.501870 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966a18-ff96-45e6-8b2a-64051930fd09 req-889c4e08-afab-4330-a796-ba8f9615b22c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.507863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966a18-ff96-45e6-8b2a-64051930fd09 req-889c4e08-afab-4330-a796-ba8f9615b22c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.513958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966a18-ff96-45e6-8b2a-64051930fd09 req-889c4e08-afab-4330-a796-ba8f9615b22c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.520297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966a18-ff96-45e6-8b2a-64051930fd09 req-889c4e08-afab-4330-a796-ba8f9615b22c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.527139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966a18-ff96-45e6-8b2a-64051930fd09 req-889c4e08-afab-4330-a796-ba8f9615b22c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.531852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-6ec72dc0-a49f-4a69-9037-8edb687a2833 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] For port 778cf3e5-3e71-4f66-9e42-88ac3027cf35, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=778cf3e5-3e71-4f66-9e42-88ac3027cf35,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:38.532218 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-6ec72dc0-a49f-4a69-9037-8edb687a2833 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:38.533821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e966a18-ff96-45e6-8b2a-64051930fd09 req-889c4e08-afab-4330-a796-ba8f9615b22c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1186235 Nov 12 13:18:38.566383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.567019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:38.582334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-6ec72dc0-a49f-4a69-9037-8edb687a2833 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Calling delete_port for 778cf3e5-3e71-4f66-9e42-88ac3027cf35 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:18:38.602906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e966a18-ff96-45e6-8b2a-64051930fd09 req-6889fbe5-840d-43c5-acfc-832b6cdc12a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667672 Nov 12 13:18:38.620873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-718aee91-185a-4be9-b507-e41864dd3eb3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7291515 Nov 12 13:18:38.624918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-05b629a6-ae1b-4f19-8cad-6c668359f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.626502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-05b629a6-ae1b-4f19-8cad-6c668359f088 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1692164 Nov 12 13:18:38.633057 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0952ac8c-c51c-4554-ac46-97a8135848e9 req-453c4494-9f9a-4038-a1b4-349b6698c853 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669679 Nov 12 13:18:38.673635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Request body: {'port': {'device_id': '27ad1e2b-98a2-4798-97d9-22bbca7fac89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:38.785999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9feb8-26a9-4ee4-9674-f1464f5e1395 req-fcef12da-8d29-4c2b-8b0f-8346dd07dee8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:38.787567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94e9feb8-26a9-4ee4-9674-f1464f5e1395 req-fcef12da-8d29-4c2b-8b0f-8346dd07dee8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.0660894 Nov 12 13:18:38.845617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94e9feb8-26a9-4ee4-9674-f1464f5e1395 req-1d707f51-cce9-4cb6-8969-5c347098913b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491216 Nov 12 13:18:38.941692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:38.964951 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-6ec72dc0-a49f-4a69-9037-8edb687a2833 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:38.977154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2', '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:38.983676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'd2d1b70b-a197-4139-9975-9d909fba67d0', '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2', 'c388c8e5-1124-4eec-b743-d505da243ebc', 'f77546ba-c8d2-4dc2-b067-eba68989e593'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:39.014189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5da144-e00d-4bd4-b109-b721c476314d req-9367d42b-c349-4021-af03-268d3656be86 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.015949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c5da144-e00d-4bd4-b109-b721c476314d req-9367d42b-c349-4021-af03-268d3656be86 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dbc8364-770c-4d9e-a8e7-cc2501f2afac HTTP/1.1" status: 200 len: 867 time: 0.2331357 Nov 12 13:18:39.029204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec72dc0-a49f-4a69-9037-8edb687a2833 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event deleted for resources: {'Port': ['ID=778cf3e5-3e71-4f66-9e42-88ac3027cf35,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:39.061703 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-32e79a22-862d-4513-8e85-97792ace8e18 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925989 Nov 12 13:18:39.092752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef01cd-3036-4729-832f-f1f62b28dd6c req-4b55393b-6318-4296-81a2-7b4fb8a78fd5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.098267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60ef01cd-3036-4729-832f-f1f62b28dd6c req-4b55393b-6318-4296-81a2-7b4fb8a78fd5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 932 time: 0.0733612 Nov 12 13:18:39.159096 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60ef01cd-3036-4729-832f-f1f62b28dd6c req-cc534235-3e85-4de0-8d65-01695db66b99 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557044 Nov 12 13:18:39.273563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1c72d6db-e26f-4152-b2b6-4b63dee85157 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:39.378256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a959e5a-f562-4437-addc-611d1b3cc195 req-b4be9182-b241-4b4d-b261-106a766485ab tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.381117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a959e5a-f562-4437-addc-611d1b3cc195 req-b4be9182-b241-4b4d-b261-106a766485ab tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.1192157 Nov 12 13:18:39.462183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a959e5a-f562-4437-addc-611d1b3cc195 req-3474fcd1-849a-4377-a765-61d5b7d5d21e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729520 Nov 12 13:18:39.514253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-6ec72dc0-a49f-4a69-9037-8edb687a2833 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] No DVR routers for this DVR port 778cf3e5-3e71-4f66-9e42-88ac3027cf35 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:18:39.526620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c5da144-e00d-4bd4-b109-b721c476314d req-2240d9b8-6153-445b-b7da-702f9639e943 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752767 Nov 12 13:18:39.548563 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-6ec72dc0-a49f-4a69-9037-8edb687a2833 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:39.551905 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3356caf-559a-4959-a5d3-b00fbb3915d4 req-6ec72dc0-a49f-4a69-9037-8edb687a2833 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "DELETE /v2.0/ports/778cf3e5-3e71-4f66-9e42-88ac3027cf35 HTTP/1.1" status: 204 len: 173 time: 1.6736097 Nov 12 13:18:39.556794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc8364-770c-4d9e-a8e7-cc2501f2afac', 'name': 'network-vif-deleted', 'tag': '778cf3e5-3e71-4f66-9e42-88ac3027cf35'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:39.559107 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534fabf4-2d81-44e6-a467-bccf6155bec5" -d '{"events": [{"server_uuid": "6dbc8364-770c-4d9e-a8e7-cc2501f2afac", "name": "network-vif-deleted", "tag": "778cf3e5-3e71-4f66-9e42-88ac3027cf35"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:39.612244 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1c72d6db-e26f-4152-b2b6-4b63dee85157, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1c72d6db-e26f-4152-b2b6-4b63dee85157,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:39.648808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '1c72d6db-e26f-4152-b2b6-4b63dee85157', 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260', 'port_id': '1c72d6db-e26f-4152-b2b6-4b63dee85157', 'mac_address': 'fa:16:3e:e9:aa:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefec863-6d72-4632-b7a4-f1cf94d9f657', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:39.650336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73462721-7437-4c70-8ac6-1e925032f467 req-8ac8ad27-61a4-42cb-9082-0bdd5c516363 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.657081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73462721-7437-4c70-8ac6-1e925032f467 req-8ac8ad27-61a4-42cb-9082-0bdd5c516363 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.1239192 Nov 12 13:18:39.659026 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84310feb-1b99-4e12-8b18-0e27ea46a3e9 x-openstack-request-id: req-84310feb-1b99-4e12-8b18-0e27ea46a3e9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:39.659291 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbc8364-770c-4d9e-a8e7-cc2501f2afac", "name": "network-vif-deleted", "tag": "778cf3e5-3e71-4f66-9e42-88ac3027cf35", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:39.659538 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84310feb-1b99-4e12-8b18-0e27ea46a3e9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:39.659943 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbc8364-770c-4d9e-a8e7-cc2501f2afac', 'name': 'network-vif-deleted', 'tag': '778cf3e5-3e71-4f66-9e42-88ac3027cf35', 'status': 'completed', 'code': 200} Nov 12 13:18:39.736394 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73462721-7437-4c70-8ac6-1e925032f467 req-cf249ef0-4c5e-49dd-9872-ba9a7bd60576 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729969 Nov 12 13:18:39.751777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69582eef-8f1e-48e0-b36b-faf09c6db70b req-67a16538-45cc-44cd-bbc5-5aa7d7eebbbd service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716602 Nov 12 13:18:39.887975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438dbf0-e459-4815-90c2-0e3d579a0df1 req-cb0a3401-0077-41e7-b5f4-cac76a6e89c2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.897493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3438dbf0-e459-4815-90c2-0e3d579a0df1 req-cb0a3401-0077-41e7-b5f4-cac76a6e89c2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0661271 Nov 12 13:18:39.918117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bffc-6702-4f1f-b292-2828d5b2456f req-f322409c-7f3f-477a-b673-c8e91c78c051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.925684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bffc-6702-4f1f-b292-2828d5b2456f req-f322409c-7f3f-477a-b673-c8e91c78c051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.931700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:39.936417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bffc-6702-4f1f-b292-2828d5b2456f req-f322409c-7f3f-477a-b673-c8e91c78c051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.942524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bffc-6702-4f1f-b292-2828d5b2456f req-f322409c-7f3f-477a-b673-c8e91c78c051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.950730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bffc-6702-4f1f-b292-2828d5b2456f req-f322409c-7f3f-477a-b673-c8e91c78c051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.957120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bffc-6702-4f1f-b292-2828d5b2456f req-f322409c-7f3f-477a-b673-c8e91c78c051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.957335 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3438dbf0-e459-4815-90c2-0e3d579a0df1 req-a03fb603-7fde-42ba-86e4-59e022f931f1 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586498 Nov 12 13:18:39.965117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bffc-6702-4f1f-b292-2828d5b2456f req-f322409c-7f3f-477a-b673-c8e91c78c051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:39.976630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bc2bffc-6702-4f1f-b292-2828d5b2456f req-f322409c-7f3f-477a-b673-c8e91c78c051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.2018509 Nov 12 13:18:39.976744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c72d6db-e26f-4152-b2b6-4b63dee85157 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:40.064343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1c72d6db-e26f-4152-b2b6-4b63dee85157, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1c72d6db-e26f-4152-b2b6-4b63dee85157,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:40.079294 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:40.174737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e68a4c-b4e2-4e7f-ac5b-a91ec1c6ab24 req-e880ffdd-4047-4698-9240-1388bee9d4aa tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:40.185432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5e68a4c-b4e2-4e7f-ac5b-a91ec1c6ab24 req-e880ffdd-4047-4698-9240-1388bee9d4aa tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.1407075 Nov 12 13:18:40.204705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1c72d6db-e26f-4152-b2b6-4b63dee85157,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:40.205252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b71b434-dbd6-4881-a528-07ff920a7b75 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:40.220489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.220858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.221197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.221557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.221884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.222658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.222964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.223385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.223754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.224125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.224380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.224658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:40.225093 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:40.249509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Transition to ACTIVE for port object 8b71b434-dbd6-4881-a528-07ff920a7b75 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:40.265609 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:40.272657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5e68a4c-b4e2-4e7f-ac5b-a91ec1c6ab24 req-09674463-a106-42dc-b6c1-7c24bcd49de4 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808971 Nov 12 13:18:40.278573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['1c72d6db-e26f-4152-b2b6-4b63dee85157'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:40.361408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bc2bffc-6702-4f1f-b292-2828d5b2456f req-dd6b94ea-9f60-4a8f-8a76-08a94fc8469b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3857231 Nov 12 13:18:40.434859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b71b434-dbd6-4881-a528-07ff920a7b75,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:40.502895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Attempting to bind port 8b71b434-dbd6-4881-a528-07ff920a7b75 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:40.503243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Attempting to bind port 8b71b434-dbd6-4881-a528-07ff920a7b75 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:40.503867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Attempting to bind port 8b71b434-dbd6-4881-a528-07ff920a7b75 on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:40.510668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Port 8b71b434-dbd6-4881-a528-07ff920a7b75 on network a9af9cf4-1027-482e-9b95-2642068411b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:40.511004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Attempting to bind port 8b71b434-dbd6-4881-a528-07ff920a7b75 on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:40.518556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:40.518898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Checking segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:40.519292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Bound using segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:40.519738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Bound port: 8b71b434-dbd6-4881-a528-07ff920a7b75, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:40.520208 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:40.545547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 778cf3e5-3e71-4f66-9e42-88ac3027cf35 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:40.580707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 778cf3e5-3e71-4f66-9e42-88ac3027cf35 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:18:40.581131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 778cf3e5-3e71-4f66-9e42-88ac3027cf35 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:18:40.609526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035c2e-77db-4ea7-89bc-e0062cf8c055 req-66b5d517-40ec-493e-9180-e378662ffaac tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:40.618244 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4035c2e-77db-4ea7-89bc-e0062cf8c055 req-66b5d517-40ec-493e-9180-e378662ffaac tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 944 time: 0.0995250 Nov 12 13:18:40.657991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] For port 8b71b434-dbd6-4881-a528-07ff920a7b75, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:40.668332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] For port 8b71b434-dbd6-4881-a528-07ff920a7b75, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8b71b434-dbd6-4881-a528-07ff920a7b75,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:40.677953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78351566-6be9-4862-a39b-a9d16e4b438d req-d6542d61-6333-4663-ad95-f3b1d4325cae tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:40.686492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78351566-6be9-4862-a39b-a9d16e4b438d req-d6542d61-6333-4663-ad95-f3b1d4325cae tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0975857 Nov 12 13:18:40.692328 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:40.692681 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4035c2e-77db-4ea7-89bc-e0062cf8c055 req-3b0c2c2d-528f-4ff9-99a8-8d8c0bc389ab tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733509 Nov 12 13:18:40.750176 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:40.750891 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:40.752545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] 10.222.0.70 "PUT /v2.0/ports/8b71b434-dbd6-4881-a528-07ff920a7b75 HTTP/1.1" status: 200 len: 1092 time: 2.1180727 Nov 12 13:18:40.815191 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78351566-6be9-4862-a39b-a9d16e4b438d req-cfbbbe6c-7453-4677-82a3-60c23a324bf6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276152 Nov 12 13:18:40.857139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f0f75-6e54-4e37-98be-018377bb53c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b71b434-dbd6-4881-a528-07ff920a7b75,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:40.878961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-e2aee97f-82d7-4afe-a321-0c6d47b9b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:40.881362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-e2aee97f-82d7-4afe-a321-0c6d47b9b311 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 1095 time: 0.0650082 Nov 12 13:18:40.942532 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-516f433f-6fa9-40e5-aed6-4ba007ea81ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b71b434-dbd6-4881-a528-07ff920a7b75 HTTP/1.1" status: 200 len: 217 time: 0.0506794 Nov 12 13:18:41.018551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-ea437932-f065-4acb-847e-e138b12ce843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.020046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-ea437932-f065-4acb-847e-e138b12ce843 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.0675807 Nov 12 13:18:41.029664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c96b5-cd61-4bd2-97b5-5107b67a5566 req-7d23d39e-ef70-496a-bdbd-766722c9a7a3 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.031138 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-832c96b5-cd61-4bd2-97b5-5107b67a5566 req-7d23d39e-ef70-496a-bdbd-766722c9a7a3 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 945 time: 0.0917516 Nov 12 13:18:41.064884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9528e-d1f2-4abd-8b26-a707fa93ab0c req-89f0835d-de83-4707-991c-3ef7caecd443 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.066538 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02d9528e-d1f2-4abd-8b26-a707fa93ab0c req-89f0835d-de83-4707-991c-3ef7caecd443 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 950 time: 0.0606463 Nov 12 13:18:41.073911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-80eda7e7-28ae-4f70-a91c-8da2fdab1c21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417340 Nov 12 13:18:41.118420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02d9528e-d1f2-4abd-8b26-a707fa93ab0c req-380bfc50-6a38-4ece-94c8-84297c135964 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455666 Nov 12 13:18:41.133808 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-832c96b5-cd61-4bd2-97b5-5107b67a5566 req-84c4c134-1086-481f-8ea0-bad6531b4103 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931237 Nov 12 13:18:41.199003 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-cd9358d0-bc95-45ab-985b-cd9b71d2656c service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106167 Nov 12 13:18:41.237700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d06a4-fc00-42fe-8863-bf87e5ef3ea0 req-542ef1cb-1f2e-4de8-8bb2-fb0192efb214 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.239206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-529d06a4-fc00-42fe-8863-bf87e5ef3ea0 req-542ef1cb-1f2e-4de8-8bb2-fb0192efb214 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0533845 Nov 12 13:18:41.263091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1c72d6db-e26f-4152-b2b6-4b63dee85157 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:41.291993 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-529d06a4-fc00-42fe-8863-bf87e5ef3ea0 req-72f48206-8286-4d36-8840-02fec572e741 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Nov 12 13:18:41.305175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb68ded9-c8bb-4d53-a46c-40e316e06dbf req-5c443b3b-9d40-48cc-a6d8-c68ca99449b1 service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987740 Nov 12 13:18:41.326728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 1c72d6db-e26f-4152-b2b6-4b63dee85157 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:41.327357 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:41.416108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b693916-3e08-468a-977e-98099197a4f7 req-d1ec648b-6c5d-4bd2-a748-dddfe5316050 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.418053 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b693916-3e08-468a-977e-98099197a4f7 req-d1ec648b-6c5d-4bd2-a748-dddfe5316050 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.0652645 Nov 12 13:18:41.420224 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:41.447393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbef5ae-2d6f-4da0-9453-5aef999b9295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72d6db-e26f-4152-b2b6-4b63dee85157'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:41.449705 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90e1c6f-1f65-41eb-82ba-2850b39aa8be" -d '{"events": [{"server_uuid": "bbbef5ae-2d6f-4da0-9453-5aef999b9295", "name": "network-vif-plugged", "status": "completed", "tag": "1c72d6db-e26f-4152-b2b6-4b63dee85157"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:41.464293 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1c72d6db-e26f-4152-b2b6-4b63dee85157, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1c72d6db-e26f-4152-b2b6-4b63dee85157,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:41.468681 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:41.479732 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b693916-3e08-468a-977e-98099197a4f7 req-138ba4ba-db87-4d83-81b4-23153347b2ff tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546355 Nov 12 13:18:41.521790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1c72d6db-e26f-4152-b2b6-4b63dee85157,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:41.538089 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ec9163-70fe-4a2d-b3cb-b97e87458002 x-openstack-request-id: req-b2ec9163-70fe-4a2d-b3cb-b97e87458002 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:41.538377 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbef5ae-2d6f-4da0-9453-5aef999b9295", "name": "network-vif-plugged", "status": "completed", "tag": "1c72d6db-e26f-4152-b2b6-4b63dee85157", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:41.539155 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b2ec9163-70fe-4a2d-b3cb-b97e87458002 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:41.539545 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbef5ae-2d6f-4da0-9453-5aef999b9295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72d6db-e26f-4152-b2b6-4b63dee85157', 'code': 200} Nov 12 13:18:41.593155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82ad3-a724-45e5-8329-969a64d1979d req-e683ed57-febe-4f5f-91c0-dfb8e88a665d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.599041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82ad3-a724-45e5-8329-969a64d1979d req-e683ed57-febe-4f5f-91c0-dfb8e88a665d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.605501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82ad3-a724-45e5-8329-969a64d1979d req-e683ed57-febe-4f5f-91c0-dfb8e88a665d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.611480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82ad3-a724-45e5-8329-969a64d1979d req-e683ed57-febe-4f5f-91c0-dfb8e88a665d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.617470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82ad3-a724-45e5-8329-969a64d1979d req-e683ed57-febe-4f5f-91c0-dfb8e88a665d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.623672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82ad3-a724-45e5-8329-969a64d1979d req-e683ed57-febe-4f5f-91c0-dfb8e88a665d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.629488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82ad3-a724-45e5-8329-969a64d1979d req-e683ed57-febe-4f5f-91c0-dfb8e88a665d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.631414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3df82ad3-a724-45e5-8329-969a64d1979d req-e683ed57-febe-4f5f-91c0-dfb8e88a665d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.0979760 Nov 12 13:18:41.660718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ad1e2b-98a2-4798-97d9-22bbca7fac89', 'tag': '8b71b434-dbd6-4881-a528-07ff920a7b75'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:41.663108 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d339cb-21f4-4929-bb7a-eb18dfde4030" -d '{"events": [{"name": "network-changed", "server_uuid": "27ad1e2b-98a2-4798-97d9-22bbca7fac89", "tag": "8b71b434-dbd6-4881-a528-07ff920a7b75"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:41.694440 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3df82ad3-a724-45e5-8329-969a64d1979d req-7210fe89-6cc7-40f5-ad78-6a5b616c4204 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564425 Nov 12 13:18:41.707105 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01237ed3-6c5b-4518-8400-af248b9dd195 x-openstack-request-id: req-01237ed3-6c5b-4518-8400-af248b9dd195 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:41.707402 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ad1e2b-98a2-4798-97d9-22bbca7fac89", "tag": "8b71b434-dbd6-4881-a528-07ff920a7b75", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:41.707661 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01237ed3-6c5b-4518-8400-af248b9dd195 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:41.708067 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ad1e2b-98a2-4798-97d9-22bbca7fac89', 'tag': '8b71b434-dbd6-4881-a528-07ff920a7b75', 'status': 'completed', 'code': 200} Nov 12 13:18:41.773709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d339cb-21f4-4929-bb7a-eb18dfde4030 req-7d8206de-c04f-439b-a136-6ee22c063f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.775353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31d339cb-21f4-4929-bb7a-eb18dfde4030 req-7d8206de-c04f-439b-a136-6ee22c063f4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 1095 time: 0.0437424 Nov 12 13:18:41.886425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b4398-62d9-4a9b-b0b6-3ccda42e6f4b req-c46da179-bb7f-4011-936d-8ae0e9a4a154 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.888000 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e62b4398-62d9-4a9b-b0b6-3ccda42e6f4b req-c46da179-bb7f-4011-936d-8ae0e9a4a154 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 944 time: 0.1107974 Nov 12 13:18:41.926140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d339cb-21f4-4929-bb7a-eb18dfde4030 req-285b42b7-84fd-48ac-8476-005b81de0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.930202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31d339cb-21f4-4929-bb7a-eb18dfde4030 req-285b42b7-84fd-48ac-8476-005b81de0f75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 907 time: 0.1420014 Nov 12 13:18:41.963578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32571f-e8f7-4c7b-ae40-d4b46892c909 req-fceb569a-ab62-4822-ad67-bae2d838eecb tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:41.965115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa32571f-e8f7-4c7b-ae40-d4b46892c909 req-fceb569a-ab62-4822-ad67-bae2d838eecb tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0573752 Nov 12 13:18:41.988164 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31d339cb-21f4-4929-bb7a-eb18dfde4030 req-1d1236b0-6e1f-4d92-9980-dec772609fff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b71b434-dbd6-4881-a528-07ff920a7b75 HTTP/1.1" status: 200 len: 217 time: 0.0490396 Nov 12 13:18:41.995789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e62b4398-62d9-4a9b-b0b6-3ccda42e6f4b req-e66f023a-79b5-4d98-92b6-995195655191 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950129 Nov 12 13:18:42.019411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa32571f-e8f7-4c7b-ae40-d4b46892c909 req-7875787b-c578-4bfe-81ee-ef8b330ce940 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463896 Nov 12 13:18:42.044074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d339cb-21f4-4929-bb7a-eb18dfde4030 req-f94257d3-9ebc-49b2-bbd2-5e2450d59b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.045570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31d339cb-21f4-4929-bb7a-eb18dfde4030 req-f94257d3-9ebc-49b2-bbd2-5e2450d59b30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.0471406 Nov 12 13:18:42.079058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31d339cb-21f4-4929-bb7a-eb18dfde4030 req-4374d6e1-c783-49c2-bbfe-a9d1cd2ef68c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258110 Nov 12 13:18:42.191744 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31d339cb-21f4-4929-bb7a-eb18dfde4030 req-d0405190-ee0f-49c1-8755-c8d88dc44598 service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009228 Nov 12 13:18:42.268611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608721e-f179-4e54-b1cc-c168a9244f10 req-39a4debf-4a33-42f5-9c6b-3523b9e838eb tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.270292 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b608721e-f179-4e54-b1cc-c168a9244f10 req-39a4debf-4a33-42f5-9c6b-3523b9e838eb tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0564930 Nov 12 13:18:42.304776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e192464-86f0-46ab-b868-c26f714c66e4 req-7259aa76-4dfe-46bc-86f3-90e17eaba83e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.306334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e192464-86f0-46ab-b868-c26f714c66e4 req-7259aa76-4dfe-46bc-86f3-90e17eaba83e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 950 time: 0.1103394 Nov 12 13:18:42.330528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b608721e-f179-4e54-b1cc-c168a9244f10 req-b87187cc-0565-44ea-a990-0324ff1c7546 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529532 Nov 12 13:18:42.348412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31d339cb-21f4-4929-bb7a-eb18dfde4030 req-2dacb96f-9ab4-4876-8a54-0a22e2b6c00c service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433003 Nov 12 13:18:42.386332 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e192464-86f0-46ab-b868-c26f714c66e4 req-75a03022-ebbc-4c33-9386-646b89c66ecb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666919 Nov 12 13:18:42.438019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ed7f4-ee68-44b2-bcfb-09fdded635b5 req-a51fc8fb-8793-43ea-9b8c-d146c72498f3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.439518 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1b3ed7f4-ee68-44b2-bcfb-09fdded635b5 req-a51fc8fb-8793-43ea-9b8c-d146c72498f3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0511465 Nov 12 13:18:42.492713 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1b3ed7f4-ee68-44b2-bcfb-09fdded635b5 req-e88d96d9-e4e0-4a42-9734-451c7a167e5f tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461349 Nov 12 13:18:42.620311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0af591-95a4-4ff3-a9c3-65668d86ca38 req-fa17f9b2-1fff-47d0-9189-735d01b2733f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.622145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce0af591-95a4-4ff3-a9c3-65668d86ca38 req-fa17f9b2-1fff-47d0-9189-735d01b2733f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 946 time: 0.0552051 Nov 12 13:18:42.628040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-24d0b80d-e88f-41a2-955e-ea088f5178ff tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.629741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-24d0b80d-e88f-41a2-955e-ea088f5178ff tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1097 time: 0.2081468 Nov 12 13:18:42.644458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-4'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:42.677573 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce0af591-95a4-4ff3-a9c3-65668d86ca38 req-f8503f3c-0ced-4851-b61c-9ce47c9aeda5 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490866 Nov 12 13:18:42.708344 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:42.709140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:42.890401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdecb-2518-4a6a-8f5d-21b6307bbde3 req-9dbfe765-7d26-423a-b104-2f26866ebeb4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.896300 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdecb-2518-4a6a-8f5d-21b6307bbde3 req-9dbfe765-7d26-423a-b104-2f26866ebeb4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.902451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdecb-2518-4a6a-8f5d-21b6307bbde3 req-9dbfe765-7d26-423a-b104-2f26866ebeb4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.908484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdecb-2518-4a6a-8f5d-21b6307bbde3 req-9dbfe765-7d26-423a-b104-2f26866ebeb4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.915355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdecb-2518-4a6a-8f5d-21b6307bbde3 req-9dbfe765-7d26-423a-b104-2f26866ebeb4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.921543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdecb-2518-4a6a-8f5d-21b6307bbde3 req-9dbfe765-7d26-423a-b104-2f26866ebeb4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.927676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdecb-2518-4a6a-8f5d-21b6307bbde3 req-9dbfe765-7d26-423a-b104-2f26866ebeb4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:42.930184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-657cdecb-2518-4a6a-8f5d-21b6307bbde3 req-9dbfe765-7d26-423a-b104-2f26866ebeb4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1482451 Nov 12 13:18:42.935761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:43.008850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:43.045909 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-657cdecb-2518-4a6a-8f5d-21b6307bbde3 req-84ddac7a-848e-4f0b-b396-4718f28cd0b7 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1015003 Nov 12 13:18:43.068422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:43.083369 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:43.148933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b87a2-45ab-4a30-be31-a6e6c02ee201 req-546c96b9-124c-4b33-8de5-9992f3fd42ff tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:43.150430 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e9b87a2-45ab-4a30-be31-a6e6c02ee201 req-546c96b9-124c-4b33-8de5-9992f3fd42ff tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 944 time: 0.0664313 Nov 12 13:18:43.197605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0fd765-8487-42df-86de-9298b868497c,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:43.206207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e9b87a2-45ab-4a30-be31-a6e6c02ee201 req-4f87c72e-ff33-4850-96e3-02853a4df9c6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498219 Nov 12 13:18:43.218290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c on host n-h2-805736-4 for vnic_type normal with profile {"migrating_to": "n-h1-805736-4"} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:43.218637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:43.219050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:43.232089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df8f8c-41ec-48b8-b3a1-9c398b4a0d23 req-597ac6f7-5d52-468f-9550-d8aaaaf17d2b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:43.233622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-16df8f8c-41ec-48b8-b3a1-9c398b4a0d23 req-597ac6f7-5d52-468f-9550-d8aaaaf17d2b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.1044009 Nov 12 13:18:43.234399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Port 6b0fd765-8487-42df-86de-9298b868497c on network f217b410-fb8d-4205-88e2-bdba43094ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:43.234722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Attempting to bind port 6b0fd765-8487-42df-86de-9298b868497c on network f217b410-fb8d-4205-88e2-bdba43094ec5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:43.242051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:43.242385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Checking segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:43.242766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Bound using segment: {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:43.243191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Bound port: 6b0fd765-8487-42df-86de-9298b868497c, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ef1fdc-3528-4a09-81bd-ea0dee278a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f217b410-fb8d-4205-88e2-bdba43094ec5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:43.243630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:43.324892 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-16df8f8c-41ec-48b8-b3a1-9c398b4a0d23 req-1051c1ec-d8e1-4eb3-a288-b64c01a46172 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848136 Nov 12 13:18:43.345985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:43.349187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:43.358008 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:43.448368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0fd765-8487-42df-86de-9298b868497c,revision_number=8']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:43.455474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:43.456133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:43.457817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-f742270b-f832-4a3f-999f-b3cbaf21e0a0 service neutron] 10.222.0.70 "PUT /v2.0/ports/6b0fd765-8487-42df-86de-9298b868497c HTTP/1.1" status: 200 len: 1122 time: 0.8176715 Nov 12 13:18:43.498765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206332d-4609-45e5-a42f-f87601a7882f req-dc5b1306-792a-4819-9a98-a6981a3a2aed tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:43.500629 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9206332d-4609-45e5-a42f-f87601a7882f req-dc5b1306-792a-4819-9a98-a6981a3a2aed tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0761511 Nov 12 13:18:43.573682 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9206332d-4609-45e5-a42f-f87601a7882f req-abc6d8d9-68af-4b25-a860-169edd140e41 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668392 Nov 12 13:18:43.588053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664493d6-5a62-49eb-85f8-8db57f8d16a6 req-1222617c-1680-4503-8f30-44ca17968e89 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:43.602870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-664493d6-5a62-49eb-85f8-8db57f8d16a6 req-1222617c-1680-4503-8f30-44ca17968e89 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 950 time: 0.0905154 Nov 12 13:18:43.674883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-664493d6-5a62-49eb-85f8-8db57f8d16a6 req-749dd846-7da9-4d32-8ba6-c0d2f5c176c8 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696924 Nov 12 13:18:43.704037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['6b0fd765-8487-42df-86de-9298b868497c'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:43.709009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b0fd765-8487-42df-86de-9298b868497c'}, {'name': 'network-changed', 'server_uuid': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'tag': '6b0fd765-8487-42df-86de-9298b868497c'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:43.713503 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936feb73-47e3-46b7-9dfa-d1f201d4aba6" -d '{"events": [{"server_uuid": "5e686565-fe72-45b5-ba64-52b9072ea58a", "name": "network-vif-unplugged", "status": "completed", "tag": "6b0fd765-8487-42df-86de-9298b868497c"}, {"name": "network-changed", "server_uuid": "5e686565-fe72-45b5-ba64-52b9072ea58a", "tag": "6b0fd765-8487-42df-86de-9298b868497c"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:43.725778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8be1e2-a68a-4ab4-9b9e-2b7161cfb7ff req-feab1693-8c38-4557-80e3-6d86ed577dad tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:43.728195 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa8be1e2-a68a-4ab4-9b9e-2b7161cfb7ff req-feab1693-8c38-4557-80e3-6d86ed577dad tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0673871 Nov 12 13:18:43.778273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['6b0fd765-8487-42df-86de-9298b868497c'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:43.815204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa8be1e2-a68a-4ab4-9b9e-2b7161cfb7ff req-6137708d-8bde-42e4-bdf7-445c25bcc28e tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796554 Nov 12 13:18:43.899882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-8d1b1f9f-8ae8-4186-98c4-1e692cf835ef tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:43.902088 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-8d1b1f9f-8ae8-4186-98c4-1e692cf835ef tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 950 time: 0.0645666 Nov 12 13:18:43.937409 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:44.024259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdf100-4e92-483f-8c4d-b66c5a9a9d00 req-606e86ba-b714-487c-bd55-2b56224b2dc8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.032124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6afdf100-4e92-483f-8c4d-b66c5a9a9d00 req-606e86ba-b714-487c-bd55-2b56224b2dc8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.0653844 Nov 12 13:18:44.036206 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3324e0bf-5000-4324-9fb0-ed628a2c2c96 x-openstack-request-id: req-3324e0bf-5000-4324-9fb0-ed628a2c2c96 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:44.036832 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e686565-fe72-45b5-ba64-52b9072ea58a", "name": "network-vif-unplugged", "status": "completed", "tag": "6b0fd765-8487-42df-86de-9298b868497c", "code": 200}, {"name": "network-changed", "server_uuid": "5e686565-fe72-45b5-ba64-52b9072ea58a", "tag": "6b0fd765-8487-42df-86de-9298b868497c", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:44.039154 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3324e0bf-5000-4324-9fb0-ed628a2c2c96 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:44.039937 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b0fd765-8487-42df-86de-9298b868497c', 'code': 200} Nov 12 13:18:44.040326 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'tag': '6b0fd765-8487-42df-86de-9298b868497c', 'status': 'completed', 'code': 200} Nov 12 13:18:44.123251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6afdf100-4e92-483f-8c4d-b66c5a9a9d00 req-7d2991ba-ccd2-499a-860a-2f90cdd1ae1e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900934 Nov 12 13:18:44.150072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936feb73-47e3-46b7-9dfa-d1f201d4aba6 req-b74d901a-0e66-41d2-9a74-9e4bc9d72f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.151367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936feb73-47e3-46b7-9dfa-d1f201d4aba6 req-b74d901a-0e66-41d2-9a74-9e4bc9d72f08 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 1125 time: 0.0939178 Nov 12 13:18:44.171004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b3358-c893-48f8-9081-1ff51db79bc8 req-21aa406b-ed14-41df-b964-5e3589c11072 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.172577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-429b3358-c893-48f8-9081-1ff51db79bc8 req-21aa406b-ed14-41df-b964-5e3589c11072 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0984838 Nov 12 13:18:44.191768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-08f2e8f9-5981-4047-8776-d5cb23efc3c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Deleting port f77546ba-c8d2-4dc2-b067-eba68989e593 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:18:44.192097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-08f2e8f9-5981-4047-8776-d5cb23efc3c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:44.287825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-429b3358-c893-48f8-9081-1ff51db79bc8 req-3593e34d-ea6d-45ab-97e3-43040bfa9cce tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058016 Nov 12 13:18:44.299606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936feb73-47e3-46b7-9dfa-d1f201d4aba6 req-d2940312-517f-412b-8c69-d0724df71562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.301668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936feb73-47e3-46b7-9dfa-d1f201d4aba6 req-d2940312-517f-412b-8c69-d0724df71562 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.1380913 Nov 12 13:18:44.327674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1b5f-bbca-4080-a840-5e4d2905ae71 req-58a6a71c-adf6-4d1a-8f01-15d4daab017a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.330090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-08f2e8f9-5981-4047-8776-d5cb23efc3c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] For port f77546ba-c8d2-4dc2-b067-eba68989e593, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f77546ba-c8d2-4dc2-b067-eba68989e593,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:44.330454 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-08f2e8f9-5981-4047-8776-d5cb23efc3c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:44.333989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1b5f-bbca-4080-a840-5e4d2905ae71 req-58a6a71c-adf6-4d1a-8f01-15d4daab017a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.340576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1b5f-bbca-4080-a840-5e4d2905ae71 req-58a6a71c-adf6-4d1a-8f01-15d4daab017a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.346929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1b5f-bbca-4080-a840-5e4d2905ae71 req-58a6a71c-adf6-4d1a-8f01-15d4daab017a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.353897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1b5f-bbca-4080-a840-5e4d2905ae71 req-58a6a71c-adf6-4d1a-8f01-15d4daab017a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.359992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1b5f-bbca-4080-a840-5e4d2905ae71 req-58a6a71c-adf6-4d1a-8f01-15d4daab017a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.366213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1b5f-bbca-4080-a840-5e4d2905ae71 req-58a6a71c-adf6-4d1a-8f01-15d4daab017a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.368852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-771d1b5f-bbca-4080-a840-5e4d2905ae71 req-58a6a71c-adf6-4d1a-8f01-15d4daab017a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1348863 Nov 12 13:18:44.423898 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936feb73-47e3-46b7-9dfa-d1f201d4aba6 req-d6c505d6-07cd-42f0-a7c8-e26854f784ad service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b0fd765-8487-42df-86de-9298b868497c HTTP/1.1" status: 200 len: 217 time: 0.0538473 Nov 12 13:18:44.504383 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-771d1b5f-bbca-4080-a840-5e4d2905ae71 req-7f521eb8-b388-4bb0-a94d-d5fb807c5c05 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261797 Nov 12 13:18:44.511605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936feb73-47e3-46b7-9dfa-d1f201d4aba6 req-410a52d7-5397-47ce-9d81-b600baf89127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.513123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936feb73-47e3-46b7-9dfa-d1f201d4aba6 req-410a52d7-5397-47ce-9d81-b600baf89127 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.0743506 Nov 12 13:18:44.547513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6b0fd765-8487-42df-86de-9298b868497c details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:44.580579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936feb73-47e3-46b7-9dfa-d1f201d4aba6 req-b17cea55-1753-4851-a6a5-3c7a94337ac5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559521 Nov 12 13:18:44.616197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-08f2e8f9-5981-4047-8776-d5cb23efc3c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Calling delete_port for f77546ba-c8d2-4dc2-b067-eba68989e593 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:18:44.697588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6fe9f-f242-4a10-862d-20332d0270fe req-a362c8ac-cc52-4ec8-841b-87ad88f783b9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.699133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5ad6fe9f-f242-4a10-862d-20332d0270fe req-a362c8ac-cc52-4ec8-841b-87ad88f783b9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 944 time: 0.0930910 Nov 12 13:18:44.704808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:44.719128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6b0fd765-8487-42df-86de-9298b868497c has no active binding in host n-h1-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:18:44.723748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ebf1b-80d1-4b72-8e4c-f315ce6172eb req-d319e306-b4e0-4296-9344-44dbd04e41c2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:44.725604 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f70ebf1b-80d1-4b72-8e4c-f315ce6172eb req-d319e306-b4e0-4296-9344-44dbd04e41c2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.1203918 Nov 12 13:18:44.749449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936feb73-47e3-46b7-9dfa-d1f201d4aba6 req-2ba43d62-3219-44d9-b873-0cd126eb875f service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578453 Nov 12 13:18:44.797532 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5ad6fe9f-f242-4a10-862d-20332d0270fe req-e1abf9f6-5d35-4930-af2d-b0b9517007bf tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804615 Nov 12 13:18:44.891355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f70ebf1b-80d1-4b72-8e4c-f315ce6172eb req-cc0fa048-a489-4d26-a5ee-61cc572e3ccd tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558869 Nov 12 13:18:44.899173 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-08f2e8f9-5981-4047-8776-d5cb23efc3c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:44.914825 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'd2d1b70b-a197-4139-9975-9d909fba67d0', '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2', 'c388c8e5-1124-4eec-b743-d505da243ebc', 'f77546ba-c8d2-4dc2-b067-eba68989e593'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:44.958639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2e8f9-5981-4047-8776-d5cb23efc3c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event deleted for resources: {'Port': ['ID=f77546ba-c8d2-4dc2-b067-eba68989e593,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:44.968778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936feb73-47e3-46b7-9dfa-d1f201d4aba6 req-e3b96fc3-4c32-4a8a-a045-58bacc963ec3 service neutron] 10.222.0.105 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049212 Nov 12 13:18:44.990193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b747cab-a68d-402a-849b-da88b3b4f8bf req-033e779b-24a6-42de-bc81-32f56aac0fae tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=37faa3af-04c6-420b-b17d-defca18bea38 HTTP/1.1" status: 200 len: 210 time: 0.0872118 Nov 12 13:18:45.071193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-08f2e8f9-5981-4047-8776-d5cb23efc3c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] No DVR routers for this DVR port f77546ba-c8d2-4dc2-b067-eba68989e593 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:18:45.076453 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-08f2e8f9-5981-4047-8776-d5cb23efc3c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:45.083501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e77f391a-1c21-4ce6-82a2-2c760b515cf4 req-08f2e8f9-5981-4047-8776-d5cb23efc3c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "DELETE /v2.0/ports/f77546ba-c8d2-4dc2-b067-eba68989e593 HTTP/1.1" status: 204 len: 173 time: 1.1712768 Nov 12 13:18:45.151610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2', '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:45.163440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b319451-f764-4410-ae5b-bd1be5b73b0c req-b7b26759-5c94-4a28-a9d2-1a7505bb2b76 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.173596 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b319451-f764-4410-ae5b-bd1be5b73b0c req-b7b26759-5c94-4a28-a9d2-1a7505bb2b76 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0886517 Nov 12 13:18:45.243688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b319451-f764-4410-ae5b-bd1be5b73b0c req-e9104297-58cc-430a-b8fe-0f2b708deefa tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691767 Nov 12 13:18:45.322917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf6312-b8c8-4a9f-884e-54cd06e02b87 req-2aa9c0f3-7b40-4d0b-8456-1fc973d2c927 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.324489 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3aaf6312-b8c8-4a9f-884e-54cd06e02b87 req-2aa9c0f3-7b40-4d0b-8456-1fc973d2c927 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.0564659 Nov 12 13:18:45.384458 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3aaf6312-b8c8-4a9f-884e-54cd06e02b87 req-3152aa94-ad25-4284-b728-1eb17d0be5cb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502095 Nov 12 13:18:45.442282 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80826783-016c-424d-b449-2c28804a32b0 req-b55b1256-33b2-4715-aa52-bf7accb687d7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.443907 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-80826783-016c-424d-b449-2c28804a32b0 req-b55b1256-33b2-4715-aa52-bf7accb687d7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0610609 Nov 12 13:18:45.499850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-80826783-016c-424d-b449-2c28804a32b0 req-f98f2820-be5f-4d4d-afa2-c23f272393c1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497911 Nov 12 13:18:45.658075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da55b-e6a8-4ee4-a332-b51221696b72 req-3c1b6fd1-27f2-41a1-83f3-ea2d00570f13 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.664925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da55b-e6a8-4ee4-a332-b51221696b72 req-3c1b6fd1-27f2-41a1-83f3-ea2d00570f13 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.671211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da55b-e6a8-4ee4-a332-b51221696b72 req-3c1b6fd1-27f2-41a1-83f3-ea2d00570f13 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.677540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da55b-e6a8-4ee4-a332-b51221696b72 req-3c1b6fd1-27f2-41a1-83f3-ea2d00570f13 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.683990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da55b-e6a8-4ee4-a332-b51221696b72 req-3c1b6fd1-27f2-41a1-83f3-ea2d00570f13 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.690156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da55b-e6a8-4ee4-a332-b51221696b72 req-3c1b6fd1-27f2-41a1-83f3-ea2d00570f13 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.696361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da55b-e6a8-4ee4-a332-b51221696b72 req-3c1b6fd1-27f2-41a1-83f3-ea2d00570f13 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.701931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-321da55b-e6a8-4ee4-a332-b51221696b72 req-3c1b6fd1-27f2-41a1-83f3-ea2d00570f13 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1055958 Nov 12 13:18:45.760616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-321da55b-e6a8-4ee4-a332-b51221696b72 req-f2ba357d-8600-425d-bce7-ddfc3a21885d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557404 Nov 12 13:18:45.935837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696e237-22b5-4a1d-a835-230d06393623 req-c8e2226b-f4fb-462a-8730-22bd394fdd4a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:45.937404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7696e237-22b5-4a1d-a835-230d06393623 req-c8e2226b-f4fb-462a-8730-22bd394fdd4a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 944 time: 0.0545321 Nov 12 13:18:45.989404 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:18:45.992059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7696e237-22b5-4a1d-a835-230d06393623 req-fe06b7a4-2764-4947-8972-a5e4e29b7c4b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479298 Nov 12 13:18:46.032592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb9-2781-4b51-8d69-326e529b2f09 req-1fcac8be-9b24-45dc-8319-231611dde78b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:46.034222 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-16ae4fb9-2781-4b51-8d69-326e529b2f09 req-1fcac8be-9b24-45dc-8319-231611dde78b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0532875 Nov 12 13:18:46.041931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37faa3af-04c6-420b-b17d-defca18bea38', 'name': 'network-vif-deleted', 'tag': 'f77546ba-c8d2-4dc2-b067-eba68989e593'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:46.044330 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31143743-4f7a-4f51-9730-d6357b0b2088" -d '{"events": [{"server_uuid": "37faa3af-04c6-420b-b17d-defca18bea38", "name": "network-vif-deleted", "tag": "f77546ba-c8d2-4dc2-b067-eba68989e593"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:46.088426 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aae2599-551a-4129-bb49-bc828ec1309c x-openstack-request-id: req-9aae2599-551a-4129-bb49-bc828ec1309c {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:46.089079 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37faa3af-04c6-420b-b17d-defca18bea38", "name": "network-vif-deleted", "tag": "f77546ba-c8d2-4dc2-b067-eba68989e593", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:46.089079 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9aae2599-551a-4129-bb49-bc828ec1309c {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:46.089425 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37faa3af-04c6-420b-b17d-defca18bea38', 'name': 'network-vif-deleted', 'tag': 'f77546ba-c8d2-4dc2-b067-eba68989e593', 'status': 'completed', 'code': 200} Nov 12 13:18:46.090734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-16ae4fb9-2781-4b51-8d69-326e529b2f09 req-27b564f2-accd-4d5b-ad2c-b53eb6a0a50e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461917 Nov 12 13:18:46.366038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4533ff3-66cf-4a28-87ae-1a1f9851b277 req-70b0a7ae-7b7b-4b85-a3e6-650fd9226ba7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:46.368311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4533ff3-66cf-4a28-87ae-1a1f9851b277 req-70b0a7ae-7b7b-4b85-a3e6-650fd9226ba7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 950 time: 0.0573514 Nov 12 13:18:46.381580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e40a12-21a8-4395-8463-0e222ec81df7 req-2f7f4d86-9fa4-45b8-bb72-86bc387b0708 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:46.383959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36e40a12-21a8-4395-8463-0e222ec81df7 req-2f7f4d86-9fa4-45b8-bb72-86bc387b0708 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0606000 Nov 12 13:18:46.428569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4533ff3-66cf-4a28-87ae-1a1f9851b277 req-912c8233-2275-436d-8611-40ca085ca1e4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535898 Nov 12 13:18:46.439591 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36e40a12-21a8-4395-8463-0e222ec81df7 req-ba41491c-7c7c-4187-81fa-6e97d9bd5373 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489817 Nov 12 13:18:46.549544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03d0bf-e0f5-429b-9b06-bc23ab8c3039 req-50c1522d-3a5f-40f7-a03c-eb2c090b4bfb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:46.551063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa03d0bf-e0f5-429b-9b06-bc23ab8c3039 req-50c1522d-3a5f-40f7-a03c-eb2c090b4bfb tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.0606132 Nov 12 13:18:46.552652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8b71b434-dbd6-4881-a528-07ff920a7b75 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:46.610014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa03d0bf-e0f5-429b-9b06-bc23ab8c3039 req-d86d859d-c5f9-4d6c-8a5f-9456c6d56f99 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507586 Nov 12 13:18:46.642043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebadf45-eb2b-4a15-9abc-92c168e69dfd req-033f0b10-3d66-49e4-9668-9703a01d3491 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:46.645800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ebadf45-eb2b-4a15-9abc-92c168e69dfd req-033f0b10-3d66-49e4-9668-9703a01d3491 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0688858 Nov 12 13:18:46.681128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 8b71b434-dbd6-4881-a528-07ff920a7b75, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8b71b434-dbd6-4881-a528-07ff920a7b75,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:46.697557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '8b71b434-dbd6-4881-a528-07ff920a7b75', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'port_id': '8b71b434-dbd6-4881-a528-07ff920a7b75', 'mac_address': 'fa:16:3e:bc:e3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f405fae7-5435-415b-803d-1ce0aefde344', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:46.708513 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ebadf45-eb2b-4a15-9abc-92c168e69dfd req-aaf68844-78f7-4527-8b88-85f49dee6d59 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575786 Nov 12 13:18:46.751567 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:46.770769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b71b434-dbd6-4881-a528-07ff920a7b75 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:46.798750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 8b71b434-dbd6-4881-a528-07ff920a7b75, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8b71b434-dbd6-4881-a528-07ff920a7b75,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:46.805510 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:46.823666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-5812af39-ce7f-4f65-aa53-e10ab1dbe57b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:46.825309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-5812af39-ce7f-4f65-aa53-e10ab1dbe57b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 946 time: 0.0613632 Nov 12 13:18:46.968527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-467971a7-c6b0-4ce5-8375-b246230b1160 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Deleting port 1c72d6db-e26f-4152-b2b6-4b63dee85157 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:18:46.968860 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-467971a7-c6b0-4ce5-8375-b246230b1160 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:46.974759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00542231-d1e3-4e99-aabe-c42fa24339ce req-ed9d0b6c-2145-4dde-897f-2134fa522dfd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:46.991476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00542231-d1e3-4e99-aabe-c42fa24339ce req-ed9d0b6c-2145-4dde-897f-2134fa522dfd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:46.998461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00542231-d1e3-4e99-aabe-c42fa24339ce req-ed9d0b6c-2145-4dde-897f-2134fa522dfd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:47.004611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00542231-d1e3-4e99-aabe-c42fa24339ce req-ed9d0b6c-2145-4dde-897f-2134fa522dfd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:47.010835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00542231-d1e3-4e99-aabe-c42fa24339ce req-ed9d0b6c-2145-4dde-897f-2134fa522dfd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:47.016871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00542231-d1e3-4e99-aabe-c42fa24339ce req-ed9d0b6c-2145-4dde-897f-2134fa522dfd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:47.023986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00542231-d1e3-4e99-aabe-c42fa24339ce req-ed9d0b6c-2145-4dde-897f-2134fa522dfd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:47.026433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-00542231-d1e3-4e99-aabe-c42fa24339ce req-ed9d0b6c-2145-4dde-897f-2134fa522dfd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1398394 Nov 12 13:18:47.033725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=8b71b434-dbd6-4881-a528-07ff920a7b75,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:47.107051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-00542231-d1e3-4e99-aabe-c42fa24339ce req-83daea3d-5b06-4567-a515-171bcb1e59a7 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740733 Nov 12 13:18:47.124548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-467971a7-c6b0-4ce5-8375-b246230b1160 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] For port 1c72d6db-e26f-4152-b2b6-4b63dee85157, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1c72d6db-e26f-4152-b2b6-4b63dee85157,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:47.125084 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-467971a7-c6b0-4ce5-8375-b246230b1160 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:47.145792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-467971a7-c6b0-4ce5-8375-b246230b1160 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Calling delete_port for 1c72d6db-e26f-4152-b2b6-4b63dee85157 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:18:47.168397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56873277-6b4e-441f-ae50-509901dbff66 req-834e0d07-4dc4-493b-8108-4edf23289cd9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:47.170116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56873277-6b4e-441f-ae50-509901dbff66 req-834e0d07-4dc4-493b-8108-4edf23289cd9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 945 time: 0.0977550 Nov 12 13:18:47.227942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6486dd-96cf-4132-9937-a504b0ad3144 req-a898243f-0817-468c-a99e-b14e8ee42fb1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:47.230035 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d6486dd-96cf-4132-9937-a504b0ad3144 req-a898243f-0817-468c-a99e-b14e8ee42fb1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0555553 Nov 12 13:18:47.264262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1c72d6db-e26f-4152-b2b6-4b63dee85157 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:47.274141 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56873277-6b4e-441f-ae50-509901dbff66 req-6b174abb-b3b0-44b0-a329-23e7413cf340 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700295 Nov 12 13:18:47.281105 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d6486dd-96cf-4132-9937-a504b0ad3144 req-4b743fa5-2b51-439e-9f60-82e58e0026e2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441611 Nov 12 13:18:47.342272 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-467971a7-c6b0-4ce5-8375-b246230b1160 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:47.367408 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:47.378757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467971a7-c6b0-4ce5-8375-b246230b1160 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event deleted for resources: {'Port': ['ID=1c72d6db-e26f-4152-b2b6-4b63dee85157,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:47.412796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f77546ba-c8d2-4dc2-b067-eba68989e593 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:47.422749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-467971a7-c6b0-4ce5-8375-b246230b1160 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] No DVR routers for this DVR port 1c72d6db-e26f-4152-b2b6-4b63dee85157 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:18:47.425217 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-467971a7-c6b0-4ce5-8375-b246230b1160 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:47.429474 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6cebb96-08af-4a3a-a350-cfaa8a50c6b4 req-467971a7-c6b0-4ce5-8375-b246230b1160 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "DELETE /v2.0/ports/1c72d6db-e26f-4152-b2b6-4b63dee85157 HTTP/1.1" status: 204 len: 173 time: 0.5955765 Nov 12 13:18:47.433750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: f77546ba-c8d2-4dc2-b067-eba68989e593 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:18:47.434103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f77546ba-c8d2-4dc2-b067-eba68989e593 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:18:47.572353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410869d-00ba-4b09-811f-253b7fda84cc req-f2896ce9-404e-466c-97a6-da77515a5b38 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:47.574079 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6410869d-00ba-4b09-811f-253b7fda84cc req-f2896ce9-404e-466c-97a6-da77515a5b38 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 950 time: 0.0623112 Nov 12 13:18:47.629386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6410869d-00ba-4b09-811f-253b7fda84cc req-59cc1930-eb33-4877-9311-5fac567d4a48 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487406 Nov 12 13:18:47.750836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd55c8-77d7-4931-bc85-9e489f501f39 req-46949949-b97b-496e-8d44-a8c6d8d3a940 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:47.752389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dadd55c8-77d7-4931-bc85-9e489f501f39 req-46949949-b97b-496e-8d44-a8c6d8d3a940 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0583928 Nov 12 13:18:47.758607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['8b71b434-dbd6-4881-a528-07ff920a7b75'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:47.803306 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dadd55c8-77d7-4931-bc85-9e489f501f39 req-9d49f9c6-09ad-478b-af27-03406270c090 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439386 Nov 12 13:18:47.917799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b45a-430b-4549-bbd0-89b584b0c3a6 req-4f7b01b0-a02f-418f-a86d-f7f6d452a937 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:47.919309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7041b45a-430b-4549-bbd0-89b584b0c3a6 req-4f7b01b0-a02f-418f-a86d-f7f6d452a937 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.0565722 Nov 12 13:18:47.989490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7041b45a-430b-4549-bbd0-89b584b0c3a6 req-4b2c33a6-45e0-43c9-9185-e9fb05541e60 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640056 Nov 12 13:18:48.093660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbef5ae-2d6f-4da0-9453-5aef999b9295', 'name': 'network-vif-deleted', 'tag': '1c72d6db-e26f-4152-b2b6-4b63dee85157'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:48.095990 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f27a6f-0c40-4e9a-8264-de024d169adc" -d '{"events": [{"server_uuid": "bbbef5ae-2d6f-4da0-9453-5aef999b9295", "name": "network-vif-deleted", "tag": "1c72d6db-e26f-4152-b2b6-4b63dee85157"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:48.120090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29edc844-0814-4586-b621-d7f6e5f5138b req-9d704681-0f46-4943-93e3-957b6bdd18c1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbbef5ae-2d6f-4da0-9453-5aef999b9295 HTTP/1.1" status: 200 len: 210 time: 0.0450764 Nov 12 13:18:48.168638 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de06445c-833d-4809-bb75-67c94104dc49 x-openstack-request-id: req-de06445c-833d-4809-bb75-67c94104dc49 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:48.169257 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbef5ae-2d6f-4da0-9453-5aef999b9295", "name": "network-vif-deleted", "tag": "1c72d6db-e26f-4152-b2b6-4b63dee85157", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:48.169257 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de06445c-833d-4809-bb75-67c94104dc49 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:48.169995 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbef5ae-2d6f-4da0-9453-5aef999b9295', 'name': 'network-vif-deleted', 'tag': '1c72d6db-e26f-4152-b2b6-4b63dee85157', 'status': 'completed', 'code': 200} Nov 12 13:18:48.283283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec6692-ee79-40af-92ab-9e0f3391048a req-45c2a212-228b-4abf-9128-b0a86d7d67eb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.289822 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec6692-ee79-40af-92ab-9e0f3391048a req-45c2a212-228b-4abf-9128-b0a86d7d67eb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.295979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec6692-ee79-40af-92ab-9e0f3391048a req-45c2a212-228b-4abf-9128-b0a86d7d67eb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.301993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec6692-ee79-40af-92ab-9e0f3391048a req-45c2a212-228b-4abf-9128-b0a86d7d67eb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.308743 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec6692-ee79-40af-92ab-9e0f3391048a req-45c2a212-228b-4abf-9128-b0a86d7d67eb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.314633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec6692-ee79-40af-92ab-9e0f3391048a req-45c2a212-228b-4abf-9128-b0a86d7d67eb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.320938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec6692-ee79-40af-92ab-9e0f3391048a req-45c2a212-228b-4abf-9128-b0a86d7d67eb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.322903 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ebec6692-ee79-40af-92ab-9e0f3391048a req-45c2a212-228b-4abf-9128-b0a86d7d67eb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1000104 Nov 12 13:18:48.420582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd1992-c918-4f36-b8e9-b7193983babe req-945003ab-5042-47c0-8378-d31e265b9036 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.421983 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72fd1992-c918-4f36-b8e9-b7193983babe req-945003ab-5042-47c0-8378-d31e265b9036 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 950 time: 0.0900905 Nov 12 13:18:48.432942 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ebec6692-ee79-40af-92ab-9e0f3391048a req-ab0e05d8-8218-4d3f-b3e3-dbbc15f026ce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030118 Nov 12 13:18:48.580398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89bab9-f571-4b89-81e7-cb9b9c7da3e2 req-4fbeadbc-2666-46fb-8c8c-fc811668156f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.582230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c89bab9-f571-4b89-81e7-cb9b9c7da3e2 req-4fbeadbc-2666-46fb-8c8c-fc811668156f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0677872 Nov 12 13:18:48.585005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-72fd1992-c918-4f36-b8e9-b7193983babe req-99087896-b1ec-4109-91a9-b042b936096f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Deleting port c388c8e5-1124-4eec-b743-d505da243ebc {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:18:48.585953 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-72fd1992-c918-4f36-b8e9-b7193983babe req-99087896-b1ec-4109-91a9-b042b936096f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:48.681044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c717309-4c05-431d-bd06-681e383e07c8 req-3cf2d17f-681d-4028-8d58-1e33137dc02f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.686028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c717309-4c05-431d-bd06-681e383e07c8 req-3cf2d17f-681d-4028-8d58-1e33137dc02f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 945 time: 0.0620654 Nov 12 13:18:48.704288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c89bab9-f571-4b89-81e7-cb9b9c7da3e2 req-d8764f51-31c8-4d9f-9da6-9195bdf82ca5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151290 Nov 12 13:18:48.738930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-72fd1992-c918-4f36-b8e9-b7193983babe req-99087896-b1ec-4109-91a9-b042b936096f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] For port c388c8e5-1124-4eec-b743-d505da243ebc, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c388c8e5-1124-4eec-b743-d505da243ebc,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:48.739514 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-72fd1992-c918-4f36-b8e9-b7193983babe req-99087896-b1ec-4109-91a9-b042b936096f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:48.756113 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c717309-4c05-431d-bd06-681e383e07c8 req-94d0950a-a4fa-4965-a721-7f51b5ea3ea6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666738 Nov 12 13:18:48.769304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-72fd1992-c918-4f36-b8e9-b7193983babe req-99087896-b1ec-4109-91a9-b042b936096f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Calling delete_port for c388c8e5-1124-4eec-b743-d505da243ebc owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:18:48.903085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f30679-0c3b-4628-833b-97d9249c3fad req-3a017cb6-b327-4506-ae74-40adf0f65f30 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:48.911929 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-75f30679-0c3b-4628-833b-97d9249c3fad req-3a017cb6-b327-4506-ae74-40adf0f65f30 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b2d195d-1661-4801-9e02-3f325b48bb9d HTTP/1.1" status: 200 len: 950 time: 0.0979509 Nov 12 13:18:49.007489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7afe8-9c49-490e-81e0-0da2894977ca req-bd10f171-238b-408b-aaf5-4aa4af541cc5 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:49.009867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71f7afe8-9c49-490e-81e0-0da2894977ca req-bd10f171-238b-408b-aaf5-4aa4af541cc5 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.1015651 Nov 12 13:18:49.099239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71f7afe8-9c49-490e-81e0-0da2894977ca req-16ae048a-d1fa-4278-8265-c6326a787c16 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689433 Nov 12 13:18:49.134938 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-75f30679-0c3b-4628-833b-97d9249c3fad req-d46e231b-7b27-46cc-acce-62b8da078131 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220807 Nov 12 13:18:49.136890 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-72fd1992-c918-4f36-b8e9-b7193983babe req-99087896-b1ec-4109-91a9-b042b936096f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:49.153550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'd2d1b70b-a197-4139-9975-9d909fba67d0', '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2', 'c388c8e5-1124-4eec-b743-d505da243ebc'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:49.156323 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-d248cac6-2eb6-40d3-98fe-e03cc4642ebc service neutron] show failed (client error): The resource could not be found. Nov 12 13:18:49.157381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-d248cac6-2eb6-40d3-98fe-e03cc4642ebc service neutron] 10.222.0.70 "GET /v2.0/ports/3bb6a1a6-e47c-41e0-bb0f-023b5153b282/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.2346056 Nov 12 13:18:49.221085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99087896-b1ec-4109-91a9-b042b936096f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event deleted for resources: {'Port': ['ID=c388c8e5-1124-4eec-b743-d505da243ebc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:49.274479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5767bfe-7e43-437e-91a1-e179d91c79f4 req-3f387305-e03c-4c58-878d-d5c78bcff35a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:49.284796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5767bfe-7e43-437e-91a1-e179d91c79f4 req-3f387305-e03c-4c58-878d-d5c78bcff35a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.1070743 Nov 12 13:18:49.311899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2', '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:49.320551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fd1992-c918-4f36-b8e9-b7193983babe req-99087896-b1ec-4109-91a9-b042b936096f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] No DVR routers for this DVR port c388c8e5-1124-4eec-b743-d505da243ebc on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:18:49.329730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-72fd1992-c918-4f36-b8e9-b7193983babe req-99087896-b1ec-4109-91a9-b042b936096f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:49.335751 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72fd1992-c918-4f36-b8e9-b7193983babe req-99087896-b1ec-4109-91a9-b042b936096f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "DELETE /v2.0/ports/c388c8e5-1124-4eec-b743-d505da243ebc HTTP/1.1" status: 204 len: 173 time: 0.9013426 Nov 12 13:18:49.390304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5767bfe-7e43-437e-91a1-e179d91c79f4 req-b99db4ab-a5b6-43f7-8b36-86b62a7dcae0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983701 Nov 12 13:18:49.695781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e3d1-607a-42e5-9979-7929c9eff27c req-af0af1d7-2ac2-4e76-9fe6-0c8bc829acd4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:49.707394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e3d1-607a-42e5-9979-7929c9eff27c req-af0af1d7-2ac2-4e76-9fe6-0c8bc829acd4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:49.714555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e3d1-607a-42e5-9979-7929c9eff27c req-af0af1d7-2ac2-4e76-9fe6-0c8bc829acd4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:49.722725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e3d1-607a-42e5-9979-7929c9eff27c req-af0af1d7-2ac2-4e76-9fe6-0c8bc829acd4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:49.731980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e3d1-607a-42e5-9979-7929c9eff27c req-af0af1d7-2ac2-4e76-9fe6-0c8bc829acd4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:49.756158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e3d1-607a-42e5-9979-7929c9eff27c req-af0af1d7-2ac2-4e76-9fe6-0c8bc829acd4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:49.774747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-067a188a-6d23-458c-be27-41a912c70d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:49.775839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-067a188a-6d23-458c-be27-41a912c70d26 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8&tenant_id=f24db78ff5ca4b5eb226d1905e0afceb HTTP/1.1" status: 200 len: 1101 time: 0.1845572 Nov 12 13:18:49.778563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e3d1-607a-42e5-9979-7929c9eff27c req-af0af1d7-2ac2-4e76-9fe6-0c8bc829acd4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:49.783887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c80e3d1-607a-42e5-9979-7929c9eff27c req-af0af1d7-2ac2-4e76-9fe6-0c8bc829acd4 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1928546 Nov 12 13:18:49.788534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:49.856884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35374) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:49.880974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183160088', 'description': 'tempest-description--1340853260'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:49.892260 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.064841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c80e3d1-607a-42e5-9979-7929c9eff27c req-3193f8ad-9477-4225-9f8a-090682f4fe4c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2660346 Nov 12 13:18:50.096838 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.256699 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.294021 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.303345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d195d-1661-4801-9e02-3f325b48bb9d', 'name': 'network-vif-deleted', 'tag': 'c388c8e5-1124-4eec-b743-d505da243ebc'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:50.306420 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5951216a-c73e-4c79-8d08-d0875304b39b" -d '{"events": [{"server_uuid": "4b2d195d-1661-4801-9e02-3f325b48bb9d", "name": "network-vif-deleted", "tag": "c388c8e5-1124-4eec-b743-d505da243ebc"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:50.347590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.352663 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4769647 Nov 12 13:18:50.352663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f7fd48-acf9-4d73-a6fd-402194a24a93,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:50.358402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35384) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:50.363380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-050ef5ff-14de-4a1b-8c7a-2821235c06f7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Request body: {'security_group_rule': {'security_group_id': '40f7fd48-acf9-4d73-a6fd-402194a24a93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:50.379632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:50.380135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.380584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.380829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.381172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.381648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.381872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.382267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.382793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.383516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.383874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.384224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.384599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9342ad-fa31-42f7-8a8a-8f4e441e6a39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:18:50.405410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72119ea-b775-4c14-81d7-fbf3b7b47796 req-8e46fd5a-cc0b-4eac-ba45-fd08ccf0bc1b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:50.413045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e72119ea-b775-4c14-81d7-fbf3b7b47796 req-8e46fd5a-cc0b-4eac-ba45-fd08ccf0bc1b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 945 time: 0.1542082 Nov 12 13:18:50.439795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:50.473000 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-050ef5ff-14de-4a1b-8c7a-2821235c06f7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.508253 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e72119ea-b775-4c14-81d7-fbf3b7b47796 req-8bc321b9-315d-4eb5-8fab-5f04fd11884d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933392 Nov 12 13:18:50.521797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.546968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d715812-80d9-436d-ac15-4a52185dc321 req-a9e8791f-05a3-4e80-b0e4-4263ec1639b8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:50.548522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9d715812-80d9-436d-ac15-4a52185dc321 req-a9e8791f-05a3-4e80-b0e4-4263ec1639b8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.2466638 Nov 12 13:18:50.550333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Transition to ACTIVE for port object 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:50.555599 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-050ef5ff-14de-4a1b-8c7a-2821235c06f7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.556687 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.564558 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-050ef5ff-14de-4a1b-8c7a-2821235c06f7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.586271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8b71b434-dbd6-4881-a528-07ff920a7b75 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:50.660132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:50.660506 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-050ef5ff-14de-4a1b-8c7a-2821235c06f7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.660780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 8b71b434-dbd6-4881-a528-07ff920a7b75 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:18:50.666123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-050ef5ff-14de-4a1b-8c7a-2821235c06f7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3023474 Nov 12 13:18:50.667253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:50.667253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ef5ff-14de-4a1b-8c7a-2821235c06f7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7801b57-139a-4a67-b7ff-6a4223c6c955,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:50.670873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] No DVR routers for this DVR port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:18:50.674626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-10bbad4b-4802-4fff-b7fe-7e4550effd49 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Request body: {'security_group_rule': {'security_group_id': '40f7fd48-acf9-4d73-a6fd-402194a24a93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:50.674968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 8b71b434-dbd6-4881-a528-07ff920a7b75 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:50.675377 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.707750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9d715812-80d9-436d-ac15-4a52185dc321 req-be6ec2a5-5d70-4756-a7f7-50913c32a804 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413059 Nov 12 13:18:50.756210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:50.757029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:50.757646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:50.777754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:50.778103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:50.787783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:50.787783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:50.788680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:50.789812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Bound port: 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:50.790225 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.794395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10bbad4b-4802-4fff-b7fe-7e4550effd49 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.822304 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.838995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-ee37f454-7511-4250-bd11-0046a6241c41 service neutron] 10.222.0.105 "GET /v2.0/ports/6b0fd765-8487-42df-86de-9298b868497c/bindings/n-h1-805736-4 HTTP/1.1" status: 200 len: 384 time: 0.3070543 Nov 12 13:18:50.859736 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdf4881-b1a1-4f25-a516-e9a5e7976493 x-openstack-request-id: req-7bdf4881-b1a1-4f25-a516-e9a5e7976493 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:50.860329 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d195d-1661-4801-9e02-3f325b48bb9d", "name": "network-vif-deleted", "tag": "c388c8e5-1124-4eec-b743-d505da243ebc", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:50.860719 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bdf4881-b1a1-4f25-a516-e9a5e7976493 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:50.861491 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d195d-1661-4801-9e02-3f325b48bb9d', 'name': 'network-vif-deleted', 'tag': 'c388c8e5-1124-4eec-b743-d505da243ebc', 'status': 'completed', 'code': 200} Nov 12 13:18:50.863813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ad1e2b-98a2-4798-97d9-22bbca7fac89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b71b434-dbd6-4881-a528-07ff920a7b75'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:50.866694 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb76e05-7c6b-4328-a902-63bcc54a873f" -d '{"events": [{"server_uuid": "27ad1e2b-98a2-4798-97d9-22bbca7fac89", "name": "network-vif-plugged", "status": "completed", "tag": "8b71b434-dbd6-4881-a528-07ff920a7b75"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:50.888849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:50.891681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 8b71b434-dbd6-4881-a528-07ff920a7b75, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8b71b434-dbd6-4881-a528-07ff920a7b75,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:50.893312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:50.897596 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.900141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:50.900511 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.957325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d02cb7-6f67-4550-aab7-431f2afd9166 req-08dbe09f-bd3f-4d02-8933-07e52ab0c545 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:50.965638 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97d02cb7-6f67-4550-aab7-431f2afd9166 req-08dbe09f-bd3f-4d02-8933-07e52ab0c545 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.3000236 Nov 12 13:18:50.971874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=8b71b434-dbd6-4881-a528-07ff920a7b75,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:50.992895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:50.993543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:50.994958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] 10.222.0.105 "PUT /v2.0/ports/3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 1096 time: 1.2108572 Nov 12 13:18:51.028337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b90fa8-4138-412a-9dfc-eab6181c1b40 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:51.046026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:18:51.074122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4241b61-fd9b-496c-b977-be778bd5e74c req-805ab84c-9cb6-4c85-a0f1-c2ef2ed783b1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.075821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4241b61-fd9b-496c-b977-be778bd5e74c req-805ab84c-9cb6-4c85-a0f1-c2ef2ed783b1 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 944 time: 0.1302736 Nov 12 13:18:51.084588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10bbad4b-4802-4fff-b7fe-7e4550effd49 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:51.102711 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97d02cb7-6f67-4550-aab7-431f2afd9166 req-41dbc151-c9d5-4dd3-9f18-8f4fe89101c9 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354969 Nov 12 13:18:51.105379 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10bbad4b-4802-4fff-b7fe-7e4550effd49 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:51.112566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-641a0b59-ba90-4454-8b02-0b8c54c73092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.114374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-641a0b59-ba90-4454-8b02-0b8c54c73092 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1099 time: 0.0825162 Nov 12 13:18:51.176760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4241b61-fd9b-496c-b977-be778bd5e74c req-616c824a-0a6f-43a8-b05c-7bef4f7f525e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881865 Nov 12 13:18:51.261235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1c72d6db-e26f-4152-b2b6-4b63dee85157 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:51.315018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-00dbff3d-9aa7-4227-b64e-19d9a8d66245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.327719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-00dbff3d-9aa7-4227-b64e-19d9a8d66245 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1987524 Nov 12 13:18:51.329223 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed299a25-b13f-441d-b40c-06c70e782879 x-openstack-request-id: req-ed299a25-b13f-441d-b40c-06c70e782879 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:51.329561 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ad1e2b-98a2-4798-97d9-22bbca7fac89", "name": "network-vif-plugged", "status": "completed", "tag": "8b71b434-dbd6-4881-a528-07ff920a7b75", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:51.329811 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed299a25-b13f-441d-b40c-06c70e782879 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:51.333003 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ad1e2b-98a2-4798-97d9-22bbca7fac89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b71b434-dbd6-4881-a528-07ff920a7b75', 'code': 200} Nov 12 13:18:51.334358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 1c72d6db-e26f-4152-b2b6-4b63dee85157 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:18:51.334564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbad4b-4802-4fff-b7fe-7e4550effd49 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a96fcc3-9c18-42ad-a20a-21e50d483ed1,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:51.334944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1c72d6db-e26f-4152-b2b6-4b63dee85157 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:18:51.335374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 6b0fd765-8487-42df-86de-9298b868497c no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:51.353640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10bbad4b-4802-4fff-b7fe-7e4550effd49 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:51.355156 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-10bbad4b-4802-4fff-b7fe-7e4550effd49 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6851442 Nov 12 13:18:51.357386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a5c93f38-d1df-4f57-ba85-63b2757d54df service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:51.360571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35398) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:18:51.365242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:51.412662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a5c93f38-d1df-4f57-ba85-63b2757d54df service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:51.449308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:51.466536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a5c93f38-d1df-4f57-ba85-63b2757d54df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0fd765-8487-42df-86de-9298b868497c {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:51.482005 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-bfec8b18-bd9a-46d1-8e52-7336874e4d6c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 217 time: 0.1441813 Nov 12 13:18:51.486504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a5c93f38-d1df-4f57-ba85-63b2757d54df service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:51.504691 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a5c93f38-d1df-4f57-ba85-63b2757d54df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:51.593902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9dff9-ebaa-413f-9f61-541a1feec4c7 req-06a68320-97e8-4325-a308-38a0507a7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.595643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3df9dff9-ebaa-413f-9f61-541a1feec4c7 req-06a68320-97e8-4325-a308-38a0507a7bbb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 1097 time: 0.1361938 Nov 12 13:18:51.597474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-3ad9e556-b9bc-4539-bacd-898749ccdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.598796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-3ad9e556-b9bc-4539-bacd-898749ccdb15 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0824246 Nov 12 13:18:51.678616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a3ea-b667-4ce9-97af-9016c926457a req-2573fb50-f92a-4506-ba4e-097568bc2eec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.685610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a3ea-b667-4ce9-97af-9016c926457a req-2573fb50-f92a-4506-ba4e-097568bc2eec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.691867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-3699cf7a-9a21-40eb-9738-26f8b4bf61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.691867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-3699cf7a-9a21-40eb-9738-26f8b4bf61c7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767727 Nov 12 13:18:51.692677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a3ea-b667-4ce9-97af-9016c926457a req-2573fb50-f92a-4506-ba4e-097568bc2eec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.692789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3df9dff9-ebaa-413f-9f61-541a1feec4c7 req-ce3cd65b-bf00-4c1b-a981-8c5df6272c0b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876923 Nov 12 13:18:51.698434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a3ea-b667-4ce9-97af-9016c926457a req-2573fb50-f92a-4506-ba4e-097568bc2eec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.704601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a3ea-b667-4ce9-97af-9016c926457a req-2573fb50-f92a-4506-ba4e-097568bc2eec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.712190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a3ea-b667-4ce9-97af-9016c926457a req-2573fb50-f92a-4506-ba4e-097568bc2eec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.718337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a3ea-b667-4ce9-97af-9016c926457a req-2573fb50-f92a-4506-ba4e-097568bc2eec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.720337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1597a3ea-b667-4ce9-97af-9016c926457a req-2573fb50-f92a-4506-ba4e-097568bc2eec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.2055249 Nov 12 13:18:51.774643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a5c93f38-d1df-4f57-ba85-63b2757d54df service neutron] Transition to ACTIVE for port object 6b0fd765-8487-42df-86de-9298b868497c will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:51.783709 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a5c93f38-d1df-4f57-ba85-63b2757d54df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:51.846041 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:51.857251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1597a3ea-b667-4ce9-97af-9016c926457a req-3b73fe7c-73b3-4993-bd0c-4b3d9406a1bb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291404 Nov 12 13:18:51.890073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a5c93f38-d1df-4f57-ba85-63b2757d54df service neutron] No DVR routers for this DVR port 6b0fd765-8487-42df-86de-9298b868497c on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:18:51.903328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652d2a2-cae3-442b-aed7-31ff6a1a8b77 req-95ba78c5-174f-4a70-bfb9-62e339a71264 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:51.906156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7652d2a2-cae3-442b-aed7-31ff6a1a8b77 req-95ba78c5-174f-4a70-bfb9-62e339a71264 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.1805274 Nov 12 13:18:51.939940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c93f38-d1df-4f57-ba85-63b2757d54df service neutron] Pushing event updated for resources: {'Port': ['ID=6b0fd765-8487-42df-86de-9298b868497c,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:51.968572 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-00869957-247d-48e8-b3ed-ee9005cf7b0f service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673473 Nov 12 13:18:51.969952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a5c93f38-d1df-4f57-ba85-63b2757d54df service neutron] 10.222.0.105 "PUT /v2.0/ports/6b0fd765-8487-42df-86de-9298b868497c/bindings/n-h1-805736-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1099789 Nov 12 13:18:51.983023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7652d2a2-cae3-442b-aed7-31ff6a1a8b77 req-3ce71d03-4df3-4a1e-b181-fe08cf9aafae tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645373 Nov 12 13:18:52.061033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Allocated IP 172.25.5.10 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/00592792-aed2-4c49-bdb1-48c717dba236) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:52.071691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eee2a4-12de-43bf-9065-c4e7e5ffa524 req-3afdddb1-c83f-40aa-9110-b44887f46be6 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:52.073467 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63eee2a4-12de-43bf-9065-c4e7e5ffa524 req-3afdddb1-c83f-40aa-9110-b44887f46be6 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0950694 Nov 12 13:18:52.115352 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a286fc-e5bf-4a76-a01e-bfa34ea75dc9 req-a8260e8a-d2c2-4a67-b177-7deece762fc8 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304834 Nov 12 13:18:52.132655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fe5b6-35b9-4371-b7ca-1095f6d59113 req-29c1044f-233e-4502-8c34-9d2eed172be5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:52.134213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a01fe5b6-35b9-4371-b7ca-1095f6d59113 req-29c1044f-233e-4502-8c34-9d2eed172be5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 948 time: 0.0685928 Nov 12 13:18:52.181900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63eee2a4-12de-43bf-9065-c4e7e5ffa524 req-aad22823-c276-485a-ae98-4e9fe33b94ba tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993705 Nov 12 13:18:52.211840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a01fe5b6-35b9-4371-b7ca-1095f6d59113 req-97c754c6-acc7-4501-9111-add6807d5055 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679669 Nov 12 13:18:52.242878 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:52.318288 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:52.338797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d22b8-96cd-4810-b5d9-dc8aff83949f req-d9f25090-9c2c-433c-af95-1363f0762118 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:52.340626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a52d22b8-96cd-4810-b5d9-dc8aff83949f req-d9f25090-9c2c-433c-af95-1363f0762118 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.0641563 Nov 12 13:18:52.368018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175a14b-9781-4b50-ab7e-7f57b2b115b4 req-fe32c0aa-52a9-4908-8fcf-c4040921a773 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:52.369559 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1175a14b-9781-4b50-ab7e-7f57b2b115b4 req-fe32c0aa-52a9-4908-8fcf-c4040921a773 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 945 time: 0.1003528 Nov 12 13:18:52.385584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:52.396805 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:52.399616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a52d22b8-96cd-4810-b5d9-dc8aff83949f req-db109417-68f1-4014-acbf-e2d5134d4343 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516121 Nov 12 13:18:52.405461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event updated for resources: {'Port': ['ID=00592792-aed2-4c49-bdb1-48c717dba236,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:52.407975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:52.480095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1175a14b-9781-4b50-ab7e-7f57b2b115b4 req-294920f4-f77f-4583-9cc8-79a2a945b655 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008418 Nov 12 13:18:52.543145 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:52.589739 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:52.760879 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:52.766702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:52.820913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-a48ddf10-e668-4918-ac82-08ff0777933e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518584 Nov 12 13:18:52.861973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event updated for resources: {'Port': ['ID=00592792-aed2-4c49-bdb1-48c717dba236,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:52.862851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282'}, {'name': 'network-changed', 'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:52.865950 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731a8198-4896-455a-8101-ee4f13033035" -d '{"events": [{"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282"}, {"name": "network-changed", "server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:52.890312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:52.908868 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:52.918056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-715630c4-c4b4-4485-8307-8cc1b8a89a25 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5561268 Nov 12 13:18:52.936235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-85c28003-709e-4560-880f-6cb5edae4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:52.939731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-85c28003-709e-4560-880f-6cb5edae4b51 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 1101 time: 0.0661557 Nov 12 13:18:52.969525 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13c5faf-a3e4-46a6-9b1a-11c780aa6f99 x-openstack-request-id: req-d13c5faf-a3e4-46a6-9b1a-11c780aa6f99 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:52.969817 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282", "code": 200}, {"name": "network-changed", "server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:52.973334 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d13c5faf-a3e4-46a6-9b1a-11c780aa6f99 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:52.973334 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'code': 200} Nov 12 13:18:52.973334 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'status': 'completed', 'code': 200} Nov 12 13:18:53.075905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8198-4896-455a-8101-ee4f13033035 req-a7766f7a-60f3-44f1-bd5a-460064ded1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.077408 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-a7766f7a-60f3-44f1-bd5a-460064ded1cb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1099 time: 0.0811567 Nov 12 13:18:53.079138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-0b0c7c4f-32c0-449a-8e74-6a035d521a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.080646 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-0b0c7c4f-32c0-449a-8e74-6a035d521a19 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1063349 Nov 12 13:18:53.095486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f40d-2fe3-41a7-af87-522f8674b29b req-0d2caa5b-1e4e-4cc4-9e13-9778a1019a06 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.101879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f40d-2fe3-41a7-af87-522f8674b29b req-0d2caa5b-1e4e-4cc4-9e13-9778a1019a06 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.108163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f40d-2fe3-41a7-af87-522f8674b29b req-0d2caa5b-1e4e-4cc4-9e13-9778a1019a06 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.114425 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f40d-2fe3-41a7-af87-522f8674b29b req-0d2caa5b-1e4e-4cc4-9e13-9778a1019a06 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.122262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f40d-2fe3-41a7-af87-522f8674b29b req-0d2caa5b-1e4e-4cc4-9e13-9778a1019a06 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.133822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f40d-2fe3-41a7-af87-522f8674b29b req-0d2caa5b-1e4e-4cc4-9e13-9778a1019a06 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.140291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f40d-2fe3-41a7-af87-522f8674b29b req-0d2caa5b-1e4e-4cc4-9e13-9778a1019a06 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.142158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fb2f40d-2fe3-41a7-af87-522f8674b29b req-0d2caa5b-1e4e-4cc4-9e13-9778a1019a06 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1156652 Nov 12 13:18:53.276867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c388c8e5-1124-4eec-b743-d505da243ebc no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:53.281596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fb2f40d-2fe3-41a7-af87-522f8674b29b req-0d605fb9-1e5b-44b4-8d73-e058f142f33d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276610 Nov 12 13:18:53.296917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8198-4896-455a-8101-ee4f13033035 req-87a399f8-e110-40e9-8933-b811edbb3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.299921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-87a399f8-e110-40e9-8933-b811edbb3c14 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1560109 Nov 12 13:18:53.302150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: c388c8e5-1124-4eec-b743-d505da243ebc {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:18:53.302487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c388c8e5-1124-4eec-b743-d505da243ebc not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:18:53.348391 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-0cc14d36-ec1f-4cd6-9b73-34712bb83e68 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 217 time: 0.0408926 Nov 12 13:18:53.407688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-98f0c288-4e4f-4138-92c6-a7cd0695c631 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 200 len: 217 time: 0.3131888 Nov 12 13:18:53.461640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-36e25bcd-1be0-4e4d-ad22-160d59fabba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.463128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-36e25bcd-1be0-4e4d-ad22-160d59fabba9 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0454171 Nov 12 13:18:53.475478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8198-4896-455a-8101-ee4f13033035 req-f6f4b4a2-358b-4be1-b47f-ce679f96a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.478424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-f6f4b4a2-358b-4be1-b47f-ce679f96a94d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1212609 Nov 12 13:18:53.511471 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-bde745ce-e5dd-48fe-8ed8-c1b646a28bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.512964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-bde745ce-e5dd-48fe-8ed8-c1b646a28bf4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423355 Nov 12 13:18:53.557276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-6dc50e81-7352-48f0-8903-38427b0af029 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.559351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-6dc50e81-7352-48f0-8903-38427b0af029 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/networks?id=28d6a69d-5d20-4513-aec5-574576d35260 HTTP/1.1" status: 200 len: 821 time: 0.1655743 Nov 12 13:18:53.566426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8198-4896-455a-8101-ee4f13033035 req-f5b12659-a039-4b84-9814-9220b04b28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:53.568111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-f5b12659-a039-4b84-9814-9220b04b28e6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819168 Nov 12 13:18:53.614545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-134d83bd-ddd9-4242-9317-8c5ed01fe48a service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928819 Nov 12 13:18:53.724650 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa065418-327e-48e4-9b07-1499000ebcf0 req-f7ef2289-2e97-4bc7-b1af-bed78a14d07d service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021030 Nov 12 13:18:53.991713 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-ae477336-ad54-49b0-93da-431900f23c31 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/quotas/f253c29864cd4edda329085232c074e2 HTTP/1.1" status: 200 len: 375 time: 0.4218514 Nov 12 13:18:54.130174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-33544cd4-6123-44fc-9aee-7b49d1fbb41b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:54.132619 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-33544cd4-6123-44fc-9aee-7b49d1fbb41b tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1c80784-c194-487a-a566-efc2a7aca345 HTTP/1.1" status: 200 len: 949 time: 0.5609651 Nov 12 13:18:54.192743 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-6848d44e-51ed-4a9b-a4af-2b72a70fed44 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f253c29864cd4edda329085232c074e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1810396 Nov 12 13:18:54.198468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-d1611124-0c39-4bfb-bafb-e945d7d9b769 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583878 Nov 12 13:18:54.437012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-54a0b38b-5f0f-47b4-bc79-83699c42826f service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303522 Nov 12 13:18:54.440978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-633e1bdf-74d6-40e0-a163-0bc54fac9b07 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Deleting port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:18:54.441415 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-633e1bdf-74d6-40e0-a163-0bc54fac9b07 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:54.446799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-a704bd5c-2615-4ee2-b3bd-df441fbc17e6 service neutron] 10.222.0.73 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388344 Nov 12 13:18:54.624650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-633e1bdf-74d6-40e0-a163-0bc54fac9b07 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] For port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:54.625069 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-633e1bdf-74d6-40e0-a163-0bc54fac9b07 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:54.644326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-a87e58d3-fb52-4d20-9812-3e9f2780aa13 service neutron] 10.222.0.73 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817968 Nov 12 13:18:54.645256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-633e1bdf-74d6-40e0-a163-0bc54fac9b07 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Calling delete_port for 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:18:54.809616 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-633e1bdf-74d6-40e0-a163-0bc54fac9b07 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:54.825207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2', '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:54.828938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'd2d1b70b-a197-4139-9975-9d909fba67d0', '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:54.900033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e1bdf-74d6-40e0-a163-0bc54fac9b07 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event deleted for resources: {'Port': ['ID=3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:54.947560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-633e1bdf-74d6-40e0-a163-0bc54fac9b07 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] No DVR routers for this DVR port 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:18:54.953416 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-633e1bdf-74d6-40e0-a163-0bc54fac9b07 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:54.957513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26f0dce5-53bc-4a4d-b8fc-295f85318095 req-633e1bdf-74d6-40e0-a163-0bc54fac9b07 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "DELETE /v2.0/ports/3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 HTTP/1.1" status: 204 len: 173 time: 0.8183365 Nov 12 13:18:54.957996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c80784-c194-487a-a566-efc2a7aca345', 'name': 'network-vif-deleted', 'tag': '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:54.961754 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334638c4-f666-4fd8-af26-24bdd4f87c93" -d '{"events": [{"server_uuid": "d1c80784-c194-487a-a566-efc2a7aca345", "name": "network-vif-deleted", "tag": "3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:55.000651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f01ab-5f49-4d31-adb4-51052ac5cd96 req-f5caacc4-eb20-4d0b-b56c-9e77c6b7530a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:55.003405 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f7f01ab-5f49-4d31-adb4-51052ac5cd96 req-f5caacc4-eb20-4d0b-b56c-9e77c6b7530a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.1635363 Nov 12 13:18:55.103900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f7f01ab-5f49-4d31-adb4-51052ac5cd96 req-2cf09637-20e5-4042-9264-d14196fbec60 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913398 Nov 12 13:18:55.340099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b293397-7b7e-440e-833b-8b0d3057885d req-7117493c-bd7c-47b5-ade5-10595d14b8d1 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:55.341666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5b293397-7b7e-440e-833b-8b0d3057885d req-7117493c-bd7c-47b5-ade5-10595d14b8d1 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0999615 Nov 12 13:18:55.406208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5b293397-7b7e-440e-833b-8b0d3057885d req-49b60091-d2f2-4877-a659-2cfb65bb6155 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578513 Nov 12 13:18:55.532711 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d38e23-5eef-4fa9-85f3-efcd7f44dc4f req-bed4c443-3b99-431d-ae0b-bb0c95860bb5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:55.534449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80d38e23-5eef-4fa9-85f3-efcd7f44dc4f req-bed4c443-3b99-431d-ae0b-bb0c95860bb5 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 948 time: 0.0641048 Nov 12 13:18:55.595080 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80d38e23-5eef-4fa9-85f3-efcd7f44dc4f req-c5ed8242-7b08-40b1-a88f-9564e4165333 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533652 Nov 12 13:18:55.734027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06002b-5e3e-459f-87fa-9e53f447138c req-dab10dd5-ed0b-487d-a0bc-ada823a62537 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:55.735616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f06002b-5e3e-459f-87fa-9e53f447138c req-dab10dd5-ed0b-487d-a0bc-ada823a62537 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.0644088 Nov 12 13:18:55.795309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f06002b-5e3e-459f-87fa-9e53f447138c req-1d99101a-121b-4472-a880-bb147206d0ec tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501866 Nov 12 13:18:55.973669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055511f-e06b-45c1-adaa-931ff55aa9c9 req-0c7941db-c1d8-4177-ac44-18b7049d1dc6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:55.981143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055511f-e06b-45c1-adaa-931ff55aa9c9 req-0c7941db-c1d8-4177-ac44-18b7049d1dc6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:55.987362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055511f-e06b-45c1-adaa-931ff55aa9c9 req-0c7941db-c1d8-4177-ac44-18b7049d1dc6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:55.994045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055511f-e06b-45c1-adaa-931ff55aa9c9 req-0c7941db-c1d8-4177-ac44-18b7049d1dc6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:56.000269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055511f-e06b-45c1-adaa-931ff55aa9c9 req-0c7941db-c1d8-4177-ac44-18b7049d1dc6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:56.006961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055511f-e06b-45c1-adaa-931ff55aa9c9 req-0c7941db-c1d8-4177-ac44-18b7049d1dc6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:56.014652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055511f-e06b-45c1-adaa-931ff55aa9c9 req-0c7941db-c1d8-4177-ac44-18b7049d1dc6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:56.016617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f055511f-e06b-45c1-adaa-931ff55aa9c9 req-0c7941db-c1d8-4177-ac44-18b7049d1dc6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1011913 Nov 12 13:18:56.109490 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f055511f-e06b-45c1-adaa-931ff55aa9c9 req-f44fef33-ff3c-406a-8254-0c25ca956ac6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848625 Nov 12 13:18:56.243913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a32f310a-fbac-4229-a21c-23ce9f6f4b0f req-8d1cb411-f80f-46f3-b325-ca2736e9c09a tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 210 time: 0.0393262 Nov 12 13:18:56.263393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-459370f1-6270-4529-8b95-80a7c2bd1aa6 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:56.276184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-459370f1-6270-4529-8b95-80a7c2bd1aa6 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "GET /v2.0/networks?id=28d6a69d-5d20-4513-aec5-574576d35260 HTTP/1.1" status: 200 len: 821 time: 0.1733387 Nov 12 13:18:56.284955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Request body: {'port': {'device_id': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260', 'admin_state_up': True, 'tenant_id': 'f253c29864cd4edda329085232c074e2'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:56.312631 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125d4bfa-9b9b-4ee1-a2dc-d600d1178739 x-openstack-request-id: req-125d4bfa-9b9b-4ee1-a2dc-d600d1178739 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:56.312860 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c80784-c194-487a-a566-efc2a7aca345", "name": "network-vif-deleted", "tag": "3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:56.313116 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-125d4bfa-9b9b-4ee1-a2dc-d600d1178739 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:56.313677 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c80784-c194-487a-a566-efc2a7aca345', 'name': 'network-vif-deleted', 'tag': '3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2', 'status': 'completed', 'code': 200} Nov 12 13:18:56.448240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5067-7733-4163-a9fd-0dc87bd06024 req-76abad5b-bedf-4be3-9596-2f86cb2abd1e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:56.449790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea9e5067-7733-4163-a9fd-0dc87bd06024 req-76abad5b-bedf-4be3-9596-2f86cb2abd1e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.0821593 Nov 12 13:18:56.465441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Made reservation on behalf of f253c29864cd4edda329085232c074e2 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:18:56.468806 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:56.527097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea9e5067-7733-4163-a9fd-0dc87bd06024 req-68235b3c-57c1-4116-8cb0-24cdb827fa58 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702782 Nov 12 13:18:56.666222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Allocated IP 172.20.0.10 (28d6a69d-5d20-4513-aec5-574576d35260/aefec863-6d72-4632-b7a4-f1cf94d9f657/8cb3c856-f21c-42d0-9124-57934ae3198a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:18:56.682554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70e43a-881e-4049-b13f-35d9a35a68ca req-be67e948-51ba-426d-b5a4-963c0663a45d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:56.684162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f70e43a-881e-4049-b13f-35d9a35a68ca req-be67e948-51ba-426d-b5a4-963c0663a45d tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.1000528 Nov 12 13:18:56.778397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f70e43a-881e-4049-b13f-35d9a35a68ca req-1f6d37d2-d14c-46ab-9f2c-91277b8abde2 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871029 Nov 12 13:18:56.906807 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:56.929774 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b5209f0-4ae4-4b4e-91d4-4fd7636c4c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:56.933254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0905b1-ef77-4a86-91a3-31fceba29d9f req-02f61ebb-c246-451b-b2fa-31e396adb219 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:56.934816 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e0905b1-ef77-4a86-91a3-31fceba29d9f req-02f61ebb-c246-451b-b2fa-31e396adb219 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 948 time: 0.0918369 Nov 12 13:18:56.993091 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:57.034448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e0905b1-ef77-4a86-91a3-31fceba29d9f req-540da0be-9b50-4a0f-98ab-6559f2ac309c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934596 Nov 12 13:18:57.060770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Network 28d6a69d-5d20-4513-aec5-574576d35260 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:18:57.065059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:18:57.067547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:18:57.072340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event updated for resources: {'Port': ['ID=8cb3c856-f21c-42d0-9124-57934ae3198a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:57.143961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.144586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:57.167217 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-d0f178ec-964b-45f7-8b43-58bca0975a72 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8870387 Nov 12 13:18:57.175536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f73b6-0db2-4fd2-8f61-0b262b16a1bb req-cf95b6b1-88c8-4991-9195-6daa841aa511 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.176973 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b9f73b6-0db2-4fd2-8f61-0b262b16a1bb req-cf95b6b1-88c8-4991-9195-6daa841aa511 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.0814376 Nov 12 13:18:57.182453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Request body: {'port': {'device_id': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:18:57.272743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:57.278600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b9f73b6-0db2-4fd2-8f61-0b262b16a1bb req-93d6672d-6cb1-489a-8939-44be0ddcb012 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935590 Nov 12 13:18:57.298354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:18:57.300746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:18:57.331560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:18:57.332005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3e2bbcf4-3ef3-488a-8b41-af0a850ec0f2 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:18:57.434590 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:57.453924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'mac_address': 'fa:16:3e:67:2f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:18:57.500583 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:57.520055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:57.542817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:57.546923 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:57.597136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:57.646843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb3c856-f21c-42d0-9124-57934ae3198a {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:18:57.655865 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:57.680392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-c561c541-780a-4f35-be21-3a0dc57ccea4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.681895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-c561c541-780a-4f35-be21-3a0dc57ccea4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8&tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 949 time: 0.1438155 Nov 12 13:18:57.688949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Transition to ACTIVE for port object 8cb3c856-f21c-42d0-9124-57934ae3198a will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:18:57.708282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671924e2-40ca-41c5-8631-b85198b97f70 req-c5924720-6b01-429d-8857-1dc911cd8028 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.714389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671924e2-40ca-41c5-8631-b85198b97f70 req-c5924720-6b01-429d-8857-1dc911cd8028 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.720259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671924e2-40ca-41c5-8631-b85198b97f70 req-c5924720-6b01-429d-8857-1dc911cd8028 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.726308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671924e2-40ca-41c5-8631-b85198b97f70 req-c5924720-6b01-429d-8857-1dc911cd8028 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.732079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671924e2-40ca-41c5-8631-b85198b97f70 req-c5924720-6b01-429d-8857-1dc911cd8028 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.737953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671924e2-40ca-41c5-8631-b85198b97f70 req-c5924720-6b01-429d-8857-1dc911cd8028 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.744550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671924e2-40ca-41c5-8631-b85198b97f70 req-c5924720-6b01-429d-8857-1dc911cd8028 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:57.746676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-671924e2-40ca-41c5-8631-b85198b97f70 req-c5924720-6b01-429d-8857-1dc911cd8028 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1714978 Nov 12 13:18:57.749575 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:57.875752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Pushing event updated for resources: {'Port': ['ID=8cb3c856-f21c-42d0-9124-57934ae3198a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:57.895342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-396b7904-866c-4cf6-a8c6-805c55efff99 service neutron] 10.222.0.105 "GET /v2.0/ports/3bb6a1a6-e47c-41e0-bb0f-023b5153b282/bindings/n-h2-805736-4 HTTP/1.1" status: 200 len: 382 time: 0.2040772 Nov 12 13:18:57.969551 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-671924e2-40ca-41c5-8631-b85198b97f70 req-b7add4bf-a5d4-4cb9-9dd2-30e0a459be1e tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1972823 Nov 12 13:18:57.979992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['3bb6a1a6-e47c-41e0-bb0f-023b5153b282'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:18:58.008571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-1356be55-6ea0-4250-b051-d63b70f4b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.010334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-1356be55-6ea0-4250-b051-d63b70f4b743 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1100 time: 0.0851474 Nov 12 13:18:58.011396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Attempting to bind port 8cb3c856-f21c-42d0-9124-57934ae3198a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:18:58.011545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Attempting to bind port 8cb3c856-f21c-42d0-9124-57934ae3198a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:18:58.011868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Attempting to bind port 8cb3c856-f21c-42d0-9124-57934ae3198a on network 28d6a69d-5d20-4513-aec5-574576d35260 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:58.016541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Port 8cb3c856-f21c-42d0-9124-57934ae3198a on network 28d6a69d-5d20-4513-aec5-574576d35260 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:18:58.016865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Attempting to bind port 8cb3c856-f21c-42d0-9124-57934ae3198a on network 28d6a69d-5d20-4513-aec5-574576d35260 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:18:58.040018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:18:58.041095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Checking segment: {'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:18:58.041095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Bound using segment: {'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:18:58.041505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Bound port: 8cb3c856-f21c-42d0-9124-57934ae3198a, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:18:58.041828 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:58.207103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f2ba7-fcce-4f17-9942-6fdf1346b576 req-1db62bad-1a94-4acb-ae9d-34fa81c7d46d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.208590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe5f2ba7-fcce-4f17-9942-6fdf1346b576 req-1db62bad-1a94-4acb-ae9d-34fa81c7d46d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 944 time: 0.1435730 Nov 12 13:18:58.219683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-1412c234-5fb5-4ba0-9ab3-63b320946ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.220987 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-1412c234-5fb5-4ba0-9ab3-63b320946ef8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2019684 Nov 12 13:18:58.228047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] For port 8cb3c856-f21c-42d0-9124-57934ae3198a, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:18:58.237944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] For port 8cb3c856-f21c-42d0-9124-57934ae3198a, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8cb3c856-f21c-42d0-9124-57934ae3198a,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:18:58.277466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:58.284934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-09510823-e9f1-4cde-9e02-ee86a9ab12a9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 217 time: 0.0545654 Nov 12 13:18:58.364298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.364906 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:58.366512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] 10.222.0.105 "PUT /v2.0/ports/8cb3c856-f21c-42d0-9124-57934ae3198a HTTP/1.1" status: 200 len: 1092 time: 1.1884751 Nov 12 13:18:58.368894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'tag': '8cb3c856-f21c-42d0-9124-57934ae3198a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:58.371176 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71e4a84-b574-4d39-a864-942f6c88d84b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f490806-aeeb-4e56-bd0e-0a1efbde9716", "tag": "8cb3c856-f21c-42d0-9124-57934ae3198a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:58.399314 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe5f2ba7-fcce-4f17-9942-6fdf1346b576 req-cec9e780-947a-4253-84cb-5909580eecc3 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829414 Nov 12 13:18:58.405921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63752d-7128-4d44-9fb6-31151c90f34a service neutron] Pushing event updated for resources: {'Port': ['ID=8cb3c856-f21c-42d0-9124-57934ae3198a,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:58.412465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-23807ce0-be56-4413-8357-2a4ac640ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.414942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-23807ce0-be56-4413-8357-2a4ac640ce2f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1048381 Nov 12 13:18:58.532692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-e0feed89-8732-43b5-a7d6-5ff8334e5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.534199 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-e0feed89-8732-43b5-a7d6-5ff8334e5ca0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080720 Nov 12 13:18:58.537518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-efdc7633-4ba3-4cb9-9cb8-820828b0033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.539601 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-efdc7633-4ba3-4cb9-9cb8-820828b0033a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f253c29864cd4edda329085232c074e2&device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 1095 time: 0.1116843 Nov 12 13:18:58.556103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acd4c2-9003-4e58-8c47-46a6dd322308 req-d0ad5727-ec0c-4ff0-8af3-608a49a0e055 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.557735 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3acd4c2-9003-4e58-8c47-46a6dd322308 req-d0ad5727-ec0c-4ff0-8af3-608a49a0e055 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 949 time: 0.0777216 Nov 12 13:18:58.633228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-5c53e035-5a41-4049-8b36-415ac276f55c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cb3c856-f21c-42d0-9124-57934ae3198a HTTP/1.1" status: 200 len: 217 time: 0.0743976 Nov 12 13:18:58.740018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3acd4c2-9003-4e58-8c47-46a6dd322308 req-c18c54a9-4d8e-4a15-9311-420dfcf05ac1 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665351 Nov 12 13:18:58.749462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-33480192-55f0-4993-af20-f711c2290aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.751027 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-33480192-55f0-4993-af20-f711c2290aa1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=aefec863-6d72-4632-b7a4-f1cf94d9f657 HTTP/1.1" status: 200 len: 861 time: 0.1083829 Nov 12 13:18:58.779752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-f6330838-efef-4314-a04b-54cec15404dd service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198455 Nov 12 13:18:58.799407 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-23177d02-f00f-4b9f-91bc-fac651ca2d43 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=28d6a69d-5d20-4513-aec5-574576d35260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353961 Nov 12 13:18:58.986168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ea5e0699-6c81-4a4c-aefd-35d750a102d4 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891558 Nov 12 13:18:58.989064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-f427f10d-87f4-45e5-92bd-615e14dbaf92 service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717710 Nov 12 13:18:58.997347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff20a2-31b8-40df-91b2-b8ac42303b4e req-7e4570d3-765b-44dd-94e8-7d11f8d9aaea tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:58.998876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6ff20a2-31b8-40df-91b2-b8ac42303b4e req-7e4570d3-765b-44dd-94e8-7d11f8d9aaea tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.1923947 Nov 12 13:18:59.328291 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:18:59.378787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:18:59.383256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:18:59.383622 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:59.432976 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6ff20a2-31b8-40df-91b2-b8ac42303b4e req-ca208e37-5dc4-4b25-bfc6-bbddd3f53709 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222095 Nov 12 13:18:59.437797 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-645b4f6d-7226-46bc-b1ad-65e6190ffeac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:59.462115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09e78ecd-502f-4342-9793-eb57bc031ac6 req-e0674f35-9a87-41ed-aa7f-8197095db667 service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618654 Nov 12 13:18:59.493732 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:59.518424 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:18:59.520659 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54df8e9-3985-451f-8a54-b664c3914519" -d '{"events": [{"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:18:59.533816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:18:59.538170 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:18:59.550504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a7c38-6db7-46ac-8663-92f11f8431f4 req-ae424549-6483-46c4-b92a-2e74dc01db90 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:59.551996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb1a7c38-6db7-46ac-8663-92f11f8431f4 req-ae424549-6483-46c4-b92a-2e74dc01db90 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0514107 Nov 12 13:18:59.588280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:18:59.605305 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb1a7c38-6db7-46ac-8663-92f11f8431f4 req-1c03a8f1-267c-49a3-8e8a-276e5542c129 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462463 Nov 12 13:18:59.708491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db598fa-3dad-4ecd-9a44-11d24ecaff14 req-22da2ffa-4d09-4d79-9efa-51d1ad34c71f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:59.710569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6db598fa-3dad-4ecd-9a44-11d24ecaff14 req-22da2ffa-4d09-4d79-9efa-51d1ad34c71f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.0506048 Nov 12 13:18:59.760531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6db598fa-3dad-4ecd-9a44-11d24ecaff14 req-7a375293-1448-4690-b237-ad49830724cc tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Nov 12 13:18:59.868216 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252fab4c-bcb4-466d-8b07-a4bdd480ccd1 x-openstack-request-id: req-252fab4c-bcb4-466d-8b07-a4bdd480ccd1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:18:59.868563 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f490806-aeeb-4e56-bd0e-0a1efbde9716", "tag": "8cb3c856-f21c-42d0-9124-57934ae3198a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:18:59.869169 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-252fab4c-bcb4-466d-8b07-a4bdd480ccd1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:18:59.869717 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'tag': '8cb3c856-f21c-42d0-9124-57934ae3198a', 'status': 'completed', 'code': 200} Nov 12 13:18:59.976321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4a84-b574-4d39-a864-942f6c88d84b req-7553ab89-8f2b-4923-91c8-8c1cfb1d46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:18:59.978220 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c71e4a84-b574-4d39-a864-942f6c88d84b req-7553ab89-8f2b-4923-91c8-8c1cfb1d46dc service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f253c29864cd4edda329085232c074e2&device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 1095 time: 0.0733247 Nov 12 13:18:59.994885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb254da-d478-4173-bf28-025e3984ea55 req-dad4b392-6794-4580-929d-e899ad2d07ed tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.000787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb254da-d478-4173-bf28-025e3984ea55 req-dad4b392-6794-4580-929d-e899ad2d07ed tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.006755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb254da-d478-4173-bf28-025e3984ea55 req-dad4b392-6794-4580-929d-e899ad2d07ed tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.012641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb254da-d478-4173-bf28-025e3984ea55 req-dad4b392-6794-4580-929d-e899ad2d07ed tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.018552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb254da-d478-4173-bf28-025e3984ea55 req-dad4b392-6794-4580-929d-e899ad2d07ed tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.025133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb254da-d478-4173-bf28-025e3984ea55 req-dad4b392-6794-4580-929d-e899ad2d07ed tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.031086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb254da-d478-4173-bf28-025e3984ea55 req-dad4b392-6794-4580-929d-e899ad2d07ed tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.032982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eeb254da-d478-4173-bf28-025e3984ea55 req-dad4b392-6794-4580-929d-e899ad2d07ed tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1180611 Nov 12 13:19:00.149535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eeb254da-d478-4173-bf28-025e3984ea55 req-993f3860-f313-412d-b568-6757fbd510e8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066310 Nov 12 13:19:00.162714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4a84-b574-4d39-a864-942f6c88d84b req-4c25424c-0680-4bbf-8f54-bd2fa32df70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.164634 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c71e4a84-b574-4d39-a864-942f6c88d84b req-4c25424c-0680-4bbf-8f54-bd2fa32df70e service neutron] 10.222.0.105 "GET /v2.0/networks?id=28d6a69d-5d20-4513-aec5-574576d35260 HTTP/1.1" status: 200 len: 922 time: 0.1306226 Nov 12 13:19:00.221414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c71e4a84-b574-4d39-a864-942f6c88d84b req-3d14101e-aeb6-477f-bf65-c3b6a97cca36 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cb3c856-f21c-42d0-9124-57934ae3198a HTTP/1.1" status: 200 len: 217 time: 0.0463462 Nov 12 13:19:00.301523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4a84-b574-4d39-a864-942f6c88d84b req-a80e962e-a3bb-465c-a490-c99c4977b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.303152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c71e4a84-b574-4d39-a864-942f6c88d84b req-a80e962e-a3bb-465c-a490-c99c4977b1e8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=aefec863-6d72-4632-b7a4-f1cf94d9f657 HTTP/1.1" status: 200 len: 861 time: 0.0564418 Nov 12 13:19:00.312478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b39c9-d638-4935-8c15-45302b84ecec req-426fce45-f64f-4997-8e52-73b8fe54f8f9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.314045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb1b39c9-d638-4935-8c15-45302b84ecec req-426fce45-f64f-4997-8e52-73b8fe54f8f9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 944 time: 0.0951908 Nov 12 13:19:00.358798 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c71e4a84-b574-4d39-a864-942f6c88d84b req-904d2583-1d73-437a-a607-c70425c93a80 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=28d6a69d-5d20-4513-aec5-574576d35260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437376 Nov 12 13:19:00.427114 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:00.443606 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb1b39c9-d638-4935-8c15-45302b84ecec req-57b093e7-f2c7-4986-b5b2-ed866d2071f0 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196833 Nov 12 13:19:00.485208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c71e4a84-b574-4d39-a864-942f6c88d84b req-4555dc02-8e3f-4e0d-930a-671392292ae7 service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129758 Nov 12 13:19:00.504447 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5295aa7-2bc7-47ce-a19d-7027c76eb3f1 x-openstack-request-id: req-b5295aa7-2bc7-47ce-a19d-7027c76eb3f1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:00.505322 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:00.505322 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b5295aa7-2bc7-47ce-a19d-7027c76eb3f1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:00.505556 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'code': 200} Nov 12 13:19:00.633091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c71e4a84-b574-4d39-a864-942f6c88d84b req-d340d085-d427-443e-a0a5-ce78c87cce05 service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366346 Nov 12 13:19:00.643014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf91825-471a-4d03-acc8-2def032a907b req-9c61a054-b07a-4767-bca1-8c0a7d334fd9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.644663 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cf91825-471a-4d03-acc8-2def032a907b req-9c61a054-b07a-4767-bca1-8c0a7d334fd9 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0886168 Nov 12 13:19:00.695684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cf91825-471a-4d03-acc8-2def032a907b req-ea53c8e2-1529-46a6-bf94-347145638373 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436368 Nov 12 13:19:00.809847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f8bf2-951e-45ec-a36d-11a95970d78d req-ed5f99da-c8e8-471b-b0a4-f8d8b10fa241 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.811354 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df6f8bf2-951e-45ec-a36d-11a95970d78d req-ed5f99da-c8e8-471b-b0a4-f8d8b10fa241 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.0552592 Nov 12 13:19:00.862469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df6f8bf2-951e-45ec-a36d-11a95970d78d req-6e8626f2-c6ed-4736-a217-2885c74b10d6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Nov 12 13:19:00.967746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452c5cb-c646-4eea-8a8b-1062aaecce84 req-78ba63ee-9afd-44cd-88c7-71b7b088085f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:00.969216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1452c5cb-c646-4eea-8a8b-1062aaecce84 req-78ba63ee-9afd-44cd-88c7-71b7b088085f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0516739 Nov 12 13:19:01.017654 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1452c5cb-c646-4eea-8a8b-1062aaecce84 req-c93c2fe4-237e-4092-a473-7417feca86e0 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Nov 12 13:19:01.128371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fa98-67c0-49f1-a666-a13da4bacf02 req-2931823b-8a36-4d63-96f6-8c12fd4c0d39 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.129897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0651fa98-67c0-49f1-a666-a13da4bacf02 req-2931823b-8a36-4d63-96f6-8c12fd4c0d39 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.0512359 Nov 12 13:19:01.189025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0651fa98-67c0-49f1-a666-a13da4bacf02 req-aac03f00-a82a-48c2-9db3-6632a319f9f2 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512578 Nov 12 13:19:01.357905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba0ff-4781-4519-82e6-e7f275e21377 req-ae99b3e3-e63d-4311-8f6f-91b209f63ae5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.363912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba0ff-4781-4519-82e6-e7f275e21377 req-ae99b3e3-e63d-4311-8f6f-91b209f63ae5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.371443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba0ff-4781-4519-82e6-e7f275e21377 req-ae99b3e3-e63d-4311-8f6f-91b209f63ae5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.377433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba0ff-4781-4519-82e6-e7f275e21377 req-ae99b3e3-e63d-4311-8f6f-91b209f63ae5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.384764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba0ff-4781-4519-82e6-e7f275e21377 req-ae99b3e3-e63d-4311-8f6f-91b209f63ae5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.390981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba0ff-4781-4519-82e6-e7f275e21377 req-ae99b3e3-e63d-4311-8f6f-91b209f63ae5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.396963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba0ff-4781-4519-82e6-e7f275e21377 req-ae99b3e3-e63d-4311-8f6f-91b209f63ae5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.400110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eadba0ff-4781-4519-82e6-e7f275e21377 req-ae99b3e3-e63d-4311-8f6f-91b209f63ae5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.0990560 Nov 12 13:19:01.469665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eadba0ff-4781-4519-82e6-e7f275e21377 req-9592a97a-378d-4160-84d1-dee2fe802e71 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619144 Nov 12 13:19:01.583857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62f3f3-afc9-49d7-8cbe-0b51d139e80b req-e39462fc-80e5-4141-b595-fb0173d13953 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.585533 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e62f3f3-afc9-49d7-8cbe-0b51d139e80b req-e39462fc-80e5-4141-b595-fb0173d13953 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 944 time: 0.0521672 Nov 12 13:19:01.636297 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e62f3f3-afc9-49d7-8cbe-0b51d139e80b req-01109411-2507-424f-886f-7520d2519501 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443459 Nov 12 13:19:01.822708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30afd02-e1af-45f0-b76a-35fbbd6c0d8c req-99b247ca-cff1-435b-938e-12810a67b596 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.824198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b30afd02-e1af-45f0-b76a-35fbbd6c0d8c req-99b247ca-cff1-435b-938e-12810a67b596 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0555768 Nov 12 13:19:01.874374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b30afd02-e1af-45f0-b76a-35fbbd6c0d8c req-a43afd55-756b-45c0-8d4c-8ce1e8fb530e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Nov 12 13:19:01.990787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32595efc-c373-4e4d-ab16-fbc859e6e241 req-5b5312f3-8c1a-4f62-8a37-e04dbff74b7a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:01.993610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32595efc-c373-4e4d-ab16-fbc859e6e241 req-5b5312f3-8c1a-4f62-8a37-e04dbff74b7a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.0591795 Nov 12 13:19:02.055899 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32595efc-c373-4e4d-ab16-fbc859e6e241 req-ae292f23-412e-4c0b-ba98-ef3c55f76837 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555611 Nov 12 13:19:02.060129 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:02.189171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a0526-95da-43b4-9ea9-4039b2ca9ff9 req-9852d742-e8dd-430f-9d6f-1285e75e1c2e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.190674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c14a0526-95da-43b4-9ea9-4039b2ca9ff9 req-9852d742-e8dd-430f-9d6f-1285e75e1c2e tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.0612614 Nov 12 13:19:02.251290 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c14a0526-95da-43b4-9ea9-4039b2ca9ff9 req-54c5545c-aaad-4597-90ae-3fc68cad3e37 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527682 Nov 12 13:19:02.362486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caea46c-8484-4ed1-a0fe-e0848fa98d22 req-02388958-89bf-4809-aff6-d590b2314ff9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.363989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2caea46c-8484-4ed1-a0fe-e0848fa98d22 req-02388958-89bf-4809-aff6-d590b2314ff9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.0559576 Nov 12 13:19:02.417747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2caea46c-8484-4ed1-a0fe-e0848fa98d22 req-42a6dac5-0e6d-4493-92c9-cb5bd34b197e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469611 Nov 12 13:19:02.608016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c028d-d177-413e-8ecc-76120e5fea0e req-e6b37e5f-b454-413f-9e5f-b4920f367cf2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.614656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c028d-d177-413e-8ecc-76120e5fea0e req-e6b37e5f-b454-413f-9e5f-b4920f367cf2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.621274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c028d-d177-413e-8ecc-76120e5fea0e req-e6b37e5f-b454-413f-9e5f-b4920f367cf2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.627805 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c028d-d177-413e-8ecc-76120e5fea0e req-e6b37e5f-b454-413f-9e5f-b4920f367cf2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.635396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c028d-d177-413e-8ecc-76120e5fea0e req-e6b37e5f-b454-413f-9e5f-b4920f367cf2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.642372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c028d-d177-413e-8ecc-76120e5fea0e req-e6b37e5f-b454-413f-9e5f-b4920f367cf2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.649471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c028d-d177-413e-8ecc-76120e5fea0e req-e6b37e5f-b454-413f-9e5f-b4920f367cf2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.651691 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-277c028d-d177-413e-8ecc-76120e5fea0e req-e6b37e5f-b454-413f-9e5f-b4920f367cf2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5423 time: 0.1001358 Nov 12 13:19:02.697077 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:02.722503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-277c028d-d177-413e-8ecc-76120e5fea0e req-1a55575b-521f-4e1e-b259-8a01c72e7192 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643108 Nov 12 13:19:02.842117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283150-8d45-466e-8569-66cc26a7faa4 req-e8083f94-c4e4-446a-8915-8e127478712d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:02.843726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a283150-8d45-466e-8569-66cc26a7faa4 req-e8083f94-c4e4-446a-8915-8e127478712d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 944 time: 0.0575955 Nov 12 13:19:02.900342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a283150-8d45-466e-8569-66cc26a7faa4 req-0b1c0253-fbff-406c-9c6e-969b9296ad14 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 Nov 12 13:19:03.054426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8198-4896-455a-8101-ee4f13033035 req-f0f7d06c-fb71-4b0c-99a8-1467b1e60114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.056140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-f0f7d06c-fb71-4b0c-99a8-1467b1e60114 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1101 time: 0.1233501 Nov 12 13:19:03.065599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a292d711-3030-4643-ab82-ec6defe47656 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.067067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-a292d711-3030-4643-ab82-ec6defe47656 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.0814295 Nov 12 13:19:03.075166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6bb3-da83-4287-9d36-fef74ac6160d req-24ae82a2-2af9-4af8-9ec8-3d3a589b64fa tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.076559 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fbf6bb3-da83-4287-9d36-fef74ac6160d req-24ae82a2-2af9-4af8-9ec8-3d3a589b64fa tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.1028697 Nov 12 13:19:03.201042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8198-4896-455a-8101-ee4f13033035 req-0e0cddd0-cc52-463b-b295-0ca5e8341593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.202752 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-0e0cddd0-cc52-463b-b295-0ca5e8341593 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1130700 Nov 12 13:19:03.234176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650ab7a-0851-4ce9-b0c2-62b46c471a37 req-50efad2b-4fdf-4971-9e54-51b83fe23250 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.235850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7650ab7a-0851-4ce9-b0c2-62b46c471a37 req-50efad2b-4fdf-4971-9e54-51b83fe23250 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.0665324 Nov 12 13:19:03.292957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-3de5754e-17ea-42f9-81c5-4aeaf984b639 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 217 time: 0.0499682 Nov 12 13:19:03.320715 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7650ab7a-0851-4ce9-b0c2-62b46c471a37 req-44103c34-bf6e-4952-a143-335c38bff0df tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713737 Nov 12 13:19:03.363148 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fbf6bb3-da83-4287-9d36-fef74ac6160d req-f6572322-0c9e-4656-bdb8-904a40b3d691 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805395 Nov 12 13:19:03.370525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-36277574-80ef-4e54-bb1c-11f2e77a34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.372665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-36277574-80ef-4e54-bb1c-11f2e77a34c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a&tenant_id=400cd7e0e4fd45d49e91bc070b399a26 HTTP/1.1" status: 200 len: 1096 time: 0.1687684 Nov 12 13:19:03.374436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8cb3c856-f21c-42d0-9124-57934ae3198a details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:03.383370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8198-4896-455a-8101-ee4f13033035 req-f4cb28ba-35a4-4ca8-b35e-a372b0914b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.395200 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-f4cb28ba-35a4-4ca8-b35e-a372b0914b0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0901873 Nov 12 13:19:03.499784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8198-4896-455a-8101-ee4f13033035 req-ed311487-92ac-40c2-93b8-b3e6db84182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.499784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-ed311487-92ac-40c2-93b8-b3e6db84182a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0575194 Nov 12 13:19:03.544544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-6c87a145-1a9e-47e5-b23f-ec0fc8f1cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.546782 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-6c87a145-1a9e-47e5-b23f-ec0fc8f1cfdf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 1096 time: 0.1342046 Nov 12 13:19:03.583196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8cb3c856-f21c-42d0-9124-57934ae3198a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8cb3c856-f21c-42d0-9124-57934ae3198a,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:03.602540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '8cb3c856-f21c-42d0-9124-57934ae3198a', 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260', 'port_id': '8cb3c856-f21c-42d0-9124-57934ae3198a', 'mac_address': 'fa:16:3e:8e:af:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefec863-6d72-4632-b7a4-f1cf94d9f657', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:03.633788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-45655c4f-02f0-4ff5-9653-02f9a5744051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.635510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-45655c4f-02f0-4ff5-9653-02f9a5744051 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8&tenant_id=f24db78ff5ca4b5eb226d1905e0afceb HTTP/1.1" status: 200 len: 1101 time: 0.1537256 Nov 12 13:19:03.645455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548f073-5b16-4c1e-8da4-4128c32bc903 req-14572252-484c-4878-91c4-30a6009c75f0 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.646896 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4548f073-5b16-4c1e-8da4-4128c32bc903 req-14572252-484c-4878-91c4-30a6009c75f0 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.1378765 Nov 12 13:19:03.653266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:03.669471 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:03.692543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb3c856-f21c-42d0-9124-57934ae3198a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:03.731776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8cb3c856-f21c-42d0-9124-57934ae3198a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8cb3c856-f21c-42d0-9124-57934ae3198a,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:03.740783 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:03.742459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8b402751-23b3-4ce3-8639-2dd4a2819a1e details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:03.819852 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:03.865865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4548f073-5b16-4c1e-8da4-4128c32bc903 req-6732817e-5089-4e01-b046-21e1255c6da4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765211 Nov 12 13:19:03.881354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46b2c6-504c-4e2e-ac64-fcf7f7076d60 req-63d8d02d-d148-4903-bd5b-271f0767539e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.883333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c46b2c6-504c-4e2e-ac64-fcf7f7076d60 req-63d8d02d-d148-4903-bd5b-271f0767539e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.2378836 Nov 12 13:19:03.890800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-8158c3ec-82c7-4196-9a00-2556e1123605 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754632 Nov 12 13:19:03.995422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-1e5aa430-ed67-4973-a0a2-83a8dc7b756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:03.997394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-1e5aa430-ed67-4973-a0a2-83a8dc7b756a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 200 len: 909 time: 0.3665245 Nov 12 13:19:04.003938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8cb3c856-f21c-42d0-9124-57934ae3198a,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:04.063533 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-72c4e99a-c923-4ed4-974f-8bcf2e61bd2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b0fd765-8487-42df-86de-9298b868497c HTTP/1.1" status: 200 len: 217 time: 0.0538664 Nov 12 13:19:04.077947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8b402751-23b3-4ce3-8639-2dd4a2819a1e, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8b402751-23b3-4ce3-8639-2dd4a2819a1e,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:04.117614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '8b402751-23b3-4ce3-8639-2dd4a2819a1e', 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'port_id': '8b402751-23b3-4ce3-8639-2dd4a2819a1e', 'mac_address': 'fa:16:3e:de:a7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5351daa-3be1-4471-b6f4-113ab2627ea9', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:04.131794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c46b2c6-504c-4e2e-ac64-fcf7f7076d60 req-d909448a-95cb-4ef1-8c9d-f978fe838296 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986930 Nov 12 13:19:04.153396 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-731a8198-4896-455a-8101-ee4f13033035 req-b72133c2-906d-41f4-b540-e622e57c62a6 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475934 Nov 12 13:19:04.169397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-fcfe5472-b913-40b3-9538-0ea4bb675b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:04.171520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-fcfe5472-b913-40b3-9538-0ea4bb675b52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 200 len: 848 time: 0.0948105 Nov 12 13:19:04.203280 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:04.226726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b402751-23b3-4ce3-8639-2dd4a2819a1e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:04.227060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-cf8c598b-0fff-4040-8006-92497d108806 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f217b410-fb8d-4205-88e2-bdba43094ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453291 Nov 12 13:19:04.250402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8b402751-23b3-4ce3-8639-2dd4a2819a1e, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8b402751-23b3-4ce3-8639-2dd4a2819a1e,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:04.257153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:04.258275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9d37fd99-c624-4630-a5a1-c21226e4a594 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:04.333142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9d37fd99-c624-4630-a5a1-c21226e4a594, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9d37fd99-c624-4630-a5a1-c21226e4a594,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:04.358402 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-9a91e4c0-15d9-4bb4-8460-bcfca4214d88 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241951 Nov 12 13:19:04.361841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:04.369793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '9d37fd99-c624-4630-a5a1-c21226e4a594', 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'port_id': '9d37fd99-c624-4630-a5a1-c21226e4a594', 'mac_address': 'fa:16:3e:c8:22:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5351daa-3be1-4471-b6f4-113ab2627ea9', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:04.434173 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:04.445106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8b402751-23b3-4ce3-8639-2dd4a2819a1e,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:04.453619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d37fd99-c624-4630-a5a1-c21226e4a594 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:04.479867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9d37fd99-c624-4630-a5a1-c21226e4a594, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9d37fd99-c624-4630-a5a1-c21226e4a594,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:04.485150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:19:04.486130 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:04.487549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ae73e88e-9170-4921-80e1-88104a71b1ec details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:04.536207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3da4e2-95d0-4136-898a-53d735aece76 req-aff4fe74-2c09-4cdc-bdfa-6c58ef5d8a41 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:04.544666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3da4e2-95d0-4136-898a-53d735aece76 req-aff4fe74-2c09-4cdc-bdfa-6c58ef5d8a41 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:04.550835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3da4e2-95d0-4136-898a-53d735aece76 req-aff4fe74-2c09-4cdc-bdfa-6c58ef5d8a41 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:04.559265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3da4e2-95d0-4136-898a-53d735aece76 req-aff4fe74-2c09-4cdc-bdfa-6c58ef5d8a41 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:04.566508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3da4e2-95d0-4136-898a-53d735aece76 req-aff4fe74-2c09-4cdc-bdfa-6c58ef5d8a41 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:04.574475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3da4e2-95d0-4136-898a-53d735aece76 req-aff4fe74-2c09-4cdc-bdfa-6c58ef5d8a41 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:04.581732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3da4e2-95d0-4136-898a-53d735aece76 req-aff4fe74-2c09-4cdc-bdfa-6c58ef5d8a41 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:04.583830 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d3da4e2-95d0-4136-898a-53d735aece76 req-aff4fe74-2c09-4cdc-bdfa-6c58ef5d8a41 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5424 time: 0.2153683 Nov 12 13:19:04.607935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:04.611511 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ae046-2b7b-45be-8199-4a3a0fe6dd84" -d '{"events": [{"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:04.620604 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:04.627063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ae73e88e-9170-4921-80e1-88104a71b1ec, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ae73e88e-9170-4921-80e1-88104a71b1ec,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:04.644816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9a33-0d84-42e6-9bf2-818f55a773f4 req-d419faf3-7dcf-407e-8ff7-43dc52e627e7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:04.650470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=9d37fd99-c624-4630-a5a1-c21226e4a594,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:04.659143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'ae73e88e-9170-4921-80e1-88104a71b1ec', 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'port_id': 'ae73e88e-9170-4921-80e1-88104a71b1ec', 'mac_address': 'fa:16:3e:7b:e0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5351daa-3be1-4471-b6f4-113ab2627ea9', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:04.665974 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d3f9a33-0d84-42e6-9bf2-818f55a773f4 req-d419faf3-7dcf-407e-8ff7-43dc52e627e7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 945 time: 0.2168224 Nov 12 13:19:04.721144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Transition to ACTIVE for port object 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:19:04.739393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:04.743422 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:04.755412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-3808f8dd-a0f5-4900-8769-172d55f41db2 service neutron] 10.222.0.70 "GET /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824279 Nov 12 13:19:04.791323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae73e88e-9170-4921-80e1-88104a71b1ec {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:04.831955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ae73e88e-9170-4921-80e1-88104a71b1ec, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ae73e88e-9170-4921-80e1-88104a71b1ec,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:04.833457 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d3f9a33-0d84-42e6-9bf2-818f55a773f4 req-72742e6a-87f7-4ac0-8224-df50d93b0b5b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535294 Nov 12 13:19:04.839369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:04.840969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e3fc1244-3b20-455f-b6c0-bb7af1b363ce details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:04.842511 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d3da4e2-95d0-4136-898a-53d735aece76 req-b74621d4-21d9-49e7-8d42-404bc46f9efc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2420006 Nov 12 13:19:04.884381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:04.905060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port e3fc1244-3b20-455f-b6c0-bb7af1b363ce, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:04.921666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'e3fc1244-3b20-455f-b6c0-bb7af1b363ce', 'network_id': '10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a', 'port_id': 'e3fc1244-3b20-455f-b6c0-bb7af1b363ce', 'mac_address': 'fa:16:3e:9a:c1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5351daa-3be1-4471-b6f4-113ab2627ea9', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:04.936623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] No DVR routers for this DVR port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:05.039584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:19:05.040215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:19:05.041068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:19:05.065545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:19:05.066071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Attempting to bind port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:19:05.076974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:19:05.077601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:19:05.078329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:19:05.079052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Bound port: 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:19:05.079659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:05.086551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=ae73e88e-9170-4921-80e1-88104a71b1ec,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:05.097815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:05.120734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fc1244-3b20-455f-b6c0-bb7af1b363ce {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:05.157739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port e3fc1244-3b20-455f-b6c0-bb7af1b363ce, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:05.171202 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:05.172407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 090b4771-4fbe-4ff0-9d3c-b8939c225292 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:05.194069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc66702-a08a-44cf-95c9-b8b32f9b77d1 req-0ddf6c48-a7fc-458e-a245-bac5ac4fb7d9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:05.210950 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfc66702-a08a-44cf-95c9-b8b32f9b77d1 req-0ddf6c48-a7fc-458e-a245-bac5ac4fb7d9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.2214231 Nov 12 13:19:05.264890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-28ef7afe-0941-46e0-b134-1e90b736803a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:05.268259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-28ef7afe-0941-46e0-b134-1e90b736803a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.1909742 Nov 12 13:19:05.312329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:19:05.321801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:19:05.338220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:05.433790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afa832-4698-4021-b631-5314ef55d900 req-0d47834b-fa33-4862-b066-21cc58941407 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:05.448278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66afa832-4698-4021-b631-5314ef55d900 req-0d47834b-fa33-4862-b066-21cc58941407 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 949 time: 0.2655957 Nov 12 13:19:05.458688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:05.460426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfc66702-a08a-44cf-95c9-b8b32f9b77d1 req-50362a72-e646-4887-b155-ed6e0cfe54ca tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427106 Nov 12 13:19:05.460684 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:05.463587 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] 10.222.0.70 "PUT /v2.0/ports/3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 1097 time: 1.8147726 Nov 12 13:19:05.573557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-1558bfe3-ebb3-4778-b8fe-ac3f9fd38975 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:05.576268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-1558bfe3-ebb3-4778-b8fe-ac3f9fd38975 tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a&tenant_id=400cd7e0e4fd45d49e91bc070b399a26&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.2930515 Nov 12 13:19:05.582810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:05.587943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10569b-6d6e-4ed0-82ff-a199c2f7b6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=11']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:05.645542 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc90b9c-0fcf-4bdf-809d-f5cc7161a5c0 x-openstack-request-id: req-2dc90b9c-0fcf-4bdf-809d-f5cc7161a5c0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:05.646021 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:05.646373 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2dc90b9c-0fcf-4bdf-809d-f5cc7161a5c0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:05.647064 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'code': 200} Nov 12 13:19:05.702034 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66afa832-4698-4021-b631-5314ef55d900 req-59d58b1b-3546-4c5f-a0b4-8d6d252b7af2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143681 Nov 12 13:19:05.711233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-a401e16b-150c-4dc3-8fee-221616291884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:05.713140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-a401e16b-150c-4dc3-8fee-221616291884 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1100 time: 0.1785231 Nov 12 13:19:05.760834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-b52b242e-fc64-4e43-b561-fb352655ea5c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2852991 Nov 12 13:19:05.774024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 090b4771-4fbe-4ff0-9d3c-b8939c225292, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:05.799759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '090b4771-4fbe-4ff0-9d3c-b8939c225292', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'port_id': '090b4771-4fbe-4ff0-9d3c-b8939c225292', 'mac_address': 'fa:16:3e:39:f6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:05.856639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23187b00-01e4-4ad1-86f6-b4d6ec670377 req-b6c03c29-a96c-4a35-9b72-75ad2ae3e8a4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:05.858400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23187b00-01e4-4ad1-86f6-b4d6ec670377 req-b6c03c29-a96c-4a35-9b72-75ad2ae3e8a4 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfd50df0-84e3-415b-947d-1546be02680b HTTP/1.1" status: 200 len: 950 time: 0.2019227 Nov 12 13:19:05.863378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-324c41fa-8854-4985-a741-d3bbbccef20a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Deleting port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:05.863719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-324c41fa-8854-4985-a741-d3bbbccef20a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:05.917504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:05.943930 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090b4771-4fbe-4ff0-9d3c-b8939c225292 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:05.982587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 090b4771-4fbe-4ff0-9d3c-b8939c225292, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:05.989312 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:05.990061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c0d3de0f-5c82-4a3e-85f8-a8634c8261db details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:06.045838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23187b00-01e4-4ad1-86f6-b4d6ec670377 req-6acdeedb-17d2-48c0-b254-5e201c27c9c7 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760955 Nov 12 13:19:06.057759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-fe6fdfd5-5e2f-4dda-9385-66c9d511484d service neutron] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:19:06.065397 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-fe6fdfd5-5e2f-4dda-9385-66c9d511484d service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:06.066814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b131300d-ecd4-4c6b-947b-ec56316adac7 req-fe6fdfd5-5e2f-4dda-9385-66c9d511484d service neutron] 10.222.0.70 "DELETE /v2.0/ports/6b0fd765-8487-42df-86de-9298b868497c/bindings/n-h2-805736-4 HTTP/1.1" status: 204 len: 173 time: 0.4788656 Nov 12 13:19:06.091672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-8385658f-29c7-45b6-9f4f-8656da8303f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.094856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-8385658f-29c7-45b6-9f4f-8656da8303f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.3727479 Nov 12 13:19:06.114356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-4d7a5439-903e-4548-9239-716e621c0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.114737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-324c41fa-8854-4985-a741-d3bbbccef20a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] For port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:06.115216 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-324c41fa-8854-4985-a741-d3bbbccef20a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:06.118367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-4d7a5439-903e-4548-9239-716e621c0b67 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6947a88428864a5588d31ffb257cc465&device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 1101 time: 0.1854498 Nov 12 13:19:06.159616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-324c41fa-8854-4985-a741-d3bbbccef20a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Calling delete_port for 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:06.226991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c0d3de0f-5c82-4a3e-85f8-a8634c8261db, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:06.255119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'c0d3de0f-5c82-4a3e-85f8-a8634c8261db', 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f', 'port_id': 'c0d3de0f-5c82-4a3e-85f8-a8634c8261db', 'mac_address': 'fa:16:3e:86:c9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3ba695-0e09-4fd7-a203-571966a0750a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:06.302600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e3096-33c8-44b2-9951-757c337d1a4c req-f073d065-ce16-47af-8d78-9dfaf084fc3d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.311627 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b59e3096-33c8-44b2-9951-757c337d1a4c req-f073d065-ce16-47af-8d78-9dfaf084fc3d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.3543146 Nov 12 13:19:06.330542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=090b4771-4fbe-4ff0-9d3c-b8939c225292,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:06.332629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-d244fec8-6278-45f5-a24d-3322daa501c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.333876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-d244fec8-6278-45f5-a24d-3322daa501c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1522107 Nov 12 13:19:06.343139 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-283f820a-f30e-4bbe-9b36-927be4c22962 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 217 time: 0.2318110 Nov 12 13:19:06.357805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-324c41fa-8854-4985-a741-d3bbbccef20a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:06.378550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'd2d1b70b-a197-4139-9975-9d909fba67d0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:06.383973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2', '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:06.385984 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:06.416081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-c4361067-904f-4b1c-aca0-7bd98112e9ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b3f26944-b01c-4e01-b7ba-ccecb21952b2 HTTP/1.1" status: 200 len: 217 time: 0.0596511 Nov 12 13:19:06.467363 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c41fa-8854-4985-a741-d3bbbccef20a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event deleted for resources: {'Port': ['ID=0c80ce26-0c77-44f1-bc5d-dfdb29d87794,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:06.485382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d3de0f-5c82-4a3e-85f8-a8634c8261db {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:06.560873 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b59e3096-33c8-44b2-9951-757c337d1a4c req-6f533f8a-47a5-4f5a-aed1-ab2cc0b02a51 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478514 Nov 12 13:19:06.568650 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c0d3de0f-5c82-4a3e-85f8-a8634c8261db, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:06.568865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-e69490c1-9442-4719-8f5c-1f121d4fbc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.571347 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-e69490c1-9442-4719-8f5c-1f121d4fbc76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1572366 Nov 12 13:19:06.592596 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:06.593728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3e8bb514-9d91-481e-9b16-cf52670f2706 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:06.610500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-324c41fa-8854-4985-a741-d3bbbccef20a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] No DVR routers for this DVR port 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:06.615562 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-324c41fa-8854-4985-a741-d3bbbccef20a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:06.623080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1fd8573c-baca-467f-8f16-f89d0dc19ae1 req-324c41fa-8854-4985-a741-d3bbbccef20a tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "DELETE /v2.0/ports/0c80ce26-0c77-44f1-bc5d-dfdb29d87794 HTTP/1.1" status: 204 len: 173 time: 1.2746465 Nov 12 13:19:06.635367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd50df0-84e3-415b-947d-1546be02680b', 'name': 'network-vif-deleted', 'tag': '0c80ce26-0c77-44f1-bc5d-dfdb29d87794'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:06.640495 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e852ae1f-619c-48e6-a1c3-91e68a77dfc7" -d '{"events": [{"server_uuid": "cfd50df0-84e3-415b-947d-1546be02680b", "name": "network-vif-deleted", "tag": "0c80ce26-0c77-44f1-bc5d-dfdb29d87794"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:06.658543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-88f8caad-c823-4ce4-a282-8eacd4b167f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.661147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-88f8caad-c823-4ce4-a282-8eacd4b167f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1918647 Nov 12 13:19:06.661945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3e8bb514-9d91-481e-9b16-cf52670f2706, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3e8bb514-9d91-481e-9b16-cf52670f2706,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:06.687146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88f93-01b7-4f17-9ed8-8e5abca24d3d req-3d03afb4-cc69-4d57-bf6d-7603d42ad24d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.690689 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fb88f93-01b7-4f17-9ed8-8e5abca24d3d req-3d03afb4-cc69-4d57-bf6d-7603d42ad24d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 945 time: 0.3065531 Nov 12 13:19:06.718434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e2ed83e2-3d20-47c3-92a3-68c0308f37fb details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:06.734781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '3e8bb514-9d91-481e-9b16-cf52670f2706', 'network_id': '2d9417dc-593d-4f8b-90cb-b5ef1639e70f', 'port_id': '3e8bb514-9d91-481e-9b16-cf52670f2706', 'mac_address': 'fa:16:3e:85:a1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3ba695-0e09-4fd7-a203-571966a0750a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:06.793576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-3a561177-e26e-45dd-b1a3-f4a1bfc922c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.796189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-3a561177-e26e-45dd-b1a3-f4a1bfc922c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063332 Nov 12 13:19:06.816523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fb88f93-01b7-4f17-9ed8-8e5abca24d3d req-a5a2dd46-b3d8-40a8-8541-7bc0debdc31c tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135981 Nov 12 13:19:06.926522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-74d3c77d-9209-4cea-a9c2-912d72850015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.930766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-74d3c77d-9209-4cea-a9c2-912d72850015 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2575014 Nov 12 13:19:06.958292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4229c7-047d-4b2f-bdfa-948c215e628b req-9564ffa7-76cc-4d70-9e00-77348f16da98 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.963962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:06.983046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4229c7-047d-4b2f-bdfa-948c215e628b req-9564ffa7-76cc-4d70-9e00-77348f16da98 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:06.999301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4229c7-047d-4b2f-bdfa-948c215e628b req-9564ffa7-76cc-4d70-9e00-77348f16da98 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:07.014930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4229c7-047d-4b2f-bdfa-948c215e628b req-9564ffa7-76cc-4d70-9e00-77348f16da98 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:07.032220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4229c7-047d-4b2f-bdfa-948c215e628b req-9564ffa7-76cc-4d70-9e00-77348f16da98 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:07.045928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4229c7-047d-4b2f-bdfa-948c215e628b req-9564ffa7-76cc-4d70-9e00-77348f16da98 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:07.062014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4229c7-047d-4b2f-bdfa-948c215e628b req-9564ffa7-76cc-4d70-9e00-77348f16da98 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:07.062362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812d469-c776-4249-bc9d-a265a848391d req-78de6334-375d-4044-8e0d-3c6a5fffe7b9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:07.074508 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7812d469-c776-4249-bc9d-a265a848391d req-78de6334-375d-4044-8e0d-3c6a5fffe7b9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.1261306 Nov 12 13:19:07.076313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:07.077419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad4229c7-047d-4b2f-bdfa-948c215e628b req-9564ffa7-76cc-4d70-9e00-77348f16da98 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5429 time: 0.3872290 Nov 12 13:19:07.172987 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:07.175053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'port_id': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb', 'mac_address': 'fa:16:3e:11:42:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad61732-f35b-4b5a-bf00-499c187c8273', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:07.207089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7812d469-c776-4249-bc9d-a265a848391d req-c032da85-fef3-407f-b81d-6e3b9e2385a0 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310213 Nov 12 13:19:07.253095 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:07.255703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8bb514-9d91-481e-9b16-cf52670f2706 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:07.301214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2ed83e2-3d20-47c3-92a3-68c0308f37fb {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:07.333221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3e8bb514-9d91-481e-9b16-cf52670f2706, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3e8bb514-9d91-481e-9b16-cf52670f2706,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:07.345926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:07.353841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-fb3b8f7e-f14c-4cd3-aafc-44f105af9028 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388563 Nov 12 13:19:07.365751 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:07.410680 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:07.451984 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6840f342-6a0b-4ed2-9921-87a149a31202 x-openstack-request-id: req-6840f342-6a0b-4ed2-9921-87a149a31202 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:07.452924 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd50df0-84e3-415b-947d-1546be02680b", "name": "network-vif-deleted", "tag": "0c80ce26-0c77-44f1-bc5d-dfdb29d87794", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:07.452924 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6840f342-6a0b-4ed2-9921-87a149a31202 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:07.454304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=3e8bb514-9d91-481e-9b16-cf52670f2706,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:07.454665 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd50df0-84e3-415b-947d-1546be02680b', 'name': 'network-vif-deleted', 'tag': '0c80ce26-0c77-44f1-bc5d-dfdb29d87794', 'status': 'completed', 'code': 200} Nov 12 13:19:07.495106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad4229c7-047d-4b2f-bdfa-948c215e628b req-c5da9b75-a38f-4767-adae-15cd09db803f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3947024 Nov 12 13:19:07.534790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-aea835fa-0028-45d2-b57d-b2eb2f626a95 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554548 Nov 12 13:19:07.574581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:07.590708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['e2ed83e2-3d20-47c3-92a3-68c0308f37fb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:07.634300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370aba82-4336-4a34-bf9b-ecec5db4e759 req-86f9717c-aaee-49ad-959e-1eb53c1945e0 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677450 Nov 12 13:19:07.649211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:07.666023 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d395907a-5e67-4fe0-9a08-9e10bb48113c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:07.701979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eb2d1-9b80-409c-9fd4-c5e40476027f req-aff203f8-d9f8-44bd-9f15-49895d5048c3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:07.704871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f11eb2d1-9b80-409c-9fd4-c5e40476027f req-aff203f8-d9f8-44bd-9f15-49895d5048c3 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 949 time: 0.1080728 Nov 12 13:19:07.796196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cf23d60-3f57-41ee-8eb0-5d082e57b6d9 req-c32d1bfe-a05b-4ad6-be24-89e2d5d8e04d service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440062 Nov 12 13:19:07.809537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f11eb2d1-9b80-409c-9fd4-c5e40476027f req-c1915f2c-f9ee-4c19-9080-9f808fe8b30a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937798 Nov 12 13:19:07.937107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466c51e-4c7c-4a5e-bbe1-f1dee6b50ba7 req-f0db667a-b2f0-49a0-ac4f-e23f411e59cc tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:07.938764 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2466c51e-4c7c-4a5e-bbe1-f1dee6b50ba7 req-f0db667a-b2f0-49a0-ac4f-e23f411e59cc tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 1096 time: 0.0660088 Nov 12 13:19:08.005373 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2466c51e-4c7c-4a5e-bbe1-f1dee6b50ba7 req-fbef76bc-d636-4996-8b57-d09be31366bd tempest-LiveMigrationTest-1781645459 tempest-LiveMigrationTest-1781645459-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547342 Nov 12 13:19:08.083270 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b7fe99-e0aa-482f-a635-16b38dcbd846 x-openstack-request-id: req-59b7fe99-e0aa-482f-a635-16b38dcbd846 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:08.083746 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:08.084148 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59b7fe99-e0aa-482f-a635-16b38dcbd846 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:08.085999 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'status': 'completed', 'code': 200} Nov 12 13:19:08.174576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-577bb33c-76e4-4a96-ac0b-f03cebd20a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:08.177135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-577bb33c-76e4-4a96-ac0b-f03cebd20a6a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1100 time: 0.0734203 Nov 12 13:19:08.230269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5013488-fb93-4abe-840e-04228866defc req-bafb5343-1896-48a4-8627-eaa2d75036c4 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:08.231761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5013488-fb93-4abe-840e-04228866defc req-bafb5343-1896-48a4-8627-eaa2d75036c4 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 945 time: 0.0672593 Nov 12 13:19:08.290134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-717ba3c0-f329-4ffa-98d3-63a653b0a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:08.291887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-717ba3c0-f329-4ffa-98d3-63a653b0a289 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1069117 Nov 12 13:19:08.299987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5013488-fb93-4abe-840e-04228866defc req-43298159-f6ec-4a40-9e76-a6f0b2ffdb8b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614080 Nov 12 13:19:08.344605 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-e8de0237-05e2-45ad-b124-9cdacfddec5d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 217 time: 0.0452600 Nov 12 13:19:08.408883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-f9eef860-d4cf-417d-bf7f-19a6a5058f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:08.410555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-f9eef860-d4cf-417d-bf7f-19a6a5058f1a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0559280 Nov 12 13:19:08.462521 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-fdd46081-de71-4ce3-8ea0-ae36f0536a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:08.464070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-fdd46081-de71-4ce3-8ea0-ae36f0536a7d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451744 Nov 12 13:19:08.573377 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-40b2d434-8be1-44d6-9049-0897c5f1b130 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005690 Nov 12 13:19:08.637428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f004ce-202c-4ef7-8e75-6e2938d093ca req-59ca9d05-7360-49e0-b435-44d0e0971700 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:08.639045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8f004ce-202c-4ef7-8e75-6e2938d093ca req-59ca9d05-7360-49e0-b435-44d0e0971700 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.0700028 Nov 12 13:19:08.676007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-ec914493-38ce-47bc-816d-e599d1440f08 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952084 Nov 12 13:19:08.692031 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8f004ce-202c-4ef7-8e75-6e2938d093ca req-15afe07a-d04f-4485-9994-67913c684da2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465629 Nov 12 13:19:08.775178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8b402751-23b3-4ce3-8639-2dd4a2819a1e'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:08.810893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74a5b5-be49-41ac-87e8-abfb32b2a35b req-d2f6a9b1-957b-48dc-b765-403c670e0850 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:08.812479 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c74a5b5-be49-41ac-87e8-abfb32b2a35b req-d2f6a9b1-957b-48dc-b765-403c670e0850 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.0599561 Nov 12 13:19:08.878622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c74a5b5-be49-41ac-87e8-abfb32b2a35b req-f9740a63-37be-4f78-87a0-5e0d510bb4f9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597053 Nov 12 13:19:08.942942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['3e8bb514-9d91-481e-9b16-cf52670f2706'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:08.969481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8cb3c856-f21c-42d0-9124-57934ae3198a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:08.978353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['e3fc1244-3b20-455f-b6c0-bb7af1b363ce'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:09.003381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['9d37fd99-c624-4630-a5a1-c21226e4a594'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:09.039003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['090b4771-4fbe-4ff0-9d3c-b8939c225292'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:09.150507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865930dc-9926-40af-82b0-a3a706956c68 req-5e0a07ef-cae4-4ec4-baa4-66fd5e54ca20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.156653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865930dc-9926-40af-82b0-a3a706956c68 req-5e0a07ef-cae4-4ec4-baa4-66fd5e54ca20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.163479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865930dc-9926-40af-82b0-a3a706956c68 req-5e0a07ef-cae4-4ec4-baa4-66fd5e54ca20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.169885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865930dc-9926-40af-82b0-a3a706956c68 req-5e0a07ef-cae4-4ec4-baa4-66fd5e54ca20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.175901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865930dc-9926-40af-82b0-a3a706956c68 req-5e0a07ef-cae4-4ec4-baa4-66fd5e54ca20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.182666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865930dc-9926-40af-82b0-a3a706956c68 req-5e0a07ef-cae4-4ec4-baa4-66fd5e54ca20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.188726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865930dc-9926-40af-82b0-a3a706956c68 req-5e0a07ef-cae4-4ec4-baa4-66fd5e54ca20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.190893 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-865930dc-9926-40af-82b0-a3a706956c68 req-5e0a07ef-cae4-4ec4-baa4-66fd5e54ca20 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5430 time: 0.1036513 Nov 12 13:19:09.259473 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-865930dc-9926-40af-82b0-a3a706956c68 req-0166cf08-8ef9-4f8c-8af6-85255486ff05 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617218 Nov 12 13:19:09.434831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:09.436667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:09.479415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78236a-e4df-494e-a129-ccc4fcd23cae req-9863a72a-4eaa-4318-bc5e-faba334d58ce tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.481364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a78236a-e4df-494e-a129-ccc4fcd23cae req-9863a72a-4eaa-4318-bc5e-faba334d58ce tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 949 time: 0.0925419 Nov 12 13:19:09.489952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-4565dd7c-3107-4448-96d0-8d5fca40c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.491592 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-4565dd7c-3107-4448-96d0-8d5fca40c8f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1100 time: 0.0770068 Nov 12 13:19:09.546030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:09.546298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 0c80ce26-0c77-44f1-bc5d-dfdb29d87794 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:09.609248 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a78236a-e4df-494e-a129-ccc4fcd23cae req-1b85bbcc-eb1e-4fb2-ab54-c662b63b93fc tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196368 Nov 12 13:19:09.645659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['ae73e88e-9170-4921-80e1-88104a71b1ec'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:09.664048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-fa8d4579-51dd-4aa9-aeda-987c4c74ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.667281 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-fa8d4579-51dd-4aa9-aeda-987c4c74ad66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1645095 Nov 12 13:19:09.731050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceeb637-7669-4222-86bf-c82421142d90 req-b3593f0d-d689-4bc6-be2b-41da580e5123 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.737935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eceeb637-7669-4222-86bf-c82421142d90 req-b3593f0d-d689-4bc6-be2b-41da580e5123 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 949 time: 0.0684183 Nov 12 13:19:09.748498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-8cbc2209-ef6e-46aa-9e7c-c80fb6d43f05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 200 len: 217 time: 0.0671680 Nov 12 13:19:09.749730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:09.797075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eceeb637-7669-4222-86bf-c82421142d90 req-58fa2ebb-5e07-49ef-9663-9a6fcd380a05 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560341 Nov 12 13:19:09.800598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096cae7-0efe-4517-9d54-3cd9da0eade5 req-1b82309d-05b8-42da-af02-9fe30cad00be tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.802671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d096cae7-0efe-4517-9d54-3cd9da0eade5 req-1b82309d-05b8-42da-af02-9fe30cad00be tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 945 time: 0.1339960 Nov 12 13:19:09.843551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-b92f5735-a6df-4320-94e8-a09f86ef8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.845225 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-b92f5735-a6df-4320-94e8-a09f86ef8d21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0886538 Nov 12 13:19:09.913595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d096cae7-0efe-4517-9d54-3cd9da0eade5 req-10bdd232-c380-4db0-a238-047226c9bbcf tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021409 Nov 12 13:19:09.927827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-9a0c7147-5b67-487d-b1d8-8be6d667c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.930001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-9a0c7147-5b67-487d-b1d8-8be6d667c7eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759377 Nov 12 13:19:09.967757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['c0d3de0f-5c82-4a3e-85f8-a8634c8261db'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:09.973518 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159de472-b461-43de-ba01-7f50921e74b5 req-2b595a48-46b3-48b5-9ab9-c3284ab5185c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:09.984195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-159de472-b461-43de-ba01-7f50921e74b5 req-2b595a48-46b3-48b5-9ab9-c3284ab5185c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.1118336 Nov 12 13:19:10.049273 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-159de472-b461-43de-ba01-7f50921e74b5 req-3c8aae81-85eb-4df7-b964-80ff977695a4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638943 Nov 12 13:19:10.145716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-98af8134-a4bc-4ce9-9cf1-a02db64b8734 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065046 Nov 12 13:19:10.154708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be328-98d8-4fea-9950-ef89bfd933dc req-d7677a4b-60e5-4ba9-94e6-0a0f0282d87f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.156232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a05be328-98d8-4fea-9950-ef89bfd933dc req-d7677a4b-60e5-4ba9-94e6-0a0f0282d87f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.1544192 Nov 12 13:19:10.330886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a05be328-98d8-4fea-9950-ef89bfd933dc req-c872a809-d11f-49d3-9357-ead77399b2c3 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532917 Nov 12 13:19:10.350579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d395907a-5e67-4fe0-9a08-9e10bb48113c req-ec8a33f3-ccc8-481a-a7bd-67fa6bb9893c service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929717 Nov 12 13:19:10.434942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc54ba-9aa6-4088-ae59-6f3aedd44bcb req-953de90e-e70d-450c-a698-44582c9d3b01 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.440954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc54ba-9aa6-4088-ae59-6f3aedd44bcb req-953de90e-e70d-450c-a698-44582c9d3b01 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.447611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc54ba-9aa6-4088-ae59-6f3aedd44bcb req-953de90e-e70d-450c-a698-44582c9d3b01 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.453654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc54ba-9aa6-4088-ae59-6f3aedd44bcb req-953de90e-e70d-450c-a698-44582c9d3b01 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.459696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc54ba-9aa6-4088-ae59-6f3aedd44bcb req-953de90e-e70d-450c-a698-44582c9d3b01 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.465728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc54ba-9aa6-4088-ae59-6f3aedd44bcb req-953de90e-e70d-450c-a698-44582c9d3b01 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.471748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc54ba-9aa6-4088-ae59-6f3aedd44bcb req-953de90e-e70d-450c-a698-44582c9d3b01 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.473730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0dc54ba-9aa6-4088-ae59-6f3aedd44bcb req-953de90e-e70d-450c-a698-44582c9d3b01 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5430 time: 0.1064682 Nov 12 13:19:10.536881 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0dc54ba-9aa6-4088-ae59-6f3aedd44bcb req-4c150ede-37c5-4044-92b6-263d1fdeebdf tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567133 Nov 12 13:19:10.700347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-7bafb690-eb99-4c65-9fd4-4a4aa043c220 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.701928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-7bafb690-eb99-4c65-9fd4-4a4aa043c220 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.0648260 Nov 12 13:19:10.749780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aed0fc-5d3d-4291-86cc-de7db75be307 req-f3f1af48-d579-4d60-aab8-38b8faa3632a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:10.752441 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8aed0fc-5d3d-4291-86cc-de7db75be307 req-f3f1af48-d579-4d60-aab8-38b8faa3632a tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 949 time: 0.0734320 Nov 12 13:19:10.845596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8aed0fc-5d3d-4291-86cc-de7db75be307 req-94fa5d72-6103-4e1c-a7ce-0181c4b21083 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861995 Nov 12 13:19:11.020305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73552908-6299-47fa-b62e-9aa2a2a02ec0 req-6f9fdebc-639f-48da-b556-821463fe9efb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:11.022186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73552908-6299-47fa-b62e-9aa2a2a02ec0 req-6f9fdebc-639f-48da-b556-821463fe9efb tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 949 time: 0.0680895 Nov 12 13:19:11.024213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68531789-a281-40a4-965d-f921db126365 req-fcba10dd-8331-463c-a674-7c221b116f71 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:11.027115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-68531789-a281-40a4-965d-f921db126365 req-fcba10dd-8331-463c-a674-7c221b116f71 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/ports?device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 949 time: 0.2060390 Nov 12 13:19:11.093721 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73552908-6299-47fa-b62e-9aa2a2a02ec0 req-5fc9589a-9307-4efe-be9e-ca56c1551d20 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574851 Nov 12 13:19:11.183378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-b3d4ae0f-5f06-48d5-92dc-6092b6ef9c46 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Deleting port 6b0fd765-8487-42df-86de-9298b868497c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:11.183747 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-b3d4ae0f-5f06-48d5-92dc-6092b6ef9c46 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:11.198757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d7632-6f18-46f9-b417-24fc6f4b66f3 req-cc2957a3-6220-4ca1-b3c4-325d0f95a526 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:11.206231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-de7d7632-6f18-46f9-b417-24fc6f4b66f3 req-cc2957a3-6220-4ca1-b3c4-325d0f95a526 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 945 time: 0.1574466 Nov 12 13:19:11.276296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98350fc-c4f5-46fc-b075-7e63de422c6c req-4304e4f5-7c59-4675-9f74-c353501e2e88 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:11.279573 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f98350fc-c4f5-46fc-b075-7e63de422c6c req-4304e4f5-7c59-4675-9f74-c353501e2e88 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.1004789 Nov 12 13:19:11.361941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e2ed83e2-3d20-47c3-92a3-68c0308f37fb up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:11.420568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8b402751-23b3-4ce3-8639-2dd4a2819a1e up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:11.437310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f98350fc-c4f5-46fc-b075-7e63de422c6c req-e6a3f7d1-e542-4635-a91b-dc19146ac13e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425340 Nov 12 13:19:11.573008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port e2ed83e2-3d20-47c3-92a3-68c0308f37fb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:11.576141 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:11.634817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 8b402751-23b3-4ce3-8639-2dd4a2819a1e completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:19:11.654640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 8b402751-23b3-4ce3-8639-2dd4a2819a1e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:11.655220 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:11.681327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b33040-9863-4438-8397-be4c2b692a04 req-67eb20ee-a83a-49cc-8b09-3d86b7e234c6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:11.684261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83b33040-9863-4438-8397-be4c2b692a04 req-67eb20ee-a83a-49cc-8b09-3d86b7e234c6 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 945 time: 0.1022577 Nov 12 13:19:11.800575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-de7d7632-6f18-46f9-b417-24fc6f4b66f3 req-c513bddc-2d8b-457a-81ef-d3db6beaad70 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934367 Nov 12 13:19:11.813367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-68531789-a281-40a4-965d-f921db126365 req-4e433cb0-bd60-4288-8949-be7f78a22e88 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Deleting port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:11.813711 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68531789-a281-40a4-965d-f921db126365 req-4e433cb0-bd60-4288-8949-be7f78a22e88 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:11.815355 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83b33040-9863-4438-8397-be4c2b692a04 req-901596e7-95c1-4f9e-803d-b7caec0eb56a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250095 Nov 12 13:19:11.825686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-b3d4ae0f-5f06-48d5-92dc-6092b6ef9c46 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] For port 6b0fd765-8487-42df-86de-9298b868497c, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6b0fd765-8487-42df-86de-9298b868497c,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:11.826349 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-b3d4ae0f-5f06-48d5-92dc-6092b6ef9c46 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:11.883381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-e094aaf3-87d1-4d29-8698-8fc1a8c68bb3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:11.885189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-e094aaf3-87d1-4d29-8698-8fc1a8c68bb3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "GET /v2.0/ports?device_id=9cc099fb-fd4e-447d-b752-95a60d6ac045 HTTP/1.1" status: 200 len: 949 time: 0.2130101 Nov 12 13:19:11.903007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-b3d4ae0f-5f06-48d5-92dc-6092b6ef9c46 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Calling delete_port for 6b0fd765-8487-42df-86de-9298b868497c owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:12.001683 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:12.053839 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:12.142221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:12.151251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-68531789-a281-40a4-965d-f921db126365 req-4e433cb0-bd60-4288-8949-be7f78a22e88 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] For port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:12.151531 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68531789-a281-40a4-965d-f921db126365 req-4e433cb0-bd60-4288-8949-be7f78a22e88 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:12.187828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-68531789-a281-40a4-965d-f921db126365 req-4e433cb0-bd60-4288-8949-be7f78a22e88 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Calling delete_port for 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:12.205997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8b402751-23b3-4ce3-8639-2dd4a2819a1e, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8b402751-23b3-4ce3-8639-2dd4a2819a1e,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:12.208193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb'}, {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b402751-23b3-4ce3-8639-2dd4a2819a1e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:12.214466 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4bfed7-b4c6-4de4-86ac-1b570a0472c1" -d '{"events": [{"server_uuid": "0999f502-e2f8-4f8c-84b0-30ccf68b9fa2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ed83e2-3d20-47c3-92a3-68c0308f37fb"}, {"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "8b402751-23b3-4ce3-8639-2dd4a2819a1e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:12.224728 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:12.231568 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:12.257707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-cedc-4c04-8c39-86eea5229887 req-29fd17e0-7853-4995-aa8f-8d8e450d987a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:12.268106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-cedc-4c04-8c39-86eea5229887 req-29fd17e0-7853-4995-aa8f-8d8e450d987a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:12.280851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-cedc-4c04-8c39-86eea5229887 req-29fd17e0-7853-4995-aa8f-8d8e450d987a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:12.293815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-cedc-4c04-8c39-86eea5229887 req-29fd17e0-7853-4995-aa8f-8d8e450d987a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:12.305273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-cedc-4c04-8c39-86eea5229887 req-29fd17e0-7853-4995-aa8f-8d8e450d987a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:12.305838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:12.316999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-cedc-4c04-8c39-86eea5229887 req-29fd17e0-7853-4995-aa8f-8d8e450d987a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:12.330584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-cedc-4c04-8c39-86eea5229887 req-29fd17e0-7853-4995-aa8f-8d8e450d987a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:12.343729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d323b6b9-cedc-4c04-8c39-86eea5229887 req-29fd17e0-7853-4995-aa8f-8d8e450d987a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5430 time: 0.3085737 Nov 12 13:19:12.447708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8b402751-23b3-4ce3-8639-2dd4a2819a1e,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:12.499430 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077bfe9-1f65-4b05-822a-d6ebb6ffa478 req-e240d1c7-5e3d-4d32-9a70-0335362de93d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:12.503173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-706380a6-1c98-4209-9842-0360b2b57440 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Deleting port d2d1b70b-a197-4139-9975-9d909fba67d0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:12.503779 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-706380a6-1c98-4209-9842-0360b2b57440 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:12.536166 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d077bfe9-1f65-4b05-822a-d6ebb6ffa478 req-e240d1c7-5e3d-4d32-9a70-0335362de93d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 949 time: 0.2448006 Nov 12 13:19:12.644214 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d077bfe9-1f65-4b05-822a-d6ebb6ffa478 req-c7aac9b2-9d8c-40b7-b22d-f12e344bab8f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047642 Nov 12 13:19:12.736733 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:12.886097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d323b6b9-cedc-4c04-8c39-86eea5229887 req-512a0ecf-c837-4988-ab9e-557df331fcef tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4633358 Nov 12 13:19:12.971600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-b3d4ae0f-5f06-48d5-92dc-6092b6ef9c46 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:12.993488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', '60c82dbf-b26b-4931-b817-43403342c617'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:13.051644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a01f4-5792-4441-b223-b32f4389b4a1 req-e2f0bc1e-16b1-41d8-9321-d42a1d49601f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:13.056779 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a01f4-5792-4441-b223-b32f4389b4a1 req-e2f0bc1e-16b1-41d8-9321-d42a1d49601f tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 949 time: 0.2104504 Nov 12 13:19:13.109539 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546658b0-0f48-4fd2-90f6-4964cc4a47ba x-openstack-request-id: req-546658b0-0f48-4fd2-90f6-4964cc4a47ba {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:13.109842 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0999f502-e2f8-4f8c-84b0-30ccf68b9fa2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ed83e2-3d20-47c3-92a3-68c0308f37fb", "code": 200}, {"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "8b402751-23b3-4ce3-8639-2dd4a2819a1e", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:13.110288 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-546658b0-0f48-4fd2-90f6-4964cc4a47ba {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:13.111101 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb', 'code': 200} Nov 12 13:19:13.111363 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b402751-23b3-4ce3-8639-2dd4a2819a1e', 'code': 200} Nov 12 13:19:13.185997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a01f4-5792-4441-b223-b32f4389b4a1 req-a73357f5-b8cf-48af-9f3b-77c565a453f8 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085513 Nov 12 13:19:13.190370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4ae0f-5f06-48d5-92dc-6092b6ef9c46 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Pushing event deleted for resources: {'Port': ['ID=6b0fd765-8487-42df-86de-9298b868497c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:13.252197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-b3d4ae0f-5f06-48d5-92dc-6092b6ef9c46 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] No DVR routers for this DVR port 6b0fd765-8487-42df-86de-9298b868497c on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:13.265354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-b3d4ae0f-5f06-48d5-92dc-6092b6ef9c46 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:13.270214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-874b9e77-22a1-41b6-b078-31e6fe97b8b0 req-b3d4ae0f-5f06-48d5-92dc-6092b6ef9c46 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.70 "DELETE /v2.0/ports/6b0fd765-8487-42df-86de-9298b868497c HTTP/1.1" status: 204 len: 173 time: 2.3969047 Nov 12 13:19:13.280129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'name': 'network-vif-deleted', 'tag': '6b0fd765-8487-42df-86de-9298b868497c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:13.282527 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314e0c3e-2e8e-4a8c-8da9-9576a4d5576a" -d '{"events": [{"server_uuid": "5e686565-fe72-45b5-ba64-52b9072ea58a", "name": "network-vif-deleted", "tag": "6b0fd765-8487-42df-86de-9298b868497c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:13.300182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-706380a6-1c98-4209-9842-0360b2b57440 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] For port d2d1b70b-a197-4139-9975-9d909fba67d0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d2d1b70b-a197-4139-9975-9d909fba67d0,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:13.301093 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-706380a6-1c98-4209-9842-0360b2b57440 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:13.342238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-706380a6-1c98-4209-9842-0360b2b57440 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Calling delete_port for d2d1b70b-a197-4139-9975-9d909fba67d0 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:13.348579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c466dd2-99c9-4b3f-8ffc-22be0d9f9578 req-093b6325-ae1c-47c4-a93b-9f81e872cf75 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:13.356810 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c466dd2-99c9-4b3f-8ffc-22be0d9f9578 req-093b6325-ae1c-47c4-a93b-9f81e872cf75 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 945 time: 0.0716815 Nov 12 13:19:13.378021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:13.418705 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c466dd2-99c9-4b3f-8ffc-22be0d9f9578 req-1ffccce7-79dd-405c-985c-4b9100a581d0 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608621 Nov 12 13:19:13.470658 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68531789-a281-40a4-965d-f921db126365 req-4e433cb0-bd60-4288-8949-be7f78a22e88 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:13.503851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6b0fd765-8487-42df-86de-9298b868497c no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:13.566315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:13.588556 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8bee149b-3f82-4e49-9e23-83d421c85885 req-db2cf0ba-cd42-44d0-a631-973e6d75fc9b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 210 time: 0.0548148 Nov 12 13:19:13.599543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e433cb0-bd60-4288-8949-be7f78a22e88 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event deleted for resources: {'Port': ['ID=4d60cbbb-8520-4686-abbf-84d4e6f65aa6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:13.699637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'mac_address': 'fa:16:3e:67:2f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:13.708987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 6b0fd765-8487-42df-86de-9298b868497c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:13.712807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6b0fd765-8487-42df-86de-9298b868497c not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:13.822346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a8135-a7bd-404a-a68d-fa41cbc8f102 req-6618b81e-0b10-4625-a4b0-bf0f942f748c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:13.824339 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-693a8135-a7bd-404a-a68d-fa41cbc8f102 req-6618b81e-0b10-4625-a4b0-bf0f942f748c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.5733259 Nov 12 13:19:13.904067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-68531789-a281-40a4-965d-f921db126365 req-4e433cb0-bd60-4288-8949-be7f78a22e88 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] No DVR routers for this DVR port 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:13.918545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68531789-a281-40a4-965d-f921db126365 req-4e433cb0-bd60-4288-8949-be7f78a22e88 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:13.920967 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:13.936391 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-68531789-a281-40a4-965d-f921db126365 req-4e433cb0-bd60-4288-8949-be7f78a22e88 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "DELETE /v2.0/ports/4d60cbbb-8520-4686-abbf-84d4e6f65aa6 HTTP/1.1" status: 204 len: 173 time: 2.9015472 Nov 12 13:19:13.981418 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:14.003716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:14.040164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:14.050390 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:14.069961 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3a8f57-0252-4404-b1b1-c5fba39f3460 x-openstack-request-id: req-6e3a8f57-0252-4404-b1b1-c5fba39f3460 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:14.070726 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e686565-fe72-45b5-ba64-52b9072ea58a", "name": "network-vif-deleted", "tag": "6b0fd765-8487-42df-86de-9298b868497c", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:14.071833 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e3a8f57-0252-4404-b1b1-c5fba39f3460 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:14.074019 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e686565-fe72-45b5-ba64-52b9072ea58a', 'name': 'network-vif-deleted', 'tag': '6b0fd765-8487-42df-86de-9298b868497c', 'status': 'completed', 'code': 200} Nov 12 13:19:14.207289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=12']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:14.254855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505516a-3b38-49a6-9817-17ae4a108205 req-9f1cccd2-7545-4022-8ea3-89ba729c2a6b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:14.264249 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1505516a-3b38-49a6-9817-17ae4a108205 req-9f1cccd2-7545-4022-8ea3-89ba729c2a6b tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0953119 Nov 12 13:19:14.264725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-693a8135-a7bd-404a-a68d-fa41cbc8f102 req-597ea097-4cef-4461-85d8-082735196116 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101640 Nov 12 13:19:14.372728 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1505516a-3b38-49a6-9817-17ae4a108205 req-d3870f42-6790-4218-8824-3f631e4dc767 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060233 Nov 12 13:19:14.535995 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-706380a6-1c98-4209-9842-0360b2b57440 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:14.592990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706380a6-1c98-4209-9842-0360b2b57440 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event deleted for resources: {'Port': ['ID=d2d1b70b-a197-4139-9975-9d909fba67d0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:14.632749 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54b32c3a-459c-468e-b598-a5045ea9eb46 req-fc12a00a-d9a4-4f6c-8d8a-e58113a8eb48 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd110e76-53cc-4fb7-8aa6-7d6697274728 HTTP/1.1" status: 200 len: 210 time: 0.1244340 Nov 12 13:19:14.638540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3bb6a1a6-e47c-41e0-bb0f-023b5153b282'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:14.824352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:14.880180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b3f26944-b01c-4e01-b7ba-ccecb21952b2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:14.935685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-706380a6-1c98-4209-9842-0360b2b57440 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] No DVR routers for this DVR port d2d1b70b-a197-4139-9975-9d909fba67d0 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:14.940518 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-706380a6-1c98-4209-9842-0360b2b57440 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:14.944797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c63a320-4bf2-4c6f-b51c-8beb28a63267 req-706380a6-1c98-4209-9842-0360b2b57440 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.105 "DELETE /v2.0/ports/d2d1b70b-a197-4139-9975-9d909fba67d0 HTTP/1.1" status: 204 len: 173 time: 3.0518427 Nov 12 13:19:15.026343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29580b55-c1e7-4088-8b5a-7da7c0d241b5 req-3147d58b-4075-4580-a9b0-808565687f12 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:15.043403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29580b55-c1e7-4088-8b5a-7da7c0d241b5 req-3147d58b-4075-4580-a9b0-808565687f12 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:15.056289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc8412-001f-420e-9e77-2558be7ff374 req-998a2e8f-a548-46dd-9400-419f844d0d46 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:15.057961 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56cc8412-001f-420e-9e77-2558be7ff374 req-998a2e8f-a548-46dd-9400-419f844d0d46 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 945 time: 0.2543790 Nov 12 13:19:15.064616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29580b55-c1e7-4088-8b5a-7da7c0d241b5 req-3147d58b-4075-4580-a9b0-808565687f12 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:15.079126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29580b55-c1e7-4088-8b5a-7da7c0d241b5 req-3147d58b-4075-4580-a9b0-808565687f12 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:15.104693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29580b55-c1e7-4088-8b5a-7da7c0d241b5 req-3147d58b-4075-4580-a9b0-808565687f12 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:15.111089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29580b55-c1e7-4088-8b5a-7da7c0d241b5 req-3147d58b-4075-4580-a9b0-808565687f12 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:15.128054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29580b55-c1e7-4088-8b5a-7da7c0d241b5 req-3147d58b-4075-4580-a9b0-808565687f12 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:15.147988 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29580b55-c1e7-4088-8b5a-7da7c0d241b5 req-3147d58b-4075-4580-a9b0-808565687f12 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5431 time: 0.5555501 Nov 12 13:19:15.314438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29580b55-c1e7-4088-8b5a-7da7c0d241b5 req-6d2f5c3a-ca31-4ed9-8174-7ad11a2d17d3 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653869 Nov 12 13:19:15.477172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9d37fd99-c624-4630-a5a1-c21226e4a594 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:15.517938 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a945df53-195c-4c98-98c7-011a97c89d5d req-2cec9468-0361-4d5a-a79e-a8c7425fc62f tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 210 time: 0.0623586 Nov 12 13:19:15.600349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56cc8412-001f-420e-9e77-2558be7ff374 req-a0ff3944-e860-442e-970f-b5d23c28f722 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334897 Nov 12 13:19:15.789783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 9d37fd99-c624-4630-a5a1-c21226e4a594 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:19:15.848377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 9d37fd99-c624-4630-a5a1-c21226e4a594 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:15.849180 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:15.935378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87915f1f-3b32-46ec-a743-5fbee59764cb req-47372fc3-058e-4696-8437-b5ec04d38f9c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:15.946444 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f69c6-c99d-4157-b98c-443a4e7e93fb req-75c7d259-c870-49db-8c12-e5e511e68bec tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:15.947963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87915f1f-3b32-46ec-a743-5fbee59764cb req-47372fc3-058e-4696-8437-b5ec04d38f9c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.2285492 Nov 12 13:19:15.951995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-477f69c6-c99d-4157-b98c-443a4e7e93fb req-75c7d259-c870-49db-8c12-e5e511e68bec tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.1351044 Nov 12 13:19:16.073473 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:16.077589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd110e76-53cc-4fb7-8aa6-7d6697274728', 'name': 'network-vif-deleted', 'tag': '4d60cbbb-8520-4686-abbf-84d4e6f65aa6'}, {'server_uuid': '9cc099fb-fd4e-447d-b752-95a60d6ac045', 'name': 'network-vif-deleted', 'tag': 'd2d1b70b-a197-4139-9975-9d909fba67d0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:16.090813 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42010c1-51b3-4083-9dbd-52273cd65e64" -d '{"events": [{"server_uuid": "cd110e76-53cc-4fb7-8aa6-7d6697274728", "name": "network-vif-deleted", "tag": "4d60cbbb-8520-4686-abbf-84d4e6f65aa6"}, {"server_uuid": "9cc099fb-fd4e-447d-b752-95a60d6ac045", "name": "network-vif-deleted", "tag": "d2d1b70b-a197-4139-9975-9d909fba67d0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:16.095585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-477f69c6-c99d-4157-b98c-443a4e7e93fb req-4434b7c7-5a18-46e0-9ca9-45df7daf5c9e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296079 Nov 12 13:19:16.130785 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87915f1f-3b32-46ec-a743-5fbee59764cb req-44c4cb66-a43f-4913-a7d5-2e367c67804a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718864 Nov 12 13:19:16.155771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9d37fd99-c624-4630-a5a1-c21226e4a594, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9d37fd99-c624-4630-a5a1-c21226e4a594,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:16.158152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d37fd99-c624-4630-a5a1-c21226e4a594'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:16.162791 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792e4452-6816-440f-86ff-3467e210dd11" -d '{"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "9d37fd99-c624-4630-a5a1-c21226e4a594"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:16.174155 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:16.176048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ae73e88e-9170-4921-80e1-88104a71b1ec up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:16.186998 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f90031-aab6-4866-8b06-05c1ca5aa886 x-openstack-request-id: req-b8f90031-aab6-4866-8b06-05c1ca5aa886 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:16.187284 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd110e76-53cc-4fb7-8aa6-7d6697274728", "name": "network-vif-deleted", "tag": "4d60cbbb-8520-4686-abbf-84d4e6f65aa6", "status": "completed", "code": 200}, {"server_uuid": "9cc099fb-fd4e-447d-b752-95a60d6ac045", "name": "network-vif-deleted", "tag": "d2d1b70b-a197-4139-9975-9d909fba67d0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:16.187584 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8f90031-aab6-4866-8b06-05c1ca5aa886 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:16.188119 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd110e76-53cc-4fb7-8aa6-7d6697274728', 'name': 'network-vif-deleted', 'tag': '4d60cbbb-8520-4686-abbf-84d4e6f65aa6', 'status': 'completed', 'code': 200} Nov 12 13:19:16.188434 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc099fb-fd4e-447d-b752-95a60d6ac045', 'name': 'network-vif-deleted', 'tag': 'd2d1b70b-a197-4139-9975-9d909fba67d0', 'status': 'completed', 'code': 200} Nov 12 13:19:16.302657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c710-4559-497a-8cf3-9058deb334ff req-bf00fb63-652b-4208-8fa2-d382a0e34718 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:16.311699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83a0c710-4559-497a-8cf3-9058deb334ff req-bf00fb63-652b-4208-8fa2-d382a0e34718 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 1101 time: 0.0673912 Nov 12 13:19:16.402462 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83a0c710-4559-497a-8cf3-9058deb334ff req-70e2824b-6fba-4aec-8e84-17e2bc8f3ac8 tempest-MigrationsAdminTest-797735851 tempest-MigrationsAdminTest-797735851-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896707 Nov 12 13:19:16.407731 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0ab59d-baf2-479d-ab0b-03f7d87ccf8b x-openstack-request-id: req-6b0ab59d-baf2-479d-ab0b-03f7d87ccf8b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:16.408204 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "9d37fd99-c624-4630-a5a1-c21226e4a594", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:16.408592 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b0ab59d-baf2-479d-ab0b-03f7d87ccf8b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:16.409180 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d37fd99-c624-4630-a5a1-c21226e4a594', 'code': 200} Nov 12 13:19:16.419078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=9d37fd99-c624-4630-a5a1-c21226e4a594,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:16.440013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port ae73e88e-9170-4921-80e1-88104a71b1ec completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:19:16.453415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port ae73e88e-9170-4921-80e1-88104a71b1ec triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:16.454288 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:16.547385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a76c6-0aea-407b-8700-0c8364e7928f req-9a3b0b05-f561-4e4f-8af8-79aeb4bf39ec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:16.558400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a76c6-0aea-407b-8700-0c8364e7928f req-9a3b0b05-f561-4e4f-8af8-79aeb4bf39ec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:16.568517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a76c6-0aea-407b-8700-0c8364e7928f req-9a3b0b05-f561-4e4f-8af8-79aeb4bf39ec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:16.577605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a76c6-0aea-407b-8700-0c8364e7928f req-9a3b0b05-f561-4e4f-8af8-79aeb4bf39ec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:16.587265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a76c6-0aea-407b-8700-0c8364e7928f req-9a3b0b05-f561-4e4f-8af8-79aeb4bf39ec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:16.595163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a76c6-0aea-407b-8700-0c8364e7928f req-9a3b0b05-f561-4e4f-8af8-79aeb4bf39ec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:16.603552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a76c6-0aea-407b-8700-0c8364e7928f req-9a3b0b05-f561-4e4f-8af8-79aeb4bf39ec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:16.612930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e4a76c6-0aea-407b-8700-0c8364e7928f req-9a3b0b05-f561-4e4f-8af8-79aeb4bf39ec tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5432 time: 0.1377358 Nov 12 13:19:16.695788 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:16.743264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ae73e88e-9170-4921-80e1-88104a71b1ec, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ae73e88e-9170-4921-80e1-88104a71b1ec,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:16.757334 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:16.758490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e3fc1244-3b20-455f-b6c0-bb7af1b363ce up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:16.791961 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e4a76c6-0aea-407b-8700-0c8364e7928f req-e1d877e7-031a-4a51-b3cd-9aed1aa9a77a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773777 Nov 12 13:19:17.034123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port e3fc1244-3b20-455f-b6c0-bb7af1b363ce completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:19:17.094768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port e3fc1244-3b20-455f-b6c0-bb7af1b363ce triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:17.095326 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:17.179077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0082d0d-9ef0-4f9a-9559-3b090188b57b req-e8c90cbf-2cfd-487b-8955-58f03833a362 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 210 time: 0.0671866 Nov 12 13:19:17.227162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=ae73e88e-9170-4921-80e1-88104a71b1ec,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:17.267631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98de06-2973-4101-8670-c15c37ce8fff req-2d344ba4-ba4a-4ee1-be54-bb047d82a217 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:17.269593 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b98de06-2973-4101-8670-c15c37ce8fff req-2d344ba4-ba4a-4ee1-be54-bb047d82a217 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 945 time: 0.1551039 Nov 12 13:19:17.370854 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:17.429017 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:17.454353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b98de06-2973-4101-8670-c15c37ce8fff req-b2e85f67-1f63-4190-8251-a80f7bb2bd5d tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772451 Nov 12 13:19:17.531005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port e3fc1244-3b20-455f-b6c0-bb7af1b363ce, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:17.565320 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:17.566692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 090b4771-4fbe-4ff0-9d3c-b8939c225292 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:17.642274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cb4ff-6fa2-4077-91d8-abf9fd9e83ce req-aaa533be-54d3-4277-8853-6dd073f0a70e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:17.652090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-303cb4ff-6fa2-4077-91d8-abf9fd9e83ce req-aaa533be-54d3-4277-8853-6dd073f0a70e tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 950 time: 0.0971401 Nov 12 13:19:17.751625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec0f46-37c6-4981-8ff8-b8a98527579a req-50684fd4-fc6d-49ed-b177-5f71c3beb192 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:17.758138 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3bec0f46-37c6-4981-8ff8-b8a98527579a req-50684fd4-fc6d-49ed-b177-5f71c3beb192 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.0824502 Nov 12 13:19:17.778594 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-303cb4ff-6fa2-4077-91d8-abf9fd9e83ce req-77da6d6c-1f0a-4d74-a975-33574a8fde7c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249380 Nov 12 13:19:17.884007 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:17.885029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3bec0f46-37c6-4981-8ff8-b8a98527579a req-890dd9df-726b-4606-8c09-5ee11aac74f4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218979 Nov 12 13:19:17.940597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 090b4771-4fbe-4ff0-9d3c-b8939c225292 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:19:17.945545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 090b4771-4fbe-4ff0-9d3c-b8939c225292 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:17.945932 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:18.000090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:19:18.017713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:18.018182 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:18.060119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4901-ee3d-44ff-a3a2-c0cc0ca31142 req-781d3ec4-2028-4856-83dc-1059757867e9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:18.061167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd010701-e16c-4fda-9253-54fc2b134ba9 req-4cf91bd7-12d2-4ac0-88f4-14a2736269c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:18.065441 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd010701-e16c-4fda-9253-54fc2b134ba9 req-4cf91bd7-12d2-4ac0-88f4-14a2736269c3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 950 time: 0.1765459 Nov 12 13:19:18.072011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4901-ee3d-44ff-a3a2-c0cc0ca31142 req-781d3ec4-2028-4856-83dc-1059757867e9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:18.080159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4901-ee3d-44ff-a3a2-c0cc0ca31142 req-781d3ec4-2028-4856-83dc-1059757867e9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:18.090072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4901-ee3d-44ff-a3a2-c0cc0ca31142 req-781d3ec4-2028-4856-83dc-1059757867e9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:18.104654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4901-ee3d-44ff-a3a2-c0cc0ca31142 req-781d3ec4-2028-4856-83dc-1059757867e9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:18.117235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4901-ee3d-44ff-a3a2-c0cc0ca31142 req-781d3ec4-2028-4856-83dc-1059757867e9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:18.128848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4901-ee3d-44ff-a3a2-c0cc0ca31142 req-781d3ec4-2028-4856-83dc-1059757867e9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:18.132556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8ea4901-ee3d-44ff-a3a2-c0cc0ca31142 req-781d3ec4-2028-4856-83dc-1059757867e9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5434 time: 0.1766100 Nov 12 13:19:18.218255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd010701-e16c-4fda-9253-54fc2b134ba9 req-f82bc4e7-252e-4c09-b40b-779c97156fab tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418171 Nov 12 13:19:18.262837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8ea4901-ee3d-44ff-a3a2-c0cc0ca31142 req-58021760-9b26-4f0a-a619-841381211efa tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231358 Nov 12 13:19:18.282549 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:18.311136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:18.364728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:18.390275 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:18.457957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae73e88e-9170-4921-80e1-88104a71b1ec'}, {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fc1244-3b20-455f-b6c0-bb7af1b363ce'}, {'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:18.468377 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a6f1b2-3916-428d-9483-d93cd1f3892b" -d '{"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "ae73e88e-9170-4921-80e1-88104a71b1ec"}, {"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "e3fc1244-3b20-455f-b6c0-bb7af1b363ce"}, {"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:18.525461 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bfd6069-1c89-4670-ac81-d61bdc25ce16 req-a12f6cb5-4697-4678-ad43-d5638e586fba tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 210 time: 0.1053851 Nov 12 13:19:18.577959 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=13']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:18.585430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 090b4771-4fbe-4ff0-9d3c-b8939c225292, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:18.593714 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:18.594703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8cb3c856-f21c-42d0-9124-57934ae3198a up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:18.715153 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0692d45d-db5a-42e8-b775-e2d51b957a2c x-openstack-request-id: req-0692d45d-db5a-42e8-b775-e2d51b957a2c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:18.715560 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "ae73e88e-9170-4921-80e1-88104a71b1ec", "code": 200}, {"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "e3fc1244-3b20-455f-b6c0-bb7af1b363ce", "code": 200}, {"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:18.715901 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0692d45d-db5a-42e8-b775-e2d51b957a2c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:18.716382 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae73e88e-9170-4921-80e1-88104a71b1ec', 'code': 200} Nov 12 13:19:18.716707 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fc1244-3b20-455f-b6c0-bb7af1b363ce', 'code': 200} Nov 12 13:19:18.717016 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'code': 200} Nov 12 13:19:18.863493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 8cb3c856-f21c-42d0-9124-57934ae3198a completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:19:18.878623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 8cb3c856-f21c-42d0-9124-57934ae3198a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:18.879020 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:18.883824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=090b4771-4fbe-4ff0-9d3c-b8939c225292,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:18.905648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b07be-9e15-4087-be7d-cbd2c1048f4f req-1b5e5b91-2386-4ca3-8f97-9506542ed54c tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:18.907249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f8b07be-9e15-4087-be7d-cbd2c1048f4f req-1b5e5b91-2386-4ca3-8f97-9506542ed54c tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 945 time: 0.1494534 Nov 12 13:19:18.952086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-7640a27a-271c-4d20-9f54-4301a358f67d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:18.956286 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-7640a27a-271c-4d20-9f54-4301a358f67d tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 951 time: 0.1846683 Nov 12 13:19:19.014698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9fdad-0daf-413f-8e84-9e3d7bdbc6cb req-62787b08-2472-4ed0-ac1e-dc0847c17ff4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:19.028566 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76c9fdad-0daf-413f-8e84-9e3d7bdbc6cb req-62787b08-2472-4ed0-ac1e-dc0847c17ff4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 951 time: 0.1334705 Nov 12 13:19:19.113375 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:19.126287 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f8b07be-9e15-4087-be7d-cbd2c1048f4f req-35a4de89-e9f2-4198-a014-ed11f11117d8 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027223 Nov 12 13:19:19.202981 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76c9fdad-0daf-413f-8e84-9e3d7bdbc6cb req-6a2788dc-4257-4240-a064-5c1dfbcadee8 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662810 Nov 12 13:19:19.250832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-1247164c-7d01-4c6a-a7ce-f6f273996783 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Deleting port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:19.251264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-1247164c-7d01-4c6a-a7ce-f6f273996783 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:19.259136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8cb3c856-f21c-42d0-9124-57934ae3198a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8cb3c856-f21c-42d0-9124-57934ae3198a,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:19.267410 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:19.268881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c0d3de0f-5c82-4a3e-85f8-a8634c8261db up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:19.507736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c0285-7931-45df-b6a1-9564cb810647 req-944eecc3-47d0-43db-81c2-7274ce1b3275 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:19.509709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21db2fa-2418-44d2-b577-7bc892b54135 req-67e79db0-682f-4b2e-bf0b-fa5c0c2534b2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:19.512362 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e21db2fa-2418-44d2-b577-7bc892b54135 req-67e79db0-682f-4b2e-bf0b-fa5c0c2534b2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.1710660 Nov 12 13:19:19.524431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a33c0285-7931-45df-b6a1-9564cb810647 req-944eecc3-47d0-43db-81c2-7274ce1b3275 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 950 time: 0.1584291 Nov 12 13:19:19.530203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-1247164c-7d01-4c6a-a7ce-f6f273996783 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] For port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:19.530724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-1247164c-7d01-4c6a-a7ce-f6f273996783 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:19.562717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-1247164c-7d01-4c6a-a7ce-f6f273996783 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Calling delete_port for 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:19.669383 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a33c0285-7931-45df-b6a1-9564cb810647 req-b1943c2e-710e-4b71-98c1-ac978c7d0791 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395490 Nov 12 13:19:19.714998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8cb3c856-f21c-42d0-9124-57934ae3198a,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:19.729403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port c0d3de0f-5c82-4a3e-85f8-a8634c8261db completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:19:19.729403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port c0d3de0f-5c82-4a3e-85f8-a8634c8261db triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:19.729403 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:19.830922 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e21db2fa-2418-44d2-b577-7bc892b54135 req-150620a4-6c6d-483e-93be-46557c6efed2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030915 Nov 12 13:19:19.889447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-1caabc59-9ffb-4fc8-8b85-c3ac96677fa5 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:19.892247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-1caabc59-9ffb-4fc8-8b85-c3ac96677fa5 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 950 time: 0.3029900 Nov 12 13:19:19.903892 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:19.980496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7fbf3-bf72-4202-9dbe-e22e5d53d20c req-24c826b4-394e-42ab-a58e-1d81acc16b15 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:19.987267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7fbf3-bf72-4202-9dbe-e22e5d53d20c req-24c826b4-394e-42ab-a58e-1d81acc16b15 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:19.994012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7fbf3-bf72-4202-9dbe-e22e5d53d20c req-24c826b4-394e-42ab-a58e-1d81acc16b15 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:20.000568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7fbf3-bf72-4202-9dbe-e22e5d53d20c req-24c826b4-394e-42ab-a58e-1d81acc16b15 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:20.007709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7fbf3-bf72-4202-9dbe-e22e5d53d20c req-24c826b4-394e-42ab-a58e-1d81acc16b15 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:20.014228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7fbf3-bf72-4202-9dbe-e22e5d53d20c req-24c826b4-394e-42ab-a58e-1d81acc16b15 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:20.020664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7fbf3-bf72-4202-9dbe-e22e5d53d20c req-24c826b4-394e-42ab-a58e-1d81acc16b15 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:20.025533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c0d3de0f-5c82-4a3e-85f8-a8634c8261db, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:20.030383 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a3d7fbf3-bf72-4202-9dbe-e22e5d53d20c req-24c826b4-394e-42ab-a58e-1d81acc16b15 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5435 time: 0.1972301 Nov 12 13:19:20.033162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:20.036104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3e8bb514-9d91-481e-9b16-cf52670f2706 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:20.190285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a3d7fbf3-bf72-4202-9dbe-e22e5d53d20c req-150840c7-5be8-4c16-80f5-09fcb49b7832 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582792 Nov 12 13:19:20.256196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-1247164c-7d01-4c6a-a7ce-f6f273996783 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:20.295011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:20.333947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8fefa74e-6cf2-45fe-a1d0-a54fca643e52', '00a00b2b-99af-4cdc-9164-0327545e20a1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:20.337024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['cd90903a-5081-489a-bc3f-5c0053863b0d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:20.348040 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01c7a267-6e1e-40be-84bd-7c3b59da73bb req-e7a3f31a-0cb6-40a2-b6ea-796db1ad955e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 210 time: 0.1129563 Nov 12 13:19:20.361007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247164c-7d01-4c6a-a7ce-f6f273996783 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Pushing event deleted for resources: {'Port': ['ID=3bb6a1a6-e47c-41e0-bb0f-023b5153b282,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:20.492352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-1247164c-7d01-4c6a-a7ce-f6f273996783 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] No DVR routers for this DVR port 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:20.498245 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-1247164c-7d01-4c6a-a7ce-f6f273996783 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:20.508554 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e825ca54-9cb1-4e0b-ad18-36f8e67131da req-1247164c-7d01-4c6a-a7ce-f6f273996783 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "DELETE /v2.0/ports/3bb6a1a6-e47c-41e0-bb0f-023b5153b282 HTTP/1.1" status: 204 len: 173 time: 1.5384841 Nov 12 13:19:20.513738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-deleted', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:20.526179 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc3b154-eddf-4ef7-ad19-9d83cd750669" -d '{"events": [{"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-deleted", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:20.536684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-36ad4ffd-a496-452b-9a68-80f959c607a3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Deleting port b3f26944-b01c-4e01-b7ba-ccecb21952b2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:20.537273 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-36ad4ffd-a496-452b-9a68-80f959c607a3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:20.624199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 3e8bb514-9d91-481e-9b16-cf52670f2706 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:19:20.675237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 3e8bb514-9d91-481e-9b16-cf52670f2706 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:20.675850 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:20.765333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b4771-4fbe-4ff0-9d3c-b8939c225292'}, {'server_uuid': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb3c856-f21c-42d0-9124-57934ae3198a'}, {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d3de0f-5c82-4a3e-85f8-a8634c8261db'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:20.770442 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0370f72e-ca5e-4dfd-972d-0c11e733ff7a" -d '{"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "090b4771-4fbe-4ff0-9d3c-b8939c225292"}, {"server_uuid": "1f490806-aeeb-4e56-bd0e-0a1efbde9716", "name": "network-vif-plugged", "status": "completed", "tag": "8cb3c856-f21c-42d0-9124-57934ae3198a"}, {"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "c0d3de0f-5c82-4a3e-85f8-a8634c8261db"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:21.067236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af00a7-cdaf-44ac-906a-fedc089bfb50 req-ab435403-4fb7-4e63-9a27-7fbf15480bc5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:21.086645 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48af00a7-cdaf-44ac-906a-fedc089bfb50 req-ab435403-4fb7-4e63-9a27-7fbf15480bc5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 946 time: 0.1723742 Nov 12 13:19:21.142031 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:21.157719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-c55b8f55-577f-49e1-a4a9-e4b6532b25f3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:21.175541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-c55b8f55-577f-49e1-a4a9-e4b6532b25f3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.5634735 Nov 12 13:19:21.191864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-36ad4ffd-a496-452b-9a68-80f959c607a3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] For port b3f26944-b01c-4e01-b7ba-ccecb21952b2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b3f26944-b01c-4e01-b7ba-ccecb21952b2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:21.192224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-36ad4ffd-a496-452b-9a68-80f959c607a3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:21.223829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48af00a7-cdaf-44ac-906a-fedc089bfb50 req-b6c93a0c-a2ba-4cf0-b819-6d119e235b68 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342385 Nov 12 13:19:21.235940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-36ad4ffd-a496-452b-9a68-80f959c607a3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Calling delete_port for b3f26944-b01c-4e01-b7ba-ccecb21952b2 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:21.258746 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-ea2a241e-42e1-4377-bee2-326dd4e35920 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/quotas/44bbb573e2f944788a4da5de2cdc3546 HTTP/1.1" status: 200 len: 375 time: 0.0808227 Nov 12 13:19:21.425789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-26f6da6d-58f5-49f0-af33-667d0dbfa392 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672661 Nov 12 13:19:21.451977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:21.536436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3e8bb514-9d91-481e-9b16-cf52670f2706, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3e8bb514-9d91-481e-9b16-cf52670f2706,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:21.559601 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-ab4a7182-5034-4913-8653-3d88fa80338d service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323247 Nov 12 13:19:21.614161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:21.616006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d2d1b70b-a197-4139-9975-9d909fba67d0 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:21.621695 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2a513d58-16fd-4dcf-b6f0-73f6a0af88bb req-49a44f27-e92f-4a9d-afa3-2b43baa1b44c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5d59b9e-421e-464d-b19b-579b3abfdfe8 HTTP/1.1" status: 200 len: 210 time: 0.1074700 Nov 12 13:19:21.675987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: d2d1b70b-a197-4139-9975-9d909fba67d0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:21.676455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d2d1b70b-a197-4139-9975-9d909fba67d0 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:21.677147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:21.720427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:21.720999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3bb6a1a6-e47c-41e0-bb0f-023b5153b282 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:21.721778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b3f26944-b01c-4e01-b7ba-ccecb21952b2 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:21.732205 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52cc902-72d6-4e5f-b10e-9f13ed3b6fef x-openstack-request-id: req-f52cc902-72d6-4e5f-b10e-9f13ed3b6fef {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:21.732476 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d59b9e-421e-464d-b19b-579b3abfdfe8", "name": "network-vif-deleted", "tag": "3bb6a1a6-e47c-41e0-bb0f-023b5153b282", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:21.732929 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f52cc902-72d6-4e5f-b10e-9f13ed3b6fef {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:21.733170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:21.733788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 4d60cbbb-8520-4686-abbf-84d4e6f65aa6 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:21.734142 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d59b9e-421e-464d-b19b-579b3abfdfe8', 'name': 'network-vif-deleted', 'tag': '3bb6a1a6-e47c-41e0-bb0f-023b5153b282', 'status': 'completed', 'code': 200} Nov 12 13:19:21.973730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-df003601-0a1d-46dd-bb0c-a830663d7c4d service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128366 Nov 12 13:19:21.996060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b5f33-6886-434d-a33d-018e22aaacb7 req-ab5710e5-911b-4c8d-b44b-cef69d2c1fc6 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:22.002339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-272b5f33-6886-434d-a33d-018e22aaacb7 req-ab5710e5-911b-4c8d-b44b-cef69d2c1fc6 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/ports?device_id=e552db37-3cdf-4c84-beaf-3e4f737b9410 HTTP/1.1" status: 200 len: 950 time: 0.1434371 Nov 12 13:19:22.050440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-36ad4ffd-a496-452b-9a68-80f959c607a3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:22.130699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-272b5f33-6886-434d-a33d-018e22aaacb7 req-f59ffc07-974b-4870-b630-813b88bf2d64 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114821 Nov 12 13:19:22.151059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=3e8bb514-9d91-481e-9b16-cf52670f2706,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:22.154284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No active binding found for port b3f26944-b01c-4e01-b7ba-ccecb21952b2 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:19:22.154875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b3f26944-b01c-4e01-b7ba-ccecb21952b2 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:22.173739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad4ffd-a496-452b-9a68-80f959c607a3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Pushing event deleted for resources: {'Port': ['ID=b3f26944-b01c-4e01-b7ba-ccecb21952b2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:22.336946 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0a0aa6-2995-469c-836a-b21b1fe97c08 x-openstack-request-id: req-0c0a0aa6-2995-469c-836a-b21b1fe97c08 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:22.337853 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "090b4771-4fbe-4ff0-9d3c-b8939c225292", "code": 200}, {"server_uuid": "1f490806-aeeb-4e56-bd0e-0a1efbde9716", "name": "network-vif-plugged", "status": "completed", "tag": "8cb3c856-f21c-42d0-9124-57934ae3198a", "code": 200}, {"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "c0d3de0f-5c82-4a3e-85f8-a8634c8261db", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:22.338279 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c0a0aa6-2995-469c-836a-b21b1fe97c08 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:22.338843 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b4771-4fbe-4ff0-9d3c-b8939c225292', 'code': 200} Nov 12 13:19:22.339236 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb3c856-f21c-42d0-9124-57934ae3198a', 'code': 200} Nov 12 13:19:22.339686 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d3de0f-5c82-4a3e-85f8-a8634c8261db', 'code': 200} Nov 12 13:19:22.368359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-36ad4ffd-a496-452b-9a68-80f959c607a3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] No DVR routers for this DVR port b3f26944-b01c-4e01-b7ba-ccecb21952b2 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:22.375192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-36ad4ffd-a496-452b-9a68-80f959c607a3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:22.380097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa3b9eeb-6d66-4299-b6db-145458b0edfe req-36ad4ffd-a496-452b-9a68-80f959c607a3 tempest-ServersOnMultiNodesTest-1705626051 tempest-ServersOnMultiNodesTest-1705626051-project] 10.222.0.70 "DELETE /v2.0/ports/b3f26944-b01c-4e01-b7ba-ccecb21952b2 HTTP/1.1" status: 204 len: 173 time: 2.4750586 Nov 12 13:19:22.628908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7da149-6f0b-48d1-9d1b-160c7b7c51e3 req-711a0aee-44ff-4f8c-9a37-688476d566f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:22.630789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e7da149-6f0b-48d1-9d1b-160c7b7c51e3 req-711a0aee-44ff-4f8c-9a37-688476d566f0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 1097 time: 0.0893793 Nov 12 13:19:22.852209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e7da149-6f0b-48d1-9d1b-160c7b7c51e3 req-997128c7-7405-4ca9-9312-7b43548768e8 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114730 Nov 12 13:19:22.908211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fff9-dafd-4d67-92c8-a510130491e9 req-f49f759b-77de-4f8f-ad62-7640928c9b47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:22.935121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fff9-dafd-4d67-92c8-a510130491e9 req-f49f759b-77de-4f8f-ad62-7640928c9b47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:22.936986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e851c7ff-272e-43d2-b1c0-783021540872 req-796123c3-7c7b-4e1a-a78e-bb91cb26f75e tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 210 time: 0.0758891 Nov 12 13:19:22.971136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fff9-dafd-4d67-92c8-a510130491e9 req-f49f759b-77de-4f8f-ad62-7640928c9b47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:22.991188 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:19:23.006579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fff9-dafd-4d67-92c8-a510130491e9 req-f49f759b-77de-4f8f-ad62-7640928c9b47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:23.026451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fff9-dafd-4d67-92c8-a510130491e9 req-f49f759b-77de-4f8f-ad62-7640928c9b47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:23.059230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fff9-dafd-4d67-92c8-a510130491e9 req-f49f759b-77de-4f8f-ad62-7640928c9b47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:23.104594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fff9-dafd-4d67-92c8-a510130491e9 req-f49f759b-77de-4f8f-ad62-7640928c9b47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:23.123236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab06fff9-dafd-4d67-92c8-a510130491e9 req-f49f759b-77de-4f8f-ad62-7640928c9b47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5437 time: 0.4460213 Nov 12 13:19:23.300006 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab06fff9-dafd-4d67-92c8-a510130491e9 req-2e811873-2f18-4f21-9da4-9bde4722b7f6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1751809 Nov 12 13:19:23.549139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f87e1-7b0a-4a62-b0c5-b738d1b23d99 req-9c2eb4d9-e977-45a2-b6f7-88b5769a214a tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:23.558232 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1b5f87e1-7b0a-4a62-b0c5-b738d1b23d99 req-9c2eb4d9-e977-45a2-b6f7-88b5769a214a tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 946 time: 0.1879580 Nov 12 13:19:23.604361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89035b23-1598-4dab-873e-1ae45283ec5c req-d3126c53-e640-498c-8b20-79837fa7c09e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 210 time: 0.1080713 Nov 12 13:19:23.657840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1b5f87e1-7b0a-4a62-b0c5-b738d1b23d99 req-62523de1-e1fb-47bb-bbe6-41c9cc36feea tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973909 Nov 12 13:19:23.735483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e552db37-3cdf-4c84-beaf-3e4f737b9410', 'name': 'network-vif-deleted', 'tag': 'b3f26944-b01c-4e01-b7ba-ccecb21952b2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:23.738627 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b49ef85-f442-4e0f-97be-754cf42bb359" -d '{"events": [{"server_uuid": "e552db37-3cdf-4c84-beaf-3e4f737b9410", "name": "network-vif-deleted", "tag": "b3f26944-b01c-4e01-b7ba-ccecb21952b2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:23.787085 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f525f2e4-f8c3-4fd4-8b4a-3eb7288233e4 x-openstack-request-id: req-f525f2e4-f8c3-4fd4-8b4a-3eb7288233e4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:23.788129 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e552db37-3cdf-4c84-beaf-3e4f737b9410", "name": "network-vif-deleted", "tag": "b3f26944-b01c-4e01-b7ba-ccecb21952b2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:23.788596 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f525f2e4-f8c3-4fd4-8b4a-3eb7288233e4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:23.789180 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e552db37-3cdf-4c84-beaf-3e4f737b9410', 'name': 'network-vif-deleted', 'tag': 'b3f26944-b01c-4e01-b7ba-ccecb21952b2', 'status': 'completed', 'code': 200} Nov 12 13:19:24.226382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9aeb4fb-9997-417a-8821-b7f7d729f4bd req-9d8779af-1976-4e0d-9a42-7c6d7c2a882d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e686565-fe72-45b5-ba64-52b9072ea58a HTTP/1.1" status: 200 len: 210 time: 0.1058502 Nov 12 13:19:24.293885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35972) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:24.341327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8bb514-9d91-481e-9b16-cf52670f2706'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:24.347904 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7aaf15-325c-473d-b59b-7fb651a6705a" -d '{"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "3e8bb514-9d91-481e-9b16-cf52670f2706"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:24.393658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b073c4-67f1-4640-9851-294063135f6e req-e012a374-69f0-4df3-966d-7803dbd27aa4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:24.396308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-22b073c4-67f1-4640-9851-294063135f6e req-e012a374-69f0-4df3-966d-7803dbd27aa4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 950 time: 0.1508026 Nov 12 13:19:24.488981 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca242f9-d364-46f7-b333-989e5dcb916c x-openstack-request-id: req-cca242f9-d364-46f7-b333-989e5dcb916c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:24.488981 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-plugged", "status": "completed", "tag": "3e8bb514-9d91-481e-9b16-cf52670f2706", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:24.489366 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cca242f9-d364-46f7-b333-989e5dcb916c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:24.490071 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8bb514-9d91-481e-9b16-cf52670f2706', 'code': 200} Nov 12 13:19:24.619218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-22b073c4-67f1-4640-9851-294063135f6e req-992b1940-9404-40d3-b6e3-72bafc38e825 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139335 Nov 12 13:19:24.795571 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-52ca817f-276b-4b5c-b05c-a03abf0b4ec2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6947a88428864a5588d31ffb257cc465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4967260 Nov 12 13:19:24.806106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35984) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:24.870853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5d3c-12e2-4c11-be4c-75a7ef5687e5 req-77673682-d6bf-4e24-9f34-046a3cb06ebb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:24.880384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5d3c-12e2-4c11-be4c-75a7ef5687e5 req-77673682-d6bf-4e24-9f34-046a3cb06ebb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:24.923755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5d3c-12e2-4c11-be4c-75a7ef5687e5 req-77673682-d6bf-4e24-9f34-046a3cb06ebb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:24.940219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5d3c-12e2-4c11-be4c-75a7ef5687e5 req-77673682-d6bf-4e24-9f34-046a3cb06ebb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:24.946210 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b735a7e-8d09-4ac4-b12b-5ec84308d7c4 req-efa793a9-593d-42a1-a627-ca13a5ca20e1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 210 time: 0.1643493 Nov 12 13:19:24.957316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5d3c-12e2-4c11-be4c-75a7ef5687e5 req-77673682-d6bf-4e24-9f34-046a3cb06ebb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:24.973480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5d3c-12e2-4c11-be4c-75a7ef5687e5 req-77673682-d6bf-4e24-9f34-046a3cb06ebb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:24.995486 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cf77ea6-a448-4927-a3b8-fb38536d9157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:25.011668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5d3c-12e2-4c11-be4c-75a7ef5687e5 req-77673682-d6bf-4e24-9f34-046a3cb06ebb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.039584 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cf77ea6-a448-4927-a3b8-fb38536d9157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:25.055518 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-268a5d3c-12e2-4c11-be4c-75a7ef5687e5 req-77673682-d6bf-4e24-9f34-046a3cb06ebb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5437 time: 0.4418147 Nov 12 13:19:25.119451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df253540-61f3-4b1e-bfd9-b2160b34b98c req-c819fe76-6225-4dc4-85c0-b4db295802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.120929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df253540-61f3-4b1e-bfd9-b2160b34b98c req-c819fe76-6225-4dc4-85c0-b4db295802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.122131 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df253540-61f3-4b1e-bfd9-b2160b34b98c req-c819fe76-6225-4dc4-85c0-b4db295802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.123262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df253540-61f3-4b1e-bfd9-b2160b34b98c req-c819fe76-6225-4dc4-85c0-b4db295802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.124585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df253540-61f3-4b1e-bfd9-b2160b34b98c req-c819fe76-6225-4dc4-85c0-b4db295802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.125948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df253540-61f3-4b1e-bfd9-b2160b34b98c req-c819fe76-6225-4dc4-85c0-b4db295802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.127015 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df253540-61f3-4b1e-bfd9-b2160b34b98c req-c819fe76-6225-4dc4-85c0-b4db295802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.132795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df253540-61f3-4b1e-bfd9-b2160b34b98c req-c819fe76-6225-4dc4-85c0-b4db295802b6 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6494 time: 0.4689043 Nov 12 13:19:25.324089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cf77ea6-a448-4927-a3b8-fb38536d9157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:25.327866 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cf77ea6-a448-4927-a3b8-fb38536d9157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:25.333100 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6cf77ea6-a448-4927-a3b8-fb38536d9157 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf HTTP/1.1" status: 204 len: 168 time: 0.5164340 Nov 12 13:19:25.358020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490f73e-0071-4383-b20a-eff6a4ad6585 req-aa6b1c99-1098-4474-842a-d0144d08f688 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.366427 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4490f73e-0071-4383-b20a-eff6a4ad6585 req-aa6b1c99-1098-4474-842a-d0144d08f688 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 946 time: 0.2450113 Nov 12 13:19:25.377109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf77ea6-a448-4927-a3b8-fb38536d9157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba7ce89-c2da-4eab-b0e1-b82f15bd7ccf,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:25.436132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-b109d710-f66f-442f-93c9-40c917f981fc tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.457028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-b109d710-f66f-442f-93c9-40c917f981fc tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.3889995 Nov 12 13:19:25.461345 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4490f73e-0071-4383-b20a-eff6a4ad6585 req-f0e7fd53-c0e9-469a-960d-f7d530e8014a tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937030 Nov 12 13:19:25.604804 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-268a5d3c-12e2-4c11-be4c-75a7ef5687e5 req-0b02af92-a35a-42b3-9495-874889966a72 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5463223 Nov 12 13:19:25.608835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Request body: {'port': {'device_id': '755a61e9-64c2-4bfe-a9d3-d755c567ff9f', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'admin_state_up': True, 'tenant_id': '44bbb573e2f944788a4da5de2cdc3546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:25.862470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-abf18b18-e0fe-4448-84e1-b3154d07e251 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:25.869218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-abf18b18-e0fe-4448-84e1-b3154d07e251 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 950 time: 0.1462498 Nov 12 13:19:26.176259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df253540-61f3-4b1e-bfd9-b2160b34b98c req-f3cd3b44-437a-41d5-a37f-40870b35d57f service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7158928 Nov 12 13:19:26.286747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea622e46-ee08-4a02-8902-259a1510bab9 req-212f76a4-b75b-42d5-9898-f2b5fb098494 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:26.288276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b8e7a-8416-4076-866c-70cb612ea84e req-f129ce2b-34dd-48a2-a723-83d8c2131869 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:26.290218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea622e46-ee08-4a02-8902-259a1510bab9 req-212f76a4-b75b-42d5-9898-f2b5fb098494 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 946 time: 0.3657281 Nov 12 13:19:26.297477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-576b8e7a-8416-4076-866c-70cb612ea84e req-f129ce2b-34dd-48a2-a723-83d8c2131869 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=93578cec-f730-411d-b22f-951e589ddb77 HTTP/1.1" status: 200 len: 950 time: 0.1605027 Nov 12 13:19:26.315545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-7ea16371-cdec-4a40-96a3-9e8c87e1bb20 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Deleting port 00a00b2b-99af-4cdc-9164-0327545e20a1 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:26.316431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-7ea16371-cdec-4a40-96a3-9e8c87e1bb20 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:26.372288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Made reservation on behalf of 44bbb573e2f944788a4da5de2cdc3546 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:19:26.379333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:26.512945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-7ea16371-cdec-4a40-96a3-9e8c87e1bb20 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] For port 00a00b2b-99af-4cdc-9164-0327545e20a1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=00a00b2b-99af-4cdc-9164-0327545e20a1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:26.513740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-7ea16371-cdec-4a40-96a3-9e8c87e1bb20 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:26.532566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-7ea16371-cdec-4a40-96a3-9e8c87e1bb20 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Calling delete_port for 00a00b2b-99af-4cdc-9164-0327545e20a1 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:26.562545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36014) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:26.620002 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea622e46-ee08-4a02-8902-259a1510bab9 req-f569fed1-132f-4905-9a2a-5fe58c011215 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916253 Nov 12 13:19:26.843719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Allocated IP 172.20.0.10 (a9af9cf4-1027-482e-9b95-2642068411b0/f405fae7-5435-415b-803d-1ce0aefde344/ab204375-2895-4e02-ba99-3f61d989c898) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:19:26.851983 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-7ea16371-cdec-4a40-96a3-9e8c87e1bb20 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:26.884562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['cd90903a-5081-489a-bc3f-5c0053863b0d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:27.015526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea16371-cdec-4a40-96a3-9e8c87e1bb20 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Pushing event deleted for resources: {'Port': ['ID=00a00b2b-99af-4cdc-9164-0327545e20a1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:27.033558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8fefa74e-6cf2-45fe-a1d0-a54fca643e52', '00a00b2b-99af-4cdc-9164-0327545e20a1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:27.058978 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-576b8e7a-8416-4076-866c-70cb612ea84e req-1907d6e3-5de1-47f8-b7fd-e1cd097668f0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344476 Nov 12 13:19:27.086044 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d38f92fd-240d-4f30-98fe-8ba96e522cff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aaca253d09ec49828a29fc08f1cde20d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4701045 Nov 12 13:19:27.086534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36024) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:27.126143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-7ea16371-cdec-4a40-96a3-9e8c87e1bb20 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] No DVR routers for this DVR port 00a00b2b-99af-4cdc-9164-0327545e20a1 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:27.132162 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-7ea16371-cdec-4a40-96a3-9e8c87e1bb20 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:27.135894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cca6c5f6-5de7-4b5c-8aa6-f96d32532f52 req-7ea16371-cdec-4a40-96a3-9e8c87e1bb20 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "DELETE /v2.0/ports/00a00b2b-99af-4cdc-9164-0327545e20a1 HTTP/1.1" status: 204 len: 173 time: 1.2597065 Nov 12 13:19:27.136389 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-deleted', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:27.138838 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6fbc7b-eefa-48a3-889b-576ce35d8786" -d '{"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-deleted", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:27.207362 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f98881f3-87f2-4496-93a0-2bb2d45e4595 req-6523b160-e7e5-4e2b-b456-55bfb4e29498 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 210 time: 0.1173437 Nov 12 13:19:27.302300 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf7a7b11-9a94-4799-92d5-b7165d438cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:27.313979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb61e152-8878-427a-b5b4-823d2dce8c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:27.395550 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb61e152-8878-427a-b5b4-823d2dce8c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:27.610274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb61e152-8878-427a-b5b4-823d2dce8c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:27.613013 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb61e152-8878-427a-b5b4-823d2dce8c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:27.616690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bb61e152-8878-427a-b5b4-823d2dce8c2b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed29637e-fd45-400f-89a9-72e8d72ab2d6 HTTP/1.1" status: 204 len: 168 time: 0.5234153 Nov 12 13:19:27.707194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61e152-8878-427a-b5b4-823d2dce8c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed29637e-fd45-400f-89a9-72e8d72ab2d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:27.712417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:27.719483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a431-c7b6-4aac-b1e0-58cb608b87a0 req-bf942e56-4fa7-4997-a1c5-e32c7b3dab16 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:27.743043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a431-c7b6-4aac-b1e0-58cb608b87a0 req-bf942e56-4fa7-4997-a1c5-e32c7b3dab16 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:27.780135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a431-c7b6-4aac-b1e0-58cb608b87a0 req-bf942e56-4fa7-4997-a1c5-e32c7b3dab16 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:27.815157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a431-c7b6-4aac-b1e0-58cb608b87a0 req-bf942e56-4fa7-4997-a1c5-e32c7b3dab16 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:27.852819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a431-c7b6-4aac-b1e0-58cb608b87a0 req-bf942e56-4fa7-4997-a1c5-e32c7b3dab16 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:27.889454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:27.901532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a431-c7b6-4aac-b1e0-58cb608b87a0 req-bf942e56-4fa7-4997-a1c5-e32c7b3dab16 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:27.924224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a431-c7b6-4aac-b1e0-58cb608b87a0 req-bf942e56-4fa7-4997-a1c5-e32c7b3dab16 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:27.958291 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e343a431-c7b6-4aac-b1e0-58cb608b87a0 req-bf942e56-4fa7-4997-a1c5-e32c7b3dab16 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5437 time: 0.4396088 Nov 12 13:19:28.294358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Network a9af9cf4-1027-482e-9b95-2642068411b0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:19:28.303715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event updated for resources: {'Port': ['ID=ab204375-2895-4e02-ba99-3f61d989c898,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:28.319138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:19:28.338924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:19:28.389680 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e343a431-c7b6-4aac-b1e0-58cb608b87a0 req-a0c9eafb-dbcf-4859-bf3a-1b464b218af7 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4250059 Nov 12 13:19:28.539260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae', '8b71b434-dbd6-4881-a528-07ff920a7b75'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:28.640841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:28.646020 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:28.703537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-7f4e28fb-16ff-4943-8998-3ec15c597a10 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1187053 Nov 12 13:19:28.720295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Request body: {'port': {'device_id': '755a61e9-64c2-4bfe-a9d3-d755c567ff9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:28.764107 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa6c48b-913b-40c9-adbc-1f7294b36edf x-openstack-request-id: req-7fa6c48b-913b-40c9-adbc-1f7294b36edf {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:28.765423 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93578cec-f730-411d-b22f-951e589ddb77", "name": "network-vif-deleted", "tag": "00a00b2b-99af-4cdc-9164-0327545e20a1", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:28.769836 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7fa6c48b-913b-40c9-adbc-1f7294b36edf {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:28.770948 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93578cec-f730-411d-b22f-951e589ddb77', 'name': 'network-vif-deleted', 'tag': '00a00b2b-99af-4cdc-9164-0327545e20a1', 'status': 'completed', 'code': 200} Nov 12 13:19:29.040505 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:29.288026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ab0c6-bbb9-48e0-86a9-6c9773d02869 req-97686f67-ee2b-4c5b-87b5-59a013429522 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:29.310192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce2ab0c6-bbb9-48e0-86a9-6c9773d02869 req-97686f67-ee2b-4c5b-87b5-59a013429522 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 932 time: 0.2524333 Nov 12 13:19:29.532442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 00a00b2b-99af-4cdc-9164-0327545e20a1 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:29.535285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce2ab0c6-bbb9-48e0-86a9-6c9773d02869 req-0fc456c4-c7d3-4c5f-bd90-8e81e4fd7f91 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200577 Nov 12 13:19:29.586315 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f912abf7-9dac-4e99-ac86-475f01b0f383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:29.595557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 00a00b2b-99af-4cdc-9164-0327545e20a1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:29.596523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 00a00b2b-99af-4cdc-9164-0327545e20a1 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:30.024299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953295fd-7df2-45fc-8844-9c05a88c39cc req-818f2d2a-81d0-4c83-a4ae-da857673dd0f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:30.033074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953295fd-7df2-45fc-8844-9c05a88c39cc req-818f2d2a-81d0-4c83-a4ae-da857673dd0f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:30.049802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953295fd-7df2-45fc-8844-9c05a88c39cc req-818f2d2a-81d0-4c83-a4ae-da857673dd0f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:30.073511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953295fd-7df2-45fc-8844-9c05a88c39cc req-818f2d2a-81d0-4c83-a4ae-da857673dd0f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:30.085234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953295fd-7df2-45fc-8844-9c05a88c39cc req-818f2d2a-81d0-4c83-a4ae-da857673dd0f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:30.098343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953295fd-7df2-45fc-8844-9c05a88c39cc req-818f2d2a-81d0-4c83-a4ae-da857673dd0f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:30.110255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953295fd-7df2-45fc-8844-9c05a88c39cc req-818f2d2a-81d0-4c83-a4ae-da857673dd0f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:30.122686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-953295fd-7df2-45fc-8844-9c05a88c39cc req-818f2d2a-81d0-4c83-a4ae-da857673dd0f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5437 time: 0.3520577 Nov 12 13:19:30.138686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab204375-2895-4e02-ba99-3f61d989c898 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:30.151712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:30.199510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Transition to ACTIVE for port object ab204375-2895-4e02-ba99-3f61d989c898 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:19:30.208709 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:30.302986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-953295fd-7df2-45fc-8844-9c05a88c39cc req-103c902f-712c-49af-8a20-5b298b8d79b9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1748495 Nov 12 13:19:30.335297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Pushing event updated for resources: {'Port': ['ID=ab204375-2895-4e02-ba99-3f61d989c898,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:30.521961 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:30.575685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d26edc-11a5-48c9-8c8e-2e776e087871 req-4f253f17-cdc6-454f-92c6-4bdbcea70491 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:30.608297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-16d26edc-11a5-48c9-8c8e-2e776e087871 req-4f253f17-cdc6-454f-92c6-4bdbcea70491 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.1714334 Nov 12 13:19:30.737429 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-16d26edc-11a5-48c9-8c8e-2e776e087871 req-9c7366ea-5809-40e9-9331-6fef007814c4 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262705 Nov 12 13:19:31.069095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023b09e-2e8a-45ab-b68f-4f23db7b8091 req-5684c81f-8f93-4ede-acd0-c646dd28226b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.079328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023b09e-2e8a-45ab-b68f-4f23db7b8091 req-5684c81f-8f93-4ede-acd0-c646dd28226b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.097156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023b09e-2e8a-45ab-b68f-4f23db7b8091 req-5684c81f-8f93-4ede-acd0-c646dd28226b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.122869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023b09e-2e8a-45ab-b68f-4f23db7b8091 req-5684c81f-8f93-4ede-acd0-c646dd28226b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.141874 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023b09e-2e8a-45ab-b68f-4f23db7b8091 req-5684c81f-8f93-4ede-acd0-c646dd28226b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.172196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023b09e-2e8a-45ab-b68f-4f23db7b8091 req-5684c81f-8f93-4ede-acd0-c646dd28226b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.180674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023b09e-2e8a-45ab-b68f-4f23db7b8091 req-5684c81f-8f93-4ede-acd0-c646dd28226b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.204476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3023b09e-2e8a-45ab-b68f-4f23db7b8091 req-5684c81f-8f93-4ede-acd0-c646dd28226b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5437 time: 0.2818110 Nov 12 13:19:31.206716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36114) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:31.215072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a53bd6ea-ec45-4835-a525-d664226127a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Request body: {'floatingip': {'port_id': '090b4771-4fbe-4ff0-9d3c-b8939c225292'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:31.292846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Attempting to bind port ab204375-2895-4e02-ba99-3f61d989c898 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:19:31.293487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Attempting to bind port ab204375-2895-4e02-ba99-3f61d989c898 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:19:31.293776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Attempting to bind port ab204375-2895-4e02-ba99-3f61d989c898 on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:19:31.359113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Port ab204375-2895-4e02-ba99-3f61d989c898 on network a9af9cf4-1027-482e-9b95-2642068411b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:19:31.359613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Attempting to bind port ab204375-2895-4e02-ba99-3f61d989c898 on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:19:31.360790 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a53bd6ea-ec45-4835-a525-d664226127a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:31.378243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:19:31.378843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Checking segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:19:31.379430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Bound using segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:19:31.380221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Bound port: ab204375-2895-4e02-ba99-3f61d989c898, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:19:31.381739 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:31.555468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] For port ab204375-2895-4e02-ba99-3f61d989c898, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:19:31.562468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] For port ab204375-2895-4e02-ba99-3f61d989c898, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ab204375-2895-4e02-ba99-3f61d989c898,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:19:31.576942 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:31.602108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724985-c7f2-4e76-9901-ffeac4dda660 req-3f4b5188-c3cf-42d2-bcfa-5c9a9a9d9cfd tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.603781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d6724985-c7f2-4e76-9901-ffeac4dda660 req-3f4b5188-c3cf-42d2-bcfa-5c9a9a9d9cfd tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 946 time: 1.0235827 Nov 12 13:19:31.649804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.651302 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:31.651953 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] 10.222.0.105 "PUT /v2.0/ports/ab204375-2895-4e02-ba99-3f61d989c898 HTTP/1.1" status: 200 len: 1092 time: 2.9404445 Nov 12 13:19:31.656894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755a61e9-64c2-4bfe-a9d3-d755c567ff9f', 'tag': 'ab204375-2895-4e02-ba99-3f61d989c898'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:31.679706 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091f4661-a43f-4474-8f84-51385773484e" -d '{"events": [{"name": "network-changed", "server_uuid": "755a61e9-64c2-4bfe-a9d3-d755c567ff9f", "tag": "ab204375-2895-4e02-ba99-3f61d989c898"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:31.683976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070e938-163b-4a25-beae-2878c6356e28 req-33df5deb-1948-464f-ac6e-c19d0274db7a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.694198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2070e938-163b-4a25-beae-2878c6356e28 req-33df5deb-1948-464f-ac6e-c19d0274db7a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 944 time: 0.3719501 Nov 12 13:19:31.835421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610fd98-e8c3-4d47-9666-a4f30322289f service neutron] Pushing event updated for resources: {'Port': ['ID=ab204375-2895-4e02-ba99-3f61d989c898,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:31.871778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-acbba122-c55f-4cb4-b411-f1e3744c6219 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.873669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-acbba122-c55f-4cb4-b411-f1e3744c6219 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.2205682 Nov 12 13:19:31.910364 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d6724985-c7f2-4e76-9901-ffeac4dda660 req-08b356a4-f351-4a88-977d-aaf79a3d2481 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738395 Nov 12 13:19:31.954528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-c8ba87c2-7275-4ca2-b129-866716a232e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:31.956096 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-c8ba87c2-7275-4ca2-b129-866716a232e9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 1095 time: 0.2042699 Nov 12 13:19:32.081858 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:32.137585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2070e938-163b-4a25-beae-2878c6356e28 req-2b699cf9-a0b6-4401-870f-65b605dca588 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174719 Nov 12 13:19:32.192215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-dc0e1c16-ba2e-45ab-ad21-657dbabdf06b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab204375-2895-4e02-ba99-3f61d989c898 HTTP/1.1" status: 200 len: 217 time: 0.1609271 Nov 12 13:19:32.487339 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0646e381-25e5-4629-bbd2-bc4ad2928e57 x-openstack-request-id: req-0646e381-25e5-4629-bbd2-bc4ad2928e57 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:32.488103 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755a61e9-64c2-4bfe-a9d3-d755c567ff9f", "tag": "ab204375-2895-4e02-ba99-3f61d989c898", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:32.488103 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0646e381-25e5-4629-bbd2-bc4ad2928e57 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:32.489729 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755a61e9-64c2-4bfe-a9d3-d755c567ff9f', 'tag': 'ab204375-2895-4e02-ba99-3f61d989c898', 'status': 'completed', 'code': 200} Nov 12 13:19:32.637389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-089ce58b-101e-48aa-b61a-1fbfc4a3afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:32.650075 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-089ce58b-101e-48aa-b61a-1fbfc4a3afdd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.4236317 Nov 12 13:19:32.741943 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:32.802461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-97a95393-8337-4fe1-97b7-a81f0e59c49a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513243 Nov 12 13:19:32.849072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-b1db9e0c-7847-46f7-ae50-da1878f86b9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Deleting port cd90903a-5081-489a-bc3f-5c0053863b0d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:32.849454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-b1db9e0c-7847-46f7-ae50-da1878f86b9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:32.982364 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [None req-a53bd6ea-ec45-4835-a525-d664226127a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:19:33.189551 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a53bd6ea-ec45-4835-a525-d664226127a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:33.198744 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a53bd6ea-ec45-4835-a525-d664226127a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:33.261050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-b1db9e0c-7847-46f7-ae50-da1878f86b9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] For port cd90903a-5081-489a-bc3f-5c0053863b0d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=cd90903a-5081-489a-bc3f-5c0053863b0d,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:33.265500 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-b1db9e0c-7847-46f7-ae50-da1878f86b9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:33.322369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-b1db9e0c-7847-46f7-ae50-da1878f86b9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Calling delete_port for cd90903a-5081-489a-bc3f-5c0053863b0d owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:33.495824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8cb3c856-f21c-42d0-9124-57934ae3198a details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:33.638259 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-a53bd6ea-ec45-4835-a525-d664226127a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Floating IP 0b0c70d2-dc68-4acf-9a20-3a999d26a546 associated. External IP: 172.25.5.32, port: 090b4771-4fbe-4ff0-9d3c-b8939c225292. Nov 12 13:19:33.669557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aec25-fd83-447a-b486-d03a42e0e411 req-e896355b-6a24-4705-984f-aa2bb8b627f2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:33.679088 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f9aec25-fd83-447a-b486-d03a42e0e411 req-e896355b-6a24-4705-984f-aa2bb8b627f2 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ad05164-ffcf-49fa-be86-b1feb6d209bf HTTP/1.1" status: 200 len: 950 time: 0.9081428 Nov 12 13:19:33.814750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8cb3c856-f21c-42d0-9124-57934ae3198a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8cb3c856-f21c-42d0-9124-57934ae3198a,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:33.885324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '8cb3c856-f21c-42d0-9124-57934ae3198a', 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260', 'port_id': '8cb3c856-f21c-42d0-9124-57934ae3198a', 'mac_address': 'fa:16:3e:8e:af:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefec863-6d72-4632-b7a4-f1cf94d9f657', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:34.001231 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:34.032232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8cb3c856-f21c-42d0-9124-57934ae3198a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:34.063558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a8254-7131-4b9c-b489-da1224fce492 req-b5f0a06a-5046-402d-b24e-1817b950b84c tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:34.079421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d8a8254-7131-4b9c-b489-da1224fce492 req-b5f0a06a-5046-402d-b24e-1817b950b84c tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 946 time: 0.2221582 Nov 12 13:19:34.089601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8cb3c856-f21c-42d0-9124-57934ae3198a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8cb3c856-f21c-42d0-9124-57934ae3198a,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:34.099058 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-f8f6c0d7-65be-4c92-9847-00e4b6d5b4e7 service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2783101 Nov 12 13:19:34.099351 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:34.136434 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-b1db9e0c-7847-46f7-ae50-da1878f86b9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:34.171379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8fefa74e-6cf2-45fe-a1d0-a54fca643e52'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:34.296696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8cb3c856-f21c-42d0-9124-57934ae3198a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:34.343960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d8a8254-7131-4b9c-b489-da1224fce492 req-f20fd166-0e88-472d-bcb6-b717c099ce1b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635469 Nov 12 13:19:34.373912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53bd6ea-ec45-4835-a525-d664226127a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Router 425e1f2c-55aa-431e-82ae-6761e1cf86af has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:19:34.389988 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f9aec25-fd83-447a-b486-d03a42e0e411 req-a11eab1b-3056-43a8-b5cc-12065f9d7777 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582615 Nov 12 13:19:34.426256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db9e0c-7847-46f7-ae50-da1878f86b9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Pushing event deleted for resources: {'Port': ['ID=cd90903a-5081-489a-bc3f-5c0053863b0d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:34.459754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8cb3c856-f21c-42d0-9124-57934ae3198a,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:34.794669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3ee1490-67a2-4a5b-843b-11a85d3f52e9 req-532085a3-ef4c-4537-9832-6b634625b25f service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471028 Nov 12 13:19:35.060509 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b3c3e32-8a6b-4bb5-96a9-a83a89d49861 req-7ab5b508-ca47-4a8b-9dbd-b7109976502d tempest-FlavorsV2NegativeTest-598433056 tempest-FlavorsV2NegativeTest-598433056-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a6939af64b3045f18eb304c6432d16e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765378 Nov 12 13:19:35.117595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-b1db9e0c-7847-46f7-ae50-da1878f86b9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] No DVR routers for this DVR port cd90903a-5081-489a-bc3f-5c0053863b0d on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:35.142861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53bd6ea-ec45-4835-a525-d664226127a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:19:35.151323 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a53bd6ea-ec45-4835-a525-d664226127a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:35.155903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-b1db9e0c-7847-46f7-ae50-da1878f86b9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:35.159213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] Sync routers for ids ['425e1f2c-55aa-431e-82ae-6761e1cf86af'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:19:35.164669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cd68b34-2248-4f26-addb-b99c2f581c87 req-b1db9e0c-7847-46f7-ae50-da1878f86b9c tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.70 "DELETE /v2.0/ports/cd90903a-5081-489a-bc3f-5c0053863b0d HTTP/1.1" status: 204 len: 173 time: 3.2525754 Nov 12 13:19:35.180655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'name': 'network-vif-deleted', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:35.188077 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf320ccb-a353-4358-a11b-51e6ea9b4a1a" -d '{"events": [{"server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "name": "network-vif-deleted", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:35.201418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] Routers {'425e1f2c-55aa-431e-82ae-6761e1cf86af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:19:35.203006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:19:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['425e1f2c-55aa-431e-82ae-6761e1cf86af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:35.285926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf7a1-54ee-4f16-bd11-fffb42c637f5 req-16030060-a4b7-4ec0-aff0-503a6db2c3f1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:35.305918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6cbdf7a1-54ee-4f16-bd11-fffb42c637f5 req-16030060-a4b7-4ec0-aff0-503a6db2c3f1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 944 time: 0.2736697 Nov 12 13:19:35.314834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a53bd6ea-ec45-4835-a525-d664226127a1 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "PUT /v2.0/floatingips/0b0c70d2-dc68-4acf-9a20-3a999d26a546 HTTP/1.1" status: 200 len: 991 time: 4.1062601 Nov 12 13:19:35.338249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': '090b4771-4fbe-4ff0-9d3c-b8939c225292'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:35.341632 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cab72e-dd72-4de3-be54-361135f0bdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "090b4771-4fbe-4ff0-9d3c-b8939c225292"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:35.404078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4661-a43f-4474-8f84-51385773484e req-730da38c-5997-4544-a5ca-f2c63c76ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:35.418046 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-091f4661-a43f-4474-8f84-51385773484e req-730da38c-5997-4544-a5ca-f2c63c76ac66 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 1095 time: 0.5270438 Nov 12 13:19:35.457529 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6cbdf7a1-54ee-4f16-bd11-fffb42c637f5 req-4fea93ba-3210-4410-848f-9fc88ea5187e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504028 Nov 12 13:19:35.462591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] Set router 425e1f2c-55aa-431e-82ae-6761e1cf86af gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:19:35.575788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8cb3c856-f21c-42d0-9124-57934ae3198a up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:35.579813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device cd90903a-5081-489a-bc3f-5c0053863b0d no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:35.670869 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5b6fbf-ab20-4906-8b2e-ba18b09cbced x-openstack-request-id: req-ae5b6fbf-ab20-4906-8b2e-ba18b09cbced {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:35.671313 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad05164-ffcf-49fa-be86-b1feb6d209bf", "name": "network-vif-deleted", "tag": "cd90903a-5081-489a-bc3f-5c0053863b0d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:35.671839 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae5b6fbf-ab20-4906-8b2e-ba18b09cbced {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:35.672315 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad05164-ffcf-49fa-be86-b1feb6d209bf', 'name': 'network-vif-deleted', 'tag': 'cd90903a-5081-489a-bc3f-5c0053863b0d', 'status': 'completed', 'code': 200} Nov 12 13:19:35.706717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: cd90903a-5081-489a-bc3f-5c0053863b0d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:35.707261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device cd90903a-5081-489a-bc3f-5c0053863b0d not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:35.885465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3e32-8a6b-4bb5-96a9-a83a89d49861 req-8c4afe77-6a48-43d6-9b10-3a0478d1440f tempest-FlavorsV2NegativeTest-598433056 tempest-FlavorsV2NegativeTest-598433056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:35.898609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b3c3e32-8a6b-4bb5-96a9-a83a89d49861 req-8c4afe77-6a48-43d6-9b10-3a0478d1440f tempest-FlavorsV2NegativeTest-598433056 tempest-FlavorsV2NegativeTest-598433056-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7751427 Nov 12 13:19:36.002334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b3c3e32-8a6b-4bb5-96a9-a83a89d49861 req-79b39283-10d9-4bde-a4e2-090b3fba0d60 tempest-FlavorsV2NegativeTest-598433056 tempest-FlavorsV2NegativeTest-598433056-project] 10.222.0.73 "GET /v2.0/quotas/a6939af64b3045f18eb304c6432d16e2 HTTP/1.1" status: 200 len: 375 time: 0.1032264 Nov 12 13:19:36.088939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4661-a43f-4474-8f84-51385773484e req-3824163e-e255-4728-9404-daf25805b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.107964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-091f4661-a43f-4474-8f84-51385773484e req-3824163e-e255-4728-9404-daf25805b290 service neutron] 10.222.0.105 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 907 time: 0.6796484 Nov 12 13:19:36.198099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297773e-30d6-4a6d-8886-e5cb57f792cd req-d801cd57-600f-460e-9ab2-e81e62924360 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.206986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f297773e-30d6-4a6d-8886-e5cb57f792cd req-d801cd57-600f-460e-9ab2-e81e62924360 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 945 time: 0.1395869 Nov 12 13:19:36.247361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-091f4661-a43f-4474-8f84-51385773484e req-05d5d940-a8fd-41d1-9795-2f06e82ca363 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab204375-2895-4e02-ba99-3f61d989c898 HTTP/1.1" status: 200 len: 217 time: 0.0890155 Nov 12 13:19:36.288325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b3c3e32-8a6b-4bb5-96a9-a83a89d49861 req-6594fd04-0e70-4828-a5d9-014bdcfeb5ac tempest-FlavorsV2NegativeTest-598433056 tempest-FlavorsV2NegativeTest-598433056-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6939af64b3045f18eb304c6432d16e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2727401 Nov 12 13:19:36.304325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 8cb3c856-f21c-42d0-9124-57934ae3198a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:36.305976 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:36.424066 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f297773e-30d6-4a6d-8886-e5cb57f792cd req-f511e301-855a-40b8-9260-0a05f84d03c8 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908474 Nov 12 13:19:36.441735 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff981e1-0e40-4b2a-adc9-c2cabb2ffa58 x-openstack-request-id: req-fff981e1-0e40-4b2a-adc9-c2cabb2ffa58 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:36.442039 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "tag": "090b4771-4fbe-4ff0-9d3c-b8939c225292", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:36.447097 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fff981e1-0e40-4b2a-adc9-c2cabb2ffa58 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:36.447556 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'tag': '090b4771-4fbe-4ff0-9d3c-b8939c225292', 'status': 'completed', 'code': 200} Nov 12 13:19:36.547010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4661-a43f-4474-8f84-51385773484e req-72036757-03e1-4cbf-b0c3-6e55f1e949ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.548569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-091f4661-a43f-4474-8f84-51385773484e req-72036757-03e1-4cbf-b0c3-6e55f1e949ea service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.2526255 Nov 12 13:19:36.660603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-091f4661-a43f-4474-8f84-51385773484e req-d308a2ba-7d3c-43c1-bba6-14e50d750676 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870333 Nov 12 13:19:36.673937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-a6155b24-9962-4fef-895f-3520afeca765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.674398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-a6155b24-9962-4fef-895f-3520afeca765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.680986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-a6155b24-9962-4fef-895f-3520afeca765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.684256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-a6155b24-9962-4fef-895f-3520afeca765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.685528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-a6155b24-9962-4fef-895f-3520afeca765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.694087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-a6155b24-9962-4fef-895f-3520afeca765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.694989 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-a6155b24-9962-4fef-895f-3520afeca765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:36.702617 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-a6155b24-9962-4fef-895f-3520afeca765 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6494 time: 0.1931851 Nov 12 13:19:37.044839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-091f4661-a43f-4474-8f84-51385773484e req-1b2deeb2-9aa3-4d06-a19f-2ce55f02e0be service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755772 Nov 12 13:19:37.123469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-b1ee0330-3b19-48e0-850b-ecf78917009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:37.124166 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:37.131288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-b1ee0330-3b19-48e0-850b-ecf78917009f service neutron] 10.222.0.105 "GET /v2.0/networks?id=e1bf6593-1926-4918-b099-2d3c401d6aa8 HTTP/1.1" status: 200 len: 912 time: 0.4143467 Nov 12 13:19:37.187054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '0b0c70d2-dc68-4acf-9a20-3a999d26a546', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'port_id': '090b4771-4fbe-4ff0-9d3c-b8939c225292', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'mac_address': 'fa:16:3e:39:f6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:18:04Z', 'updated_at': '2021-11-12T13:19:32Z', 'revision_number': 1, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:07Z', 'revision_number': 5, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:37.220972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] Checking router: 425e1f2c-55aa-431e-82ae-6761e1cf86af for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:19:37.230426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb3c856-f21c-42d0-9124-57934ae3198a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:37.242118 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc37307d-f9aa-48be-96e7-6b2cb0794aef" -d '{"events": [{"server_uuid": "1f490806-aeeb-4e56-bd0e-0a1efbde9716", "name": "network-vif-plugged", "status": "completed", "tag": "8cb3c856-f21c-42d0-9124-57934ae3198a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:37.296950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8cb3c856-f21c-42d0-9124-57934ae3198a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8cb3c856-f21c-42d0-9124-57934ae3198a,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:37.310212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] Routers {'425e1f2c-55aa-431e-82ae-6761e1cf86af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:19:37.311812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:19:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['425e1f2c-55aa-431e-82ae-6761e1cf86af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:37.317189 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-90eaab7f-25eb-4da2-9e32-0d6c1d99957e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292 HTTP/1.1" status: 200 len: 999 time: 0.1755626 Nov 12 13:19:37.449945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-71095c1f-90d8-4ee4-833d-d276f434276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:37.460694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-71095c1f-90d8-4ee4-833d-d276f434276a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fbe2cfc7-4019-4384-be49-dec8d05dc3bd HTTP/1.1" status: 200 len: 850 time: 0.1253240 Nov 12 13:19:37.525612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-091f4661-a43f-4474-8f84-51385773484e req-cdaac8bb-666e-489a-824f-0418166cbc51 service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682611 Nov 12 13:19:37.582954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128f10-768c-4ca5-844a-a962733debaa req-ff7e7852-1d75-4631-9459-78bc8d8e1fe5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:37.598634 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39128f10-768c-4ca5-844a-a962733debaa req-ff7e7852-1d75-4631-9459-78bc8d8e1fe5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 944 time: 0.6102242 Nov 12 13:19:37.709650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-24b51927-ce53-4d74-8f72-40c416bd7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:37.727128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-24b51927-ce53-4d74-8f72-40c416bd7ea1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e1bf6593-1926-4918-b099-2d3c401d6aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579858 Nov 12 13:19:37.788756 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39128f10-768c-4ca5-844a-a962733debaa req-4948dccc-99e5-44f6-8041-93d134d1dee1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844420 Nov 12 13:19:37.848139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:37.904930 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:37.955420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8cb3c856-f21c-42d0-9124-57934ae3198a no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:38.093839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-46c2074b-11c1-4204-8f2a-82c973d591ca service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551404 Nov 12 13:19:38.187263 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-494b8196-fbed-4a89-94be-cce288a1e276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:38.223893 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8adc85-0186-4f79-a8d8-2b0154f03cbf x-openstack-request-id: req-0f8adc85-0186-4f79-a8d8-2b0154f03cbf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:38.225234 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f490806-aeeb-4e56-bd0e-0a1efbde9716", "name": "network-vif-plugged", "status": "completed", "tag": "8cb3c856-f21c-42d0-9124-57934ae3198a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:38.229040 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f8adc85-0186-4f79-a8d8-2b0154f03cbf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:38.233810 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb3c856-f21c-42d0-9124-57934ae3198a', 'code': 200} Nov 12 13:19:38.246119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8cb3c856-f21c-42d0-9124-57934ae3198a,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:38.350583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21cab72e-dd72-4de3-be54-361135f0bdd1 req-6d66bb06-b93c-4e4a-a2b5-2b30de2a5409 service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481804 Nov 12 13:19:38.375489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95253647-469f-4314-95ab-037693bcb1fa req-3ff42589-c535-447c-af70-fb0539e4afc7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:38.388676 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95253647-469f-4314-95ab-037693bcb1fa req-3ff42589-c535-447c-af70-fb0539e4afc7 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 946 time: 0.1525700 Nov 12 13:19:38.456111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] Set router 425e1f2c-55aa-431e-82ae-6761e1cf86af gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:19:38.521184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95253647-469f-4314-95ab-037693bcb1fa req-2f3c52b1-3829-457a-b92a-e9b94a96de70 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236348 Nov 12 13:19:38.521450 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-494b8196-fbed-4a89-94be-cce288a1e276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:38.542375 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-494b8196-fbed-4a89-94be-cce288a1e276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:38.623997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-494b8196-fbed-4a89-94be-cce288a1e276 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a6939af64b3045f18eb304c6432d16e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7729015 Nov 12 13:19:38.627038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36266) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:38.686143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ebe2d-66ae-415c-9aea-c9a6785d9941 req-93554533-fcad-47d8-8ed8-dd78ef3b5bd7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:38.703144 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d37ebe2d-66ae-415c-9aea-c9a6785d9941 req-93554533-fcad-47d8-8ed8-dd78ef3b5bd7 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.1022930 Nov 12 13:19:38.732760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b8196-fbed-4a89-94be-cce288a1e276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac229785-8b6d-49c6-b5c9-793c76e2a8c9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:38.825777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa597f00-8f39-4e21-9358-301230f2b287 req-097db3a8-3d0a-45a9-8973-23918f3c1d4f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:38.828757 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:38.840648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa597f00-8f39-4e21-9358-301230f2b287 req-097db3a8-3d0a-45a9-8973-23918f3c1d4f tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.2414238 Nov 12 13:19:38.851545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d37ebe2d-66ae-415c-9aea-c9a6785d9941 req-975915d4-9460-4fb2-9dcb-46ab964a92de tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447449 Nov 12 13:19:38.920968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b4c791c-7df8-460b-82b5-9d8531ab9e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:38.964666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8cb3c856-f21c-42d0-9124-57934ae3198a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8cb3c856-f21c-42d0-9124-57934ae3198a,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:38.998719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:39.055001 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b4c791c-7df8-460b-82b5-9d8531ab9e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:39.239985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8cb3c856-f21c-42d0-9124-57934ae3198a,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:39.272640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b4c791c-7df8-460b-82b5-9d8531ab9e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:39.282250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b4c791c-7df8-460b-82b5-9d8531ab9e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:39.287868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5b4c791c-7df8-460b-82b5-9d8531ab9e00 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ac229785-8b6d-49c6-b5c9-793c76e2a8c9 HTTP/1.1" status: 204 len: 168 time: 0.6571357 Nov 12 13:19:39.340725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa597f00-8f39-4e21-9358-301230f2b287 req-1157ed40-7a46-479c-8abc-27385547a097 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982233 Nov 12 13:19:39.342780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c791c-7df8-460b-82b5-9d8531ab9e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac229785-8b6d-49c6-b5c9-793c76e2a8c9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:39.419235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-b3efcce6-cae6-4ce0-80ea-cf152d234b6a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:39.425657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-b3efcce6-cae6-4ce0-80ea-cf152d234b6a tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 944 time: 0.2746739 Nov 12 13:19:39.501032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '0b0c70d2-dc68-4acf-9a20-3a999d26a546', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'port_id': '090b4771-4fbe-4ff0-9d3c-b8939c225292', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'mac_address': 'fa:16:3e:39:f6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:18:04Z', 'updated_at': '2021-11-12T13:19:32Z', 'revision_number': 1, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:07Z', 'revision_number': 5, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:39.509711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ab204375-2895-4e02-ba99-3f61d989c898 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:39.637733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76158f-4c57-4ae9-b197-c8737274eb32 req-5af67028-42df-4efe-8c1b-7cf897a1ee1e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:39.639760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd76158f-4c57-4ae9-b197-c8737274eb32 req-5af67028-42df-4efe-8c1b-7cf897a1ee1e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 944 time: 0.1850290 Nov 12 13:19:39.691591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-c032eeb0-35f0-45f7-80f1-f7003952f38b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Deleting port 60c82dbf-b26b-4931-b817-43403342c617 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:39.691945 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-c032eeb0-35f0-45f7-80f1-f7003952f38b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:39.702243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ab204375-2895-4e02-ba99-3f61d989c898, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ab204375-2895-4e02-ba99-3f61d989c898,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:39.719168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'ab204375-2895-4e02-ba99-3f61d989c898', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'port_id': 'ab204375-2895-4e02-ba99-3f61d989c898', 'mac_address': 'fa:16:3e:d2:9e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f405fae7-5435-415b-803d-1ce0aefde344', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:39.761080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-d351eaf5-9e3c-4931-80df-40fd434b87e6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:39.767602 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-d351eaf5-9e3c-4931-80df-40fd434b87e6 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.2251308 Nov 12 13:19:39.771112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f641fed-fece-4a83-8543-f3cef6abda27 None None] The sync data for ids ['425e1f2c-55aa-431e-82ae-6761e1cf86af'] in n-d-805736-4 is: [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '0b0c70d2-dc68-4acf-9a20-3a999d26a546', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'port_id': '090b4771-4fbe-4ff0-9d3c-b8939c225292', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'mac_address': 'fa:16:3e:39:f6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:18:04Z', 'updated_at': '2021-11-12T13:19:32Z', 'revision_number': 1, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:07Z', 'revision_number': 5, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:19:39.915512 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:39.918339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd76158f-4c57-4ae9-b197-c8737274eb32 req-e3d6d454-294e-4b6b-96f4-1d7168e9aa68 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706225 Nov 12 13:19:39.982405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab204375-2895-4e02-ba99-3f61d989c898 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:40.068359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-c032eeb0-35f0-45f7-80f1-f7003952f38b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] For port 60c82dbf-b26b-4931-b817-43403342c617, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=60c82dbf-b26b-4931-b817-43403342c617,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:40.069617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-c032eeb0-35f0-45f7-80f1-f7003952f38b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:40.085207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ab204375-2895-4e02-ba99-3f61d989c898, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ab204375-2895-4e02-ba99-3f61d989c898,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:40.094233 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:40.239052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb3c856-f21c-42d0-9124-57934ae3198a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:40.242241 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bad20a0-10bd-441a-b9c4-55639456b711" -d '{"events": [{"server_uuid": "1f490806-aeeb-4e56-bd0e-0a1efbde9716", "name": "network-vif-unplugged", "status": "completed", "tag": "8cb3c856-f21c-42d0-9124-57934ae3198a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:40.316832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-c032eeb0-35f0-45f7-80f1-f7003952f38b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Calling delete_port for 60c82dbf-b26b-4931-b817-43403342c617 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:40.334079 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=ab204375-2895-4e02-ba99-3f61d989c898,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:40.363772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.364536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.367381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.370226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.371091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.371678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.375769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.376618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.377262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.377855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.380020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.381721 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:40.409065 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703777b-c33b-4f09-8ea9-513022dd6a02 None None] New status for floating IP 0b0c70d2-dc68-4acf-9a20-3a999d26a546: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:19:40.602312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['ab204375-2895-4e02-ba99-3f61d989c898'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:40.666401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-c032eeb0-35f0-45f7-80f1-f7003952f38b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:40.704236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:40.810964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032eeb0-35f0-45f7-80f1-f7003952f38b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Pushing event deleted for resources: {'Port': ['ID=60c82dbf-b26b-4931-b817-43403342c617,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:40.837221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-150f9699-2fd6-40d7-a436-7d6443d2aff6 req-a42cb4e5-574f-410c-a11f-d28f0f74fd97 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f20f68e-a9af-4cb5-83d4-fdd9e5505884 HTTP/1.1" status: 200 len: 210 time: 0.0771916 Nov 12 13:19:40.982098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58293e-4737-4252-b319-73e3b8b7f26d req-28e44c77-4b71-438a-b4b1-f1ed3ce24ec8 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:41.010263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb58293e-4737-4252-b319-73e3b8b7f26d req-28e44c77-4b71-438a-b4b1-f1ed3ce24ec8 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 944 time: 0.9030654 Nov 12 13:19:41.043471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-c032eeb0-35f0-45f7-80f1-f7003952f38b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] No DVR routers for this DVR port 60c82dbf-b26b-4931-b817-43403342c617 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:41.051897 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-c032eeb0-35f0-45f7-80f1-f7003952f38b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:41.069210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ff6aed6-d37a-401d-aa00-d5fbf9f702a0 req-c032eeb0-35f0-45f7-80f1-f7003952f38b tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.70 "DELETE /v2.0/ports/60c82dbf-b26b-4931-b817-43403342c617 HTTP/1.1" status: 204 len: 173 time: 1.6350579 Nov 12 13:19:41.135266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Deleting port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:41.135975 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:41.137636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'name': 'network-vif-deleted', 'tag': '60c82dbf-b26b-4931-b817-43403342c617'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:41.143319 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282297bc-fa47-4354-b1a8-dc4e6dde82e9" -d '{"events": [{"server_uuid": "9f20f68e-a9af-4cb5-83d4-fdd9e5505884", "name": "network-vif-deleted", "tag": "60c82dbf-b26b-4931-b817-43403342c617"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:41.279207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb58293e-4737-4252-b319-73e3b8b7f26d req-bb6086b5-9c5a-4955-8b91-219a36a85225 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673244 Nov 12 13:19:41.315188 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330f9002-3626-4dba-9dc5-398eca562726 x-openstack-request-id: req-330f9002-3626-4dba-9dc5-398eca562726 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:41.315505 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f490806-aeeb-4e56-bd0e-0a1efbde9716", "name": "network-vif-unplugged", "status": "completed", "tag": "8cb3c856-f21c-42d0-9124-57934ae3198a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:41.315766 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-330f9002-3626-4dba-9dc5-398eca562726 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:41.316182 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb3c856-f21c-42d0-9124-57934ae3198a', 'code': 200} Nov 12 13:19:41.457033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] For port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:41.460066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:41.541494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Calling delete_port for 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:41.551931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 60c82dbf-b26b-4931-b817-43403342c617 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:41.607753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 60c82dbf-b26b-4931-b817-43403342c617 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:41.608866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 60c82dbf-b26b-4931-b817-43403342c617 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:41.648233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-dcca5876-1c6c-40b1-9b39-bb049f4622b5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:41.651894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-dcca5876-1c6c-40b1-9b39-bb049f4622b5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 944 time: 0.1299701 Nov 12 13:19:41.815265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe83703-91c3-44de-80f1-5a509fba4fcf req-74d8f581-cf70-425f-a5bd-790a6d916753 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:41.822054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ba222-4ac0-41fd-81eb-883d4724f4d7 req-80ab503b-aa95-4a24-a6b5-3b9e4e01cc65 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:41.828382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-efe83703-91c3-44de-80f1-5a509fba4fcf req-74d8f581-cf70-425f-a5bd-790a6d916753 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 945 time: 0.1739087 Nov 12 13:19:41.831992 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e24ba222-4ac0-41fd-81eb-883d4724f4d7 req-80ab503b-aa95-4a24-a6b5-3b9e4e01cc65 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/ports?device_id=b77bb6e9-7d34-4d00-a267-207550bbf23b HTTP/1.1" status: 200 len: 950 time: 0.2959208 Nov 12 13:19:41.987611 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e24ba222-4ac0-41fd-81eb-883d4724f4d7 req-1e800388-ffd5-4501-bb59-46711b4f9de0 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.73 "GET /v2.0/security-groups?id=edbd8d22-fddd-467a-909b-cc099b29808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544249 Nov 12 13:19:42.048246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-0a297bdc-501c-44d6-bf56-a6ec369f873b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Deleting port 8cb3c856-f21c-42d0-9124-57934ae3198a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:42.048813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-0a297bdc-501c-44d6-bf56-a6ec369f873b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:42.079047 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:42.207511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Pushing event deleted for resources: {'Port': ['ID=8fefa74e-6cf2-45fe-a1d0-a54fca643e52,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:42.220938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.221276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.221667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.222030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.222370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.222710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.223050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.223385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.223718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.224048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.224433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.224772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:42.252269 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-efe83703-91c3-44de-80f1-5a509fba4fcf req-644ddfa6-1ef5-4fe9-83d8-424c12c8c051 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989460 Nov 12 13:19:42.262403 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01a41e-491d-49b4-bb39-1e61925edec5 x-openstack-request-id: req-1b01a41e-491d-49b4-bb39-1e61925edec5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:42.262726 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f20f68e-a9af-4cb5-83d4-fdd9e5505884", "name": "network-vif-deleted", "tag": "60c82dbf-b26b-4931-b817-43403342c617", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:42.270494 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1b01a41e-491d-49b4-bb39-1e61925edec5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:42.272643 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f20f68e-a9af-4cb5-83d4-fdd9e5505884', 'name': 'network-vif-deleted', 'tag': '60c82dbf-b26b-4931-b817-43403342c617', 'status': 'completed', 'code': 200} Nov 12 13:19:42.281122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] No DVR routers for this DVR port 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:42.286527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:42.293660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2c3ef15-3736-420b-83bd-b05df73b472a req-e2401ea2-ffd1-450b-ae70-bd126c3ce882 tempest-MigrationsAdminTest-1637563497 tempest-MigrationsAdminTest-1637563497-project] 10.222.0.105 "DELETE /v2.0/ports/8fefa74e-6cf2-45fe-a1d0-a54fca643e52 HTTP/1.1" status: 204 len: 173 time: 2.5124083 Nov 12 13:19:42.294528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'name': 'network-vif-deleted', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:42.300458 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3379a02b-4411-4af6-9baf-af9bc5dd85dd" -d '{"events": [{"server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "name": "network-vif-deleted", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:42.444574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-0a297bdc-501c-44d6-bf56-a6ec369f873b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] For port 8cb3c856-f21c-42d0-9124-57934ae3198a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8cb3c856-f21c-42d0-9124-57934ae3198a,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:42.445438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-0a297bdc-501c-44d6-bf56-a6ec369f873b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:42.487315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-0a297bdc-501c-44d6-bf56-a6ec369f873b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Calling delete_port for 8cb3c856-f21c-42d0-9124-57934ae3198a owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:42.748296 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:42.818707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-950a3bd0-2c39-4c27-9b21-9265dfe246a6 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=36e4fab9cf314f7985602c987359db33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635948 Nov 12 13:19:42.895925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a68b6c-6925-4ad2-93be-abf54a4a9fcf req-e8681f1f-8787-43cd-be3a-988094bd759b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:42.911090 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9a68b6c-6925-4ad2-93be-abf54a4a9fcf req-e8681f1f-8787-43cd-be3a-988094bd759b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 944 time: 0.1462939 Nov 12 13:19:43.082173 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-0a297bdc-501c-44d6-bf56-a6ec369f873b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:43.114813 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9a68b6c-6925-4ad2-93be-abf54a4a9fcf req-aa407059-d658-4d38-a717-135bc2275743 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010324 Nov 12 13:19:43.166099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-1ff84cf7-5eb8-4cda-b693-1872c86654ac tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:43.181940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-1ff84cf7-5eb8-4cda-b693-1872c86654ac tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3611107 Nov 12 13:19:43.207740 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-cc819f7c-7569-4e4a-a5e7-642534e42e72 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/quotas/36e4fab9cf314f7985602c987359db33 HTTP/1.1" status: 200 len: 375 time: 0.0246484 Nov 12 13:19:43.250960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a297bdc-501c-44d6-bf56-a6ec369f873b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event deleted for resources: {'Port': ['ID=8cb3c856-f21c-42d0-9124-57934ae3198a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:43.267472 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-2ecac62d-1eec-4dcf-9c36-22cbd462a358 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=36e4fab9cf314f7985602c987359db33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584874 Nov 12 13:19:43.284950 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b588cacd-24cb-4e25-9408-bfff7dceaf61 x-openstack-request-id: req-b588cacd-24cb-4e25-9408-bfff7dceaf61 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:43.285380 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77bb6e9-7d34-4d00-a267-207550bbf23b", "name": "network-vif-deleted", "tag": "8fefa74e-6cf2-45fe-a1d0-a54fca643e52", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:43.285710 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b588cacd-24cb-4e25-9408-bfff7dceaf61 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:43.286176 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77bb6e9-7d34-4d00-a267-207550bbf23b', 'name': 'network-vif-deleted', 'tag': '8fefa74e-6cf2-45fe-a1d0-a54fca643e52', 'status': 'completed', 'code': 200} Nov 12 13:19:43.394041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-0a297bdc-501c-44d6-bf56-a6ec369f873b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] No DVR routers for this DVR port 8cb3c856-f21c-42d0-9124-57934ae3198a on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:43.400079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-0a297bdc-501c-44d6-bf56-a6ec369f873b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:43.408874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7cb4f827-8765-4c32-9098-4e4457cad7e4 req-0a297bdc-501c-44d6-bf56-a6ec369f873b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "DELETE /v2.0/ports/8cb3c856-f21c-42d0-9124-57934ae3198a HTTP/1.1" status: 204 len: 173 time: 1.7432783 Nov 12 13:19:43.529005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ab204375-2895-4e02-ba99-3f61d989c898 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:19:43.834519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port ab204375-2895-4e02-ba99-3f61d989c898 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:19:43.860500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port ab204375-2895-4e02-ba99-3f61d989c898 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:43.862682 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:44.022427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60f8d-e0b2-4055-9ad6-6fdb2b057b5e req-5bb3442a-72dd-431a-864c-2267f08bfe0e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:44.035514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aab60f8d-e0b2-4055-9ad6-6fdb2b057b5e req-5bb3442a-72dd-431a-864c-2267f08bfe0e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 945 time: 0.1451998 Nov 12 13:19:44.221236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aab60f8d-e0b2-4055-9ad6-6fdb2b057b5e req-f00fde3f-43d8-4cb4-b1cc-60e96c1d6612 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813600 Nov 12 13:19:44.317350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'name': 'network-vif-deleted', 'tag': '8cb3c856-f21c-42d0-9124-57934ae3198a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:44.323747 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37769503-5199-498d-82bf-81a9ae6807fb" -d '{"events": [{"server_uuid": "1f490806-aeeb-4e56-bd0e-0a1efbde9716", "name": "network-vif-deleted", "tag": "8cb3c856-f21c-42d0-9124-57934ae3198a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:44.379029 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:44.385031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-ac996603-e918-438b-b715-a459172dceb0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:44.391877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:44.392484 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-ac996603-e918-438b-b715-a459172dceb0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 945 time: 0.1928837 Nov 12 13:19:44.507623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-947f34a4-1245-4730-b0e8-597ae79f8c40 req-f71e1a28-0c33-489d-88c7-92114e4c4522 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 210 time: 0.1135745 Nov 12 13:19:44.533836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:44.544126 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755a61e9-64c2-4bfe-a9d3-d755c567ff9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab204375-2895-4e02-ba99-3f61d989c898'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:44.562035 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f738ab-fde1-481d-82df-d563bf811f26" -d '{"events": [{"server_uuid": "755a61e9-64c2-4bfe-a9d3-d755c567ff9f", "name": "network-vif-plugged", "status": "completed", "tag": "ab204375-2895-4e02-ba99-3f61d989c898"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:44.597498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c3f2-ee4b-4a8c-aa54-255472453274 req-8ec26e35-db07-472b-8d2f-6f7113015fac tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:44.605020 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45c2c3f2-ee4b-4a8c-aa54-255472453274 req-8ec26e35-db07-472b-8d2f-6f7113015fac tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 945 time: 0.1802156 Nov 12 13:19:44.615865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ab204375-2895-4e02-ba99-3f61d989c898, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ab204375-2895-4e02-ba99-3f61d989c898,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:44.631563 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:44.633001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:44.782476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-db3b5844-c8ef-4920-9d67-59ede548910d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Deleting port dc2691e4-00af-46e0-b7a6-69fe838f7393 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:44.800043 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45c2c3f2-ee4b-4a8c-aa54-255472453274 req-e78ecf16-9161-4375-a911-71fe53d25d4c tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832817 Nov 12 13:19:44.801358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-db3b5844-c8ef-4920-9d67-59ede548910d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:44.806953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:44.811280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8fefa74e-6cf2-45fe-a1d0-a54fca643e52 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:44.942794 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a33dfe8-ef9b-4f7c-8996-4cf7781203c8 x-openstack-request-id: req-1a33dfe8-ef9b-4f7c-8996-4cf7781203c8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:44.943856 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f490806-aeeb-4e56-bd0e-0a1efbde9716", "name": "network-vif-deleted", "tag": "8cb3c856-f21c-42d0-9124-57934ae3198a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:44.944297 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a33dfe8-ef9b-4f7c-8996-4cf7781203c8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:44.945106 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f490806-aeeb-4e56-bd0e-0a1efbde9716', 'name': 'network-vif-deleted', 'tag': '8cb3c856-f21c-42d0-9124-57934ae3198a', 'status': 'completed', 'code': 200} Nov 12 13:19:44.974431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=ab204375-2895-4e02-ba99-3f61d989c898,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:45.041778 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a467c882-7133-4f1c-8d7c-2bc68e9724c8 x-openstack-request-id: req-a467c882-7133-4f1c-8d7c-2bc68e9724c8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:45.042258 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755a61e9-64c2-4bfe-a9d3-d755c567ff9f", "name": "network-vif-plugged", "status": "completed", "tag": "ab204375-2895-4e02-ba99-3f61d989c898", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:45.042920 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a467c882-7133-4f1c-8d7c-2bc68e9724c8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:45.043820 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755a61e9-64c2-4bfe-a9d3-d755c567ff9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab204375-2895-4e02-ba99-3f61d989c898', 'code': 200} Nov 12 13:19:45.111044 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b81deba4-e101-4676-b105-e98479f679a0 req-148ec4ac-c629-4ed9-a69b-acd116c71e78 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f490806-aeeb-4e56-bd0e-0a1efbde9716 HTTP/1.1" status: 200 len: 210 time: 0.2809260 Nov 12 13:19:45.350607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-db3b5844-c8ef-4920-9d67-59ede548910d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] For port dc2691e4-00af-46e0-b7a6-69fe838f7393, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=dc2691e4-00af-46e0-b7a6-69fe838f7393,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:45.351313 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-db3b5844-c8ef-4920-9d67-59ede548910d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:45.404003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-db3b5844-c8ef-4920-9d67-59ede548910d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Calling delete_port for dc2691e4-00af-46e0-b7a6-69fe838f7393 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:45.544740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8cb3c856-f21c-42d0-9124-57934ae3198a no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:45.606602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 8cb3c856-f21c-42d0-9124-57934ae3198a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:45.607357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8cb3c856-f21c-42d0-9124-57934ae3198a not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:45.622987 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bd5635de-b2ae-4d3f-8c2d-72eeb6ec8325 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f24db78ff5ca4b5eb226d1905e0afceb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0876365 Nov 12 13:19:45.628838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36434) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:45.637819 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd7581-0c6c-448e-9e12-232fb5b8c6cb req-441eb57a-c654-44fb-b306-532bb213fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:45.639229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8dfd7581-0c6c-448e-9e12-232fb5b8c6cb req-441eb57a-c654-44fb-b306-532bb213fe34 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 1097 time: 0.4068863 Nov 12 13:19:45.715468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515236-eb40-40e2-b314-d86137cf8405 req-88855427-0758-4e32-8e93-8e7b4e85aac2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:45.723673 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2515236-eb40-40e2-b314-d86137cf8405 req-88855427-0758-4e32-8e93-8e7b4e85aac2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 946 time: 0.1794877 Nov 12 13:19:45.823518 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-db3b5844-c8ef-4920-9d67-59ede548910d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:45.827970 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad0cf45a-f4e6-4b21-826f-a4d22d877856 req-b390d486-158a-432f-aaf1-f0f9bd3082a8 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 210 time: 0.0580106 Nov 12 13:19:45.839613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:45.848781 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea437ced-0b46-4e41-9441-799c25aa3000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:45.869729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b5844-c8ef-4920-9d67-59ede548910d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Pushing event deleted for resources: {'Port': ['ID=dc2691e4-00af-46e0-b7a6-69fe838f7393,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:45.890647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2515236-eb40-40e2-b314-d86137cf8405 req-4a2d041a-64ea-491f-bada-2268970af775 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659908 Nov 12 13:19:45.893759 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea437ced-0b46-4e41-9441-799c25aa3000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:45.910448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8dfd7581-0c6c-448e-9e12-232fb5b8c6cb req-bc584122-46c4-43e4-a446-ccb21a5aeefc service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419181 Nov 12 13:19:45.985450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-db3b5844-c8ef-4920-9d67-59ede548910d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] No DVR routers for this DVR port dc2691e4-00af-46e0-b7a6-69fe838f7393 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:45.989780 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-db3b5844-c8ef-4920-9d67-59ede548910d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:45.995148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0947eed-12d6-4c03-8b19-150c12e4332f req-db3b5844-c8ef-4920-9d67-59ede548910d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.70 "DELETE /v2.0/ports/dc2691e4-00af-46e0-b7a6-69fe838f7393 HTTP/1.1" status: 204 len: 173 time: 1.5960958 Nov 12 13:19:46.052536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fe0357e-05ed-4b7a-aeb9-bd354f538d97 req-30a587e7-2b74-4b2c-875d-1430fe5c98b0 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcf8d49b-8e29-4a99-97e2-f2307a56e678 HTTP/1.1" status: 200 len: 210 time: 0.0495205 Nov 12 13:19:46.068822 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea437ced-0b46-4e41-9441-799c25aa3000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:46.080898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea437ced-0b46-4e41-9441-799c25aa3000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:46.080898 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ea437ced-0b46-4e41-9441-799c25aa3000 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/edbd8d22-fddd-467a-909b-cc099b29808f HTTP/1.1" status: 204 len: 168 time: 0.4450705 Nov 12 13:19:46.097922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea437ced-0b46-4e41-9441-799c25aa3000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbd8d22-fddd-467a-909b-cc099b29808f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:46.791876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36488) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:46.843846 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-c39ad550-daaa-4d2d-bae2-f319225019a3 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=36e4fab9cf314f7985602c987359db33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845368 Nov 12 13:19:46.882595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b039ad5c-7314-4258-945f-e7734d41fe36 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92f80170eb05438aa7be18e3406a1f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0885096 Nov 12 13:19:46.886918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36492) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:46.971687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'name': 'network-vif-deleted', 'tag': 'dc2691e4-00af-46e0-b7a6-69fe838f7393'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:46.976329 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512a6298-92c2-4d6f-9365-f87a90d1bee8" -d '{"events": [{"server_uuid": "fcf8d49b-8e29-4a99-97e2-f2307a56e678", "name": "network-vif-deleted", "tag": "dc2691e4-00af-46e0-b7a6-69fe838f7393"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:47.015507 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fea0bb45-ba6f-46f5-8c80-942c3e042179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:47.079210 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fea0bb45-ba6f-46f5-8c80-942c3e042179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:47.082845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-4ff77b92-368d-499e-8105-52a96d8d47f1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:47.085593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-4ff77b92-368d-499e-8105-52a96d8d47f1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315295 Nov 12 13:19:47.109539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Request body: {'port': {'device_id': 'acf3cbfd-8f79-4f84-983d-b7c42b9c90d5', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '36e4fab9cf314f7985602c987359db33'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:47.163623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-7ec53337-21f5-4d0b-be97-6b59d5a0e750 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:47.167731 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-7ec53337-21f5-4d0b-be97-6b59d5a0e750 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/networks?id=28d6a69d-5d20-4513-aec5-574576d35260 HTTP/1.1" status: 200 len: 821 time: 0.5106826 Nov 12 13:19:47.240465 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fea0bb45-ba6f-46f5-8c80-942c3e042179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:47.252012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fea0bb45-ba6f-46f5-8c80-942c3e042179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:47.264144 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fea0bb45-ba6f-46f5-8c80-942c3e042179 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5fa424f2-d64a-4119-a71d-fabd835c25a3 HTTP/1.1" status: 204 len: 168 time: 0.3749678 Nov 12 13:19:47.289632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0bb45-ba6f-46f5-8c80-942c3e042179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa424f2-d64a-4119-a71d-fabd835c25a3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:47.301361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-77e1304a-1c23-4120-86ba-1297aa806657 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/quotas/f253c29864cd4edda329085232c074e2 HTTP/1.1" status: 200 len: 375 time: 0.0539584 Nov 12 13:19:47.473923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-c7202965-063f-41be-b35b-4ed05d203ea1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f253c29864cd4edda329085232c074e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1563034 Nov 12 13:19:47.582699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e2ed83e2-3d20-47c3-92a3-68c0308f37fb no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:47.656483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Made reservation on behalf of 36e4fab9cf314f7985602c987359db33 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:19:47.664596 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:47.702079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:47.791812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f8d4723d-8bbe-4d33-a26a-b3333cc3df22 service neutron] 10.222.0.73 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825260 Nov 12 13:19:47.829931 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:47.884560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:47.888356 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60763f9-b689-41b3-a53c-09c0ee1f2e76" -d '{"events": [{"server_uuid": "0999f502-e2f8-4f8c-84b0-30ccf68b9fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ed83e2-3d20-47c3-92a3-68c0308f37fb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:47.924499 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:47.936445 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:47.937748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device dc2691e4-00af-46e0-b7a6-69fe838f7393 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:48.034534 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: dc2691e4-00af-46e0-b7a6-69fe838f7393 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:48.035037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device dc2691e4-00af-46e0-b7a6-69fe838f7393 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:48.084379 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:48.121553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:48.175416 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-4eec3a5c-f4d4-4beb-91c4-98dc8e1a54d6 service neutron] 10.222.0.73 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826456 Nov 12 13:19:48.200531 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:48.277254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a66dd27-c657-4a4e-93a3-7960b58e2feb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:48.439521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917e80d-f434-4c10-a638-b04746abdbfe req-ae1d325e-62d2-4ad7-bc98-4ed926562a92 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:48.455435 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1917e80d-f434-4c10-a638-b04746abdbfe req-ae1d325e-62d2-4ad7-bc98-4ed926562a92 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 946 time: 0.1897128 Nov 12 13:19:48.469996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Allocated IP 192.168.233.68 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/9c763c52-5163-497f-a969-690e56bb75d2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:19:48.608022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1917e80d-f434-4c10-a638-b04746abdbfe req-e25cd381-3f16-47d4-a5d3-b6a78fcd60c6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492972 Nov 12 13:19:48.745109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7572b00-f365-409f-b668-51ad84f67af6 req-8eb2cf87-f19c-4b7a-9597-9b9f82925766 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 210 time: 0.1195045 Nov 12 13:19:48.914177 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48241db-f282-491c-ba41-fe8b5e87b0f6 x-openstack-request-id: req-d48241db-f282-491c-ba41-fe8b5e87b0f6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:48.914700 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8d49b-8e29-4a99-97e2-f2307a56e678", "name": "network-vif-deleted", "tag": "dc2691e4-00af-46e0-b7a6-69fe838f7393", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:48.915371 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d48241db-f282-491c-ba41-fe8b5e87b0f6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:48.916354 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8d49b-8e29-4a99-97e2-f2307a56e678', 'name': 'network-vif-deleted', 'tag': 'dc2691e4-00af-46e0-b7a6-69fe838f7393', 'status': 'completed', 'code': 200} Nov 12 13:19:49.035275 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c3bf87-4fa1-4498-8d66-003ed313f2ee x-openstack-request-id: req-45c3bf87-4fa1-4498-8d66-003ed313f2ee {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:49.036075 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0999f502-e2f8-4f8c-84b0-30ccf68b9fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ed83e2-3d20-47c3-92a3-68c0308f37fb", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:49.036400 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-45c3bf87-4fa1-4498-8d66-003ed313f2ee {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:49.037683 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb', 'code': 200} Nov 12 13:19:49.039600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:49.169617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:49.212640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e8eeadd-642a-440f-8f51-8304bf488f18 req-17cbbf3c-b4f9-4cc7-b56b-b910e9d04b94 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 210 time: 0.0836320 Nov 12 13:19:49.471140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Pushing event updated for resources: {'Port': ['ID=9c763c52-5163-497f-a969-690e56bb75d2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:49.529384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:19:49.536572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:19:49.552728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:19:49.597069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfddce-ab7e-401c-8a51-05913f02f0cd req-b4480d18-4bfc-4b26-9245-63c6c693c292 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:49.614184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0dfddce-ab7e-401c-8a51-05913f02f0cd req-b4480d18-4bfc-4b26-9245-63c6c693c292 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.1570549 Nov 12 13:19:49.793536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0dfddce-ab7e-401c-8a51-05913f02f0cd req-badbf92e-4fd1-4591-b897-e373f75b56bf tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749706 Nov 12 13:19:49.856915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:49.858579 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:49.917052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-412b3a53-d92e-491a-9fb3-a2c1418acef1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8074169 Nov 12 13:19:49.936747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Request body: {'port': {'device_id': 'acf3cbfd-8f79-4f84-983d-b7c42b9c90d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:50.253624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-61fba78b-3036-4d1c-8213-61d88beba467 None None] Provisioning complete for port 9c763c52-5163-497f-a969-690e56bb75d2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:19:50.254318 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61fba78b-3036-4d1c-8213-61d88beba467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:50.325206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-bf96308a-1869-4bdd-b78c-ce1d57cdb062 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:50.329474 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-bf96308a-1869-4bdd-b78c-ce1d57cdb062 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 805 time: 0.2636375 Nov 12 13:19:50.346004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-61fba78b-3036-4d1c-8213-61d88beba467 None None] Port 9c763c52-5163-497f-a969-690e56bb75d2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:19:50.353818 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-daaae548-1b47-4d8c-99e6-dd96031831de tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/quotas/19b68696d6fd423783b2b62d2ed9a8ff HTTP/1.1" status: 200 len: 375 time: 0.0156560 Nov 12 13:19:50.512153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-9f33145f-c40e-4497-ac44-d780ee16fbf2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1388857 Nov 12 13:19:50.687016 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-a970c466-e059-4206-8d82-8f7b324f4808 service neutron] 10.222.0.73 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737273 Nov 12 13:19:50.809152 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:50.830199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef60026-a039-4bf4-801f-b1d86056898d req-c6fa7aad-11bc-4839-896b-f18a4c44d8d9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:50.834095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ef60026-a039-4bf4-801f-b1d86056898d req-c6fa7aad-11bc-4839-896b-f18a4c44d8d9 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.2447927 Nov 12 13:19:50.855229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7cae3975-3085-473d-b881-2fca245dd0cf service neutron] 10.222.0.73 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668925 Nov 12 13:19:50.865851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275b8ca-19c5-4cfc-a66b-5bf70a4f452f req-f9af234e-e754-48c2-89ee-61298ede55a7 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:50.878691 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8275b8ca-19c5-4cfc-a66b-5bf70a4f452f req-f9af234e-e754-48c2-89ee-61298ede55a7 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 935 time: 0.2921062 Nov 12 13:19:51.263986 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8275b8ca-19c5-4cfc-a66b-5bf70a4f452f req-c6c62488-e66d-4fdd-8021-cda974f67646 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814759 Nov 12 13:19:51.310683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ea753-43e2-497d-aacd-7d363a0bdeac req-9d79638e-dde2-4e2b-ae3c-09b4fe799b30 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:51.331240 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8d0ea753-43e2-497d-aacd-7d363a0bdeac req-9d79638e-dde2-4e2b-ae3c-09b4fe799b30 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 946 time: 0.1268990 Nov 12 13:19:51.440524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8d0ea753-43e2-497d-aacd-7d363a0bdeac req-0a18d6d5-ebaa-420e-a0b9-2e289c41bb17 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079738 Nov 12 13:19:51.456051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-488a50fd-a19e-40c4-8093-0fe5251ad0b5 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:51.458094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-488a50fd-a19e-40c4-8093-0fe5251ad0b5 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "GET /v2.0/ports?device_id=0999f502-e2f8-4f8c-84b0-30ccf68b9fa2 HTTP/1.1" status: 200 len: 943 time: 0.5205045 Nov 12 13:19:51.706296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6ef60026-a039-4bf4-801f-b1d86056898d req-10ee4e4b-f8a7-4738-beee-9f7630c80431 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Deleting port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:51.706659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ef60026-a039-4bf4-801f-b1d86056898d req-10ee4e4b-f8a7-4738-beee-9f7630c80431 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:51.851080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3fd5251-0aee-456f-80c5-8baec069ff68 req-eea55316-ec4b-445a-be57-bc0293818884 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 210 time: 0.0365717 Nov 12 13:19:51.930230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38232697-f221-4331-9da6-d66d0f842a1a req-682fe2c1-2a00-463e-a99f-7a120940ec8d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:51.933324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38232697-f221-4331-9da6-d66d0f842a1a req-682fe2c1-2a00-463e-a99f-7a120940ec8d tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 946 time: 0.4641428 Nov 12 13:19:52.035013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-7982c7fe-81b0-42b1-8f83-f8d8f633d811 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.037264 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-7982c7fe-81b0-42b1-8f83-f8d8f633d811 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "GET /v2.0/networks?id=28d6a69d-5d20-4513-aec5-574576d35260 HTTP/1.1" status: 200 len: 821 time: 0.1815329 Nov 12 13:19:52.053589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Request body: {'port': {'device_id': 'e61ca20c-f9e0-4ab3-930d-12cdcfbb0359', 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260', 'admin_state_up': True, 'tenant_id': 'f253c29864cd4edda329085232c074e2'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:52.297830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Made reservation on behalf of f253c29864cd4edda329085232c074e2 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:19:52.304855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.353222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c763c52-5163-497f-a969-690e56bb75d2 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:52.370827 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.463227 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Transition to ACTIVE for port object 9c763c52-5163-497f-a969-690e56bb75d2 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:19:52.476696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6ef60026-a039-4bf4-801f-b1d86056898d req-10ee4e4b-f8a7-4738-beee-9f7630c80431 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] For port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,segment=NetworkSegment(14ef1fdc-3528-4a09-81bd-ea0dee278a35),segment_id=14ef1fdc-3528-4a09-81bd-ea0dee278a35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:52.477492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ef60026-a039-4bf4-801f-b1d86056898d req-10ee4e4b-f8a7-4738-beee-9f7630c80431 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.487845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38232697-f221-4331-9da6-d66d0f842a1a req-289d6196-32d2-4006-ac47-5e9a9724d3bc tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab8b6c5-d1cd-4082-a451-0051f216fff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272487 Nov 12 13:19:52.494051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-53591146-ea55-43ae-954a-ec8df7ec6d79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Deleting port e2ed83e2-3d20-47c3-92a3-68c0308f37fb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:52.494616 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-53591146-ea55-43ae-954a-ec8df7ec6d79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.514054 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:52.585141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6ef60026-a039-4bf4-801f-b1d86056898d req-10ee4e4b-f8a7-4738-beee-9f7630c80431 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Calling delete_port for 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:52.749160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Allocated IP 172.20.0.5 (28d6a69d-5d20-4513-aec5-574576d35260/aefec863-6d72-4632-b7a4-f1cf94d9f657/7b8c55e9-7744-4838-8747-734b9c27c441) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:19:52.773547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.774358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.774993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.775956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.777035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.778104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.779027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.779714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.780486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.781039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.781604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.782736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.782949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:52.798212 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d7f65eac-68fa-4381-9974-1a70e0386f13 req-0f007f9e-ccce-4737-a2fd-db34c5dcd311 tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9195 time: 0.3861606 Nov 12 13:19:52.942111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f16a3d9-376e-48f7-8ed9-1f058bc2b01d req-842264ff-d450-413a-9143-4a1a1051d142 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 210 time: 0.2878869 Nov 12 13:19:52.992716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c763c52-5163-497f-a969-690e56bb75d2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:53.009146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.010171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.010721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.011250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.011761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.012314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.012939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.013477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.013983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.014498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.015119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.015614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:19:53.101674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-53591146-ea55-43ae-954a-ec8df7ec6d79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] For port e2ed83e2-3d20-47c3-92a3-68c0308f37fb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:53.102392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-53591146-ea55-43ae-954a-ec8df7ec6d79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.157149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-53591146-ea55-43ae-954a-ec8df7ec6d79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Calling delete_port for e2ed83e2-3d20-47c3-92a3-68c0308f37fb owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:53.199338 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.220203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Attempting to bind port 9c763c52-5163-497f-a969-690e56bb75d2 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:19:53.220748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Attempting to bind port 9c763c52-5163-497f-a969-690e56bb75d2 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:19:53.221337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Attempting to bind port 9c763c52-5163-497f-a969-690e56bb75d2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:19:53.259759 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.314342 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Network 28d6a69d-5d20-4513-aec5-574576d35260 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:19:53.317181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:19:53.325841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:19:53.360230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event updated for resources: {'Port': ['ID=7b8c55e9-7744-4838-8747-734b9c27c441,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:53.371601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Port 9c763c52-5163-497f-a969-690e56bb75d2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:19:53.371928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Attempting to bind port 9c763c52-5163-497f-a969-690e56bb75d2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:19:53.391781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:19:53.392115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:19:53.392511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:19:53.392962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Bound port: 9c763c52-5163-497f-a969-690e56bb75d2, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:19:53.393339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.405815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:53.406882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.439557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-f09d14e6-35c8-4802-b95a-db008edfb7e1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3904452 Nov 12 13:19:53.461792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Request body: {'port': {'device_id': 'e61ca20c-f9e0-4ab3-930d-12cdcfbb0359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:53.507065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b28ef0-c3b8-454c-ba95-8f9af2755ce8 req-93156e51-024b-47cc-b0f8-db6fd42950ee tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:53.510246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-18b28ef0-c3b8-454c-ba95-8f9af2755ce8 req-93156e51-024b-47cc-b0f8-db6fd42950ee tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 947 time: 0.2970321 Nov 12 13:19:53.511360 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ef60026-a039-4bf4-801f-b1d86056898d req-10ee4e4b-f8a7-4738-beee-9f7630c80431 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.617681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee4e4b-f8a7-4738-beee-9f7630c80431 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Pushing event deleted for resources: {'Port': ['ID=52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:53.618117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e2ed83e2-3d20-47c3-92a3-68c0308f37fb no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:53.724910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.841900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-4e811398-b798-4a69-8f17-e0f06b30941b tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:53.843484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-4e811398-b798-4a69-8f17-e0f06b30941b tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 805 time: 0.3330102 Nov 12 13:19:53.848440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177ffce-ef26-4d1a-be18-cb772cb8b481 req-bc53277a-a197-4d88-9aba-275c31b5cfce tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:53.851001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef60026-a039-4bf4-801f-b1d86056898d req-10ee4e4b-f8a7-4738-beee-9f7630c80431 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] No DVR routers for this DVR port 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:53.861464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:53.862283 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6177ffce-ef26-4d1a-be18-cb772cb8b481 req-bc53277a-a197-4d88-9aba-275c31b5cfce tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 886 time: 0.3489001 Nov 12 13:19:53.870122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Request body: {'port': {'device_id': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'admin_state_up': True, 'tenant_id': '19b68696d6fd423783b2b62d2ed9a8ff'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:53.881105 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ef60026-a039-4bf4-801f-b1d86056898d req-10ee4e4b-f8a7-4738-beee-9f7630c80431 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:53.888321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ef60026-a039-4bf4-801f-b1d86056898d req-10ee4e4b-f8a7-4738-beee-9f7630c80431 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.70 "DELETE /v2.0/ports/52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b HTTP/1.1" status: 204 len: 173 time: 3.0051818 Nov 12 13:19:53.892146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'name': 'network-vif-deleted', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:53.896208 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b54cfb-51d7-4684-b7eb-61e960060e6b" -d '{"events": [{"server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "name": "network-vif-deleted", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:53.900528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:53.901543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:53.905570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] For port 9c763c52-5163-497f-a969-690e56bb75d2, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:19:53.980189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-18b28ef0-c3b8-454c-ba95-8f9af2755ce8 req-f8eb5658-9012-4ab7-a0bd-3a53649ab429 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599357 Nov 12 13:19:53.992036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] For port 9c763c52-5163-497f-a969-690e56bb75d2, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9c763c52-5163-497f-a969-690e56bb75d2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:19:54.008022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-53591146-ea55-43ae-954a-ec8df7ec6d79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:54.016869 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:54.102430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53591146-ea55-43ae-954a-ec8df7ec6d79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Pushing event deleted for resources: {'Port': ['ID=e2ed83e2-3d20-47c3-92a3-68c0308f37fb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:54.291492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4e862-ad17-4f54-bfa5-2379d1fc5b56 req-3ef980de-5287-412d-a770-887c8a19586e tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:54.293215 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3df4e862-ad17-4f54-bfa5-2379d1fc5b56 req-3ef980de-5287-412d-a770-887c8a19586e tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 931 time: 0.2214589 Nov 12 13:19:54.304838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-53591146-ea55-43ae-954a-ec8df7ec6d79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] No DVR routers for this DVR port e2ed83e2-3d20-47c3-92a3-68c0308f37fb on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:54.315329 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-53591146-ea55-43ae-954a-ec8df7ec6d79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:54.322822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43e80ee9-60a0-4d95-a458-cb7e835d5c88 req-53591146-ea55-43ae-954a-ec8df7ec6d79 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "DELETE /v2.0/ports/e2ed83e2-3d20-47c3-92a3-68c0308f37fb HTTP/1.1" status: 204 len: 173 time: 2.8494103 Nov 12 13:19:54.354169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:54.355356 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:54.358108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] 10.222.0.105 "PUT /v2.0/ports/9c763c52-5163-497f-a969-690e56bb75d2 HTTP/1.1" status: 200 len: 1095 time: 4.4361687 Nov 12 13:19:54.377119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572f232-f7ac-45bc-9e3c-aa7daaaa79a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c763c52-5163-497f-a969-690e56bb75d2,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:54.420220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66942a4f-e235-486b-96d5-b6a3a212bae7 req-67c63710-55cf-4ee6-80e2-61813904b815 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:54.423698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66942a4f-e235-486b-96d5-b6a3a212bae7 req-67c63710-55cf-4ee6-80e2-61813904b815 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 946 time: 0.3288558 Nov 12 13:19:54.681475 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66942a4f-e235-486b-96d5-b6a3a212bae7 req-4f78d1e8-f1f5-415f-91da-4a949bfc79ad tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404957 Nov 12 13:19:54.719998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-cd685a13-6524-48dd-8182-ff8f619c78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:54.723210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-cd685a13-6524-48dd-8182-ff8f619c78d0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=36e4fab9cf314f7985602c987359db33&device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 1098 time: 0.2853558 Nov 12 13:19:54.762523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Made reservation on behalf of 19b68696d6fd423783b2b62d2ed9a8ff for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:19:54.772839 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:54.868790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-5a5bd90c-327f-41bf-b264-de7faab1e66e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=9c763c52-5163-497f-a969-690e56bb75d2 HTTP/1.1" status: 200 len: 217 time: 0.1367576 Nov 12 13:19:54.916047 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3df4e862-ad17-4f54-bfa5-2379d1fc5b56 req-bfcb68d3-29ea-4a8a-9a6b-3f3f10f79e42 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125028 Nov 12 13:19:54.980679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-13bffaf5-4287-4334-8e5b-b3d907640d19 req-b84bb03f-c5fc-480b-abbc-9e4bd7b04ab8 tempest-LiveMigrationTest-435457945 tempest-LiveMigrationTest-435457945-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce HTTP/1.1" status: 200 len: 210 time: 0.0987353 Nov 12 13:19:55.055828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-8f85c1a8-5f3a-42a9-a0d6-5a444e4fd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.059145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-8f85c1a8-5f3a-42a9-a0d6-5a444e4fd094 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1748266 Nov 12 13:19:55.108593 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a206726d-6a24-435b-a770-c8d69c6ae6cd x-openstack-request-id: req-a206726d-6a24-435b-a770-c8d69c6ae6cd {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:55.109243 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b6f724-deb7-4ed8-964a-cf1e0a0db6ce", "name": "network-vif-deleted", "tag": "52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:55.109695 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a206726d-6a24-435b-a770-c8d69c6ae6cd {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:55.110419 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b6f724-deb7-4ed8-964a-cf1e0a0db6ce', 'name': 'network-vif-deleted', 'tag': '52bfe28f-c1b1-4cb4-9bf3-a7ba3ed5754b', 'status': 'completed', 'code': 200} Nov 12 13:19:55.188758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8c55e9-7744-4838-8747-734b9c27c441 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:55.213232 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.226567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-85e131af-1eaf-442b-99ad-c27a451be1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.229971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-85e131af-1eaf-442b-99ad-c27a451be1ba service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1568956 Nov 12 13:19:55.264933 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434962c6-33c7-4cfe-a58a-8d06da277e69 req-ca952cb2-08ec-4a73-84ca-d44ac1765456 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 210 time: 0.0703890 Nov 12 13:19:55.329731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Transition to ACTIVE for port object 7b8c55e9-7744-4838-8747-734b9c27c441 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:19:55.344328 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.370628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Allocated IP 172.20.0.4 (02063453-568c-451d-b934-1efda5522628/3ad61732-f35b-4b5a-bf00-499c187c8273/4908df29-326b-43d4-8eeb-9b43c78480f2) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:19:55.444023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.444909 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.445479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.446020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.447039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.447921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.448329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.448859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.449408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.449923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.450443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.450958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.451531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.453969 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c53930c-5e3c-4fec-a2c5-02c1041863dc req-e46c5761-d1f4-46a7-82a5-db59161ddc6a tempest-NetworksTest-467337985 tempest-NetworksTest-467337985-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9195 time: 0.4532735 Nov 12 13:19:55.454699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-6cf5f25c-6894-401a-80f0-003d50f40b87 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.457674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-6cf5f25c-6894-401a-80f0-003d50f40b87 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 946 time: 0.1992908 Nov 12 13:19:55.480397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8c55e9-7744-4838-8747-734b9c27c441,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:55.588255 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-9d1c8b35-279d-45f3-a4ce-6126635adf69 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246241 Nov 12 13:19:55.792287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Attempting to bind port 7b8c55e9-7744-4838-8747-734b9c27c441 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:19:55.792287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Attempting to bind port 7b8c55e9-7744-4838-8747-734b9c27c441 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:19:55.792287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Attempting to bind port 7b8c55e9-7744-4838-8747-734b9c27c441 on network 28d6a69d-5d20-4513-aec5-574576d35260 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:19:55.811512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd27e0d-c65c-41ae-be30-a19e0025ae70 req-0f4bd21d-186a-43b3-a817-e8ce11525667 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:55.821377 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5cd27e0d-c65c-41ae-be30-a19e0025ae70 req-0f4bd21d-186a-43b3-a817-e8ce11525667 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 947 time: 0.2002451 Nov 12 13:19:55.834368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Port 7b8c55e9-7744-4838-8747-734b9c27c441 on network 28d6a69d-5d20-4513-aec5-574576d35260 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:19:55.834368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Attempting to bind port 7b8c55e9-7744-4838-8747-734b9c27c441 on network 28d6a69d-5d20-4513-aec5-574576d35260 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:19:55.849447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93d3cdf2-157e-4613-a539-2d7f752b0c81 req-170dc6cc-abfc-475a-96d0-bdd79e9b5f5d service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500367 Nov 12 13:19:55.887131 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-f32e47d9-6b8c-4cea-b2e0-baee9665bd9b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Deleting port ab204375-2895-4e02-ba99-3f61d989c898 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:19:55.887834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-f32e47d9-6b8c-4cea-b2e0-baee9665bd9b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.910223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:19:55.910673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Checking segment: {'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:19:55.912376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Bound using segment: {'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:19:55.912376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Bound port: 7b8c55e9-7744-4838-8747-734b9c27c441, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a0ffd8-7359-45f5-8059-4c1ce753648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:19:55.912855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.971957 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:55.989193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5cd27e0d-c65c-41ae-be30-a19e0025ae70 req-4a1edf32-fcce-4944-ba39-8dcbc1e5b65d tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669245 Nov 12 13:19:56.077950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] For port 7b8c55e9-7744-4838-8747-734b9c27c441, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:19:56.085392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] For port 7b8c55e9-7744-4838-8747-734b9c27c441, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7b8c55e9-7744-4838-8747-734b9c27c441,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:19:56.087328 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.100625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:56.118295 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.147254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119d577-0285-4c79-b2a2-d296d3302932 req-07754125-3ca9-4b0e-abe0-f416ac6de11a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:56.149092 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e119d577-0285-4c79-b2a2-d296d3302932 req-07754125-3ca9-4b0e-abe0-f416ac6de11a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 946 time: 0.2240899 Nov 12 13:19:56.218828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-f32e47d9-6b8c-4cea-b2e0-baee9665bd9b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] For port ab204375-2895-4e02-ba99-3f61d989c898, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ab204375-2895-4e02-ba99-3f61d989c898,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:56.219599 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-f32e47d9-6b8c-4cea-b2e0-baee9665bd9b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.258106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Network 02063453-568c-451d-b934-1efda5522628 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:19:56.283141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-f32e47d9-6b8c-4cea-b2e0-baee9665bd9b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Calling delete_port for ab204375-2895-4e02-ba99-3f61d989c898 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:19:56.283935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:56.284958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.287397 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] 10.222.0.105 "PUT /v2.0/ports/7b8c55e9-7744-4838-8747-734b9c27c441 HTTP/1.1" status: 200 len: 1091 time: 2.8342543 Nov 12 13:19:56.288389 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61ca20c-f9e0-4ab3-930d-12cdcfbb0359', 'tag': '7b8c55e9-7744-4838-8747-734b9c27c441'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:56.292628 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347f83dc-bd07-4334-916a-a4583cab84c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e61ca20c-f9e0-4ab3-930d-12cdcfbb0359", "tag": "7b8c55e9-7744-4838-8747-734b9c27c441"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:56.298217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:19:56.300197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3abd323d-172f-456c-afe8-693393c0103f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.307603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:19:56.313769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Pushing event updated for resources: {'Port': ['ID=4908df29-326b-43d4-8eeb-9b43c78480f2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:56.389737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e119d577-0285-4c79-b2a2-d296d3302932 req-206983f1-c0fd-4e50-8238-8cf488e8ae08 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290831 Nov 12 13:19:56.475941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b930e-6d8c-407c-a1b9-4b24293a0caf req-4a2f9d3a-a779-4a95-9489-0e6544835ad1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:56.477924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea1b930e-6d8c-407c-a1b9-4b24293a0caf req-4a2f9d3a-a779-4a95-9489-0e6544835ad1 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 943 time: 0.3739364 Nov 12 13:19:56.516601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36684) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:56.526603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:56.527337 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.547374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08898c34-903f-4ee3-8bde-efddff1d4547 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8c55e9-7744-4838-8747-734b9c27c441,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:56.571558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-49211eb5-2117-4e0f-9778-c7c478ed2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:56.572120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-49211eb5-2117-4e0f-9778-c7c478ed2946 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f253c29864cd4edda329085232c074e2&device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 1094 time: 0.2049010 Nov 12 13:19:56.580685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-7a4e789f-f74a-470d-95f8-e438c5cfcfdb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7170978 Nov 12 13:19:56.603298 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3abd323d-172f-456c-afe8-693393c0103f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.606667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Request body: {'port': {'device_id': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:19:56.612918 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-f32e47d9-6b8c-4cea-b2e0-baee9665bd9b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.616936 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3abd323d-172f-456c-afe8-693393c0103f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.671171 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-bc93f384-8f8f-42a7-bf4a-3dc5ce55919f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b8c55e9-7744-4838-8747-734b9c27c441 HTTP/1.1" status: 200 len: 217 time: 0.0821955 Nov 12 13:19:56.672859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae', '8b71b434-dbd6-4881-a528-07ff920a7b75'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:56.678287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['ab204375-2895-4e02-ba99-3f61d989c898'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:19:56.685927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3abd323d-172f-456c-afe8-693393c0103f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0517f24937247aaa1e8aca64f10f528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5766931 Nov 12 13:19:56.698280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36690) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:56.731874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea1b930e-6d8c-407c-a1b9-4b24293a0caf req-3733cd8a-97df-4629-9aa5-27905ec7a936 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336898 Nov 12 13:19:56.860814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4aa6c0e-6cfd-4230-a287-47b4ae8f052d admin admin] Deleting subnet e12e7e2d-7153-45cb-8e22-39f25b694e6a {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:19:56.862985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e47d9-6b8c-4cea-b2e0-baee9665bd9b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event deleted for resources: {'Port': ['ID=ab204375-2895-4e02-ba99-3f61d989c898,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:56.863250 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.867281 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-dc80d296-6311-498e-9f21-c7c9d3bec594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:56.868770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-dc80d296-6311-498e-9f21-c7c9d3bec594 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=aefec863-6d72-4632-b7a4-f1cf94d9f657 HTTP/1.1" status: 200 len: 861 time: 0.1847303 Nov 12 13:19:56.873513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6c0e-6cfd-4230-a287-47b4ae8f052d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.909866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd323d-172f-456c-afe8-693393c0103f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677c97c2-88c4-42c1-a397-f0e40a074852,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:56.931630 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b709c1f0-f4ce-43d5-a181-e474bab9b1f6 x-openstack-request-id: req-b709c1f0-f4ce-43d5-a181-e474bab9b1f6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:56.931630 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61ca20c-f9e0-4ab3-930d-12cdcfbb0359", "tag": "7b8c55e9-7744-4838-8747-734b9c27c441", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:56.931630 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b709c1f0-f4ce-43d5-a181-e474bab9b1f6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:56.931630 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61ca20c-f9e0-4ab3-930d-12cdcfbb0359', 'tag': '7b8c55e9-7744-4838-8747-734b9c27c441', 'status': 'completed', 'code': 200} Nov 12 13:19:56.972358 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49a42d04-fdb9-4cd5-a213-f4061e915d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:56.993708 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-81ee3db3-f1f9-4095-9ad2-869bad260251 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=28d6a69d-5d20-4513-aec5-574576d35260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771365 Nov 12 13:19:57.009823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-f32e47d9-6b8c-4cea-b2e0-baee9665bd9b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] No DVR routers for this DVR port ab204375-2895-4e02-ba99-3f61d989c898 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:19:57.013882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-f32e47d9-6b8c-4cea-b2e0-baee9665bd9b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.018617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-345c3817-c511-42c2-b3a0-f3a498e9c2a7 req-f32e47d9-6b8c-4cea-b2e0-baee9665bd9b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "DELETE /v2.0/ports/ab204375-2895-4e02-ba99-3f61d989c898 HTTP/1.1" status: 204 len: 173 time: 1.5372972 Nov 12 13:19:57.055210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec98d4-7dc5-426a-9405-b47cd251cd12 req-522012b1-56f2-43eb-8174-c1f92176c026 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:57.057646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8ec98d4-7dc5-426a-9405-b47cd251cd12 req-522012b1-56f2-43eb-8174-c1f92176c026 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 931 time: 0.3972583 Nov 12 13:19:57.063127 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db83a398-1f86-4eba-b9c8-020015e70e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.072954 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6c0e-6cfd-4230-a287-47b4ae8f052d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.133266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'name': 'network-vif-deleted', 'tag': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb'}, {'name': 'network-changed', 'server_uuid': 'acf3cbfd-8f79-4f84-983d-b7c42b9c90d5', 'tag': '9c763c52-5163-497f-a969-690e56bb75d2'}, {'server_uuid': '755a61e9-64c2-4bfe-a9d3-d755c567ff9f', 'name': 'network-vif-deleted', 'tag': 'ab204375-2895-4e02-ba99-3f61d989c898'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:19:57.137418 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e" -d '{"events": [{"server_uuid": "0999f502-e2f8-4f8c-84b0-30ccf68b9fa2", "name": "network-vif-deleted", "tag": "e2ed83e2-3d20-47c3-92a3-68c0308f37fb"}, {"name": "network-changed", "server_uuid": "acf3cbfd-8f79-4f84-983d-b7c42b9c90d5", "tag": "9c763c52-5163-497f-a969-690e56bb75d2"}, {"server_uuid": "755a61e9-64c2-4bfe-a9d3-d755c567ff9f", "name": "network-vif-deleted", "tag": "ab204375-2895-4e02-ba99-3f61d989c898"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:19:57.195104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8ec98d4-7dc5-426a-9405-b47cd251cd12 req-956965c6-ea20-4ad0-8210-f2629d026344 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284201 Nov 12 13:19:57.317074 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db83a398-1f86-4eba-b9c8-020015e70e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.383711 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7962b3-7bb9-4781-b111-c41420acb02c req-aec69a61-3d10-496b-879f-373493e19831 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:57.396238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae7962b3-7bb9-4781-b111-c41420acb02c req-aec69a61-3d10-496b-879f-373493e19831 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 947 time: 0.0998697 Nov 12 13:19:57.400183 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 12 Nov 2021 13:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf445ab-05b3-4b6d-8b17-e2a26b17ea88 x-openstack-request-id: req-acf445ab-05b3-4b6d-8b17-e2a26b17ea88 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:19:57.400597 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0999f502-e2f8-4f8c-84b0-30ccf68b9fa2", "name": "network-vif-deleted", "tag": "e2ed83e2-3d20-47c3-92a3-68c0308f37fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "acf3cbfd-8f79-4f84-983d-b7c42b9c90d5", "tag": "9c763c52-5163-497f-a969-690e56bb75d2", "status": "completed", "code": 200}, {"server_uuid": "755a61e9-64c2-4bfe-a9d3-d755c567ff9f", "name": "network-vif-deleted", "tag": "ab204375-2895-4e02-ba99-3f61d989c898", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:19:57.400917 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-acf445ab-05b3-4b6d-8b17-e2a26b17ea88 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:19:57.401443 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0999f502-e2f8-4f8c-84b0-30ccf68b9fa2', 'name': 'network-vif-deleted', 'tag': 'e2ed83e2-3d20-47c3-92a3-68c0308f37fb', 'status': 'completed', 'code': 200} Nov 12 13:19:57.401850 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf3cbfd-8f79-4f84-983d-b7c42b9c90d5', 'tag': '9c763c52-5163-497f-a969-690e56bb75d2', 'status': 'completed', 'code': 200} Nov 12 13:19:57.402196 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755a61e9-64c2-4bfe-a9d3-d755c567ff9f', 'name': 'network-vif-deleted', 'tag': 'ab204375-2895-4e02-ba99-3f61d989c898', 'status': 'completed', 'code': 200} Nov 12 13:19:57.463870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6c0e-6cfd-4230-a287-47b4ae8f052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.520284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-ff6b5b00-43ea-4157-81cf-966f06ba5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:57.523964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-ff6b5b00-43ea-4157-81cf-966f06ba5c1e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=36e4fab9cf314f7985602c987359db33&device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 1098 time: 0.1202860 Nov 12 13:19:57.542527 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae7962b3-7bb9-4781-b111-c41420acb02c req-c97f2f03-cd1a-4dcd-9511-a482283d827e tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449430 Nov 12 13:19:57.667055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db83a398-1f86-4eba-b9c8-020015e70e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.671811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db83a398-1f86-4eba-b9c8-020015e70e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.673850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-db83a398-1f86-4eba-b9c8-020015e70e92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/677c97c2-88c4-42c1-a397-f0e40a074852 HTTP/1.1" status: 204 len: 168 time: 0.9743679 Nov 12 13:19:57.678002 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54577edf-1d32-4bf0-a052-d9baf0e417ce req-268827f2-6796-4603-8a1d-31319ca64030 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=755a61e9-64c2-4bfe-a9d3-d755c567ff9f HTTP/1.1" status: 200 len: 210 time: 0.1079557 Nov 12 13:19:57.682659 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-b3d098e0-3c48-4945-9123-164d20961fb9 service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410158 Nov 12 13:19:57.737006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-dc0d1f6d-34c2-42ac-b9dd-e38bcee0917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:57.739237 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-dc0d1f6d-34c2-42ac-b9dd-e38bcee0917d service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.1947525 Nov 12 13:19:57.784216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83a398-1f86-4eba-b9c8-020015e70e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677c97c2-88c4-42c1-a397-f0e40a074852,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:57.883906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-f58c22fb-1998-4b38-9b24-96d57a682e34 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=9c763c52-5163-497f-a969-690e56bb75d2 HTTP/1.1" status: 200 len: 217 time: 0.1365323 Nov 12 13:19:57.919600 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6c0e-6cfd-4230-a287-47b4ae8f052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.975597 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6c0e-6cfd-4230-a287-47b4ae8f052d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:57.980414 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c4aa6c0e-6cfd-4230-a287-47b4ae8f052d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e12e7e2d-7153-45cb-8e22-39f25b694e6a HTTP/1.1" status: 204 len: 168 time: 1.4497123 Nov 12 13:19:57.981521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa6c0e-6cfd-4230-a287-47b4ae8f052d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e12e7e2d-7153-45cb-8e22-39f25b694e6a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:57.991121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36704) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:58.018285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-78c46104-4d56-4133-9352-d086c8f341a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:58.021893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-78c46104-4d56-4133-9352-d086c8f341a1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1257024 Nov 12 13:19:58.061131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d316cd-0712-4fb7-8a2a-c9b035a5eb1a req-a15082aa-d148-473e-b13f-c089ba45b62f service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702157 Nov 12 13:19:58.078147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfceb55-3b21-4f13-9c65-551d4fdc0a25 req-b56c1755-d495-4e2b-9e60-465a7e4f8483 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:58.080947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ddfceb55-3b21-4f13-9c65-551d4fdc0a25 req-b56c1755-d495-4e2b-9e60-465a7e4f8483 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 943 time: 0.1957974 Nov 12 13:19:58.163899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4908df29-326b-43d4-8eeb-9b43c78480f2 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:19:58.171573 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:58.203520 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:58.230949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-8a5fb6a6-62a9-4856-b61d-1d4536444d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:58.234342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-8a5fb6a6-62a9-4856-b61d-1d4536444d01 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2012799 Nov 12 13:19:58.249106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Transition to ACTIVE for port object 4908df29-326b-43d4-8eeb-9b43c78480f2 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:19:58.281193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:58.303853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36712) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:58.310730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ddfceb55-3b21-4f13-9c65-551d4fdc0a25 req-3644561e-ac6d-46e5-bb4c-0259bf487e39 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973853 Nov 12 13:19:58.451232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-33026bc2-d7ec-464f-9686-e83819802f00 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067120 Nov 12 13:19:58.452454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f83dc-bd07-4334-916a-a4583cab84c5 req-ec76409f-7ffc-4c40-b2dc-bc7f993508c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:58.454403 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-347f83dc-bd07-4334-916a-a4583cab84c5 req-ec76409f-7ffc-4c40-b2dc-bc7f993508c1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f253c29864cd4edda329085232c074e2&device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 1094 time: 0.3042367 Nov 12 13:19:58.461912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-41838733-7aee-446c-bad4-7a37e0f06741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:58.465417 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:58.558609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1aa2a-7100-4cb8-8856-04e75c019626 req-0457e4a9-3df3-4ec7-a4df-6ef61b6eacdd tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:58.560435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bd1aa2a-7100-4cb8-8856-04e75c019626 req-0457e4a9-3df3-4ec7-a4df-6ef61b6eacdd tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 943 time: 0.1406283 Nov 12 13:19:58.609216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f217b410-fb8d-4205-88e2-bdba43094ec5']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:58.625380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80b6244e-5d5e-4d0c-8303-6564db1b6b4e req-f1f80b2a-c325-4e31-bc27-40e9d31c2e2c service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575603 Nov 12 13:19:58.666245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bd1aa2a-7100-4cb8-8856-04e75c019626 req-cb20f9cc-3962-416f-8e34-28b06f006abc tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919185 Nov 12 13:19:58.679306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4908df29-326b-43d4-8eeb-9b43c78480f2,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:58.686439 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ef1fdc-3528-4a09-81bd-ea0dee278a35') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:58.686740 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ef1fdc-3528-4a09-81bd-ea0dee278a35') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:19:59.035189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.133563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a437da-53e0-4116-9d8b-240576cc17d1 req-4e122a2a-5932-43b5-886b-7bfbce67c02a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:59.135761 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5a437da-53e0-4116-9d8b-240576cc17d1 req-4e122a2a-5932-43b5-886b-7bfbce67c02a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.0713773 Nov 12 13:19:59.138762 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.170134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:19:59.170740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:19:59.173126 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:19:59.226034 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5a437da-53e0-4116-9d8b-240576cc17d1 req-18ecd1e9-8737-4800-9514-5acaed75225b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817759 Nov 12 13:19:59.310286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Attempting to bind port 4908df29-326b-43d4-8eeb-9b43c78480f2 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:19:59.310736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Attempting to bind port 4908df29-326b-43d4-8eeb-9b43c78480f2 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:19:59.311075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Attempting to bind port 4908df29-326b-43d4-8eeb-9b43c78480f2 on network 02063453-568c-451d-b934-1efda5522628 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:19:59.319917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f83dc-bd07-4334-916a-a4583cab84c5 req-98cfcc19-13c7-4530-8915-57b787c389c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:59.322182 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-347f83dc-bd07-4334-916a-a4583cab84c5 req-98cfcc19-13c7-4530-8915-57b787c389c8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=28d6a69d-5d20-4513-aec5-574576d35260 HTTP/1.1" status: 200 len: 922 time: 0.8504701 Nov 12 13:19:59.336986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bacd67-30a9-4495-804f-df821d8087d8 req-c6a343ea-fc70-4d24-bd99-5ef04b7b8fc7 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:59.338883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b9bacd67-30a9-4495-804f-df821d8087d8 req-c6a343ea-fc70-4d24-bd99-5ef04b7b8fc7 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 947 time: 0.6408060 Nov 12 13:19:59.355730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Port 4908df29-326b-43d4-8eeb-9b43c78480f2 on network 02063453-568c-451d-b934-1efda5522628 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:19:59.356143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Attempting to bind port 4908df29-326b-43d4-8eeb-9b43c78480f2 on network 02063453-568c-451d-b934-1efda5522628 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:19:59.403152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.413404 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.417847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f217b410-fb8d-4205-88e2-bdba43094ec5 HTTP/1.1" status: 204 len: 168 time: 1.4252567 Nov 12 13:19:59.422659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36726) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:59.439523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-347f83dc-bd07-4334-916a-a4583cab84c5 req-86358f77-b6c8-4c15-adbc-d66b7365dd00 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b8c55e9-7744-4838-8747-734b9c27c441 HTTP/1.1" status: 200 len: 217 time: 0.0940878 Nov 12 13:19:59.453604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:19:59.453956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Checking segment: {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:19:59.454420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Bound using segment: {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:19:59.454947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Bound port: 4908df29-326b-43d4-8eeb-9b43c78480f2, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:19:59.455614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.485099 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-885eef9e-c692-4df5-a600-2485d7084198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.547891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80faa5b4-a0e9-471a-a950-ab8ce8165966 admin admin] Pushing event deleted for resources: {'Network': ['ID=f217b410-fb8d-4205-88e2-bdba43094ec5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:59.573723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5227a6-8480-426c-ab70-cfb8ef417a7f admin admin] Deleting subnet bde039b8-29c7-428a-b45f-6989b83068e4 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:19:59.580519 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c5227a6-8480-426c-ab70-cfb8ef417a7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.594414 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-41838733-7aee-446c-bad4-7a37e0f06741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.612403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9c763c52-5163-497f-a969-690e56bb75d2 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:19:59.618616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ab204375-2895-4e02-ba99-3f61d989c898 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:19:59.630923 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-41838733-7aee-446c-bad4-7a37e0f06741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.641155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468758e-f825-4b76-8f81-004e8195be66 req-e945c011-a151-450e-b462-c81e59b45751 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:59.643950 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8468758e-f825-4b76-8f81-004e8195be66 req-e945c011-a151-450e-b462-c81e59b45751 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 943 time: 0.2063475 Nov 12 13:19:59.673534 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: ab204375-2895-4e02-ba99-3f61d989c898 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:19:59.674189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ab204375-2895-4e02-ba99-3f61d989c898 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:19:59.700032 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c5227a6-8480-426c-ab70-cfb8ef417a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.779325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b9bacd67-30a9-4495-804f-df821d8087d8 req-f7762ef6-ab38-4463-a3f9-05f8cbe2786d tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171538 Nov 12 13:19:59.792115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f83dc-bd07-4334-916a-a4583cab84c5 req-6cb1ff64-feb0-4a7c-a19c-0cfb95ff8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:19:59.794372 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-347f83dc-bd07-4334-916a-a4583cab84c5 req-6cb1ff64-feb0-4a7c-a19c-0cfb95ff8680 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=aefec863-6d72-4632-b7a4-f1cf94d9f657 HTTP/1.1" status: 200 len: 861 time: 0.3285515 Nov 12 13:19:59.821872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9c763c52-5163-497f-a969-690e56bb75d2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9c763c52-5163-497f-a969-690e56bb75d2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:19:59.823206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41838733-7aee-446c-bad4-7a37e0f06741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf5201b-a6dd-4f26-a029-c6cd48b8ddb2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:19:59.840962 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-41838733-7aee-446c-bad4-7a37e0f06741 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a58da3c42964a5d9213b96a3ce7c86d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5040543 Nov 12 13:19:59.845737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36732) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:19:59.856715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '9c763c52-5163-497f-a969-690e56bb75d2', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '9c763c52-5163-497f-a969-690e56bb75d2', 'mac_address': 'fa:16:3e:0e:7e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:19:59.883918 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8468758e-f825-4b76-8f81-004e8195be66 req-eae4a3f0-ae67-4857-8b4f-b9c7536c8300 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184041 Nov 12 13:19:59.899168 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-347f83dc-bd07-4334-916a-a4583cab84c5 req-d2eb4174-dd61-41d8-b6ed-cb99b7737705 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=28d6a69d-5d20-4513-aec5-574576d35260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931807 Nov 12 13:19:59.908145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] For port 4908df29-326b-43d4-8eeb-9b43c78480f2, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:19:59.944732 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.968948 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c5227a6-8480-426c-ab70-cfb8ef417a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:19:59.969529 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c763c52-5163-497f-a969-690e56bb75d2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:00.002881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9c763c52-5163-497f-a969-690e56bb75d2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9c763c52-5163-497f-a969-690e56bb75d2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:00.016418 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.017608 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:20:00.026667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] For port 4908df29-326b-43d4-8eeb-9b43c78480f2, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4908df29-326b-43d4-8eeb-9b43c78480f2,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:00.102616 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.119148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=9c763c52-5163-497f-a969-690e56bb75d2,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.129045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c5227a6-8480-426c-ab70-cfb8ef417a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.238996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:00.240523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.242371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] 10.222.0.70 "PUT /v2.0/ports/4908df29-326b-43d4-8eeb-9b43c78480f2 HTTP/1.1" status: 200 len: 1091 time: 3.6445835 Nov 12 13:20:00.242929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'tag': '4908df29-326b-43d4-8eeb-9b43c78480f2'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:00.245657 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a905aea5-838b-4630-85ad-955244ab9753" -d '{"events": [{"name": "network-changed", "server_uuid": "8724140d-0426-4ee6-a024-85af5b5b6f1b", "tag": "4908df29-326b-43d4-8eeb-9b43c78480f2"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:00.312578 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b619e6f6-ac62-497f-bf19-3165c1b94081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.346587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4f8d3-98bf-4570-b250-5058cccf00a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4908df29-326b-43d4-8eeb-9b43c78480f2,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.374763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-347f83dc-bd07-4334-916a-a4583cab84c5 req-75074d1b-7b4b-4078-a744-8855d38a3c07 service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548850 Nov 12 13:20:00.386585 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e5cc4d-ee66-4f48-8871-90c8f823539a x-openstack-request-id: req-73e5cc4d-ee66-4f48-8871-90c8f823539a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:00.387360 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8724140d-0426-4ee6-a024-85af5b5b6f1b", "tag": "4908df29-326b-43d4-8eeb-9b43c78480f2", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:00.387786 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73e5cc4d-ee66-4f48-8871-90c8f823539a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:00.388577 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'tag': '4908df29-326b-43d4-8eeb-9b43c78480f2', 'status': 'completed', 'code': 200} Nov 12 13:20:00.408672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b619e6f6-ac62-497f-bf19-3165c1b94081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.436314 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.440035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb38f8-75d9-4da6-8f37-9757fa7ce083 req-28ddc76c-18ea-42b3-bd2e-40f64ef4d561 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:00.441746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73cb38f8-75d9-4da6-8f37-9757fa7ce083 req-28ddc76c-18ea-42b3-bd2e-40f64ef4d561 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 943 time: 0.3094931 Nov 12 13:20:00.455822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['9c763c52-5163-497f-a969-690e56bb75d2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:00.537439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5227a6-8480-426c-ab70-cfb8ef417a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde039b8-29c7-428a-b45f-6989b83068e4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.558393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c5227a6-8480-426c-ab70-cfb8ef417a7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.562983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0c5227a6-8480-426c-ab70-cfb8ef417a7f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bde039b8-29c7-428a-b45f-6989b83068e4 HTTP/1.1" status: 204 len: 168 time: 1.1379299 Nov 12 13:20:00.566300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:00.620770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-8e148e59-02b6-4dc6-b3ec-cebb105d93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:00.622417 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-8e148e59-02b6-4dc6-b3ec-cebb105d93bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 1094 time: 0.2903423 Nov 12 13:20:00.632272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73cb38f8-75d9-4da6-8f37-9757fa7ce083 req-b077d2bd-69c4-476c-88d9-73fbaaac7459 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787112 Nov 12 13:20:00.650781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f0593-5090-4bb2-955c-5ba0f17148f9 req-9fe47435-ad66-4ad7-bf32-c3c864da377f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:00.654033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ef6f0593-5090-4bb2-955c-5ba0f17148f9 req-9fe47435-ad66-4ad7-bf32-c3c864da377f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.1294177 Nov 12 13:20:00.691447 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-3c0987c2-ef16-46e2-ae85-979ae4dc79e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4908df29-326b-43d4-8eeb-9b43c78480f2 HTTP/1.1" status: 200 len: 217 time: 0.0572033 Nov 12 13:20:00.701803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-347f83dc-bd07-4334-916a-a4583cab84c5 req-16e59838-f635-4d2a-9afb-aed2754b077c service neutron] 10.222.0.105 "GET /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081794 Nov 12 13:20:00.718161 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b619e6f6-ac62-497f-bf19-3165c1b94081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.721039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b619e6f6-ac62-497f-bf19-3165c1b94081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.721214 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:00.722259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b619e6f6-ac62-497f-bf19-3165c1b94081 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9bf5201b-a6dd-4f26-a029-c6cd48b8ddb2 HTTP/1.1" status: 204 len: 168 time: 0.8752182 Nov 12 13:20:00.770172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619e6f6-ac62-497f-bf19-3165c1b94081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf5201b-a6dd-4f26-a029-c6cd48b8ddb2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:00.789836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-42252536-5997-442c-952d-d9adcfb36618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:00.791871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-42252536-5997-442c-952d-d9adcfb36618 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ad61732-f35b-4b5a-bf00-499c187c8273 HTTP/1.1" status: 200 len: 845 time: 0.0842810 Nov 12 13:20:00.846331 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-98ae05d1-2c54-4aa5-91f8-df49e671392a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02063453-568c-451d-b934-1efda5522628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459366 Nov 12 13:20:00.852411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ef6f0593-5090-4bb2-955c-5ba0f17148f9 req-0d78e8d0-79c3-46e7-953e-32bbd050a746 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882472 Nov 12 13:20:00.920042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f9eda266-c4ab-4d89-aac3-bd81169e554c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:00.921933 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f9eda266-c4ab-4d89-aac3-bd81169e554c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 946 time: 0.2068870 Nov 12 13:20:00.924216 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.048397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43146a1e-e35d-41d4-82e0-7a833e64ff5b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:01.070066 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-9e896bff-e007-4ae1-bfe1-061b820d7314 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996944 Nov 12 13:20:01.078351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebb74a7-e9a4-4997-ac20-5ac473c408b5') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:01.078636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebb74a7-e9a4-4997-ac20-5ac473c408b5') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:01.141682 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.169544 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.184759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:20:01.184759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:20:01.187981 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:20:01.205501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db00b01-63d0-45b3-9b1b-4b5bcc8e69d0 req-a8fc8b06-212b-4f43-bffb-887d8da5412a tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:01.207402 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4db00b01-63d0-45b3-9b1b-4b5bcc8e69d0 req-a8fc8b06-212b-4f43-bffb-887d8da5412a tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 948 time: 0.1602094 Nov 12 13:20:01.210609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995ecdb-2958-4ece-b870-414b2585de3a req-9e4b3146-b6fe-42c0-9f07-20a2e857567b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:01.212694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0995ecdb-2958-4ece-b870-414b2585de3a req-9e4b3146-b6fe-42c0-9f07-20a2e857567b tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 943 time: 0.1526341 Nov 12 13:20:01.279516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a8d7c2-fb5a-4941-a801-ed831194d3a4 req-ac373cad-641f-43c6-982d-e76d86fd9332 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777804 Nov 12 13:20:01.305002 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.306064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4db00b01-63d0-45b3-9b1b-4b5bcc8e69d0 req-5d278c7f-b7fd-4b66-bee2-6d93c1418546 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849812 Nov 12 13:20:01.313046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f0d5a794-674c-47a4-96ab-dcca23271aec tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Deleting port 8b71b434-dbd6-4881-a528-07ff920a7b75 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:01.313425 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f0d5a794-674c-47a4-96ab-dcca23271aec tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.341843 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.347836 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/43146a1e-e35d-41d4-82e0-7a833e64ff5b HTTP/1.1" status: 204 len: 168 time: 0.7781916 Nov 12 13:20:01.383188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0995ecdb-2958-4ece-b870-414b2585de3a req-d2a43855-091b-44c9-95a8-33d5678c9f8e tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608665 Nov 12 13:20:01.393446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c0bff-5699-433c-86d5-04663816bca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=43146a1e-e35d-41d4-82e0-7a833e64ff5b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:01.477574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905aea5-838b-4630-85ad-955244ab9753 req-f112ee0b-b41b-4d04-bd96-ce11d7b031ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:01.479377 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a905aea5-838b-4630-85ad-955244ab9753 req-f112ee0b-b41b-4d04-bd96-ce11d7b031ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 1094 time: 0.1074955 Nov 12 13:20:01.560516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f0d5a794-674c-47a4-96ab-dcca23271aec tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] For port 8b71b434-dbd6-4881-a528-07ff920a7b75, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=8b71b434-dbd6-4881-a528-07ff920a7b75,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:01.561580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f0d5a794-674c-47a4-96ab-dcca23271aec tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.583401 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f0d5a794-674c-47a4-96ab-dcca23271aec tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Calling delete_port for 8b71b434-dbd6-4881-a528-07ff920a7b75 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:01.603908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7b8c55e9-7744-4838-8747-734b9c27c441 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:20:01.636209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905aea5-838b-4630-85ad-955244ab9753 req-e149dfd8-4d7c-449e-b9fd-752f2e2fde36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:01.642599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a905aea5-838b-4630-85ad-955244ab9753 req-e149dfd8-4d7c-449e-b9fd-752f2e2fde36 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 906 time: 0.1515894 Nov 12 13:20:01.665538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36764) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:01.726279 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a905aea5-838b-4630-85ad-955244ab9753 req-058c1c4b-7885-4941-9e98-825593bcf7a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4908df29-326b-43d4-8eeb-9b43c78480f2 HTTP/1.1" status: 200 len: 217 time: 0.0679924 Nov 12 13:20:01.773684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-451f2f13-951c-46a8-8535-ceeeabfca2d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=400cd7e0e4fd45d49e91bc070b399a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1060846 Nov 12 13:20:01.777922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36768) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:01.856684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 7b8c55e9-7744-4838-8747-734b9c27c441, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7b8c55e9-7744-4838-8747-734b9c27c441,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:01.885646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '7b8c55e9-7744-4838-8747-734b9c27c441', 'network_id': '28d6a69d-5d20-4513-aec5-574576d35260', 'port_id': '7b8c55e9-7744-4838-8747-734b9c27c441', 'mac_address': 'fa:16:3e:aa:33:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefec863-6d72-4632-b7a4-f1cf94d9f657', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:20:01.940770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905aea5-838b-4630-85ad-955244ab9753 req-b66f3b35-d22d-4a4e-aeb7-a24d6bb315d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:01.944404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a905aea5-838b-4630-85ad-955244ab9753 req-b66f3b35-d22d-4a4e-aeb7-a24d6bb315d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ad61732-f35b-4b5a-bf00-499c187c8273 HTTP/1.1" status: 200 len: 845 time: 0.2169895 Nov 12 13:20:01.955980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ade4362-8be3-47c3-adee-7fea82b708a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.966028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1ae04-8b84-46df-9cb6-f3c947bd3ebe req-68e98fac-25f2-4668-a9fc-9fe9b7bffb0f tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:01.969931 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f0d5a794-674c-47a4-96ab-dcca23271aec tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:01.983230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-46f1ae04-8b84-46df-9cb6-f3c947bd3ebe req-68e98fac-25f2-4668-a9fc-9fe9b7bffb0f tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 943 time: 0.2450008 Nov 12 13:20:01.991379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:01.999774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ade4362-8be3-47c3-adee-7fea82b708a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.046365 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5a794-674c-47a4-96ab-dcca23271aec tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event deleted for resources: {'Port': ['ID=8b71b434-dbd6-4881-a528-07ff920a7b75,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:02.085341 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a905aea5-838b-4630-85ad-955244ab9753 req-cea4a523-9210-4540-9fc7-14f75bb35887 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02063453-568c-451d-b934-1efda5522628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997548 Nov 12 13:20:02.156067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.160473 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.182373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f0d5a794-674c-47a4-96ab-dcca23271aec tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] No DVR routers for this DVR port 8b71b434-dbd6-4881-a528-07ff920a7b75 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:20:02.202782 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f0d5a794-674c-47a4-96ab-dcca23271aec tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.204369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8c55e9-7744-4838-8747-734b9c27c441 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:02.206737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56048dd1-f057-4ac4-902d-5032d89933ab req-f0d5a794-674c-47a4-96ab-dcca23271aec tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "DELETE /v2.0/ports/8b71b434-dbd6-4881-a528-07ff920a7b75 HTTP/1.1" status: 204 len: 173 time: 1.2646496 Nov 12 13:20:02.218757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dbc36536-4baf-4f82-850a-7a56ab1df333 req-aabb8691-c7c4-4f40-b534-8c9161971405 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ad1e2b-98a2-4798-97d9-22bbca7fac89 HTTP/1.1" status: 200 len: 210 time: 0.0841932 Nov 12 13:20:02.219443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ad1e2b-98a2-4798-97d9-22bbca7fac89', 'name': 'network-vif-deleted', 'tag': '8b71b434-dbd6-4881-a528-07ff920a7b75'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:02.222222 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44c0b74-f373-451c-8820-93f5b3714bdf" -d '{"events": [{"server_uuid": "27ad1e2b-98a2-4798-97d9-22bbca7fac89", "name": "network-vif-deleted", "tag": "8b71b434-dbd6-4881-a528-07ff920a7b75"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:02.244841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 7b8c55e9-7744-4838-8747-734b9c27c441, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7b8c55e9-7744-4838-8747-734b9c27c441,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:02.258698 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.277025 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ade4362-8be3-47c3-adee-7fea82b708a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.288799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ade4362-8be3-47c3-adee-7fea82b708a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.294021 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ade4362-8be3-47c3-adee-7fea82b708a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ab8b6c5-d1cd-4082-a451-0051f216fff3 HTTP/1.1" status: 204 len: 168 time: 0.4970417 Nov 12 13:20:02.335338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade4362-8be3-47c3-adee-7fea82b708a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab8b6c5-d1cd-4082-a451-0051f216fff3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:02.367380 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-46f1ae04-8b84-46df-9cb6-f3c947bd3ebe req-85f0a2c0-a0ac-4b37-83b9-40b465554584 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779266 Nov 12 13:20:02.372497 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fbc0ab-6731-47de-a360-7b46eb54ea00 x-openstack-request-id: req-d4fbc0ab-6731-47de-a360-7b46eb54ea00 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:02.372905 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ad1e2b-98a2-4798-97d9-22bbca7fac89", "name": "network-vif-deleted", "tag": "8b71b434-dbd6-4881-a528-07ff920a7b75", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:02.373400 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4fbc0ab-6731-47de-a360-7b46eb54ea00 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:02.374055 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ad1e2b-98a2-4798-97d9-22bbca7fac89', 'name': 'network-vif-deleted', 'tag': '8b71b434-dbd6-4881-a528-07ff920a7b75', 'status': 'completed', 'code': 200} Nov 12 13:20:02.422712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a905aea5-838b-4630-85ad-955244ab9753 req-fd898c80-06c1-41b4-be6d-e1dfe5d6a1e4 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258674 Nov 12 13:20:02.678837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65577d8-07a3-4979-9781-65ce19d8a738 req-528185ab-e34d-45a4-a673-959e73b49c6b tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:02.694130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e65577d8-07a3-4979-9781-65ce19d8a738 req-528185ab-e34d-45a4-a673-959e73b49c6b tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 948 time: 0.1587176 Nov 12 13:20:02.738874 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:02.741260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=7b8c55e9-7744-4838-8747-734b9c27c441,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:02.767391 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a905aea5-838b-4630-85ad-955244ab9753 req-fe934180-9184-4151-a4e7-c4ed42ff1fa5 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348713 Nov 12 13:20:02.813866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1d9a2-b74c-476f-9277-a6fc0f5511f4 req-e40c47eb-9306-41cf-9b14-2d7c2e0b60a0 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:02.817962 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07e1d9a2-b74c-476f-9277-a6fc0f5511f4 req-e40c47eb-9306-41cf-9b14-2d7c2e0b60a0 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 944 time: 0.1701834 Nov 12 13:20:02.838699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e65577d8-07a3-4979-9781-65ce19d8a738 req-433c5ba0-ce29-4c6e-ab84-ffc8a72b0bc6 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425455 Nov 12 13:20:02.861047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['7b8c55e9-7744-4838-8747-734b9c27c441'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:03.010353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07e1d9a2-b74c-476f-9277-a6fc0f5511f4 req-bafcd589-5292-4add-8ba1-768f20aff043 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808338 Nov 12 13:20:03.046904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36798) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:03.135438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2eef0fba-0948-42d2-8f6a-a88446b8311c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15cda205c22948569b4aefb70f63cf9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0862095 Nov 12 13:20:03.138198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36800) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:03.212610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cdfec72-6bba-473d-b8d7-98324bfbf842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.259634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cdfec72-6bba-473d-b8d7-98324bfbf842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.344537 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cdfec72-6bba-473d-b8d7-98324bfbf842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.348749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cdfec72-6bba-473d-b8d7-98324bfbf842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.353219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7cdfec72-6bba-473d-b8d7-98324bfbf842 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bab127f7-e4d2-4428-a485-d0203182d332 HTTP/1.1" status: 204 len: 168 time: 0.2135079 Nov 12 13:20:03.365525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfec72-6bba-473d-b8d7-98324bfbf842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab127f7-e4d2-4428-a485-d0203182d332,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:03.617119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9c763c52-5163-497f-a969-690e56bb75d2 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:03.627109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fda285-ceff-4e9a-8b68-7b1ec6ffd7a4 req-d938d40e-7255-4e8c-88b6-de8204e08509 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:03.636159 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8fda285-ceff-4e9a-8b68-7b1ec6ffd7a4 req-d938d40e-7255-4e8c-88b6-de8204e08509 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 943 time: 0.1198850 Nov 12 13:20:03.669263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8b71b434-dbd6-4881-a528-07ff920a7b75 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:20:03.725362 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8fda285-ceff-4e9a-8b68-7b1ec6ffd7a4 req-42475a78-858e-4918-87cb-ee5dd35b702b tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877204 Nov 12 13:20:03.749191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 8b71b434-dbd6-4881-a528-07ff920a7b75 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:20:03.749191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 8b71b434-dbd6-4881-a528-07ff920a7b75 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:20:03.771818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bba7ab10-7be1-4d58-a763-3c47e4720ef7 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:03.775859 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bba7ab10-7be1-4d58-a763-3c47e4720ef7 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.1985376 Nov 12 13:20:03.792995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 9c763c52-5163-497f-a969-690e56bb75d2 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:20:03.799031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 9c763c52-5163-497f-a969-690e56bb75d2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:03.799827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:03.801328 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-35aa4a13-839a-4ae8-9b69-188bfa19b10c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/quotas/44bbb573e2f944788a4da5de2cdc3546 HTTP/1.1" status: 200 len: 375 time: 0.0188055 Nov 12 13:20:03.913963 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-1fcb392d-a26a-481f-87ba-3c2127a689d2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042221 Nov 12 13:20:03.967258 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.035818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf3cbfd-8f79-4f84-983d-b7c42b9c90d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c763c52-5163-497f-a969-690e56bb75d2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:04.049691 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674337f-c71f-43b7-8a8e-aa3ce443393d" -d '{"events": [{"server_uuid": "acf3cbfd-8f79-4f84-983d-b7c42b9c90d5", "name": "network-vif-plugged", "status": "completed", "tag": "9c763c52-5163-497f-a969-690e56bb75d2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:04.070179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9c763c52-5163-497f-a969-690e56bb75d2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9c763c52-5163-497f-a969-690e56bb75d2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:04.078074 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:04.091706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023ad1f-c9cb-4635-9bc6-e67e846ea438 req-5343088a-5df4-49f1-a444-6d3f837edb49 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:04.094249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1023ad1f-c9cb-4635-9bc6-e67e846ea438 req-5343088a-5df4-49f1-a444-6d3f837edb49 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 948 time: 0.1149576 Nov 12 13:20:04.125477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-6654d86d-1433-4b4d-b2c7-ecbae9d62f1c service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011597 Nov 12 13:20:04.184290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=9c763c52-5163-497f-a969-690e56bb75d2,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:04.253124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1023ad1f-c9cb-4635-9bc6-e67e846ea438 req-1e4b8546-638e-458d-8d1e-ad4774caf2d3 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453195 Nov 12 13:20:04.338247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-2e2c3339-9028-43a9-a4ce-58c60ee434b6 service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113879 Nov 12 13:20:04.439802 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb45cf8-2db4-43b1-9bf3-0b0f4b150ae6 x-openstack-request-id: req-1cb45cf8-2db4-43b1-9bf3-0b0f4b150ae6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:04.440104 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf3cbfd-8f79-4f84-983d-b7c42b9c90d5", "name": "network-vif-plugged", "status": "completed", "tag": "9c763c52-5163-497f-a969-690e56bb75d2", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:04.440368 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1cb45cf8-2db4-43b1-9bf3-0b0f4b150ae6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:04.440846 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf3cbfd-8f79-4f84-983d-b7c42b9c90d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c763c52-5163-497f-a969-690e56bb75d2', 'code': 200} Nov 12 13:20:04.639202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f456a11-1f42-4bc4-b190-5d2cb631df1c req-ad986129-14ae-4f85-8f70-86df977b16cb tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:04.656990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f456a11-1f42-4bc4-b190-5d2cb631df1c req-ad986129-14ae-4f85-8f70-86df977b16cb tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 944 time: 0.1063070 Nov 12 13:20:04.668408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7112e-ca2b-4f73-b261-02530f2fda92 req-d46be89d-4ba5-44bd-b3c9-adb28d7c352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:04.671475 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48f7112e-ca2b-4f73-b261-02530f2fda92 req-d46be89d-4ba5-44bd-b3c9-adb28d7c352b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 1100 time: 0.0936115 Nov 12 13:20:04.737761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48f7112e-ca2b-4f73-b261-02530f2fda92 req-44623758-b3e7-4c5b-a9ad-6aced5dce2bc service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576296 Nov 12 13:20:04.768148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f456a11-1f42-4bc4-b190-5d2cb631df1c req-0db5b641-7d79-45ce-ab14-67f8f8e3c069 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039956 Nov 12 13:20:04.892657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1ad2e05-09e3-484a-b7e5-1ab0d2ce2237 req-3a78020c-a2e2-43de-9ed8-dd3a483ce87b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 210 time: 0.0625982 Nov 12 13:20:05.108876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca410f56-8ddf-47d9-8bc9-2a7fe1f96128 req-b4c69423-12f1-4604-bd1d-747f8735d280 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:05.110930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca410f56-8ddf-47d9-8bc9-2a7fe1f96128 req-b4c69423-12f1-4604-bd1d-747f8735d280 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 943 time: 0.0985320 Nov 12 13:20:05.197843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca410f56-8ddf-47d9-8bc9-2a7fe1f96128 req-d7a81192-231d-4d2c-83e2-6bdd59595304 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764277 Nov 12 13:20:05.458909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84734450-383f-457d-95f6-b88f4a9244be req-7fae6b28-7020-4040-855e-23cb4a47575c tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:05.461805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84734450-383f-457d-95f6-b88f4a9244be req-7fae6b28-7020-4040-855e-23cb4a47575c tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 949 time: 0.0823770 Nov 12 13:20:05.539146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84734450-383f-457d-95f6-b88f4a9244be req-0a28b7bb-eda2-4c40-a6fe-423a9c5d3ee7 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679319 Nov 12 13:20:05.636112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7b8c55e9-7744-4838-8747-734b9c27c441 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:05.676074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4908df29-326b-43d4-8eeb-9b43c78480f2 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:20:05.832719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 7b8c55e9-7744-4838-8747-734b9c27c441 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:20:05.868964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 7b8c55e9-7744-4838-8747-734b9c27c441 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:05.869537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:05.975196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4908df29-326b-43d4-8eeb-9b43c78480f2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4908df29-326b-43d4-8eeb-9b43c78480f2,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:05.983203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aa1c0-175d-4363-9043-4b83855deb9f req-20f45f95-0e94-4080-923a-f8b3bcb18d4a tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:05.988428 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e14aa1c0-175d-4363-9043-4b83855deb9f req-20f45f95-0e94-4080-923a-f8b3bcb18d4a tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 944 time: 0.1243758 Nov 12 13:20:06.018156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '4908df29-326b-43d4-8eeb-9b43c78480f2', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'port_id': '4908df29-326b-43d4-8eeb-9b43c78480f2', 'mac_address': 'fa:16:3e:87:ea:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad61732-f35b-4b5a-bf00-499c187c8273', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:20:06.095167 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.097651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.098676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28f81973-7900-4c59-a0cd-dc5d3fa897c6 req-0798a2f9-952e-420e-a90b-bd2235a4ec12 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 210 time: 0.0623524 Nov 12 13:20:06.134624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4908df29-326b-43d4-8eeb-9b43c78480f2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:06.168056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 7b8c55e9-7744-4838-8747-734b9c27c441, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7b8c55e9-7744-4838-8747-734b9c27c441,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:06.172819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4908df29-326b-43d4-8eeb-9b43c78480f2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4908df29-326b-43d4-8eeb-9b43c78480f2,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:06.182255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.196245 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.232953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-fd235453-6639-400e-9b96-bde4618e19f1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:06.234806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-fd235453-6639-400e-9b96-bde4618e19f1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.2058625 Nov 12 13:20:06.254587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Request body: {'port': {'device_id': 'a3dfd8b1-32a1-4460-8e6c-f6e6d2012275', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'admin_state_up': True, 'tenant_id': '44bbb573e2f944788a4da5de2cdc3546'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:06.358352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=7b8c55e9-7744-4838-8747-734b9c27c441,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:06.360612 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e14aa1c0-175d-4363-9043-4b83855deb9f req-2e1fd88a-5a9c-401f-b05c-1fbd826edfdd tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629746 Nov 12 13:20:06.444008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61ca20c-f9e0-4ab3-930d-12cdcfbb0359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8c55e9-7744-4838-8747-734b9c27c441'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:06.452392 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c6fa94-0e6f-419d-a2a5-bfe1206898af" -d '{"events": [{"server_uuid": "e61ca20c-f9e0-4ab3-930d-12cdcfbb0359", "name": "network-vif-plugged", "status": "completed", "tag": "7b8c55e9-7744-4838-8747-734b9c27c441"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:06.517449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4908df29-326b-43d4-8eeb-9b43c78480f2,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:06.525573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Made reservation on behalf of 44bbb573e2f944788a4da5de2cdc3546 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:06.529828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.554235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4908df29-326b-43d4-8eeb-9b43c78480f2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:06.573426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e740f13-2278-45a7-aa56-6d995d84ff99 req-e115eb15-4329-49ad-a7a9-1b20e659f1c3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:06.576300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e740f13-2278-45a7-aa56-6d995d84ff99 req-e115eb15-4329-49ad-a7a9-1b20e659f1c3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 944 time: 0.1064718 Nov 12 13:20:06.604770 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f47051c-1392-4fab-aea0-a964c54a0084 x-openstack-request-id: req-4f47051c-1392-4fab-aea0-a964c54a0084 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:06.605050 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61ca20c-f9e0-4ab3-930d-12cdcfbb0359", "name": "network-vif-plugged", "status": "completed", "tag": "7b8c55e9-7744-4838-8747-734b9c27c441", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:06.605926 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f47051c-1392-4fab-aea0-a964c54a0084 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:06.605926 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61ca20c-f9e0-4ab3-930d-12cdcfbb0359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8c55e9-7744-4838-8747-734b9c27c441', 'code': 200} Nov 12 13:20:06.614078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36924) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:06.749610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e740f13-2278-45a7-aa56-6d995d84ff99 req-f0b3f259-5e93-4714-9087-321dcbe9a792 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589398 Nov 12 13:20:06.768537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fe204-17c2-4e56-ba8f-1b6678248df5 req-80a2d4e4-b982-4279-95bb-faddef85d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:06.771367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-104fe204-17c2-4e56-ba8f-1b6678248df5 req-80a2d4e4-b982-4279-95bb-faddef85d0d1 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 1096 time: 0.1241703 Nov 12 13:20:06.861448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Allocated IP 172.20.0.11 (a9af9cf4-1027-482e-9b95-2642068411b0/f405fae7-5435-415b-803d-1ce0aefde344/efc3d874-edad-4b70-9308-a086ea2ebc8b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:06.882327 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50ce3fc0-fc92-4ebd-9a45-74d5662654d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:06.902643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-104fe204-17c2-4e56-ba8f-1b6678248df5 req-8a61d039-86cc-4369-96c4-38df30f6ce66 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225448 Nov 12 13:20:06.995923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7660c-53f1-4415-ad9e-480ac188d57c req-8d07ebe0-b26d-49ac-a1fa-788a240c0abf tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:06.997725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92c7660c-53f1-4415-ad9e-480ac188d57c req-8d07ebe0-b26d-49ac-a1fa-788a240c0abf tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 949 time: 0.0796261 Nov 12 13:20:07.126330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50ce3fc0-fc92-4ebd-9a45-74d5662654d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.132363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92c7660c-53f1-4415-ad9e-480ac188d57c req-599ea993-5108-434d-8f59-6645426f49bc tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029527 Nov 12 13:20:07.135463 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50ce3fc0-fc92-4ebd-9a45-74d5662654d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.180030 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.195710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-50ce3fc0-fc92-4ebd-9a45-74d5662654d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afa789aa474a46a38c7bf17e461dad8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5772896 Nov 12 13:20:07.197332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce3fc0-fc92-4ebd-9a45-74d5662654d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ea95ec-ed9e-4715-873c-1d1321e4f7da,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:07.201458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36942) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:07.261871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.284168 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea982-caa7-4c8d-919d-a36acac8f90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.310926 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea982-caa7-4c8d-919d-a36acac8f90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.323222 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Network a9af9cf4-1027-482e-9b95-2642068411b0 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:07.327513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:07.338826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:07.344815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event updated for resources: {'Port': ['ID=efc3d874-edad-4b70-9308-a086ea2ebc8b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:07.382036 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea982-caa7-4c8d-919d-a36acac8f90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.391226 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea982-caa7-4c8d-919d-a36acac8f90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.393498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0a7ea982-caa7-4c8d-919d-a36acac8f90b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89ea95ec-ed9e-4715-873c-1d1321e4f7da HTTP/1.1" status: 204 len: 168 time: 0.1902442 Nov 12 13:20:07.409164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:07.441185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:07.443744 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.469209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ea982-caa7-4c8d-919d-a36acac8f90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ea95ec-ed9e-4715-873c-1d1321e4f7da,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:07.487022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-87870957-62c0-439c-8d8a-471f75272a54 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2380600 Nov 12 13:20:07.509895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Request body: {'port': {'device_id': 'a3dfd8b1-32a1-4460-8e6c-f6e6d2012275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:07.542751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f899d5-7520-472f-9a43-a3a16fd11b9b req-233211ca-47b0-4bfa-a004-56e5dbe6a458 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:07.557319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6f899d5-7520-472f-9a43-a3a16fd11b9b req-233211ca-47b0-4bfa-a004-56e5dbe6a458 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 932 time: 0.1619477 Nov 12 13:20:07.640899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.661183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6f899d5-7520-472f-9a43-a3a16fd11b9b req-c2149313-7a11-4d5a-a9a2-efad2b53ef16 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021264 Nov 12 13:20:07.695961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4908df29-326b-43d4-8eeb-9b43c78480f2 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:07.898220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 4908df29-326b-43d4-8eeb-9b43c78480f2 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:20:07.903737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 4908df29-326b-43d4-8eeb-9b43c78480f2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:07.905240 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:07.949113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac964e2a-feb3-4525-9939-52894a7397a9 req-bb948ab0-f1ed-4e3f-abf9-3b03fbd5c2fa tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:07.964110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac964e2a-feb3-4525-9939-52894a7397a9 req-bb948ab0-f1ed-4e3f-abf9-3b03fbd5c2fa tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 945 time: 0.1813166 Nov 12 13:20:08.040863 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.072172 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac964e2a-feb3-4525-9939-52894a7397a9 req-2454bc01-bcb6-4ec9-a8d6-9aa574ebd2ef tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049120 Nov 12 13:20:08.100953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:08.107080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4908df29-326b-43d4-8eeb-9b43c78480f2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4908df29-326b-43d4-8eeb-9b43c78480f2,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:08.122488 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1713266-c50c-4611-8a55-407d9e3af639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.123798 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.251356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4908df29-326b-43d4-8eeb-9b43c78480f2,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:08.287641 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1713266-c50c-4611-8a55-407d9e3af639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.308393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1713266-c50c-4611-8a55-407d9e3af639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.347784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bed0f-a148-49ba-bbc6-dbe5bb5a2fbc req-121cc233-8bac-4ba0-855c-5be0bcba7bd6 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:08.352752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e6bed0f-a148-49ba-bbc6-dbe5bb5a2fbc req-121cc233-8bac-4ba0-855c-5be0bcba7bd6 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 949 time: 0.1287017 Nov 12 13:20:08.402293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9191-7996-4ba1-a1e4-4955888451f6 req-9639d457-fe4e-46fb-8e86-6498b671567e tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:08.414285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57be9191-7996-4ba1-a1e4-4955888451f6 req-9639d457-fe4e-46fb-8e86-6498b671567e tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 945 time: 0.3218918 Nov 12 13:20:08.436595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d1713266-c50c-4611-8a55-407d9e3af639 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8616a70bb2547a688e18a3e0bc9fd0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342898 Nov 12 13:20:08.442215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36968) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:08.443061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1713266-c50c-4611-8a55-407d9e3af639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0151db0-7fc1-4f25-8d6f-2ea119451eaf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:08.489567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e6bed0f-a148-49ba-bbc6-dbe5bb5a2fbc req-9f5ac6b9-95f5-42ae-845b-3a7b7967cfa1 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174676 Nov 12 13:20:08.510242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc3d874-edad-4b70-9308-a086ea2ebc8b {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:08.526958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.580711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Transition to ACTIVE for port object efc3d874-edad-4b70-9308-a086ea2ebc8b will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:20:08.590703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.593595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be688e1a-78ee-4a69-93b1-5d369df6815b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.607408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4908df29-326b-43d4-8eeb-9b43c78480f2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:08.611253 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa379ce-f18d-4806-b0d4-352e2765b6c0" -d '{"events": [{"server_uuid": "8724140d-0426-4ee6-a024-85af5b5b6f1b", "name": "network-vif-plugged", "status": "completed", "tag": "4908df29-326b-43d4-8eeb-9b43c78480f2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:08.617698 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57be9191-7996-4ba1-a1e4-4955888451f6 req-5d6d3fea-cfa9-4775-8dcf-4b6aa2914cfa tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011662 Nov 12 13:20:08.717803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be688e1a-78ee-4a69-93b1-5d369df6815b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:08.746939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Pushing event updated for resources: {'Port': ['ID=efc3d874-edad-4b70-9308-a086ea2ebc8b,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:08.866050 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08849e10-2038-45aa-89a0-c5bc604af875 x-openstack-request-id: req-08849e10-2038-45aa-89a0-c5bc604af875 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:08.868469 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8724140d-0426-4ee6-a024-85af5b5b6f1b", "name": "network-vif-plugged", "status": "completed", "tag": "4908df29-326b-43d4-8eeb-9b43c78480f2", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:08.869437 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08849e10-2038-45aa-89a0-c5bc604af875 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:08.870525 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4908df29-326b-43d4-8eeb-9b43c78480f2', 'code': 200} Nov 12 13:20:09.000531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Attempting to bind port efc3d874-edad-4b70-9308-a086ea2ebc8b on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:09.001050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Attempting to bind port efc3d874-edad-4b70-9308-a086ea2ebc8b by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:09.001691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Attempting to bind port efc3d874-edad-4b70-9308-a086ea2ebc8b on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:09.004851 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be688e1a-78ee-4a69-93b1-5d369df6815b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.010451 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be688e1a-78ee-4a69-93b1-5d369df6815b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.013363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-be688e1a-78ee-4a69-93b1-5d369df6815b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0151db0-7fc1-4f25-8d6f-2ea119451eaf HTTP/1.1" status: 204 len: 168 time: 0.5675380 Nov 12 13:20:09.063123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Port efc3d874-edad-4b70-9308-a086ea2ebc8b on network a9af9cf4-1027-482e-9b95-2642068411b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:20:09.063976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Attempting to bind port efc3d874-edad-4b70-9308-a086ea2ebc8b on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:09.068902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be688e1a-78ee-4a69-93b1-5d369df6815b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0151db0-7fc1-4f25-8d6f-2ea119451eaf,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:09.085181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:09.085752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Checking segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:09.086378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Bound using segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:09.087135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Bound port: efc3d874-edad-4b70-9308-a086ea2ebc8b, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:09.087724 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.140064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d539-7b7c-4ebf-970f-f9081ae1bfef req-77b33d41-47df-4b1a-a883-a5f824194c21 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.157319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24b7d539-7b7c-4ebf-970f-f9081ae1bfef req-77b33d41-47df-4b1a-a883-a5f824194c21 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 944 time: 0.1879139 Nov 12 13:20:09.188196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ade910-686e-4c0c-8151-33751f61c787 req-d2525dad-3cad-47fa-85ca-fe97ffb36db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.196025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83ade910-686e-4c0c-8151-33751f61c787 req-d2525dad-3cad-47fa-85ca-fe97ffb36db9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 1096 time: 0.1944306 Nov 12 13:20:09.283669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24b7d539-7b7c-4ebf-970f-f9081ae1bfef req-0a7ff094-b901-4741-91ab-e4b72f0564c9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236110 Nov 12 13:20:09.288014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] For port efc3d874-edad-4b70-9308-a086ea2ebc8b, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:09.301339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] For port efc3d874-edad-4b70-9308-a086ea2ebc8b, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=efc3d874-edad-4b70-9308-a086ea2ebc8b,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:09.308173 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.410330 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83ade910-686e-4c0c-8151-33751f61c787 req-d6d8c883-cf93-44c0-9007-e464cb807812 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089663 Nov 12 13:20:09.413181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Pushing event updated for resources: {'Port': ['ID=efc3d874-edad-4b70-9308-a086ea2ebc8b,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:09.420946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.421711 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.423632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-bfa6dcd5-35d3-45ba-a03d-4196f1398372 service neutron] 10.222.0.70 "PUT /v2.0/ports/efc3d874-edad-4b70-9308-a086ea2ebc8b HTTP/1.1" status: 200 len: 1092 time: 1.9279947 Nov 12 13:20:09.424101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dfd8b1-32a1-4460-8e6c-f6e6d2012275', 'tag': 'efc3d874-edad-4b70-9308-a086ea2ebc8b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:09.426290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfe96-424d-467c-93c7-23cfab790a92 req-8797800c-cf3d-4756-a8dd-a601556418b5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.426723 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c43c5c5-2948-40c6-8bfc-4f3f7a603253" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dfd8b1-32a1-4460-8e6c-f6e6d2012275", "tag": "efc3d874-edad-4b70-9308-a086ea2ebc8b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:09.429914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534dfe96-424d-467c-93c7-23cfab790a92 req-8797800c-cf3d-4756-a8dd-a601556418b5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 945 time: 0.1870141 Nov 12 13:20:09.550469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534dfe96-424d-467c-93c7-23cfab790a92 req-6e241f78-cb96-42a2-be8e-015d879c86e4 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125252 Nov 12 13:20:09.587107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-b865ce32-741d-42e5-9fcd-c6c48414963d tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.591155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-b865ce32-741d-42e5-9fcd-c6c48414963d tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.105 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 949 time: 0.0969343 Nov 12 13:20:09.688485 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20065187-098b-41f3-ac25-4702dbc63026 x-openstack-request-id: req-20065187-098b-41f3-ac25-4702dbc63026 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:09.688803 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dfd8b1-32a1-4460-8e6c-f6e6d2012275", "tag": "efc3d874-edad-4b70-9308-a086ea2ebc8b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:09.689136 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20065187-098b-41f3-ac25-4702dbc63026 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:09.689675 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3dfd8b1-32a1-4460-8e6c-f6e6d2012275', 'tag': 'efc3d874-edad-4b70-9308-a086ea2ebc8b', 'status': 'completed', 'code': 200} Nov 12 13:20:09.760988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66060d0f-5100-4858-a252-f1c84f64f7fc req-2a5e3b3c-2886-434d-ba59-80f54564032e tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.775497 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66060d0f-5100-4858-a252-f1c84f64f7fc req-2a5e3b3c-2886-434d-ba59-80f54564032e tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 949 time: 0.1061573 Nov 12 13:20:09.825457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c5c5-2948-40c6-8bfc-4f3f7a603253 req-3c517510-3d18-4431-afd8-bc5c7ae7fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:09.827899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c43c5c5-2948-40c6-8bfc-4f3f7a603253 req-3c517510-3d18-4431-afd8-bc5c7ae7fab9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 1095 time: 0.1025617 Nov 12 13:20:09.838209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-0fbc3bb2-4235-4832-88cc-576d4904c5af tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Deleting port 9c763c52-5163-497f-a969-690e56bb75d2 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:09.838552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-0fbc3bb2-4235-4832-88cc-576d4904c5af tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:09.855923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66060d0f-5100-4858-a252-f1c84f64f7fc req-ee9721b5-0de6-484d-b070-5c4ec7ff63c4 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a66dd27-c657-4a4e-93a3-7960b58e2feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777662 Nov 12 13:20:10.049854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caee2d-0a7b-435f-bb2a-08d15acd5505 req-b9320ca4-e85c-48ae-bc6d-96a7bf4e7520 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:10.059818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4caee2d-0a7b-435f-bb2a-08d15acd5505 req-b9320ca4-e85c-48ae-bc6d-96a7bf4e7520 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 945 time: 0.1195140 Nov 12 13:20:10.137735 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4caee2d-0a7b-435f-bb2a-08d15acd5505 req-839c5856-d9ce-4975-b32c-4dbab76ff2d4 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764415 Nov 12 13:20:10.495386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c652b6-5613-4445-8d5a-4bfdf1f0a9e8 req-d4373e9b-ee72-447e-8939-e77ae1b1ac1e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:10.505912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e2c652b6-5613-4445-8d5a-4bfdf1f0a9e8 req-d4373e9b-ee72-447e-8939-e77ae1b1ac1e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 944 time: 0.0931375 Nov 12 13:20:10.531050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-0fbc3bb2-4235-4832-88cc-576d4904c5af tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] For port 9c763c52-5163-497f-a969-690e56bb75d2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9c763c52-5163-497f-a969-690e56bb75d2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:10.532037 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-0fbc3bb2-4235-4832-88cc-576d4904c5af tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:10.561403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f66ed7-a3c2-452d-bce5-104f8c71ac01 req-106b742d-0f56-4e4b-9277-1ec382bad323 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:10.565888 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c5f66ed7-a3c2-452d-bce5-104f8c71ac01 req-106b742d-0f56-4e4b-9277-1ec382bad323 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 945 time: 0.1664424 Nov 12 13:20:10.572321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c5c5-2948-40c6-8bfc-4f3f7a603253 req-601f072f-cc98-461b-8a73-02047b69257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:10.573862 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c43c5c5-2948-40c6-8bfc-4f3f7a603253 req-601f072f-cc98-461b-8a73-02047b69257b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=44bbb573e2f944788a4da5de2cdc3546&shared=False HTTP/1.1" status: 200 len: 907 time: 0.7298033 Nov 12 13:20:10.576468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-0fbc3bb2-4235-4832-88cc-576d4904c5af tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Calling delete_port for 9c763c52-5163-497f-a969-690e56bb75d2 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:10.586417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e2c652b6-5613-4445-8d5a-4bfdf1f0a9e8 req-40f5017c-3d22-4ea3-b7ff-35f5ec93ee7c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743446 Nov 12 13:20:10.850101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c5f66ed7-a3c2-452d-bce5-104f8c71ac01 req-787456f1-2be7-478f-8d07-4ec09c0a18c4 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741373 Nov 12 13:20:10.897371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c5c5-2948-40c6-8bfc-4f3f7a603253 req-d362114a-1384-4b5e-b9d5-f9c283a2216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:10.899336 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3c43c5c5-2948-40c6-8bfc-4f3f7a603253 req-d362114a-1384-4b5e-b9d5-f9c283a2216e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050663 Nov 12 13:20:11.106107 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-0fbc3bb2-4235-4832-88cc-576d4904c5af tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:11.116329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-6ae4f5e4-7f8e-43a1-a573-aecbbadcbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:11.118008 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-6ae4f5e4-7f8e-43a1-a573-aecbbadcbd24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 1095 time: 0.1234429 Nov 12 13:20:11.126598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['9c763c52-5163-497f-a969-690e56bb75d2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:11.158539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc3bb2-4235-4832-88cc-576d4904c5af tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Pushing event deleted for resources: {'Port': ['ID=9c763c52-5163-497f-a969-690e56bb75d2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:11.231078 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-3228f3df-5063-4895-a8a6-7371101ac77b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efc3d874-edad-4b70-9308-a086ea2ebc8b HTTP/1.1" status: 200 len: 217 time: 0.0855148 Nov 12 13:20:11.238207 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a55c9d51-6ff0-4dd5-9247-98f447646941 req-cb2d10c2-0a71-4e38-8cb1-fadf45ff4c57 tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf3cbfd-8f79-4f84-983d-b7c42b9c90d5 HTTP/1.1" status: 200 len: 210 time: 0.0427454 Nov 12 13:20:11.363117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-0fbc3bb2-4235-4832-88cc-576d4904c5af tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] No DVR routers for this DVR port 9c763c52-5163-497f-a969-690e56bb75d2 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:20:11.369173 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-0fbc3bb2-4235-4832-88cc-576d4904c5af tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:11.373793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-536b3f42-0982-41f5-90a0-b50a3fafcebb req-0fbc3bb2-4235-4832-88cc-576d4904c5af tempest-ImagesNegativeTestJSON-1675475003 tempest-ImagesNegativeTestJSON-1675475003-project] 10.222.0.105 "DELETE /v2.0/ports/9c763c52-5163-497f-a969-690e56bb75d2 HTTP/1.1" status: 204 len: 173 time: 1.7728977 Nov 12 13:20:11.434806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-6a617894-7fd9-4176-9e1c-08b76bd7b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:11.437522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-6a617894-7fd9-4176-9e1c-08b76bd7b2d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.1621864 Nov 12 13:20:11.475480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3510c4-9d64-465f-b365-0a08d5f0ddf6 req-a6efb86b-307c-4fdb-b768-f31cf2939c0d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:11.478357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d3510c4-9d64-465f-b365-0a08d5f0ddf6 req-a6efb86b-307c-4fdb-b768-f31cf2939c0d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 945 time: 0.1425183 Nov 12 13:20:11.484446 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-125f10ca-708d-48c4-9a27-40efe52753ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378335 Nov 12 13:20:11.649083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d3510c4-9d64-465f-b365-0a08d5f0ddf6 req-1fb3a3b8-12c0-4a80-adcf-40d83119a602 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516116 Nov 12 13:20:11.699326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf3cbfd-8f79-4f84-983d-b7c42b9c90d5', 'name': 'network-vif-deleted', 'tag': '9c763c52-5163-497f-a969-690e56bb75d2'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:11.703751 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38666ada-d7ce-4cc4-847c-4f1a175e3633" -d '{"events": [{"server_uuid": "acf3cbfd-8f79-4f84-983d-b7c42b9c90d5", "name": "network-vif-deleted", "tag": "9c763c52-5163-497f-a969-690e56bb75d2"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:11.764878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-2264ad6c-2757-46b0-b570-46302ef3e8ce service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717693 Nov 12 13:20:11.795213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-33de069e-e943-4427-a252-eb656d237fd6 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:11.797195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-33de069e-e943-4427-a252-eb656d237fd6 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 945 time: 0.2032127 Nov 12 13:20:12.015107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b145b8-6917-4aba-93e1-cde0cbe07e56 req-1521b859-05e9-43d4-85bc-0e18027694b6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:12.018478 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-80b145b8-6917-4aba-93e1-cde0cbe07e56 req-1521b859-05e9-43d4-85bc-0e18027694b6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 944 time: 0.2193739 Nov 12 13:20:12.144518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64fdb1ce-f6dd-483a-8c7f-df4e7cb06602 req-f4b446d1-dbae-4dee-bb7c-b967fed74c2e service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444552 Nov 12 13:20:12.213555 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f38454-092d-4ada-88e7-2b8364fa522d x-openstack-request-id: req-a3f38454-092d-4ada-88e7-2b8364fa522d {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:12.214147 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf3cbfd-8f79-4f84-983d-b7c42b9c90d5", "name": "network-vif-deleted", "tag": "9c763c52-5163-497f-a969-690e56bb75d2", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:12.214505 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a3f38454-092d-4ada-88e7-2b8364fa522d {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:12.215005 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf3cbfd-8f79-4f84-983d-b7c42b9c90d5', 'name': 'network-vif-deleted', 'tag': '9c763c52-5163-497f-a969-690e56bb75d2', 'status': 'completed', 'code': 200} Nov 12 13:20:12.247453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-53a8fff5-00a7-44e3-9769-988ab6d7eda9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Deleting port 7b8c55e9-7744-4838-8747-734b9c27c441 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:12.248208 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-53a8fff5-00a7-44e3-9769-988ab6d7eda9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:12.267341 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-80b145b8-6917-4aba-93e1-cde0cbe07e56 req-d4acbdce-1b16-4a85-9e4d-43b9731b787b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382598 Nov 12 13:20:12.476533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633fcc6-6d1e-40e3-9791-3fadbdee53c7 req-738bc7d0-d4b3-4b15-afd7-4a4488d34772 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:12.478920 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1633fcc6-6d1e-40e3-9791-3fadbdee53c7 req-738bc7d0-d4b3-4b15-afd7-4a4488d34772 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61ca20c-f9e0-4ab3-930d-12cdcfbb0359 HTTP/1.1" status: 200 len: 945 time: 0.1148179 Nov 12 13:20:12.481003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-53a8fff5-00a7-44e3-9769-988ab6d7eda9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] For port 7b8c55e9-7744-4838-8747-734b9c27c441, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7b8c55e9-7744-4838-8747-734b9c27c441,segment=NetworkSegment(14a0ffd8-7359-45f5-8059-4c1ce753648d),segment_id=14a0ffd8-7359-45f5-8059-4c1ce753648d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:12.481395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-53a8fff5-00a7-44e3-9769-988ab6d7eda9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:12.508125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-53a8fff5-00a7-44e3-9769-988ab6d7eda9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Calling delete_port for 7b8c55e9-7744-4838-8747-734b9c27c441 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:12.607584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1633fcc6-6d1e-40e3-9791-3fadbdee53c7 req-d7a0b7d3-ce3b-4878-8b40-9ed94db68fd3 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups?id=cd918f3c-e8e8-4802-82ea-06da77201dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139317 Nov 12 13:20:12.674697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ee0ce-515b-44de-9cf4-45333f5d9049 req-9e759332-6c56-4df5-959a-0c03f6c9288a tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:12.676461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-337ee0ce-515b-44de-9cf4-45333f5d9049 req-9e759332-6c56-4df5-959a-0c03f6c9288a tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 945 time: 0.0651920 Nov 12 13:20:12.734917 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-53a8fff5-00a7-44e3-9769-988ab6d7eda9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:12.748971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-337ee0ce-515b-44de-9cf4-45333f5d9049 req-03de73bf-973f-4a76-bf26-df721c7a7c1c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627012 Nov 12 13:20:12.756925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['7b8c55e9-7744-4838-8747-734b9c27c441'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:12.797232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8fff5-00a7-44e3-9769-988ab6d7eda9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event deleted for resources: {'Port': ['ID=7b8c55e9-7744-4838-8747-734b9c27c441,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:12.829538 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:12.873126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-53a8fff5-00a7-44e3-9769-988ab6d7eda9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] No DVR routers for this DVR port 7b8c55e9-7744-4838-8747-734b9c27c441 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:20:12.878581 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-53a8fff5-00a7-44e3-9769-988ab6d7eda9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:12.889906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9d8fe6b1-910e-4c6a-8d2a-a74268f26d7b req-53a8fff5-00a7-44e3-9769-988ab6d7eda9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.105 "DELETE /v2.0/ports/7b8c55e9-7744-4838-8747-734b9c27c441 HTTP/1.1" status: 204 len: 173 time: 1.0666516 Nov 12 13:20:13.545199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89ca1e-5e68-401d-9b52-fa0eee45a6a6 req-c2a4871e-6b60-4ca8-afd8-9508006a908b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:13.547273 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c89ca1e-5e68-401d-9b52-fa0eee45a6a6 req-c2a4871e-6b60-4ca8-afd8-9508006a908b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 944 time: 0.1284969 Nov 12 13:20:13.615469 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c89ca1e-5e68-401d-9b52-fa0eee45a6a6 req-d4a01975-252e-466d-b9ad-c28078607831 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587714 Nov 12 13:20:13.670618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9c763c52-5163-497f-a969-690e56bb75d2 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:20:13.711597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 9c763c52-5163-497f-a969-690e56bb75d2 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:20:13.713036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9c763c52-5163-497f-a969-690e56bb75d2 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:20:13.751273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37164) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:13.888354 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:13.920314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a713a-11d3-4c5d-be06-09eded138975 req-68134c56-bbfe-4afc-b24a-bf803e81f8f4 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:13.935484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-803a713a-11d3-4c5d-be06-09eded138975 req-68134c56-bbfe-4afc-b24a-bf803e81f8f4 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 945 time: 0.0811288 Nov 12 13:20:14.028310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-803a713a-11d3-4c5d-be06-09eded138975 req-f357b94c-750d-4d49-9d6a-ef24c98fe32e tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913963 Nov 12 13:20:14.101594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37186) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:14.121055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37192) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:14.218024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61ca20c-f9e0-4ab3-930d-12cdcfbb0359', 'name': 'network-vif-deleted', 'tag': '7b8c55e9-7744-4838-8747-734b9c27c441'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:14.220442 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1c6e1-f9ba-40c5-92fd-887fa4f2a617" -d '{"events": [{"server_uuid": "e61ca20c-f9e0-4ab3-930d-12cdcfbb0359", "name": "network-vif-deleted", "tag": "7b8c55e9-7744-4838-8747-734b9c27c441"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:14.251126 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cad1d20a-e77f-46da-914f-8c6f4433a8c9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.288554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e369d79f-fca2-41f5-b845-5c893d3f7719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.331076 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cad1d20a-e77f-46da-914f-8c6f4433a8c9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.375304 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-390479ec-06f8-42f0-bdbc-87931f134089 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=36e4fab9cf314f7985602c987359db33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6227911 Nov 12 13:20:14.380137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37200) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:14.456987 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e369d79f-fca2-41f5-b845-5c893d3f7719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.458464 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cad1d20a-e77f-46da-914f-8c6f4433a8c9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.462132 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cad1d20a-e77f-46da-914f-8c6f4433a8c9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.463389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cad1d20a-e77f-46da-914f-8c6f4433a8c9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "DELETE /v2.0/security-groups/40f7fd48-acf9-4d73-a6fd-402194a24a93 HTTP/1.1" status: 204 len: 168 time: 0.3409088 Nov 12 13:20:14.469791 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37202) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:14.472076 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e369d79f-fca2-41f5-b845-5c893d3f7719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.507812 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36ae3a1f-d9d5-41ce-a0f4-ea56daea4e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.529675 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e369d79f-fca2-41f5-b845-5c893d3f7719 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d53d54203ce4ebfb0447caae3514708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264555 Nov 12 13:20:14.531994 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-c4622121-d8fb-4aa8-ae9d-5d08f38483d5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] show failed (client error): The resource could not be found. Nov 12 13:20:14.533256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c4622121-d8fb-4aa8-ae9d-5d08f38483d5 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "GET /v2.0/security-groups/40f7fd48-acf9-4d73-a6fd-402194a24a93 HTTP/1.1" status: 404 len: 347 time: 0.0621672 Nov 12 13:20:14.534310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37208) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:14.542049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37210) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:14.544701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d20a-e77f-46da-914f-8c6f4433a8c9 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f7fd48-acf9-4d73-a6fd-402194a24a93,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:14.571677 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36ae3a1f-d9d5-41ce-a0f4-ea56daea4e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.700460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369d79f-fca2-41f5-b845-5c893d3f7719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28b1197-317a-4fc4-be5f-5d9da9ba0e75,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:14.700725 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36ae3a1f-d9d5-41ce-a0f4-ea56daea4e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.720096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36ae3a1f-d9d5-41ce-a0f4-ea56daea4e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.723325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-36ae3a1f-d9d5-41ce-a0f4-ea56daea4e2f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5a66dd27-c657-4a4e-93a3-7960b58e2feb HTTP/1.1" status: 204 len: 168 time: 0.3394921 Nov 12 13:20:14.759265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae3a1f-d9d5-41ce-a0f4-ea56daea4e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a66dd27-c657-4a4e-93a3-7960b58e2feb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:14.826576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdb3fb07-6ad8-4d51-8e8a-355d73ab3bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:14.840515 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9234b054-562b-4877-b919-8f0bac44eaa8 x-openstack-request-id: req-9234b054-562b-4877-b919-8f0bac44eaa8 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:14.840944 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61ca20c-f9e0-4ab3-930d-12cdcfbb0359", "name": "network-vif-deleted", "tag": "7b8c55e9-7744-4838-8747-734b9c27c441", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:14.841161 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9234b054-562b-4877-b919-8f0bac44eaa8 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:14.841529 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61ca20c-f9e0-4ab3-930d-12cdcfbb0359', 'name': 'network-vif-deleted', 'tag': '7b8c55e9-7744-4838-8747-734b9c27c441', 'status': 'completed', 'code': 200} Nov 12 13:20:14.913152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdb3fb07-6ad8-4d51-8e8a-355d73ab3bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.022094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1accdc9-82c2-453b-bb4e-19def5a008a9 req-026b1cb6-859b-4409-abec-ad5b360a6d4f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:15.023934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1accdc9-82c2-453b-bb4e-19def5a008a9 req-026b1cb6-859b-4409-abec-ad5b360a6d4f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 944 time: 0.0738392 Nov 12 13:20:15.039075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2b49d-3ec0-4e92-951e-2a5a601fb897 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Deleting port 00592792-aed2-4c49-bdb1-48c717dba236 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:15.039548 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b49d-3ec0-4e92-951e-2a5a601fb897 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.111525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1accdc9-82c2-453b-bb4e-19def5a008a9 req-b8efdf4b-bcba-4db4-b4b3-eb43abc7d4cd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747674 Nov 12 13:20:15.189385 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdb3fb07-6ad8-4d51-8e8a-355d73ab3bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.199121 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdb3fb07-6ad8-4d51-8e8a-355d73ab3bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.204369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cdb3fb07-6ad8-4d51-8e8a-355d73ab3bd7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f28b1197-317a-4fc4-be5f-5d9da9ba0e75 HTTP/1.1" status: 204 len: 168 time: 0.6661873 Nov 12 13:20:15.245757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3fb07-6ad8-4d51-8e8a-355d73ab3bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28b1197-317a-4fc4-be5f-5d9da9ba0e75,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:15.334336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b49d-3ec0-4e92-951e-2a5a601fb897 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.335005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b49d-3ec0-4e92-951e-2a5a601fb897 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.366395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2b49d-3ec0-4e92-951e-2a5a601fb897 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Calling delete_port for 00592792-aed2-4c49-bdb1-48c717dba236 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:15.610779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b49d-3ec0-4e92-951e-2a5a601fb897 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.663741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2b49d-3ec0-4e92-951e-2a5a601fb897 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Pushing event deleted for resources: {'Port': ['ID=00592792-aed2-4c49-bdb1-48c717dba236,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:15.701613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7b8c55e9-7744-4838-8747-734b9c27c441 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:20:15.729738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 7b8c55e9-7744-4838-8747-734b9c27c441 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:20:15.730400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7b8c55e9-7744-4838-8747-734b9c27c441 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:20:15.820105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b49d-3ec0-4e92-951e-2a5a601fb897 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.827430 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b49d-3ec0-4e92-951e-2a5a601fb897 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:15.835519 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f1d2b49d-3ec0-4e92-951e-2a5a601fb897 tempest-ImagesOneServerNegativeTestJSON-900782016 tempest-ImagesOneServerNegativeTestJSON-900782016-project] 10.222.0.73 "DELETE /v2.0/floatingips/4445723f-77e3-4f4c-ae7f-ce0fa5ee2dac HTTP/1.1" status: 204 len: 168 time: 1.2919495 Nov 12 13:20:16.025022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37266) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:16.128065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dae21fb-5dba-47fc-994e-ab172db40238 admin admin] Deleting subnet aefec863-6d72-4632-b7a4-f1cf94d9f657 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:20:16.135792 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dae21fb-5dba-47fc-994e-ab172db40238 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:16.238066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dae21fb-5dba-47fc-994e-ab172db40238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:16.415304 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dae21fb-5dba-47fc-994e-ab172db40238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:16.494445 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e369c-26e3-44ac-b1c2-68864995dab0 req-eb7459bd-6492-4adb-9cda-8b20b0a61a4a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:16.508369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b73e369c-26e3-44ac-b1c2-68864995dab0 req-eb7459bd-6492-4adb-9cda-8b20b0a61a4a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 944 time: 0.2097008 Nov 12 13:20:16.696936 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b73e369c-26e3-44ac-b1c2-68864995dab0 req-dcbd289f-1d8f-49f1-b4d2-5d38d8d42be7 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873109 Nov 12 13:20:16.717569 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dae21fb-5dba-47fc-994e-ab172db40238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:16.775010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae21fb-5dba-47fc-994e-ab172db40238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefec863-6d72-4632-b7a4-f1cf94d9f657,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:16.783089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dae21fb-5dba-47fc-994e-ab172db40238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:16.789268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1dae21fb-5dba-47fc-994e-ab172db40238 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/aefec863-6d72-4632-b7a4-f1cf94d9f657 HTTP/1.1" status: 204 len: 168 time: 0.7632785 Nov 12 13:20:16.792960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:16.879666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:16.908402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37304) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:16.953842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37310) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:16.999277 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.035183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d6a69d-5d20-4513-aec5-574576d35260']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:17.053081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a0ffd8-7359-45f5-8059-4c1ce753648d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:17.053427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a0ffd8-7359-45f5-8059-4c1ce753648d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:17.072138 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.097157 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.106547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:20:17.107284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:20:17.109491 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:20:17.185788 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.208750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.219967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] 10.222.0.73 "DELETE /v2.0/networks/28d6a69d-5d20-4513-aec5-574576d35260 HTTP/1.1" status: 204 len: 168 time: 0.4249578 Nov 12 13:20:17.222677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfeadb-d515-4080-8a51-e4bcbef5ee86 admin admin] Pushing event deleted for resources: {'Network': ['ID=28d6a69d-5d20-4513-aec5-574576d35260,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:17.271668 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-943624da-148c-4d84-ab90-cd50136f1115 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.283123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:17.285230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1008476025-network', 'tenant_id': '8cad811f4ac9481b8415f9ba7e8ee67a'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:17.360010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-network', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:17.381157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Made reservation on behalf of 8cad811f4ac9481b8415f9ba7e8ee67a for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:17.385254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.393696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Made reservation on behalf of fe4c47700f3e4f049d82bc1a70a94de5 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:17.399378 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.412959 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.417215 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.487278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37332) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:17.516622 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.522794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.557152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:20:17.564160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d90d89-a44f-48bd-9fa0-6d5dde353867,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:17.576526 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.577361 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Added segment 3820aaa1-2b46-4f5e-8a7d-e066bbae59c4 of type vlan for network 9cccfc96-3f0d-4f23-84b1-18caff99ea75 Nov 12 13:20:17.599821 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-943624da-148c-4d84-ab90-cd50136f1115 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.621206 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-943624da-148c-4d84-ab90-cd50136f1115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.644697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.686484 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.687752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:17.688684 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.704558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device efc3d874-edad-4b70-9308-a086ea2ebc8b details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:20:17.725887 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3c349741-eb2c-4de8-bc57-ba3fa4472906 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f253c29864cd4edda329085232c074e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334981 Nov 12 13:20:17.733951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4494989 Nov 12 13:20:17.763512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37336) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:17.763925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37338) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:17.773753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Request body: {'subnet': {'network_id': '9cccfc96-3f0d-4f23-84b1-18caff99ea75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-subnet', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:17.788392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943624da-148c-4d84-ab90-cd50136f1115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694884dd-c9b9-4bc6-84a1-63eda8027578,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:17.805270 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-943624da-148c-4d84-ab90-cd50136f1115 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10007551d4e84f1a86e0b8e143748d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8953075 Nov 12 13:20:17.817009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37344) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:17.841604 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.860701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48920972-e50b-433e-9b13-a55759b82939 admin admin] Pushing event updated for resources: {'Network': ['ID=9cccfc96-3f0d-4f23-84b1-18caff99ea75,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:17.866609 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.902364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Made reservation on behalf of fe4c47700f3e4f049d82bc1a70a94de5 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:17.905386 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:17.921731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port efc3d874-edad-4b70-9308-a086ea2ebc8b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=efc3d874-edad-4b70-9308-a086ea2ebc8b,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:17.923077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:20:17.926421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 9cccfc96-3f0d-4f23-84b1-18caff99ea75 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:20:18.022612 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.023281 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Added segment 2ed91185-f91e-4d8c-82df-7c8ef9cceb24 of type vlan for network 7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9 Nov 12 13:20:18.038814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4e55ad-e4cf-4cd2-99a3-12c8c7ed83e9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:18.050478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'efc3d874-edad-4b70-9308-a086ea2ebc8b', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'port_id': 'efc3d874-edad-4b70-9308-a086ea2ebc8b', 'mac_address': 'fa:16:3e:e4:3d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f405fae7-5435-415b-803d-1ce0aefde344', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:20:18.064273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-72b1c5a6-bdef-4a81-be48-b67f68aa27a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.122926 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.139555 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc3d874-edad-4b70-9308-a086ea2ebc8b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:18.159507 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.166112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port efc3d874-edad-4b70-9308-a086ea2ebc8b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=efc3d874-edad-4b70-9308-a086ea2ebc8b,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:18.170803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3c40-b026-46d8-b09c-eaaa9c55f033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.171900 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.179510 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-72b1c5a6-bdef-4a81-be48-b67f68aa27a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.226211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=efc3d874-edad-4b70-9308-a086ea2ebc8b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:18.242520 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3c40-b026-46d8-b09c-eaaa9c55f033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.281236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bbb60-0230-44db-8f43-9a83d8f20c32 req-aede13fb-8b5e-463d-ab8e-9b592373e520 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:18.282854 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-183bbb60-0230-44db-8f43-9a83d8f20c32 req-aede13fb-8b5e-463d-ab8e-9b592373e520 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 944 time: 0.2642379 Nov 12 13:20:18.307114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.308059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:18.308635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.434291 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4793160 Nov 12 13:20:18.437368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:18.443183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Request body: {'subnet': {'network_id': '7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1008476025-subnet', 'tenant_id': '8cad811f4ac9481b8415f9ba7e8ee67a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:18.464956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-72b1c5a6-bdef-4a81-be48-b67f68aa27a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.467083 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-72b1c5a6-bdef-4a81-be48-b67f68aa27a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.470787 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-72b1c5a6-bdef-4a81-be48-b67f68aa27a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd918f3c-e8e8-4802-82ea-06da77201dc3 HTTP/1.1" status: 204 len: 168 time: 0.7007217 Nov 12 13:20:18.470992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Made reservation on behalf of 8cad811f4ac9481b8415f9ba7e8ee67a for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:18.475279 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.487048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eac973-a288-415a-88e1-6753aeaeba98 admin admin] Pushing event updated for resources: {'Network': ['ID=7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:18.500163 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:20:18.506644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1c5a6-bdef-4a81-be48-b67f68aa27a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd918f3c-e8e8-4802-82ea-06da77201dc3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:18.683151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['efc3d874-edad-4b70-9308-a086ea2ebc8b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:18.901964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-183bbb60-0230-44db-8f43-9a83d8f20c32 req-87d992f6-ce29-4abf-b1dc-5b39a902eb2a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103854 Nov 12 13:20:18.913348 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3c40-b026-46d8-b09c-eaaa9c55f033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.929542 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3c40-b026-46d8-b09c-eaaa9c55f033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.929542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5b2c3c40-b026-46d8-b09c-eaaa9c55f033 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/694884dd-c9b9-4bc6-84a1-63eda8027578 HTTP/1.1" status: 204 len: 168 time: 1.0992153 Nov 12 13:20:18.939630 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:18.963109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c3c40-b026-46d8-b09c-eaaa9c55f033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694884dd-c9b9-4bc6-84a1-63eda8027578,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:18.970889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.030985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e68da4-8cdb-49ac-8858-8cc00bfffe25,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:19.120481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Checking segment: {'id': '2ed91185-f91e-4d8c-82df-7c8ef9cceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:19.120855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Network hostable DHCP agents. Network: 7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:20:19.147170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Network 7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:20:19.164006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:19.169728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:19.170809 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.181514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d860a40-eb53-49f1-b878-7ece456f590f None None] Network 7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:19.184443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb98e207-6067-4313-8ac2-7aad76ce7766,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:19.209872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-051f9f7c-429d-40e9-8ac2-b60d3d0c5e71 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7709291 Nov 12 13:20:19.219287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Checking segment: {'id': '3820aaa1-2b46-4f5e-8a7d-e066bbae59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9cccfc96-3f0d-4f23-84b1-18caff99ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:19.219700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Network hostable DHCP agents. Network: 9cccfc96-3f0d-4f23-84b1-18caff99ea75, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:20:19.246103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Network 9cccfc96-3f0d-4f23-84b1-18caff99ea75 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:20:19.258144 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 9cccfc96-3f0d-4f23-84b1-18caff99ea75) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:19.275371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:19.278485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.286011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc1382d-8cc5-4dcc-baa5-c2547a114738 None None] Network 9cccfc96-3f0d-4f23-84b1-18caff99ea75 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:19.310798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2981dcf4-efee-4674-a9e9-2e167965bc25 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5413225 Nov 12 13:20:19.315081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37372) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:19.324842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-router', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:19.372929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.374395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.492309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd60b4d-90cb-4fe9-bbbe-66f8c31b82e4 None None] Network 7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:19.528191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.630239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-9cccfc96-3f0d-4f23-84b1-18caff99ea75', 'network_id': '9cccfc96-3f0d-4f23-84b1-18caff99ea75', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'fixed_ips': [{'subnet_id': 'bb98e207-6067-4313-8ac2-7aad76ce7766'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:20:19.633049 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.686124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:19.711890 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2fe3-4072-44dd-83cc-9cec7aaece3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.726029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4908df29-326b-43d4-8eeb-9b43c78480f2 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:20:19.825726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.879894 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:20:19.918504 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2fe3-4072-44dd-83cc-9cec7aaece3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:19.929669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2fe3-4072-44dd-83cc-9cec7aaece3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.001322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d2fe3-4072-44dd-83cc-9cec7aaece3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fcd14e-fda7-4d93-8e8b-c9a11f614d48,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:20.107166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bf9d2fe3-4072-44dd-83cc-9cec7aaece3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f584f9277fce4c57b6f79470c1d435cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149995 Nov 12 13:20:20.107529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:20.174075 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-dc7cde18-007b-4309-a713-6f4cae85d148 req-c71f23bc-4457-46c9-afaf-28d3962c02bd tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] show failed (client error): The resource could not be found. Nov 12 13:20:20.186963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc7cde18-007b-4309-a713-6f4cae85d148 req-c71f23bc-4457-46c9-afaf-28d3962c02bd tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] 10.222.0.73 "GET /v2.0/security-groups/b4d57cdd-7953-490b-94ab-73e0c2885d30 HTTP/1.1" status: 404 len: 352 time: 0.0342510 Nov 12 13:20:20.232961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4908df29-326b-43d4-8eeb-9b43c78480f2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4908df29-326b-43d4-8eeb-9b43c78480f2,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:20.237371 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6105a9c7-0842-4ca5-b02d-94955aec5ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.246816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Allocated IP 172.20.0.2 (9cccfc96-3f0d-4f23-84b1-18caff99ea75/bb98e207-6067-4313-8ac2-7aad76ce7766/ed21cd78-de24-4aa2-994f-c09ad222bc55) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:20.256658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '4908df29-326b-43d4-8eeb-9b43c78480f2', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'port_id': '4908df29-326b-43d4-8eeb-9b43c78480f2', 'mac_address': 'fa:16:3e:87:ea:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad61732-f35b-4b5a-bf00-499c187c8273', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:20:20.266404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6105a9c7-0842-4ca5-b02d-94955aec5ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.317006 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.358666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6105a9c7-0842-4ca5-b02d-94955aec5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.360619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4908df29-326b-43d4-8eeb-9b43c78480f2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:20.362452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6105a9c7-0842-4ca5-b02d-94955aec5ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.363859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6105a9c7-0842-4ca5-b02d-94955aec5ef1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e4fcd14e-fda7-4d93-8e8b-c9a11f614d48 HTTP/1.1" status: 204 len: 168 time: 0.2551088 Nov 12 13:20:20.401067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105a9c7-0842-4ca5-b02d-94955aec5ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fcd14e-fda7-4d93-8e8b-c9a11f614d48,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:20.451798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4539-bc02-4b63-9458-bf8ddd69cb63 req-fe1fd3da-a71e-41e6-a22e-e68d38e30864 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:20.454469 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-579d4539-bc02-4b63-9458-bf8ddd69cb63 req-fe1fd3da-a71e-41e6-a22e-e68d38e30864 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 945 time: 0.2547483 Nov 12 13:20:20.480123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4908df29-326b-43d4-8eeb-9b43c78480f2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4908df29-326b-43d4-8eeb-9b43c78480f2,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:20.491769 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.497911 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.538662 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0650fb93-e750-4c86-a650-4b78115ac661 req-27aa656c-394d-4ed5-9a3e-936fb1c663c0 tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8cad811f4ac9481b8415f9ba7e8ee67a HTTP/1.1" status: 200 len: 3001 time: 0.1307192 Nov 12 13:20:20.561643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4908df29-326b-43d4-8eeb-9b43c78480f2,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:20.605549 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.627029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0650fb93-e750-4c86-a650-4b78115ac661 req-13252748-5d7a-4fa9-8b46-f6172655dfa1 tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] 10.222.0.73 "GET /v2.0/security-groups/8d4e55ad-e4cf-4cd2-99a3-12c8c7ed83e9 HTTP/1.1" status: 200 len: 2998 time: 0.0873356 Nov 12 13:20:20.641592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4908df29-326b-43d4-8eeb-9b43c78480f2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:20.716260 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.733161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:20.759579 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-579d4539-bc02-4b63-9458-bf8ddd69cb63 req-6ef9bd97-8726-415a-8a90-b96f11b5438e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571442 Nov 12 13:20:20.791853 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0650fb93-e750-4c86-a650-4b78115ac661 req-80a033ed-d5e4-4b0b-9561-eb2221117d15 tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] 10.222.0.73 "GET /v2.0/security-groups/8d4e55ad-e4cf-4cd2-99a3-12c8c7ed83e9 HTTP/1.1" status: 200 len: 2998 time: 0.1563926 Nov 12 13:20:20.839236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Allocated IP 172.25.5.226 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/729c1f09-a408-4562-a677-e4313dbfe642) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:20.876047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Network 9cccfc96-3f0d-4f23-84b1-18caff99ea75 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:20.885423 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:20.908544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:20.975986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3abccf28-ad57-4d5d-9780-7ff7dfc21520 req-f28d1f44-d74e-47f8-a96c-e0e0b377d083 tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] 10.222.0.73 "GET /v2.0/security-groups/8d4e55ad-e4cf-4cd2-99a3-12c8c7ed83e9 HTTP/1.1" status: 200 len: 2998 time: 0.1304584 Nov 12 13:20:20.996521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Pushing event updated for resources: {'Port': ['ID=ed21cd78-de24-4aa2-994f-c09ad222bc55,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:21.035560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37438) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:21.072999 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.105651 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-3abccf28-ad57-4d5d-9780-7ff7dfc21520 req-8735648a-1961-4851-b502-6ce92f289d6a tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 13:20:21.106880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3abccf28-ad57-4d5d-9780-7ff7dfc21520 req-8735648a-1961-4851-b502-6ce92f289d6a tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] 10.222.0.73 "DELETE /v2.0/security-groups/8d4e55ad-e4cf-4cd2-99a3-12c8c7ed83e9 HTTP/1.1" status: 409 len: 352 time: 0.1155849 Nov 12 13:20:21.138818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Attempting to bind port ed21cd78-de24-4aa2-994f-c09ad222bc55 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:21.142373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Attempting to bind port ed21cd78-de24-4aa2-994f-c09ad222bc55 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '3820aaa1-2b46-4f5e-8a7d-e066bbae59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9cccfc96-3f0d-4f23-84b1-18caff99ea75'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:21.143100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Attempting to bind port ed21cd78-de24-4aa2-994f-c09ad222bc55 on network 9cccfc96-3f0d-4f23-84b1-18caff99ea75 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:21.156001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.202740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:21.203201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Checking segment: {'id': '3820aaa1-2b46-4f5e-8a7d-e066bbae59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9cccfc96-3f0d-4f23-84b1-18caff99ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:21.203597 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.203988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Bound using segment: {'id': '3820aaa1-2b46-4f5e-8a7d-e066bbae59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9cccfc96-3f0d-4f23-84b1-18caff99ea75'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:21.204806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Bound port: ed21cd78-de24-4aa2-994f-c09ad222bc55, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3820aaa1-2b46-4f5e-8a7d-e066bbae59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9cccfc96-3f0d-4f23-84b1-18caff99ea75'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:21.205122 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.219845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:21.227175 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-12dae8cb-3aa0-4a15-98af-576c22c95c63 req-65d519b4-1569-45a6-8d13-c28f63b7a03f tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] show failed (client error): The resource could not be found. Nov 12 13:20:21.227860 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12dae8cb-3aa0-4a15-98af-576c22c95c63 req-65d519b4-1569-45a6-8d13-c28f63b7a03f tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] 10.222.0.73 "GET /v2.0/security-groups/e93ea842-d844-4b7d-b63d-10d6d5b4bf95 HTTP/1.1" status: 404 len: 352 time: 0.0427303 Nov 12 13:20:21.229071 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:21.240697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:21.247840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=729c1f09-a408-4562-a677-e4313dbfe642,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:21.315281 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-2b1069a0-87bd-4a3e-b033-b29820ce2759 req-3ea1b18b-d02f-48ee-9632-3be39f015e3f tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] show failed (client error): The resource could not be found. Nov 12 13:20:21.337105 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b1069a0-87bd-4a3e-b033-b29820ce2759 req-3ea1b18b-d02f-48ee-9632-3be39f015e3f tempest-SecurityGroupsNegativeTestJSON-1031525516 tempest-SecurityGroupsNegativeTestJSON-1031525516-project] 10.222.0.73 "GET /v2.0/security-groups/e4c936ca-a7d1-47ca-8655-b3aa94218870 HTTP/1.1" status: 404 len: 352 time: 0.0436132 Nov 12 13:20:21.338029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:21.394663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1068280535-network', 'tenant_id': 'f243682c61d047649281ffabc816da5f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:21.425875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] For port ed21cd78-de24-4aa2-994f-c09ad222bc55, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:21.433001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Made reservation on behalf of f243682c61d047649281ffabc816da5f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:21.436833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] For port ed21cd78-de24-4aa2-994f-c09ad222bc55, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ed21cd78-de24-4aa2-994f-c09ad222bc55,segment=NetworkSegment(3820aaa1-2b46-4f5e-8a7d-e066bbae59c4),segment_id=3820aaa1-2b46-4f5e-8a7d-e066bbae59c4)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:21.437041 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.449389 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.455629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.496692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3db739-66e8-43ac-bb59-4dae6211e2a6 admin admin] Deleting subnet 18e68da4-8cdb-49ac-8858-8cc00bfffe25 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:20:21.503913 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de3db739-66e8-43ac-bb59-4dae6211e2a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.576087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de3db739-66e8-43ac-bb59-4dae6211e2a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.615286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a184d-a0bd-42d0-9583-0af97c273335 None None] Pushing event updated for resources: {'Port': ['ID=ed21cd78-de24-4aa2-994f-c09ad222bc55,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:21.673159 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de3db739-66e8-43ac-bb59-4dae6211e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.722349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4908df29-326b-43d4-8eeb-9b43c78480f2 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:21.763395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.824838 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.835237 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.862337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de3db739-66e8-43ac-bb59-4dae6211e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.911359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de3db739-66e8-43ac-bb59-4dae6211e2a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.915627 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-de3db739-66e8-43ac-bb59-4dae6211e2a6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/18e68da4-8cdb-49ac-8858-8cc00bfffe25 HTTP/1.1" status: 204 len: 168 time: 0.5761039 Nov 12 13:20:21.920661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 4908df29-326b-43d4-8eeb-9b43c78480f2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:21.923953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3db739-66e8-43ac-bb59-4dae6211e2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e68da4-8cdb-49ac-8858-8cc00bfffe25,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:21.927560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37464) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:21.928610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:20:21.940234 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:21.956660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfbff18-113f-497f-8bf5-1bf0ae7036d0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:22.223603 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.271464 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.272322 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Added segment c2e65de6-3728-40b3-9ecd-043b9d6fea86 of type vlan for network 673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8 Nov 12 13:20:22.289615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4908df29-326b-43d4-8eeb-9b43c78480f2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:22.297150 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f452a047-8f29-4738-bb96-457d23867393" -d '{"events": [{"server_uuid": "8724140d-0426-4ee6-a024-85af5b5b6f1b", "name": "network-vif-plugged", "status": "completed", "tag": "4908df29-326b-43d4-8eeb-9b43c78480f2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:22.324192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4908df29-326b-43d4-8eeb-9b43c78480f2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4908df29-326b-43d4-8eeb-9b43c78480f2,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:22.331982 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.332692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device efc3d874-edad-4b70-9308-a086ea2ebc8b up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:22.455977 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afdb95e-b7a4-4b45-8b93-4b7d1dac31d8 x-openstack-request-id: req-1afdb95e-b7a4-4b45-8b93-4b7d1dac31d8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:22.457124 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.459885 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8724140d-0426-4ee6-a024-85af5b5b6f1b", "name": "network-vif-plugged", "status": "completed", "tag": "4908df29-326b-43d4-8eeb-9b43c78480f2", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:22.460207 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1afdb95e-b7a4-4b45-8b93-4b7d1dac31d8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:22.461264 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4908df29-326b-43d4-8eeb-9b43c78480f2', 'code': 200} Nov 12 13:20:22.493019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.503403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37490) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:22.513071 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.622287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4908df29-326b-43d4-8eeb-9b43c78480f2,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:22.627265 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:20:22.664534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8e5f9-7baf-422c-ab1b-b7e8f4241795 req-02e14a29-5711-4e24-9b99-c5a447c231d4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:22.674314 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6f8e5f9-7baf-422c-ab1b-b7e8f4241795 req-02e14a29-5711-4e24-9b99-c5a447c231d4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 945 time: 0.4261680 Nov 12 13:20:22.703180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port efc3d874-edad-4b70-9308-a086ea2ebc8b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:20:22.725049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port efc3d874-edad-4b70-9308-a086ea2ebc8b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:22.728157 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.750468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.753362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:22.754227 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.839525 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.877967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:22.894884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed91185-f91e-4d8c-82df-7c8ef9cceb24') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:22.895326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed91185-f91e-4d8c-82df-7c8ef9cceb24') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:22.910108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.932567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.952997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:20:22.953525 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:22.970237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1959082575-network', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:20:22.998688 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:20:23.110598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Made reservation on behalf of e7eb6375db7b42f7ba54116b1982ce58 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:23.119214 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.139427 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.151520 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.260918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port efc3d874-edad-4b70-9308-a086ea2ebc8b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=efc3d874-edad-4b70-9308-a086ea2ebc8b,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:23.269584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Router 56ed6af9-b785-4bdd-87b4-c5e331886828 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:20:23.276165 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.355695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ed21cd78-de24-4aa2-994f-c09ad222bc55 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:23.375697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3361030 Nov 12 13:20:23.391346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37520) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:23.408971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Request body: {'subnet': {'network_id': '673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1068280535-subnet', 'tenant_id': 'f243682c61d047649281ffabc816da5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:23.444115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6f8e5f9-7baf-422c-ab1b-b7e8f4241795 req-e05ff75e-eec0-42c7-810f-731067f4c074 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7681286 Nov 12 13:20:23.464620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ae389-b18a-40ae-86f3-5e0e7e5191e3 admin admin] Pushing event updated for resources: {'Network': ['ID=673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:23.466957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16629671-c616-4f54-978c-51666bf48b48 None None] Network 9cccfc96-3f0d-4f23-84b1-18caff99ea75 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:23.491367 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.513511 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.513511 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] 10.222.0.73 "DELETE /v2.0/networks/7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9 HTTP/1.1" status: 204 len: 168 time: 1.5861635 Nov 12 13:20:23.538787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:20:23.575220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6677cd2-7743-465d-91f6-ad4e8a8b483b admin admin] Pushing event deleted for resources: {'Network': ['ID=7abdbf5f-45d6-4ae9-b2cc-bd8e4a7bf7c9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:23.610890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Made reservation on behalf of f243682c61d047649281ffabc816da5f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:23.633572 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.750544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-54e58cd5-f85f-4d4b-acb4-8edef462108b None None] Provisioning complete for port ed21cd78-de24-4aa2-994f-c09ad222bc55 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:23.757007 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e58cd5-f85f-4d4b-acb4-8edef462108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.845792 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.868922 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.877586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37530) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:23.896475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:20:23.964676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ed21cd78-de24-4aa2-994f-c09ad222bc55 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:23.965395 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:23.997241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Sync routers for ids ['56ed6af9-b785-4bdd-87b4-c5e331886828'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:20:24.005956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:20:24.054719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:24.059235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1da01067-a833-442d-8216-90caf3780ec7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7399895 Nov 12 13:20:24.059235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b50a11-b095-41e5-98b4-9a292513d32f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:24.086032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37532) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:24.090735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=efc3d874-edad-4b70-9308-a086ea2ebc8b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:24.174343 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:24.174587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:24.174757 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Added segment 9937cbbf-63c6-418a-9192-40fca6518520 of type vlan for network 10a38dcd-309c-4302-84fc-b75612c9015f Nov 12 13:20:24.222088 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d9b7ed8a-5131-4785-9e16-0745482c2623 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8cad811f4ac9481b8415f9ba7e8ee67a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410211 Nov 12 13:20:24.225479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37534) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:24.250821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Routers {'56ed6af9-b785-4bdd-87b4-c5e331886828'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:24.251923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:19:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['56ed6af9-b785-4bdd-87b4-c5e331886828'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:24.273578 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:24.281823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f81f137-a6f4-4b7e-ab10-ffc7cd812467,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:24.400142 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:24.401150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:24.401803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:24.430118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36e017e1-3b08-4337-a7e3-3640b928d4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:24.435618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Checking segment: {'id': 'c2e65de6-3728-40b3-9ecd-043b9d6fea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:24.436272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Network hostable DHCP agents. Network: 673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:20:24.460939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Network 673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:20:24.469732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dfd8b1-32a1-4460-8e6c-f6e6d2012275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3d874-edad-4b70-9308-a086ea2ebc8b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:24.474641 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b82496f-2bd3-487f-90a9-fe40e5c09dcc" -d '{"events": [{"server_uuid": "a3dfd8b1-32a1-4460-8e6c-f6e6d2012275", "name": "network-vif-plugged", "status": "completed", "tag": "efc3d874-edad-4b70-9308-a086ea2ebc8b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:24.475539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:24.483510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:24.484596 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:24.529607 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0209477 Nov 12 13:20:24.530501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37552) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:24.546021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Request body: {'subnet': {'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1959082575-subnet', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:24.566273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c640c6c4-da54-4e38-a0f1-1c0d0dd77f91 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1638131 Nov 12 13:20:24.615466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Made reservation on behalf of e7eb6375db7b42f7ba54116b1982ce58 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:24.622619 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36e017e1-3b08-4337-a7e3-3640b928d4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:24.632859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:24.651579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe656d2-6ff1-4e34-ab3f-f40811e9d2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=10a38dcd-309c-4302-84fc-b75612c9015f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:24.732679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52defe34-583e-41b9-b0f2-23a4ea3803af None None] Network 673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:24.852188 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4aa722-f6b6-4389-b1bd-45baf1a37be5 x-openstack-request-id: req-cd4aa722-f6b6-4389-b1bd-45baf1a37be5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:24.852382 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dfd8b1-32a1-4460-8e6c-f6e6d2012275", "name": "network-vif-plugged", "status": "completed", "tag": "efc3d874-edad-4b70-9308-a086ea2ebc8b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:24.852903 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd4aa722-f6b6-4389-b1bd-45baf1a37be5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:24.853044 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dfd8b1-32a1-4460-8e6c-f6e6d2012275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3d874-edad-4b70-9308-a086ea2ebc8b', 'code': 200} Nov 12 13:20:24.917091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 10a38dcd-309c-4302-84fc-b75612c9015f details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:20:25.104561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.107124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Set router 56ed6af9-b785-4bdd-87b4-c5e331886828 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:25.221271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Pushing event updated for resources: {'Subnet': ['ID=589d3f46-794c-4bd7-86bd-d94cbe006e97,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:25.247833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Checking segment: {'id': '9937cbbf-63c6-418a-9192-40fca6518520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:25.248680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Network hostable DHCP agents. Network: 10a38dcd-309c-4302-84fc-b75612c9015f, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:20:25.295214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Network 10a38dcd-309c-4302-84fc-b75612c9015f is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:20:25.320917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 10a38dcd-309c-4302-84fc-b75612c9015f) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:25.328537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:25.329943 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.353715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e1ebc96b-e787-4c11-a918-a8db05eee0ef req-61a5e1b3-31b4-4a62-9403-759f5f327d65 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-560448647', 'description': 'tempest-description-535783686'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:25.438446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4209b-e567-461e-ad47-547cf4ed0b32 req-751d315b-d46e-4fb4-953b-3f1393dd6f08 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:25.440437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7cb4209b-e567-461e-ad47-547cf4ed0b32 req-751d315b-d46e-4fb4-953b-3f1393dd6f08 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 946 time: 0.7790389 Nov 12 13:20:25.443973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea56cd-7208-4c14-9b44-513e657e7a63 req-49b29efa-5721-406a-976c-3c18f9a6308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:25.446698 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4cea56cd-7208-4c14-9b44-513e657e7a63 req-49b29efa-5721-406a-976c-3c18f9a6308f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 1097 time: 0.6042202 Nov 12 13:20:25.483630 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e1ebc96b-e787-4c11-a918-a8db05eee0ef req-61a5e1b3-31b4-4a62-9403-759f5f327d65 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.490824 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e58cd5-f85f-4d4b-acb4-8edef462108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.537207 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36e017e1-3b08-4337-a7e3-3640b928d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.541501 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36e017e1-3b08-4337-a7e3-3640b928d4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.549125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-36e017e1-3b08-4337-a7e3-3640b928d4bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d4e55ad-e4cf-4cd2-99a3-12c8c7ed83e9 HTTP/1.1" status: 204 len: 168 time: 1.3208318 Nov 12 13:20:25.552300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fe60c26a-4f32-4aaa-a3d3-bd53941f79db admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0182447 Nov 12 13:20:25.554852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37566) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:25.558115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdacf762-578b-414e-878e-55318216e909 None None] Network 10a38dcd-309c-4302-84fc-b75612c9015f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:25.559726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1959082575-router', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:25.610389 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.611551 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.719016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-54e58cd5-f85f-4d4b-acb4-8edef462108b None None] For port ed21cd78-de24-4aa2-994f-c09ad222bc55, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ed21cd78-de24-4aa2-994f-c09ad222bc55,segment=NetworkSegment(3820aaa1-2b46-4f5e-8a7d-e066bbae59c4),segment_id=3820aaa1-2b46-4f5e-8a7d-e066bbae59c4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:25.782932 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.788437 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e1ebc96b-e787-4c11-a918-a8db05eee0ef req-61a5e1b3-31b4-4a62-9403-759f5f327d65 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.800952 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e1ebc96b-e787-4c11-a918-a8db05eee0ef req-61a5e1b3-31b4-4a62-9403-759f5f327d65 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.831694 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e58cd5-f85f-4d4b-acb4-8edef462108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.902925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e1ebc96b-e787-4c11-a918-a8db05eee0ef req-61a5e1b3-31b4-4a62-9403-759f5f327d65 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:25.905761 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e1ebc96b-e787-4c11-a918-a8db05eee0ef req-61a5e1b3-31b4-4a62-9403-759f5f327d65 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5648885 Nov 12 13:20:25.910160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e017e1-3b08-4337-a7e3-3640b928d4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4e55ad-e4cf-4cd2-99a3-12c8c7ed83e9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:25.986382 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7cb4209b-e567-461e-ad47-547cf4ed0b32 req-48771ab0-8bf6-408f-8baf-8a382db9f51f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925618 Nov 12 13:20:25.992257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4cea56cd-7208-4c14-9b44-513e657e7a63 req-5b1fa344-23b7-40e8-921c-27f0f5ab851f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919074 Nov 12 13:20:26.035337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:26.176798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-10a38dcd-309c-4302-84fc-b75612c9015f', 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'fixed_ips': [{'subnet_id': '589d3f46-794c-4bd7-86bd-d94cbe006e97'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:20:26.178133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:26.200926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e58cd5-f85f-4d4b-acb4-8edef462108b None None] Pushing event updated for resources: {'Port': ['ID=ed21cd78-de24-4aa2-994f-c09ad222bc55,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:26.281036 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:26.375572 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:26.378149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5e1b3-31b4-4a62-9403-759f5f327d65 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e4249d-a9ae-469d-bdc2-bb066bc0d34a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:26.393439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36441de-bd45-4c12-b8b6-8864eab87766 None None] Network 673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:26.474531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe4684c6-a3f5-4a8f-884b-00a4cd05adae req-e5016dc4-d4a3-4a85-ae2f-b88df527c6ff tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/d8e4249d-a9ae-469d-bdc2-bb066bc0d34a HTTP/1.1" status: 200 len: 1828 time: 0.1800935 Nov 12 13:20:26.525794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fe4684c6-a3f5-4a8f-884b-00a4cd05adae req-d66b62c0-8771-4431-b088-7a3bb7e74be4 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8e4249d-a9ae-469d-bdc2-bb066bc0d34a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:26.526873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fe4684c6-a3f5-4a8f-884b-00a4cd05adae req-d66b62c0-8771-4431-b088-7a3bb7e74be4 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8e4249d-a9ae-469d-bdc2-bb066bc0d34a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:26.751749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fe4684c6-a3f5-4a8f-884b-00a4cd05adae req-d66b62c0-8771-4431-b088-7a3bb7e74be4 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:26.870983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fe4684c6-a3f5-4a8f-884b-00a4cd05adae req-d66b62c0-8771-4431-b088-7a3bb7e74be4 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:26.881584 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fe4684c6-a3f5-4a8f-884b-00a4cd05adae req-d66b62c0-8771-4431-b088-7a3bb7e74be4 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:26.927287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:26.930763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b62c0-8771-4431-b088-7a3bb7e74be4 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0f06b6-6c5a-4dfa-ad4e-3227948f5935,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:26.963647 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fe4684c6-a3f5-4a8f-884b-00a4cd05adae req-d66b62c0-8771-4431-b088-7a3bb7e74be4 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:26.966817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe4684c6-a3f5-4a8f-884b-00a4cd05adae req-d66b62c0-8771-4431-b088-7a3bb7e74be4 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4796906 Nov 12 13:20:26.971277 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:27.174808 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:20:27.182509 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:20:27.244553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e25191e5-4d87-4bbe-bda1-6b856e90032c req-2ddb908f-b794-40b2-bc7e-d57efb9cc875 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/d8e4249d-a9ae-469d-bdc2-bb066bc0d34a HTTP/1.1" status: 200 len: 2421 time: 0.1845503 Nov 12 13:20:27.326510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Allocated IP 172.20.0.1 (9cccfc96-3f0d-4f23-84b1-18caff99ea75/bb98e207-6067-4313-8ac2-7aad76ce7766/6d5fc4a3-13a2-4bca-a453-8e18c77bc5af) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:27.345535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af7bffaa-36cc-4212-b5ac-6b0b985aca4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:27.454466 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2a992486-18dc-4c9b-a4dd-4fde738690ef None None] Provisioning complete for port ed21cd78-de24-4aa2-994f-c09ad222bc55 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:27.455079 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a992486-18dc-4c9b-a4dd-4fde738690ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:27.458696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e43ed7-1782-4e31-b520-b9afc7e2ba66 req-5d464cb6-32cb-48d8-ab6b-33f73d6fc377 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:27.470239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55e43ed7-1782-4e31-b520-b9afc7e2ba66 req-5d464cb6-32cb-48d8-ab6b-33f73d6fc377 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 946 time: 0.2227416 Nov 12 13:20:27.503716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Allocated IP 172.25.5.39 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:27.547621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb2c60f9-7755-43f3-be59-ef99d7db2499 req-c6c7436d-853b-43d9-8c56-3bd4c713c9fd tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-group-rules/6b0f06b6-6c5a-4dfa-ad4e-3227948f5935 HTTP/1.1" status: 200 len: 778 time: 0.0886035 Nov 12 13:20:27.627471 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb2c60f9-7755-43f3-be59-ef99d7db2499 req-f1ba6b38-b342-4e99-99ff-cc6ab50ae09d tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/d8e4249d-a9ae-469d-bdc2-bb066bc0d34a HTTP/1.1" status: 200 len: 2421 time: 0.0770838 Nov 12 13:20:27.673894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Allocated IP 172.20.0.2 (10a38dcd-309c-4302-84fc-b75612c9015f/589d3f46-794c-4bd7-86bd-d94cbe006e97/90255636-891a-4c10-b5c0-a001594cc6a2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:27.697002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb2c60f9-7755-43f3-be59-ef99d7db2499 req-22b6c1ac-6839-4772-9c17-49f04b44f6b2 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:27.722382 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb2c60f9-7755-43f3-be59-ef99d7db2499 req-22b6c1ac-6839-4772-9c17-49f04b44f6b2 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:27.758052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55e43ed7-1782-4e31-b520-b9afc7e2ba66 req-f6cdb41f-7fe6-471d-aafe-ea7378916aa9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864606 Nov 12 13:20:27.824716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb2c60f9-7755-43f3-be59-ef99d7db2499 req-22b6c1ac-6839-4772-9c17-49f04b44f6b2 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:27.878677 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bb2c60f9-7755-43f3-be59-ef99d7db2499 req-22b6c1ac-6839-4772-9c17-49f04b44f6b2 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:27.904093 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb2c60f9-7755-43f3-be59-ef99d7db2499 req-22b6c1ac-6839-4772-9c17-49f04b44f6b2 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6b0f06b6-6c5a-4dfa-ad4e-3227948f5935 HTTP/1.1" status: 204 len: 173 time: 0.2750793 Nov 12 13:20:27.913557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6c1ac-6839-4772-9c17-49f04b44f6b2 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b0f06b6-6c5a-4dfa-ad4e-3227948f5935,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:27.949273 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:27.987805 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37622) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:27.992781 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.077204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7f6ad391-7199-4e09-a0ff-4c7d27c21a36 req-1adec431-6092-4501-ba88-38eab3739f71 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1257897210', 'description': 'tempest-description-229865658'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:28.184710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7f6ad391-7199-4e09-a0ff-4c7d27c21a36 req-1adec431-6092-4501-ba88-38eab3739f71 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.261669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.277400 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.399477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7f6ad391-7199-4e09-a0ff-4c7d27c21a36 req-1adec431-6092-4501-ba88-38eab3739f71 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.406446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-69647629-network', 'tenant_id': '317a1796f29f4aae93c6574ea59c06a3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:28.441741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7f6ad391-7199-4e09-a0ff-4c7d27c21a36 req-1adec431-6092-4501-ba88-38eab3739f71 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.455297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Made reservation on behalf of 317a1796f29f4aae93c6574ea59c06a3 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:28.461117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Pushing event updated for resources: {'Port': ['ID=6d5fc4a3-13a2-4bca-a453-8e18c77bc5af,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:28.462396 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.517912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:28.538500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Network 9cccfc96-3f0d-4f23-84b1-18caff99ea75 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:28.545970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:28.560205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac241-27ee-442e-b018-48bcaf2b1805 req-7d124f31-036f-4597-b322-90ebe1f3b1c7 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:28.570376 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdaac241-27ee-442e-b018-48bcaf2b1805 req-7d124f31-036f-4597-b322-90ebe1f3b1c7 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.4051929 Nov 12 13:20:28.579022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:28.587877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ed21cd78-de24-4aa2-994f-c09ad222bc55 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:28.594459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-router', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '729c1f09-a408-4562-a677-e4313dbfe642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:19Z', 'updated_at': '2021-11-12T13:20:21Z', 'revision_number': 3, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'gw_port': {'id': '729c1f09-a408-4562-a677-e4313dbfe642', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:20Z', 'updated_at': '2021-11-12T13:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:28.623110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:28.661356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:28.676163 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Checking router: 56ed6af9-b785-4bdd-87b4-c5e331886828 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:20:28.677458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Updating router 56ed6af9-b785-4bdd-87b4-c5e331886828 port 729c1f09-a408-4562-a677-e4313dbfe642 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:20:28.703316 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.734820 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.843960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7f6ad391-7199-4e09-a0ff-4c7d27c21a36 req-1adec431-6092-4501-ba88-38eab3739f71 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.859217 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f6ad391-7199-4e09-a0ff-4c7d27c21a36 req-1adec431-6092-4501-ba88-38eab3739f71 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8350899 Nov 12 13:20:28.865265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Pushing event updated for resources: {'Port': ['ID=f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:28.925759 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:28.962137 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:29.128442 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdaac241-27ee-442e-b018-48bcaf2b1805 req-a06275c2-3e1b-4789-b065-fdf130cba797 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5570478 Nov 12 13:20:29.407785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6fdf03b5-7c64-47d5-8d91-2a37369efba5 req-ec518aea-4407-4037-b06a-891fc947332e tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/d7229c06-5a83-40c0-929c-aca7bfcd3d68 HTTP/1.1" status: 200 len: 1829 time: 0.1874962 Nov 12 13:20:29.462261 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:29.516059 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:29.650836 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cafc9551-3bb9-4abd-90ec-8c93b09f9bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:29.653621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ed21cd78-de24-4aa2-994f-c09ad222bc55 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:29.654340 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:29.667511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Network 10a38dcd-309c-4302-84fc-b75612c9015f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:29.726743 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:29.753123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:29.765427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-75f08ccf-3b61-4afd-abdc-dfe7349a7392 None None] Provisioning complete for port 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:29.766361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75f08ccf-3b61-4afd-abdc-dfe7349a7392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:29.779797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Pushing event updated for resources: {'Port': ['ID=90255636-891a-4c10-b5c0-a001594cc6a2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:29.814296 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:29.822332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-5db8995c-ccae-440d-a55b-be44f0c41715 req-56d04bdc-16d1-4612-8787-a641413d7352 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-79250164', 'description': 'tempest-description-955371705'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:29.851967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adec431-6092-4501-ba88-38eab3739f71 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7229c06-5a83-40c0-929c-aca7bfcd3d68,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:29.864308 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:29.897390 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5db8995c-ccae-440d-a55b-be44f0c41715 req-56d04bdc-16d1-4612-8787-a641413d7352 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.047283 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5db8995c-ccae-440d-a55b-be44f0c41715 req-56d04bdc-16d1-4612-8787-a641413d7352 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.053995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-75f08ccf-3b61-4afd-abdc-dfe7349a7392 None None] Port 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:20:30.057931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569de7e-da2e-47ab-ab4a-7317e4f94e94 req-d5b4b00f-38f5-4795-9171-d1e62b5ed2de tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:30.060668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2569de7e-da2e-47ab-ab4a-7317e4f94e94 req-d5b4b00f-38f5-4795-9171-d1e62b5ed2de tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 946 time: 0.3848088 Nov 12 13:20:30.062206 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5db8995c-ccae-440d-a55b-be44f0c41715 req-56d04bdc-16d1-4612-8787-a641413d7352 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.098202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Pushing event updated for resources: {'Port': ['ID=6d5fc4a3-13a2-4bca-a453-8e18c77bc5af,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:30.107290 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.130644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5db8995c-ccae-440d-a55b-be44f0c41715 req-56d04bdc-16d1-4612-8787-a641413d7352 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.149457 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5db8995c-ccae-440d-a55b-be44f0c41715 req-56d04bdc-16d1-4612-8787-a641413d7352 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3323050 Nov 12 13:20:30.155771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d04bdc-16d1-4612-8787-a641413d7352 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a262ec2f-9cba-4b0b-96cc-b0457e0e4cf6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:30.226897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Attempting to bind port 90255636-891a-4c10-b5c0-a001594cc6a2 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:30.227668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Attempting to bind port 90255636-891a-4c10-b5c0-a001594cc6a2 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '9937cbbf-63c6-418a-9192-40fca6518520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:30.228310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Attempting to bind port 90255636-891a-4c10-b5c0-a001594cc6a2 on network 10a38dcd-309c-4302-84fc-b75612c9015f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:30.246520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:30.247108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Checking segment: {'id': '9937cbbf-63c6-418a-9192-40fca6518520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:30.247787 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.248452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Bound using segment: {'id': '9937cbbf-63c6-418a-9192-40fca6518520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:30.249680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Bound port: 90255636-891a-4c10-b5c0-a001594cc6a2, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9937cbbf-63c6-418a-9192-40fca6518520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:30.250373 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.381690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2569de7e-da2e-47ab-ab4a-7317e4f94e94 req-6c83dffa-9537-4e6a-85d0-463fe5d9624b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812366 Nov 12 13:20:30.417401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Network 9cccfc96-3f0d-4f23-84b1-18caff99ea75 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:30.430021 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:30.590108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.601808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.680962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.683887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:20:30.796270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a677392-3cae-4f4c-b666-d1a8f759a2a4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:30.814312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.818651 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Added segment 9c66e7ca-4fbf-4da1-9115-0dec269faae7 of type vlan for network 9c85b20b-d87b-4ff3-ad46-123a17655e9e Nov 12 13:20:30.823886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.881968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-38cd76b3-7604-4843-a958-1f8c1af5a789 req-5036121f-fc59-4cf5-869b-5ce3a242bfd4 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/a262ec2f-9cba-4b0b-96cc-b0457e0e4cf6 HTTP/1.1" status: 200 len: 1827 time: 0.2825983 Nov 12 13:20:30.895119 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.949766 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:30.972101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Router 56ed6af9-b785-4bdd-87b4-c5e331886828 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:20:31.002256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.138925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44e018-33d9-4fbb-a82e-115d2131c032 None None] Pushing event updated for resources: {'Port': ['ID=729c1f09-a408-4562-a677-e4313dbfe642,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:31.142441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b57d11cc-8618-4763-9921-e66b2ff0c625 None None] Provisioning complete for port 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:31.152850 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b57d11cc-8618-4763-9921-e66b2ff0c625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.162682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] For port 90255636-891a-4c10-b5c0-a001594cc6a2, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:31.173699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Attempting to bind port 729c1f09-a408-4562-a677-e4313dbfe642 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:31.174598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Attempting to bind port 729c1f09-a408-4562-a677-e4313dbfe642 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:31.175205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Attempting to bind port 729c1f09-a408-4562-a677-e4313dbfe642 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:31.206351 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.216829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:31.218214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:31.219210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-20787231-31d8-4445-9018-8d5e1263efb3 req-a8565506-7f59-4e11-97f1-230c451f07a9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1776809264', 'description': 'tempest-description-2113441415'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:31.220047 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.220648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:31.221389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Bound port: 729c1f09-a408-4562-a677-e4313dbfe642, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:31.221980 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.229208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] For port 90255636-891a-4c10-b5c0-a001594cc6a2, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=90255636-891a-4c10-b5c0-a001594cc6a2,segment=NetworkSegment(9937cbbf-63c6-418a-9192-40fca6518520),segment_id=9937cbbf-63c6-418a-9192-40fca6518520)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:31.240271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.241860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:31.242624 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.263886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.273616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca53881-38d4-4230-91db-cab3d6131940 req-48dfe87a-82d1-49ba-91ba-7fe74a727fc8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:31.322001 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ca53881-38d4-4230-91db-cab3d6131940 req-48dfe87a-82d1-49ba-91ba-7fe74a727fc8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.2145183 Nov 12 13:20:31.346731 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-20787231-31d8-4445-9018-8d5e1263efb3 req-a8565506-7f59-4e11-97f1-230c451f07a9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.355489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76d472-1dc2-4999-8f84-729fcdbbca27 None None] Pushing event updated for resources: {'Port': ['ID=90255636-891a-4c10-b5c0-a001594cc6a2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:31.399766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b57d11cc-8618-4763-9921-e66b2ff0c625 None None] Port 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:20:31.438985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] For port 729c1f09-a408-4562-a677-e4313dbfe642, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:31.447987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] For port 729c1f09-a408-4562-a677-e4313dbfe642, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=729c1f09-a408-4562-a677-e4313dbfe642,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:31.467773 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.497249 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-20787231-31d8-4445-9018-8d5e1263efb3 req-a8565506-7f59-4e11-97f1-230c451f07a9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.503276 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5138309 Nov 12 13:20:31.508797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:31.522233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Request body: {'subnet': {'network_id': '9c85b20b-d87b-4ff3-ad46-123a17655e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-69647629-subnet', 'tenant_id': '317a1796f29f4aae93c6574ea59c06a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:31.530219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-20787231-31d8-4445-9018-8d5e1263efb3 req-a8565506-7f59-4e11-97f1-230c451f07a9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.596803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44e018-33d9-4fbb-a82e-115d2131c032 None None] Pushing event updated for resources: {'Port': ['ID=729c1f09-a408-4562-a677-e4313dbfe642,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:31.623259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-20787231-31d8-4445-9018-8d5e1263efb3 req-a8565506-7f59-4e11-97f1-230c451f07a9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.645049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-20787231-31d8-4445-9018-8d5e1263efb3 req-a8565506-7f59-4e11-97f1-230c451f07a9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4353240 Nov 12 13:20:31.652773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabf9d9-1294-4d12-9572-639a550a6630 admin admin] Pushing event updated for resources: {'Network': ['ID=9c85b20b-d87b-4ff3-ad46-123a17655e9e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:31.660149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Routers {'56ed6af9-b785-4bdd-87b4-c5e331886828'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:31.662192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['56ed6af9-b785-4bdd-87b4-c5e331886828'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:31.689033 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ca53881-38d4-4230-91db-cab3d6131940 req-f25a212c-3221-4692-9523-8263238f4c97 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264442 Nov 12 13:20:31.703364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:20:31.740635 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1e292c93-3e85-445d-9ffe-a4b9916d3510 admin admin] 10.222.0.73 "PUT /v2.0/routers/56ed6af9-b785-4bdd-87b4-c5e331886828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6189795 Nov 12 13:20:31.818824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Made reservation on behalf of 317a1796f29f4aae93c6574ea59c06a3 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:31.821636 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:31.826322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8565506-7f59-4e11-97f1-230c451f07a9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0e3869-a8b0-43b7-bb8e-54e1abba5bf4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:31.878143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa6997-d130-47f9-80b4-abd7db20ede9 req-933dadfa-b72e-417d-88eb-1c2fe106c6db tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:31.886265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8dfa6997-d130-47f9-80b4-abd7db20ede9 req-933dadfa-b72e-417d-88eb-1c2fe106c6db tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 946 time: 0.1243827 Nov 12 13:20:32.082140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8dfa6997-d130-47f9-80b4-abd7db20ede9 req-1a4bebda-21bd-47af-8ca2-edad20f7edc8 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925030 Nov 12 13:20:32.092984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Router 2905c65b-f7f9-48a3-9d3b-a7da9642219c is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:20:32.134617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] Set router 56ed6af9-b785-4bdd-87b4-c5e331886828 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:32.171273 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d44a21a-3b09-463c-8ad6-8e1e4f356c72 req-11c93144-5468-4936-a8c4-e03faed4e793 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/cf0e3869-a8b0-43b7-bb8e-54e1abba5bf4 HTTP/1.1" status: 200 len: 1830 time: 0.1674063 Nov 12 13:20:32.251867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 9c85b20b-d87b-4ff3-ad46-123a17655e9e details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:20:32.297269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ef6f7ecd-aec5-49a0-9bf6-5d797db83f8c req-3044e7bc-9014-4e38-94c7-312bb6d9b1b9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-442007162', 'description': 'tempest-description-1127101777'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:32.394952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:32.447891 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef6f7ecd-aec5-49a0-9bf6-5d797db83f8c req-3044e7bc-9014-4e38-94c7-312bb6d9b1b9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:32.474031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:20:32.489330 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Sync routers for ids ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:20:32.522405 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Routers {'2905c65b-f7f9-48a3-9d3b-a7da9642219c'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:32.523070 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:32.633926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfdb22-e97f-4761-93fd-f5fca4abc8c0 req-ca78c49a-091d-43e1-8dc3-633d23c2ede0 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:32.643850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1bbfdb22-e97f-4761-93fd-f5fca4abc8c0 req-ca78c49a-091d-43e1-8dc3-633d23c2ede0 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 946 time: 0.3135705 Nov 12 13:20:32.658546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89f357-1453-4005-916b-31b269fd3cad req-7398576c-0235-41da-9c66-96f1e8452140 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:32.660308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e89f357-1453-4005-916b-31b269fd3cad req-7398576c-0235-41da-9c66-96f1e8452140 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.2012789 Nov 12 13:20:32.667931 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:32.673659 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3adbd044-78ba-4ad2-ac50-d9e078a21d48 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1135211 Nov 12 13:20:32.673659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:32.685436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37698) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:32.746167 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:32.799283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-router', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '729c1f09-a408-4562-a677-e4313dbfe642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:19Z', 'updated_at': '2021-11-12T13:20:29Z', 'revision_number': 4, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'gw_port': {'id': '729c1f09-a408-4562-a677-e4313dbfe642', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:20Z', 'updated_at': '2021-11-12T13:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6d5fc4a3-13a2-4bca-a453-8e18c77bc5af', 'name': '', 'network_id': '9cccfc96-3f0d-4f23-84b1-18caff99ea75', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'mac_address': 'fa:16:3e:76:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bb98e207-6067-4313-8ac2-7aad76ce7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:26Z', 'updated_at': '2021-11-12T13:20:29Z', 'revision_number': 2, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'subnets': [{'id': 'bb98e207-6067-4313-8ac2-7aad76ce7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:32.825143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1bbfdb22-e97f-4761-93fd-f5fca4abc8c0 req-4642dc28-808f-4428-b4ba-310b04915433 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798737 Nov 12 13:20:32.829449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19038715-2dba-4f2e-96ec-a7c3f36aec76,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:32.831988 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Set router 2905c65b-f7f9-48a3-9d3b-a7da9642219c gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:33.005037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29121606-f82d-42aa-8873-b2ab749b510e None None] The sync data for ids ['56ed6af9-b785-4bdd-87b4-c5e331886828'] in n-d-805736-4 is: [{'id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-router', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '729c1f09-a408-4562-a677-e4313dbfe642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:19Z', 'updated_at': '2021-11-12T13:20:29Z', 'revision_number': 4, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'gw_port': {'id': '729c1f09-a408-4562-a677-e4313dbfe642', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:20Z', 'updated_at': '2021-11-12T13:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6d5fc4a3-13a2-4bca-a453-8e18c77bc5af', 'name': '', 'network_id': '9cccfc96-3f0d-4f23-84b1-18caff99ea75', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'mac_address': 'fa:16:3e:76:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bb98e207-6067-4313-8ac2-7aad76ce7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:26Z', 'updated_at': '2021-11-12T13:20:29Z', 'revision_number': 2, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'subnets': [{'id': 'bb98e207-6067-4313-8ac2-7aad76ce7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:20:33.115415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Checking segment: {'id': '9c66e7ca-4fbf-4da1-9115-0dec269faae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '9c85b20b-d87b-4ff3-ad46-123a17655e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:33.125185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Network hostable DHCP agents. Network: 9c85b20b-d87b-4ff3-ad46-123a17655e9e, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:20:33.141363 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef6f7ecd-aec5-49a0-9bf6-5d797db83f8c req-3044e7bc-9014-4e38-94c7-312bb6d9b1b9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:33.161559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef6f7ecd-aec5-49a0-9bf6-5d797db83f8c req-3044e7bc-9014-4e38-94c7-312bb6d9b1b9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:33.282513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 90255636-891a-4c10-b5c0-a001594cc6a2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:33.376486 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'name': 'tempest-FloatingIPsTestJSON-1959082575-router', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:25Z', 'updated_at': '2021-11-12T13:20:30Z', 'revision_number': 3, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'gw_port': {'id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:27Z', 'updated_at': '2021-11-12T13:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:33.424809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Network 9c85b20b-d87b-4ff3-ad46-123a17655e9e is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:20:33.440470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef6f7ecd-aec5-49a0-9bf6-5d797db83f8c req-3044e7bc-9014-4e38-94c7-312bb6d9b1b9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:33.454318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ef6f7ecd-aec5-49a0-9bf6-5d797db83f8c req-3044e7bc-9014-4e38-94c7-312bb6d9b1b9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.1685638 Nov 12 13:20:33.485739 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Checking router: 2905c65b-f7f9-48a3-9d3b-a7da9642219c for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:20:33.486358 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Updating router 2905c65b-f7f9-48a3-9d3b-a7da9642219c port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:20:33.499495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044e7bc-9014-4e38-94c7-312bb6d9b1b9 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d760c76-2437-4ba6-b5b9-76b2c349d4b2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:33.501577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 90255636-891a-4c10-b5c0-a001594cc6a2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:33.501951 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:33.508982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 9c85b20b-d87b-4ff3-ad46-123a17655e9e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:33.522131 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:33.523407 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:33.544848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f456425-4b68-422e-b5b6-d317543485c0 None None] Network 9c85b20b-d87b-4ff3-ad46-123a17655e9e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:33.592183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aab26e53-ae86-42ce-9b81-724277992f30 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0695686 Nov 12 13:20:33.627441 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:33.939422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0184e-fd3b-4c8c-8284-b3ba0b236ba9 req-7664176a-7ebe-4a32-b4a5-4a9436320adc tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:33.950101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cc0184e-fd3b-4c8c-8284-b3ba0b236ba9 req-7664176a-7ebe-4a32-b4a5-4a9436320adc tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 945 time: 0.2789242 Nov 12 13:20:33.954497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe52848-0742-463b-82e7-f4d2a8269aad None None] Network 10a38dcd-309c-4302-84fc-b75612c9015f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:34.118316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Deleting port f130aaa4-2220-4ee7-9a5e-cca6b015823b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:34.119545 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:34.191107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cc0184e-fd3b-4c8c-8284-b3ba0b236ba9 req-5b6b21ad-8abb-4589-9768-90f038533450 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups?id=7add2697-caf6-4221-a77f-e0afe6f316d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383049 Nov 12 13:20:34.284492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f080983d-8c19-41bb-acd1-ad8b5ded28b3 req-f3c90820-0165-409d-a4fc-e6910cc17287 tempest-FloatingIPsNegativeTestJSON-871269091 tempest-FloatingIPsNegativeTestJSON-871269091-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=fe4c47700f3e4f049d82bc1a70a94de5 HTTP/1.1" status: 200 len: 217 time: 0.1610289 Nov 12 13:20:34.367701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-caeb5f08-b988-409e-9b01-5b407626de84 None None] Provisioning complete for port 90255636-891a-4c10-b5c0-a001594cc6a2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:34.370615 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-caeb5f08-b988-409e-9b01-5b407626de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:34.572422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] For port f130aaa4-2220-4ee7-9a5e-cca6b015823b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f130aaa4-2220-4ee7-9a5e-cca6b015823b,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:34.572801 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:34.848447 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:35.020066 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b7131d-dd5f-4f4b-9b02-55761fe116bf None None] Network 9c85b20b-d87b-4ff3-ad46-123a17655e9e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:35.086940 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:35.098083 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:35.292558 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Pushing event updated for resources: {'Port': ['ID=f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:35.312434 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.312975 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.313569 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.314214 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.314636 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.315160 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.315694 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.316214 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.316724 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.317802 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.318320 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.318873 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:35.344364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d3dd0c81-81f3-4d64-834e-e7b8749085c6 req-ed19f36a-6a11-43d1-80cf-976c8405f52c tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/5d760c76-2437-4ba6-b5b9-76b2c349d4b2 HTTP/1.1" status: 200 len: 1829 time: 0.6058736 Nov 12 13:20:35.388070 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Attempting to bind port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:35.388670 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Attempting to bind port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:35.389245 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Attempting to bind port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:35.394419 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 90255636-891a-4c10-b5c0-a001594cc6a2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=90255636-891a-4c10-b5c0-a001594cc6a2,segment=NetworkSegment(9937cbbf-63c6-418a-9192-40fca6518520),segment_id=9937cbbf-63c6-418a-9192-40fca6518520)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:35.407504 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:35.408116 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:35.408779 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:35.409516 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:35.410314 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Bound port: f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:35.410968 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:35.437525 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:35.464644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-8c89a9f2-29c8-43ae-80a9-d4d7983beaa5 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:35.481861 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-8c89a9f2-29c8-43ae-80a9-d4d7983beaa5 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/networks?id=9c85b20b-d87b-4ff3-ad46-123a17655e9e HTTP/1.1" status: 200 len: 820 time: 0.4627934 Nov 12 13:20:35.498472 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-caeb5f08-b988-409e-9b01-5b407626de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:35.530063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-0e24b6af-824c-4977-8e8b-6f4a9385b0fc tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/quotas/317a1796f29f4aae93c6574ea59c06a3 HTTP/1.1" status: 200 len: 375 time: 0.0465045 Nov 12 13:20:35.678395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-dbccfa99-3aec-4895-a689-1e30e8a7c49f tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=317a1796f29f4aae93c6574ea59c06a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463387 Nov 12 13:20:35.695286 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] For port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:35.712088 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] For port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:35.713658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-caeb5f08-b988-409e-9b01-5b407626de84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:20:35.714107 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-caeb5f08-b988-409e-9b01-5b407626de84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:20:35.718806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=90255636-891a-4c10-b5c0-a001594cc6a2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:35.735846 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:35.792153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 729c1f09-a408-4562-a677-e4313dbfe642 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:35.800726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f130aaa4-2220-4ee7-9a5e-cca6b015823b no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:20:35.922027 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655553f-f6af-4f91-9edb-50d8be39f7c9 None None] Pushing event updated for resources: {'Port': ['ID=f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:35.947838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1fc4eefa-aedd-4a0c-a97f-91118b9c7a31 req-4d00f509-c810-4fc1-97f4-8d0799c1de17 tempest-FloatingIPsNegativeTestJSON-871269091 tempest-FloatingIPsNegativeTestJSON-871269091-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2603447 Nov 12 13:20:36.014580 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Routers {'2905c65b-f7f9-48a3-9d3b-a7da9642219c'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:36.018660 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:36.030786 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:36.038501 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:36.039382 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Floating IP 41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1 disassociated. External IP: 172.25.5.68, port: f130aaa4-2220-4ee7-9a5e-cca6b015823b. Nov 12 13:20:36.040470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Calling delete_port for f130aaa4-2220-4ee7-9a5e-cca6b015823b owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:36.041250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-173a6573-e01b-4ad3-a6fd-c4e5253c6225 service neutron] 10.222.0.73 "GET /v2.0/networks/9c85b20b-d87b-4ff3-ad46-123a17655e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563428 Nov 12 13:20:36.202138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:36.207483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 729c1f09-a408-4562-a677-e4313dbfe642 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:36.212811 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:36.307003 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] Set router 2905c65b-f7f9-48a3-9d3b-a7da9642219c gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:36.384788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-66ae40db-9fe7-4b90-b2dd-3313d348ad86 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:36.387916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-66ae40db-9fe7-4b90-b2dd-3313d348ad86 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 946 time: 0.1682518 Nov 12 13:20:36.395013 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-245a27bf-dfca-4374-9672-8ce3d3922f6c service neutron] 10.222.0.73 "GET /v2.0/networks/9c85b20b-d87b-4ff3-ad46-123a17655e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497744 Nov 12 13:20:36.457232 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:36.621916 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event deleted for resources: {'Port': ['ID=f130aaa4-2220-4ee7-9a5e-cca6b015823b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:36.693519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-1d18e75d-8179-414f-a08f-25a4c6e9f462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Deleting port efc3d874-edad-4b70-9308-a086ea2ebc8b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:36.693519 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-1d18e75d-8179-414f-a08f-25a4c6e9f462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:36.822351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b6cce-e71c-4eed-b473-2ecdf6d46412 req-2f2f9250-cdcd-4c9a-8d93-b5e4fe26efdf tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:36.822888 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'name': 'tempest-FloatingIPsTestJSON-1959082575-router', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:25Z', 'updated_at': '2021-11-12T13:20:30Z', 'revision_number': 3, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'gw_port': {'id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:27Z', 'updated_at': '2021-11-12T13:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:36.831502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f92b6cce-e71c-4eed-b473-2ecdf6d46412 req-2f2f9250-cdcd-4c9a-8d93-b5e4fe26efdf tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 946 time: 0.4615521 Nov 12 13:20:36.899505 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afb09c-15de-486c-b52d-c847a411fd1c None None] The sync data for ids ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'] in n-d-805736-4 is: [{'id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'name': 'tempest-FloatingIPsTestJSON-1959082575-router', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:25Z', 'updated_at': '2021-11-12T13:20:30Z', 'revision_number': 3, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'gw_port': {'id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:27Z', 'updated_at': '2021-11-12T13:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:20:36.929838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-1d18e75d-8179-414f-a08f-25a4c6e9f462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] For port efc3d874-edad-4b70-9308-a086ea2ebc8b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=efc3d874-edad-4b70-9308-a086ea2ebc8b,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:36.930701 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-1d18e75d-8179-414f-a08f-25a4c6e9f462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:36.932182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:36.961620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-1d18e75d-8179-414f-a08f-25a4c6e9f462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Calling delete_port for efc3d874-edad-4b70-9308-a086ea2ebc8b owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:36.992940 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:20:37.251956 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e72cf5e-50d4-4f41-b6f6-cf02f16ae11e req-5ed8ce7a-ea92-42e8-aff4-7606e3929922 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 210 time: 0.2194932 Nov 12 13:20:37.309629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-89fc5f0e-5f66-4ea0-9621-7a00afce1b2d None None] Provisioning complete for port 90255636-891a-4c10-b5c0-a001594cc6a2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:37.312750 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fc5f0e-5f66-4ea0-9621-7a00afce1b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:37.417621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f92b6cce-e71c-4eed-b473-2ecdf6d46412 req-7e283f53-0eec-416c-868f-a767ecdc28e4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701234 Nov 12 13:20:37.453191 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:37.537710 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-0a0217b8-5805-470c-8bb3-1a4276b94d30 req-50cbea74-d154-42b6-989e-4f65738b0a3e tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] show failed (client error): The resource could not be found. Nov 12 13:20:37.562407 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a0217b8-5805-470c-8bb3-1a4276b94d30 req-50cbea74-d154-42b6-989e-4f65738b0a3e tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/61de7cfa-bca2-4140-ac7a-d73c6b9e24a8 HTTP/1.1" status: 404 len: 352 time: 0.1641033 Nov 12 13:20:37.581125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Router 0118462c-8689-4c6e-b47a-005b9d37007d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:20:37.642715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 729c1f09-a408-4562-a677-e4313dbfe642, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=729c1f09-a408-4562-a677-e4313dbfe642,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:37.687019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-1d18e75d-8179-414f-a08f-25a4c6e9f462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:37.704970 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:37.715042 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae', 'efc3d874-edad-4b70-9308-a086ea2ebc8b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:37.807414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18e75d-8179-414f-a08f-25a4c6e9f462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event deleted for resources: {'Port': ['ID=efc3d874-edad-4b70-9308-a086ea2ebc8b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:37.937170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Allocated IP 172.20.0.1 (10a38dcd-309c-4302-84fc-b75612c9015f/589d3f46-794c-4bd7-86bd-d94cbe006e97/f6c208cb-7944-45b5-929c-1a2a24c7c498) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:38.001685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-1d18e75d-8179-414f-a08f-25a4c6e9f462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] No DVR routers for this DVR port efc3d874-edad-4b70-9308-a086ea2ebc8b on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:20:38.008671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-1d18e75d-8179-414f-a08f-25a4c6e9f462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:38.012168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e7345c5-6ab3-41cf-a85a-ab9c999eea58 req-1d18e75d-8179-414f-a08f-25a4c6e9f462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "DELETE /v2.0/ports/efc3d874-edad-4b70-9308-a086ea2ebc8b HTTP/1.1" status: 204 len: 173 time: 1.6143653 Nov 12 13:20:38.012970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dfd8b1-32a1-4460-8e6c-f6e6d2012275', 'name': 'network-vif-deleted', 'tag': 'efc3d874-edad-4b70-9308-a086ea2ebc8b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:38.015736 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd56f81-4a94-48de-bd45-e9baf0561392" -d '{"events": [{"server_uuid": "a3dfd8b1-32a1-4460-8e6c-f6e6d2012275", "name": "network-vif-deleted", "tag": "efc3d874-edad-4b70-9308-a086ea2ebc8b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:38.042651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3b6cb3a-c03d-4029-85f1-59382d9b6ffa req-1c5f5f14-9bcb-4682-bb35-69c2569a5e1f tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 210 time: 0.1672053 Nov 12 13:20:38.117711 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-81488614-7dcd-49e0-854b-9346748abe46 req-16d6cf1f-3ceb-48fe-8e4c-1813e1415a26 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] show failed (client error): The resource could not be found. Nov 12 13:20:38.125631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81488614-7dcd-49e0-854b-9346748abe46 req-16d6cf1f-3ceb-48fe-8e4c-1813e1415a26 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-group-rules/f0edfe88-348c-4020-b5d3-219de5d3105e HTTP/1.1" status: 404 len: 361 time: 0.0376325 Nov 12 13:20:38.255986 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330dd53e-539a-49dd-9c80-897431302a76 x-openstack-request-id: req-330dd53e-539a-49dd-9c80-897431302a76 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:38.256598 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dfd8b1-32a1-4460-8e6c-f6e6d2012275", "name": "network-vif-deleted", "tag": "efc3d874-edad-4b70-9308-a086ea2ebc8b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:38.257036 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-330dd53e-539a-49dd-9c80-897431302a76 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:38.257903 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dfd8b1-32a1-4460-8e6c-f6e6d2012275', 'name': 'network-vif-deleted', 'tag': 'efc3d874-edad-4b70-9308-a086ea2ebc8b', 'status': 'completed', 'code': 200} Nov 12 13:20:38.261947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=729c1f09-a408-4562-a677-e4313dbfe642,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:38.278026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Sync routers for ids ['56ed6af9-b785-4bdd-87b4-c5e331886828'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:20:38.317686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Routers {'56ed6af9-b785-4bdd-87b4-c5e331886828'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:38.319201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['56ed6af9-b785-4bdd-87b4-c5e331886828'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:38.324258 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-5c4539e4-3747-4952-a77a-2d7b7c8e8e01 req-aa0f059f-1190-41c7-8d32-0f16c1b375e5 tempest-FloatingIPsNegativeTestJSON-871269091 tempest-FloatingIPsNegativeTestJSON-871269091-project] show failed (client error): The resource could not be found. Nov 12 13:20:38.325397 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c4539e4-3747-4952-a77a-2d7b7c8e8e01 req-aa0f059f-1190-41c7-8d32-0f16c1b375e5 tempest-FloatingIPsNegativeTestJSON-871269091 tempest-FloatingIPsNegativeTestJSON-871269091-project] 10.222.0.73 "GET /v2.0/floatingips/958b5720-50f3-403d-b8b7-395fb2cb06fe HTTP/1.1" status: 404 len: 350 time: 0.5852735 Nov 12 13:20:38.387898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37780) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:38.405979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93243e54-56e1-4b90-aa1c-a7018f2cace7 req-129f2e26-f0ad-41b6-8b2d-5976e0bd4b83 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/5d760c76-2437-4ba6-b5b9-76b2c349d4b2 HTTP/1.1" status: 200 len: 1829 time: 0.1030169 Nov 12 13:20:38.420528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:38.717496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:38.720773 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2f80f857-9b33-4cc9-9732-41cbd1eb0b3d req-eedd5f21-2421-495d-8bbe-dacfb9f49592 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 210 time: 0.1424422 Nov 12 13:20:38.722043 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:38.767464 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:38.787654 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93243e54-56e1-4b90-aa1c-a7018f2cace7 req-b69c3ced-890e-4a56-9757-921dad76acb1 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:38.795063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:20:38.812852 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] Sync routers for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:20:38.842919 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:38.845565 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:38.959431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] No DVR routers for this DVR port f130aaa4-2220-4ee7-9a5e-cca6b015823b on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:20:38.967440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Set router 56ed6af9-b785-4bdd-87b4-c5e331886828 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:38.973717 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:38.992551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e89f357-1453-4005-916b-31b269fd3cad req-bb525b68-ede9-46fa-852f-b9fddd3beae8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.70 "DELETE /v2.0/ports/f130aaa4-2220-4ee7-9a5e-cca6b015823b HTTP/1.1" status: 204 len: 173 time: 6.3242209 Nov 12 13:20:39.023468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'name': 'network-vif-deleted', 'tag': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:39.028423 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536a3210-67e6-41a2-bf42-df442c5b9d36" -d '{"events": [{"server_uuid": "fc3402a1-c2ce-4433-9b20-05ade8cff38e", "name": "network-vif-deleted", "tag": "f130aaa4-2220-4ee7-9a5e-cca6b015823b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:39.064794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93243e54-56e1-4b90-aa1c-a7018f2cace7 req-b69c3ced-890e-4a56-9757-921dad76acb1 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:39.225187 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e49ebd7-7df4-47a7-a91b-12754ae79381 req-a46aaa8a-22bc-4ffe-a466-5df06a4c8e38 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3dfd8b1-32a1-4460-8e6c-f6e6d2012275 HTTP/1.1" status: 200 len: 210 time: 0.1459236 Nov 12 13:20:39.268565 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:39.312706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Network 10a38dcd-309c-4302-84fc-b75612c9015f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:39.334152 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:39.355184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:39.359917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:39.402019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93243e54-56e1-4b90-aa1c-a7018f2cace7 req-b69c3ced-890e-4a56-9757-921dad76acb1 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:39.405240 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93243e54-56e1-4b90-aa1c-a7018f2cace7 req-b69c3ced-890e-4a56-9757-921dad76acb1 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:39.430315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93243e54-56e1-4b90-aa1c-a7018f2cace7 req-b69c3ced-890e-4a56-9757-921dad76acb1 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "DELETE /v2.0/security-groups/5d760c76-2437-4ba6-b5b9-76b2c349d4b2 HTTP/1.1" status: 204 len: 173 time: 1.0233450 Nov 12 13:20:39.486027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c3ced-890e-4a56-9757-921dad76acb1 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d760c76-2437-4ba6-b5b9-76b2c349d4b2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:39.589896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Pushing event updated for resources: {'Port': ['ID=f6c208cb-7944-45b5-929c-1a2a24c7c498,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:39.625076 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-585f4655-0399-4565-a5be-fe7542b89d82 req-2eda5c39-4fac-44ed-8be1-5ebe31632274 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 210 time: 0.0761194 Nov 12 13:20:39.664234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:39.678937 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:39.930261 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71495e14-29e9-4339-a223-256ed11aa434 x-openstack-request-id: req-71495e14-29e9-4339-a223-256ed11aa434 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:39.931385 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3402a1-c2ce-4433-9b20-05ade8cff38e", "name": "network-vif-deleted", "tag": "f130aaa4-2220-4ee7-9a5e-cca6b015823b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:39.931867 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71495e14-29e9-4339-a223-256ed11aa434 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:39.932941 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3402a1-c2ce-4433-9b20-05ade8cff38e', 'name': 'network-vif-deleted', 'tag': 'f130aaa4-2220-4ee7-9a5e-cca6b015823b', 'status': 'completed', 'code': 200} Nov 12 13:20:40.008273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device efc3d874-edad-4b70-9308-a086ea2ebc8b no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:20:40.016027 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:40.224988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: efc3d874-edad-4b70-9308-a086ea2ebc8b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:20:40.225424 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device efc3d874-edad-4b70-9308-a086ea2ebc8b not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:20:40.292818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44cc00c8-1f4d-4ec7-8ba9-92275d37445d req-573c02e2-944d-4a96-972a-7b1aa5bccfe8 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc3402a1-c2ce-4433-9b20-05ade8cff38e HTTP/1.1" status: 200 len: 210 time: 0.2224579 Nov 12 13:20:40.322258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:40.326288 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9f987630-3db8-4b67-b051-a4a01e405c4f None None] Provisioning complete for port f6c208cb-7944-45b5-929c-1a2a24c7c498 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:40.327053 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f987630-3db8-4b67-b051-a4a01e405c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:40.414102 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:40.416560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 90255636-891a-4c10-b5c0-a001594cc6a2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:40.423624 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:40.516422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:40.552893 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] Checking router: 0118462c-8689-4c6e-b47a-005b9d37007d for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:20:40.590386 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:40.590871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.591087 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:40.591669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.592260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.592832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.593434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.593991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.594571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.595128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.595679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.596222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.596768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.597631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:40.619727 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:40.634620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9f987630-3db8-4b67-b051-a4a01e405c4f None None] Port f6c208cb-7944-45b5-929c-1a2a24c7c498 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:20:40.676290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] Deleting port 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:40.676290 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:40.677374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-router', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '729c1f09-a408-4562-a677-e4313dbfe642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:19Z', 'updated_at': '2021-11-12T13:20:29Z', 'revision_number': 4, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'gw_port': {'id': '729c1f09-a408-4562-a677-e4313dbfe642', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:20Z', 'updated_at': '2021-11-12T13:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6d5fc4a3-13a2-4bca-a453-8e18c77bc5af', 'name': '', 'network_id': '9cccfc96-3f0d-4f23-84b1-18caff99ea75', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'mac_address': 'fa:16:3e:76:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'bb98e207-6067-4313-8ac2-7aad76ce7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:26Z', 'updated_at': '2021-11-12T13:20:29Z', 'revision_number': 2, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'subnets': [{'id': 'bb98e207-6067-4313-8ac2-7aad76ce7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:40.780610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-0dff484e-d197-4f75-b8e1-2455ffebe2e4 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:40.781522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Checking router: 56ed6af9-b785-4bdd-87b4-c5e331886828 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:20:40.781884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Updating router 56ed6af9-b785-4bdd-87b4-c5e331886828 port 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:20:40.805540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-0dff484e-d197-4f75-b8e1-2455ffebe2e4 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.105 "GET /v2.0/networks?id=9c85b20b-d87b-4ff3-ad46-123a17655e9e HTTP/1.1" status: 200 len: 820 time: 0.9492874 Nov 12 13:20:40.817557 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:40.824526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Request body: {'port': {'device_id': '723907f3-1e87-4693-94c7-ed463091242c', 'network_id': '9c85b20b-d87b-4ff3-ad46-123a17655e9e', 'admin_state_up': True, 'tenant_id': '317a1796f29f4aae93c6574ea59c06a3'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:40.830708 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6062a147-703e-4541-95d7-086a12028ec3 req-fcb50b56-762f-4312-bc57-d0ad62c22e35 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/cf0e3869-a8b0-43b7-bb8e-54e1abba5bf4 HTTP/1.1" status: 200 len: 1830 time: 0.9575219 Nov 12 13:20:40.850251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 90255636-891a-4c10-b5c0-a001594cc6a2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:40.850251 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:40.888439 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-204ae6fb-847c-4b4a-98e2-62b7259f3a2d req-9c2e1a5e-fc87-4f6c-912b-cb175d4ff123 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 210 time: 0.0500908 Nov 12 13:20:40.929727 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:40.953772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] Calling delete_port for 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:41.044450 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:41.283026 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6062a147-703e-4541-95d7-086a12028ec3 req-2e486653-6495-49ba-a723-3515823e5c2d tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:41.312629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:41.414137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5fc4a3-13a2-4bca-a453-8e18c77bc5af,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:41.518043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:41.677899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-45084c8a-359f-4ef1-abbe-55d13d5575eb tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:41.679555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-45084c8a-359f-4ef1-abbe-55d13d5575eb tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.2948682 Nov 12 13:20:41.752912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-10038501-1d0a-43a6-a38d-94c3af763f7f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/quotas/44bbb573e2f944788a4da5de2cdc3546 HTTP/1.1" status: 200 len: 375 time: 0.0375378 Nov 12 13:20:41.800694 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:41.853518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:41.854519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:41.897098 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279e5e4-ae0f-47e6-99b4-210997e30120 None None] The sync data for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 is: [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:12:03Z', 'revision_number': 4, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f79a947a-f50b-4d1d-8d2c-f836cc434775', 'name': '', 'network_id': 'd503244d-432a-4a29-a64b-6d1bf0a9e51b', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'mac_address': 'fa:16:3e:1b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:01Z', 'updated_at': '2021-11-12T13:12:11Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'subnets': [{'id': 'ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:20:41.940294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-13b21a6c-5240-4b24-b8cc-cdbe91b785af tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747892 Nov 12 13:20:41.970639 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:20:41.971046 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:20:42.059017 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6062a147-703e-4541-95d7-086a12028ec3 req-2e486653-6495-49ba-a723-3515823e5c2d tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:42.068316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 729c1f09-a408-4562-a677-e4313dbfe642 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:42.138716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Made reservation on behalf of 317a1796f29f4aae93c6574ea59c06a3 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:42.142810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:42.183004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6062a147-703e-4541-95d7-086a12028ec3 req-2e486653-6495-49ba-a723-3515823e5c2d tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:42.185873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6062a147-703e-4541-95d7-086a12028ec3 req-2e486653-6495-49ba-a723-3515823e5c2d tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:42.187657 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6062a147-703e-4541-95d7-086a12028ec3 req-2e486653-6495-49ba-a723-3515823e5c2d tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "DELETE /v2.0/security-groups/cf0e3869-a8b0-43b7-bb8e-54e1abba5bf4 HTTP/1.1" status: 204 len: 173 time: 1.2953258 Nov 12 13:20:42.204073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e486653-6495-49ba-a723-3515823e5c2d tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0e3869-a8b0-43b7-bb8e-54e1abba5bf4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:42.210973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 729c1f09-a408-4562-a677-e4313dbfe642 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:42.211364 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:42.360988 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:42.378236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:42.611339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1232f9ce-3f0e-4fcd-8fdb-fc30c566a57a req-aa62fc15-875f-476f-9b61-4f9edfafcdb3 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 210 time: 0.0302978 Nov 12 13:20:42.622203 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:42.624143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Pushing event updated for resources: {'Port': ['ID=f6c208cb-7944-45b5-929c-1a2a24c7c498,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:42.627577 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:42.648511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.649034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.649220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.649558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.649971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.650303 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.650822 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.651150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.651475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.651813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.653110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.653502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:42.809258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Allocated IP 172.20.0.6 (9c85b20b-d87b-4ff3-ad46-123a17655e9e/19038715-2dba-4f2e-96ec-a7c3f36aec76/f0c85039-75f3-486e-a5b9-1e8eaa55c9f0) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:42.840678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Port 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af not found while updating agent binding for router 56ed6af9-b785-4bdd-87b4-c5e331886828. {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 13:20:42.864239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Network 10a38dcd-309c-4302-84fc-b75612c9015f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:42.876080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c1d8e8-cb04-4779-a7fb-cf1af1ca1fb8 None None] New status for floating IP 41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:20:42.887744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:42.931617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-bb7b69ca-b243-4899-a0a0-fd95ced6778d service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9362514 Nov 12 13:20:43.186593 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-80af39c1-ddfb-4924-9e25-967888043ba0 req-9feb376c-5e35-4473-8906-d3cd414ce694 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/a262ec2f-9cba-4b0b-96cc-b0457e0e4cf6 HTTP/1.1" status: 200 len: 1827 time: 0.3732791 Nov 12 13:20:43.195565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Routers {'56ed6af9-b785-4bdd-87b4-c5e331886828'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:43.196218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['56ed6af9-b785-4bdd-87b4-c5e331886828'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:43.208142 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:43.243412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-fd2dd5bf-5b93-49f3-b745-9e7d99c49b98 service neutron] 10.222.0.73 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938268 Nov 12 13:20:43.340516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Router 2905c65b-f7f9-48a3-9d3b-a7da9642219c has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:20:43.415322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c7de8ee8-17a7-472e-ada0-54c09f5560ff None None] Provisioning complete for port f6c208cb-7944-45b5-929c-1a2a24c7c498 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:43.415830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7de8ee8-17a7-472e-ada0-54c09f5560ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:43.527430 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-80af39c1-ddfb-4924-9e25-967888043ba0 req-31dfcb90-6fe3-4d06-9807-3762d57a4b06 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:43.540179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] Set router 56ed6af9-b785-4bdd-87b4-c5e331886828 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:43.577852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] Router 56ed6af9-b785-4bdd-87b4-c5e331886828 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:20:43.588527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-80af39c1-ddfb-4924-9e25-967888043ba0 req-31dfcb90-6fe3-4d06-9807-3762d57a4b06 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:43.668280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c7de8ee8-17a7-472e-ada0-54c09f5560ff None None] Port f6c208cb-7944-45b5-929c-1a2a24c7c498 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:20:43.843628 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:43.892299 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:43.949932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c49949c1-e902-42c3-a5a0-f8ae27031564 req-52d18cef-02e0-481f-8b84-66896ac21f0b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 210 time: 0.0815597 Nov 12 13:20:44.042645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:20:44.056732 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:44.062712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4c1ebf95-4ba4-4633-b683-5963d1304eb1 admin admin] 10.222.0.73 "PUT /v2.0/routers/56ed6af9-b785-4bdd-87b4-c5e331886828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6543546 Nov 12 13:20:44.063552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:44.106956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-router', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '729c1f09-a408-4562-a677-e4313dbfe642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:19Z', 'updated_at': '2021-11-12T13:20:41Z', 'revision_number': 5, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'gw_port': {'id': '729c1f09-a408-4562-a677-e4313dbfe642', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:20Z', 'updated_at': '2021-11-12T13:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:44.119634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-80af39c1-ddfb-4924-9e25-967888043ba0 req-31dfcb90-6fe3-4d06-9807-3762d57a4b06 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:44.122368 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-80af39c1-ddfb-4924-9e25-967888043ba0 req-31dfcb90-6fe3-4d06-9807-3762d57a4b06 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:44.139974 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-80af39c1-ddfb-4924-9e25-967888043ba0 req-31dfcb90-6fe3-4d06-9807-3762d57a4b06 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "DELETE /v2.0/security-groups/a262ec2f-9cba-4b0b-96cc-b0457e0e4cf6 HTTP/1.1" status: 204 len: 173 time: 0.9196167 Nov 12 13:20:44.151050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cec9c-f193-48dc-adb9-94f87b784d1e None None] The sync data for ids ['56ed6af9-b785-4bdd-87b4-c5e331886828'] in n-d-805736-4 is: [{'id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-router', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '729c1f09-a408-4562-a677-e4313dbfe642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:19Z', 'updated_at': '2021-11-12T13:20:41Z', 'revision_number': 5, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'gw_port': {'id': '729c1f09-a408-4562-a677-e4313dbfe642', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:20Z', 'updated_at': '2021-11-12T13:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:20:44.234661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfcb90-6fe3-4d06-9807-3762d57a4b06 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a262ec2f-9cba-4b0b-96cc-b0457e0e4cf6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:44.295812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Network 9c85b20b-d87b-4ff3-ad46-123a17655e9e is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:44.371762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:44.402443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:44.443252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Pushing event updated for resources: {'Port': ['ID=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:44.489165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37886) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:44.501611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:20:44.525354 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Sync routers for ids ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:20:44.545131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2728548e-3f5e-4606-b975-a0d7baf004cc admin admin] 10.222.0.73 "PUT /v2.0/routers/2905c65b-f7f9-48a3-9d3b-a7da9642219c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8585300 Nov 12 13:20:44.566430 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Routers {'2905c65b-f7f9-48a3-9d3b-a7da9642219c'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:44.570521 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:44.782116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:44.786276 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:44.803672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8ae98-c8c0-46ba-96da-366514c9696e req-8bbd4a3a-de80-4756-beec-7198dfb07097 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:44.826879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80a8ae98-c8c0-46ba-96da-366514c9696e req-8bbd4a3a-de80-4756-beec-7198dfb07097 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 931 time: 0.4200604 Nov 12 13:20:44.840192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:44.887408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d3befe-2de7-4af9-8bff-2c73a386f60f req-1459e6f7-6416-4115-9c5b-0bea904fc1f5 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/d7229c06-5a83-40c0-929c-aca7bfcd3d68 HTTP/1.1" status: 200 len: 1829 time: 0.2897296 Nov 12 13:20:44.909115 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2550ddf8-a444-4e86-811e-162b8e700715 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0926280 Nov 12 13:20:44.924115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Request body: {'port': {'device_id': '723907f3-1e87-4693-94c7-ed463091242c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:44.940695 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-745d8c86-692d-4e5d-b271-87ec0780588f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:45.068328 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-745d8c86-692d-4e5d-b271-87ec0780588f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:45.136040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:45.211776 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d3befe-2de7-4af9-8bff-2c73a386f60f req-e8c3ccc6-b57e-42b8-8586-39a5642cd526 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:45.244936 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Set router 2905c65b-f7f9-48a3-9d3b-a7da9642219c gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:45.394734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:20:45.445189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d3befe-2de7-4af9-8bff-2c73a386f60f req-e8c3ccc6-b57e-42b8-8586-39a5642cd526 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:45.484523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-745d8c86-692d-4e5d-b271-87ec0780588f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:45.500005 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80a8ae98-c8c0-46ba-96da-366514c9696e req-16f2e6a2-74ec-491a-a234-e4ff797bf987 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a677392-3cae-4f4c-b666-d1a8f759a2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460187 Nov 12 13:20:45.515044 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-745d8c86-692d-4e5d-b271-87ec0780588f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:45.528443 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-745d8c86-692d-4e5d-b271-87ec0780588f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "DELETE /v2.0/security-groups/7add2697-caf6-4221-a77f-e0afe6f316d4 HTTP/1.1" status: 204 len: 168 time: 1.0336871 Nov 12 13:20:45.530555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37898) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:45.599143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:20:45.599910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6d5fc4a3-13a2-4bca-a453-8e18c77bc5af not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:20:45.647231 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-04b7ad45-1741-4562-8f18-d04a51453642 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] show failed (client error): The resource could not be found. Nov 12 13:20:45.653915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-04b7ad45-1741-4562-8f18-d04a51453642 tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "GET /v2.0/security-groups/7add2697-caf6-4221-a77f-e0afe6f316d4 HTTP/1.1" status: 404 len: 347 time: 0.0754521 Nov 12 13:20:45.654529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:45.716219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d8c86-692d-4e5d-b271-87ec0780588f tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7add2697-caf6-4221-a77f-e0afe6f316d4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:45.780772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:45.831439 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'name': 'tempest-FloatingIPsTestJSON-1959082575-router', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:25Z', 'updated_at': '2021-11-12T13:20:40Z', 'revision_number': 4, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'gw_port': {'id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:27Z', 'updated_at': '2021-11-12T13:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f6c208cb-7944-45b5-929c-1a2a24c7c498', 'name': '', 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'mac_address': 'fa:16:3e:b4:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '589d3f46-794c-4bd7-86bd-d94cbe006e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:37Z', 'updated_at': '2021-11-12T13:20:41Z', 'revision_number': 2, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'subnets': [{'id': '589d3f46-794c-4bd7-86bd-d94cbe006e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:45.928000 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Checking router: 2905c65b-f7f9-48a3-9d3b-a7da9642219c for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:20:45.928387 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Updating router 2905c65b-f7f9-48a3-9d3b-a7da9642219c port f6c208cb-7944-45b5-929c-1a2a24c7c498 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:20:46.009109 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d3befe-2de7-4af9-8bff-2c73a386f60f req-e8c3ccc6-b57e-42b8-8586-39a5642cd526 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:46.012735 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-65d3befe-2de7-4af9-8bff-2c73a386f60f req-e8c3ccc6-b57e-42b8-8586-39a5642cd526 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:46.033403 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65d3befe-2de7-4af9-8bff-2c73a386f60f req-e8c3ccc6-b57e-42b8-8586-39a5642cd526 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "DELETE /v2.0/security-groups/d7229c06-5a83-40c0-929c-aca7bfcd3d68 HTTP/1.1" status: 204 len: 173 time: 1.1448157 Nov 12 13:20:46.066109 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:46.124141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3ccc6-b57e-42b8-8586-39a5642cd526 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7229c06-5a83-40c0-929c-aca7bfcd3d68,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:46.239461 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea8e87e4-7db4-4607-9e7a-a05100d06852 req-7b81d602-5613-42c6-8ad0-5c581f9efd4d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 210 time: 0.0473995 Nov 12 13:20:46.580691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:46.601044 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:46.623723 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1138227-6a41-438c-8b31-d3b3aa5fc67d req-588076cc-3628-4d4e-be30-f2e712fad712 tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "GET /v2.0/security-groups/d8e4249d-a9ae-469d-bdc2-bb066bc0d34a HTTP/1.1" status: 200 len: 1828 time: 0.2245181 Nov 12 13:20:46.711332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] Sync routers for ids ['56ed6af9-b785-4bdd-87b4-c5e331886828'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:20:46.748087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] Routers {'56ed6af9-b785-4bdd-87b4-c5e331886828'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:46.748956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['56ed6af9-b785-4bdd-87b4-c5e331886828'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:46.772025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Transition to ACTIVE for port object f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:20:46.774149 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1138227-6a41-438c-8b31-d3b3aa5fc67d req-c84f4e1a-0b4a-47e0-af8d-204b5b36b96c tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:46.787684 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:46.793863 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:46.803978 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:46.910883 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-24d64cee-ebe0-45a4-b897-21ba33461acd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8443904 Nov 12 13:20:46.958290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:46.998208 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1138227-6a41-438c-8b31-d3b3aa5fc67d req-c84f4e1a-0b4a-47e0-af8d-204b5b36b96c tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.012358 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7b313-cf2f-45e3-929c-79a854eafda8 None None] Pushing event updated for resources: {'Port': ['ID=f6c208cb-7944-45b5-929c-1a2a24c7c498,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:47.042676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] Set router 56ed6af9-b785-4bdd-87b4-c5e331886828 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:47.072646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:47.085591 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Attempting to bind port f6c208cb-7944-45b5-929c-1a2a24c7c498 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:47.086118 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Attempting to bind port f6c208cb-7944-45b5-929c-1a2a24c7c498 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '9937cbbf-63c6-418a-9192-40fca6518520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:47.086598 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Attempting to bind port f6c208cb-7944-45b5-929c-1a2a24c7c498 on network 10a38dcd-309c-4302-84fc-b75612c9015f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:47.117329 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:47.118299 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Checking segment: {'id': '9937cbbf-63c6-418a-9192-40fca6518520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:47.119068 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.119835 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Bound using segment: {'id': '9937cbbf-63c6-418a-9192-40fca6518520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:47.120644 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Bound port: f6c208cb-7944-45b5-929c-1a2a24c7c498, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9937cbbf-63c6-418a-9192-40fca6518520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:47.121319 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.143590 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-router', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:19Z', 'updated_at': '2021-11-12T13:20:45Z', 'revision_number': 6, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:47.165763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Deleting port 729c1f09-a408-4562-a677-e4313dbfe642 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:47.166063 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.182181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-47971d02-42c6-4e6a-b715-227e977bbc01 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:47.184130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-47971d02-42c6-4e6a-b715-227e977bbc01 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 806 time: 0.7836401 Nov 12 13:20:47.209465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Request body: {'port': {'device_id': '37f9c54e-d33a-4535-8667-62868bba567b', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'admin_state_up': True, 'tenant_id': '44bbb573e2f944788a4da5de2cdc3546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:47.243336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] Checking router: 56ed6af9-b785-4bdd-87b4-c5e331886828 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:20:47.244785 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] For port f6c208cb-7944-45b5-929c-1a2a24c7c498, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:47.249159 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] For port f6c208cb-7944-45b5-929c-1a2a24c7c498, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f6c208cb-7944-45b5-929c-1a2a24c7c498,segment=NetworkSegment(9937cbbf-63c6-418a-9192-40fca6518520),segment_id=9937cbbf-63c6-418a-9192-40fca6518520)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:47.263725 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.284572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] Routers {'56ed6af9-b785-4bdd-87b4-c5e331886828'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:47.285239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['56ed6af9-b785-4bdd-87b4-c5e331886828'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:47.331284 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Attempting to bind port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:47.331745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Attempting to bind port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9c66e7ca-4fbf-4da1-9115-0dec269faae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '9c85b20b-d87b-4ff3-ad46-123a17655e9e'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:47.332782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Attempting to bind port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 on network 9c85b20b-d87b-4ff3-ad46-123a17655e9e {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:47.358842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 on network 9c85b20b-d87b-4ff3-ad46-123a17655e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:20:47.364787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Attempting to bind port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 on network 9c85b20b-d87b-4ff3-ad46-123a17655e9e {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:47.387562 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Routers {'2905c65b-f7f9-48a3-9d3b-a7da9642219c'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:20:47.388378 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:47.388621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:47.388751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Checking segment: {'id': '9c66e7ca-4fbf-4da1-9115-0dec269faae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '9c85b20b-d87b-4ff3-ad46-123a17655e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:47.391934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-81bdc1fb-913b-43c5-b6ee-a278146d6dac tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Deleting port 83c57ef8-a0f2-428e-941d-aabbae5a1d4b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:47.392103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Bound using segment: {'id': '9c66e7ca-4fbf-4da1-9115-0dec269faae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '9c85b20b-d87b-4ff3-ad46-123a17655e9e'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:47.392701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Bound port: f0c85039-75f3-486e-a5b9-1e8eaa55c9f0, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c66e7ca-4fbf-4da1-9115-0dec269faae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '9c85b20b-d87b-4ff3-ad46-123a17655e9e'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:47.393892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81bdc1fb-913b-43c5-b6ee-a278146d6dac tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.397263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.458775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.462323 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1138227-6a41-438c-8b31-d3b3aa5fc67d req-c84f4e1a-0b4a-47e0-af8d-204b5b36b96c tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.471208 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1138227-6a41-438c-8b31-d3b3aa5fc67d req-c84f4e1a-0b4a-47e0-af8d-204b5b36b96c tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.484213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1138227-6a41-438c-8b31-d3b3aa5fc67d req-c84f4e1a-0b4a-47e0-af8d-204b5b36b96c tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] 10.222.0.73 "DELETE /v2.0/security-groups/d8e4249d-a9ae-469d-bdc2-bb066bc0d34a HTTP/1.1" status: 204 len: 173 time: 0.8549738 Nov 12 13:20:47.492092 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7b313-cf2f-45e3-929c-79a854eafda8 None None] Pushing event updated for resources: {'Port': ['ID=f6c208cb-7944-45b5-929c-1a2a24c7c498,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:47.590305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] Set router 56ed6af9-b785-4bdd-87b4-c5e331886828 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:47.593230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:47.649237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f4e1a-0b4a-47e0-af8d-204b5b36b96c tempest-SecurityGroupRulesNegativeTestJSON-1314248807 tempest-SecurityGroupRulesNegativeTestJSON-1314248807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e4249d-a9ae-469d-bdc2-bb066bc0d34a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:47.693490 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] Set router 2905c65b-f7f9-48a3-9d3b-a7da9642219c gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:20:47.706198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-router', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:19Z', 'updated_at': '2021-11-12T13:20:45Z', 'revision_number': 6, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:47.774294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4545422-6b41-4090-b3d3-23e9270e17be None None] The sync data for ids ['56ed6af9-b785-4bdd-87b4-c5e331886828'] in n-d-805736-4 is: [{'id': '56ed6af9-b785-4bdd-87b4-c5e331886828', 'name': 'tempest-FloatingIPsNegativeTestJSON-860432991-router', 'tenant_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:19Z', 'updated_at': '2021-11-12T13:20:45Z', 'revision_number': 6, 'project_id': 'fe4c47700f3e4f049d82bc1a70a94de5', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:20:47.787808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e2e3df21-8d5d-4485-9b0a-d1957100acd9 None None] Provisioning complete for port f6c208cb-7944-45b5-929c-1a2a24c7c498 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:47.787808 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2e3df21-8d5d-4485-9b0a-d1957100acd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.823453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] For port 729c1f09-a408-4562-a677-e4313dbfe642, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=729c1f09-a408-4562-a677-e4313dbfe642,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:47.824365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.847135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Calling delete_port for 729c1f09-a408-4562-a677-e4313dbfe642 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:47.934721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] For port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:47.940964 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81bdc1fb-913b-43c5-b6ee-a278146d6dac tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.942196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81bdc1fb-913b-43c5-b6ee-a278146d6dac tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:47.950731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] For port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,segment=NetworkSegment(9c66e7ca-4fbf-4da1-9115-0dec269faae7),segment_id=9c66e7ca-4fbf-4da1-9115-0dec269faae7)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:47.967641 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:48.059312 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2e3df21-8d5d-4485-9b0a-d1957100acd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:48.062808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b133944-1eff-4674-a84b-1a5bac6da75f admin admin] Deleting subnet 3f81f137-a6f4-4b7e-ab10-ffc7cd812467 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:20:48.070801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-81bdc1fb-913b-43c5-b6ee-a278146d6dac tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Calling delete_port for 83c57ef8-a0f2-428e-941d-aabbae5a1d4b owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:48.080221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b133944-1eff-4674-a84b-1a5bac6da75f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:48.090559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:48.091644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:48.099626 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'name': 'tempest-FloatingIPsTestJSON-1959082575-router', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:25Z', 'updated_at': '2021-11-12T13:20:40Z', 'revision_number': 4, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'gw_port': {'id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:27Z', 'updated_at': '2021-11-12T13:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f6c208cb-7944-45b5-929c-1a2a24c7c498', 'name': '', 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'mac_address': 'fa:16:3e:b4:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '589d3f46-794c-4bd7-86bd-d94cbe006e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:37Z', 'updated_at': '2021-11-12T13:20:47Z', 'revision_number': 4, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'subnets': [{'id': '589d3f46-794c-4bd7-86bd-d94cbe006e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:48.100807 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] 10.222.0.105 "PUT /v2.0/ports/f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 HTTP/1.1" status: 200 len: 1091 time: 3.1762137 Nov 12 13:20:48.104711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723907f3-1e87-4693-94c7-ed463091242c', 'tag': 'f0c85039-75f3-486e-a5b9-1e8eaa55c9f0'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:48.111296 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67" -d '{"events": [{"name": "network-changed", "server_uuid": "723907f3-1e87-4693-94c7-ed463091242c", "tag": "f0c85039-75f3-486e-a5b9-1e8eaa55c9f0"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:48.157866 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10add149-ab3a-43dd-98c1-ac1fbf9ee356 None None] The sync data for ids ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'] in n-d-805736-4 is: [{'id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'name': 'tempest-FloatingIPsTestJSON-1959082575-router', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:25Z', 'updated_at': '2021-11-12T13:20:40Z', 'revision_number': 4, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'gw_port': {'id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:27Z', 'updated_at': '2021-11-12T13:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'f6c208cb-7944-45b5-929c-1a2a24c7c498', 'name': '', 'network_id': '10a38dcd-309c-4302-84fc-b75612c9015f', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'mac_address': 'fa:16:3e:b4:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '589d3f46-794c-4bd7-86bd-d94cbe006e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:37Z', 'updated_at': '2021-11-12T13:20:47Z', 'revision_number': 4, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'subnets': [{'id': '589d3f46-794c-4bd7-86bd-d94cbe006e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:20:48.201832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e2e3df21-8d5d-4485-9b0a-d1957100acd9 None None] For port f6c208cb-7944-45b5-929c-1a2a24c7c498, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f6c208cb-7944-45b5-929c-1a2a24c7c498,segment=NetworkSegment(9937cbbf-63c6-418a-9192-40fca6518520),segment_id=9937cbbf-63c6-418a-9192-40fca6518520)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:48.212021 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2e3df21-8d5d-4485-9b0a-d1957100acd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:48.227171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baa4eb-9abf-431e-9fc5-c8f70c29a01b req-1c1fac41-b506-415a-a0e7-e3bc77f6a329 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:48.243991 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1baa4eb-9abf-431e-9fc5-c8f70c29a01b req-1c1fac41-b506-415a-a0e7-e3bc77f6a329 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 943 time: 0.5691655 Nov 12 13:20:48.384306 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b133944-1eff-4674-a84b-1a5bac6da75f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:48.483259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3df21-8d5d-4485-9b0a-d1957100acd9 None None] Pushing event updated for resources: {'Port': ['ID=f6c208cb-7944-45b5-929c-1a2a24c7c498,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:48.506015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1d6c9cce-6297-4ad0-8bbb-5a20f7dcb144 None None] Provisioning complete for port f6c208cb-7944-45b5-929c-1a2a24c7c498 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:48.506901 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9cce-6297-4ad0-8bbb-5a20f7dcb144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:48.580965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9123f16-4317-47de-a4dd-96d51ca4adf2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:48.630821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1baa4eb-9abf-431e-9fc5-c8f70c29a01b req-dfaad528-5893-496c-8241-5a2ff539a48e tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a677392-3cae-4f4c-b666-d1a8f759a2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894596 Nov 12 13:20:48.637326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f538c041-ecda-4756-adb0-f7cf2c69fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:48.643952 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-f538c041-ecda-4756-adb0-f7cf2c69fe75 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=317a1796f29f4aae93c6574ea59c06a3&device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 1094 time: 0.4745071 Nov 12 13:20:48.810574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-c476fd8a-6f77-4de9-a690-06d6a6ed1b9f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 HTTP/1.1" status: 200 len: 217 time: 0.1569514 Nov 12 13:20:48.873910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Made reservation on behalf of 44bbb573e2f944788a4da5de2cdc3546 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:48.888007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:48.964236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2ff6abf0-f773-4a76-b121-0d9fb4e2287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:48.966753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-2ff6abf0-f773-4a76-b121-0d9fb4e2287b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=19038715-2dba-4f2e-96ec-a7c3f36aec76 HTTP/1.1" status: 200 len: 860 time: 0.1480496 Nov 12 13:20:49.043384 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-a0d1daa8-f172-4365-9da8-5c84e2194a4f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9c85b20b-d87b-4ff3-ad46-123a17655e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679622 Nov 12 13:20:49.261061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Allocated IP 172.20.0.2 (a9af9cf4-1027-482e-9b95-2642068411b0/f405fae7-5435-415b-803d-1ce0aefde344/d6edd689-4667-4e51-bff6-e066c2fa05b1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:49.272021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac19964d-2d0a-4184-b0e8-9ea8f6718fdf req-aa5a11cf-fa4e-414f-8ca5-7c5085ec532e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 210 time: 0.2751014 Nov 12 13:20:49.324328 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-54582d91-3c96-4b03-9f26-b8dcedd9539b service neutron] 10.222.0.105 "GET /v2.0/networks/9c85b20b-d87b-4ff3-ad46-123a17655e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562075 Nov 12 13:20:49.342915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81bdc1fb-913b-43c5-b6ee-a278146d6dac tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:49.350684 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b133944-1eff-4674-a84b-1a5bac6da75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:49.484098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fc17bf2-4ee8-45e3-bea8-224f65899813 req-53d834c6-811f-4118-aae5-9abef89df246 service neutron] 10.222.0.105 "GET /v2.0/networks/9c85b20b-d87b-4ff3-ad46-123a17655e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512072 Nov 12 13:20:49.531283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f6c208cb-7944-45b5-929c-1a2a24c7c498 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:49.544163 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0117c2-d644-499f-94ed-84c076543a71 x-openstack-request-id: req-8a0117c2-d644-499f-94ed-84c076543a71 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:49.544513 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723907f3-1e87-4693-94c7-ed463091242c", "tag": "f0c85039-75f3-486e-a5b9-1e8eaa55c9f0", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:49.544777 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a0117c2-d644-499f-94ed-84c076543a71 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:49.545220 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723907f3-1e87-4693-94c7-ed463091242c', 'tag': 'f0c85039-75f3-486e-a5b9-1e8eaa55c9f0', 'status': 'completed', 'code': 200} Nov 12 13:20:49.636560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f6c208cb-7944-45b5-929c-1a2a24c7c498 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:49.636943 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:49.697800 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67 req-41d65414-359b-4954-b63c-4ef8e6a8584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:49.700684 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67 req-41d65414-359b-4954-b63c-4ef8e6a8584b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=317a1796f29f4aae93c6574ea59c06a3&device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 1094 time: 0.1309881 Nov 12 13:20:50.069943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67 req-929203fd-8f37-4b12-83be-8bbea57beff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:50.074093 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67 req-929203fd-8f37-4b12-83be-8bbea57beff5 service neutron] 10.222.0.105 "GET /v2.0/networks?id=9c85b20b-d87b-4ff3-ad46-123a17655e9e HTTP/1.1" status: 200 len: 921 time: 0.3642819 Nov 12 13:20:50.085854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2463e-fbe8-4d13-8ed4-7fe520f989c1 req-fec1cec1-c946-401d-8f2a-3ca9e63fa8fd tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:50.094283 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7c2463e-fbe8-4d13-8ed4-7fe520f989c1 req-fec1cec1-c946-401d-8f2a-3ca9e63fa8fd tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 943 time: 0.2501469 Nov 12 13:20:50.158467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 729c1f09-a408-4562-a677-e4313dbfe642 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:20:50.239568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67 req-2e079590-a407-45c4-96f0-5d50eec1abb8 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 HTTP/1.1" status: 200 len: 217 time: 0.1356637 Nov 12 13:20:50.425669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67 req-463e1eee-7143-40bc-b447-805f64f69fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:50.430182 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67 req-463e1eee-7143-40bc-b447-805f64f69fc2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=19038715-2dba-4f2e-96ec-a7c3f36aec76 HTTP/1.1" status: 200 len: 860 time: 0.1807501 Nov 12 13:20:50.490902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdc1fb-913b-43c5-b6ee-a278146d6dac tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Pushing event deleted for resources: {'Port': ['ID=83c57ef8-a0f2-428e-941d-aabbae5a1d4b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:50.576828 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:50.623780 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:50.637148 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:50.639468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7c2463e-fbe8-4d13-8ed4-7fe520f989c1 req-4373e8ae-ff77-477d-829b-b85efcb8b8b1 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a677392-3cae-4f4c-b666-d1a8f759a2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407219 Nov 12 13:20:50.665317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67 req-e031e1a3-f756-4a79-849c-55356cb30854 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9c85b20b-d87b-4ff3-ad46-123a17655e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2151628 Nov 12 13:20:50.693359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Pushing event deleted for resources: {'Port': ['ID=729c1f09-a408-4562-a677-e4313dbfe642,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:50.856234 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b133944-1eff-4674-a84b-1a5bac6da75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:50.897515 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:50.947085 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab9e39c3-56a7-4903-bec6-67cdb5a7f2fd req-6b634c63-9184-4dbc-8fdd-44e7c3c6f01f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 210 time: 0.0544102 Nov 12 13:20:50.969079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b133944-1eff-4674-a84b-1a5bac6da75f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:50.970483 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1b133944-1eff-4674-a84b-1a5bac6da75f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3f81f137-a6f4-4b7e-ab10-ffc7cd812467 HTTP/1.1" status: 204 len: 168 time: 3.3736577 Nov 12 13:20:50.972041 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81bdc1fb-913b-43c5-b6ee-a278146d6dac tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:50.975845 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81bdc1fb-913b-43c5-b6ee-a278146d6dac tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:50.976960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37954) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:50.977177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-81bdc1fb-913b-43c5-b6ee-a278146d6dac tempest-ServersWithSpecificFlavorTestJSON-44469865 tempest-ServersWithSpecificFlavorTestJSON-44469865-project] 10.222.0.73 "DELETE /v2.0/floatingips/41bdf6dd-5b6a-4713-8a4e-2c79bb3340f1 HTTP/1.1" status: 204 len: 168 time: 5.3195419 Nov 12 13:20:51.007059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b133944-1eff-4674-a84b-1a5bac6da75f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f81f137-a6f4-4b7e-ab10-ffc7cd812467,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:51.068461 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.099832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67 req-4d9e422b-7bd8-4fbd-9f63-fcf881f50f88 service neutron] 10.222.0.105 "GET /v2.0/networks/9c85b20b-d87b-4ff3-ad46-123a17655e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242539 Nov 12 13:20:51.112554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Allocated IP 172.25.5.89 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/ee94d76d-20ad-465b-88d5-bc69660a4b1f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:20:51.135398 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.216611 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.221031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.226069 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.251450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:51.340026 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.350764 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fd80c4e-91fc-4011-9631-f6c8d1ee1f67 req-c65bb819-12d0-4d7e-a225-eed3eafe20d2 service neutron] 10.222.0.105 "GET /v2.0/networks/9c85b20b-d87b-4ff3-ad46-123a17655e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418766 Nov 12 13:20:51.417827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:51.435145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e65de6-3728-40b3-9ecd-043b9d6fea86') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:51.435514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e65de6-3728-40b3-9ecd-043b9d6fea86') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:51.469869 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.510537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event updated for resources: {'Port': ['ID=d6edd689-4667-4e51-bff6-e066c2fa05b1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:51.520415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.547578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:20:51.548254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:20:51.555700 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:20:51.583284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.585241 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ed6af9-b785-4bdd-87b4-c5e331886828 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:20:51.679108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.680652 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8efae991-b737-49d3-8b48-699411ce5259 admin admin] 10.222.0.73 "DELETE /v2.0/routers/56ed6af9-b785-4bdd-87b4-c5e331886828 HTTP/1.1" status: 204 len: 168 time: 7.6158068 Nov 12 13:20:51.686305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:51.706281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Network a9af9cf4-1027-482e-9b95-2642068411b0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:51.769081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffadbcd5-3f6f-42ab-88f4-de307f743b8a admin admin] Deleting subnet bb98e207-6067-4313-8ac2-7aad76ce7766 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:20:51.771682 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffadbcd5-3f6f-42ab-88f4-de307f743b8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.834924 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.844674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.853789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] 10.222.0.73 "DELETE /v2.0/networks/673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8 HTTP/1.1" status: 204 len: 168 time: 0.8757267 Nov 12 13:20:51.894880 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffadbcd5-3f6f-42ab-88f4-de307f743b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:51.899547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc16f12-213f-4ee9-bcb4-5008ca13aa1f admin admin] Pushing event deleted for resources: {'Network': ['ID=673aef5f-e6ad-45d2-a55d-2e4cf5c58ed8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:51.902449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:51.962275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:52.046119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17468197-a00f-4d1f-b18a-834639c43cf5 req-194c871f-9692-44b1-8a12-8be9a4002b61 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:52.048182 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17468197-a00f-4d1f-b18a-834639c43cf5 req-194c871f-9692-44b1-8a12-8be9a4002b61 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 943 time: 0.1308167 Nov 12 13:20:52.126081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:52.151295 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17468197-a00f-4d1f-b18a-834639c43cf5 req-1175977f-423e-409c-94e7-223bfe1c739c tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a677392-3cae-4f4c-b666-d1a8f759a2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870492 Nov 12 13:20:52.155480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:52.156690 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:52.201356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37978) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:52.253325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-f967b232-6bcc-4bcb-bffb-91b03d55e4e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0499949 Nov 12 13:20:52.273173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Request body: {'port': {'device_id': '37f9c54e-d33a-4535-8667-62868bba567b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:52.295683 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffadbcd5-3f6f-42ab-88f4-de307f743b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:52.401947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffadbcd5-3f6f-42ab-88f4-de307f743b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:52.447965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffadbcd5-3f6f-42ab-88f4-de307f743b8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:52.456319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ffadbcd5-3f6f-42ab-88f4-de307f743b8a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bb98e207-6067-4313-8ac2-7aad76ce7766 HTTP/1.1" status: 204 len: 168 time: 0.7623243 Nov 12 13:20:52.462361 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37988) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:52.471816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c51f3c4-b204-4248-a9be-bf1f357a8fe0 None None] Network 9cccfc96-3f0d-4f23-84b1-18caff99ea75 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:20:52.526557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadbcd5-3f6f-42ab-88f4-de307f743b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb98e207-6067-4313-8ac2-7aad76ce7766,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:52.559914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:52.605657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-edd8f257-7b91-4d44-95a4-5bc7fe468c0b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f243682c61d047649281ffabc816da5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013753 Nov 12 13:20:52.614363 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e287aa5-1198-49b1-a096-009a7cf128b5 req-80fa7380-fa5a-4897-83a5-f8f594042f65 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:52.616374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e287aa5-1198-49b1-a096-009a7cf128b5 req-80fa7380-fa5a-4897-83a5-f8f594042f65 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 931 time: 0.1718063 Nov 12 13:20:52.619238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37992) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:52.650297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:20:52.693406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Pushing event updated for resources: {'Port': ['ID=ee94d76d-20ad-465b-88d5-bc69660a4b1f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:52.696254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:20:52.700633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:52.703308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:20:52.716446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:52.757951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e287aa5-1198-49b1-a096-009a7cf128b5 req-cf4db2c4-1006-46d9-8b42-63dcfd343930 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259799 Nov 12 13:20:52.852096 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54f129c-18ab-41c6-a535-5339a5577d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.136007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.139334 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed0dff-ced3-4e89-9b6f-63df6b9b8d5b None None] DHCP port deletion for 9cccfc96-3f0d-4f23-84b1-18caff99ea75 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:20:53.252767 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.358999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cfed0dff-ced3-4e89-9b6f-63df6b9b8d5b None None] Deleting port ed21cd78-de24-4aa2-994f-c09ad222bc55 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:53.359484 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfed0dff-ced3-4e89-9b6f-63df6b9b8d5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.507760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ed21cd78-de24-4aa2-994f-c09ad222bc55 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:20:53.524512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cfed0dff-ced3-4e89-9b6f-63df6b9b8d5b None None] For port ed21cd78-de24-4aa2-994f-c09ad222bc55, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ed21cd78-de24-4aa2-994f-c09ad222bc55,segment=NetworkSegment(3820aaa1-2b46-4f5e-8a7d-e066bbae59c4),segment_id=3820aaa1-2b46-4f5e-8a7d-e066bbae59c4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:53.525974 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfed0dff-ced3-4e89-9b6f-63df6b9b8d5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.529213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6edd689-4667-4e51-bff6-e066c2fa05b1 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:53.542421 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.589135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Transition to ACTIVE for port object d6edd689-4667-4e51-bff6-e066c2fa05b1 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:20:53.598445 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.627795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cfed0dff-ced3-4e89-9b6f-63df6b9b8d5b None None] Calling delete_port for ed21cd78-de24-4aa2-994f-c09ad222bc55 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:53.656099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.672266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.707617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Pushing event updated for resources: {'Port': ['ID=d6edd689-4667-4e51-bff6-e066c2fa05b1,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:53.726429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54f129c-18ab-41c6-a535-5339a5577d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.823337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.848390 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfed0dff-ced3-4e89-9b6f-63df6b9b8d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:53.900926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.901626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.902357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.902984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.903608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.904236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.904865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.905530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.906165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.906794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.907407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.908050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:20:53.913603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed0dff-ced3-4e89-9b6f-63df6b9b8d5b None None] No DVR routers for this DVR port ed21cd78-de24-4aa2-994f-c09ad222bc55 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:20:53.923416 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed0dff-ced3-4e89-9b6f-63df6b9b8d5b None None] Pushing event deleted for resources: {'Port': ['ID=ed21cd78-de24-4aa2-994f-c09ad222bc55,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:53.950585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:20:54.016465 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:54.018666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.0108049 Nov 12 13:20:54.020978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1c39b-6d5e-4531-b688-7d8fb7c4278b req-8ef286c7-a538-45b8-bf50-1132c5e343f8 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:54.050012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b1c39b-6d5e-4531-b688-7d8fb7c4278b req-8ef286c7-a538-45b8-bf50-1132c5e343f8 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 943 time: 0.2373116 Nov 12 13:20:54.080783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Deleting port ed21cd78-de24-4aa2-994f-c09ad222bc55 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:54.081213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:54.084111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No active binding found for port ed21cd78-de24-4aa2-994f-c09ad222bc55 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:20:54.085485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ed21cd78-de24-4aa2-994f-c09ad222bc55 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:20:54.128587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-4022c707-49ef-475d-9785-b5c4624b03c1 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2616773 Nov 12 13:20:54.178927 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54f129c-18ab-41c6-a535-5339a5577d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:54.181625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54f129c-18ab-41c6-a535-5339a5577d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:54.182893 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b54f129c-18ab-41c6-a535-5339a5577d1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/abfbff18-113f-497f-8bf5-1bf0ae7036d0 HTTP/1.1" status: 204 len: 168 time: 1.5619566 Nov 12 13:20:54.248166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-cbbce57f-1abf-4c99-be49-3e87f8a17c1a tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.2148163 Nov 12 13:20:54.266607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751fa3b-db73-4e0e-b2eb-75f5a741c74c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Pushing event updated for resources: {'Port': ['ID=ee94d76d-20ad-465b-88d5-bc69660a4b1f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:54.321755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,segment=NetworkSegment(9c66e7ca-4fbf-4da1-9115-0dec269faae7),segment_id=9c66e7ca-4fbf-4da1-9115-0dec269faae7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:54.343204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'f0c85039-75f3-486e-a5b9-1e8eaa55c9f0', 'network_id': '9c85b20b-d87b-4ff3-ad46-123a17655e9e', 'port_id': 'f0c85039-75f3-486e-a5b9-1e8eaa55c9f0', 'mac_address': 'fa:16:3e:d2:72:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19038715-2dba-4f2e-96ec-a7c3f36aec76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:20:54.348505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] For port ed21cd78-de24-4aa2-994f-c09ad222bc55, host n-d-805736-4, got binding levels [] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:54.349579 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:54.358953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f129c-18ab-41c6-a535-5339a5577d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfbff18-113f-497f-8bf5-1bf0ae7036d0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:54.360577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Attempting to bind port d6edd689-4667-4e51-bff6-e066c2fa05b1 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:20:54.367776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Attempting to bind port d6edd689-4667-4e51-bff6-e066c2fa05b1 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:20:54.368485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Attempting to bind port d6edd689-4667-4e51-bff6-e066c2fa05b1 on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:54.406795 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b1c39b-6d5e-4531-b688-7d8fb7c4278b req-750df70d-df3f-494c-ac9d-fe944f6ceb70 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a677392-3cae-4f4c-b666-d1a8f759a2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532345 Nov 12 13:20:54.408167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Port d6edd689-4667-4e51-bff6-e066c2fa05b1 on network a9af9cf4-1027-482e-9b95-2642068411b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:20:54.412801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Attempting to bind port d6edd689-4667-4e51-bff6-e066c2fa05b1 on network a9af9cf4-1027-482e-9b95-2642068411b0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:20:54.433256 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:54.439476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:20:54.444042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Checking segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:20:54.448103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Bound using segment: {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:20:54.449065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Bound port: d6edd689-4667-4e51-bff6-e066c2fa05b1, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198657b7-19c2-44e3-8c2d-8aef41cf40e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:20:54.450906 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:54.470939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:20:54.478419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Calling delete_port for ed21cd78-de24-4aa2-994f-c09ad222bc55 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:54.482856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Port ed21cd78-de24-4aa2-994f-c09ad222bc55 was not found and therefore no delete operation was performed {{(pid=102675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:20:54.503833 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:54.604188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,segment=NetworkSegment(9c66e7ca-4fbf-4da1-9115-0dec269faae7),segment_id=9c66e7ca-4fbf-4da1-9115-0dec269faae7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:54.615975 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:54.627428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-9e9e07c4-9a7a-4166-9a42-db7ad888c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:54.634374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-9e9e07c4-9a7a-4166-9a42-db7ad888c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:54.637735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-9e9e07c4-9a7a-4166-9a42-db7ad888c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:54.646381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-9e9e07c4-9a7a-4166-9a42-db7ad888c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:54.649255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-9e9e07c4-9a7a-4166-9a42-db7ad888c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:54.654739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-9e9e07c4-9a7a-4166-9a42-db7ad888c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:54.662658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-9e9e07c4-9a7a-4166-9a42-db7ad888c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:54.680577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-9e9e07c4-9a7a-4166-9a42-db7ad888c1b6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6494 time: 0.4347467 Nov 12 13:20:54.794899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed21cd78-de24-4aa2-994f-c09ad222bc55,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:54.801732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:54.865885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] No DVR routers for this DVR port ed21cd78-de24-4aa2-994f-c09ad222bc55 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:20:54.951834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-d4f55319-565f-4b39-8d7e-d9e6fd1e107f tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:54.963569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92e478f0-3931-44a2-a6dd-40a4cc884ed8 req-d4f55319-565f-4b39-8d7e-d9e6fd1e107f tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.6743050 Nov 12 13:20:55.017135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f0c85039-75f3-486e-a5b9-1e8eaa55c9f0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:20:55.037361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] For port d6edd689-4667-4e51-bff6-e066c2fa05b1, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:20:55.041931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] For port d6edd689-4667-4e51-bff6-e066c2fa05b1, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d6edd689-4667-4e51-bff6-e066c2fa05b1,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:20:55.052302 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:55.101451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:55.102324 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:55.103926 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] 10.222.0.105 "PUT /v2.0/ports/d6edd689-4667-4e51-bff6-e066c2fa05b1 HTTP/1.1" status: 200 len: 1091 time: 2.8364763 Nov 12 13:20:55.104420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f9c54e-d33a-4535-8667-62868bba567b', 'tag': 'd6edd689-4667-4e51-bff6-e066c2fa05b1'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:55.106835 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855df05d-6106-4fc4-aab1-7b70de8354f5" -d '{"events": [{"name": "network-changed", "server_uuid": "37f9c54e-d33a-4535-8667-62868bba567b", "tag": "d6edd689-4667-4e51-bff6-e066c2fa05b1"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:55.163179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23027d8e-2365-4f29-b605-67db6a2b9068 service neutron] Pushing event updated for resources: {'Port': ['ID=d6edd689-4667-4e51-bff6-e066c2fa05b1,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:55.302935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-6495c99b-577b-407a-9771-f72d5f0d68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:55.306208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-6495c99b-577b-407a-9771-f72d5f0d68a8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 1094 time: 0.1296713 Nov 12 13:20:55.320542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-07f7e8a6-27a1-4f82-934d-a3010ea9183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:55.321018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-07f7e8a6-27a1-4f82-934d-a3010ea9183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:55.321530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-07f7e8a6-27a1-4f82-934d-a3010ea9183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:55.323596 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-07f7e8a6-27a1-4f82-934d-a3010ea9183d service neutron] 10.222.0.105 "GET /v2.0/networks?id=e1bf6593-1926-4918-b099-2d3c401d6aa8&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f HTTP/1.1" status: 200 len: 2291 time: 0.5306549 Nov 12 13:20:55.325650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:55.418863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-be4fc2d6-43ca-49c1-831b-50b9a071de23 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6edd689-4667-4e51-bff6-e066c2fa05b1 HTTP/1.1" status: 200 len: 217 time: 0.1017127 Nov 12 13:20:55.419174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38032) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:55.429709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ddf8c-155e-4e2b-b102-20acb665841d req-965ea145-3718-4d4a-9339-0b8f1ea45462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:55.442300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-251ddf8c-155e-4e2b-b102-20acb665841d req-965ea145-3718-4d4a-9339-0b8f1ea45462 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 943 time: 0.6508939 Nov 12 13:20:55.558941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-251ddf8c-155e-4e2b-b102-20acb665841d req-1ac4f139-f75b-44eb-9a66-892e995f0447 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153049 Nov 12 13:20:55.560062 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15193ffd-5bf2-46ce-883c-89cb14974a24 req-3c0b69b6-1949-47eb-a114-587d5c195b18 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips/fe2c31da-7029-4374-bfb2-64ab62b7135c HTTP/1.1" status: 200 len: 692 time: 0.1355793 Nov 12 13:20:55.578903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cccfc96-3f0d-4f23-84b1-18caff99ea75']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:55.653533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3820aaa1-2b46-4f5e-8a7d-e066bbae59c4') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:55.654202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3820aaa1-2b46-4f5e-8a7d-e066bbae59c4') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:20:55.807421 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:55.818490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15193ffd-5bf2-46ce-883c-89cb14974a24 req-c814c04f-8df5-4332-9528-f30df04741ff tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:55.821188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15193ffd-5bf2-46ce-883c-89cb14974a24 req-c814c04f-8df5-4332-9528-f30df04741ff tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2054651 Nov 12 13:20:55.823747 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973dac17-feb1-44bf-8d5e-47ce5572defe x-openstack-request-id: req-973dac17-feb1-44bf-8d5e-47ce5572defe {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:55.824283 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f9c54e-d33a-4535-8667-62868bba567b", "tag": "d6edd689-4667-4e51-bff6-e066c2fa05b1", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:55.824775 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-973dac17-feb1-44bf-8d5e-47ce5572defe {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:55.825475 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f9c54e-d33a-4535-8667-62868bba567b', 'tag': 'd6edd689-4667-4e51-bff6-e066c2fa05b1', 'status': 'completed', 'code': 200} Nov 12 13:20:55.846360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-15193ffd-5bf2-46ce-883c-89cb14974a24 req-fb0b370a-3160-45dc-8910-a33387ab4214 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:20:55.848645 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15193ffd-5bf2-46ce-883c-89cb14974a24 req-fb0b370a-3160-45dc-8910-a33387ab4214 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186541 Nov 12 13:20:55.898435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-2676fc48-8688-44c4-bf80-7894515ad9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:55.900329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-2676fc48-8688-44c4-bf80-7894515ad9f1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.4691305 Nov 12 13:20:55.920148 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-acf985e9-dabe-44b4-b743-46c6bbdf81fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3098903 Nov 12 13:20:55.924861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-d206ff33-1adb-404c-88ad-00ff763ca553 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292 HTTP/1.1" status: 200 len: 1001 time: 0.5868444 Nov 12 13:20:55.957658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-6ae771a6-e969-4512-bbb9-5f6251835ce5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485811 Nov 12 13:20:56.052461 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:56.057934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-c497b21d-ab7d-4b56-823b-557dbeb8be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:56.059703 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-c497b21d-ab7d-4b56-823b-557dbeb8be42 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fbe2cfc7-4019-4384-be49-dec8d05dc3bd HTTP/1.1" status: 200 len: 850 time: 0.0914264 Nov 12 13:20:56.172018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38058) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:56.187865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-e2655f30-708e-4c5c-8b9a-0d06f5f4ca52 service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221797 Nov 12 13:20:56.194881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:20:56.196638 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:20:56.221981 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:20:56.303968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-041b07d7-b91c-468e-b130-6ad5c735db6f req-685f5f26-7b66-4abf-a721-d047cae69352 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=e7eb6375db7b42f7ba54116b1982ce58 HTTP/1.1" status: 200 len: 695 time: 0.2277536 Nov 12 13:20:56.511364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db234f-5808-4648-abb5-8b48791ce3dd req-f053ba75-8b5b-4700-a6ec-e275aafeb107 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:56.514422 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6837714b-ec9f-405e-ac6b-1df95bf78285 req-fa52b515-8ed1-4a0c-97c3-9658054ba7c5 service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565351 Nov 12 13:20:56.520799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b5db234f-5808-4648-abb5-8b48791ce3dd req-f053ba75-8b5b-4700-a6ec-e275aafeb107 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 944 time: 0.6995356 Nov 12 13:20:56.534650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:56.553199 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:56.579879 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] 10.222.0.73 "DELETE /v2.0/networks/9cccfc96-3f0d-4f23-84b1-18caff99ea75 HTTP/1.1" status: 204 len: 168 time: 4.1035509 Nov 12 13:20:56.697864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b07d7-b91c-468e-b130-6ad5c735db6f req-07e70bae-a5a9-406a-af03-e355fe1c261b tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:56.701962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-041b07d7-b91c-468e-b130-6ad5c735db6f req-07e70bae-a5a9-406a-af03-e355fe1c261b tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/networks?id=380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 787 time: 0.3968475 Nov 12 13:20:56.702440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065b0f8-85b8-4291-95fb-da0e8f28ec6b admin admin] Pushing event deleted for resources: {'Network': ['ID=9cccfc96-3f0d-4f23-84b1-18caff99ea75,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:56.718945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-197565361-network', 'tenant_id': '417c8b6de118451fa28529e6becf05da'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:56.756960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855df05d-6106-4fc4-aab1-7b70de8354f5 req-97a7c325-3f7d-4eb0-8940-d31ee1f063d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:56.776706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-855df05d-6106-4fc4-aab1-7b70de8354f5 req-97a7c325-3f7d-4eb0-8940-d31ee1f063d0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 1094 time: 0.1499500 Nov 12 13:20:56.796395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-33ae2f03-10a9-4b46-a9c8-eb0cec4115fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:56.800576 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-33ae2f03-10a9-4b46-a9c8-eb0cec4115fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44bbb573e2f944788a4da5de2cdc3546&device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 1096 time: 0.7297847 Nov 12 13:20:56.835746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-6552582a-2459-497e-9e4e-fc008d3f107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:56.845781 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-6552582a-2459-497e-9e4e-fc008d3f107e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e1bf6593-1926-4918-b099-2d3c401d6aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7340117 Nov 12 13:20:56.935108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38074) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:56.952437 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19ffab1b-928d-492e-8248-d8a54456ef00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:57.010692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855df05d-6106-4fc4-aab1-7b70de8354f5 req-e84f8265-604b-428b-8b6a-885365ed92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:57.014222 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-855df05d-6106-4fc4-aab1-7b70de8354f5 req-e84f8265-604b-428b-8b6a-885365ed92b4 service neutron] 10.222.0.105 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 907 time: 0.2352059 Nov 12 13:20:57.045203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:57.047761 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:57.088618 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b5db234f-5808-4648-abb5-8b48791ce3dd req-461dbd37-dba0-4d20-83b6-9a10be72f8c5 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a677392-3cae-4f4c-b666-d1a8f759a2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657456 Nov 12 13:20:57.171001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-855df05d-6106-4fc4-aab1-7b70de8354f5 req-45e0806c-97d2-4f27-bd5f-c6579c50af30 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6edd689-4667-4e51-bff6-e066c2fa05b1 HTTP/1.1" status: 200 len: 217 time: 0.0967281 Nov 12 13:20:57.171962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:57.282240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097aa41-c1fb-4591-8af4-dfc4213df1fe req-fa346feb-fede-4e30-9f49-183143017970 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:57.284543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b097aa41-c1fb-4591-8af4-dfc4213df1fe req-fa346feb-fede-4e30-9f49-183143017970 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 943 time: 0.2692430 Nov 12 13:20:57.286939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-df29e21e-f582-49b6-822b-7f26d6365c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:57.288182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855df05d-6106-4fc4-aab1-7b70de8354f5 req-84915eef-3411-4d64-97c4-102e0daa8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:57.288491 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-df29e21e-f582-49b6-822b-7f26d6365c6e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 200 len: 907 time: 0.3616338 Nov 12 13:20:57.290707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-855df05d-6106-4fc4-aab1-7b70de8354f5 req-84915eef-3411-4d64-97c4-102e0daa8ef7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.1124556 Nov 12 13:20:57.307794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-44d2dbf7-5feb-4bd5-9b86-81a2be1c3952 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips/fe2c31da-7029-4374-bfb2-64ab62b7135c HTTP/1.1" status: 200 len: 692 time: 0.1331272 Nov 12 13:20:57.331581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4e83375c-a3de-4130-926b-c54075e64d67 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fe4c47700f3e4f049d82bc1a70a94de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944798 Nov 12 13:20:57.332236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38080) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:57.342296 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-855df05d-6106-4fc4-aab1-7b70de8354f5 req-6a6e9190-dcfa-4c27-bbbd-23ee57cc16e9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428016 Nov 12 13:20:57.406797 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-17eed087-dcd9-4096-a608-e78d715481f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae HTTP/1.1" status: 200 len: 217 time: 0.1019180 Nov 12 13:20:57.455746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-6b013ee9-19bd-4e21-b1a1-44a846bced58 service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299256 Nov 12 13:20:57.528565 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b097aa41-c1fb-4591-8af4-dfc4213df1fe req-d76e9d7a-7371-46f3-b862-20b913898080 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145436 Nov 12 13:20:57.578631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-855df05d-6106-4fc4-aab1-7b70de8354f5 req-d9f0d163-5fa2-409f-9475-8e37fed43670 service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277329 Nov 12 13:20:57.746553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-e5dbdb07-a9bb-4439-b97a-0c1f05fc4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:57.748164 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-e5dbdb07-a9bb-4439-b97a-0c1f05fc4033 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 200 len: 846 time: 0.3153694 Nov 12 13:20:57.770693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-855df05d-6106-4fc4-aab1-7b70de8354f5 req-b0756342-b483-4141-b3c3-cba1e5367021 service neutron] 10.222.0.105 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786234 Nov 12 13:20:57.876184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-172add52-24f2-4668-b41d-5b00fe6ed9ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9af9cf4-1027-482e-9b95-2642068411b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166978 Nov 12 13:20:57.912878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:20:57.954057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-8e3414b2-9e64-4d51-806b-af130fd7a5a8 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:57.959339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-8e3414b2-9e64-4d51-806b-af130fd7a5a8 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.5856817 Nov 12 13:20:57.990082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:20:57.997817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:20:57.998464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.128606 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.172865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723907f3-1e87-4693-94c7-ed463091242c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c85039-75f3-486e-a5b9-1e8eaa55c9f0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:20:58.178721 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cc9f68-1720-4236-8461-50702dc0aa12" -d '{"events": [{"server_uuid": "723907f3-1e87-4693-94c7-ed463091242c", "name": "network-vif-plugged", "status": "completed", "tag": "f0c85039-75f3-486e-a5b9-1e8eaa55c9f0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:20:58.202053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,segment=NetworkSegment(9c66e7ca-4fbf-4da1-9115-0dec269faae7),segment_id=9c66e7ca-4fbf-4da1-9115-0dec269faae7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:20:58.209915 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.273849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30cb4d-dabf-4666-8445-80a9ae07d9af req-66a38f42-c22a-4854-9905-d420f9f3350c tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:58.275692 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9a30cb4d-dabf-4666-8445-80a9ae07d9af req-66a38f42-c22a-4854-9905-d420f9f3350c tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 945 time: 0.0738466 Nov 12 13:20:58.289927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:58.334529 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.347018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9a30cb4d-dabf-4666-8445-80a9ae07d9af req-a2863deb-4183-4e8d-8bc3-1cbef141597e tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a677392-3cae-4f4c-b666-d1a8f759a2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617979 Nov 12 13:20:58.377553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-f9778dff-2bd5-443e-96d8-f3e74b03d341 service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8636742 Nov 12 13:20:58.418179 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f8b806-89a9-4414-a7fe-277fc14d68d2 x-openstack-request-id: req-04f8b806-89a9-4414-a7fe-277fc14d68d2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:20:58.418482 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723907f3-1e87-4693-94c7-ed463091242c", "name": "network-vif-plugged", "status": "completed", "tag": "f0c85039-75f3-486e-a5b9-1e8eaa55c9f0", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:20:58.418741 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04f8b806-89a9-4414-a7fe-277fc14d68d2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:20:58.419152 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723907f3-1e87-4693-94c7-ed463091242c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c85039-75f3-486e-a5b9-1e8eaa55c9f0', 'code': 200} Nov 12 13:20:58.437936 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.467007 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36ca5b1b-264d-47e5-b196-4116b172089b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.569665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-bb4efc1a-b343-4740-ae90-8a8f05fc4982 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.2450356 Nov 12 13:20:58.577803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a06d0e-71a7-4860-80f9-d13a86962b27 req-bfe0a187-00b0-446c-a3ba-c6b351fb68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:58.583513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36a06d0e-71a7-4860-80f9-d13a86962b27 req-bfe0a187-00b0-446c-a3ba-c6b351fb68fa service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 1096 time: 0.0819879 Nov 12 13:20:58.587446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:20:58.591650 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-cb26bc22-9ca4-4c03-9cc8-2917affd3d24 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=8b402751-23b3-4ce3-8639-2dd4a2819a1e HTTP/1.1" status: 200 len: 217 time: 0.1285660 Nov 12 13:20:58.651223 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36ca5b1b-264d-47e5-b196-4116b172089b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.663775 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36a06d0e-71a7-4860-80f9-d13a86962b27 req-254b2495-b861-4cc1-a1b3-4cf7478ff304 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=1a677392-3cae-4f4c-b666-d1a8f759a2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730531 Nov 12 13:20:58.688179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.688552 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Added segment 5aaa1a9e-3a1c-482f-b001-339ebe7a071d of type vlan for network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 Nov 12 13:20:58.736210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b49300-08fd-496a-b693-2ba39322d8e0 req-090f4292-45e5-409e-92cf-5309c9ac1ffc tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:58.736567 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0b1444-eb24-46ac-9311-68822b34cec2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:58.738995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29b49300-08fd-496a-b693-2ba39322d8e0 req-090f4292-45e5-409e-92cf-5309c9ac1ffc tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 943 time: 0.0621104 Nov 12 13:20:58.807744 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-4abd77ed-b343-4b33-8d06-1ec13504753b service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167483 Nov 12 13:20:58.811112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-b77fc8eb-ccc4-46d5-ada3-db2c6ea97124 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.2166700 Nov 12 13:20:58.835710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29b49300-08fd-496a-b693-2ba39322d8e0 req-7bfb6b8a-e9bb-4402-b61c-51cc466d947f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825515 Nov 12 13:20:58.853894 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:58.906103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-d7020610-0e71-4f45-b6f2-17b87ae78ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:58.907679 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-d7020610-0e71-4f45-b6f2-17b87ae78ae7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.2918262 Nov 12 13:20:59.107889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.108904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:59.109523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.178653 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36ca5b1b-264d-47e5-b196-4116b172089b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.181405 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36ca5b1b-264d-47e5-b196-4116b172089b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.182567 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-36ca5b1b-264d-47e5-b196-4116b172089b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38d90d89-a44f-48bd-9fa0-6d5dde353867 HTTP/1.1" status: 204 len: 168 time: 1.8077435 Nov 12 13:20:59.259453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0831299 Nov 12 13:20:59.261185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:20:59.276011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca5b1b-264d-47e5-b196-4116b172089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d90d89-a44f-48bd-9fa0-6d5dde353867,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:59.280018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Request body: {'subnet': {'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-subnet', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:20:59.284432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-0d72f162-297b-4172-a4e1-bc87ef0ec9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:20:59.286654 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-0d72f162-297b-4172-a4e1-bc87ef0ec9d1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3591156 Nov 12 13:20:59.293540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dadbdc64-a27b-4317-88d4-298160ee7f30 req-f47b66a9-2da2-4d69-9eeb-0bf08747414b service neutron] 10.222.0.70 "GET /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629517 Nov 12 13:20:59.319273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad9558-d499-4d22-859d-0d4561733086 admin admin] Pushing event updated for resources: {'Network': ['ID=95b67ac6-8cdc-43bd-b3c4-c05846b6f761,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:20:59.344104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:20:59.387440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:20:59.394899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.408439 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.477790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-9224ec0b-f824-4163-a86f-b66bdf6ef72d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Deleting port ee94d76d-20ad-465b-88d5-bc69660a4b1f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:20:59.478130 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-9224ec0b-f824-4163-a86f-b66bdf6ef72d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.526040 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-a81dd7d1-ac79-4a73-84ee-0ea8602a472f service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305284 Nov 12 13:20:59.650928 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79cb455c-a078-441b-abd5-4959e734d034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.811411 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-9224ec0b-f824-4163-a86f-b66bdf6ef72d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.811777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-9224ec0b-f824-4163-a86f-b66bdf6ef72d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.832171 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:20:59.856754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-9224ec0b-f824-4163-a86f-b66bdf6ef72d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Calling delete_port for ee94d76d-20ad-465b-88d5-bc69660a4b1f owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:20:59.898437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-f72e7b1d-81e9-4db2-8ccb-4c1b5a03ca51 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385823 Nov 12 13:20:59.931945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d6edd689-4667-4e51-bff6-e066c2fa05b1 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:21:00.006108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dec9a87-8b74-444f-a019-9e4489ab8c90,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:00.011090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-6d7b9374-0019-4f94-8a46-ef5d6aa165bd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e3fc1244-3b20-455f-b6c0-bb7af1b363ce HTTP/1.1" status: 200 len: 217 time: 0.1006033 Nov 12 13:21:00.052573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Checking segment: {'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:00.052934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Network hostable DHCP agents. Network: 95b67ac6-8cdc-43bd-b3c4-c05846b6f761, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:21:00.095974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:21:00.116442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 95b67ac6-8cdc-43bd-b3c4-c05846b6f761) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:00.121224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:00.121819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.149988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc9cca6-cc25-48f6-8062-839a75b05929 None None] Network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:00.163847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38164) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:00.168136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9b0fa2e3-ce87-439b-9fa7-a69527ff6682 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9056594 Nov 12 13:21:00.182572 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:00.196277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-75aac395-c14a-4a05-a6b8-6469be15d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:00.197837 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-75aac395-c14a-4a05-a6b8-6469be15d365 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.1742733 Nov 12 13:21:00.317331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d6edd689-4667-4e51-bff6-e066c2fa05b1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d6edd689-4667-4e51-bff6-e066c2fa05b1,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:00.340057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'd6edd689-4667-4e51-bff6-e066c2fa05b1', 'network_id': 'a9af9cf4-1027-482e-9b95-2642068411b0', 'port_id': 'd6edd689-4667-4e51-bff6-e066c2fa05b1', 'mac_address': 'fa:16:3e:3c:34:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f405fae7-5435-415b-803d-1ce0aefde344', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:21:00.399770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-9224ec0b-f824-4163-a86f-b66bdf6ef72d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.406929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.407969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.453801 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.459778 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.460556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224ec0b-f824-4163-a86f-b66bdf6ef72d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Pushing event deleted for resources: {'Port': ['ID=ee94d76d-20ad-465b-88d5-bc69660a4b1f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:00.491073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6edd689-4667-4e51-bff6-e066c2fa05b1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:21:00.504421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:21:00.505426 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.533205 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.548323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d6edd689-4667-4e51-bff6-e066c2fa05b1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d6edd689-4667-4e51-bff6-e066c2fa05b1,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:00.611827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:00.780168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-434065b1-41e2-4bdc-af89-79e60aa87476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:00.782077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-434065b1-41e2-4bdc-af89-79e60aa87476 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5508804 Nov 12 13:21:00.902463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d6edd689-4667-4e51-bff6-e066c2fa05b1,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:00.939670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Allocated IP 172.20.0.2 (95b67ac6-8cdc-43bd-b3c4-c05846b6f761/4dec9a87-8b74-444f-a019-9e4489ab8c90/60d63c65-92a7-48dc-bb81-b20ef69dbef3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:00.981146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6c3c-a66a-4ed5-875b-3dbb1a528de6 req-16af6a6d-2ee2-4a82-8034-ba77fb74a29e tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:00.994207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e42a6c3c-a66a-4ed5-875b-3dbb1a528de6 req-16af6a6d-2ee2-4a82-8034-ba77fb74a29e tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 945 time: 0.1347568 Nov 12 13:21:01.039754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d6edd689-4667-4e51-bff6-e066c2fa05b1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:21:01.092782 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e42a6c3c-a66a-4ed5-875b-3dbb1a528de6 req-0098dd4b-d83e-46f0-8ad9-5670eb1b82d6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a677392-3cae-4f4c-b666-d1a8f759a2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943024 Nov 12 13:21:01.211584 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.214387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-9224ec0b-f824-4163-a86f-b66bdf6ef72d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.216995 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-9224ec0b-f824-4163-a86f-b66bdf6ef72d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.218358 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a31229bd-62f1-4cf0-ac45-2a13b65eb65f req-9224ec0b-f824-4163-a86f-b66bdf6ef72d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "DELETE /v2.0/floatingips/fe2c31da-7029-4374-bfb2-64ab62b7135c HTTP/1.1" status: 204 len: 173 time: 2.3844755 Nov 12 13:21:01.220675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.245922 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.257141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] Deleting port f79a947a-f50b-4d1d-8d2c-f836cc434775 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:01.257579 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.338806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:01.354213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:01.361942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:01.366000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Pushing event updated for resources: {'Port': ['ID=60d63c65-92a7-48dc-bb81-b20ef69dbef3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:01.375015 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd987f-e22c-4820-805c-edb4526abf98 req-33a4d0a5-d8e9-4e47-bb19-9f75c81c47dc tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:01.380032 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40dd987f-e22c-4820-805c-edb4526abf98 req-33a4d0a5-d8e9-4e47-bb19-9f75c81c47dc tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 944 time: 0.1646595 Nov 12 13:21:01.390660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-71735c0c-556d-46a6-9b4c-b17d57d188af service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907452 Nov 12 13:21:01.491109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40dd987f-e22c-4820-805c-edb4526abf98 req-5f2d55aa-3b66-4b7e-a38a-a9b56db96a93 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015124 Nov 12 13:21:01.510732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Attempting to bind port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:01.511710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Attempting to bind port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:01.511710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Attempting to bind port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 on network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:01.517599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:01.517965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Checking segment: {'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:01.518583 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.519165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Bound using segment: {'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:01.519860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Bound port: 60d63c65-92a7-48dc-bb81-b20ef69dbef3, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:01.520438 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.549718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] For port f79a947a-f50b-4d1d-8d2c-f836cc434775, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f79a947a-f50b-4d1d-8d2c-f836cc434775,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:01.550333 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.638057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] Calling delete_port for f79a947a-f50b-4d1d-8d2c-f836cc434775 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:01.645410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] For port 60d63c65-92a7-48dc-bb81-b20ef69dbef3, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:01.653849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] For port 60d63c65-92a7-48dc-bb81-b20ef69dbef3, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=60d63c65-92a7-48dc-bb81-b20ef69dbef3,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:01.665784 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:01.772687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6117a-4876-4fca-b7e6-74c4b7f30a57 None None] Pushing event updated for resources: {'Port': ['ID=60d63c65-92a7-48dc-bb81-b20ef69dbef3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:01.834434 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-a23df117-68e8-4c8a-81d5-9510a9ba6aa3 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296467 Nov 12 13:21:01.913902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4908df29-326b-43d4-8eeb-9b43c78480f2 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:01.941308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-fa7c820d-c679-49c3-baad-08f06c90658d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=ae73e88e-9170-4921-80e1-88104a71b1ec HTTP/1.1" status: 200 len: 217 time: 0.0816071 Nov 12 13:21:02.075114 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:02.136326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4908df29-326b-43d4-8eeb-9b43c78480f2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:02.139243 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ac9959-7869-4289-be58-add5be182f62" -d '{"events": [{"server_uuid": "8724140d-0426-4ee6-a024-85af5b5b6f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "4908df29-326b-43d4-8eeb-9b43c78480f2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:02.146200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:02.155962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4908df29-326b-43d4-8eeb-9b43c78480f2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4908df29-326b-43d4-8eeb-9b43c78480f2,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:02.162726 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:02.240342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4908df29-326b-43d4-8eeb-9b43c78480f2,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:02.290128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-18db394a-e7ef-41e2-9f69-6afb2645ce86 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:02.292442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-18db394a-e7ef-41e2-9f69-6afb2645ce86 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 805 time: 0.2507350 Nov 12 13:21:02.309660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-0c78b201-69b3-4b89-9925-49cc5a12c523 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/quotas/19b68696d6fd423783b2b62d2ed9a8ff HTTP/1.1" status: 200 len: 375 time: 0.0110230 Nov 12 13:21:02.372092 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-18ac9bbe-984e-43bd-bb9d-2588024a0c48 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540781 Nov 12 13:21:02.409528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:02.449225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-6d914b3b-7b45-43f3-b19c-9606e8778a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:02.452504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-6d914b3b-7b45-43f3-b19c-9606e8778a0b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.4927018 Nov 12 13:21:02.525460 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-6f7629f4-ddbc-4c4b-b689-e66d3923578a service neutron] 10.222.0.73 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426594 Nov 12 13:21:02.643314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-8b7feda3-b5cc-4cc3-96db-c8d9033d500c tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8502102 Nov 12 13:21:02.676615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:02.694063 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:02.726915 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:02.796889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:02.862854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-2ef8379e-b792-47a6-a0d2-4ee9075a2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:02.867501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-2ef8379e-b792-47a6-a0d2-4ee9075a2e5e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3913856 Nov 12 13:21:02.901653 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:02.981824 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6295-0a76-4e4e-87a3-3edb08d625fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.042248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-a0a7b123-5731-4aa8-8579-d6cb9bf431d9 service neutron] 10.222.0.73 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102818 Nov 12 13:21:03.091611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.132693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] Pushing event deleted for resources: {'Port': ['ID=f79a947a-f50b-4d1d-8d2c-f836cc434775,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:03.136494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e461e589-1299-4565-a8b9-ddd4f8433ecb None None] Network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:03.147230 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6295-0a76-4e4e-87a3-3edb08d625fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.158692 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6295-0a76-4e4e-87a3-3edb08d625fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.243313 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a6aa6295-0a76-4e4e-87a3-3edb08d625fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a841f7319644635a0e1c568fd7a4439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8317933 Nov 12 13:21:03.258266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38240) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:03.300416 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2a1a0c6c-d6ae-43ec-8f9f-d2926c0a50cf None None] Provisioning complete for port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:03.301550 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0c6c-d6ae-43ec-8f9f-d2926c0a50cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.351101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa6295-0a76-4e4e-87a3-3edb08d625fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8aba2b-d9a1-4c6f-8a3d-992e9dfea230,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:03.556023 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65f37a96-dd1b-458b-be94-5315cb596dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.590990 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-68d0c3c3-f56e-4d49-964f-cb0a9c2baa52 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104568 Nov 12 13:21:03.648735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65f37a96-dd1b-458b-be94-5315cb596dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.792373 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-ff880f5a-33d6-4d3d-b419-5f25845afaf9 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842752 Nov 12 13:21:03.862437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Allocated IP 172.25.5.169 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/f7c4883e-be61-4dec-adb0-8c4d55f68e69) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:03.867775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-fca82677-1af2-4a6a-855b-2c9b78883de1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=9d37fd99-c624-4630-a5a1-c21226e4a594 HTTP/1.1" status: 200 len: 217 time: 0.0618954 Nov 12 13:21:03.891247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65f37a96-dd1b-458b-be94-5315cb596dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.896192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65f37a96-dd1b-458b-be94-5315cb596dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.898105 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-65f37a96-dd1b-458b-be94-5315cb596dc7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d8aba2b-d9a1-4c6f-8a3d-992e9dfea230 HTTP/1.1" status: 204 len: 168 time: 0.6381547 Nov 12 13:21:03.923204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f37a96-dd1b-458b-be94-5315cb596dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8aba2b-d9a1-4c6f-8a3d-992e9dfea230,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:03.950474 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0c6c-d6ae-43ec-8f9f-d2926c0a50cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:03.957016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-0422647a-cada-4fd8-b6e5-4e059eccb980 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:03.960554 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-0422647a-cada-4fd8-b6e5-4e059eccb980 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "GET /v2.0/ports?device_id=8724140d-0426-4ee6-a024-85af5b5b6f1b HTTP/1.1" status: 200 len: 943 time: 0.4729168 Nov 12 13:21:03.965740 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd1dd7b-48e9-4f6b-9a38-ed2fe45f54f9 x-openstack-request-id: req-9cd1dd7b-48e9-4f6b-9a38-ed2fe45f54f9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:03.967212 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8724140d-0426-4ee6-a024-85af5b5b6f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "4908df29-326b-43d4-8eeb-9b43c78480f2", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:03.967614 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9cd1dd7b-48e9-4f6b-9a38-ed2fe45f54f9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:03.968379 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4908df29-326b-43d4-8eeb-9b43c78480f2', 'code': 200} Nov 12 13:21:03.983302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d6edd689-4667-4e51-bff6-e066c2fa05b1 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:04.141548 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 60d63c65-92a7-48dc-bb81-b20ef69dbef3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:04.306942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2a1a0c6c-d6ae-43ec-8f9f-d2926c0a50cf None None] For port 60d63c65-92a7-48dc-bb81-b20ef69dbef3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=60d63c65-92a7-48dc-bb81-b20ef69dbef3,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:04.312832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-8f937b8b-57b7-4f84-b150-f38d290b6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:04.315712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-8f937b8b-57b7-4f84-b150-f38d290b6ed1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.4290738 Nov 12 13:21:04.317936 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.356351 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0c6c-d6ae-43ec-8f9f-d2926c0a50cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.471923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06751035-768d-49e6-93e4-e761644cb0ed req-a194f928-fc86-4c32-a652-83363a5c9a42 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:04.482865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06751035-768d-49e6-93e4-e761644cb0ed req-a194f928-fc86-4c32-a652-83363a5c9a42 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 944 time: 0.1158218 Nov 12 13:21:04.563877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a0c6c-d6ae-43ec-8f9f-d2926c0a50cf None None] Pushing event updated for resources: {'Port': ['ID=60d63c65-92a7-48dc-bb81-b20ef69dbef3,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:04.573640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port d6edd689-4667-4e51-bff6-e066c2fa05b1 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:21:04.582992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port d6edd689-4667-4e51-bff6-e066c2fa05b1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:04.583676 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.602919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06751035-768d-49e6-93e4-e761644cb0ed req-80c814e5-0d99-4b2e-9d66-43937d33ed4c tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185713 Nov 12 13:21:04.630682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:04.631347 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.702355 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:04.868640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-238edc89-4f4f-4998-9d62-355a4c9459a6 req-25051e4c-10a7-49d5-9915-2a69274ce23c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 210 time: 0.0560582 Nov 12 13:21:04.980695 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.054372 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.057766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b73c1238-14ec-4599-902b-24fe550db659 None None] Provisioning complete for port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:05.058514 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b73c1238-14ec-4599-902b-24fe550db659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.082854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa0e-1da3-46d6-98e0-44cc39b7f96b req-97c1ded0-225e-4f1f-94c6-cb75ad8cc821 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:05.088151 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.091284 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc86fa0e-1da3-46d6-98e0-44cc39b7f96b req-97c1ded0-225e-4f1f-94c6-cb75ad8cc821 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 945 time: 0.0803044 Nov 12 13:21:05.189702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d6edd689-4667-4e51-bff6-e066c2fa05b1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d6edd689-4667-4e51-bff6-e066c2fa05b1,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:05.199978 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.210073 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc86fa0e-1da3-46d6-98e0-44cc39b7f96b req-320d118a-2d2e-4229-9ee2-8664a975839d tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a677392-3cae-4f4c-b666-d1a8f759a2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177757 Nov 12 13:21:05.336880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d6edd689-4667-4e51-bff6-e066c2fa05b1,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:05.462768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 60d63c65-92a7-48dc-bb81-b20ef69dbef3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:05.580207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-146a1f78-c397-4311-aa68-7818bc700d79 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:05.584409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-146a1f78-c397-4311-aa68-7818bc700d79 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.105 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 945 time: 0.2421587 Nov 12 13:21:05.592110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:05.592673 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.736030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-3eac99d3-f664-4a38-aced-7cc19b343eb2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:05.737690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-3eac99d3-f664-4a38-aced-7cc19b343eb2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 805 time: 0.4280293 Nov 12 13:21:05.812592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Request body: {'port': {'device_id': 'ef29c18a-4950-4d00-b4ef-a4796b141dbb', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'admin_state_up': True, 'tenant_id': '19b68696d6fd423783b2b62d2ed9a8ff'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:05.825633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-b8b2175c-460b-4d4d-8883-5c61d2d1629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:05.828301 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-b8b2175c-460b-4d4d-8883-5c61d2d1629e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0626099 Nov 12 13:21:05.899704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:05.915351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4908df29-326b-43d4-8eeb-9b43c78480f2 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:05.937610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:05.949750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:05.950195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-e8a829de-57af-4794-9598-83cebdf654e6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Deleting port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:05.950543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-e8a829de-57af-4794-9598-83cebdf654e6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:05.985780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f9c54e-d33a-4535-8667-62868bba567b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6edd689-4667-4e51-bff6-e066c2fa05b1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:05.989516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Pushing event updated for resources: {'Port': ['ID=f7c4883e-be61-4dec-adb0-8c4d55f68e69,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:05.990985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1ed04-0243-4ce5-b9c3-eb672e18a70e req-d381b20d-36a7-4de8-9591-d2132675e98b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:05.995413 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd5af86-ab29-476e-a757-8e9d6a167408" -d '{"events": [{"server_uuid": "37f9c54e-d33a-4535-8667-62868bba567b", "name": "network-vif-plugged", "status": "completed", "tag": "d6edd689-4667-4e51-bff6-e066c2fa05b1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:05.999565 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37f1ed04-0243-4ce5-b9c3-eb672e18a70e req-d381b20d-36a7-4de8-9591-d2132675e98b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.2199516 Nov 12 13:21:06.132821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37f1ed04-0243-4ce5-b9c3-eb672e18a70e req-482dc5fb-2706-41f7-9210-811c77852dae tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321549 Nov 12 13:21:06.142727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Made reservation on behalf of 19b68696d6fd423783b2b62d2ed9a8ff for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:06.145538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.147399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-77dc16de-c380-4f8d-a73c-efe56e25a95d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Deleting port 4908df29-326b-43d4-8eeb-9b43c78480f2 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:06.147960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-77dc16de-c380-4f8d-a73c-efe56e25a95d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.184936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-e8a829de-57af-4794-9598-83cebdf654e6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] For port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,segment=NetworkSegment(9c66e7ca-4fbf-4da1-9115-0dec269faae7),segment_id=9c66e7ca-4fbf-4da1-9115-0dec269faae7)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:06.185362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-e8a829de-57af-4794-9598-83cebdf654e6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.209242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-e8a829de-57af-4794-9598-83cebdf654e6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Calling delete_port for f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:06.334910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-784ad3bd-943a-4f17-8613-cc6afe0a6b92 req-bcd4b74e-1edc-46af-8d04-da5c0b2c00f4 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 210 time: 0.0946865 Nov 12 13:21:06.426814 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e2a8e1-c90a-4d2e-b8c7-ab07454ecee1 x-openstack-request-id: req-43e2a8e1-c90a-4d2e-b8c7-ab07454ecee1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:06.427737 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f9c54e-d33a-4535-8667-62868bba567b", "name": "network-vif-plugged", "status": "completed", "tag": "d6edd689-4667-4e51-bff6-e066c2fa05b1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:06.428144 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43e2a8e1-c90a-4d2e-b8c7-ab07454ecee1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:06.428781 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f9c54e-d33a-4535-8667-62868bba567b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6edd689-4667-4e51-bff6-e066c2fa05b1', 'code': 200} Nov 12 13:21:06.466924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Allocated IP 172.20.0.10 (02063453-568c-451d-b934-1efda5522628/3ad61732-f35b-4b5a-bf00-499c187c8273/ee5334c1-20e2-4961-90dc-77835174ddcd) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:06.510105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Allocated IP 172.25.5.198 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/e9713072-0d8b-4da4-8374-9f8ea75c72d4) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:06.605216 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-b7301c26-e8d0-4c28-a76d-fa3080d6bb5f service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610631 Nov 12 13:21:06.669827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3068ee-d7db-4a4b-8a7a-f727a3454e33 req-1413929f-4c6f-4d48-bd7c-d981b048b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:06.672346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b3068ee-d7db-4a4b-8a7a-f727a3454e33 req-1413929f-4c6f-4d48-bd7c-d981b048b1b0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 1096 time: 0.1220815 Nov 12 13:21:06.786419 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-e8a829de-57af-4794-9598-83cebdf654e6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.853731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-77dc16de-c380-4f8d-a73c-efe56e25a95d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] For port 4908df29-326b-43d4-8eeb-9b43c78480f2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4908df29-326b-43d4-8eeb-9b43c78480f2,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:06.854537 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-77dc16de-c380-4f8d-a73c-efe56e25a95d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:06.860395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a829de-57af-4794-9598-83cebdf654e6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Pushing event deleted for resources: {'Port': ['ID=f0c85039-75f3-486e-a5b9-1e8eaa55c9f0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:06.878134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] Router 0118462c-8689-4c6e-b47a-005b9d37007d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:21:06.890319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-77dc16de-c380-4f8d-a73c-efe56e25a95d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Calling delete_port for 4908df29-326b-43d4-8eeb-9b43c78480f2 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:06.917988 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51ef35a2-a1ff-4216-84b3-2afc49d9c7fc req-a13a3a27-54b5-4d6e-b566-cc5306d76b8b tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.73 "GET /v2.0/ports?device_id=723907f3-1e87-4693-94c7-ed463091242c HTTP/1.1" status: 200 len: 210 time: 0.0781605 Nov 12 13:21:06.935740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b3068ee-d7db-4a4b-8a7a-f727a3454e33 req-715be900-1096-4254-816b-b13a5ae0595e service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553356 Nov 12 13:21:06.982762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-e8a829de-57af-4794-9598-83cebdf654e6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] No DVR routers for this DVR port f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:06.995888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-e8a829de-57af-4794-9598-83cebdf654e6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.002216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c1a28db-845b-4327-9326-c4f607fb0a36 req-e8a829de-57af-4794-9598-83cebdf654e6 tempest-InstanceActionsNegativeTestJSON-1383512032 tempest-InstanceActionsNegativeTestJSON-1383512032-project] 10.222.0.105 "DELETE /v2.0/ports/f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 HTTP/1.1" status: 204 len: 173 time: 1.4022100 Nov 12 13:21:07.003090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723907f3-1e87-4693-94c7-ed463091242c', 'name': 'network-vif-deleted', 'tag': 'f0c85039-75f3-486e-a5b9-1e8eaa55c9f0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:07.007602 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7b7eaf-dcfa-4f31-adb8-8ab138272b65" -d '{"events": [{"server_uuid": "723907f3-1e87-4693-94c7-ed463091242c", "name": "network-vif-deleted", "tag": "f0c85039-75f3-486e-a5b9-1e8eaa55c9f0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:07.029045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.061150 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.069707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-3734c127-c145-48c0-abd5-2a0a4a6fbdbb service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350851 Nov 12 13:21:07.073439 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.125573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Network 02063453-568c-451d-b934-1efda5522628 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:07.131616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:07.137317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:07.164133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Pushing event updated for resources: {'Port': ['ID=ee5334c1-20e2-4961-90dc-77835174ddcd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:07.197964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:07.198668 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.248415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-d4bdd294-0bf2-4c50-be4f-0759bf72fca2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4443491 Nov 12 13:21:07.264248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Request body: {'port': {'device_id': 'ef29c18a-4950-4d00-b4ef-a4796b141dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:07.311728 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-3fd7705b-325a-4e5a-8e86-49378e4ff821 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db HTTP/1.1" status: 200 len: 217 time: 0.0744371 Nov 12 13:21:07.317882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.399435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87f4bd5f-706e-42e4-9b6f-74151b322dae req-4b18eced-1cc0-46c6-8d73-5065ac998712 tempest-AbsoluteLimitsNegativeTestJSON-1938432638 tempest-AbsoluteLimitsNegativeTestJSON-1938432638-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=52af4d0382db4b1dbd85d78599ebe4ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395522 Nov 12 13:21:07.400327 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.424852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:07.445985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:07.469168 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] Sync routers for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:07.490026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-50f0bc1e-7a7e-4840-8b6a-c51f1ec7b08b admin admin] 10.222.0.73 "PUT /v2.0/routers/0118462c-8689-4c6e-b47a-005b9d37007d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0192723 Nov 12 13:21:07.495848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38310) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:07.496160 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:07.496814 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:07.671395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4bd5f-706e-42e4-9b6f-74151b322dae req-545414de-151b-4bdf-b73f-df0f33a57023 tempest-AbsoluteLimitsNegativeTestJSON-1938432638 tempest-AbsoluteLimitsNegativeTestJSON-1938432638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:07.677542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87f4bd5f-706e-42e4-9b6f-74151b322dae req-545414de-151b-4bdf-b73f-df0f33a57023 tempest-AbsoluteLimitsNegativeTestJSON-1938432638 tempest-AbsoluteLimitsNegativeTestJSON-1938432638-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632802 Nov 12 13:21:07.711784 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:07.732235 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87f4bd5f-706e-42e4-9b6f-74151b322dae req-ebe48674-1979-492c-b600-7d21aef1f9c8 tempest-AbsoluteLimitsNegativeTestJSON-1938432638 tempest-AbsoluteLimitsNegativeTestJSON-1938432638-project] 10.222.0.73 "GET /v2.0/quotas/52af4d0382db4b1dbd85d78599ebe4ee HTTP/1.1" status: 200 len: 375 time: 0.0343261 Nov 12 13:21:07.865958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87f4bd5f-706e-42e4-9b6f-74151b322dae req-fd91798d-efaf-4b93-88b3-79ffbe332202 tempest-AbsoluteLimitsNegativeTestJSON-1938432638 tempest-AbsoluteLimitsNegativeTestJSON-1938432638-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=52af4d0382db4b1dbd85d78599ebe4ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598581 Nov 12 13:21:07.983870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:08.043575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:08.050029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f0c85039-75f3-486e-a5b9-1e8eaa55c9f0 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:08.104833 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:21:02Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:08.123883 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e32b67-bdc2-46da-9558-140f21fbfb74 x-openstack-request-id: req-05e32b67-bdc2-46da-9558-140f21fbfb74 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:08.124322 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723907f3-1e87-4693-94c7-ed463091242c", "name": "network-vif-deleted", "tag": "f0c85039-75f3-486e-a5b9-1e8eaa55c9f0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:08.124897 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-05e32b67-bdc2-46da-9558-140f21fbfb74 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:08.125426 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723907f3-1e87-4693-94c7-ed463091242c', 'name': 'network-vif-deleted', 'tag': 'f0c85039-75f3-486e-a5b9-1e8eaa55c9f0', 'status': 'completed', 'code': 200} Nov 12 13:21:08.126681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:08.144730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5334c1-20e2-4961-90dc-77835174ddcd {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:21:08.158563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-8ffe61cc-5d49-4ed9-9d55-b562b6474d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:08.160881 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] Checking router: 0118462c-8689-4c6e-b47a-005b9d37007d for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:08.162226 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-8ffe61cc-5d49-4ed9-9d55-b562b6474d07 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.8323054 Nov 12 13:21:08.170650 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.178271 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] Routers {'0118462c-8689-4c6e-b47a-005b9d37007d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:08.179112 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0118462c-8689-4c6e-b47a-005b9d37007d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:08.234486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:08.277018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Pushing event updated for resources: {'Port': ['ID=e9713072-0d8b-4da4-8374-9f8ea75c72d4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:08.283241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:08.295618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Transition to ACTIVE for port object ee5334c1-20e2-4961-90dc-77835174ddcd will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:21:08.307538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.345753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905880e-1dc3-4b75-8f6e-03dbcd7cbfe8 req-ccf0dd69-0dd0-40a5-98d9-0522b10d8023 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:08.350234 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6905880e-1dc3-4b75-8f6e-03dbcd7cbfe8 req-ccf0dd69-0dd0-40a5-98d9-0522b10d8023 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.1290390 Nov 12 13:21:08.367355 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-77dc16de-c380-4f8d-a73c-efe56e25a95d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.482790 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] Set router 0118462c-8689-4c6e-b47a-005b9d37007d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:08.551927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5334c1-20e2-4961-90dc-77835174ddcd,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:08.573034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc16de-c380-4f8d-a73c-efe56e25a95d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Pushing event deleted for resources: {'Port': ['ID=4908df29-326b-43d4-8eeb-9b43c78480f2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:08.712369 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6905880e-1dc3-4b75-8f6e-03dbcd7cbfe8 req-40b8b776-c3fe-4df1-bb6e-09cba15f15c6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959175 Nov 12 13:21:08.732336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Attempting to bind port ee5334c1-20e2-4961-90dc-77835174ddcd on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:08.732895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Attempting to bind port ee5334c1-20e2-4961-90dc-77835174ddcd by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:08.733501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Attempting to bind port ee5334c1-20e2-4961-90dc-77835174ddcd on network 02063453-568c-451d-b934-1efda5522628 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:08.741068 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:21:02Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:08.743471 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-b9cba209-c529-49ae-b81c-fc925aab5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:08.746192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-b9cba209-c529-49ae-b81c-fc925aab5bb4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5547569 Nov 12 13:21:08.778786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Port ee5334c1-20e2-4961-90dc-77835174ddcd on network 02063453-568c-451d-b934-1efda5522628 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:21:08.779295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Attempting to bind port ee5334c1-20e2-4961-90dc-77835174ddcd on network 02063453-568c-451d-b934-1efda5522628 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:08.795760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:08.796333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Checking segment: {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:08.797085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Bound using segment: {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:08.797763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Bound port: ee5334c1-20e2-4961-90dc-77835174ddcd, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926a8ce8-1182-4c64-aa3d-024f34de7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '02063453-568c-451d-b934-1efda5522628'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:08.798316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.805932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38320) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:08.857268 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d95406-9c08-4e40-b2db-ec6a7d407073 None None] The sync data for ids ['0118462c-8689-4c6e-b47a-005b9d37007d'] in n-d-805736-4 is: [{'id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1604133803-router', 'tenant_id': '694fe3d0330849fabc4896eab7a45c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:11:58Z', 'updated_at': '2021-11-12T13:21:02Z', 'revision_number': 5, 'project_id': '694fe3d0330849fabc4896eab7a45c97', 'gw_port': {'id': '37294564-de6a-4522-8009-8e0f2395cd8f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118462c-8689-4c6e-b47a-005b9d37007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:11:59Z', 'updated_at': '2021-11-12T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:08.859480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-77dc16de-c380-4f8d-a73c-efe56e25a95d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] No DVR routers for this DVR port 4908df29-326b-43d4-8eeb-9b43c78480f2 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:08.897345 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-77dc16de-c380-4f8d-a73c-efe56e25a95d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.902690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dec5321-0d22-438f-834a-2d4746032cf7 req-77dc16de-c380-4f8d-a73c-efe56e25a95d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "DELETE /v2.0/ports/4908df29-326b-43d4-8eeb-9b43c78480f2 HTTP/1.1" status: 204 len: 173 time: 4.9305182 Nov 12 13:21:08.918752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'name': 'network-vif-deleted', 'tag': '4908df29-326b-43d4-8eeb-9b43c78480f2'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:08.924511 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea1ad63-c06b-4cea-ba82-b77c8a994ff9" -d '{"events": [{"server_uuid": "8724140d-0426-4ee6-a024-85af5b5b6f1b", "name": "network-vif-deleted", "tag": "4908df29-326b-43d4-8eeb-9b43c78480f2"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:08.931713 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:08.963321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4d5f-841e-4410-8df0-2b9bba359357 req-fca30664-d67a-4343-9e1a-561b86abe534 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:08.971928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4ef4d5f-841e-4410-8df0-2b9bba359357 req-fca30664-d67a-4343-9e1a-561b86abe534 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 944 time: 0.1233523 Nov 12 13:21:09.053556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] For port ee5334c1-20e2-4961-90dc-77835174ddcd, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:09.058943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] For port ee5334c1-20e2-4961-90dc-77835174ddcd, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ee5334c1-20e2-4961-90dc-77835174ddcd,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:09.073811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4ef4d5f-841e-4410-8df0-2b9bba359357 req-2352ab46-542e-449d-8534-5ff3977418ce tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006615 Nov 12 13:21:09.083580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.196808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38326) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:09.197925 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.262899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea1cfb9-1fe2-474e-be73-ea97ba2f325d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.339998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f79a947a-f50b-4d1d-8d2c-f836cc434775 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:09.341131 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:09.341865 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.343419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] 10.222.0.70 "PUT /v2.0/ports/ee5334c1-20e2-4961-90dc-77835174ddcd HTTP/1.1" status: 200 len: 1092 time: 2.0867326 Nov 12 13:21:09.346127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c7bbd-7f95-420e-b448-1d1bfb5f0a78 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5334c1-20e2-4961-90dc-77835174ddcd,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:09.407645 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f79a947a-f50b-4d1d-8d2c-f836cc434775 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:09.408685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f79a947a-f50b-4d1d-8d2c-f836cc434775 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:09.431179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7579dd-0afa-48cf-a608-36e412a66b7c admin admin] Deleting subnet 19038715-2dba-4f2e-96ec-a7c3f36aec76 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:21:09.434645 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7c3370-61c9-479e-9424-98fbd2eb1684 x-openstack-request-id: req-0c7c3370-61c9-479e-9424-98fbd2eb1684 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:09.434991 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8724140d-0426-4ee6-a024-85af5b5b6f1b", "name": "network-vif-deleted", "tag": "4908df29-326b-43d4-8eeb-9b43c78480f2", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:09.435178 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c7c3370-61c9-479e-9424-98fbd2eb1684 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:09.435548 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8724140d-0426-4ee6-a024-85af5b5b6f1b', 'name': 'network-vif-deleted', 'tag': '4908df29-326b-43d4-8eeb-9b43c78480f2', 'status': 'completed', 'code': 200} Nov 12 13:21:09.437103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.458783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc7579dd-0afa-48cf-a608-36e412a66b7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.462257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-83e0cfe9-5d0a-4226-8307-fc50251051cb service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7009931 Nov 12 13:21:09.467978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.563743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc7579dd-0afa-48cf-a608-36e412a66b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.621120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-f3fc594e-6c69-483d-91fa-5edb00d005bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:09.623668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-f3fc594e-6c69-483d-91fa-5edb00d005bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 1095 time: 0.2175877 Nov 12 13:21:09.717615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-7ed854f1-3572-4935-9f14-2a2ee14ffbaa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5334c1-20e2-4961-90dc-77835174ddcd HTTP/1.1" status: 200 len: 217 time: 0.0816503 Nov 12 13:21:09.719503 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea1cfb9-1fe2-474e-be73-ea97ba2f325d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.724494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea1cfb9-1fe2-474e-be73-ea97ba2f325d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.749148 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc7579dd-0afa-48cf-a608-36e412a66b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.822926 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:09.845197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fea1cfb9-1fe2-474e-be73-ea97ba2f325d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=52af4d0382db4b1dbd85d78599ebe4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0380812 Nov 12 13:21:09.861700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38332) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:09.879076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1cfb9-1fe2-474e-be73-ea97ba2f325d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479d2814-cfe5-4d72-b54a-531888885148,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:09.967289 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-3f16684a-75e4-4e12-8938-53f37826c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:09.969714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-3f16684a-75e4-4e12-8938-53f37826c6ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ad61732-f35b-4b5a-bf00-499c187c8273 HTTP/1.1" status: 200 len: 845 time: 0.2402234 Nov 12 13:21:10.046830 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-1a449dba-7102-4415-b5ca-ea5f0d9973da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02063453-568c-451d-b934-1efda5522628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673251 Nov 12 13:21:10.049727 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc7579dd-0afa-48cf-a608-36e412a66b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.055225 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-db5b811e-0ba3-47c6-8ff3-2608d65a1cac service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544592 Nov 12 13:21:10.142490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-0d1a9621-6839-4d38-b3bd-8ecaf472e099 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e8bb514-9d91-481e-9b16-cf52670f2706 HTTP/1.1" status: 200 len: 217 time: 0.0783017 Nov 12 13:21:10.150828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef29c18a-4950-4d00-b4ef-a4796b141dbb', 'tag': 'ee5334c1-20e2-4961-90dc-77835174ddcd'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:10.154838 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef29c18a-4950-4d00-b4ef-a4796b141dbb", "tag": "ee5334c1-20e2-4961-90dc-77835174ddcd"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:10.174696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Deleting port 37294564-de6a-4522-8009-8e0f2395cd8f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:10.175061 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.178580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc7579dd-0afa-48cf-a608-36e412a66b7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.189049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cc7579dd-0afa-48cf-a608-36e412a66b7c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/19038715-2dba-4f2e-96ec-a7c3f36aec76 HTTP/1.1" status: 204 len: 168 time: 0.9874189 Nov 12 13:21:10.193163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:10.196052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7579dd-0afa-48cf-a608-36e412a66b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19038715-2dba-4f2e-96ec-a7c3f36aec76,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:10.254333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82c60501-89f3-4343-b679-b820c3771dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.299810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Router 15db21fe-8f06-4754-ae4f-ede0b72aa552 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:21:10.313618 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.317858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-2a0c10ec-b828-47fa-8ca3-b8ef4b457a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:10.318828 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-2a0c10ec-b828-47fa-8ca3-b8ef4b457a5e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.1616428 Nov 12 13:21:10.325454 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.412761 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82c60501-89f3-4343-b679-b820c3771dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.455487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.497984 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] For port 37294564-de6a-4522-8009-8e0f2395cd8f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37294564-de6a-4522-8009-8e0f2395cd8f,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:10.498351 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.514842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f84319-4ce8-4d13-94c3-5b72d6cc4769 req-a0dd0152-ae44-42cc-bd73-531511ac49f9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:10.517602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b9f84319-4ce8-4d13-94c3-5b72d6cc4769 req-a0dd0152-ae44-42cc-bd73-531511ac49f9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.3116977 Nov 12 13:21:10.543498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Calling delete_port for 37294564-de6a-4522-8009-8e0f2395cd8f owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:10.553513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Pushing event updated for resources: {'Port': ['ID=e9713072-0d8b-4da4-8374-9f8ea75c72d4,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:10.557716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-3ec4c73b-b10c-4a26-8da4-b5fc4b6d3e07 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987810 Nov 12 13:21:10.574820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-3e8c82e0-730e-4d4e-8eac-044c07356753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:10.576772 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-3e8c82e0-730e-4d4e-8eac-044c07356753 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2474091 Nov 12 13:21:10.614882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.749748 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.750044 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82c60501-89f3-4343-b679-b820c3771dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.751096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-092f35ad-5a6a-49f6-81d7-22afd15ec7dd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.0940485 Nov 12 13:21:10.758574 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82c60501-89f3-4343-b679-b820c3771dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.764539 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-82c60501-89f3-4343-b679-b820c3771dd0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/479d2814-cfe5-4d72-b54a-531888885148 HTTP/1.1" status: 204 len: 168 time: 0.8964930 Nov 12 13:21:10.769729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:10.796684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Sync routers for ids ['15db21fe-8f06-4754-ae4f-ede0b72aa552'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:10.824301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Routers {'15db21fe-8f06-4754-ae4f-ede0b72aa552'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:10.825964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['15db21fe-8f06-4754-ae4f-ede0b72aa552'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:10.848131 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b9f84319-4ce8-4d13-94c3-5b72d6cc4769 req-3ae15083-f901-4472-bef7-d00d8e76183f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115306 Nov 12 13:21:10.865077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.866068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2242a0c3-2cd8-4331-97e1-cf6c220cb42b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.6983395 Nov 12 13:21:10.874522 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38344) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:10.884501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-4be97674-d779-4d51-8f25-e3317ebf1f3d tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.198 HTTP/1.1" status: 200 len: 696 time: 0.1040647 Nov 12 13:21:10.903396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c60501-89f3-4343-b679-b820c3771dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479d2814-cfe5-4d72-b54a-531888885148,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:10.922743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:10.992823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c85b20b-d87b-4ff3-ad46-123a17655e9e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:10.999745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0aee8a-b0b2-4ef4-9669-4e0039666922 req-b078baaf-98d5-4469-96da-2386317750a4 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230142 Nov 12 13:21:11.023084 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-16d9f21a-0c88-40ab-b28e-701b53701ae0 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846333 Nov 12 13:21:11.023319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c66e7ca-4fbf-4da1-9115-0dec269faae7') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:11.023616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c66e7ca-4fbf-4da1-9115-0dec269faae7') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:11.052750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.111271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.136148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:21:11.136779 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:21:11.140724 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:21:11.188380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a24f34-7ab9-4455-8d5a-a681faf5dec4 req-ebdce718-fd76-4605-b124-ae3eb60484ae tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:11.191386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44a24f34-7ab9-4455-8d5a-a681faf5dec4 req-ebdce718-fd76-4605-b124-ae3eb60484ae tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 944 time: 0.1598322 Nov 12 13:21:11.264801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Set router 15db21fe-8f06-4754-ae4f-ede0b72aa552 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:11.335630 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.360270 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.366419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9c85b20b-d87b-4ff3-ad46-123a17655e9e HTTP/1.1" status: 204 len: 168 time: 1.1655223 Nov 12 13:21:11.400975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44a24f34-7ab9-4455-8d5a-a681faf5dec4 req-845e7dad-0380-499c-a240-2b9c8229f598 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407766 Nov 12 13:21:11.404168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cff5f7-4555-4cc3-94bc-82d7627d3b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c85b20b-d87b-4ff3-ad46-123a17655e9e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:11.502034 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05495102-664c-42ee-a9a5-46247ae621d8 x-openstack-request-id: req-05495102-664c-42ee-a9a5-46247ae621d8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:11.505083 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef29c18a-4950-4d00-b4ef-a4796b141dbb", "tag": "ee5334c1-20e2-4961-90dc-77835174ddcd", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:11.505868 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-05495102-664c-42ee-a9a5-46247ae621d8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:11.506676 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29c18a-4950-4d00-b4ef-a4796b141dbb', 'tag': 'ee5334c1-20e2-4961-90dc-77835174ddcd', 'status': 'completed', 'code': 200} Nov 12 13:21:11.538805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c538b0b-6334-4cbd-ae39-d6be0f778f99 req-2a68dd4d-0156-4e70-a347-d74a30849732 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141599 Nov 12 13:21:11.702387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:11.736763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:06Z', 'revision_number': 3, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:11.777570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Checking router: 15db21fe-8f06-4754-ae4f-ede0b72aa552 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:11.778248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Updating router 15db21fe-8f06-4754-ae4f-ede0b72aa552 port f7c4883e-be61-4dec-adb0-8c4d55f68e69 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:21:11.819695 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:11.854128 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0f118da1-7e6f-4126-9174-113e46a6b4bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=317a1796f29f4aae93c6574ea59c06a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478255 Nov 12 13:21:11.855727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:11.871311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2 req-bd7fcb8b-470d-40c1-8039-2a86a8596d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:11.873979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2 req-bd7fcb8b-470d-40c1-8039-2a86a8596d32 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 1095 time: 0.3220763 Nov 12 13:21:12.342140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-eb1d8b4e-5da1-4685-8f39-c0ed0a3b24fe tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:12.343631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f71725d2-0b25-448c-90c1-34a3c9b7dc41 req-eb1d8b4e-5da1-4685-8f39-c0ed0a3b24fe tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 1.1974216 Nov 12 13:21:12.344173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38374) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:12.386730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.440139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=37294564-de6a-4522-8009-8e0f2395cd8f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:12.522335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-418183974-network', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:12.545191 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.553019 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.566623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Made reservation on behalf of ea568f7ed43a491c8821ab770d7266ca for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:12.569084 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.584379 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.616508 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Attempting to bind port f7c4883e-be61-4dec-adb0-8c4d55f68e69 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:12.617043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Attempting to bind port f7c4883e-be61-4dec-adb0-8c4d55f68e69 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:12.617565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Attempting to bind port f7c4883e-be61-4dec-adb0-8c4d55f68e69 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:12.626493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65136a1e-26d4-425f-bb1a-a689b9b81b09 None None] Pushing event updated for resources: {'Port': ['ID=f7c4883e-be61-4dec-adb0-8c4d55f68e69,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:12.630415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:12.630981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:12.631487 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.631978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:12.632584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Bound port: f7c4883e-be61-4dec-adb0-8c4d55f68e69, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:12.633070 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.643306 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-9c04bd88-ef94-4f7b-a428-c7f40d77b1c2 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips/c66274ca-c51a-45db-903b-b41e8837a674 HTTP/1.1" status: 200 len: 693 time: 0.2458005 Nov 12 13:21:12.690025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.716344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] For port f7c4883e-be61-4dec-adb0-8c4d55f68e69, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:12.723134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] For port f7c4883e-be61-4dec-adb0-8c4d55f68e69, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f7c4883e-be61-4dec-adb0-8c4d55f68e69,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:12.729726 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.765978 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b22bde8-17e4-4f47-ad5d-b2f926e0fc36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.803939 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.819258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Routers {'15db21fe-8f06-4754-ae4f-ede0b72aa552'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:12.820088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['15db21fe-8f06-4754-ae4f-ede0b72aa552'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:12.835733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e1889-02b1-44b4-89a3-16c8679b2d31 req-c8b80e2e-972a-4d8f-a28a-ff592dba945f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:12.846283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0b2e1889-02b1-44b4-89a3-16c8679b2d31 req-c8b80e2e-972a-4d8f-a28a-ff592dba945f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.7484033 Nov 12 13:21:12.857001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2 req-6131fbb9-b8b4-401a-a355-00f6a5fb3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:12.859879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2 req-6131fbb9-b8b4-401a-a355-00f6a5fb3e1a service neutron] 10.222.0.70 "GET /v2.0/networks?id=02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 200 len: 906 time: 0.9739203 Nov 12 13:21:12.864812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65136a1e-26d4-425f-bb1a-a689b9b81b09 None None] Pushing event updated for resources: {'Port': ['ID=f7c4883e-be61-4dec-adb0-8c4d55f68e69,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:12.894999 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b22bde8-17e4-4f47-ad5d-b2f926e0fc36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.933233 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.946353 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:12.964413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2 req-27ea4c08-eda5-410a-807d-6c1c646a808a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5334c1-20e2-4961-90dc-77835174ddcd HTTP/1.1" status: 200 len: 217 time: 0.0727608 Nov 12 13:21:13.029354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] Set router 15db21fe-8f06-4754-ae4f-ede0b72aa552 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:13.080698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0b2e1889-02b1-44b4-89a3-16c8679b2d31 req-aaf8a58a-8386-4089-af28-9dc97b0026de tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025933 Nov 12 13:21:13.110214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2 req-9970248b-1d1c-4df6-87d7-627cd29644b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:13.112155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2 req-9970248b-1d1c-4df6-87d7-627cd29644b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ad61732-f35b-4b5a-bf00-499c187c8273 HTTP/1.1" status: 200 len: 845 time: 0.1286790 Nov 12 13:21:13.127810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.129610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.131659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0118462c-8689-4c6e-b47a-005b9d37007d {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:21:13.151498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-3f696baf-203c-44b2-b226-d1838721bd43 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:13.154247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-3f696baf-203c-44b2-b226-d1838721bd43 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.4854376 Nov 12 13:21:13.162329 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.164986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d9af8eaf-7d42-4af8-9b7b-89c9114b1c3b admin admin] 10.222.0.73 "DELETE /v2.0/routers/0118462c-8689-4c6e-b47a-005b9d37007d HTTP/1.1" status: 204 len: 168 time: 5.6333404 Nov 12 13:21:13.177821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38386) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:13.190335 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.191749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2 req-7ace2ed5-31f2-486d-8d6c-ff104baaa58d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02063453-568c-451d-b934-1efda5522628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704637 Nov 12 13:21:13.217927 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b22bde8-17e4-4f47-ad5d-b2f926e0fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.223003 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b22bde8-17e4-4f47-ad5d-b2f926e0fc36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.225025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0b22bde8-17e4-4f47-ad5d-b2f926e0fc36 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a677392-3cae-4f4c-b666-d1a8f759a2a4 HTTP/1.1" status: 204 len: 168 time: 1.3676932 Nov 12 13:21:13.335833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:21:13.343154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-7d020ec7-4179-4e53-af74-0960608d7abd tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.198 HTTP/1.1" status: 200 len: 696 time: 0.1539304 Nov 12 13:21:13.351968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29311cde-3ea5-4186-9819-4464239eefee,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:13.418430 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.418789 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Added segment 664d2872-6b26-4336-9799-f5a29a713ff5 of type vlan for network c0e89d27-390e-4df6-9441-57f64004e2e1 Nov 12 13:21:13.519904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22bde8-17e4-4f47-ad5d-b2f926e0fc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a677392-3cae-4f4c-b666-d1a8f759a2a4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:13.558859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-791a9f93-7813-4cde-abef-c18ebd35d51f admin admin] Deleting subnet ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:21:13.562759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-791a9f93-7813-4cde-abef-c18ebd35d51f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.594542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-1b767244-af36-48d0-98a4-9e25e021cff3 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.198 HTTP/1.1" status: 200 len: 696 time: 0.2324703 Nov 12 13:21:13.603090 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-791a9f93-7813-4cde-abef-c18ebd35d51f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.608914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.627314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:06Z', 'revision_number': 3, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:13.638335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048bce3-7a65-442c-9829-b9294e878d4e req-68dd52fc-f055-4116-b480-f9c93fbf7d54 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:13.639965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c048bce3-7a65-442c-9829-b9294e878d4e req-68dd52fc-f055-4116-b480-f9c93fbf7d54 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 944 time: 0.4469092 Nov 12 13:21:13.669904 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.684879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c57bec-0147-452f-8d05-dc7383129bfb None None] The sync data for ids ['15db21fe-8f06-4754-ae4f-ede0b72aa552'] in n-d-805736-4 is: [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:06Z', 'revision_number': 3, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:13.746479 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.747734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:13.748522 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.751345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-791a9f93-7813-4cde-abef-c18ebd35d51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.756267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2 req-d58210ba-b129-4781-9ce9-4141bf8e5173 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404968 Nov 12 13:21:13.899539 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:13.938107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c048bce3-7a65-442c-9829-b9294e878d4e req-6330c550-f801-4481-8556-f93598ea6fc2 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477288 Nov 12 13:21:14.025553 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:21:14.026580 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-176cf20e-97b0-4ee5-b75e-4dce26cea4a2 req-14a00175-825a-4be0-b467-9bba105603d1 service neutron] 10.222.0.70 "GET /v2.0/networks/02063453-568c-451d-b934-1efda5522628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333019 Nov 12 13:21:14.046793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-791a9f93-7813-4cde-abef-c18ebd35d51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.094146 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7169948 Nov 12 13:21:14.108250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38398) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:14.112513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a9f93-7813-4cde-abef-c18ebd35d51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:14.127968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-791a9f93-7813-4cde-abef-c18ebd35d51f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.140582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d275e-c0f9-42d9-809a-ebfe0ade911d None None] Network d503244d-432a-4a29-a64b-6d1bf0a9e51b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:14.140892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-791a9f93-7813-4cde-abef-c18ebd35d51f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ddcb728e-3c2b-4af3-bbdb-ebb2ffdfdbec HTTP/1.1" status: 204 len: 168 time: 0.9544408 Nov 12 13:21:14.142098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:14.148541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Request body: {'subnet': {'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-418183974-subnet', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:14.274930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e54ce-2853-4738-8134-e5f25190eda8 admin admin] Pushing event updated for resources: {'Network': ['ID=c0e89d27-390e-4df6-9441-57f64004e2e1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:14.335185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.352611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Made reservation on behalf of ea568f7ed43a491c8821ab770d7266ca for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:14.363425 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.370694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c0e89d27-390e-4df6-9441-57f64004e2e1 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:21:14.464969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1cca4-8593-4f66-b704-aebdc6c93fa8 req-1cf2314d-7702-4a5e-af7a-5168a6c4bce5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:14.474424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38c1cca4-8593-4f66-b704-aebdc6c93fa8 req-1cf2314d-7702-4a5e-af7a-5168a6c4bce5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.1658242 Nov 12 13:21:14.510985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Allocated IP 172.20.0.1 (95b67ac6-8cdc-43bd-b3c4-c05846b6f761/4dec9a87-8b74-444f-a019-9e4489ab8c90/3ce25574-7846-4cec-9545-2b9325625ba0) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:14.542277 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38c1cca4-8593-4f66-b704-aebdc6c93fa8 req-2ae0f676-26b5-4944-9741-644148d484b1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664437 Nov 12 13:21:14.614846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Deleting port ef0dc744-5053-4292-9fd9-1b8293daf6db {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:14.615423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.622443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-a9af2ad8-2ea5-4261-84fe-7756a7fcb366 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Deleting port e9713072-0d8b-4da4-8374-9f8ea75c72d4 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:14.623419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-a9af2ad8-2ea5-4261-84fe-7756a7fcb366 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.900059 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-a9af2ad8-2ea5-4261-84fe-7756a7fcb366 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.904918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] For port ef0dc744-5053-4292-9fd9-1b8293daf6db, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ef0dc744-5053-4292-9fd9-1b8293daf6db,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:14.905407 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.920184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-a9af2ad8-2ea5-4261-84fe-7756a7fcb366 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:14.947608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Calling delete_port for ef0dc744-5053-4292-9fd9-1b8293daf6db owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:14.985327 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.023316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-a9af2ad8-2ea5-4261-84fe-7756a7fcb366 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Calling delete_port for e9713072-0d8b-4da4-8374-9f8ea75c72d4 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:15.026169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cd5327-99f6-446b-a010-4353c15c13db None None] DHCP port deletion for d503244d-432a-4a29-a64b-6d1bf0a9e51b request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:21:15.096240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:15.121149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-62cd5327-99f6-446b-a010-4353c15c13db None None] Deleting port ef0dc744-5053-4292-9fd9-1b8293daf6db {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:15.121844 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62cd5327-99f6-446b-a010-4353c15c13db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.156249 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.165232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a053e2b-5b1e-48c3-a2ca-c49b3f252125 req-73d9d017-24f7-4966-90e1-a74fc287f8ca tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:15.168651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a053e2b-5b1e-48c3-a2ca-c49b3f252125 req-73d9d017-24f7-4966-90e1-a74fc287f8ca tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.2498918 Nov 12 13:21:15.280745 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.300581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-62cd5327-99f6-446b-a010-4353c15c13db None None] For port ef0dc744-5053-4292-9fd9-1b8293daf6db, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ef0dc744-5053-4292-9fd9-1b8293daf6db,segment=NetworkSegment(78118210-de05-4722-9932-176bb06cb022),segment_id=78118210-de05-4722-9932-176bb06cb022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:15.301265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62cd5327-99f6-446b-a010-4353c15c13db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.326130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] No DVR routers for this DVR port ef0dc744-5053-4292-9fd9-1b8293daf6db on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:15.333576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-62cd5327-99f6-446b-a010-4353c15c13db None None] Calling delete_port for ef0dc744-5053-4292-9fd9-1b8293daf6db owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:15.357822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a053e2b-5b1e-48c3-a2ca-c49b3f252125 req-b78e8dcd-db75-4b73-9d56-1bd5b1530353 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714461 Nov 12 13:21:15.424265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0dc744-5053-4292-9fd9-1b8293daf6db,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:15.435966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d2d0c3-c091-4241-a70e-bc9024560f75,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:15.479620 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.497168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f7c4883e-be61-4dec-adb0-8c4d55f68e69 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:15.506678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-878571410-network', 'tenant_id': 'c2697ca2c68a4113943bcc7c7cf5f05e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:15.529685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Checking segment: {'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:15.529685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Network hostable DHCP agents. Network: c0e89d27-390e-4df6-9441-57f64004e2e1, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:21:15.593924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:15.595254 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62cd5327-99f6-446b-a010-4353c15c13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.602476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:15.626065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:15.671072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Made reservation on behalf of c2697ca2c68a4113943bcc7c7cf5f05e for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:15.672383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd5327-99f6-446b-a010-4353c15c13db None None] Pushing event deleted for resources: {'Port': ['ID=ef0dc744-5053-4292-9fd9-1b8293daf6db,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:15.676986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd5327-99f6-446b-a010-4353c15c13db None None] No DVR routers for this DVR port ef0dc744-5053-4292-9fd9-1b8293daf6db on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:15.678534 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.684605 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.687666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Pushing event updated for resources: {'Port': ['ID=3ce25574-7846-4cec-9545-2b9325625ba0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:15.716293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Network c0e89d27-390e-4df6-9441-57f64004e2e1 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:21:15.723355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f7c4883e-be61-4dec-adb0-8c4d55f68e69 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:15.724368 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.741147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c0e89d27-390e-4df6-9441-57f64004e2e1) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:15.748852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:15.749443 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.752286 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.761527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-a9af2ad8-2ea5-4261-84fe-7756a7fcb366 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.771177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce606f1-cad3-481f-b8f9-9f05dbfde4c2 None None] Network c0e89d27-390e-4df6-9441-57f64004e2e1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:15.795464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed31aa-7bbb-41fe-81f9-16acb0e09c70 req-91f59988-63f8-4ba2-874d-f398c71c24d3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:15.798872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96ed31aa-7bbb-41fe-81f9-16acb0e09c70 req-91f59988-63f8-4ba2-874d-f398c71c24d3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 944 time: 0.2878509 Nov 12 13:21:15.801805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.847636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d503244d-432a-4a29-a64b-6d1bf0a9e51b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:15.859454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af2ad8-2ea5-4261-84fe-7756a7fcb366 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Pushing event deleted for resources: {'Port': ['ID=e9713072-0d8b-4da4-8374-9f8ea75c72d4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:15.871423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-90ba203d-7716-434d-94eb-0b26e086fad5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7273765 Nov 12 13:21:15.890459 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38424) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:15.897246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78118210-de05-4722-9932-176bb06cb022') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:15.897797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78118210-de05-4722-9932-176bb06cb022') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:15.898181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:15.914916 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.941816 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:15.975922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:21:15.975922 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.026880 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.028643 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.040194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-a9af2ad8-2ea5-4261-84fe-7756a7fcb366 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.043287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ee5334c1-20e2-4961-90dc-77835174ddcd details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:21:16.044783 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-a9af2ad8-2ea5-4261-84fe-7756a7fcb366 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.046777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6a149fc8-7ba3-43c4-8701-350d3d07c317 req-a9af2ad8-2ea5-4261-84fe-7756a7fcb366 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "DELETE /v2.0/floatingips/c66274ca-c51a-45db-903b-b41e8837a674 HTTP/1.1" status: 204 len: 173 time: 2.3732417 Nov 12 13:21:16.186147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.229229 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.235278 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:21:16.236270 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:21:16.243719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:21:16.269974 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.310330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.319117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d503244d-432a-4a29-a64b-6d1bf0a9e51b HTTP/1.1" status: 204 len: 168 time: 2.1687038 Nov 12 13:21:16.327110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38428) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:16.336515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a6b54-1edc-4d70-885a-4f34192cd101 admin admin] Pushing event deleted for resources: {'Network': ['ID=d503244d-432a-4a29-a64b-6d1bf0a9e51b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:16.356118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9a060a5b-376b-472e-adcd-4e674bd243c6 None None] Provisioning complete for port 3ce25574-7846-4cec-9545-2b9325625ba0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:16.356118 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a060a5b-376b-472e-adcd-4e674bd243c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.378028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96ed31aa-7bbb-41fe-81f9-16acb0e09c70 req-378a9e61-b992-4081-88b7-1a28deeb5292 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545988 Nov 12 13:21:16.468063 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.475811 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.507408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ee5334c1-20e2-4961-90dc-77835174ddcd, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ee5334c1-20e2-4961-90dc-77835174ddcd,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:16.524585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port f7c4883e-be61-4dec-adb0-8c4d55f68e69, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f7c4883e-be61-4dec-adb0-8c4d55f68e69,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:16.527819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'ee5334c1-20e2-4961-90dc-77835174ddcd', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'port_id': 'ee5334c1-20e2-4961-90dc-77835174ddcd', 'mac_address': 'fa:16:3e:44:25:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad61732-f35b-4b5a-bf00-499c187c8273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:21:16.568974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:21:16.574871 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.589842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c0e89d27-390e-4df6-9441-57f64004e2e1', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:21:16.590899 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.622394 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.623866 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Added segment 95477a4a-6024-4b14-9547-950ef4394898 of type vlan for network 717e7a03-8320-43df-8247-9ce2f5c676f7 Nov 12 13:21:16.683324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9a060a5b-376b-472e-adcd-4e674bd243c6 None None] Port 3ce25574-7846-4cec-9545-2b9325625ba0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:21:16.705843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ef0dc744-5053-4292-9fd9-1b8293daf6db no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:16.724817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff927bee-ad67-4436-bfc0-2b22d985d424,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:16.763660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.776822 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.794518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: ef0dc744-5053-4292-9fd9-1b8293daf6db {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:16.795298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ef0dc744-5053-4292-9fd9-1b8293daf6db not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:16.795987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37294564-de6a-4522-8009-8e0f2395cd8f no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:16.855346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a30f2c-4292-4325-b288-010bf41eb0bd req-cd8ff1d9-15ed-494d-9169-c9e10f90131f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:16.864466 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2a30f2c-4292-4325-b288-010bf41eb0bd req-cd8ff1d9-15ed-494d-9169-c9e10f90131f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.3037007 Nov 12 13:21:16.912327 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:16.913507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:16.914217 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.039697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=f7c4883e-be61-4dec-adb0-8c4d55f68e69,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:17.046306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 37294564-de6a-4522-8009-8e0f2395cd8f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:17.046306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37294564-de6a-4522-8009-8e0f2395cd8f not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:17.055985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5334c1-20e2-4961-90dc-77835174ddcd {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:21:17.068823 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-559d20c8-d09f-4bc6-bc28-3379e89b91f5 req-a09224c9-131f-47b0-842e-71643ce2d7ed tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] show failed (client error): The resource could not be found. Nov 12 13:21:17.070039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-559d20c8-d09f-4bc6-bc28-3379e89b91f5 req-a09224c9-131f-47b0-842e-71643ce2d7ed tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips/c66274ca-c51a-45db-903b-b41e8837a674 HTTP/1.1" status: 404 len: 350 time: 0.7416713 Nov 12 13:21:17.083168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9847956 Nov 12 13:21:17.109609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38434) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:17.111485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ee5334c1-20e2-4961-90dc-77835174ddcd, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ee5334c1-20e2-4961-90dc-77835174ddcd,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:17.117623 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.122281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Request body: {'subnet': {'network_id': '717e7a03-8320-43df-8247-9ce2f5c676f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-878571410-subnet', 'tenant_id': 'c2697ca2c68a4113943bcc7c7cf5f05e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:17.178665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b2a30f2c-4292-4325-b288-010bf41eb0bd req-cd8f0574-dd69-457e-8c77-ee74a51c840b tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034286 Nov 12 13:21:17.188668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdb84e-234e-4159-a9bd-1446445f8de5 admin admin] Pushing event updated for resources: {'Network': ['ID=717e7a03-8320-43df-8247-9ce2f5c676f7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:17.205398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Made reservation on behalf of c2697ca2c68a4113943bcc7c7cf5f05e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:17.209632 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.222351 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.234453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 717e7a03-8320-43df-8247-9ce2f5c676f7 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:21:17.281834 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-bc1e9ca7-ef14-41ba-a9a5-b979d9d94e48 req-929dcd01-4cca-4a82-be0c-e3f9a1ae7904 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] show failed (client error): The resource could not be found. Nov 12 13:21:17.282881 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bc1e9ca7-ef14-41ba-a9a5-b979d9d94e48 req-929dcd01-4cca-4a82-be0c-e3f9a1ae7904 tempest-FloatingIPsTestJSON-526356036 tempest-FloatingIPsTestJSON-526356036-project] 10.222.0.73 "GET /v2.0/floatingips/c66274ca-c51a-45db-903b-b41e8837a674 HTTP/1.1" status: 404 len: 350 time: 0.1134105 Nov 12 13:21:17.297810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38438) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:17.307395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Allocated IP 172.20.0.2 (c0e89d27-390e-4df6-9441-57f64004e2e1/c7d2d0c3-c091-4241-a70e-bc9024560f75/ff303978-a9cc-4256-9bf0-829ff1ffa934) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:17.418415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ee5334c1-20e2-4961-90dc-77835174ddcd,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:17.425591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f7c4883e-be61-4dec-adb0-8c4d55f68e69 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:17.540105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f7c4883e-be61-4dec-adb0-8c4d55f68e69 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:17.540757 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.546077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ee5334c1-20e2-4961-90dc-77835174ddcd'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:21:17.591593 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.669662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b5821d-1e97-49d4-af08-15dfe17b72ba,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:17.685206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Checking segment: {'id': '95477a4a-6024-4b14-9547-950ef4394898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '717e7a03-8320-43df-8247-9ce2f5c676f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:17.685543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Network hostable DHCP agents. Network: 717e7a03-8320-43df-8247-9ce2f5c676f7, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:21:17.701430 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.716589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Network 717e7a03-8320-43df-8247-9ce2f5c676f7 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:21:17.729705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 717e7a03-8320-43df-8247-9ce2f5c676f7) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:17.738842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:17.741011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.751587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99316577-b648-4668-8d0d-9351e91db3cf None None] Network 717e7a03-8320-43df-8247-9ce2f5c676f7 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:17.767887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.785016 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8ee01e5c-d29c-4154-88fe-650e47cbf633 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6725512 Nov 12 13:21:17.820822 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8e7a1-7750-4ee7-8e7e-cbd59c40551f req-7b1bd299-73f3-4586-978e-0a65396bff96 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:17.825658 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5d8e7a1-7750-4ee7-8e7e-cbd59c40551f req-7b1bd299-73f3-4586-978e-0a65396bff96 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 945 time: 0.2791619 Nov 12 13:21:17.896066 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.923920 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.996455 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:17.998339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Pushing event updated for resources: {'Port': ['ID=3ce25574-7846-4cec-9545-2b9325625ba0,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:18.027841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Network c0e89d27-390e-4df6-9441-57f64004e2e1 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:18.040109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:18.043183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:18.057158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Pushing event updated for resources: {'Port': ['ID=ff303978-a9cc-4256-9bf0-829ff1ffa934,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:18.090587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5d8e7a1-7750-4ee7-8e7e-cbd59c40551f req-859a98f3-636f-440d-b95a-3a486de668ea tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241170 Nov 12 13:21:18.181337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562b55e2-b4b7-4d82-9f1f-32479db6a877 None None] Network 717e7a03-8320-43df-8247-9ce2f5c676f7 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:18.187578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Attempting to bind port ff303978-a9cc-4256-9bf0-829ff1ffa934 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:18.187976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Attempting to bind port ff303978-a9cc-4256-9bf0-829ff1ffa934 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:18.188320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Attempting to bind port ff303978-a9cc-4256-9bf0-829ff1ffa934 on network c0e89d27-390e-4df6-9441-57f64004e2e1 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:18.231268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:18.231674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Checking segment: {'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:18.232079 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:18.232536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Bound using segment: {'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:18.232940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Bound port: ff303978-a9cc-4256-9bf0-829ff1ffa934, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:18.233354 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:18.359844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:18.378019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:18.391976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:18.446801 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:18.494235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] For port ff303978-a9cc-4256-9bf0-829ff1ffa934, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:18.501681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] For port ff303978-a9cc-4256-9bf0-829ff1ffa934, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ff303978-a9cc-4256-9bf0-829ff1ffa934,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:18.512976 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:18.664918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f12a5-8ac8-442c-9c76-2255da06a9d7 None None] Pushing event updated for resources: {'Port': ['ID=ff303978-a9cc-4256-9bf0-829ff1ffa934,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:18.715729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-6fc2a91a-6f2d-4320-9d8f-6d1a6bc69156 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:18.719499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-6fc2a91a-6f2d-4320-9d8f-6d1a6bc69156 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/networks?id=717e7a03-8320-43df-8247-9ce2f5c676f7 HTTP/1.1" status: 200 len: 808 time: 0.2165778 Nov 12 13:21:18.726586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be363f-2c55-4aa4-bc39-15a4efbe2d69 req-0448e8c3-aa76-476a-8f55-15f902b8f0e4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:18.728426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31be363f-2c55-4aa4-bc39-15a4efbe2d69 req-0448e8c3-aa76-476a-8f55-15f902b8f0e4 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.3253195 Nov 12 13:21:18.772290 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-b575c3f5-7596-4285-9c14-ff9c9e9cf92c tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/quotas/c2697ca2c68a4113943bcc7c7cf5f05e HTTP/1.1" status: 200 len: 375 time: 0.0370617 Nov 12 13:21:18.838308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-255cdca1-23dc-4f52-a5d9-3907374d72bc tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2697ca2c68a4113943bcc7c7cf5f05e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629735 Nov 12 13:21:18.873274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dca3877a-070e-411e-81f7-01754a182e3a None None] Provisioning complete for port 3ce25574-7846-4cec-9545-2b9325625ba0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:18.873707 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dca3877a-070e-411e-81f7-01754a182e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:18.876194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:18.987888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dca3877a-070e-411e-81f7-01754a182e3a None None] Port 3ce25574-7846-4cec-9545-2b9325625ba0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:21:19.075118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-69817fc5-cfbe-4930-91c8-6a56a9ea2026 service neutron] 10.222.0.73 "GET /v2.0/networks/717e7a03-8320-43df-8247-9ce2f5c676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246916 Nov 12 13:21:19.224238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-27bc1323-4371-4629-949d-2eb017e7b261 service neutron] 10.222.0.73 "GET /v2.0/networks/717e7a03-8320-43df-8247-9ce2f5c676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343877 Nov 12 13:21:19.295414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Allocated IP 172.25.5.50 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/1c25f20b-7f9b-43af-8828-39f0ff36a0b3) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:19.302470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Router 15db21fe-8f06-4754-ae4f-ede0b72aa552 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:21:19.353904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31be363f-2c55-4aa4-bc39-15a4efbe2d69 req-f12066bd-7a36-4ae9-9843-e90268b2b701 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931034 Nov 12 13:21:19.474710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ff303978-a9cc-4256-9bf0-829ff1ffa934 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:19.548575 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:19.620190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ff303978-a9cc-4256-9bf0-829ff1ffa934 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:19.620769 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:19.700110 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:19.716052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24203fd-7cb4-4c64-83c3-6e41be0ef6e9 req-209752e6-5335-4a83-8f3a-9b6bffe7c105 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:19.719251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c24203fd-7cb4-4c64-83c3-6e41be0ef6e9 req-209752e6-5335-4a83-8f3a-9b6bffe7c105 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 945 time: 0.1335340 Nov 12 13:21:19.788195 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:19.830202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1fe89b4-1165-4f59-9ea3-3ce290c951e8 req-7490303a-8121-4522-9e2f-6df0bd4ac9a2 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 210 time: 0.2775307 Nov 12 13:21:19.846615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port ff303978-a9cc-4256-9bf0-829ff1ffa934, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ff303978-a9cc-4256-9bf0-829ff1ffa934,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:19.855022 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:19.889254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c24203fd-7cb4-4c64-83c3-6e41be0ef6e9 req-745a2856-16e1-462b-8232-0c1939a5cd62 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572573 Nov 12 13:21:19.951010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=ff303978-a9cc-4256-9bf0-829ff1ffa934,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:20.036441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ee5334c1-20e2-4961-90dc-77835174ddcd up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:20.047750 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:20.071040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:20.096053 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Sync routers for ids ['15db21fe-8f06-4754-ae4f-ede0b72aa552'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:20.100109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f1a404ea-fa12-414c-b87c-a7a6e6469e2f admin admin] 10.222.0.73 "PUT /v2.0/routers/15db21fe-8f06-4754-ae4f-ede0b72aa552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2231128 Nov 12 13:21:20.116042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:20.156063 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Routers {'15db21fe-8f06-4754-ae4f-ede0b72aa552'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:20.160059 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['15db21fe-8f06-4754-ae4f-ede0b72aa552'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:20.184356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port ee5334c1-20e2-4961-90dc-77835174ddcd completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:21:20.199191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port ee5334c1-20e2-4961-90dc-77835174ddcd triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:20.201123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:20.230845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Pushing event updated for resources: {'Port': ['ID=1c25f20b-7f9b-43af-8828-39f0ff36a0b3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:20.314361 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:20.322571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:20.490162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:20.520294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee6a3e-6f7e-419a-8a3d-d2e3d32610cf None None] Network c0e89d27-390e-4df6-9441-57f64004e2e1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:20.841682 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Set router 15db21fe-8f06-4754-ae4f-ede0b72aa552 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:20.909238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29c18a-4950-4d00-b4ef-a4796b141dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5334c1-20e2-4961-90dc-77835174ddcd'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:20.921405 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367d9f52-4543-488a-9d70-b7bffcdc2c5a" -d '{"events": [{"server_uuid": "ef29c18a-4950-4d00-b4ef-a4796b141dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ee5334c1-20e2-4961-90dc-77835174ddcd"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:21.053721 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ee5334c1-20e2-4961-90dc-77835174ddcd, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ee5334c1-20e2-4961-90dc-77835174ddcd,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:21.074552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b504ce0c-bcc4-475d-ab10-2488dbbe72a1 None None] Provisioning complete for port ff303978-a9cc-4256-9bf0-829ff1ffa934 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:21.074923 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b504ce0c-bcc4-475d-ab10-2488dbbe72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:21.080874 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:21.165125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d0939152-5610-41ef-bd0e-ea16ceaec927 req-63976c36-c5a8-4827-ac48-f487dd10454c tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 210 time: 0.0919936 Nov 12 13:21:21.226324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ee5334c1-20e2-4961-90dc-77835174ddcd,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:21.444332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ff303978-a9cc-4256-9bf0-829ff1ffa934 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:21.525671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9de52-787d-472e-8445-4e8dc96c1d92 req-b7500dab-69f5-4c87-942f-24882bd061e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:21.528422 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c3b9de52-787d-472e-8445-4e8dc96c1d92 req-b7500dab-69f5-4c87-942f-24882bd061e5 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.9255705 Nov 12 13:21:21.600397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ff303978-a9cc-4256-9bf0-829ff1ffa934 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:21.601656 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:21.618763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8763b7-0aee-40d6-adb4-7e1de1262d3e req-83bfcae9-765d-48f5-8984-a4930565a90c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:21.633463 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b8763b7-0aee-40d6-adb4-7e1de1262d3e req-83bfcae9-765d-48f5-8984-a4930565a90c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 946 time: 0.2124388 Nov 12 13:21:21.731642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b8763b7-0aee-40d6-adb4-7e1de1262d3e req-36412cc2-a2d7-4a81-9aed-00ace5e5ab2f tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962670 Nov 12 13:21:21.736970 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '3ce25574-7846-4cec-9545-2b9325625ba0', 'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'mac_address': 'fa:16:3e:5c:ad:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:13Z', 'updated_at': '2021-11-12T13:21:17Z', 'revision_number': 2, 'project_id': '417c8b6de118451fa28529e6becf05da', 'subnets': [{'id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:21.757157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6a9eb53d-5bff-46af-b410-76b06d53e59d None None] Provisioning complete for port ff303978-a9cc-4256-9bf0-829ff1ffa934 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:21.759887 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb53d-5bff-46af-b410-76b06d53e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:21.828596 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17a5818-b2b7-4fce-b241-969d5b62541f x-openstack-request-id: req-f17a5818-b2b7-4fce-b241-969d5b62541f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:21.829030 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29c18a-4950-4d00-b4ef-a4796b141dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ee5334c1-20e2-4961-90dc-77835174ddcd", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:21.829466 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f17a5818-b2b7-4fce-b241-969d5b62541f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:21.830081 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29c18a-4950-4d00-b4ef-a4796b141dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5334c1-20e2-4961-90dc-77835174ddcd', 'code': 200} Nov 12 13:21:21.839168 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Checking router: 15db21fe-8f06-4754-ae4f-ede0b72aa552 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:21.839516 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Updating router 15db21fe-8f06-4754-ae4f-ede0b72aa552 port 3ce25574-7846-4cec-9545-2b9325625ba0 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:21:21.861690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] Deleting port 576d6f39-3d18-44f8-9a0f-c414d484e469 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:21.864828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:21.897535 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.003206 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c3b9de52-787d-472e-8445-4e8dc96c1d92 req-d335ba3e-0a3d-43c6-a119-385dbbebd182 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065671 Nov 12 13:21:22.110378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] Deleting port f6c208cb-7944-45b5-929c-1a2a24c7c498 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:22.114297 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.143463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306a47-6e59-4f4f-bc3e-ab0c0e46eb4e req-e4b34af0-50fd-416c-a14b-dfe5832ef355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:22.146327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab306a47-6e59-4f4f-bc3e-ab0c0e46eb4e req-e4b34af0-50fd-416c-a14b-dfe5832ef355 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 1097 time: 0.1447568 Nov 12 13:21:22.228951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab306a47-6e59-4f4f-bc3e-ab0c0e46eb4e req-e34c9b2d-a992-4dbf-8029-d7b4d427e0cd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741556 Nov 12 13:21:22.330117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.389573 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b52798d-e27c-4d9c-a8e5-1c213de8f0e9 req-757e217a-f376-4181-bab1-5dadb8458f33 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 210 time: 0.0605056 Nov 12 13:21:22.425555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-edf1cf72-18e7-4fb0-b0a5-56403b33370d tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:22.427737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-edf1cf72-18e7-4fb0-b0a5-56403b33370d tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.105 "GET /v2.0/networks?id=717e7a03-8320-43df-8247-9ce2f5c676f7 HTTP/1.1" status: 200 len: 808 time: 0.8399525 Nov 12 13:21:22.453869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Request body: {'port': {'device_id': '344c6826-aa48-4517-abe7-fbb936b7b700', 'network_id': '717e7a03-8320-43df-8247-9ce2f5c676f7', 'admin_state_up': True, 'tenant_id': 'c2697ca2c68a4113943bcc7c7cf5f05e'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:22.494678 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.509171 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.545603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] For port 576d6f39-3d18-44f8-9a0f-c414d484e469, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=576d6f39-3d18-44f8-9a0f-c414d484e469,segment=NetworkSegment(b2c05b88-f034-4ec5-ad7f-721b5e512bd7),segment_id=b2c05b88-f034-4ec5-ad7f-721b5e512bd7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:22.546348 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.576035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] For port f6c208cb-7944-45b5-929c-1a2a24c7c498, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f6c208cb-7944-45b5-929c-1a2a24c7c498,segment=NetworkSegment(9937cbbf-63c6-418a-9192-40fca6518520),segment_id=9937cbbf-63c6-418a-9192-40fca6518520)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:22.576392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.617621 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760d3c5-ae25-42d3-89f1-f8980995625a None None] Pushing event updated for resources: {'Port': ['ID=3ce25574-7846-4cec-9545-2b9325625ba0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:22.627698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] Calling delete_port for 576d6f39-3d18-44f8-9a0f-c414d484e469 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:22.639270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] Calling delete_port for f6c208cb-7944-45b5-929c-1a2a24c7c498 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:22.727192 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Attempting to bind port 3ce25574-7846-4cec-9545-2b9325625ba0 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:22.727778 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Attempting to bind port 3ce25574-7846-4cec-9545-2b9325625ba0 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:22.729185 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Attempting to bind port 3ce25574-7846-4cec-9545-2b9325625ba0 on network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:22.742159 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:22.743307 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Checking segment: {'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:22.743307 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.744624 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Bound using segment: {'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:22.745574 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Bound port: 3ce25574-7846-4cec-9545-2b9325625ba0, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:22.747824 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:22.949859 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] For port 3ce25574-7846-4cec-9545-2b9325625ba0, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:22.959646 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] For port 3ce25574-7846-4cec-9545-2b9325625ba0, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3ce25574-7846-4cec-9545-2b9325625ba0,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:22.971289 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:23.132257 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760d3c5-ae25-42d3-89f1-f8980995625a None None] Pushing event updated for resources: {'Port': ['ID=3ce25574-7846-4cec-9545-2b9325625ba0,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:23.157198 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Routers {'15db21fe-8f06-4754-ae4f-ede0b72aa552'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:23.159153 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['15db21fe-8f06-4754-ae4f-ede0b72aa552'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:23.255764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d5cc5a14-faca-4566-a2f7-fca6c143ebe8 None None] Provisioning complete for port 3ce25574-7846-4cec-9545-2b9325625ba0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:23.256362 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5a14-faca-4566-a2f7-fca6c143ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:23.350121 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] Set router 15db21fe-8f06-4754-ae4f-ede0b72aa552 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:23.551624 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5a14-faca-4566-a2f7-fca6c143ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:23.682601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899dc0e-624f-4669-bf6d-24b9d4e834e7 req-2793f49c-e368-42e9-8c91-d8253cfe5854 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:23.697669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c899dc0e-624f-4669-bf6d-24b9d4e834e7 req-2793f49c-e368-42e9-8c91-d8253cfe5854 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 946 time: 0.3208227 Nov 12 13:21:23.705217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d5cc5a14-faca-4566-a2f7-fca6c143ebe8 None None] For port 3ce25574-7846-4cec-9545-2b9325625ba0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3ce25574-7846-4cec-9545-2b9325625ba0,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:23.717569 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5a14-faca-4566-a2f7-fca6c143ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:23.892089 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-94bac56b-979d-467e-bca5-283e098d5c16 None None] Provisioning complete for port 3ce25574-7846-4cec-9545-2b9325625ba0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:23.892793 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94bac56b-979d-467e-bca5-283e098d5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:23.938750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c899dc0e-624f-4669-bf6d-24b9d4e834e7 req-8038d307-71be-4616-969c-16b5c4993bd9 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393358 Nov 12 13:21:23.951339 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:24.005268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Made reservation on behalf of c2697ca2c68a4113943bcc7c7cf5f05e for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:24.008939 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:24.105052 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '3ce25574-7846-4cec-9545-2b9325625ba0', 'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'mac_address': 'fa:16:3e:5c:ad:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:13Z', 'updated_at': '2021-11-12T13:21:22Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'subnets': [{'id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:24.105712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c444768-4130-47e3-bd05-88d730794e2e req-48cc8384-9444-42a1-8028-239963921abd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:24.118135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c444768-4130-47e3-bd05-88d730794e2e req-48cc8384-9444-42a1-8028-239963921abd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.1568387 Nov 12 13:21:24.169885 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae127ac-68ba-4beb-8a0c-b6ded4bde96e None None] The sync data for ids ['15db21fe-8f06-4754-ae4f-ede0b72aa552'] in n-d-805736-4 is: [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '3ce25574-7846-4cec-9545-2b9325625ba0', 'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'mac_address': 'fa:16:3e:5c:ad:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:13Z', 'updated_at': '2021-11-12T13:21:22Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'subnets': [{'id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:24.235717 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bd92e43-e903-47d7-9fa1-c3a0cc8dd88c req-625aec21-adcb-4743-a1a4-6f56aa33e72c tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 210 time: 0.1420875 Nov 12 13:21:24.286720 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c444768-4130-47e3-bd05-88d730794e2e req-0768e22c-4555-4404-964b-f58c0b655c8a tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570122 Nov 12 13:21:24.295935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5a14-faca-4566-a2f7-fca6c143ebe8 None None] Pushing event updated for resources: {'Port': ['ID=3ce25574-7846-4cec-9545-2b9325625ba0,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:24.626864 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:24.705868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] Pushing event deleted for resources: {'Port': ['ID=576d6f39-3d18-44f8-9a0f-c414d484e469,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:24.741106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Router 37df8820-1997-428b-a82c-faa12bd75d6d is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:21:24.776962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Allocated IP 172.20.0.14 (717e7a03-8320-43df-8247-9ce2f5c676f7/e5b5821d-1e97-49d4-af08-15dfe17b72ba/80b66915-5d2f-48b4-ac2e-bb00455088e6) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:24.813854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:24.960139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c208cb-7944-45b5-929c-1a2a24c7c498,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:25.161986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ad96-5230-4fe9-8b8b-f94ae4f5d4ce req-b81da11e-429f-45aa-94df-fbdc2153822c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:25.172252 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b7d1ad96-5230-4fe9-8b8b-f94ae4f5d4ce req-b81da11e-429f-45aa-94df-fbdc2153822c tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 946 time: 0.1095791 Nov 12 13:21:25.334806 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b7d1ad96-5230-4fe9-8b8b-f94ae4f5d4ce req-aa947099-dbf5-4b9c-a6f9-08e5d627b0e3 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552436 Nov 12 13:21:25.699147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3475dc9-6fed-45a8-8f97-9e2b5804f5f8 req-9f4109b6-6a44-4c15-817a-b0eda7bc5398 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:25.713968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3475dc9-6fed-45a8-8f97-9e2b5804f5f8 req-9f4109b6-6a44-4c15-817a-b0eda7bc5398 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.2174590 Nov 12 13:21:25.809775 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3ce25574-7846-4cec-9545-2b9325625ba0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:25.819086 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3475dc9-6fed-45a8-8f97-9e2b5804f5f8 req-c4b090de-2eb7-492e-83c3-c3916c3016c1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992653 Nov 12 13:21:25.894446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 3ce25574-7846-4cec-9545-2b9325625ba0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:25.895119 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:25.992688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-059f0cc9-b644-452f-aaee-f7fae1aceeb9 req-2a4d6c6a-d0e7-4bcc-b9e6-a092c0b0e251 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 210 time: 0.2439036 Nov 12 13:21:26.182099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:26.188804 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:26.207527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Sync routers for ids ['37df8820-1997-428b-a82c-faa12bd75d6d'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:26.246460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Routers {'37df8820-1997-428b-a82c-faa12bd75d6d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:26.247257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['37df8820-1997-428b-a82c-faa12bd75d6d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:26.380169 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:26.383773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:26.390845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-67d46eaa-a04b-406c-9f88-69791230675b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.4991536 Nov 12 13:21:26.413262 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:26.422528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:26.494497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Set router 37df8820-1997-428b-a82c-faa12bd75d6d gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:26.858075 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:27.096714 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d227fda-539d-4b60-82c3-f6fae8627095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:27.198507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:21Z', 'revision_number': 3, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:27.352664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Checking router: 37df8820-1997-428b-a82c-faa12bd75d6d for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:27.353154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Updating router 37df8820-1997-428b-a82c-faa12bd75d6d port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:21:27.401613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:27.501302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c83231-bc3d-4328-9c00-9248dcf11bca req-adf98605-6894-4953-be30-34f00adbe561 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:27.504654 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5c83231-bc3d-4328-9c00-9248dcf11bca req-adf98605-6894-4953-be30-34f00adbe561 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 932 time: 0.1345897 Nov 12 13:21:27.592956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Network 717e7a03-8320-43df-8247-9ce2f5c676f7 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:27.638644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:27.676651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:27.693454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Pushing event updated for resources: {'Port': ['ID=80b66915-5d2f-48b4-ac2e-bb00455088e6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:27.836633 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5c83231-bc3d-4328-9c00-9248dcf11bca req-1257eba2-3a5b-49dc-a6e4-23b2b88c4033 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323976 Nov 12 13:21:27.894858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:27.915254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ebe7d-98e2-4118-b140-4e8db79e32b5 req-6e5e537a-955f-476e-8256-990111904346 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:27.927960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce8ebe7d-98e2-4118-b140-4e8db79e32b5 req-6e5e537a-955f-476e-8256-990111904346 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.3169379 Nov 12 13:21:27.963944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:27.964715 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:28.099685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] Router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:21:28.107441 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-f063221d-14f8-4764-b795-ee4485aa9e52 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6685688 Nov 12 13:21:28.131147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:28.141913 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:28.158228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Request body: {'port': {'device_id': '344c6826-aa48-4517-abe7-fbb936b7b700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:28.266880 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] Router 2905c65b-f7f9-48a3-9d3b-a7da9642219c has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:21:28.288199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce8ebe7d-98e2-4118-b140-4e8db79e32b5 req-d6a651c1-858a-4af0-a2d1-7da726da438d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590360 Nov 12 13:21:28.335121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Attempting to bind port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:28.338028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Attempting to bind port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:28.340342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Attempting to bind port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:28.359345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbfc8b-983b-41a5-8266-ea21a306ca55 None None] Pushing event updated for resources: {'Port': ['ID=1c25f20b-7f9b-43af-8828-39f0ff36a0b3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:28.364145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:28.365381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:28.366226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:28.366603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Allocated IP 172.20.0.1 (c0e89d27-390e-4df6-9441-57f64004e2e1/c7d2d0c3-c091-4241-a70e-bc9024560f75/5b2bc865-3da7-4924-adf8-a97b40963370) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:28.367259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:28.367994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Bound port: 1c25f20b-7f9b-43af-8828-39f0ff36a0b3, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:28.368635 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:28.451291 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] For port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:28.455597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] For port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1c25f20b-7f9b-43af-8828-39f0ff36a0b3,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:28.467678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:28.529657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:28.563682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Routers {'37df8820-1997-428b-a82c-faa12bd75d6d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:28.565251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['37df8820-1997-428b-a82c-faa12bd75d6d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:28.597886 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:28.608122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:28.671398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbfc8b-983b-41a5-8266-ea21a306ca55 None None] Pushing event updated for resources: {'Port': ['ID=1c25f20b-7f9b-43af-8828-39f0ff36a0b3,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:28.679977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Network c0e89d27-390e-4df6-9441-57f64004e2e1 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:28.682702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:28.687715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:28.776924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2bc865-3da7-4924-adf8-a97b40963370,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:28.810225 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:28.921800 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:28.929423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-23f30705-2b9a-407b-8947-54c45d74b01a admin admin] 10.222.0.73 "PUT /v2.0/routers/ef8cb8be-13c3-42a4-a81c-970ddfa9e748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5957253 Nov 12 13:21:28.934047 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] Sync routers for ids ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:28.942073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38648) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:28.960036 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] Routers {'ef8cb8be-13c3-42a4-a81c-970ddfa9e748'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:28.960708 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:29.006876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:29.017531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c70ef268-4aa0-4f6e-ac10-1c3cbbdc3e4e admin admin] 10.222.0.73 "PUT /v2.0/routers/2905c65b-f7f9-48a3-9d3b-a7da9642219c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6764560 Nov 12 13:21:29.030779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] Set router 37df8820-1997-428b-a82c-faa12bd75d6d gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:29.129761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38652) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:29.209922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] Sync routers for ids ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:29.224962 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] Set router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:29.379261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759ae3-3efa-4768-a100-0458b62f6a89 req-08cb226e-5520-43d5-9a2d-413fa0234553 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:29.394705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df759ae3-3efa-4768-a100-0458b62f6a89 req-08cb226e-5520-43d5-9a2d-413fa0234553 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 946 time: 0.4742737 Nov 12 13:21:29.475056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:29.491907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] Routers {'2905c65b-f7f9-48a3-9d3b-a7da9642219c'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:29.492545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:20:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:29.527547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df759ae3-3efa-4768-a100-0458b62f6a89 req-74bb8e6f-45f9-43c0-a009-7de23f53d4fe tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304381 Nov 12 13:21:29.551630 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:29.626714 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-be72e875-b386-4069-af41-b0da6f4d95e5 None None] Provisioning complete for port 5b2bc865-3da7-4924-adf8-a97b40963370 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:29.627100 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be72e875-b386-4069-af41-b0da6f4d95e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:29.630228 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6503df41-4a35-41df-bf8c-961fd0dcb36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:29.648644 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-router', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:12:08Z', 'updated_at': '2021-11-12T13:21:24Z', 'revision_number': 5, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'gw_port': {'id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:10Z', 'updated_at': '2021-11-12T13:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:29.731776 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] Checking router: ef8cb8be-13c3-42a4-a81c-970ddfa9e748 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:29.744797 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] Routers {'ef8cb8be-13c3-42a4-a81c-970ddfa9e748'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:29.745474 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:21:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:29.793620 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:29.823918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-be72e875-b386-4069-af41-b0da6f4d95e5 None None] Port 5b2bc865-3da7-4924-adf8-a97b40963370 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:21:29.837693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:21Z', 'revision_number': 3, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:29.846930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805260f-0af6-4850-af5e-9915a4321c08 req-368af92a-c297-40fc-ae9b-02ab915551b6 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:29.858093 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9805260f-0af6-4850-af5e-9915a4321c08 req-368af92a-c297-40fc-ae9b-02ab915551b6 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 932 time: 0.7050130 Nov 12 13:21:29.886792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c8eb2-1bd5-4abb-9b0f-49285d5b587f None None] The sync data for ids ['37df8820-1997-428b-a82c-faa12bd75d6d'] in n-d-805736-4 is: [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:21Z', 'revision_number': 3, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:29.897224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] Set router 2905c65b-f7f9-48a3-9d3b-a7da9642219c gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:30.009186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b66915-5d2f-48b4-ac2e-bb00455088e6 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:21:30.019470 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:30.036025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Transition to ACTIVE for port object 80b66915-5d2f-48b4-ac2e-bb00455088e6 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:21:30.097582 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:30.353022 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'name': 'tempest-FloatingIPsTestJSON-1959082575-router', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:25Z', 'updated_at': '2021-11-12T13:21:24Z', 'revision_number': 5, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'gw_port': {'id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:27Z', 'updated_at': '2021-11-12T13:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:30.451956 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] Set router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:30.454242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] Checking router: 2905c65b-f7f9-48a3-9d3b-a7da9642219c for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:30.480241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Pushing event updated for resources: {'Port': ['ID=80b66915-5d2f-48b4-ac2e-bb00455088e6,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:30.511501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] Routers {'2905c65b-f7f9-48a3-9d3b-a7da9642219c'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:30.512208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:21:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:30.516151 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:30.587699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9805260f-0af6-4850-af5e-9915a4321c08 req-882aa4b0-1caf-45a5-993d-7baa65fc7df4 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284658 Nov 12 13:21:30.684631 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:30.831072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Attempting to bind port 80b66915-5d2f-48b4-ac2e-bb00455088e6 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:30.832892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Attempting to bind port 80b66915-5d2f-48b4-ac2e-bb00455088e6 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '95477a4a-6024-4b14-9547-950ef4394898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '717e7a03-8320-43df-8247-9ce2f5c676f7'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:30.832892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Attempting to bind port 80b66915-5d2f-48b4-ac2e-bb00455088e6 on network 717e7a03-8320-43df-8247-9ce2f5c676f7 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:30.941734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Port 80b66915-5d2f-48b4-ac2e-bb00455088e6 on network 717e7a03-8320-43df-8247-9ce2f5c676f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:21:30.942527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Attempting to bind port 80b66915-5d2f-48b4-ac2e-bb00455088e6 on network 717e7a03-8320-43df-8247-9ce2f5c676f7 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:30.980661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:30.980996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Checking segment: {'id': '95477a4a-6024-4b14-9547-950ef4394898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '717e7a03-8320-43df-8247-9ce2f5c676f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:30.981416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Bound using segment: {'id': '95477a4a-6024-4b14-9547-950ef4394898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '717e7a03-8320-43df-8247-9ce2f5c676f7'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:30.981869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Bound port: 80b66915-5d2f-48b4-ac2e-bb00455088e6, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95477a4a-6024-4b14-9547-950ef4394898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '717e7a03-8320-43df-8247-9ce2f5c676f7'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:30.982228 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.010184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.057829 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-router', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:12:08Z', 'updated_at': '2021-11-12T13:21:24Z', 'revision_number': 5, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'gw_port': {'id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:10Z', 'updated_at': '2021-11-12T13:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:31.072417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.109090 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692e294-1a8f-4069-9721-c29e544cfaf1 None None] The sync data for ids ['ef8cb8be-13c3-42a4-a81c-970ddfa9e748'] in n-d-805736-4 is: [{'id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1558100630-router', 'tenant_id': '57b0cca6c2c74854849691e7e76a786d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:12:08Z', 'updated_at': '2021-11-12T13:21:24Z', 'revision_number': 5, 'project_id': '57b0cca6c2c74854849691e7e76a786d', 'gw_port': {'id': '690f0a7e-b201-4570-ba1f-fc31351c3daf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cb8be-13c3-42a4-a81c-970ddfa9e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:12:10Z', 'updated_at': '2021-11-12T13:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:31.134198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b8b77-9ca4-4096-a374-12d78b3d8096 req-a5ef0cc5-9441-4e61-8c32-5d3f3db2c27b tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:31.140260 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.142990 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-618b8b77-9ca4-4096-a374-12d78b3d8096 req-a5ef0cc5-9441-4e61-8c32-5d3f3db2c27b tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 946 time: 0.3166640 Nov 12 13:21:31.166032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8df2b-768f-47c0-a9ea-07d3df1edd32 req-eab1aa9c-5249-45bf-a6ad-467a97cfea5d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:31.185349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Deleting port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:31.185629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.188081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55b8df2b-768f-47c0-a9ea-07d3df1edd32 req-eab1aa9c-5249-45bf-a6ad-467a97cfea5d tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.6361175 Nov 12 13:21:31.226783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] For port 80b66915-5d2f-48b4-ac2e-bb00455088e6, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:31.290054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] For port 80b66915-5d2f-48b4-ac2e-bb00455088e6, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=80b66915-5d2f-48b4-ac2e-bb00455088e6,segment=NetworkSegment(95477a4a-6024-4b14-9547-950ef4394898),segment_id=95477a4a-6024-4b14-9547-950ef4394898)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:31.304535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] Set router 2905c65b-f7f9-48a3-9d3b-a7da9642219c gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:31.319768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.350847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-618b8b77-9ca4-4096-a374-12d78b3d8096 req-432f8221-0d1d-484a-8e74-668a540fcdec tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038553 Nov 12 13:21:31.386845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2bc865-3da7-4924-adf8-a97b40963370,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:31.412926 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.490649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:31.491761 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.495559 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] 10.222.0.105 "PUT /v2.0/ports/80b66915-5d2f-48b4-ac2e-bb00455088e6 HTTP/1.1" status: 200 len: 1092 time: 3.3484578 Nov 12 13:21:31.520864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344c6826-aa48-4517-abe7-fbb936b7b700', 'tag': '80b66915-5d2f-48b4-ac2e-bb00455088e6'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:31.527585 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a" -d '{"events": [{"name": "network-changed", "server_uuid": "344c6826-aa48-4517-abe7-fbb936b7b700", "tag": "80b66915-5d2f-48b4-ac2e-bb00455088e6"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:31.548595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55b8df2b-768f-47c0-a9ea-07d3df1edd32 req-b349a99b-c399-4808-9ef8-d21882f211b3 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595757 Nov 12 13:21:31.620622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Deleting port 690f0a7e-b201-4570-ba1f-fc31351c3daf {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:31.622456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.768815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] For port f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:31.770007 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.798037 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] For port 690f0a7e-b201-4570-ba1f-fc31351c3daf, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=690f0a7e-b201-4570-ba1f-fc31351c3daf,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:31.798956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:31.819657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Calling delete_port for 690f0a7e-b201-4570-ba1f-fc31351c3daf owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:31.837679 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af670f9-2734-49d7-9c16-3a067ca3bfec x-openstack-request-id: req-1af670f9-2734-49d7-9c16-3a067ca3bfec {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:31.838453 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344c6826-aa48-4517-abe7-fbb936b7b700", "tag": "80b66915-5d2f-48b4-ac2e-bb00455088e6", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:31.838453 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1af670f9-2734-49d7-9c16-3a067ca3bfec {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:31.838800 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344c6826-aa48-4517-abe7-fbb936b7b700', 'tag': '80b66915-5d2f-48b4-ac2e-bb00455088e6', 'status': 'completed', 'code': 200} Nov 12 13:21:31.864194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:31.871071 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c02c5-f94c-4754-a0e4-2cf2b0dfac08 service neutron] Pushing event updated for resources: {'Port': ['ID=80b66915-5d2f-48b4-ac2e-bb00455088e6,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:31.894709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Calling delete_port for f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:31.921326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-2ac8fa42-1297-45bc-a5d7-b8e32df68d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:31.923450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-2ac8fa42-1297-45bc-a5d7-b8e32df68d2a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c2697ca2c68a4113943bcc7c7cf5f05e&device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 1095 time: 0.3533340 Nov 12 13:21:31.996679 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-5675dd75-0c67-4eb4-a24e-d1b3edf427dc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b66915-5d2f-48b4-ac2e-bb00455088e6 HTTP/1.1" status: 200 len: 217 time: 0.0602570 Nov 12 13:21:32.162620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ee5334c1-20e2-4961-90dc-77835174ddcd details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:21:32.229799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3a6a8-c308-419b-bfdb-5158807b492a req-4ff7fd0e-c94f-4e0f-8be6-a1ef28be999a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:32.234309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9d3a6a8-c308-419b-bfdb-5158807b492a req-4ff7fd0e-c94f-4e0f-8be6-a1ef28be999a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 944 time: 0.3695750 Nov 12 13:21:32.239764 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:32.250582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Network c0e89d27-390e-4df6-9441-57f64004e2e1 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:32.327928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:32.327928 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:32.346493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:32.486413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-bdcd5508-24a7-4700-8a55-6ea346830b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:32.490689 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-bdcd5508-24a7-4700-8a55-6ea346830b70 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e5b5821d-1e97-49d4-af08-15dfe17b72ba HTTP/1.1" status: 200 len: 848 time: 0.3706045 Nov 12 13:21:32.494133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:32.569231 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-6cfe118d-4a43-4d3e-8002-95b76f483ed8 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=717e7a03-8320-43df-8247-9ce2f5c676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558183 Nov 12 13:21:32.604624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:32.645915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'name': 'tempest-FloatingIPsTestJSON-1959082575-router', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:25Z', 'updated_at': '2021-11-12T13:21:24Z', 'revision_number': 5, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'gw_port': {'id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:27Z', 'updated_at': '2021-11-12T13:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:32.715532 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9d3a6a8-c308-419b-bfdb-5158807b492a req-fef4e477-4abe-4b98-9a07-b40f232c3178 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790269 Nov 12 13:21:32.777725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ee5334c1-20e2-4961-90dc-77835174ddcd, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ee5334c1-20e2-4961-90dc-77835174ddcd,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:32.804308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68036b3-dc94-4bef-8ce8-7b236983f2c3 None None] The sync data for ids ['2905c65b-f7f9-48a3-9d3b-a7da9642219c'] in n-d-805736-4 is: [{'id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'name': 'tempest-FloatingIPsTestJSON-1959082575-router', 'tenant_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:20:25Z', 'updated_at': '2021-11-12T13:21:24Z', 'revision_number': 5, 'project_id': 'e7eb6375db7b42f7ba54116b1982ce58', 'gw_port': {'id': 'f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2905c65b-f7f9-48a3-9d3b-a7da9642219c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:20:27Z', 'updated_at': '2021-11-12T13:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:32.888093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'ee5334c1-20e2-4961-90dc-77835174ddcd', 'network_id': '02063453-568c-451d-b934-1efda5522628', 'port_id': 'ee5334c1-20e2-4961-90dc-77835174ddcd', 'mac_address': 'fa:16:3e:44:25:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad61732-f35b-4b5a-bf00-499c187c8273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:21:32.894828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:32.907859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:32.979767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-619fc43c-4c13-4d67-99cb-3e123afed053 None None] Provisioning complete for port 5b2bc865-3da7-4924-adf8-a97b40963370 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:32.980017 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-619fc43c-4c13-4d67-99cb-3e123afed053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:32.994013 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:33.016884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:33.168269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90da011-7efc-4848-ac0b-6f391b18fa81 req-6adc2b00-fe69-4173-92d3-6601ab3a1d76 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:33.178527 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f90da011-7efc-4848-ac0b-6f391b18fa81 req-6adc2b00-fe69-4173-92d3-6601ab3a1d76 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 946 time: 0.3910279 Nov 12 13:21:33.181545 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:33.196729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1c25f20b-7f9b-43af-8828-39f0ff36a0b3,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:33.220576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-619fc43c-4c13-4d67-99cb-3e123afed053 None None] Port 5b2bc865-3da7-4924-adf8-a97b40963370 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:21:33.222386 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:33.232380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee5334c1-20e2-4961-90dc-77835174ddcd {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:21:33.259850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 576d6f39-3d18-44f8-9a0f-c414d484e469 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:33.281739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Pushing event deleted for resources: {'Port': ['ID=690f0a7e-b201-4570-ba1f-fc31351c3daf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:33.303884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Router 37df8820-1997-428b-a82c-faa12bd75d6d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:21:33.342758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 576d6f39-3d18-44f8-9a0f-c414d484e469 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:33.343494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 576d6f39-3d18-44f8-9a0f-c414d484e469 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:33.358822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ee5334c1-20e2-4961-90dc-77835174ddcd, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ee5334c1-20e2-4961-90dc-77835174ddcd,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:33.379218 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:33.461304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=1c25f20b-7f9b-43af-8828-39f0ff36a0b3,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:33.515443 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:33.713950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ee5334c1-20e2-4961-90dc-77835174ddcd,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:33.746588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f6c208cb-7944-45b5-929c-1a2a24c7c498 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:33.758501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:21:33.787306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-343a5ed8-e0cd-4d19-b4fb-a9e4cb913886 admin admin] 10.222.0.73 "PUT /v2.0/routers/37df8820-1997-428b-a82c-faa12bd75d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4022951 Nov 12 13:21:33.793168 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:33.828467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ce95f-d327-4b25-9b4b-13c262e6d850 req-ff9bd637-7938-4fea-940e-cebfcd322504 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:33.838903 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d34ce95f-d327-4b25-9b4b-13c262e6d850 req-ff9bd637-7938-4fea-940e-cebfcd322504 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.5803809 Nov 12 13:21:33.853476 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:33.882712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ee5334c1-20e2-4961-90dc-77835174ddcd'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:21:33.891702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f6c208cb-7944-45b5-929c-1a2a24c7c498 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:33.892666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f6c208cb-7944-45b5-929c-1a2a24c7c498 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:33.984268 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:33.991373 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:33.996491 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Sync routers for ids ['37df8820-1997-428b-a82c-faa12bd75d6d'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:21:34.012467 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Routers {'37df8820-1997-428b-a82c-faa12bd75d6d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:34.013504 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:21:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['37df8820-1997-428b-a82c-faa12bd75d6d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:34.117595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-2f821e2e-e040-4498-91cc-ba43888c66f0 service neutron] 10.222.0.105 "GET /v2.0/networks/717e7a03-8320-43df-8247-9ce2f5c676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4941134 Nov 12 13:21:34.168866 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:34.171235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2905c65b-f7f9-48a3-9d3b-a7da9642219c {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:21:34.204732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d34ce95f-d327-4b25-9b4b-13c262e6d850 req-65e4142f-da60-4850-a4b2-c1fe93347c16 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636975 Nov 12 13:21:34.231272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:34.233113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef8cb8be-13c3-42a4-a81c-970ddfa9e748 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:21:34.242432 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:34.264632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-38a310ec-daf9-4357-bf7c-a7d8db8b2850 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ef8cb8be-13c3-42a4-a81c-970ddfa9e748 HTTP/1.1" status: 204 len: 168 time: 5.3185031 Nov 12 13:21:34.277874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38690) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:34.296684 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Set router 37df8820-1997-428b-a82c-faa12bd75d6d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:34.489882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7c74f8-f9fc-4ae4-ae8d-69c31b3939cc admin admin] Deleting subnet 9835bc5a-68fe-4a19-b4fc-1a48ee269401 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:21:34.512471 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f7c74f8-f9fc-4ae4-ae8d-69c31b3939cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:34.552488 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:34.562747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-27485e02-e3e0-473e-87f6-64f6c8ffb902 admin admin] 10.222.0.73 "DELETE /v2.0/routers/2905c65b-f7f9-48a3-9d3b-a7da9642219c HTTP/1.1" status: 204 len: 168 time: 5.4254224 Nov 12 13:21:34.572508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38694) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:34.586107 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f90da011-7efc-4848-ac0b-6f391b18fa81 req-e7e339cd-a87e-4762-9620-d447533f4b6d tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4061198 Nov 12 13:21:34.614784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f0f4c0-e7e9-4795-acd7-02d54fe79bdd req-cf8a3041-674b-473a-be11-0cd3fa2f15bb service neutron] 10.222.0.105 "GET /v2.0/networks/717e7a03-8320-43df-8247-9ce2f5c676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737041 Nov 12 13:21:34.674102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e15d426-0182-40e9-ad55-09600b43ca99 admin admin] Deleting subnet 589d3f46-794c-4bd7-86bd-d94cbe006e97 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:21:34.680810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e15d426-0182-40e9-ad55-09600b43ca99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:34.686511 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:29Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5b2bc865-3da7-4924-adf8-a97b40963370', 'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'mac_address': 'fa:16:3e:ce:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:27Z', 'updated_at': '2021-11-12T13:21:30Z', 'revision_number': 2, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'subnets': [{'id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:34.715873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f7c74f8-f9fc-4ae4-ae8d-69c31b3939cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:34.727880 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e15d426-0182-40e9-ad55-09600b43ca99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:34.805271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2eb11-aa25-49bd-903e-4801289019b1 req-948265d5-90ce-48ef-8316-45db55dedf4b tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:34.805810 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Checking router: 37df8820-1997-428b-a82c-faa12bd75d6d for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:21:34.806263 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Updating router 37df8820-1997-428b-a82c-faa12bd75d6d port 5b2bc865-3da7-4924-adf8-a97b40963370 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:21:34.809382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4a2eb11-aa25-49bd-903e-4801289019b1 req-948265d5-90ce-48ef-8316-45db55dedf4b tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 944 time: 0.2269156 Nov 12 13:21:34.884940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e15d426-0182-40e9-ad55-09600b43ca99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:34.885791 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:34.972905 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e15d426-0182-40e9-ad55-09600b43ca99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.079479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15d426-0182-40e9-ad55-09600b43ca99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589d3f46-794c-4bd7-86bd-d94cbe006e97,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:35.088108 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e15d426-0182-40e9-ad55-09600b43ca99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.093268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9e15d426-0182-40e9-ad55-09600b43ca99 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/589d3f46-794c-4bd7-86bd-d94cbe006e97 HTTP/1.1" status: 204 len: 168 time: 0.5059745 Nov 12 13:21:35.096307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38700) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:35.110532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af85954a-805d-47cd-974d-c00680cbe800 None None] Network 10a38dcd-309c-4302-84fc-b75612c9015f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:35.123811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4a2eb11-aa25-49bd-903e-4801289019b1 req-1bc95245-acc9-4a5e-8772-8e1f018a458f tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973444 Nov 12 13:21:35.184979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f7c74f8-f9fc-4ae4-ae8d-69c31b3939cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.187811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.198868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a req-24d17c88-0dd2-4634-98b1-49a31d8128b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:35.202592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a req-24d17c88-0dd2-4634-98b1-49a31d8128b8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c2697ca2c68a4113943bcc7c7cf5f05e&device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 1095 time: 0.2495091 Nov 12 13:21:35.400003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38702) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:35.424791 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-677c141e-4790-42f7-b93f-fc61e8dad9bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378951473', 'description': 'tempest-description--1956767351'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:35.513922 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f7c74f8-f9fc-4ae4-ae8d-69c31b3939cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.605226 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-677c141e-4790-42f7-b93f-fc61e8dad9bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.623112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Deleting port 90255636-891a-4c10-b5c0-a001594cc6a2 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:35.623672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.637911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f7c74f8-f9fc-4ae4-ae8d-69c31b3939cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.639283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:35.647422 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5f7c74f8-f9fc-4ae4-ae8d-69c31b3939cc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9835bc5a-68fe-4a19-b4fc-1a48ee269401 HTTP/1.1" status: 204 len: 168 time: 1.3648515 Nov 12 13:21:35.648781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c74f8-f9fc-4ae4-ae8d-69c31b3939cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9835bc5a-68fe-4a19-b4fc-1a48ee269401,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:35.652919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108257b3-73ba-4f24-bfa3-05d56f73d4ab None None] Network 916e8637-48f2-48d0-a9a2-de367f51a04c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:35.653246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38706) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:35.660531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a req-fea145b3-f706-496d-94b6-8657a8bef26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:35.677460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a req-fea145b3-f706-496d-94b6-8657a8bef26c service neutron] 10.222.0.105 "GET /v2.0/networks?id=717e7a03-8320-43df-8247-9ce2f5c676f7 HTTP/1.1" status: 200 len: 909 time: 0.4649043 Nov 12 13:21:35.773056 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.784778 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:35.841471 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Pushing event updated for resources: {'Port': ['ID=5b2bc865-3da7-4924-adf8-a97b40963370,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:35.870139 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.870493 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.870811 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.871149 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.871741 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.872107 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.872431 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.872751 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.873073 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.873476 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.873802 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.874168 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:35.987085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:35.988344 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.002846 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Attempting to bind port 5b2bc865-3da7-4924-adf8-a97b40963370 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:21:36.003267 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Attempting to bind port 5b2bc865-3da7-4924-adf8-a97b40963370 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:21:36.003993 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Attempting to bind port 5b2bc865-3da7-4924-adf8-a97b40963370 on network c0e89d27-390e-4df6-9441-57f64004e2e1 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:21:36.011414 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:21:36.011414 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Checking segment: {'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:36.011985 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.011985 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Bound using segment: {'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:21:36.012459 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Bound port: 5b2bc865-3da7-4924-adf8-a97b40963370, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:21:36.012859 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.040365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.081123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195125d-0dfc-4b53-ba8f-4b216c6dd6a0 None None] DHCP port deletion for 10a38dcd-309c-4302-84fc-b75612c9015f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:21:36.106463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ee5334c1-20e2-4961-90dc-77835174ddcd up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:36.135317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953ce8a-5c91-4e74-b68b-d7c7e4347daf req-f22ca78a-54b5-4101-8f4b-802b335bef32 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:36.143543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d953ce8a-5c91-4e74-b68b-d7c7e4347daf req-f22ca78a-54b5-4101-8f4b-802b335bef32 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 945 time: 0.2542641 Nov 12 13:21:36.144560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a req-ca8f07c2-ee72-4534-ad4c-38e5e328be99 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b66915-5d2f-48b4-ac2e-bb00455088e6 HTTP/1.1" status: 200 len: 217 time: 0.2760658 Nov 12 13:21:36.154908 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] For port 5b2bc865-3da7-4924-adf8-a97b40963370, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:21:36.166611 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] For port 5b2bc865-3da7-4924-adf8-a97b40963370, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5b2bc865-3da7-4924-adf8-a97b40963370,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:21:36.177910 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.235290 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Routers {'37df8820-1997-428b-a82c-faa12bd75d6d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:21:36.236388 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:21:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['37df8820-1997-428b-a82c-faa12bd75d6d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:36.295300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d953ce8a-5c91-4e74-b68b-d7c7e4347daf req-a4b6aecd-f757-410e-900d-97f067e24c67 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483991 Nov 12 13:21:36.325711 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Deleting port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:36.326052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.403100 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] Set router 37df8820-1997-428b-a82c-faa12bd75d6d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:21:36.468080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a req-a9d9f743-ae25-421c-8e1a-4a51d120235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:36.469686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a req-a9d9f743-ae25-421c-8e1a-4a51d120235a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e5b5821d-1e97-49d4-af08-15dfe17b72ba HTTP/1.1" status: 200 len: 848 time: 0.2792120 Nov 12 13:21:36.497715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port ee5334c1-20e2-4961-90dc-77835174ddcd triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:36.499009 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.507415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df0694-0df3-421c-b541-4a8dda412220 req-30b3414c-46e4-42fa-928d-421505313e87 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:36.519395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83df0694-0df3-421c-b541-4a8dda412220 req-30b3414c-46e4-42fa-928d-421505313e87 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.8398499 Nov 12 13:21:36.620477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366ea9d-c62a-48df-af4a-7a808b471a2d None None] DHCP port deletion for 916e8637-48f2-48d0-a9a2-de367f51a04c request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:21:36.648072 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a req-804c1c89-afc8-4321-bea6-c5df961842da service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=717e7a03-8320-43df-8247-9ce2f5c676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059649 Nov 12 13:21:36.653334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] For port 90255636-891a-4c10-b5c0-a001594cc6a2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=90255636-891a-4c10-b5c0-a001594cc6a2,segment=NetworkSegment(9937cbbf-63c6-418a-9192-40fca6518520),segment_id=9937cbbf-63c6-418a-9192-40fca6518520)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:36.653696 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.654562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:36.672510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] For port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d63ab3b4-f8f1-4d22-94de-dbe7e3edb291,segment=NetworkSegment(b2c05b88-f034-4ec5-ad7f-721b5e512bd7),segment_id=b2c05b88-f034-4ec5-ad7f-721b5e512bd7)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:36.674213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8195125d-0dfc-4b53-ba8f-4b216c6dd6a0 None None] Deleting port 90255636-891a-4c10-b5c0-a001594cc6a2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:36.675009 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8195125d-0dfc-4b53-ba8f-4b216c6dd6a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.677456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.678507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0ec229a8-e62a-42f3-a40a-40771e01759b None None] Provisioning complete for port 5b2bc865-3da7-4924-adf8-a97b40963370 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:36.679641 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ec229a8-e62a-42f3-a40a-40771e01759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:36.734438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Calling delete_port for d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:36.835646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:36.836197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f8126fb3-6bc0-4700-ba1a-2de4b1fc7f39 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:36.836719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 690f0a7e-b201-4570-ba1f-fc31351c3daf no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:36.975769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Calling delete_port for 90255636-891a-4c10-b5c0-a001594cc6a2 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:37.001104 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b999dc-6cd8-46f7-b1ad-ab6780ac5b8e None None] Pushing event updated for resources: {'Port': ['ID=5b2bc865-3da7-4924-adf8-a97b40963370,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:37.011676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95bdfe-2857-4660-9f40-63e691e18250 req-022102be-4777-4976-aad2-989939acd004 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:37.017330 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac95bdfe-2857-4660-9f40-63e691e18250 req-022102be-4777-4976-aad2-989939acd004 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 944 time: 0.2432168 Nov 12 13:21:37.023408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 690f0a7e-b201-4570-ba1f-fc31351c3daf {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:37.023973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 690f0a7e-b201-4570-ba1f-fc31351c3daf not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:37.037269 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:29Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5b2bc865-3da7-4924-adf8-a97b40963370', 'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'mac_address': 'fa:16:3e:ce:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:27Z', 'updated_at': '2021-11-12T13:21:36Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'subnets': [{'id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:37.084551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b366ea9d-c62a-48df-af4a-7a808b471a2d None None] Deleting port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:37.085095 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b366ea9d-c62a-48df-af4a-7a808b471a2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.095360 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0279b60d-f01a-450c-b917-a6db0aa4f98a None None] The sync data for ids ['37df8820-1997-428b-a82c-faa12bd75d6d'] in n-d-805736-4 is: [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:29Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5b2bc865-3da7-4924-adf8-a97b40963370', 'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'mac_address': 'fa:16:3e:ce:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:27Z', 'updated_at': '2021-11-12T13:21:36Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'subnets': [{'id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:21:37.149760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.293158 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a req-974dd278-cc8a-4c7a-a3e0-e182cc7e5d9c service neutron] 10.222.0.105 "GET /v2.0/networks/717e7a03-8320-43df-8247-9ce2f5c676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812328 Nov 12 13:21:37.310191 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac95bdfe-2857-4660-9f40-63e691e18250 req-31338336-b2c8-432b-8ced-e54efdb75ccd tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821472 Nov 12 13:21:37.320065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63ab3b4-f8f1-4d22-94de-dbe7e3edb291,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:37.331948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] No DVR routers for this DVR port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:37.357127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8195125d-0dfc-4b53-ba8f-4b216c6dd6a0 None None] For port 90255636-891a-4c10-b5c0-a001594cc6a2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=90255636-891a-4c10-b5c0-a001594cc6a2,segment=NetworkSegment(9937cbbf-63c6-418a-9192-40fca6518520),segment_id=9937cbbf-63c6-418a-9192-40fca6518520)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:37.363438 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8195125d-0dfc-4b53-ba8f-4b216c6dd6a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.434500 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ec229a8-e62a-42f3-a40a-40771e01759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.496492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8195125d-0dfc-4b53-ba8f-4b216c6dd6a0 None None] Calling delete_port for 90255636-891a-4c10-b5c0-a001594cc6a2 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:37.507570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.510754 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.561793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cc090d4-8ba7-4aa4-a65b-2be46c17ab6a req-e5088428-22fc-4c55-a46c-bd6b65db6ac0 service neutron] 10.222.0.105 "GET /v2.0/networks/717e7a03-8320-43df-8247-9ce2f5c676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543445 Nov 12 13:21:37.563263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.566337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916e8637-48f2-48d0-a9a2-de367f51a04c']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:37.623458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:37.623750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c05b88-f034-4ec5-ad7f-721b5e512bd7') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:37.636463 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-677c141e-4790-42f7-b93f-fc61e8dad9bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.641872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=90255636-891a-4c10-b5c0-a001594cc6a2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:37.660200 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.683402 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.692272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] No DVR routers for this DVR port 90255636-891a-4c10-b5c0-a001594cc6a2 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:37.698830 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83df0694-0df3-421c-b541-4a8dda412220 req-ea37aecd-1c04-4d8e-86ee-d447eb8f8634 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1778998 Nov 12 13:21:37.730858 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-677c141e-4790-42f7-b93f-fc61e8dad9bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.741151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:21:37.742925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.790765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c141e-4790-42f7-b93f-fc61e8dad9bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82e1741-b7ce-4a04-9d1e-265e092e80df,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:21:37.806524 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:21:37.848393 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8195125d-0dfc-4b53-ba8f-4b216c6dd6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.909769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5b2bc865-3da7-4924-adf8-a97b40963370 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:37.943578 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.968810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-677c141e-4790-42f7-b93f-fc61e8dad9bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:37.975373 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-677c141e-4790-42f7-b93f-fc61e8dad9bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5599895 Nov 12 13:21:37.985580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38730) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:38.003970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4a4f56c0-18a4-4313-8597-a20699e90153 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Request body: {'security_group_rule': {'security_group_id': 'd82e1741-b7ce-4a04-9d1e-265e092e80df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:38.044097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a38dcd-309c-4302-84fc-b75612c9015f']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:38.071270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b366ea9d-c62a-48df-af4a-7a808b471a2d None None] For port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d63ab3b4-f8f1-4d22-94de-dbe7e3edb291,segment=NetworkSegment(b2c05b88-f034-4ec5-ad7f-721b5e512bd7),segment_id=b2c05b88-f034-4ec5-ad7f-721b5e512bd7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:38.073998 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b366ea9d-c62a-48df-af4a-7a808b471a2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.087774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9937cbbf-63c6-418a-9192-40fca6518520') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:38.088773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9937cbbf-63c6-418a-9192-40fca6518520') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:38.102642 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.128917 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.132822 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a4f56c0-18a4-4313-8597-a20699e90153 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.144323 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.152110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] 10.222.0.73 "DELETE /v2.0/networks/916e8637-48f2-48d0-a9a2-de367f51a04c HTTP/1.1" status: 204 len: 168 time: 2.4955697 Nov 12 13:21:38.153171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3260674-1279-4745-98c1-117fe1267147 admin admin] Pushing event deleted for resources: {'Network': ['ID=916e8637-48f2-48d0-a9a2-de367f51a04c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:38.186449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195125d-0dfc-4b53-ba8f-4b216c6dd6a0 None None] No DVR routers for this DVR port 90255636-891a-4c10-b5c0-a001594cc6a2 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:38.210273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a50df-2d4b-468e-8bbb-dc145e6a8c39 req-58b2b327-a5a8-4081-b1c6-5e1dbd70e726 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:38.216793 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.224624 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb5a50df-2d4b-468e-8bbb-dc145e6a8c39 req-58b2b327-a5a8-4081-b1c6-5e1dbd70e726 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.1865754 Nov 12 13:21:38.259696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:21:38.261321 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:21:38.271453 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:21:38.295182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0ec229a8-e62a-42f3-a40a-40771e01759b None None] For port 5b2bc865-3da7-4924-adf8-a97b40963370, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5b2bc865-3da7-4924-adf8-a97b40963370,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:38.309378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 80b66915-5d2f-48b4-ac2e-bb00455088e6 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:21:38.317534 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195125d-0dfc-4b53-ba8f-4b216c6dd6a0 None None] Pushing event deleted for resources: {'Port': ['ID=90255636-891a-4c10-b5c0-a001594cc6a2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:38.375000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb5a50df-2d4b-468e-8bbb-dc145e6a8c39 req-cd8c27a8-32bc-4505-824d-8f66a9388b8e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482186 Nov 12 13:21:38.379424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38736) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:38.387663 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b366ea9d-c62a-48df-af4a-7a808b471a2d None None] Calling delete_port for d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:38.524956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.545320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.552308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4081138f-69f8-45ba-bae0-0f76f4d405c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=694fe3d0330849fabc4896eab7a45c97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1669905 Nov 12 13:21:38.556209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38744) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:38.563180 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] 10.222.0.73 "DELETE /v2.0/networks/10a38dcd-309c-4302-84fc-b75612c9015f HTTP/1.1" status: 204 len: 168 time: 3.4632602 Nov 12 13:21:38.583115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a4f56c0-18a4-4313-8597-a20699e90153 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.626998 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a4f56c0-18a4-4313-8597-a20699e90153 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.646571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6cc61-2a3e-46db-a932-a58e48942e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=10a38dcd-309c-4302-84fc-b75612c9015f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:38.684274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a4f56c0-18a4-4313-8597-a20699e90153 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.688953 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ec229a8-e62a-42f3-a40a-40771e01759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.691750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4a4f56c0-18a4-4313-8597-a20699e90153 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6956818 Nov 12 13:21:38.692580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38750) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:38.693842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f56c0-18a4-4313-8597-a20699e90153 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc1c173-01df-4947-b291-be948e0ccba7,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:38.707891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b366ea9d-c62a-48df-af4a-7a808b471a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.710202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29c18a-4950-4d00-b4ef-a4796b141dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5334c1-20e2-4961-90dc-77835174ddcd'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:38.714041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-028cfb2e-e164-4869-a08f-40fee136b441 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Request body: {'security_group_rule': {'security_group_id': 'd82e1741-b7ce-4a04-9d1e-265e092e80df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:38.716953 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa42eff-0930-491d-a3f8-f8aab01d49db" -d '{"events": [{"server_uuid": "ef29c18a-4950-4d00-b4ef-a4796b141dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ee5334c1-20e2-4961-90dc-77835174ddcd"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:38.775505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368af6b-94f8-4a0e-8d08-0c1e1e83ad92 req-9bcf51a4-17b7-40e1-a9d0-52d7cf31f626 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:38.778436 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-028cfb2e-e164-4869-a08f-40fee136b441 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:38.788238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e368af6b-94f8-4a0e-8d08-0c1e1e83ad92 req-9bcf51a4-17b7-40e1-a9d0-52d7cf31f626 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 944 time: 0.2121084 Nov 12 13:21:38.957938 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e368af6b-94f8-4a0e-8d08-0c1e1e83ad92 req-2e0a7a87-f6cc-4e77-8d34-84629b75bbf8 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676362 Nov 12 13:21:38.972111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ee5334c1-20e2-4961-90dc-77835174ddcd, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ee5334c1-20e2-4961-90dc-77835174ddcd,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:38.973374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b366ea9d-c62a-48df-af4a-7a808b471a2d None None] Network 916e8637-48f2-48d0-a9a2-de367f51a04c is not hosted by any dhcp agent {{(pid=102677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:21:38.973846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366ea9d-c62a-48df-af4a-7a808b471a2d None None] No DVR routers for this DVR port d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:39.004848 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.036571 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-028cfb2e-e164-4869-a08f-40fee136b441 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.047185 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-028cfb2e-e164-4869-a08f-40fee136b441 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.069835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 80b66915-5d2f-48b4-ac2e-bb00455088e6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=80b66915-5d2f-48b4-ac2e-bb00455088e6,segment=NetworkSegment(95477a4a-6024-4b14-9547-950ef4394898),segment_id=95477a4a-6024-4b14-9547-950ef4394898)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:39.072946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-60f46c93-0b9e-47fd-8e7b-014ec7d6811c None None] Provisioning complete for port 5b2bc865-3da7-4924-adf8-a97b40963370 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:39.073343 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60f46c93-0b9e-47fd-8e7b-014ec7d6811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.091393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-206d741e-6b3d-4d66-b579-e8f99fabc4a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.134797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec229a8-e62a-42f3-a40a-40771e01759b None None] Pushing event updated for resources: {'Port': ['ID=5b2bc865-3da7-4924-adf8-a97b40963370,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:39.138097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '80b66915-5d2f-48b4-ac2e-bb00455088e6', 'network_id': '717e7a03-8320-43df-8247-9ce2f5c676f7', 'port_id': '80b66915-5d2f-48b4-ac2e-bb00455088e6', 'mac_address': 'fa:16:3e:10:10:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b5821d-1e97-49d4-af08-15dfe17b72ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:21:39.199839 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-206d741e-6b3d-4d66-b579-e8f99fabc4a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.204887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cfb2e-e164-4869-a08f-40fee136b441 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bbf21d-a326-4fbd-9e20-ed9fc1e57cf4,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:39.240493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-028cfb2e-e164-4869-a08f-40fee136b441 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.249216 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-028cfb2e-e164-4869-a08f-40fee136b441 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5438671 Nov 12 13:21:39.251967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38758) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:39.260090 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aee1410-d5a5-42bc-9435-f09494839a81 x-openstack-request-id: req-1aee1410-d5a5-42bc-9435-f09494839a81 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:39.260528 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29c18a-4950-4d00-b4ef-a4796b141dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ee5334c1-20e2-4961-90dc-77835174ddcd", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:39.260902 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1aee1410-d5a5-42bc-9435-f09494839a81 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:39.261550 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29c18a-4950-4d00-b4ef-a4796b141dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5334c1-20e2-4961-90dc-77835174ddcd', 'code': 200} Nov 12 13:21:39.271157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5b2bc865-3da7-4924-adf8-a97b40963370 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:39.271909 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.275674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:39.279097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38760) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:39.283617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366ea9d-c62a-48df-af4a-7a808b471a2d None None] Pushing event deleted for resources: {'Port': ['ID=d63ab3b4-f8f1-4d22-94de-dbe7e3edb291,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:39.345166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff026c-2b5b-467c-80f2-2e0e3671d204 req-f04cd10b-8c79-47f0-86d2-9a814f592a66 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:39.353552 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88ff026c-2b5b-467c-80f2-2e0e3671d204 req-f04cd10b-8c79-47f0-86d2-9a814f592a66 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 946 time: 0.2480330 Nov 12 13:21:39.386887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.476332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-748e7b3e-f3b8-4a44-80cb-502cba83a045 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7eb6375db7b42f7ba54116b1982ce58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950984 Nov 12 13:21:39.479847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:39.522148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f939d-5a3e-4054-9a6b-748098753f46 req-4869e307-92d4-41a7-bfaa-beaad0650eb0 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:39.530287 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d3f939d-5a3e-4054-9a6b-748098753f46 req-4869e307-92d4-41a7-bfaa-beaad0650eb0 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.2111001 Nov 12 13:21:39.544475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-206d741e-6b3d-4d66-b579-e8f99fabc4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.556795 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.558880 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-206d741e-6b3d-4d66-b579-e8f99fabc4a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.562018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ee5334c1-20e2-4961-90dc-77835174ddcd,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:39.562697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-206d741e-6b3d-4d66-b579-e8f99fabc4a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/624474a4-10aa-4853-b9b5-3ae613e1bf1e HTTP/1.1" status: 204 len: 168 time: 1.0052474 Nov 12 13:21:39.586021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88ff026c-2b5b-467c-80f2-2e0e3671d204 req-ccfc44a1-845d-4849-a482-ff1bd1bba952 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314985 Nov 12 13:21:39.655979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d741e-6b3d-4d66-b579-e8f99fabc4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624474a4-10aa-4853-b9b5-3ae613e1bf1e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:39.727959 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d3f939d-5a3e-4054-9a6b-748098753f46 req-5cf05284-cf83-4c5d-b643-cdf9c11069f1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965377 Nov 12 13:21:39.737122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3548-b3cb-46a7-a1bb-c01b307d5e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.749541 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.776354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b66915-5d2f-48b4-ac2e-bb00455088e6 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:21:39.853350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3548-b3cb-46a7-a1bb-c01b307d5e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.864467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 80b66915-5d2f-48b4-ac2e-bb00455088e6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=80b66915-5d2f-48b4-ac2e-bb00455088e6,segment=NetworkSegment(95477a4a-6024-4b14-9547-950ef4394898),segment_id=95477a4a-6024-4b14-9547-950ef4394898)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:39.883540 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:39.953544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 90255636-891a-4c10-b5c0-a001594cc6a2 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:39.964615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Allocated IP 172.25.5.48 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/6740842c-9eb9-406c-ac1a-55c03fb52ed6) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:21:39.968656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-ba3e0909-1984-4b9f-94b3-69a1b0ea8ada tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:39.970318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-ba3e0909-1984-4b9f-94b3-69a1b0ea8ada tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 946 time: 0.1980808 Nov 12 13:21:39.996238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 90255636-891a-4c10-b5c0-a001594cc6a2 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:39.996652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 90255636-891a-4c10-b5c0-a001594cc6a2 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:39.996992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:40.044074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:40.047008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d63ab3b4-f8f1-4d22-94de-dbe7e3edb291 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:40.062483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=80b66915-5d2f-48b4-ac2e-bb00455088e6,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:40.147925 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:40.200797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3548-b3cb-46a7-a1bb-c01b307d5e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:40.204192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3548-b3cb-46a7-a1bb-c01b307d5e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:40.205422 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2bbb3548-b3cb-46a7-a1bb-c01b307d5e64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d3b50a11-b095-41e5-98b4-9a292513d32f HTTP/1.1" status: 204 len: 168 time: 0.7220092 Nov 12 13:21:40.234295 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:40.254852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb3548-b3cb-46a7-a1bb-c01b307d5e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b50a11-b095-41e5-98b4-9a292513d32f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:40.264866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5b2bc865-3da7-4924-adf8-a97b40963370 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:40.279490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eb829-ed2a-4882-b0ff-61ea6aa8d970 req-7782d223-b13a-477e-80e1-9b600cf78307 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:40.281599 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-248eb829-ed2a-4882-b0ff-61ea6aa8d970 req-7782d223-b13a-477e-80e1-9b600cf78307 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 945 time: 0.1717968 Nov 12 13:21:40.341219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:21:40.359486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-3f2d12e7-e137-4fcd-a790-9256f1f7defb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Deleting port ee5334c1-20e2-4961-90dc-77835174ddcd {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:40.359835 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-3f2d12e7-e137-4fcd-a790-9256f1f7defb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:40.373847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['80b66915-5d2f-48b4-ac2e-bb00455088e6'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:21:40.380991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:40.385731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:21:40.423311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-248eb829-ed2a-4882-b0ff-61ea6aa8d970 req-8ebb62ea-affb-4a35-97f7-a47682acb7db tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253352 Nov 12 13:21:40.435831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Pushing event updated for resources: {'Port': ['ID=6740842c-9eb9-406c-ac1a-55c03fb52ed6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:40.513048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:40.517727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5b2bc865-3da7-4924-adf8-a97b40963370 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:40.518176 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:40.591861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-8f6ba4de-a7cb-4353-b09f-ebae4481ee08 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:40.592960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-8f6ba4de-a7cb-4353-b09f-ebae4481ee08 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.2505727 Nov 12 13:21:40.593167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-3f2d12e7-e137-4fcd-a790-9256f1f7defb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] For port ee5334c1-20e2-4961-90dc-77835174ddcd, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ee5334c1-20e2-4961-90dc-77835174ddcd,segment=NetworkSegment(926a8ce8-1182-4c64-aa3d-024f34de7366),segment_id=926a8ce8-1182-4c64-aa3d-024f34de7366)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:40.593595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-3f2d12e7-e137-4fcd-a790-9256f1f7defb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:40.624424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-3f2d12e7-e137-4fcd-a790-9256f1f7defb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Calling delete_port for ee5334c1-20e2-4961-90dc-77835174ddcd owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:40.641365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d8b688fd-292f-4006-be35-f76b8d8bf156 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57b0cca6c2c74854849691e7e76a786d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1249306 Nov 12 13:21:40.645246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38780) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:40.918020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:40.970463 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e2c3acbf-11c9-42a3-9229-7a99aea89399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.064546 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e2c3acbf-11c9-42a3-9229-7a99aea89399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.102611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1875eb-1127-4dfc-9ad1-159e25c91167 req-a43b201d-d11b-48bd-8669-457179d6a528 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:41.111557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3b1875eb-1127-4dfc-9ad1-159e25c91167 req-a43b201d-d11b-48bd-8669-457179d6a528 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef29c18a-4950-4d00-b4ef-a4796b141dbb HTTP/1.1" status: 200 len: 946 time: 0.2965758 Nov 12 13:21:41.122841 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.135338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5c64b-590b-4075-b577-8c1f7d6f7f42 req-e27f9e5d-5017-41f6-9426-ed232360afcd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:41.142807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-76c5c64b-590b-4075-b577-8c1f7d6f7f42 req-e27f9e5d-5017-41f6-9426-ed232360afcd tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 945 time: 0.1641433 Nov 12 13:21:41.171210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-e94f65ef-ba8c-416f-9cae-2e505e456af9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Deleting port d6edd689-4667-4e51-bff6-e066c2fa05b1 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:41.171918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-e94f65ef-ba8c-416f-9cae-2e505e456af9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.257370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-76c5c64b-590b-4075-b577-8c1f7d6f7f42 req-12e69bed-adb8-45ad-9122-65cbe579d0f0 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132717 Nov 12 13:21:41.262502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e2c3acbf-11c9-42a3-9229-7a99aea89399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.281596 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e2c3acbf-11c9-42a3-9229-7a99aea89399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.281596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e2c3acbf-11c9-42a3-9229-7a99aea89399 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36b4849d-ac3e-412d-9d1d-666b1134b4fd HTTP/1.1" status: 204 len: 168 time: 0.6275136 Nov 12 13:21:41.283556 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-3f2d12e7-e137-4fcd-a790-9256f1f7defb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.320761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3acbf-11c9-42a3-9229-7a99aea89399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b4849d-ac3e-412d-9d1d-666b1134b4fd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:41.368081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-e94f65ef-ba8c-416f-9cae-2e505e456af9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] For port d6edd689-4667-4e51-bff6-e066c2fa05b1, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d6edd689-4667-4e51-bff6-e066c2fa05b1,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:41.368395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-e94f65ef-ba8c-416f-9cae-2e505e456af9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.420731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d12e7-e137-4fcd-a790-9256f1f7defb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Pushing event deleted for resources: {'Port': ['ID=ee5334c1-20e2-4961-90dc-77835174ddcd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:41.584803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-e94f65ef-ba8c-416f-9cae-2e505e456af9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Calling delete_port for d6edd689-4667-4e51-bff6-e066c2fa05b1 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:41.588483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-3f2d12e7-e137-4fcd-a790-9256f1f7defb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] No DVR routers for this DVR port ee5334c1-20e2-4961-90dc-77835174ddcd on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:41.601804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-3f2d12e7-e137-4fcd-a790-9256f1f7defb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.604753 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.609344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9bb1f8e8-81ef-48e9-b589-28b06c6cf859 req-3f2d12e7-e137-4fcd-a790-9256f1f7defb tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.70 "DELETE /v2.0/ports/ee5334c1-20e2-4961-90dc-77835174ddcd HTTP/1.1" status: 204 len: 173 time: 1.6129107 Nov 12 13:21:41.628508 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3b1875eb-1127-4dfc-9ad1-159e25c91167 req-39c5b3f0-0ced-42c5-8db5-90bbc9f70a29 tempest-ImagesTestJSON-785435603 tempest-ImagesTestJSON-785435603-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131919 Nov 12 13:21:41.638509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29c18a-4950-4d00-b4ef-a4796b141dbb', 'name': 'network-vif-deleted', 'tag': 'ee5334c1-20e2-4961-90dc-77835174ddcd'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:41.640282 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.648026 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a3c04f-0e1f-4751-a9cf-e9d0c387c5e4" -d '{"events": [{"server_uuid": "ef29c18a-4950-4d00-b4ef-a4796b141dbb", "name": "network-vif-deleted", "tag": "ee5334c1-20e2-4961-90dc-77835174ddcd"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:41.763968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc22eb7-e3ab-4b5a-82fe-54b4c23eacb5 req-6be453ae-f6cc-4958-932f-736ebe842b6c tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:41.774282 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8fc22eb7-e3ab-4b5a-82fe-54b4c23eacb5 req-6be453ae-f6cc-4958-932f-736ebe842b6c tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 945 time: 0.2108917 Nov 12 13:21:41.782339 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6787222-426b-48da-ac56-9c2605fc6c48 x-openstack-request-id: req-c6787222-426b-48da-ac56-9c2605fc6c48 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:41.783106 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29c18a-4950-4d00-b4ef-a4796b141dbb", "name": "network-vif-deleted", "tag": "ee5334c1-20e2-4961-90dc-77835174ddcd", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:41.783590 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6787222-426b-48da-ac56-9c2605fc6c48 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:41.784772 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29c18a-4950-4d00-b4ef-a4796b141dbb', 'name': 'network-vif-deleted', 'tag': 'ee5334c1-20e2-4961-90dc-77835174ddcd', 'status': 'completed', 'code': 200} Nov 12 13:21:41.880973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Pushing event updated for resources: {'Port': ['ID=6740842c-9eb9-406c-ac1a-55c03fb52ed6,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:41.917396 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8fc22eb7-e3ab-4b5a-82fe-54b4c23eacb5 req-948d721b-23e8-44e3-93e3-4ca25ffd1e63 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312351 Nov 12 13:21:41.937843 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.977606 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:41.986092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-afb0ec12-59c5-44b0-96b8-e593e9ad32a4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7208996 Nov 12 13:21:42.096314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-e94f65ef-ba8c-416f-9cae-2e505e456af9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:42.115259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d6edd689-4667-4e51-bff6-e066c2fa05b1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:21:42.150470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:21:42.158186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 80b66915-5d2f-48b4-ac2e-bb00455088e6 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:21:42.162866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ee5334c1-20e2-4961-90dc-77835174ddcd no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:42.204869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f65ef-ba8c-416f-9cae-2e505e456af9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event deleted for resources: {'Port': ['ID=d6edd689-4667-4e51-bff6-e066c2fa05b1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:42.215098 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-e94f65ef-ba8c-416f-9cae-2e505e456af9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] No DVR routers for this DVR port d6edd689-4667-4e51-bff6-e066c2fa05b1 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:42.219522 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-e94f65ef-ba8c-416f-9cae-2e505e456af9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:42.226137 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7e12e50-32ca-427e-b622-a5b97f540366 req-e94f65ef-ba8c-416f-9cae-2e505e456af9 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.105 "DELETE /v2.0/ports/d6edd689-4667-4e51-bff6-e066c2fa05b1 HTTP/1.1" status: 204 len: 173 time: 1.6171360 Nov 12 13:21:42.226480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f9c54e-d33a-4535-8667-62868bba567b', 'name': 'network-vif-deleted', 'tag': 'd6edd689-4667-4e51-bff6-e066c2fa05b1'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:42.231361 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ebbcb2-58fd-4013-97fb-5c8afdcd1c2b" -d '{"events": [{"server_uuid": "37f9c54e-d33a-4535-8667-62868bba567b", "name": "network-vif-deleted", "tag": "d6edd689-4667-4e51-bff6-e066c2fa05b1"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:42.343413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: ee5334c1-20e2-4961-90dc-77835174ddcd {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:42.353859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ee5334c1-20e2-4961-90dc-77835174ddcd not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:42.441932 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc38d093-43dc-417d-af10-e611f1152433 x-openstack-request-id: req-cc38d093-43dc-417d-af10-e611f1152433 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:42.442816 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f9c54e-d33a-4535-8667-62868bba567b", "name": "network-vif-deleted", "tag": "d6edd689-4667-4e51-bff6-e066c2fa05b1", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:42.443271 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc38d093-43dc-417d-af10-e611f1152433 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:42.443995 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f9c54e-d33a-4535-8667-62868bba567b', 'name': 'network-vif-deleted', 'tag': 'd6edd689-4667-4e51-bff6-e066c2fa05b1', 'status': 'completed', 'code': 200} Nov 12 13:21:42.521561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 80b66915-5d2f-48b4-ac2e-bb00455088e6 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:21:42.536883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 80b66915-5d2f-48b4-ac2e-bb00455088e6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:21:42.537263 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:42.698228 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:42.744174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344c6826-aa48-4517-abe7-fbb936b7b700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b66915-5d2f-48b4-ac2e-bb00455088e6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:42.746602 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52254633-5d6f-41eb-8c78-fc506da89dbf" -d '{"events": [{"server_uuid": "344c6826-aa48-4517-abe7-fbb936b7b700", "name": "network-vif-plugged", "status": "completed", "tag": "80b66915-5d2f-48b4-ac2e-bb00455088e6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:42.770662 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 80b66915-5d2f-48b4-ac2e-bb00455088e6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=80b66915-5d2f-48b4-ac2e-bb00455088e6,segment=NetworkSegment(95477a4a-6024-4b14-9547-950ef4394898),segment_id=95477a4a-6024-4b14-9547-950ef4394898)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:42.803989 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:42.805074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d3b9de30-77e3-4104-ae18-8f8df6f6d912 req-d7172b1a-1c41-489c-9de0-9a590f05cf0e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f9c54e-d33a-4535-8667-62868bba567b HTTP/1.1" status: 200 len: 210 time: 0.1360006 Nov 12 13:21:42.809120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d6edd689-4667-4e51-bff6-e066c2fa05b1 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:42.916478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: d6edd689-4667-4e51-bff6-e066c2fa05b1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:42.917134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d6edd689-4667-4e51-bff6-e066c2fa05b1 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:43.094676 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:43.123284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=80b66915-5d2f-48b4-ac2e-bb00455088e6,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:43.211061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.211778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.214088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.214660 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.217674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.221098 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.222753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.224753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.226005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.228423 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.230553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.231218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:43.266635 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72f4e65-57ff-4031-9204-bb42953e666a x-openstack-request-id: req-b72f4e65-57ff-4031-9204-bb42953e666a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:43.267082 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344c6826-aa48-4517-abe7-fbb936b7b700", "name": "network-vif-plugged", "status": "completed", "tag": "80b66915-5d2f-48b4-ac2e-bb00455088e6", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:43.267460 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b72f4e65-57ff-4031-9204-bb42953e666a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:43.268040 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344c6826-aa48-4517-abe7-fbb936b7b700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b66915-5d2f-48b4-ac2e-bb00455088e6', 'code': 200} Nov 12 13:21:43.491833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079dbf0-795b-4f18-bb26-07b2ca738b72 req-73b9c3dd-2ff0-4c4a-ba45-446d63f9f4ea tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:43.505079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2c723-9598-4d02-a00a-7e09990af856 req-a8cb1955-bb14-4b61-9052-fb87f6777053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:43.508166 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8ea2c723-9598-4d02-a00a-7e09990af856 req-a8cb1955-bb14-4b61-9052-fb87f6777053 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 1097 time: 0.1495469 Nov 12 13:21:43.508378 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d079dbf0-795b-4f18-bb26-07b2ca738b72 req-73b9c3dd-2ff0-4c4a-ba45-446d63f9f4ea tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 946 time: 0.1360395 Nov 12 13:21:43.662359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8ea2c723-9598-4d02-a00a-7e09990af856 req-b1cf83fa-f270-4a44-8ae5-c97a0b06bfc6 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453943 Nov 12 13:21:43.680638 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d079dbf0-795b-4f18-bb26-07b2ca738b72 req-48b9e974-dbe8-4d8b-b1dd-95b1c612af17 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696424 Nov 12 13:21:43.902089 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:44.426085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38984) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:44.643866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:44.896669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ab60b43-2526-418e-8c47-f18f20551f3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:45.351772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ab60b43-2526-418e-8c47-f18f20551f3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:45.371257 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ab60b43-2526-418e-8c47-f18f20551f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:45.417231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f17b4b-3ee0-4d30-8b80-ba0845c76ca4 req-7d373d8e-0ea1-48e8-806f-9cd58f59f7bd tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:45.431200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-12f17b4b-3ee0-4d30-8b80-ba0845c76ca4 req-7d373d8e-0ea1-48e8-806f-9cd58f59f7bd tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 946 time: 0.4849298 Nov 12 13:21:45.604493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39046) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:45.605108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2ab60b43-2526-418e-8c47-f18f20551f3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f438cd19f13e43df945d72afac82adb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1773872 Nov 12 13:21:45.617394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab60b43-2526-418e-8c47-f18f20551f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120e18d4-64cb-479a-871d-a4d31bd4f284,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:45.678901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac1b9c4-9b91-48ec-a155-4c2ffbfb6ece admin admin] Deleting subnet 3ad61732-f35b-4b5a-bf00-499c187c8273 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:21:45.684103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:45.684368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ac1b9c4-9b91-48ec-a155-4c2ffbfb6ece admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:45.726215 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:45.779046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ac1b9c4-9b91-48ec-a155-4c2ffbfb6ece admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:45.841780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:45.846050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:45.848045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/120e18d4-64cb-479a-871d-a4d31bd4f284 HTTP/1.1" status: 204 len: 168 time: 0.2414517 Nov 12 13:21:45.858195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120e18d4-64cb-479a-871d-a4d31bd4f284,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:45.872851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.873450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.873816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.874166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.874511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.874846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.875178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.880402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.881132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.881684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.882215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.882731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f415af34-92d3-4530-b607-5e7cea5cfa94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:45.883080 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-12f17b4b-3ee0-4d30-8b80-ba0845c76ca4 req-31b6f02f-8d25-4522-bb93-8e0a72e65e58 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475510 Nov 12 13:21:45.944538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ac1b9c4-9b91-48ec-a155-4c2ffbfb6ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:46.057323 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ac1b9c4-9b91-48ec-a155-4c2ffbfb6ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:46.126278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1b9c4-9b91-48ec-a155-4c2ffbfb6ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad61732-f35b-4b5a-bf00-499c187c8273,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:46.136949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ac1b9c4-9b91-48ec-a155-4c2ffbfb6ece admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:46.147196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39064) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:46.155863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7ac1b9c4-9b91-48ec-a155-4c2ffbfb6ece admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3ad61732-f35b-4b5a-bf00-499c187c8273 HTTP/1.1" status: 204 len: 168 time: 1.4983587 Nov 12 13:21:46.322857 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:46.542426 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:46.615013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02063453-568c-451d-b934-1efda5522628']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:46.616042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee33ef-75ca-4bd7-a6aa-96468c4f5295 req-a32e8b58-5ff0-4792-9daf-78b8825a33d6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:46.626242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0dee33ef-75ca-4bd7-a6aa-96468c4f5295 req-a32e8b58-5ff0-4792-9daf-78b8825a33d6 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.0950561 Nov 12 13:21:46.642052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926a8ce8-1182-4c64-aa3d-024f34de7366') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:46.642824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926a8ce8-1182-4c64-aa3d-024f34de7366') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:46.678465 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:46.714145 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:46.726180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:21:46.726456 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:21:46.730281 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:21:46.758220 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0dee33ef-75ca-4bd7-a6aa-96468c4f5295 req-0cb28d06-e92f-41cd-9600-7a7a9bca7b83 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303756 Nov 12 13:21:46.830035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:46.852481 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:46.861560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] 10.222.0.73 "DELETE /v2.0/networks/02063453-568c-451d-b934-1efda5522628 HTTP/1.1" status: 204 len: 168 time: 0.7127328 Nov 12 13:21:46.881574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2df58a-0ba3-42e4-be03-3974389b7bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=02063453-568c-451d-b934-1efda5522628,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:47.148254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445dfbc-5f1f-401d-ac88-ce7b923c1d97 req-e1f0d481-98d5-41db-a69e-da2c3a164ca6 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:47.149965 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0445dfbc-5f1f-401d-ac88-ce7b923c1d97 req-e1f0d481-98d5-41db-a69e-da2c3a164ca6 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 946 time: 0.0954487 Nov 12 13:21:47.220941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39102) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:47.267555 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0445dfbc-5f1f-401d-ac88-ce7b923c1d97 req-ebd952f0-c230-4547-9d43-8e3c7febe36b tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092949 Nov 12 13:21:47.296776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ceb4e0e1-38c9-4409-83b5-b6400a4bfed7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19b68696d6fd423783b2b62d2ed9a8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716283 Nov 12 13:21:47.296955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39106) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:47.397067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:47.420046 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44297f36-f06e-45ca-a8ed-988078859470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:47.512922 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44297f36-f06e-45ca-a8ed-988078859470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:47.618650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-b08a13bd-6ea5-460a-ae94-47a0fae56177 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:47.622388 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44297f36-f06e-45ca-a8ed-988078859470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:47.623343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-b08a13bd-6ea5-460a-ae94-47a0fae56177 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.2155278 Nov 12 13:21:47.625788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44297f36-f06e-45ca-a8ed-988078859470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:47.630653 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-44297f36-f06e-45ca-a8ed-988078859470 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2 HTTP/1.1" status: 204 len: 168 time: 0.3347332 Nov 12 13:21:47.645956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44297f36-f06e-45ca-a8ed-988078859470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1cbc2f-7e5d-4cb3-9351-c6c9789b8ad2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:47.822937 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e59dc923-ff20-4653-baf3-4e8e52eb1c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:48.021835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39134) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:48.023476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-14a44b1c-c4ae-433b-b3da-701d42deb1a2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Deleting port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:48.024073 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-14a44b1c-c4ae-433b-b3da-701d42deb1a2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:48.062199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a5a84-d175-4b92-aedf-545be4074d25 req-6ca402e1-8574-47ab-8dea-49e3e13a081f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:48.069704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a43a5a84-d175-4b92-aedf-545be4074d25 req-6ca402e1-8574-47ab-8dea-49e3e13a081f tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 945 time: 0.1351378 Nov 12 13:21:48.201919 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a43a5a84-d175-4b92-aedf-545be4074d25 req-bcf3474c-0843-4eb9-b84e-286c026e0a5e tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dca63fc-a291-4dd9-8d65-a56b56424897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249084 Nov 12 13:21:48.458269 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e59dc923-ff20-4653-baf3-4e8e52eb1c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:48.473571 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e59dc923-ff20-4653-baf3-4e8e52eb1c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:48.653142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dc923-ff20-4653-baf3-4e8e52eb1c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f1f12-822a-4621-aefc-1949146cb2f6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:48.657565 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-246771111-network', 'tenant_id': '93ce9012fb064da994e036e4946d40b4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:48.716623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-14a44b1c-c4ae-433b-b3da-701d42deb1a2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] For port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,segment=NetworkSegment(198657b7-19c2-44e3-8c2d-8aef41cf40e3),segment_id=198657b7-19c2-44e3-8c2d-8aef41cf40e3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:48.717247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-14a44b1c-c4ae-433b-b3da-701d42deb1a2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:48.718164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Made reservation on behalf of 93ce9012fb064da994e036e4946d40b4 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:48.730523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:48.763376 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:48.792239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e59dc923-ff20-4653-baf3-4e8e52eb1c2a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47ceb19091f640e4a42f8ca85ff22a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3933964 Nov 12 13:21:48.794202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-14a44b1c-c4ae-433b-b3da-701d42deb1a2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Calling delete_port for 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:48.796527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39156) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:48.983568 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fe292021-984f-42a0-bbe6-a05a4aee64fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.030233 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fe292021-984f-42a0-bbe6-a05a4aee64fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.115566 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.123119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.165191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df16d8c-bb58-4e0d-b166-ed4639850370,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:49.185407 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fe292021-984f-42a0-bbe6-a05a4aee64fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.190518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fe292021-984f-42a0-bbe6-a05a4aee64fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.194552 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fe292021-984f-42a0-bbe6-a05a4aee64fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c0f1f12-822a-4621-aefc-1949146cb2f6 HTTP/1.1" status: 204 len: 168 time: 0.3965917 Nov 12 13:21:49.224563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:21:49.241207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe292021-984f-42a0-bbe6-a05a4aee64fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0f1f12-822a-4621-aefc-1949146cb2f6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:49.254985 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.254985 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Added segment d702c9c7-3d43-41f3-987a-db6f8d658ae4 of type vlan for network 6761c20e-3742-4702-a17e-911d33cdf06e Nov 12 13:21:49.334127 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-14a44b1c-c4ae-433b-b3da-701d42deb1a2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.400289 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.431209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a44b1c-c4ae-433b-b3da-701d42deb1a2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Pushing event deleted for resources: {'Port': ['ID=0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:49.481202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.483090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:49.484032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.544154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-14a44b1c-c4ae-433b-b3da-701d42deb1a2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] No DVR routers for this DVR port 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:49.550588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-14a44b1c-c4ae-433b-b3da-701d42deb1a2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.556313 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eec0167f-da20-4095-8987-9ad2e442ba59 req-14a44b1c-c4ae-433b-b3da-701d42deb1a2 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.70 "DELETE /v2.0/ports/0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae HTTP/1.1" status: 204 len: 173 time: 1.9239762 Nov 12 13:21:49.557863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2449f3-490e-4347-900e-252e07e5cd39', 'name': 'network-vif-deleted', 'tag': '0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:49.570510 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d3733-1574-4813-9124-369a392428a7" -d '{"events": [{"server_uuid": "1d2449f3-490e-4347-900e-252e07e5cd39", "name": "network-vif-deleted", "tag": "0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:49.656259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] Pushing event updated for resources: {'Network': ['ID=6761c20e-3742-4702-a17e-911d33cdf06e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:49.668076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7e1da3d9-a69f-4afc-a889-158948e92a28 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6448195 Nov 12 13:21:49.671054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39188) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:49.674646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 6761c20e-3742-4702-a17e-911d33cdf06e details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:21:49.676627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Request body: {'subnet': {'network_id': '6761c20e-3742-4702-a17e-911d33cdf06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-246771111-subnet', 'tenant_id': '93ce9012fb064da994e036e4946d40b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:49.757910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Made reservation on behalf of 93ce9012fb064da994e036e4946d40b4 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:49.762819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:49.782015 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9425beab-afc8-4c5f-8f82-65eec80a79eb req-81507ce1-c4ab-4984-bc2d-affd0ddd40c1 tempest-ServersTestJSON-323568157 tempest-ServersTestJSON-323568157-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2449f3-490e-4347-900e-252e07e5cd39 HTTP/1.1" status: 200 len: 210 time: 0.1463907 Nov 12 13:21:50.097037 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844831f0-f558-4e75-9b30-11360101faee x-openstack-request-id: req-844831f0-f558-4e75-9b30-11360101faee {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:50.097701 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2449f3-490e-4347-900e-252e07e5cd39", "name": "network-vif-deleted", "tag": "0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:50.097992 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-844831f0-f558-4e75-9b30-11360101faee {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:50.098547 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2449f3-490e-4347-900e-252e07e5cd39', 'name': 'network-vif-deleted', 'tag': '0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae', 'status': 'completed', 'code': 200} Nov 12 13:21:50.128135 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:50.178186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:50.229547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:50.230182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 0ebad1a0-cbd5-47d5-bf55-cbdfe2d963ae not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:50.341368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=070882fa-36b0-49f1-a557-00686b5dcc92,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:50.352330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Checking segment: {'id': 'd702c9c7-3d43-41f3-987a-db6f8d658ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6761c20e-3742-4702-a17e-911d33cdf06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:50.353054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Network hostable DHCP agents. Network: 6761c20e-3742-4702-a17e-911d33cdf06e, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:21:50.362697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39202) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:50.396969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d003e590-df6a-41ac-96bf-c047dff84daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:50.408811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Network 6761c20e-3742-4702-a17e-911d33cdf06e is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:21:50.436184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 6761c20e-3742-4702-a17e-911d33cdf06e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:50.455253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea928db-b015-48e5-bfdb-ea4488014b95 None None] Network 6761c20e-3742-4702-a17e-911d33cdf06e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:50.465678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:50.468036 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:50.495318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cb2895df-c70c-4820-9aa9-12aee39e44a9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8228703 Nov 12 13:21:50.743669 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d003e590-df6a-41ac-96bf-c047dff84daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:50.767152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d003e590-df6a-41ac-96bf-c047dff84daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:50.867268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39218) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:50.925823 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d003e590-df6a-41ac-96bf-c047dff84daf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9696f1eef2c749e8bb1649ac8d380f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5588353 Nov 12 13:21:50.925823 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003e590-df6a-41ac-96bf-c047dff84daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ba6480-6899-4c01-b35a-12f917106717,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:50.928613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39224) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:51.016362 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:21:51.092453 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-013b3134-aa4b-4edd-aff5-9f0108a72126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.176441 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-013b3134-aa4b-4edd-aff5-9f0108a72126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.194282 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe95c2b-289d-4f84-94c4-9a1fdcefa2c8 None None] Network 6761c20e-3742-4702-a17e-911d33cdf06e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:51.375456 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-013b3134-aa4b-4edd-aff5-9f0108a72126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.382045 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-013b3134-aa4b-4edd-aff5-9f0108a72126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.386193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-013b3134-aa4b-4edd-aff5-9f0108a72126 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96ba6480-6899-4c01-b35a-12f917106717 HTTP/1.1" status: 204 len: 168 time: 0.4513743 Nov 12 13:21:51.409530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b3134-aa4b-4edd-aff5-9f0108a72126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ba6480-6899-4c01-b35a-12f917106717,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:51.585005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b65c23a-2b65-4f90-99ab-d569f1e4ec85 admin admin] Deleting subnet f405fae7-5435-415b-803d-1ce0aefde344 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:21:51.589788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b65c23a-2b65-4f90-99ab-d569f1e4ec85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.641179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3e70422a-7a2a-4025-942e-36d43f45bf13 req-9eed7ca1-5380-4be8-8e50-227fc48c0f91 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-214416292', 'description': 'tempest-description-1869060107'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:51.665522 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b65c23a-2b65-4f90-99ab-d569f1e4ec85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.727011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3e70422a-7a2a-4025-942e-36d43f45bf13 req-9eed7ca1-5380-4be8-8e50-227fc48c0f91 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.785872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b65c23a-2b65-4f90-99ab-d569f1e4ec85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.934584 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b65c23a-2b65-4f90-99ab-d569f1e4ec85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.945941 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3e70422a-7a2a-4025-942e-36d43f45bf13 req-9eed7ca1-5380-4be8-8e50-227fc48c0f91 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.953504 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3e70422a-7a2a-4025-942e-36d43f45bf13 req-9eed7ca1-5380-4be8-8e50-227fc48c0f91 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:51.994536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65c23a-2b65-4f90-99ab-d569f1e4ec85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f405fae7-5435-415b-803d-1ce0aefde344,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:52.000365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b65c23a-2b65-4f90-99ab-d569f1e4ec85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.005911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2b65c23a-2b65-4f90-99ab-d569f1e4ec85 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f405fae7-5435-415b-803d-1ce0aefde344 HTTP/1.1" status: 204 len: 168 time: 1.1205223 Nov 12 13:21:52.009560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39252) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:52.086470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed7ca1-5380-4be8-8e50-227fc48c0f91 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8103a894-3763-4535-b7c7-c0319aa348d4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:52.108218 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3e70422a-7a2a-4025-942e-36d43f45bf13 req-9eed7ca1-5380-4be8-8e50-227fc48c0f91 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.123589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e70422a-7a2a-4025-942e-36d43f45bf13 req-9eed7ca1-5380-4be8-8e50-227fc48c0f91 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4857428 Nov 12 13:21:52.132364 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.319858 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.391869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9af9cf4-1027-482e-9b95-2642068411b0']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:52.407862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c85ef669-281c-4678-a0ec-073ad86ade02 req-97055ee5-a0eb-4300-bbf6-149b0b372eaf tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/8103a894-3763-4535-b7c7-c0319aa348d4 HTTP/1.1" status: 200 len: 1821 time: 0.2319055 Nov 12 13:21:52.422674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198657b7-19c2-44e3-8c2d-8aef41cf40e3') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:52.426957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198657b7-19c2-44e3-8c2d-8aef41cf40e3') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:21:52.441734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c85ef669-281c-4678-a0ec-073ad86ade02 req-4374e730-83f5-4704-bdc1-930b60b6a482 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8103a894-3763-4535-b7c7-c0319aa348d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:52.444059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c85ef669-281c-4678-a0ec-073ad86ade02 req-4374e730-83f5-4704-bdc1-930b60b6a482 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8103a894-3763-4535-b7c7-c0319aa348d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:52.454314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.479039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.492622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:21:52.494933 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:21:52.498990 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:21:52.729307 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.734558 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c85ef669-281c-4678-a0ec-073ad86ade02 req-4374e730-83f5-4704-bdc1-930b60b6a482 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.741380 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.757001 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a9af9cf4-1027-482e-9b95-2642068411b0 HTTP/1.1" status: 204 len: 168 time: 0.7413530 Nov 12 13:21:52.790521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281011a-b204-464c-adb3-a26cf2d6f093 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9af9cf4-1027-482e-9b95-2642068411b0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:52.844644 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c85ef669-281c-4678-a0ec-073ad86ade02 req-4374e730-83f5-4704-bdc1-930b60b6a482 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.856534 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c85ef669-281c-4678-a0ec-073ad86ade02 req-4374e730-83f5-4704-bdc1-930b60b6a482 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:52.955104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374e730-83f5-4704-bdc1-930b60b6a482 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd481c4-2bb5-4f8c-870c-21d7b5ad5d50,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:52.987618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c85ef669-281c-4678-a0ec-073ad86ade02 req-4374e730-83f5-4704-bdc1-930b60b6a482 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.016035 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c85ef669-281c-4678-a0ec-073ad86ade02 req-4374e730-83f5-4704-bdc1-930b60b6a482 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5898123 Nov 12 13:21:53.058790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b51fbf3b-3314-4c6c-85bf-b8ff55215158 req-f686aca2-a9cd-4e7e-a28f-3a3a86bad31f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-374770822', 'description': 'tempest-description-1114821395'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:53.156705 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b51fbf3b-3314-4c6c-85bf-b8ff55215158 req-f686aca2-a9cd-4e7e-a28f-3a3a86bad31f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.295767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e0065-d9fc-4dac-bfea-dee1064bbcb2 req-42cdc74c-e33d-4239-a94a-6ab39ef4029d tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:53.318896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b72e0065-d9fc-4dac-bfea-dee1064bbcb2 req-42cdc74c-e33d-4239-a94a-6ab39ef4029d tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 946 time: 0.1802001 Nov 12 13:21:53.369123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:53.402538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b51fbf3b-3314-4c6c-85bf-b8ff55215158 req-f686aca2-a9cd-4e7e-a28f-3a3a86bad31f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.420642 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b72e0065-d9fc-4dac-bfea-dee1064bbcb2 req-ee1ff991-4474-4993-80a2-7970d3fb255f tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981696 Nov 12 13:21:53.449465 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b51fbf3b-3314-4c6c-85bf-b8ff55215158 req-f686aca2-a9cd-4e7e-a28f-3a3a86bad31f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.564781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b51fbf3b-3314-4c6c-85bf-b8ff55215158 req-f686aca2-a9cd-4e7e-a28f-3a3a86bad31f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.579457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b51fbf3b-3314-4c6c-85bf-b8ff55215158 req-f686aca2-a9cd-4e7e-a28f-3a3a86bad31f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5264816 Nov 12 13:21:53.596964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b87b0584-9897-45ea-8e7d-292118fe48cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44bbb573e2f944788a4da5de2cdc3546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239368 Nov 12 13:21:53.598067 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39314) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:53.632370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686aca2-a9cd-4e7e-a28f-3a3a86bad31f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8947cb-786d-4ef7-ae7c-3958ad9b18a6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:53.695286 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba103ced-c7ff-4537-94e8-c92b558a7a03 req-aad4fbdd-8335-448a-a260-b870dd3628a0 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/4e8947cb-786d-4ef7-ae7c-3958ad9b18a6 HTTP/1.1" status: 200 len: 1821 time: 0.0966401 Nov 12 13:21:53.711365 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ba103ced-c7ff-4537-94e8-c92b558a7a03 req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4e8947cb-786d-4ef7-ae7c-3958ad9b18a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:53.711761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ba103ced-c7ff-4537-94e8-c92b558a7a03 req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4e8947cb-786d-4ef7-ae7c-3958ad9b18a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:53.718999 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f563a820-c52c-4751-a6ea-ec19787ac400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.794336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f563a820-c52c-4751-a6ea-ec19787ac400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.873732 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ba103ced-c7ff-4537-94e8-c92b558a7a03 req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.922231 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-5c92e6da-0d5b-4876-ba17-eabfa647d91f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1064303 Nov 12 13:21:53.948870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f563a820-c52c-4751-a6ea-ec19787ac400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.952280 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f563a820-c52c-4751-a6ea-ec19787ac400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.955130 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ba103ced-c7ff-4537-94e8-c92b558a7a03 req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.957622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f563a820-c52c-4751-a6ea-ec19787ac400 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1dca63fc-a291-4dd9-8d65-a56b56424897 HTTP/1.1" status: 204 len: 168 time: 0.3576558 Nov 12 13:21:53.966307 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ba103ced-c7ff-4537-94e8-c92b558a7a03 req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:53.993626 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563a820-c52c-4751-a6ea-ec19787ac400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dca63fc-a291-4dd9-8d65-a56b56424897,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:54.040399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:54.041107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4b6917-0f33-4f9c-8a9e-f6e42dec8934,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:54.070230 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ba103ced-c7ff-4537-94e8-c92b558a7a03 req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:54.089514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba103ced-c7ff-4537-94e8-c92b558a7a03 req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3785698 Nov 12 13:21:54.122886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-98b95ead-1c9b-480a-bfc7-1864887b87fc req-0c136cc3-d464-40e8-92f9-29c69052d50f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-187538264', 'description': 'tempest-description-1865576649'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:54.145763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-043efb1f-478f-4d6b-91c3-5b8215b40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.149304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.150297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.150958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.151345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-043efb1f-478f-4d6b-91c3-5b8215b40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.151985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.153169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-043efb1f-478f-4d6b-91c3-5b8215b40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.153875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.154386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.155060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.155684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.156190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.156689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.157408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.157609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-043efb1f-478f-4d6b-91c3-5b8215b40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.159094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-043efb1f-478f-4d6b-91c3-5b8215b40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.159350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54dbb9d-9011-43e7-8f07-2cfeb960bf20 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:21:54.166318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-98b95ead-1c9b-480a-bfc7-1864887b87fc req-0c136cc3-d464-40e8-92f9-29c69052d50f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:54.180590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-043efb1f-478f-4d6b-91c3-5b8215b40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.181717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-043efb1f-478f-4d6b-91c3-5b8215b40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.194028 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-043efb1f-478f-4d6b-91c3-5b8215b40dd9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6494 time: 0.1714513 Nov 12 13:21:54.503898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-395a52a6-cf54-4439-b2d9-87cb958a952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.505140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-395a52a6-cf54-4439-b2d9-87cb958a952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.506269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-395a52a6-cf54-4439-b2d9-87cb958a952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.512263 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-395a52a6-cf54-4439-b2d9-87cb958a952a service neutron] 10.222.0.105 "GET /v2.0/networks?id=e1bf6593-1926-4918-b099-2d3c401d6aa8&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f HTTP/1.1" status: 200 len: 2291 time: 0.2818389 Nov 12 13:21:54.570505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-74130bcd-01fd-4cd4-b0a1-4228c2afc75f tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.577441 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-74130bcd-01fd-4cd4-b0a1-4228c2afc75f tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.105 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 946 time: 0.3024569 Nov 12 13:21:54.732919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-423052916-network', 'tenant_id': '2c150512e91d4bbaa0a395acf6c2097a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:54.817259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-f6b5aefe-edf8-4522-9fde-787841319fc9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292 HTTP/1.1" status: 200 len: 1001 time: 0.2961006 Nov 12 13:21:54.824690 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-98b95ead-1c9b-480a-bfc7-1864887b87fc req-0c136cc3-d464-40e8-92f9-29c69052d50f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:54.852002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ac3e1-bbb8-4963-b4f8-827d0d5b4603 req-fac9ed13-ae5f-416b-8ec9-908567c40003 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:54.865910 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-267ac3e1-bbb8-4963-b4f8-827d0d5b4603 req-fac9ed13-ae5f-416b-8ec9-908567c40003 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 946 time: 0.1698139 Nov 12 13:21:54.870233 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-98b95ead-1c9b-480a-bfc7-1864887b87fc req-0c136cc3-d464-40e8-92f9-29c69052d50f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:54.901370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Made reservation on behalf of 2c150512e91d4bbaa0a395acf6c2097a for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:54.904122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:54.949999 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-98b95ead-1c9b-480a-bfc7-1864887b87fc req-0c136cc3-d464-40e8-92f9-29c69052d50f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:54.952775 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98b95ead-1c9b-480a-bfc7-1864887b87fc req-0c136cc3-d464-40e8-92f9-29c69052d50f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8434806 Nov 12 13:21:54.965564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:55.006029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-df6acd96-b0a0-4542-a22b-a9c8cd59ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:55.014434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-51e821d0-9649-4be9-815b-d0b9d93cad32 req-c1100fc5-6f52-4ec7-b984-c8bdbe7da19b tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-940523995', 'description': 'tempest-description-328509625'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:55.016261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-df6acd96-b0a0-4542-a22b-a9c8cd59ce16 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fbe2cfc7-4019-4384-be49-dec8d05dc3bd HTTP/1.1" status: 200 len: 850 time: 0.1810758 Nov 12 13:21:55.041759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c136cc3-d464-40e8-92f9-29c69052d50f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f17055-bb74-45d9-9b45-493faeb4f9d0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:55.097213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-10607ac3-e656-40de-91f7-ab4b923f442a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Deleting port 80b66915-5d2f-48b4-ac2e-bb00455088e6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:21:55.099662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-10607ac3-e656-40de-91f7-ab4b923f442a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:55.204439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-267ac3e1-bbb8-4963-b4f8-827d0d5b4603 req-633c465f-3701-4b3e-a228-23896a2d4f93 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319459 Nov 12 13:21:55.265822 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-5ed30779-c33b-4520-b7f2-2f08ee4e2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:55.270626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-5ed30779-c33b-4520-b7f2-2f08ee4e2a10 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e1bf6593-1926-4918-b099-2d3c401d6aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2515852 Nov 12 13:21:55.580308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-2fb24959-9aaa-4f2a-84ac-ad1b4fb3ab12 service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026733 Nov 12 13:21:55.831823 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-ba3d34f5-cca4-45d4-8a1f-bff33760c125 service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428374 Nov 12 13:21:55.974805 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39394) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:56.043615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-51e821d0-9649-4be9-815b-d0b9d93cad32 req-c1100fc5-6f52-4ec7-b984-c8bdbe7da19b tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.282378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-10607ac3-e656-40de-91f7-ab4b923f442a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] For port 80b66915-5d2f-48b4-ac2e-bb00455088e6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=80b66915-5d2f-48b4-ac2e-bb00455088e6,segment=NetworkSegment(95477a4a-6024-4b14-9547-950ef4394898),segment_id=95477a4a-6024-4b14-9547-950ef4394898)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:21:56.282722 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-10607ac3-e656-40de-91f7-ab4b923f442a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.320049 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.322763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-10607ac3-e656-40de-91f7-ab4b923f442a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Calling delete_port for 80b66915-5d2f-48b4-ac2e-bb00455088e6 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:21:56.341748 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.431206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:21:56.437028 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-51e821d0-9649-4be9-815b-d0b9d93cad32 req-c1100fc5-6f52-4ec7-b984-c8bdbe7da19b tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.452978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dc5d1e-b439-47d9-a65d-54b75f3a7963,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:56.456427 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-51e821d0-9649-4be9-815b-d0b9d93cad32 req-c1100fc5-6f52-4ec7-b984-c8bdbe7da19b tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.483550 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.484197 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Added segment 22b79f63-7bf7-44a7-8f99-433129ab4bb2 of type vlan for network e411bc3c-af17-45ec-b8e1-39edef3887a3 Nov 12 13:21:56.582948 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-b24b4b69-dbb5-497c-83de-bc87f21896be service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=8b402751-23b3-4ce3-8639-2dd4a2819a1e HTTP/1.1" status: 200 len: 217 time: 0.7443464 Nov 12 13:21:56.632108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-51e821d0-9649-4be9-815b-d0b9d93cad32 req-c1100fc5-6f52-4ec7-b984-c8bdbe7da19b tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.634556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51e821d0-9649-4be9-815b-d0b9d93cad32 req-c1100fc5-6f52-4ec7-b984-c8bdbe7da19b tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.6358631 Nov 12 13:21:56.658190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1999756348-network', 'tenant_id': 'ed9e9db980c54f0d9bd0f0fa8fabb3b1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:56.753812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8b58c-48f3-4fac-97b0-613e7850ceb5 req-25a8a275-d961-4848-9d6f-36c78fe63d9f tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:56.762792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1100fc5-6f52-4ec7-b984-c8bdbe7da19b tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b9ebe9-ec79-43f7-a6ba-f884d58b923f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:56.769399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2cf8b58c-48f3-4fac-97b0-613e7850ceb5 req-25a8a275-d961-4848-9d6f-36c78fe63d9f tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 946 time: 0.1914451 Nov 12 13:21:56.771866 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.778618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-f2a86acb-0411-400b-95f5-108348b655fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:56.782155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-f2a86acb-0411-400b-95f5-108348b655fe service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.1840684 Nov 12 13:21:56.823027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Made reservation on behalf of ed9e9db980c54f0d9bd0f0fa8fabb3b1 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:56.827042 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.895590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.911607 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.913253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:56.914931 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.977898 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-feccb9ad-d715-4f6a-a8de-16d84471ac20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:56.986101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-a8846205-2632-4282-8b24-7faef01eb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:56.995823 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-a8846205-2632-4282-8b24-7faef01eb9a6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2000592 Nov 12 13:21:57.047086 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2cf8b58c-48f3-4fac-97b0-613e7850ceb5 req-e17e8d35-623c-4fd5-a6f6-8c8ebe146b74 tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff927bee-ad67-4436-bfc0-2b22d985d424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620966 Nov 12 13:21:57.099429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] Pushing event updated for resources: {'Network': ['ID=e411bc3c-af17-45ec-b8e1-39edef3887a3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:57.115683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e411bc3c-af17-45ec-b8e1-39edef3887a3 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:21:57.204488 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4f704ce8-b1da-44ab-a61f-1caa92223317 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1137950 Nov 12 13:21:57.302876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39434) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:57.318123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Request body: {'subnet': {'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-423052916-subnet', 'tenant_id': '2c150512e91d4bbaa0a395acf6c2097a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:57.326083 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-10607ac3-e656-40de-91f7-ab4b923f442a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:57.374915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10607ac3-e656-40de-91f7-ab4b923f442a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Pushing event deleted for resources: {'Port': ['ID=80b66915-5d2f-48b4-ac2e-bb00455088e6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:57.417735 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-72d1c39f-2be8-416d-b14b-7f8746d8dcfa service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049077 Nov 12 13:21:57.468450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Made reservation on behalf of 2c150512e91d4bbaa0a395acf6c2097a for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:57.476959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:57.558487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:57.561671 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3411f092-c53f-4ded-bc00-b317232a23a7 req-d948fae1-bd80-4c68-9d34-f30f5f4a007a tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/b5f17055-bb74-45d9-9b45-493faeb4f9d0 HTTP/1.1" status: 200 len: 1821 time: 0.1850667 Nov 12 13:21:57.603402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-10607ac3-e656-40de-91f7-ab4b923f442a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] No DVR routers for this DVR port 80b66915-5d2f-48b4-ac2e-bb00455088e6 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:21:57.607176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-10607ac3-e656-40de-91f7-ab4b923f442a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:57.612734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb470e5f-9f2a-4996-8057-a9475369bdc8 req-10607ac3-e656-40de-91f7-ab4b923f442a tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.105 "DELETE /v2.0/ports/80b66915-5d2f-48b4-ac2e-bb00455088e6 HTTP/1.1" status: 204 len: 173 time: 3.0170970 Nov 12 13:21:57.618483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344c6826-aa48-4517-abe7-fbb936b7b700', 'name': 'network-vif-deleted', 'tag': '80b66915-5d2f-48b4-ac2e-bb00455088e6'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:21:57.621325 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce65ec9f-7af2-41b6-b8d7-c26cebdeac4d" -d '{"events": [{"server_uuid": "344c6826-aa48-4517-abe7-fbb936b7b700", "name": "network-vif-deleted", "tag": "80b66915-5d2f-48b4-ac2e-bb00455088e6"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:21:57.625726 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:57.675499 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-db445163-71e6-4b16-817f-55610af2f37e service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465138 Nov 12 13:21:57.688354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3411f092-c53f-4ded-bc00-b317232a23a7 req-f080d36f-1bf5-4bda-8abe-14578f187769 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/c3b9ebe9-ec79-43f7-a6ba-f884d58b923f HTTP/1.1" status: 200 len: 1820 time: 0.1054842 Nov 12 13:21:57.758594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:57.766184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:21:57.798266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:57.798676 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Added segment bd309b1c-34f8-4312-b5e3-79d9de6067f0 of type vlan for network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c Nov 12 13:21:57.803180 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c792a46a-b3b3-4ec2-a7b5-84c6ab04c2ce x-openstack-request-id: req-c792a46a-b3b3-4ec2-a7b5-84c6ab04c2ce {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:21:57.803755 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344c6826-aa48-4517-abe7-fbb936b7b700", "name": "network-vif-deleted", "tag": "80b66915-5d2f-48b4-ac2e-bb00455088e6", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:21:57.806026 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c792a46a-b3b3-4ec2-a7b5-84c6ab04c2ce {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:21:57.806026 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344c6826-aa48-4517-abe7-fbb936b7b700', 'name': 'network-vif-deleted', 'tag': '80b66915-5d2f-48b4-ac2e-bb00455088e6', 'status': 'completed', 'code': 200} Nov 12 13:21:57.945154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-3411f092-c53f-4ded-bc00-b317232a23a7 req-9dd941ce-5a8a-4f69-b391-c2a64bac68c2 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5f17055-bb74-45d9-9b45-493faeb4f9d0', 'remote_group_id': 'c3b9ebe9-ec79-43f7-a6ba-f884d58b923f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:57.945818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-3411f092-c53f-4ded-bc00-b317232a23a7 req-9dd941ce-5a8a-4f69-b391-c2a64bac68c2 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5f17055-bb74-45d9-9b45-493faeb4f9d0', 'remote_group_id': 'c3b9ebe9-ec79-43f7-a6ba-f884d58b923f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:57.956358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:57.960068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-1b013a14-36fc-46dc-982e-79a9f9e5d4cb service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e3fc1244-3b20-455f-b6c0-bb7af1b363ce HTTP/1.1" status: 200 len: 217 time: 0.2659435 Nov 12 13:21:58.068978 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:58.070532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:58.071542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:58.079001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-82ce62e7-3510-4d49-9535-7f85d10e8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:58.084201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-82ce62e7-3510-4d49-9535-7f85d10e8186 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.1117284 Nov 12 13:21:58.237024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 80b66915-5d2f-48b4-ac2e-bb00455088e6 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:21:58.284580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:58.311640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-d4da3a58-cea0-4915-81bf-8bc5ac5ff41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:58.314370 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-d4da3a58-cea0-4915-81bf-8bc5ac5ff41c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2195301 Nov 12 13:21:58.325780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 80b66915-5d2f-48b4-ac2e-bb00455088e6 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:21:58.326402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 80b66915-5d2f-48b4-ac2e-bb00455088e6 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:21:58.399650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4080794 Nov 12 13:21:58.416029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3411f092-c53f-4ded-bc00-b317232a23a7 req-9dd941ce-5a8a-4f69-b391-c2a64bac68c2 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:58.420231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39458) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:58.486020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Request body: {'subnet': {'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1999756348-subnet', 'tenant_id': 'ed9e9db980c54f0d9bd0f0fa8fabb3b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:58.564382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5538296-35ae-4de8-a98b-e4eca4975c74 req-e7274b16-58bb-4fa4-801f-7a4b66a3b8aa tempest-ServerTagsTestJSON-269714280 tempest-ServerTagsTestJSON-269714280-project] 10.222.0.73 "GET /v2.0/ports?device_id=344c6826-aa48-4517-abe7-fbb936b7b700 HTTP/1.1" status: 200 len: 210 time: 0.1074159 Nov 12 13:21:58.570025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d074a9f-d1fb-401c-b9f2-8e68b9400a70 admin admin] Pushing event updated for resources: {'Network': ['ID=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:58.620618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:21:58.746627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102fa98f-869c-4389-b565-fb75f9d9ac39,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:58.760784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:21:58.770840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Network hostable DHCP agents. Network: e411bc3c-af17-45ec-b8e1-39edef3887a3, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:21:58.813333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Network e411bc3c-af17-45ec-b8e1-39edef3887a3 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:21:58.828213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Made reservation on behalf of ed9e9db980c54f0d9bd0f0fa8fabb3b1 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:21:58.833356 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:58.847077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3411f092-c53f-4ded-bc00-b317232a23a7 req-9dd941ce-5a8a-4f69-b391-c2a64bac68c2 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:58.859323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, e411bc3c-af17-45ec-b8e1-39edef3887a3) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:21:58.875069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3411f092-c53f-4ded-bc00-b317232a23a7 req-9dd941ce-5a8a-4f69-b391-c2a64bac68c2 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:58.878474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9225e10-4909-4550-aa99-9544e6cd14b3 None None] Network e411bc3c-af17-45ec-b8e1-39edef3887a3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:58.902146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:21:58.905610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:58.978837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-181c6abe-70a7-4ac2-a461-c05f023a9b89 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6727760 Nov 12 13:21:59.019834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-e7bf3b2b-6593-4c12-a029-8f17e977fffb service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6862411 Nov 12 13:21:59.048664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd941ce-5a8a-4f69-b391-c2a64bac68c2 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7877d63-91c3-4e3b-abfb-6ad6463358cf,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:59.117755 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3411f092-c53f-4ded-bc00-b317232a23a7 req-9dd941ce-5a8a-4f69-b391-c2a64bac68c2 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:59.119823 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3411f092-c53f-4ded-bc00-b317232a23a7 req-9dd941ce-5a8a-4f69-b391-c2a64bac68c2 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2078228 Nov 12 13:21:59.194882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b02a482c-d62e-46b5-b883-069a3004a880 req-f36c850e-c83f-44b1-b898-8bf5c14d8117 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-869932356', 'description': 'tempest-description-612883385'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:21:59.347731 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b02a482c-d62e-46b5-b883-069a3004a880 req-f36c850e-c83f-44b1-b898-8bf5c14d8117 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:59.407442 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-009afaee-baeb-4a4b-af80-390a5ffcfc96 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752344 Nov 12 13:21:59.541769 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-3ae02100-2b50-4508-b477-b8502447c2fb service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=ae73e88e-9170-4921-80e1-88104a71b1ec HTTP/1.1" status: 200 len: 217 time: 0.1254742 Nov 12 13:21:59.586955 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12647264-05e1-4098-8030-d9c00514e7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:59.593108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f409031d-493a-417d-9bd4-c5e87a1ef88d None None] Network e411bc3c-af17-45ec-b8e1-39edef3887a3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:21:59.703195 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b02a482c-d62e-46b5-b883-069a3004a880 req-f36c850e-c83f-44b1-b898-8bf5c14d8117 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:59.712615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b02a482c-d62e-46b5-b883-069a3004a880 req-f36c850e-c83f-44b1-b898-8bf5c14d8117 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:59.819864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39502) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:21:59.874185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c850e-c83f-44b1-b898-8bf5c14d8117 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5613408e-4863-4e12-82d9-98a4c2644109,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:21:59.917371 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b02a482c-d62e-46b5-b883-069a3004a880 req-f36c850e-c83f-44b1-b898-8bf5c14d8117 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:21:59.953420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b02a482c-d62e-46b5-b883-069a3004a880 req-f36c850e-c83f-44b1-b898-8bf5c14d8117 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7635059 Nov 12 13:21:59.992327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-43009b11-992b-49f0-8bf8-ee0e623a075f req-fb6e31ff-a3bc-4adf-976f-eadb7166e0c6 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-179404820', 'description': 'tempest-description-1696065528'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:00.058362 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.147949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43009b11-992b-49f0-8bf8-ee0e623a075f req-fb6e31ff-a3bc-4adf-976f-eadb7166e0c6 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.321220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b26122e-5c8e-49a0-b9e1-1d8c8300ef5a admin admin] Deleting subnet e5b5821d-1e97-49d4-af08-15dfe17b72ba {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:22:00.337742 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b26122e-5c8e-49a0-b9e1-1d8c8300ef5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.420237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113dd0c5-b267-467f-83c5-4a65398ffc5b,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:00.430245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-2a9a2111-e68c-48d1-8a39-e28bba309eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:00.434518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-2a9a2111-e68c-48d1-8a39-e28bba309eba service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.7034049 Nov 12 13:22:00.438282 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43009b11-992b-49f0-8bf8-ee0e623a075f req-fb6e31ff-a3bc-4adf-976f-eadb7166e0c6 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.446492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43009b11-992b-49f0-8bf8-ee0e623a075f req-fb6e31ff-a3bc-4adf-976f-eadb7166e0c6 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.480671 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.517027 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43009b11-992b-49f0-8bf8-ee0e623a075f req-fb6e31ff-a3bc-4adf-976f-eadb7166e0c6 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.520106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43009b11-992b-49f0-8bf8-ee0e623a075f req-fb6e31ff-a3bc-4adf-976f-eadb7166e0c6 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5368094 Nov 12 13:22:00.525710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e31ff-a3bc-4adf-976f-eadb7166e0c6 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16999328-f906-4f80-a369-df06e5946e48,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:00.644671 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b26122e-5c8e-49a0-b9e1-1d8c8300ef5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.671408 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b19aefa3-db74-4bcc-8fc0-eb51ce094515 req-075af2cf-d907-4cea-87be-8d6615c72909 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/5613408e-4863-4e12-82d9-98a4c2644109 HTTP/1.1" status: 200 len: 1820 time: 0.0707839 Nov 12 13:22:00.800934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-e806a51e-c105-4fab-b647-8e123b5ce15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:00.801874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b19aefa3-db74-4bcc-8fc0-eb51ce094515 req-acc2be2c-cc04-46b4-8837-a0142d8c9948 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/16999328-f906-4f80-a369-df06e5946e48 HTTP/1.1" status: 200 len: 1821 time: 0.1252799 Nov 12 13:22:00.802545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-e806a51e-c105-4fab-b647-8e123b5ce15b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3529558 Nov 12 13:22:00.804510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-59ce7cf2-068b-4598-8e85-85a9740eb693 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1428058 Nov 12 13:22:00.811779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b19aefa3-db74-4bcc-8fc0-eb51ce094515 req-a92a4298-0578-45b6-bef2-f18658ca8abe tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5613408e-4863-4e12-82d9-98a4c2644109', 'remote_group_id': '16999328-f906-4f80-a369-df06e5946e48', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:00.812150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b19aefa3-db74-4bcc-8fc0-eb51ce094515 req-a92a4298-0578-45b6-bef2-f18658ca8abe tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5613408e-4863-4e12-82d9-98a4c2644109', 'remote_group_id': '16999328-f906-4f80-a369-df06e5946e48', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:00.822439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39542) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:00.827917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1748349604-network', 'tenant_id': '89b17fac09804dcaa4f836a37cad081d'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:00.851669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 13:22:00.851669 n-d-805736-4 neutron-server[102676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 13:22:00.851669 n-d-805736-4 neutron-server[102676]: [parameters: {'project_id_1': '89b17fac09804dcaa4f836a37cad081d', 'expiration_1': datetime.datetime(2021, 11, 12, 13, 21, 40, 838388)}] Nov 12 13:22:00.851669 n-d-805736-4 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:22:00.852164 n-d-805736-4 neutron-server[102676]: DEBUG oslo_db.api [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:22:00.878699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Checking segment: {'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:00.879078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Network hostable DHCP agents. Network: 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:22:00.903876 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b26122e-5c8e-49a0-b9e1-1d8c8300ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.917096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b19aefa3-db74-4bcc-8fc0-eb51ce094515 req-a92a4298-0578-45b6-bef2-f18658ca8abe tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:00.990427 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b19aefa3-db74-4bcc-8fc0-eb51ce094515 req-a92a4298-0578-45b6-bef2-f18658ca8abe tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.006460 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b19aefa3-db74-4bcc-8fc0-eb51ce094515 req-a92a4298-0578-45b6-bef2-f18658ca8abe tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.049837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a4298-0578-45b6-bef2-f18658ca8abe tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26008f4-323a-40b9-80cb-4a176125fb34,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:01.076498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b19aefa3-db74-4bcc-8fc0-eb51ce094515 req-a92a4298-0578-45b6-bef2-f18658ca8abe tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.091261 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:22:01.103316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b19aefa3-db74-4bcc-8fc0-eb51ce094515 req-a92a4298-0578-45b6-bef2-f18658ca8abe tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2989368 Nov 12 13:22:01.131080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:01.139968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-d21ba60b-889f-49bf-8aa0-9e7198ca615d service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178990 Nov 12 13:22:01.142698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9882ae-f6c9-4733-a370-c077030eb9e2 None None] Network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:01.150198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:01.150834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.180023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-70544151-e532-4d33-bb44-9904e5e580b5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7035422 Nov 12 13:22:01.187577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a5d41-b997-4a12-83fb-244cade72f30 req-7679fa9c-feeb-4475-91b3-7f671ed5c97e tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:01.189182 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-7679fa9c-feeb-4475-91b3-7f671ed5c97e tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3659708 Nov 12 13:22:01.227976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b26122e-5c8e-49a0-b9e1-1d8c8300ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.308778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af369155-02af-41d5-b443-f0863fedae01 req-bc6cb2be-5f50-448f-ac67-b7c83bdec321 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/16999328-f906-4f80-a369-df06e5946e48 HTTP/1.1" status: 200 len: 1821 time: 0.1514437 Nov 12 13:22:01.325408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-2ae56167-5423-4f1c-bb82-f33bef14dcf5 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/quotas/a674ae6ee6084216ad35c8fb1e1b8c3f HTTP/1.1" status: 200 len: 375 time: 0.1229582 Nov 12 13:22:01.333084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26122e-5c8e-49a0-b9e1-1d8c8300ef5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b5821d-1e97-49d4-af08-15dfe17b72ba,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:01.343879 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b26122e-5c8e-49a0-b9e1-1d8c8300ef5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.362702 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5b26122e-5c8e-49a0-b9e1-1d8c8300ef5a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e5b5821d-1e97-49d4-af08-15dfe17b72ba HTTP/1.1" status: 204 len: 168 time: 1.5403118 Nov 12 13:22:01.367944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39552) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:01.438113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2623d27-f67d-4527-a019-bfc317a6440f None None] Network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:01.452912 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-27d44c29-28d9-4779-8159-5294c086029b tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110361 Nov 12 13:22:01.659069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Made reservation on behalf of 89b17fac09804dcaa4f836a37cad081d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:01.664520 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.720008 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.723146 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-5f83b253-4ce4-456c-b78c-43fdd99b539b service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747375 Nov 12 13:22:01.747196 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.775704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-af369155-02af-41d5-b443-f0863fedae01 req-bfb0fc98-6174-4869-9ac7-91ee6a2aaac5 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:01.807322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-cd9fb94b-8d17-4d17-8af0-9d24c48de11a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=9d37fd99-c624-4630-a5a1-c21226e4a594 HTTP/1.1" status: 200 len: 217 time: 0.0766640 Nov 12 13:22:01.860420 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-af369155-02af-41d5-b443-f0863fedae01 req-bfb0fc98-6174-4869-9ac7-91ee6a2aaac5 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.121553 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.214181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.225702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-af369155-02af-41d5-b443-f0863fedae01 req-bfb0fc98-6174-4869-9ac7-91ee6a2aaac5 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.228772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-af369155-02af-41d5-b443-f0863fedae01 req-bfb0fc98-6174-4869-9ac7-91ee6a2aaac5 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.230186 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af369155-02af-41d5-b443-f0863fedae01 req-bfb0fc98-6174-4869-9ac7-91ee6a2aaac5 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "DELETE /v2.0/security-groups/16999328-f906-4f80-a369-df06e5946e48 HTTP/1.1" status: 204 len: 173 time: 0.9103875 Nov 12 13:22:02.235289 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.285259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0fc98-6174-4869-9ac7-91ee6a2aaac5 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16999328-f906-4f80-a369-df06e5946e48,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:02.305196 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.358320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6716a4-487a-4ec6-b9f5-7a3cd8331070,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:02.372422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:22:02.412423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.413581 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Added segment 04d1dd0b-e6fe-4219-8b04-23b204cb1efe of type vlan for network aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6 Nov 12 13:22:02.421265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-8650b1a0-915b-456b-84ed-2eb1588e0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:02.427224 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-8650b1a0-915b-456b-84ed-2eb1588e0411 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.6099489 Nov 12 13:22:02.459982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717e7a03-8320-43df-8247-9ce2f5c676f7']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:02.493667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.549336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.550793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:02.551604 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.569496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95477a4a-6024-4b14-9547-950ef4394898') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:02.570130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95477a4a-6024-4b14-9547-950ef4394898') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:02.601021 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-34fc72e0-6e80-43d4-9f4b-33ea40d8d552 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681679 Nov 12 13:22:02.734782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.791901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.796688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] Pushing event updated for resources: {'Network': ['ID=aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:02.811792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:22:02.830620 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c410edf2-0d68-4d11-b3e3-0a8596fc1fbf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0043938 Nov 12 13:22:02.842613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:02.853345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Request body: {'subnet': {'network_id': 'aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1748349604-subnet', 'tenant_id': '89b17fac09804dcaa4f836a37cad081d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:02.908000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-d9fb77d4-7bd1-420e-8740-fb36e0367ae6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:02.934412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-d9fb77d4-7bd1-420e-8740-fb36e0367ae6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 814 time: 0.4473026 Nov 12 13:22:02.951883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:02.957971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-41e43d0a-979f-4b3b-a354-2f2a7d1e9e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:02.961092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-41e43d0a-979f-4b3b-a354-2f2a7d1e9e41 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5222912 Nov 12 13:22:03.059224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-885eddec-1a86-4531-9441-0cfbee40a56a tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:03.061848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-885eddec-1a86-4531-9441-0cfbee40a56a tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4596870 Nov 12 13:22:03.063740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Made reservation on behalf of 89b17fac09804dcaa4f836a37cad081d for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:03.068270 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:03.132023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:22:03.133116 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:22:03.136635 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:22:03.185096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-2bc5e3b2-916e-4e12-bfba-599345d79497 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/quotas/ed9e9db980c54f0d9bd0f0fa8fabb3b1 HTTP/1.1" status: 200 len: 375 time: 0.2222967 Nov 12 13:22:03.224897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-804b53bf-8f7c-4c6e-8356-ecaf4261bb17 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/quotas/a674ae6ee6084216ad35c8fb1e1b8c3f HTTP/1.1" status: 200 len: 375 time: 0.0880373 Nov 12 13:22:03.322811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-ff98fb96-c2ee-4628-88c6-3a74c3ce3e5f tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751131 Nov 12 13:22:03.354342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-3ba59bf6-ec49-4fcf-adeb-b0028c73928a service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681331 Nov 12 13:22:03.618949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:03.667361 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-f4e5cd5a-9a09-4fe1-ad91-33fefeb98457 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3187342 Nov 12 13:22:03.672147 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:03.769943 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:03.776324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] 10.222.0.73 "DELETE /v2.0/networks/717e7a03-8320-43df-8247-9ce2f5c676f7 HTTP/1.1" status: 204 len: 168 time: 2.3891397 Nov 12 13:22:03.833072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90995d0c-558e-47e4-8a01-8832a973caf7,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:03.882479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9b4108a-791f-4967-8a58-b4ede1b77bf8 req-392e9d0c-bc19-4c07-9078-f67793087fd0 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/5613408e-4863-4e12-82d9-98a4c2644109 HTTP/1.1" status: 200 len: 1820 time: 0.1702704 Nov 12 13:22:03.885004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Checking segment: {'id': '04d1dd0b-e6fe-4219-8b04-23b204cb1efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:03.886525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Network hostable DHCP agents. Network: aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:22:03.954542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Network aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:22:03.979407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:03.988901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:03.990245 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:03.998935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ac21d5-c2e0-477e-9961-950f7ba43db3 None None] Network aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:04.051470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f203818a-e69b-42dc-94da-84bbfcfb08e4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1944230 Nov 12 13:22:04.051706 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-3d5dbc18-af44-4de0-be6f-e07a5a4a3e90 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690121 Nov 12 13:22:04.224761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf114b09-fd25-4336-89cc-edf3953f3a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=717e7a03-8320-43df-8247-9ce2f5c676f7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:04.385478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-f3ea3fdf-54e6-47f3-bab6-b4b3bcef1ad2 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1523759 Nov 12 13:22:04.468869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-25e86149-d11a-42b0-86c0-e511d69870b2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db HTTP/1.1" status: 200 len: 217 time: 0.2375543 Nov 12 13:22:04.664195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc78f94-ed04-4734-bd08-7e87e757df41 None None] Network aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:04.730644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39622) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:04.836485 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-acf265de-ffb4-4000-b98f-0e50e10bbca5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2697ca2c68a4113943bcc7c7cf5f05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0990448 Nov 12 13:22:04.838395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39624) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:04.851847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a5d41-b997-4a12-83fb-244cade72f30 req-40b7b153-bc15-4a01-9c66-621493bb3058 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:04.858639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-40b7b153-bc15-4a01-9c66-621493bb3058 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4696801 Nov 12 13:22:04.891060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-841a9891-64bc-43d9-9242-ef7ab7b918a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:04.898099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-841a9891-64bc-43d9-9242-ef7ab7b918a8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.3473492 Nov 12 13:22:04.900279 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d07473a7-1e81-4ebd-baca-b45e89851663 req-9c6e41fd-e2f9-4379-b8ba-9fcc8e79b7f4 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 210 time: 0.5376961 Nov 12 13:22:04.920466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Request body: {'port': {'device_id': '26872729-e9c8-4b66-b127-1185b2b02686', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'a674ae6ee6084216ad35c8fb1e1b8c3f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:05.014319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-226351e8-9957-4dc8-88d6-8ed10066a42a service neutron] 10.222.0.73 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3309326 Nov 12 13:22:05.020830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-0f0c13a1-79b4-493c-92d3-2f142fd8678b req-de6a0225-1eb7-4b00-a70a-29adfa611ac7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1358674665', 'description': 'tempest-description-1075777141'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:05.045401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-3c29e78d-1e58-4475-9c46-b3331d1492d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:05.047976 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-3c29e78d-1e58-4475-9c46-b3331d1492d0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1288779 Nov 12 13:22:05.144362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0f0c13a1-79b4-493c-92d3-2f142fd8678b req-de6a0225-1eb7-4b00-a70a-29adfa611ac7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.229783 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Made reservation on behalf of a674ae6ee6084216ad35c8fb1e1b8c3f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:05.241781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.283061 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.366873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-d7d0a15d-e36c-4a99-86fa-7760bfac3963 service neutron] 10.222.0.73 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160658 Nov 12 13:22:05.437726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-60e7ed4c-65d2-494f-acf8-ef5d58535c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.484150 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-60e7ed4c-65d2-494f-acf8-ef5d58535c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.484769 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.494319 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.563246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-474c4b04-d824-442f-b782-92b898cfbc58 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728899 Nov 12 13:22:05.637072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0f0c13a1-79b4-493c-92d3-2f142fd8678b req-de6a0225-1eb7-4b00-a70a-29adfa611ac7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.644815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0f0c13a1-79b4-493c-92d3-2f142fd8678b req-de6a0225-1eb7-4b00-a70a-29adfa611ac7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.667375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:05.713366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a0225-1eb7-4b00-a70a-29adfa611ac7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7558cdc7-50f9-48ce-b0dc-35e2a1926985,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:05.724814 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0f0c13a1-79b4-493c-92d3-2f142fd8678b req-de6a0225-1eb7-4b00-a70a-29adfa611ac7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.731556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f0c13a1-79b4-493c-92d3-2f142fd8678b req-de6a0225-1eb7-4b00-a70a-29adfa611ac7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7466698 Nov 12 13:22:05.815043 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-60e7ed4c-65d2-494f-acf8-ef5d58535c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.821345 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-60e7ed4c-65d2-494f-acf8-ef5d58535c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:05.832145 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-60e7ed4c-65d2-494f-acf8-ef5d58535c41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff927bee-ad67-4436-bfc0-2b22d985d424 HTTP/1.1" status: 204 len: 168 time: 0.9861317 Nov 12 13:22:05.876489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7ed4c-65d2-494f-acf8-ef5d58535c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff927bee-ad67-4436-bfc0-2b22d985d424,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:05.916887 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-9a237bdf-865d-410e-bdb8-9daf3a9f3f1f service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246138 Nov 12 13:22:06.013889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-290434b3-dd0e-4e99-877e-e78fa8cdbdb2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e8bb514-9d91-481e-9b16-cf52670f2706 HTTP/1.1" status: 200 len: 217 time: 0.0857773 Nov 12 13:22:06.166847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-c1a84d95-f105-44dc-b490-894fa90b7803 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1499515 Nov 12 13:22:06.171196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Allocated IP 192.168.233.61 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/35bf8f33-551e-4ab3-89b7-fec695a2c2c1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:06.184439 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-24e7f11f-735b-4ad7-af44-9dd732bcef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:06.192651 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-24e7f11f-735b-4ad7-af44-9dd732bcef3b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.1723621 Nov 12 13:22:06.346417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-ff1faa8d-91a2-42e1-9afd-c62cdadaf525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:06.350103 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-ff1faa8d-91a2-42e1-9afd-c62cdadaf525 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1506717 Nov 12 13:22:06.727908 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-18333b04-f9e6-43f6-b0f7-72861203bb69 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698816 Nov 12 13:22:06.776884 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b43b0882-7348-42bb-8f0b-167acba166bc req-b0c70ebb-0223-4951-b0d3-255737fb404b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 210 time: 0.1818969 Nov 12 13:22:06.924175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-47526bcf-16d0-4b7b-8bc2-a2c3a6cbdf57 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:06.929346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-47526bcf-16d0-4b7b-8bc2-a2c3a6cbdf57 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7502277 Nov 12 13:22:06.975911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Request body: {'port': {'device_id': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'a674ae6ee6084216ad35c8fb1e1b8c3f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:07.359235 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ef3cb828-169e-4c3e-a772-6de2e694ac37 req-95c93c78-b06b-4332-9bb1-9db780c664ed tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/7558cdc7-50f9-48ce-b0dc-35e2a1926985 HTTP/1.1" status: 200 len: 1822 time: 0.3597562 Nov 12 13:22:07.383268 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ef3cb828-169e-4c3e-a772-6de2e694ac37 req-e169f9fa-9c35-4429-994b-3c098cc3a551 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7558cdc7-50f9-48ce-b0dc-35e2a1926985', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:07.383855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ef3cb828-169e-4c3e-a772-6de2e694ac37 req-e169f9fa-9c35-4429-994b-3c098cc3a551 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7558cdc7-50f9-48ce-b0dc-35e2a1926985', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:07.429921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Made reservation on behalf of a674ae6ee6084216ad35c8fb1e1b8c3f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:07.433645 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:07.466709 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:07.599375 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8581c058-f19f-4460-afb2-8bfa0beca1d5 req-5ec3d275-d9a8-45b9-b66c-d342d6218453 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8486369 Nov 12 13:22:07.636453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-c73eaade-ba38-4a89-a58e-1f5d07ba65a5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:07.639800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-c73eaade-ba38-4a89-a58e-1f5d07ba65a5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 820 time: 0.8007534 Nov 12 13:22:07.696846 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-f5f80812-2552-43a2-ae12-8031c6ea820b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/quotas/2c150512e91d4bbaa0a395acf6c2097a HTTP/1.1" status: 200 len: 375 time: 0.0442827 Nov 12 13:22:07.766272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:07.782441 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-d2b22166-6e8c-40fc-82c6-93d3b11427e1 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739980 Nov 12 13:22:07.828241 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:07.841266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:07.885188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:07.906126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef3cb828-169e-4c3e-a772-6de2e694ac37 req-e169f9fa-9c35-4429-994b-3c098cc3a551 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:08.070130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-f09218c0-6763-4d38-9b56-f1ab25453d12 service neutron] 10.222.0.73 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674787 Nov 12 13:22:08.153864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:08.184385 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef3cb828-169e-4c3e-a772-6de2e694ac37 req-e169f9fa-9c35-4429-994b-3c098cc3a551 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:08.245421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:08.254335 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:08.316509 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef3cb828-169e-4c3e-a772-6de2e694ac37 req-e169f9fa-9c35-4429-994b-3c098cc3a551 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:08.390131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-eac1107f-b74b-48c9-961b-1acdd9f941c0 service neutron] 10.222.0.73 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980180 Nov 12 13:22:08.391219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-61c82696-b5e9-44a6-a6ac-3a2d44afe219 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5049107 Nov 12 13:22:08.400645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169f9fa-9c35-4429-994b-3c098cc3a551 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f690bdda-2202-489c-bde7-2ad20e8a20da,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:08.405016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Allocated IP 192.168.233.62 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/f6ab3f36-1a7e-418f-8831-85cc34d31957) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:08.420156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Request body: {'port': {'device_id': '26872729-e9c8-4b66-b127-1185b2b02686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:08.429537 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bbd0b7ec-a243-4d71-ae1a-63f3f254b5e8 None None] Provisioning complete for port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:08.430454 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b7ec-a243-4d71-ae1a-63f3f254b5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:08.442625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef3cb828-169e-4c3e-a772-6de2e694ac37 req-e169f9fa-9c35-4429-994b-3c098cc3a551 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:08.456612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ef3cb828-169e-4c3e-a772-6de2e694ac37 req-e169f9fa-9c35-4429-994b-3c098cc3a551 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0842249 Nov 12 13:22:08.550738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0b7ec-a243-4d71-ae1a-63f3f254b5e8 None None] Port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:08.771989 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-eabc5388-4474-4f60-8222-0650530adcd6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:08.781200 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-eabc5388-4474-4f60-8222-0650530adcd6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.70 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 814 time: 0.3861485 Nov 12 13:22:08.804377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Request body: {'port': {'device_id': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c', 'admin_state_up': True, 'tenant_id': 'ed9e9db980c54f0d9bd0f0fa8fabb3b1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:08.948768 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:08.962649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ace37ed-a15b-493e-b42f-297ded372cc5 req-b15ee6d6-8f92-41f3-baec-0dab3f82fb8d tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 210 time: 0.3785803 Nov 12 13:22:09.013851 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:09.112620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Made reservation on behalf of ed9e9db980c54f0d9bd0f0fa8fabb3b1 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:09.117452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:09.135911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2732886-8bc2-4780-8e82-3b06cdd524dd req-04c1f941-b4b4-4bfd-ad77-349ede05751f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 210 time: 0.1435831 Nov 12 13:22:09.387687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Allocated IP 172.20.0.6 (3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c/113dd0c5-b267-467f-83c5-4a65398ffc5b/f2bca4e6-3f67-43e1-86f5-323fd07fc251) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:09.483347 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96fd282b-1385-4408-8748-4fb838cd96a3 req-7d22788f-e500-46c8-b410-d4e5f5553d08 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/7558cdc7-50f9-48ce-b0dc-35e2a1926985 HTTP/1.1" status: 200 len: 2415 time: 0.4392724 Nov 12 13:22:09.544789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-96fd282b-1385-4408-8748-4fb838cd96a3 req-dcaa04dd-8bab-4fa5-8bc7-989668ea62d7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7558cdc7-50f9-48ce-b0dc-35e2a1926985', 'remote_group_id': None}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:09.546575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-96fd282b-1385-4408-8748-4fb838cd96a3 req-dcaa04dd-8bab-4fa5-8bc7-989668ea62d7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7558cdc7-50f9-48ce-b0dc-35e2a1926985', 'remote_group_id': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:09.633458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:09.930073 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.100195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5405ff54-5939-48a7-a2cb-71e3a357365b req-fa9a7603-2e1b-4abb-873e-4e05912160b8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 210 time: 0.0439265 Nov 12 13:22:10.105137 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.107709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:10.145320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:10.145320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:10.209967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Pushing event updated for resources: {'Port': ['ID=f6ab3f36-1a7e-418f-8831-85cc34d31957,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:10.298538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-96fd282b-1385-4408-8748-4fb838cd96a3 req-dcaa04dd-8bab-4fa5-8bc7-989668ea62d7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.357525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:10.379426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:10.380112 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.388585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:10.391887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:10.400808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:10.462061 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-96fd282b-1385-4408-8748-4fb838cd96a3 req-dcaa04dd-8bab-4fa5-8bc7-989668ea62d7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.472788 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d7f12ba6-cf5b-47b6-b1d1-dad2175b5916 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5071142 Nov 12 13:22:10.475920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-96fd282b-1385-4408-8748-4fb838cd96a3 req-dcaa04dd-8bab-4fa5-8bc7-989668ea62d7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.489142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Request body: {'port': {'device_id': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:10.511295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:10.515262 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.568054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa04dd-8bab-4fa5-8bc7-989668ea62d7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b246a11-a15f-426a-8e88-8e585a22bab9,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:10.608957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-7e674bbb-f102-4107-9aa1-3fb238405861 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8147621 Nov 12 13:22:10.611110 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-96fd282b-1385-4408-8748-4fb838cd96a3 req-dcaa04dd-8bab-4fa5-8bc7-989668ea62d7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.633525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96fd282b-1385-4408-8748-4fb838cd96a3 req-dcaa04dd-8bab-4fa5-8bc7-989668ea62d7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.1233566 Nov 12 13:22:10.654153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:10.658540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a86df791-a9ef-41b6-ba90-5d6df4758b37 req-4ecb7f47-66a2-4dc2-8bd1-f54e14461d75 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.1003881 Nov 12 13:22:10.666637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Request body: {'port': {'device_id': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:10.688892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cd77185d-db9d-4cb4-aaa9-c621a07fae2e None None] Provisioning complete for port f6ab3f36-1a7e-418f-8831-85cc34d31957 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:10.695900 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd77185d-db9d-4cb4-aaa9-c621a07fae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.750995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cd77185d-db9d-4cb4-aaa9-c621a07fae2e None None] Port f6ab3f36-1a7e-418f-8831-85cc34d31957 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:10.762608 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.796865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Transition to ACTIVE for port object 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:22:10.828542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.864353 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:10.883694 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:11.002372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:11.089782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7e909-1f4d-4ae9-acd6-a7048b9b10ed req-2268bb74-de25-4933-8c0b-4153e82bac45 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:11.098615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fdb7e909-1f4d-4ae9-acd6-a7048b9b10ed req-2268bb74-de25-4933-8c0b-4153e82bac45 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 935 time: 0.2958798 Nov 12 13:22:11.304899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc340d-9c4e-41c9-9a5d-ef990aa76c92 req-97e1d8dd-3f4e-47ae-8afe-1928c3b02d78 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:11.318741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ecc340d-9c4e-41c9-9a5d-ef990aa76c92 req-97e1d8dd-3f4e-47ae-8afe-1928c3b02d78 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 931 time: 0.5014164 Nov 12 13:22:11.605228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fdb7e909-1f4d-4ae9-acd6-a7048b9b10ed req-2c35fad6-b879-4c10-a0b2-aeca092dc1d4 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376609 Nov 12 13:22:11.625716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ecc340d-9c4e-41c9-9a5d-ef990aa76c92 req-30fe740a-cdf8-4e02-a6be-930604b07fe6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729495 Nov 12 13:22:11.677516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Attempting to bind port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:11.678340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Attempting to bind port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:11.679204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Attempting to bind port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:11.734774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-18aca603-4d07-47d2-905b-2260957f3373 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:11.737046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-18aca603-4d07-47d2-905b-2260957f3373 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 820 time: 0.4779904 Nov 12 13:22:11.764091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Request body: {'port': {'device_id': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3', 'admin_state_up': True, 'tenant_id': '2c150512e91d4bbaa0a395acf6c2097a'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:11.827762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:11.828301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Attempting to bind port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:11.881022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:11.881464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:11.881863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:11.882318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Bound port: 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:11.882679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:11.963091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0c296b8-2929-4af8-8cda-22ceecf675f0 req-e0728b2c-3d07-47c5-88df-8589cfe17b1a tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/7558cdc7-50f9-48ce-b0dc-35e2a1926985 HTTP/1.1" status: 200 len: 3013 time: 0.2897313 Nov 12 13:22:12.211547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bca4e6-3f67-43e1-86f5-323fd07fc251 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:12.233542 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:12.293107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Transition to ACTIVE for port object f2bca4e6-3f67-43e1-86f5-323fd07fc251 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:22:12.310126 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-68d112fb-e24a-44ff-b00d-9cc8c571ba50 req-2ee864d0-4baa-4966-bba0-eaa9d8d76407 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 210 time: 0.3138649 Nov 12 13:22:12.313524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:12.327027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:12.335827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:12.346092 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:12.350773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ab3f36-1a7e-418f-8831-85cc34d31957 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:12.390018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:12.459016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:12.459952 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:12.461843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] 10.222.0.70 "PUT /v2.0/ports/35bf8f33-551e-4ab3-89b7-fec695a2c2c1 HTTP/1.1" status: 200 len: 1095 time: 4.0534425 Nov 12 13:22:12.462701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:12.465762 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fde7a53-776c-4743-ac41-dd20e342d51b" -d '{"events": [{"name": "network-changed", "server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:12.475330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Transition to ACTIVE for port object f6ab3f36-1a7e-418f-8831-85cc34d31957 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:22:12.492171 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:12.541249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bd952-13d3-482f-b3f1-02409f05ccd0 service neutron] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:12.579257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:12.604174 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7597b21-7470-4783-b7c0-26909df0b864 req-008c28e6-0405-4567-b066-8805c90b07f9 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-group-rules/1b246a11-a15f-426a-8e88-8e585a22bab9 HTTP/1.1" status: 200 len: 783 time: 0.1046636 Nov 12 13:22:12.754930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ab3f36-1a7e-418f-8831-85cc34d31957,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:12.756941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Made reservation on behalf of 2c150512e91d4bbaa0a395acf6c2097a for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:12.803884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:12.819474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a5d41-b997-4a12-83fb-244cade72f30 req-3c762480-49ba-4314-8023-bd3c01bca640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:12.821540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-3c762480-49ba-4314-8023-bd3c01bca640 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 1098 time: 0.1947806 Nov 12 13:22:12.923556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Attempting to bind port f6ab3f36-1a7e-418f-8831-85cc34d31957 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:12.924166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Attempting to bind port f6ab3f36-1a7e-418f-8831-85cc34d31957 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:12.924342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Attempting to bind port f6ab3f36-1a7e-418f-8831-85cc34d31957 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:12.924446 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:12.931875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-2df235a5-4ca6-49a2-a995-89f742f56e1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1 HTTP/1.1" status: 200 len: 217 time: 0.0986528 Nov 12 13:22:12.940748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Port f6ab3f36-1a7e-418f-8831-85cc34d31957 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:12.941054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Attempting to bind port f6ab3f36-1a7e-418f-8831-85cc34d31957 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:13.133074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7597b21-7470-4783-b7c0-26909df0b864 req-b131e870-84f3-4eeb-8d01-d1149dc665c4 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/7558cdc7-50f9-48ce-b0dc-35e2a1926985 HTTP/1.1" status: 200 len: 3013 time: 0.5135138 Nov 12 13:22:13.208702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a5d41-b997-4a12-83fb-244cade72f30 req-0eece6b3-dccf-4e42-ac5a-cd9501a6f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:13.212203 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-0eece6b3-dccf-4e42-ac5a-cd9501a6f439 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2725058 Nov 12 13:22:13.257262 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e7597b21-7470-4783-b7c0-26909df0b864 req-c675252c-d111-40bf-b02c-e97d015e3713 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:13.292771 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2b6bede-dc3f-4788-9ab8-08b57971005b req-07a11f6c-5a98-4294-873b-1126e6b56eb1 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.9164946 Nov 12 13:22:13.297833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:13.298639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:13.301186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:13.302103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Bound port: f6ab3f36-1a7e-418f-8831-85cc34d31957, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:13.302743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:13.333554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e7597b21-7470-4783-b7c0-26909df0b864 req-c675252c-d111-40bf-b02c-e97d015e3713 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:13.351682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Attempting to bind port f2bca4e6-3f67-43e1-86f5-323fd07fc251 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:13.352039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Attempting to bind port f2bca4e6-3f67-43e1-86f5-323fd07fc251 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:13.352493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Attempting to bind port f2bca4e6-3f67-43e1-86f5-323fd07fc251 on network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:13.385946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Port f2bca4e6-3f67-43e1-86f5-323fd07fc251 on network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:13.386461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Attempting to bind port f2bca4e6-3f67-43e1-86f5-323fd07fc251 on network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:13.418268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:13.420866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Checking segment: {'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:13.421357 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Bound using segment: {'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:13.421833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Bound port: f2bca4e6-3f67-43e1-86f5-323fd07fc251, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:13.422227 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:13.435639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Allocated IP 172.20.0.8 (e411bc3c-af17-45ec-b8e1-39edef3887a3/102fa98f-869c-4389-b565-fb75f9d9ac39/3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:13.502068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e7597b21-7470-4783-b7c0-26909df0b864 req-c675252c-d111-40bf-b02c-e97d015e3713 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:13.520309 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e7597b21-7470-4783-b7c0-26909df0b864 req-c675252c-d111-40bf-b02c-e97d015e3713 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:13.534748 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea3fd71-c7b5-4df9-9b4d-e49cbd56fa28 x-openstack-request-id: req-0ea3fd71-c7b5-4df9-9b4d-e49cbd56fa28 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:13.535284 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:13.536191 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ea3fd71-c7b5-4df9-9b4d-e49cbd56fa28 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:13.536191 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'status': 'completed', 'code': 200} Nov 12 13:22:13.547641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7597b21-7470-4783-b7c0-26909df0b864 req-c675252c-d111-40bf-b02c-e97d015e3713 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/1b246a11-a15f-426a-8e88-8e585a22bab9 HTTP/1.1" status: 204 len: 173 time: 0.4133980 Nov 12 13:22:13.556785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a5d41-b997-4a12-83fb-244cade72f30 req-bf6c8a10-53f1-44ca-9933-d60cd304551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:13.558482 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-bf6c8a10-53f1-44ca-9933-d60cd304551d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2642922 Nov 12 13:22:13.599199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675252c-d111-40bf-b02c-e97d015e3713 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b246a11-a15f-426a-8e88-8e585a22bab9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:13.618048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] For port f6ab3f36-1a7e-418f-8831-85cc34d31957, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:13.754310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:13.783585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:13.891753 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:13.901171 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:13.988748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:13.989862 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:13.992753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] 10.222.0.70 "PUT /v2.0/ports/f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 200 len: 1091 time: 3.3494904 Nov 12 13:22:14.004398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:14.011834 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:14.110301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] For port f6ab3f36-1a7e-418f-8831-85cc34d31957, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:14.128621 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:14.153749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81069374-6da7-43d0-8252-c0c749a440c8 req-c40ac49d-adc6-4231-8b2e-fab099edd625 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:14.156312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81069374-6da7-43d0-8252-c0c749a440c8 req-c40ac49d-adc6-4231-8b2e-fab099edd625 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 943 time: 0.4553745 Nov 12 13:22:14.242501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:14.243219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:14.245035 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] 10.222.0.105 "PUT /v2.0/ports/f6ab3f36-1a7e-418f-8831-85cc34d31957 HTTP/1.1" status: 200 len: 1095 time: 3.7621741 Nov 12 13:22:14.258773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253808bf-a002-42a1-b0fa-66b0fd8d97f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:14.265999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd8e0-99fd-4fdd-90c1-fecb593f2e2d req-d61e638f-e5f6-4af7-9aaf-d93ee6bcfae5 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:14.270466 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:14.276434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-361fd8e0-99fd-4fdd-90c1-fecb593f2e2d req-d61e638f-e5f6-4af7-9aaf-d93ee6bcfae5 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 947 time: 0.2358358 Nov 12 13:22:14.285807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-857e98f6-c657-4053-b2e3-3fe7a5df856e service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117045 Nov 12 13:22:14.381519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-a57860dc-651e-4173-99de-eff82be24f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:14.385502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-a57860dc-651e-4173-99de-eff82be24f95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 1094 time: 0.3023498 Nov 12 13:22:14.395846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39798) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:14.417035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-261563589'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:14.453222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6a634-d8bf-4667-bda0-5985470c4856 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ab3f36-1a7e-418f-8831-85cc34d31957,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:14.535224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-361fd8e0-99fd-4fdd-90c1-fecb593f2e2d req-09446879-aaa1-4e04-bcef-6727d542f36b tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577748 Nov 12 13:22:14.537018 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-fe29d98b-2406-4ff1-90eb-efe470bc7a8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 200 len: 217 time: 0.1310499 Nov 12 13:22:14.550033 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81069374-6da7-43d0-8252-c0c749a440c8 req-56acf26b-08ab-4cbb-a7c4-d450e4e9604e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469992 Nov 12 13:22:14.731547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-4c320985-590e-4a73-8ae1-c224fe7ef0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:14.733706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-4c320985-590e-4a73-8ae1-c224fe7ef0d4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 1098 time: 0.3877943 Nov 12 13:22:14.764369 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:14.768817 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:14.773688 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-539a5d41-b997-4a12-83fb-244cade72f30 req-62966d0c-0824-4078-a126-15280f3b419b service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318180 Nov 12 13:22:14.795179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:14.883765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-0f54abec-96dd-4dd5-a3a1-17cda4577f3c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957 HTTP/1.1" status: 200 len: 217 time: 0.1085012 Nov 12 13:22:14.940129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:22:14.998997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-c6870f1e-3a59-4c8d-9b08-e4970c3ee607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.000815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-c6870f1e-3a59-4c8d-9b08-e4970c3ee607 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 1098 time: 0.1401153 Nov 12 13:22:15.002534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-64fe1b55-adac-4404-a212-4057a7599667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.005231 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-64fe1b55-adac-4404-a212-4057a7599667 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 200 len: 854 time: 0.4567268 Nov 12 13:22:15.012042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77842464-55c9-467f-bdeb-b5e64ca48d18 req-22ec57a8-b5db-412d-b07f-98230d26df21 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.012335 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:15.012800 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Added segment a77452d6-4022-4462-a710-648798fd8fc7 of type vlan for network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 Nov 12 13:22:15.013686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77842464-55c9-467f-bdeb-b5e64ca48d18 req-22ec57a8-b5db-412d-b07f-98230d26df21 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 931 time: 0.1544380 Nov 12 13:22:15.016682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-e0a3a9ee-9bf2-472b-bdfb-de9dcedbb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.019498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-e0a3a9ee-9bf2-472b-bdfb-de9dcedbb97b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1174943 Nov 12 13:22:15.088345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Network e411bc3c-af17-45ec-b8e1-39edef3887a3 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:15.136631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Pushing event updated for resources: {'Port': ['ID=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:15.141330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:15.147158 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-b337d598-9a65-4001-bde5-af0d77504581 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268601 Nov 12 13:22:15.148473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:15.194309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77842464-55c9-467f-bdeb-b5e64ca48d18 req-799205e0-1e27-4747-82c5-96a9f0fc92d1 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665838 Nov 12 13:22:15.249486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d797bf74-23cc-4501-804d-23d0f0303dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.251523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-d797bf74-23cc-4501-804d-23d0f0303dff service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2039950 Nov 12 13:22:15.253612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-8e4f538a-1469-467c-860d-05a6c4fae78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.256202 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-8e4f538a-1469-467c-860d-05a6c4fae78a service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2411454 Nov 12 13:22:15.297530 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bfa5eb-6172-4a28-aa7a-20695ef5c56e x-openstack-request-id: req-95bfa5eb-6172-4a28-aa7a-20695ef5c56e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:15.297982 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:15.298328 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95bfa5eb-6172-4a28-aa7a-20695ef5c56e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:15.299496 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'status': 'completed', 'code': 200} Nov 12 13:22:15.302277 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:15.356856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cdd2d657-95a2-4be5-8d73-586ed12faee3 req-727cf5ba-67b3-45da-b1ae-975f44ffcb90 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/7558cdc7-50f9-48ce-b0dc-35e2a1926985 HTTP/1.1" status: 200 len: 2415 time: 0.4642265 Nov 12 13:22:15.422508 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-293fd561-edd0-4956-834c-84565fc4d656 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1 HTTP/1.1" status: 200 len: 217 time: 0.1244383 Nov 12 13:22:15.497759 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:22:15.500277 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ba28b18-4062-4510-81ee-04dea8e0944a req-207264fc-98e1-4448-8b03-0b69b92cac3a tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0846508 Nov 12 13:22:15.546854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'tag': 'f6ab3f36-1a7e-418f-8831-85cc34d31957'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:15.552316 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce" -d '{"events": [{"name": "network-changed", "server_uuid": "703a80b5-ad2c-414a-b55d-5ff9374a5a7d", "tag": "f6ab3f36-1a7e-418f-8831-85cc34d31957"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:15.560103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.560795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:15.644801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-29352d27-9b24-4f37-b0a7-3a1ec62cf96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.647567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-29352d27-9b24-4f37-b0a7-3a1ec62cf96f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2166810 Nov 12 13:22:15.651391 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-729996e5-c079-42b3-a047-7967f3ba1e9d service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918376 Nov 12 13:22:15.655916 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332d62d7-232b-4bbb-853c-bf768e1aa10e x-openstack-request-id: req-332d62d7-232b-4bbb-853c-bf768e1aa10e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:15.656299 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703a80b5-ad2c-414a-b55d-5ff9374a5a7d", "tag": "f6ab3f36-1a7e-418f-8831-85cc34d31957", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:15.656722 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-332d62d7-232b-4bbb-853c-bf768e1aa10e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:15.657423 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'tag': 'f6ab3f36-1a7e-418f-8831-85cc34d31957', 'status': 'completed', 'code': 200} Nov 12 13:22:15.682650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:15.696193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.697246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:15.788109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-8ba98c0f-3799-4371-8714-16cfb178e825 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0399811 Nov 12 13:22:15.791246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-682d8533-b553-401e-8dd9-c4506b1b6e01 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913587 Nov 12 13:22:15.846827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Request body: {'port': {'device_id': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:15.919459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5187736 Nov 12 13:22:15.927608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39818) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:15.944533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-431a880c-f0ea-40ac-8200-51a9d3c2f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.947221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-431a880c-f0ea-40ac-8200-51a9d3c2f455 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2877529 Nov 12 13:22:15.964430 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-547798207'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:15.968761 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-cdd2d657-95a2-4be5-8d73-586ed12faee3 req-4a8cbf40-7b51-45f7-8597-75165f5034c3 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:15.971508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09230b6c-b30a-4bf5-ac36-691e375b71bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Network': ['ID=96dc6ca2-e9f8-48af-905e-c6e40b349b90,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:15.991675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6e994-306f-49c9-9e69-f6c7199b3ea2 req-56f4a74f-dcde-40d7-96b8-c90e0cfb89a2 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:15.994616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fab6e994-306f-49c9-9e69-f6c7199b3ea2 req-56f4a74f-dcde-40d7-96b8-c90e0cfb89a2 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 947 time: 0.1613274 Nov 12 13:22:16.018688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:22:16.109365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-cdd2d657-95a2-4be5-8d73-586ed12faee3 req-4a8cbf40-7b51-45f7-8597-75165f5034c3 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:16.127902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fab6e994-306f-49c9-9e69-f6c7199b3ea2 req-c71c8ccd-6910-4727-a6e5-51935c166e21 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986462 Nov 12 13:22:16.146496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:16.154924 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:16.221423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:16.232661 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22120f22-d95d-4ec4-9eb2-30deba63e988 req-0479c75f-892f-4cec-be5e-2eac645e308f service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617995 Nov 12 13:22:16.254257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15681857-074b-49a4-9a7e-6dca154a4a0f req-f2b3f0ec-d93e-4df7-bcbf-37bdd5d7b988 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491651 Nov 12 13:22:16.316151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9367475d-ca58-42ed-841c-b7290052e1ff req-71b3a8ff-dbee-489b-aa98-a58f9d36f9e7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.2048085 Nov 12 13:22:16.335113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:22:16.413658 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:16.414900 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Added segment 7ad958b1-20ef-418d-9977-e70ef4caf118 of type vlan for network 86f1d168-32de-4338-8ea5-eb80a7d59bbe Nov 12 13:22:16.436605 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-4397f9b8-eb6e-42f2-aca4-0c7edb4f67ee service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789028 Nov 12 13:22:16.438629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-cdd2d657-95a2-4be5-8d73-586ed12faee3 req-4a8cbf40-7b51-45f7-8597-75165f5034c3 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:16.445802 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-cdd2d657-95a2-4be5-8d73-586ed12faee3 req-4a8cbf40-7b51-45f7-8597-75165f5034c3 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:16.446063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c8809-d4c6-440a-a0e3-2ddcac4f2ae5 req-a541a325-f223-4225-9cf6-09a2a1b4c9f7 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:16.447585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d05c8809-d4c6-440a-a0e3-2ddcac4f2ae5 req-a541a325-f223-4225-9cf6-09a2a1b4c9f7 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 943 time: 0.1418173 Nov 12 13:22:16.447826 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cdd2d657-95a2-4be5-8d73-586ed12faee3 req-4a8cbf40-7b51-45f7-8597-75165f5034c3 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "DELETE /v2.0/security-groups/7558cdc7-50f9-48ce-b0dc-35e2a1926985 HTTP/1.1" status: 204 len: 173 time: 1.0304317 Nov 12 13:22:16.451502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-0925e2df-957e-4815-9112-294245c3e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:16.453492 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-0925e2df-957e-4815-9112-294245c3e86c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 1098 time: 0.1512825 Nov 12 13:22:16.594492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cbf40-7b51-45f7-8597-75165f5034c3 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7558cdc7-50f9-48ce-b0dc-35e2a1926985,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:16.654051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d05c8809-d4c6-440a-a0e3-2ddcac4f2ae5 req-339aceaf-8b2f-4441-adb5-eb31c8d19d53 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915977 Nov 12 13:22:16.718713 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fde7a53-776c-4743-ac41-dd20e342d51b req-4ba12625-ee2c-4f65-9fea-725ae395f84c service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699184 Nov 12 13:22:16.722941 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-26120efb-8613-4a10-9f9c-855d179b7a02 req-2a1048a8-75d3-4988-8274-6c6da4ab3a46 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] show failed (client error): The resource could not be found. Nov 12 13:22:16.723419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:16.724160 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26120efb-8613-4a10-9f9c-855d179b7a02 req-2a1048a8-75d3-4988-8274-6c6da4ab3a46 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/16999328-f906-4f80-a369-df06e5946e48 HTTP/1.1" status: 404 len: 352 time: 0.0287726 Nov 12 13:22:16.749945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf req-848eeaf8-b905-4a78-8242-85894b157838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:16.751815 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf req-848eeaf8-b905-4a78-8242-85894b157838 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 1094 time: 0.4124477 Nov 12 13:22:16.806274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-791ec249-faf1-4db2-80a4-29fc3dfa1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:16.809999 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-791ec249-faf1-4db2-80a4-29fc3dfa1dcd service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2515008 Nov 12 13:22:16.859888 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c13dbd0-5022-456a-85c4-1a316bd6a121 req-fb8eddcf-7e72-46ab-9ccc-9623aea67196 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0484776 Nov 12 13:22:16.914138 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-a292b235-2752-46b4-886d-df88d3f4b529 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957 HTTP/1.1" status: 200 len: 217 time: 0.0824172 Nov 12 13:22:16.952783 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:16.960015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:16.960752 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:16.994400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5d5318d-1999-49a0-83bb-2135dab48725 req-16a6ef21-cf6b-4b68-ad96-9e67680b340c tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/5613408e-4863-4e12-82d9-98a4c2644109 HTTP/1.1" status: 200 len: 1820 time: 0.0938041 Nov 12 13:22:17.001340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-2c42be36-af9f-402a-972d-a68d9e8add9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:17.003649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-2c42be36-af9f-402a-972d-a68d9e8add9c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0822859 Nov 12 13:22:17.032402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec6fa7-c533-41f8-8e95-20d0d5f87912 req-a186379b-be5d-443f-bd35-754bc15a06fe tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:17.036030 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1eec6fa7-c533-41f8-8e95-20d0d5f87912 req-a186379b-be5d-443f-bd35-754bc15a06fe tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 931 time: 0.3003576 Nov 12 13:22:17.146575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-209a08fc-4cb9-4c60-88bf-ddc21bbdafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:17.149261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-209a08fc-4cb9-4c60-88bf-ddc21bbdafc0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360772 Nov 12 13:22:17.154564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5d5318d-1999-49a0-83bb-2135dab48725 req-abbb823b-ed58-4e71-9099-8d2cda3523ed tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:17.207092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2758100 Nov 12 13:22:17.211734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:17.225512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'subnet': {'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:17.234350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4083c-b934-4ab7-8477-4108a61e0860 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Network': ['ID=86f1d168-32de-4338-8ea5-eb80a7d59bbe,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:17.247100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf req-12ed18f6-bab7-4ff8-b40c-02177f7f4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:17.248617 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf req-12ed18f6-bab7-4ff8-b40c-02177f7f4e8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 915 time: 0.4823902 Nov 12 13:22:17.261661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5d5318d-1999-49a0-83bb-2135dab48725 req-abbb823b-ed58-4e71-9099-8d2cda3523ed tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:17.266275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 86f1d168-32de-4338-8ea5-eb80a7d59bbe details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:22:17.322329 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf req-cb9f7e0e-3f6c-46a4-a7c2-d7af86ef5f36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 200 len: 217 time: 0.0610216 Nov 12 13:22:17.325988 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1eec6fa7-c533-41f8-8e95-20d0d5f87912 req-b356f20e-ef50-4ed3-b1c3-efcc2ade0038 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640924 Nov 12 13:22:17.436792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:17.449961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:17.467037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Transition to ACTIVE for port object 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:22:17.475086 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:17.492831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf req-5cad2c0a-df25-426b-98e2-ddf45f2744ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:17.495426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf req-5cad2c0a-df25-426b-98e2-ddf45f2744ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 200 len: 854 time: 0.1617706 Nov 12 13:22:17.563544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-37aad2f1-6682-45fa-be29-19d2ddf7c64a service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990066 Nov 12 13:22:17.580269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf req-facde048-478b-48d6-bdfb-e162a690945c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564573 Nov 12 13:22:17.692310 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5d5318d-1999-49a0-83bb-2135dab48725 req-abbb823b-ed58-4e71-9099-8d2cda3523ed tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:17.703185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5d5318d-1999-49a0-83bb-2135dab48725 req-abbb823b-ed58-4e71-9099-8d2cda3523ed tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:17.718890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5d5318d-1999-49a0-83bb-2135dab48725 req-abbb823b-ed58-4e71-9099-8d2cda3523ed tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "DELETE /v2.0/security-groups/5613408e-4863-4e12-82d9-98a4c2644109 HTTP/1.1" status: 204 len: 173 time: 0.7133946 Nov 12 13:22:17.725432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Pushing event updated for resources: {'Port': ['ID=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:17.744909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:17.770629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:17.814413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb823b-ed58-4e71-9099-8d2cda3523ed tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5613408e-4863-4e12-82d9-98a4c2644109,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:17.981989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-381e7726-2b6d-4fb5-84c1-b083d7dc93ce req-5d1d8c3a-5c19-4900-9db7-9fcf93700f48 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030097 Nov 12 13:22:18.192181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc526c00-56c5-4fc8-bf6b-6b86313d95c9 req-09059341-ab9f-4537-a68e-32531b931799 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:18.193952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc526c00-56c5-4fc8-bf6b-6b86313d95c9 req-09059341-ab9f-4537-a68e-32531b931799 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 943 time: 0.1273422 Nov 12 13:22:18.195530 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:18.325917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Subnet': ['ID=cac1cea2-303d-4891-935a-970ed780d7c6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:18.364461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc526c00-56c5-4fc8-bf6b-6b86313d95c9 req-2f0b8d08-58f4-4998-a8d6-a76ab2e99f1c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592047 Nov 12 13:22:18.380298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:22:18.381094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Checking segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:18.381705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network hostable DHCP agents. Network: 96dc6ca2-e9f8-48af-905e-c6e40b349b90, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:22:18.396203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6ab3f36-1a7e-418f-8831-85cc34d31957 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:22:18.399831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cc430-310b-4288-8e88-b0f20d6101d6 req-77cca3f1-5bbc-4b77-ae62-75c8f2cec5f6 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:18.407529 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d31cc430-310b-4288-8e88-b0f20d6101d6 req-77cca3f1-5bbc-4b77-ae62-75c8f2cec5f6 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 947 time: 0.6844218 Nov 12 13:22:18.418987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf req-b769eda9-864e-4a51-901f-01cf5e17aabf service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8273611 Nov 12 13:22:18.419779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:22:18.445442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 96dc6ca2-e9f8-48af-905e-c6e40b349b90) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:18.465137 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:18.465660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:18.465843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:18.480455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:18.484877 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:18.521344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:18.521710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:18.544885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:18.545247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:18.545635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:18.546084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Bound port: 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:18.546446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:18.569877 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39854) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:18.570224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-67b5aea3-3d8c-4797-bf76-bca45051334e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3506906 Nov 12 13:22:18.580012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d31cc430-310b-4288-8e88-b0f20d6101d6 req-3a410cec-071a-4773-87de-6ff1a682d2f2 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711555 Nov 12 13:22:18.607709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'subnet': {'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:18.641197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97284bf9-0748-4d3e-8968-6a91485b7cd7 req-f7a566cf-c55d-4b4e-bd1f-f6b1280797e2 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/c3b9ebe9-ec79-43f7-a6ba-f884d58b923f HTTP/1.1" status: 200 len: 1820 time: 0.1348698 Nov 12 13:22:18.728587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-97284bf9-0748-4d3e-8968-6a91485b7cd7 req-64f0efbc-9a0f-46fe-8c4d-6d0d43fd9636 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:18.736394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:18.773855 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-97284bf9-0748-4d3e-8968-6a91485b7cd7 req-64f0efbc-9a0f-46fe-8c4d-6d0d43fd9636 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:18.777413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'mac_address': 'fa:16:3e:ea:43:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:22:18.792951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079bc927-0e0b-4422-8fdf-83a241e972bc None None] Network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:18.848099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7913f9c7-b097-4ad3-8613-32b8d9c40ecf req-755ccdc9-0408-4ad1-9780-f50bcd38230e service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079599 Nov 12 13:22:18.871838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf3dbd47-5f24-4277-8539-d8d680b18417 req-3437233e-09f7-4ffd-8772-4455889b1f50 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.1741436 Nov 12 13:22:18.892136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-97284bf9-0748-4d3e-8968-6a91485b7cd7 req-64f0efbc-9a0f-46fe-8c4d-6d0d43fd9636 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:18.898089 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-97284bf9-0748-4d3e-8968-6a91485b7cd7 req-64f0efbc-9a0f-46fe-8c4d-6d0d43fd9636 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:18.899451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97284bf9-0748-4d3e-8968-6a91485b7cd7 req-64f0efbc-9a0f-46fe-8c4d-6d0d43fd9636 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "DELETE /v2.0/security-groups/c3b9ebe9-ec79-43f7-a6ba-f884d58b923f HTTP/1.1" status: 204 len: 173 time: 0.2460225 Nov 12 13:22:18.919586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0efbc-9a0f-46fe-8c4d-6d0d43fd9636 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b9ebe9-ec79-43f7-a6ba-f884d58b923f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:18.999442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:19.009447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:19.021364 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.028056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:19.034676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.070924 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:22:19.109604 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.165389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a26b24-8296-4019-b710-cee725a58bc7 req-57fe2382-6aa6-4617-ac61-9db34ff89268 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:19.167072 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41a26b24-8296-4019-b710-cee725a58bc7 req-57fe2382-6aa6-4617-ac61-9db34ff89268 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 943 time: 0.1195540 Nov 12 13:22:19.233685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:19.234421 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.235999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] 10.222.0.105 "PUT /v2.0/ports/3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 200 len: 1091 time: 3.4327140 Nov 12 13:22:19.243183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:19.245890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'tag': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:19.248055 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4277fd57-f160-49ef-9bfd-c850baedfc05" -d '{"events": [{"name": "network-changed", "server_uuid": "8d889335-b379-4388-9bb0-e392bf5d2be9", "tag": "3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:19.300476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41a26b24-8296-4019-b710-cee725a58bc7 req-5de3ae74-a4c0-4bfa-8679-80a7b850ccab tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155796 Nov 12 13:22:19.353735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:19.362187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f6ab3f36-1a7e-418f-8831-85cc34d31957, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:19.380031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff86c77-b7a3-4acd-b073-99b9ddc21fed service neutron] Pushing event updated for resources: {'Port': ['ID=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:19.400178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'fixed_ips': [{'subnet_id': 'cac1cea2-303d-4891-935a-970ed780d7c6'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:22:19.403321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.404896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71a1d7b1-ed48-4c95-ac4e-229af45ce740 req-cd1ac93f-8f44-4242-a5d7-85960fed394f tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/b5f17055-bb74-45d9-9b45-493faeb4f9d0 HTTP/1.1" status: 200 len: 1821 time: 0.3249884 Nov 12 13:22:19.410042 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'f6ab3f36-1a7e-418f-8831-85cc34d31957', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'f6ab3f36-1a7e-418f-8831-85cc34d31957', 'mac_address': 'fa:16:3e:2f:ca:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:22:19.421007 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.481241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-d8b4c4a7-d543-4c66-b788-93d760ebeffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:19.482869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-d8b4c4a7-d543-4c66-b788-93d760ebeffd service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1094 time: 0.1683547 Nov 12 13:22:19.559038 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-0dce2199-9bad-417c-a75a-6b230095f8df service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 200 len: 217 time: 0.0649135 Nov 12 13:22:19.669696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Allocated IP 10.1.1.2 (96dc6ca2-e9f8-48af-905e-c6e40b349b90/cac1cea2-303d-4891-935a-970ed780d7c6/e26eed7d-c34d-4fc3-9e07-9b5393678207) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:19.775092 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-71a1d7b1-ed48-4c95-ac4e-229af45ce740 req-2df66118-3107-4cd4-8664-db91273f26ec tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.821054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-1d5bb2a7-0d0c-4165-898a-da53d4381c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:19.822517 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-1d5bb2a7-0d0c-4165-898a-da53d4381c5f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.2547140 Nov 12 13:22:19.859457 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.877882 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.878476 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.917909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:19.923601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.932465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:19.935152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-71a1d7b1-ed48-4c95-ac4e-229af45ce740 req-2df66118-3107-4cd4-8664-db91273f26ec tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:19.939158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:19.958231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:20.047125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Pushing event updated for resources: {'Port': ['ID=e26eed7d-c34d-4fc3-9e07-9b5393678207,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:20.052665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['35bf8f33-551e-4ab3-89b7-fec695a2c2c1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:22:20.071868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ab3f36-1a7e-418f-8831-85cc34d31957 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:20.073887 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-e29add61-a79c-4f6a-ab3a-bc9d4aac3e4a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2370048 Nov 12 13:22:20.076263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Subnet': ['ID=4d2f8405-f308-4aa9-baa9-87b91e55378d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:20.080483 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-71a1d7b1-ed48-4c95-ac4e-229af45ce740 req-2df66118-3107-4cd4-8664-db91273f26ec tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:20.084630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-71a1d7b1-ed48-4c95-ac4e-229af45ce740 req-2df66118-3107-4cd4-8664-db91273f26ec tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:20.099206 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71a1d7b1-ed48-4c95-ac4e-229af45ce740 req-2df66118-3107-4cd4-8664-db91273f26ec tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "DELETE /v2.0/security-groups/b5f17055-bb74-45d9-9b45-493faeb4f9d0 HTTP/1.1" status: 204 len: 173 time: 0.6546054 Nov 12 13:22:20.137680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f6ab3f36-1a7e-418f-8831-85cc34d31957, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:20.139077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Attempting to bind port e26eed7d-c34d-4fc3-9e07-9b5393678207 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:20.139554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Attempting to bind port e26eed7d-c34d-4fc3-9e07-9b5393678207 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:20.140040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Attempting to bind port e26eed7d-c34d-4fc3-9e07-9b5393678207 on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:20.152636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:20.153166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Checking segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:20.153702 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:20.154191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Bound using segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:20.154802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Bound port: e26eed7d-c34d-4fc3-9e07-9b5393678207, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:20.155281 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:20.181057 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:20.290440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df66118-3107-4cd4-8664-db91273f26ec tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f17055-bb74-45d9-9b45-493faeb4f9d0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:20.298900 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4b1866-4848-4386-be33-66d6af7ae0b6 x-openstack-request-id: req-8a4b1866-4848-4386-be33-66d6af7ae0b6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:20.300837 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d889335-b379-4388-9bb0-e392bf5d2be9", "tag": "3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:20.301150 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a4b1866-4848-4386-be33-66d6af7ae0b6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:20.301625 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'tag': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2', 'status': 'completed', 'code': 200} Nov 12 13:22:20.343361 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-3be52dec-e3e7-4962-ae94-2ef7b3bdc830 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325432 Nov 12 13:22:20.435940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f2bca4e6-3f67-43e1-86f5-323fd07fc251 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:22:20.438442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25848-5cc4-499b-8de1-b2dc6941952b req-d52eab50-ba20-4618-9c59-d6545d5abf7d tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:20.440697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-30d25848-5cc4-499b-8de1-b2dc6941952b req-d52eab50-ba20-4618-9c59-d6545d5abf7d tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 948 time: 0.1352973 Nov 12 13:22:20.514769 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-30d25848-5cc4-499b-8de1-b2dc6941952b req-8c1c20bf-b30e-44ed-96f3-a23bdc781603 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598311 Nov 12 13:22:20.550403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Checking segment: {'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:20.551665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network hostable DHCP agents. Network: 86f1d168-32de-4338-8ea5-eb80a7d59bbe, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:22:20.557856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] For port e26eed7d-c34d-4fc3-9e07-9b5393678207, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:20.560276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f6ab3f36-1a7e-418f-8831-85cc34d31957,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:20.599833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] For port e26eed7d-c34d-4fc3-9e07-9b5393678207, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e26eed7d-c34d-4fc3-9e07-9b5393678207,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:20.606402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f6ab3f36-1a7e-418f-8831-85cc34d31957'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:22:20.609918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network 86f1d168-32de-4338-8ea5-eb80a7d59bbe is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:22:20.625444 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc824-9995-4dc3-b7c3-72834569a093 req-e14ddbf1-f3ad-40ef-ada4-909d6321e30e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:20.627656 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-237cc824-9995-4dc3-b7c3-72834569a093 req-e14ddbf1-f3ad-40ef-ada4-909d6321e30e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 943 time: 0.3250155 Nov 12 13:22:20.655247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-094acdd2-84d9-4ff6-b99a-e180e304705f req-564aa16a-a972-449d-9685-be74e6500531 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003488 Nov 12 13:22:20.663497 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:20.695295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 86f1d168-32de-4338-8ea5-eb80a7d59bbe) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:20.740980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32756e2d-6c09-4cbf-81c9-ebae29f60f67 None None] Network 86f1d168-32de-4338-8ea5-eb80a7d59bbe requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:20.741399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:20.742114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:20.798030 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-237cc824-9995-4dc3-b7c3-72834569a093 req-1976ef97-d6c1-4ed7-b0e3-df9d73487270 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595864 Nov 12 13:22:20.803607 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1447d3a0-4777-43ac-b381-02cf29ff3970 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2223406 Nov 12 13:22:20.809338 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39898) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:20.818528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'port': {'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'name': 'tempest-TaggedBootDevicesTest_v242-1031111898', 'fixed_ips': [{'subnet_id': 'cac1cea2-303d-4891-935a-970ed780d7c6'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:20.873207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-07c11da6-3475-46e8-a5fc-3b5f4c574b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:20.875866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-07c11da6-3475-46e8-a5fc-3b5f4c574b85 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1094 time: 0.1584411 Nov 12 13:22:20.910964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:20.966677 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9980cd-141b-44b9-953c-1858cace12ff None None] Pushing event updated for resources: {'Port': ['ID=e26eed7d-c34d-4fc3-9e07-9b5393678207,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:20.989849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c', 'port_id': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'mac_address': 'fa:16:3e:35:a6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113dd0c5-b267-467f-83c5-4a65398ffc5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:22:21.279746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-afac787e-ce75-4d25-a351-900956edb0d5 req-1c5fc194-b110-481d-bad3-f12618b45463 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/4e8947cb-786d-4ef7-ae7c-3958ad9b18a6 HTTP/1.1" status: 200 len: 2420 time: 0.2476342 Nov 12 13:22:21.284014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-8a6f36c6-41f5-432b-9fe1-52c9e2038f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:21.289016 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-8a6f36c6-41f5-432b-9fe1-52c9e2038f10 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.3648801 Nov 12 13:22:21.371943 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:21.433882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-86f1d168-32de-4338-8ea5-eb80a7d59bbe', 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'fixed_ips': [{'subnet_id': '4d2f8405-f308-4aa9-baa9-87b91e55378d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:22:21.437525 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:21.450977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:21.472550 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-5c85516f-18c5-4a0a-b2dd-e7c70b69ef34 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 200 len: 217 time: 0.1678603 Nov 12 13:22:21.640559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-5e6b3a56-29ca-4126-bf59-d7cc7c13a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:21.642553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-5e6b3a56-29ca-4126-bf59-d7cc7c13a96e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1541238 Nov 12 13:22:21.700325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc3ea0-23f9-4b97-ba25-3bd43613df39 req-3ef46cdc-7762-4eea-b553-37fb81d635c2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:21.712486 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-096466b2-fc99-43cc-b0a3-ba301511ba9d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616503 Nov 12 13:22:21.717533 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dffc3ea0-23f9-4b97-ba25-3bd43613df39 req-3ef46cdc-7762-4eea-b553-37fb81d635c2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 943 time: 0.1557312 Nov 12 13:22:21.734064 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:21.739191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bca4e6-3f67-43e1-86f5-323fd07fc251 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:21.746308 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-afac787e-ce75-4d25-a351-900956edb0d5 req-34cb1db4-9493-4376-b309-f9625bd150b7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:21.766198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Allocated IP 10.2.2.2 (86f1d168-32de-4338-8ea5-eb80a7d59bbe/4d2f8405-f308-4aa9-baa9-87b91e55378d/0ebb1b2f-5b3e-43ca-8812-735944a001ee) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:21.798033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dffc3ea0-23f9-4b97-ba25-3bd43613df39 req-073d1d04-6e1f-4533-bee1-076b31a3c810 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785446 Nov 12 13:22:21.823715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-3af763b4-f0ca-43df-a05e-bdb66266a6ed service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:22:21.824991 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-3af763b4-f0ca-43df-a05e-bdb66266a6ed service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0841789 Nov 12 13:22:21.846702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] device_id is not set on port ffd8785e-5a43-4e78-b637-7566bcd394da yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:22:21.849459 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-afac787e-ce75-4d25-a351-900956edb0d5 req-34cb1db4-9493-4376-b309-f9625bd150b7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:22.020495 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b971ec1-1eba-4f32-9135-571117b1509e req-fe2ab93f-c2fa-4c34-a2af-64e3a98187b2 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0481498 Nov 12 13:22:22.119731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:22.130545 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:22.165675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-afac787e-ce75-4d25-a351-900956edb0d5 req-34cb1db4-9493-4376-b309-f9625bd150b7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:22.178178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-afac787e-ce75-4d25-a351-900956edb0d5 req-34cb1db4-9493-4376-b309-f9625bd150b7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:22.201734 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-afac787e-ce75-4d25-a351-900956edb0d5 req-34cb1db4-9493-4376-b309-f9625bd150b7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "DELETE /v2.0/security-groups/4e8947cb-786d-4ef7-ae7c-3958ad9b18a6 HTTP/1.1" status: 204 len: 173 time: 0.8944335 Nov 12 13:22:22.294995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb1db4-9493-4376-b309-f9625bd150b7 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8947cb-786d-4ef7-ae7c-3958ad9b18a6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:22.321774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-30f2f4f1-2334-4b29-a7c5-468d6e7563e2 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876690 Nov 12 13:22:22.334684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c36c9-0d19-4aac-b4da-d580f8a6538d req-4088043d-0060-4725-a159-3b8a5e6dc45d tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:22.364275 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-407c36c9-0d19-4aac-b4da-d580f8a6538d req-4088043d-0060-4725-a159-3b8a5e6dc45d tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 948 time: 0.2241616 Nov 12 13:22:22.365179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:22.450305 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-407c36c9-0d19-4aac-b4da-d580f8a6538d req-32c7c995-72e1-4318-9c76-86a874a33c1f tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782938 Nov 12 13:22:22.472254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:22.503481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['f2bca4e6-3f67-43e1-86f5-323fd07fc251'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:22:22.577078 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:22.615722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:22.629006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e26eed7d-c34d-4fc3-9e07-9b5393678207 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:22.736165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33358b43-4004-42d0-b6a6-8f84d1f83226 None None] Network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:22.754783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Network 86f1d168-32de-4338-8ea5-eb80a7d59bbe is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:22.797221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Pushing event updated for resources: {'Port': ['ID=0ebb1b2f-5b3e-43ca-8812-735944a001ee,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:22.805313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Allocated IP 10.1.1.124 (96dc6ca2-e9f8-48af-905e-c6e40b349b90/cac1cea2-303d-4891-935a-970ed780d7c6/ffd8785e-5a43-4e78-b637-7566bcd394da) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:22.826442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada95ea3-0d07-4e04-a69a-df3f4ead2495 req-4434ffc9-6bff-4936-8dd7-aeaa1bd0922b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:22.828230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ada95ea3-0d07-4e04-a69a-df3f4ead2495 req-4434ffc9-6bff-4936-8dd7-aeaa1bd0922b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.1889062 Nov 12 13:22:22.890525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2a781b5-1252-486c-a2f9-745db2aa96fe req-44f33942-2f97-4038-981b-5c8e4f7eb6d3 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "GET /v2.0/security-groups/8103a894-3763-4535-b7c7-c0319aa348d4 HTTP/1.1" status: 200 len: 2414 time: 0.1054459 Nov 12 13:22:22.917402 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4277fd57-f160-49ef-9bfd-c850baedfc05 req-866765d8-492e-4c83-b0d5-36ce34e771c9 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684290 Nov 12 13:22:22.992056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2a781b5-1252-486c-a2f9-745db2aa96fe req-18b933b3-adee-4709-a7ca-7172458b0899 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.027242 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2a781b5-1252-486c-a2f9-745db2aa96fe req-18b933b3-adee-4709-a7ca-7172458b0899 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.042325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ada95ea3-0d07-4e04-a69a-df3f4ead2495 req-24279b42-b2b9-4435-a044-ef0aef72df48 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010133 Nov 12 13:22:23.089809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:23.100504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:23.105475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2a781b5-1252-486c-a2f9-745db2aa96fe req-18b933b3-adee-4709-a7ca-7172458b0899 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.110421 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d2a781b5-1252-486c-a2f9-745db2aa96fe req-18b933b3-adee-4709-a7ca-7172458b0899 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.112855 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2a781b5-1252-486c-a2f9-745db2aa96fe req-18b933b3-adee-4709-a7ca-7172458b0899 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] 10.222.0.73 "DELETE /v2.0/security-groups/8103a894-3763-4535-b7c7-c0319aa348d4 HTTP/1.1" status: 204 len: 173 time: 0.2135143 Nov 12 13:22:23.125438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39922) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:23.165505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b933b3-adee-4709-a7ca-7172458b0899 tempest-SecurityGroupRulesTestJSON-230259684 tempest-SecurityGroupRulesTestJSON-230259684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8103a894-3763-4535-b7c7-c0319aa348d4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:23.179525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:22:23.240561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:23.241907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.255698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ca628421-d240-485f-8a6a-87b964a53b73 None None] Provisioning complete for port e26eed7d-c34d-4fc3-9e07-9b5393678207 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:23.256699 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca628421-d240-485f-8a6a-87b964a53b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.304790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-843cabc0-03d1-4935-a21f-f3fed6f06efe req-36b77551-27b6-48e3-af3e-6fe0315b4ad1 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0476429 Nov 12 13:22:23.413536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40c7d90-4941-49b7-ad28-6cd3a0046141 admin admin] Deleting subnet 070882fa-36b0-49f1-a557-00686b5dcc92 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:22:23.426675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b40c7d90-4941-49b7-ad28-6cd3a0046141 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.436577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e26eed7d-c34d-4fc3-9e07-9b5393678207 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:23.437084 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.537700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4c6b4-bf06-4c24-a2f5-9e964811a5fd req-1b049c3a-cd10-4c80-9fae-631b4522a856 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:23.540636 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57b4c6b4-bf06-4c24-a2f5-9e964811a5fd req-1b049c3a-cd10-4c80-9fae-631b4522a856 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 943 time: 0.2687833 Nov 12 13:22:23.560208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Attempting to bind port 0ebb1b2f-5b3e-43ca-8812-735944a001ee on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:23.560979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Attempting to bind port 0ebb1b2f-5b3e-43ca-8812-735944a001ee by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:23.561113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Attempting to bind port 0ebb1b2f-5b3e-43ca-8812-735944a001ee on network 86f1d168-32de-4338-8ea5-eb80a7d59bbe {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:23.587578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:23.588239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Checking segment: {'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:23.588726 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.589276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Bound using segment: {'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:23.589958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Bound port: 0ebb1b2f-5b3e-43ca-8812-735944a001ee, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:23.590331 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.608833 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.701239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcaa06-4845-4852-a6d8-705d8dd8e868 req-02d77b91-e96b-414b-a8a2-5bf426999670 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:23.711226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1efcaa06-4845-4852-a6d8-705d8dd8e868 req-02d77b91-e96b-414b-a8a2-5bf426999670 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 948 time: 0.0786302 Nov 12 13:22:23.728009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b40c7d90-4941-49b7-ad28-6cd3a0046141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.731769 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.814337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1efcaa06-4845-4852-a6d8-705d8dd8e868 req-7bac2aec-0d4e-497a-b11e-5086d5d1d227 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017294 Nov 12 13:22:23.814608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.840522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57b4c6b4-bf06-4c24-a2f5-9e964811a5fd req-51f6dbf4-96ae-42b1-84e6-094cc8287079 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710323 Nov 12 13:22:23.918956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b40c7d90-4941-49b7-ad28-6cd3a0046141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:23.965965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:23.976437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:23.978621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Port': ['ID=ffd8785e-5a43-4e78-b637-7566bcd394da,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:23.981092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:24.081026 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca628421-d240-485f-8a6a-87b964a53b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.102327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:24.102327 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.144392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39932) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:24.145216 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0eb30f7a-15ba-4010-be70-3f78e2e1f041 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3336916 Nov 12 13:22:24.148014 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b40c7d90-4941-49b7-ad28-6cd3a0046141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.153684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'port': {'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'name': 'tempest-TaggedBootDevicesTest_v242-847021519', 'fixed_ips': [{'subnet_id': 'cac1cea2-303d-4891-935a-970ed780d7c6'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:24.185920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] For port 0ebb1b2f-5b3e-43ca-8812-735944a001ee, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:24.200206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c7d90-4941-49b7-ad28-6cd3a0046141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070882fa-36b0-49f1-a557-00686b5dcc92,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:24.215006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b40c7d90-4941-49b7-ad28-6cd3a0046141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.220648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:24.224663 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2530d8-5c26-42cc-b666-adf2f3c3097e" -d '{"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-plugged", "status": "completed", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:24.230018 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b40c7d90-4941-49b7-ad28-6cd3a0046141 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/070882fa-36b0-49f1-a557-00686b5dcc92 HTTP/1.1" status: 204 len: 168 time: 1.1009579 Nov 12 13:22:24.230737 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.230994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39936) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:24.238771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] For port 0ebb1b2f-5b3e-43ca-8812-735944a001ee, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0ebb1b2f-5b3e-43ca-8812-735944a001ee,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:24.279445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:24.288372 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.304939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ca628421-d240-485f-8a6a-87b964a53b73 None None] For port e26eed7d-c34d-4fc3-9e07-9b5393678207, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e26eed7d-c34d-4fc3-9e07-9b5393678207,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:24.320621 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.453257 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.484592 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92608127-b4c1-4714-943e-5aed43477afd x-openstack-request-id: req-92608127-b4c1-4714-943e-5aed43477afd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:24.485402 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-plugged", "status": "completed", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:24.486577 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92608127-b4c1-4714-943e-5aed43477afd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:24.487444 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'code': 200} Nov 12 13:22:24.496896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:22:24.517005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d71458-5bb1-4387-9cef-487a5f2633fb req-39a92ecc-ceb0-48f6-b068-c1c24de51883 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:24.529492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28d71458-5bb1-4387-9cef-487a5f2633fb req-39a92ecc-ceb0-48f6-b068-c1c24de51883 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.2405748 Nov 12 13:22:24.532568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6ab3f36-1a7e-418f-8831-85cc34d31957 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:24.536701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f2bca4e6-3f67-43e1-86f5-323fd07fc251 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:24.540446 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca628421-d240-485f-8a6a-87b964a53b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.564288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:24.637771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0846b4-aed1-4e91-9789-8d88c2b5ca02 None None] Pushing event updated for resources: {'Port': ['ID=0ebb1b2f-5b3e-43ca-8812-735944a001ee,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:24.642222 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-278ac7b4-28c0-4c9d-96c6-f5636eec5f4f req-1d1edb8e-dc85-4a31-8543-9365bfe23604 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0431395 Nov 12 13:22:24.692873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:22:24.724551 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.769495 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.773566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6761c20e-3742-4702-a17e-911d33cdf06e']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:24.789304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd702c9c7-3d43-41f3-987a-db6f8d658ae4') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:24.790024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd702c9c7-3d43-41f3-987a-db6f8d658ae4') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:22:24.809920 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.820957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] device_id is not set on port adc25839-ced5-44ce-bccb-c76270ef31b4 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:22:24.875282 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28d71458-5bb1-4387-9cef-487a5f2633fb req-c29bf8d0-e75b-49c7-99ff-c57402033f39 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224556 Nov 12 13:22:24.888190 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.902144 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:22:24.902710 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:22:24.905074 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:22:24.917026 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:22:24.917465 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:22:24.934271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06e475-5480-4c97-92fb-1ce56ac87152 req-1e576248-2029-4607-854c-ccfadfa98cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:24.937600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a06e475-5480-4c97-92fb-1ce56ac87152 req-1e576248-2029-4607-854c-ccfadfa98cdb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 1100 time: 0.4059982 Nov 12 13:22:24.974004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-24136652-cb87-4452-b236-1a7de8f79caf None None] Provisioning complete for port ffd8785e-5a43-4e78-b637-7566bcd394da triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:24.974381 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24136652-cb87-4452-b236-1a7de8f79caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:25.005425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:25.114868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:25.147800 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:25.157012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6761c20e-3742-4702-a17e-911d33cdf06e HTTP/1.1" status: 204 len: 168 time: 0.9251552 Nov 12 13:22:25.165608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port f6ab3f36-1a7e-418f-8831-85cc34d31957 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:22:25.218575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:25.224028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b77405-61bf-4454-a950-9c0caed26189 admin admin] Pushing event deleted for resources: {'Network': ['ID=6761c20e-3742-4702-a17e-911d33cdf06e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:25.247944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port f6ab3f36-1a7e-418f-8831-85cc34d31957 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:25.255983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:25.326642 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a06e475-5480-4c97-92fb-1ce56ac87152 req-a12d9c15-e55b-49db-abdd-7846de24ebf5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589724 Nov 12 13:22:25.334979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port f2bca4e6-3f67-43e1-86f5-323fd07fc251 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:22:25.348214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Allocated IP 10.1.1.80 (96dc6ca2-e9f8-48af-905e-c6e40b349b90/cac1cea2-303d-4891-935a-970ed780d7c6/adc25839-ced5-44ce-bccb-c76270ef31b4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:25.355249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05bd3-0ad9-45f3-af8a-b7797567c2ab req-3d5aaa62-60c9-428a-8e76-c8f3356fb29a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:25.363634 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6bf05bd3-0ad9-45f3-af8a-b7797567c2ab req-3d5aaa62-60c9-428a-8e76-c8f3356fb29a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 943 time: 0.2414873 Nov 12 13:22:25.382684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034f1bb-e30a-489c-8308-18f4c7de156f req-f049ef9c-b036-4452-a293-743daddd182d tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:25.392204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port f2bca4e6-3f67-43e1-86f5-323fd07fc251 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:25.392752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:25.397020 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9034f1bb-e30a-489c-8308-18f4c7de156f req-f049ef9c-b036-4452-a293-743daddd182d tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 948 time: 0.2085934 Nov 12 13:22:25.413606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-24136652-cb87-4452-b236-1a7de8f79caf None None] Port ffd8785e-5a43-4e78-b637-7566bcd394da cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:25.420062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2', 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3', 'port_id': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2', 'mac_address': 'fa:16:3e:00:94:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102fa98f-869c-4389-b565-fb75f9d9ac39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:22:25.469789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6bf05bd3-0ad9-45f3-af8a-b7797567c2ab req-848398f9-a502-488e-aed8-db7978ef96f2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993402 Nov 12 13:22:25.580631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca628421-d240-485f-8a6a-87b964a53b73 None None] Pushing event updated for resources: {'Port': ['ID=e26eed7d-c34d-4fc3-9e07-9b5393678207,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:25.608951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9034f1bb-e30a-489c-8308-18f4c7de156f req-a5744cd3-6049-4d24-b819-6d2287617012 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006993 Nov 12 13:22:25.681341 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39952) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:25.747124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-24136652-cb87-4452-b236-1a7de8f79caf None None] Provisioning complete for port e26eed7d-c34d-4fc3-9e07-9b5393678207 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:25.748037 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24136652-cb87-4452-b236-1a7de8f79caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:25.781576 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-15dea099-854b-4f42-b2d0-6160af015aa2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=93ce9012fb064da994e036e4946d40b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1014166 Nov 12 13:22:25.782235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39956) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:25.819220 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:25.870464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-68146174-b9c3-431a-a22d-babf718447e4 req-b46cde96-bf40-4d75-b857-59a0d2792f49 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0868876 Nov 12 13:22:25.888000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:25.900600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:25.978671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:25.984427 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7cd0-0c60-40d1-8403-29622d136b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.014402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:26.084254 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.086423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:26.091314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7cd0-0c60-40d1-8403-29622d136b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.100066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:26.104940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:26.110537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Port': ['ID=adc25839-ced5-44ce-bccb-c76270ef31b4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:26.175215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.196610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e26eed7d-c34d-4fc3-9e07-9b5393678207 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:26.234553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:26.235725 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.261458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61410aae-f322-49bf-92a2-60789a7c29ea req-80861bad-7c92-43fc-a286-150fe88c9f19 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:26.270480 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61410aae-f322-49bf-92a2-60789a7c29ea req-80861bad-7c92-43fc-a286-150fe88c9f19 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.1816142 Nov 12 13:22:26.291652 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2d87afc9-89d8-4835-9639-0d994ca5dfde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1450422 Nov 12 13:22:26.363013 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7cd0-0c60-40d1-8403-29622d136b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.368097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7cd0-0c60-40d1-8403-29622d136b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.374665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cb7b7cd0-0c60-40d1-8403-29622d136b16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8df16d8c-bb58-4e0d-b166-ed4639850370 HTTP/1.1" status: 204 len: 168 time: 0.5872109 Nov 12 13:22:26.397942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.440002 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61410aae-f322-49bf-92a2-60789a7c29ea req-f0cebc63-31b7-407b-9d46-7e91192ad74b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651106 Nov 12 13:22:26.444586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b7cd0-0c60-40d1-8403-29622d136b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df16d8c-bb58-4e0d-b166-ed4639850370,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:26.530214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab3f36-1a7e-418f-8831-85cc34d31957'}, {'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:26.532611 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9929b983-54a6-4a05-9813-8b0792161ff5" -d '{"events": [{"server_uuid": "703a80b5-ad2c-414a-b55d-5ff9374a5a7d", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab3f36-1a7e-418f-8831-85cc34d31957"}, {"server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "name": "network-vif-plugged", "status": "completed", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:26.553386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:22:26.557272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:26.597724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f6ab3f36-1a7e-418f-8831-85cc34d31957, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:26.634010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:26.639911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e26eed7d-c34d-4fc3-9e07-9b5393678207 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:26.640550 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.668835 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.690094 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:26.828509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a08f80-998f-4cd9-a246-da2ad98a9983 None None] Network 86f1d168-32de-4338-8ea5-eb80a7d59bbe requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:26.871495 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0877f-c123-4809-b61f-364b31e256fa req-e747c10d-4fae-46c1-9769-2542a580a85d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:26.874238 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3bb0877f-c123-4809-b61f-364b31e256fa req-e747c10d-4fae-46c1-9769-2542a580a85d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.1010096 Nov 12 13:22:26.977313 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3bb0877f-c123-4809-b61f-364b31e256fa req-f4f28313-cb92-46fe-9e69-1e9fdd3cfb11 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911355 Nov 12 13:22:26.978548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:26.990907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6818099e-7070-473f-bac8-9a92729e8f29 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412647762', 'description': 'tempest-description--438915588'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:27.075132 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6818099e-7070-473f-bac8-9a92729e8f29 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.098296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f6ab3f36-1a7e-418f-8831-85cc34d31957,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:27.129638 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b169f9b-bf3b-4cd0-82f0-23410ea78aa2 x-openstack-request-id: req-1b169f9b-bf3b-4cd0-82f0-23410ea78aa2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:27.130102 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703a80b5-ad2c-414a-b55d-5ff9374a5a7d", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab3f36-1a7e-418f-8831-85cc34d31957", "code": 200}, {"server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "name": "network-vif-plugged", "status": "completed", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:27.130523 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1b169f9b-bf3b-4cd0-82f0-23410ea78aa2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:27.131162 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab3f36-1a7e-418f-8831-85cc34d31957', 'code': 200} Nov 12 13:22:27.131588 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'code': 200} Nov 12 13:22:27.248433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d93f5f0d-9c4b-4701-b18e-d751dffa2539 None None] Provisioning complete for port adc25839-ced5-44ce-bccb-c76270ef31b4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:27.249363 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d93f5f0d-9c4b-4701-b18e-d751dffa2539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.270846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078cf03-117b-447d-a44e-14766f290514 req-0ca1da0c-6192-495a-9f23-72deb1a99cd9 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:27.273370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9078cf03-117b-447d-a44e-14766f290514 req-0ca1da0c-6192-495a-9f23-72deb1a99cd9 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 949 time: 0.1281815 Nov 12 13:22:27.280792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af113e2-e7f8-4a17-91f7-e70a1fdbb1d1 req-d04c8a9c-e66c-42b1-9be6-74241b690922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:27.283025 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6818099e-7070-473f-bac8-9a92729e8f29 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.285115 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7af113e2-e7f8-4a17-91f7-e70a1fdbb1d1 req-d04c8a9c-e66c-42b1-9be6-74241b690922 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 1100 time: 0.1294589 Nov 12 13:22:27.290165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3479ef-b3dd-451e-ba52-323cbf7df88c req-f2dcea86-be5f-4ae2-adbe-3787754ce11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:27.291897 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6818099e-7070-473f-bac8-9a92729e8f29 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.292364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd3479ef-b3dd-451e-ba52-323cbf7df88c req-f2dcea86-be5f-4ae2-adbe-3787754ce11a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 1096 time: 0.1383636 Nov 12 13:22:27.301808 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f28d309-c8d2-4480-98ab-7895d48eea3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.338473 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6818099e-7070-473f-bac8-9a92729e8f29 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.343502 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6818099e-7070-473f-bac8-9a92729e8f29 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3632336 Nov 12 13:22:27.344272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39988) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:27.357599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2669e4a6-9058-4384-bb72-e9c579bcb837 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'security_group_rule': {'security_group_id': 'd216b3ab-d912-4017-838b-1f7f43984c72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:27.387323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7af113e2-e7f8-4a17-91f7-e70a1fdbb1d1 req-ed1f820f-bd2c-4bb6-a2f8-9026b0d7753b service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935926 Nov 12 13:22:27.387985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818099e-7070-473f-bac8-9a92729e8f29 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d216b3ab-d912-4017-838b-1f7f43984c72,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:27.435987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd3479ef-b3dd-451e-ba52-323cbf7df88c req-4813b496-66b1-438f-bc5e-531d33455ffd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340811 Nov 12 13:22:27.455283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9078cf03-117b-447d-a44e-14766f290514 req-d1245937-0dab-40a8-90da-cc6b51630ef1 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662319 Nov 12 13:22:27.461715 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2669e4a6-9058-4384-bb72-e9c579bcb837 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.632865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-beb47b36-a458-4a0c-b9e7-215f40c14319 req-3c7681c7-97c7-4b57-8639-c48248131b22 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0694854 Nov 12 13:22:27.636014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d93f5f0d-9c4b-4701-b18e-d751dffa2539 None None] Port adc25839-ced5-44ce-bccb-c76270ef31b4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:27.640924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:27.651159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-6d51c023-cd0d-498f-bbdb-eeb67f4725e6 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--378951473&fields=id&tenant_id=ea568f7ed43a491c8821ab770d7266ca HTTP/1.1" status: 200 len: 267 time: 0.1050892 Nov 12 13:22:27.660969 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2669e4a6-9058-4384-bb72-e9c579bcb837 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.669769 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2669e4a6-9058-4384-bb72-e9c579bcb837 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.694990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0ebb1b2f-5b3e-43ca-8812-735944a001ee up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:27.731120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669e4a6-9058-4384-bb72-e9c579bcb837 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f41144-2738-4f2a-925a-2bb770bc55a9,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:27.739615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2669e4a6-9058-4384-bb72-e9c579bcb837 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.757856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2669e4a6-9058-4384-bb72-e9c579bcb837 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4047461 Nov 12 13:22:27.758720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40002) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:27.777653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-50882a80-1d19-4dc3-886a-99a7deafc633 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'security_group_rule': {'security_group_id': 'd216b3ab-d912-4017-838b-1f7f43984c72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:27.832666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50882a80-1d19-4dc3-886a-99a7deafc633 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.904372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-7b38690e-d9df-4aea-b4a7-7e818d049ef8 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:27.916642 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-7b38690e-d9df-4aea-b4a7-7e818d049ef8 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/networks?id=c0e89d27-390e-4df6-9441-57f64004e2e1 HTTP/1.1" status: 200 len: 815 time: 0.2531185 Nov 12 13:22:27.926524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-50d4b975-11ef-4592-abe5-0b639115ccbd None None] Provisioning complete for port 0ebb1b2f-5b3e-43ca-8812-735944a001ee triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:27.927196 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50d4b975-11ef-4592-abe5-0b639115ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:27.934271 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-638fc7f7-b121-444f-a437-a387ce1ef264 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/quotas/ea568f7ed43a491c8821ab770d7266ca HTTP/1.1" status: 200 len: 375 time: 0.0166309 Nov 12 13:22:27.953341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40006) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:27.999494 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:22:28.006192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-9c999e97-22ad-472c-b3e2-a10c9b3a5b15 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea568f7ed43a491c8821ab770d7266ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667830 Nov 12 13:22:28.014169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72fa10-a9a7-459d-b656-891c7c7760c1 req-7aaab074-cff6-41db-89fa-041a33290ce0 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:28.015797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd72fa10-a9a7-459d-b656-891c7c7760c1 req-7aaab074-cff6-41db-89fa-041a33290ce0 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1750591 Nov 12 13:22:28.056046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50882a80-1d19-4dc3-886a-99a7deafc633 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.073175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50882a80-1d19-4dc3-886a-99a7deafc633 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.115251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50882a80-1d19-4dc3-886a-99a7deafc633 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc92a6d8-bf99-4ff5-a666-724c3e8daf29,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:28.133910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50882a80-1d19-4dc3-886a-99a7deafc633 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.138168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-50882a80-1d19-4dc3-886a-99a7deafc633 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3752773 Nov 12 13:22:28.141203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1488819009-network', 'tenant_id': 'af8f9a3c2c1442a585b6ad61b0c788f7'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:28.148734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40012) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:28.157515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0ebb1b2f-5b3e-43ca-8812-735944a001ee triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:28.158165 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.161435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:28.198205 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd72fa10-a9a7-459d-b656-891c7c7760c1 req-bc72b6ea-0b66-4ef8-8159-e376ec44685b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705642 Nov 12 13:22:28.227603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Made reservation on behalf of af8f9a3c2c1442a585b6ad61b0c788f7 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:28.231961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.259569 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.294477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.329553 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50d4b975-11ef-4592-abe5-0b639115ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.459439 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.466471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-50d4b975-11ef-4592-abe5-0b639115ccbd None None] For port 0ebb1b2f-5b3e-43ca-8812-735944a001ee, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0ebb1b2f-5b3e-43ca-8812-735944a001ee,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:28.481041 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50d4b975-11ef-4592-abe5-0b639115ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.492103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0551fa-2d0f-45f4-bdf5-bfb79eb21fd5 req-27ccf965-91e3-453a-864f-42aa9daf1f62 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:28.492103 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be0551fa-2d0f-45f4-bdf5-bfb79eb21fd5 req-27ccf965-91e3-453a-864f-42aa9daf1f62 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.1657736 Nov 12 13:22:28.559885 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.577198 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.629643 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be0551fa-2d0f-45f4-bdf5-bfb79eb21fd5 req-67a092f8-143c-4ecb-b501-c8d295662c45 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297545 Nov 12 13:22:28.630671 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:22:28.630878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-595702da-d6c8-4170-842e-92824fbca891 service neutron] 10.222.0.73 "GET /v2.0/networks/c0e89d27-390e-4df6-9441-57f64004e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000631 Nov 12 13:22:28.658968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3ae34b-abde-407d-9e25-d1034d14905b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:28.662597 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.663059 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Added segment 510e0d05-2e3e-444b-ae96-220538e904af of type vlan for network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 Nov 12 13:22:28.681677 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:28.821990 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-7ac4675a-0d37-49a8-87dd-fc8f16615878 service neutron] 10.222.0.73 "GET /v2.0/networks/c0e89d27-390e-4df6-9441-57f64004e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804709 Nov 12 13:22:29.027815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1f8fd006-0de3-4d24-8671-ba63060002fd None None] Provisioning complete for port 0ebb1b2f-5b3e-43ca-8812-735944a001ee triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:29.028662 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f8fd006-0de3-4d24-8671-ba63060002fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:29.063114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4b975-11ef-4592-abe5-0b639115ccbd None None] Pushing event updated for resources: {'Port': ['ID=0ebb1b2f-5b3e-43ca-8812-735944a001ee,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:29.074732 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:22:29.075095 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:22:29.302540 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:29.370418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede504d0-49c8-4b81-82ec-23d5afc39b94 req-92907372-adcd-4acf-be3e-f360a497b48c tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:29.372033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ede504d0-49c8-4b81-82ec-23d5afc39b94 req-92907372-adcd-4acf-be3e-f360a497b48c tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 949 time: 0.1428425 Nov 12 13:22:29.375523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a2bce11-4bc1-4eeb-ada6-3651dc06f06d req-a9dc0340-040d-474a-a129-9e40ab70d79e tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0412309 Nov 12 13:22:29.378822 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:29.380552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:29.381312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:29.456974 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc9607f7-9f5e-4629-87ba-6a28575f9f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:29.518586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd1764a-40e7-4627-be5a-21d2a1ab7d72,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:29.537487 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b7a6252f-f2fb-4470-a7ba-be64ed4ecad8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5748949 Nov 12 13:22:29.539879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:22:29.541058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40034) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:22:29.558208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Request body: {'subnet': {'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1488819009-subnet', 'tenant_id': 'af8f9a3c2c1442a585b6ad61b0c788f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:29.578318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Allocated IP 172.25.5.27 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/2151005d-4489-40c4-81c0-0122ba34d4b0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:29.599993 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ede504d0-49c8-4b81-82ec-23d5afc39b94 req-db805cb9-f6a3-4e38-af2f-c26d9349c851 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474309 Nov 12 13:22:29.630710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a89ef-68fe-4d90-a5c8-92ad300d8563 req-91d4649c-f85a-4b29-8084-e06eb789d31a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:29.634122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-182a89ef-68fe-4d90-a5c8-92ad300d8563 req-91d4649c-f85a-4b29-8084-e06eb789d31a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1532233 Nov 12 13:22:29.645426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Made reservation on behalf of af8f9a3c2c1442a585b6ad61b0c788f7 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:29.648139 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:29.743109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d3cc9a1-d9e2-47c2-98c4-f5f293063816 req-f489312e-c055-467a-9587-492f5155c1fe tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 210 time: 0.0832181 Nov 12 13:22:29.813134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-182a89ef-68fe-4d90-a5c8-92ad300d8563 req-dc483428-f265-47d6-81fb-edc7e9bf32ac tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709399 Nov 12 13:22:29.846199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:29.916034 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0ebb1b2f-5b3e-43ca-8812-735944a001ee up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:29.985530 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:30.006598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0ebb1b2f-5b3e-43ca-8812-735944a001ee triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:30.007283 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:30.101326 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:30.117903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d754b-8554-4d5b-af6a-ae46b9bf0d5a req-96399424-0c5f-4979-a482-d11a93d3eb24 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:30.129089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7d754b-8554-4d5b-af6a-ae46b9bf0d5a req-96399424-0c5f-4979-a482-d11a93d3eb24 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.1614468 Nov 12 13:22:30.141322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:30.167862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:30.193259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:30.254442 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7d754b-8554-4d5b-af6a-ae46b9bf0d5a req-6250deb9-d297-44e3-b965-a9f68785349c tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209633 Nov 12 13:22:30.255892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Port': ['ID=2151005d-4489-40c4-81c0-0122ba34d4b0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:30.270575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a141f2-f66b-48a3-a78c-4e193cda7c4d req-a8cb1de0-eef6-4499-80a3-5c569143c836 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:30.272537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27a141f2-f66b-48a3-a78c-4e193cda7c4d req-a8cb1de0-eef6-4499-80a3-5c569143c836 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 949 time: 0.3110235 Nov 12 13:22:30.283733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6124e9-a8ca-467a-b688-6d92b4a5260b,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:30.297997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Checking segment: {'id': '510e0d05-2e3e-444b-ae96-220538e904af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:30.299502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Network hostable DHCP agents. Network: 7cd1764a-40e7-4627-be5a-21d2a1ab7d72, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:22:30.331175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:22:30.345078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7cd1764a-40e7-4627-be5a-21d2a1ab7d72) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:30.352529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:30.353518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:30.358788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4e6a73-b34f-4557-878d-1a086f3be44c None None] Network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:30.385673 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3fa1089e-2ecd-4ce5-b230-9e5b300346f7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8345077 Nov 12 13:22:30.435804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:30.462331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27a141f2-f66b-48a3-a78c-4e193cda7c4d req-baf64880-e460-491b-97ee-ce0f868e13f9 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761005 Nov 12 13:22:30.489596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:30.551141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:30.699752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:30.711551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739f4d84-6bd9-4a2d-a9ef-481891f2bed9 None None] Network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:22:30.742738 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a315af3-17f3-4852-90f7-f69d73e8b1ee req-84ac039b-3570-4f31-bca8-f528bc30adfa tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0640428 Nov 12 13:22:30.743240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:22:30.777235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:30.777630 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:30.795870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76236e33-f995-45c5-b008-944a29f31058 req-f2909d68-ba44-48e9-a59d-f13f52b0de3f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:30.798953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-f2909d68-ba44-48e9-a59d-f13f52b0de3f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 814 time: 0.2512784 Nov 12 13:22:30.826026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-6cd103f6-b40c-4d2d-a448-20226b9f0bfa tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/quotas/ed9e9db980c54f0d9bd0f0fa8fabb3b1 HTTP/1.1" status: 200 len: 375 time: 0.0204060 Nov 12 13:22:30.919247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-abdddaee-b021-4b8c-9a11-411005ea4dca tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889087 Nov 12 13:22:30.978464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:31.034329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:31.039038 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-d7ffea45-80a6-4123-b504-493a85c6d659 service neutron] 10.222.0.73 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185181 Nov 12 13:22:31.040997 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e63fc37-eb50-4cfe-b73b-764db95aff9d" -d '{"events": [{"server_uuid": "8d889335-b379-4388-9bb0-e392bf5d2be9", "name": "network-vif-plugged", "status": "completed", "tag": "3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:31.058412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:31.076840 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:31.093196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:31.102531 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:31.270801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-ccb10894-2f47-4aa3-99cd-c625e9a80ab9 service neutron] 10.222.0.73 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306569 Nov 12 13:22:31.271054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Port': ['ID=2151005d-4489-40c4-81c0-0122ba34d4b0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:31.279710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:31.299167 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:31.342401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:31.343847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b3d62769-5513-43ea-ac71-404912c7faa1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1940217 Nov 12 13:22:31.385578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-1692169f-05cf-4a15-bccf-0fb51b60a1f6 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:31.388505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-1692169f-05cf-4a15-bccf-0fb51b60a1f6 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.70 "GET /v2.0/networks?id=c0e89d27-390e-4df6-9441-57f64004e2e1 HTTP/1.1" status: 200 len: 815 time: 0.2681854 Nov 12 13:22:31.509888 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-919e34fc-a902-4d9b-8ada-45813d596744 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea568f7ed43a491c8821ab770d7266ca HTTP/1.1" status: 200 len: 379 time: 0.1128793 Nov 12 13:22:31.524636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Request body: {'port': {'device_id': 'a8193fa0-2596-42d7-baba-d105fababf03', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'admin_state_up': True, 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'security_groups': ['d82e1741-b7ce-4a04-9d1e-265e092e80df']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:31.736462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Made reservation on behalf of ea568f7ed43a491c8821ab770d7266ca for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:31.741535 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:31.750686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8f1e5c50-f80f-4214-befd-0d4dc13ff5c8 req-47a2eb5d-0ce7-47bc-938f-df9131ec26b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-844166816', 'description': 'tempest-description-576464009'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:31.815047 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8f1e5c50-f80f-4214-befd-0d4dc13ff5c8 req-47a2eb5d-0ce7-47bc-938f-df9131ec26b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:31.888269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e26b1bcd-98d9-4f4a-8a47-d129898c6a61 req-92c4d46c-0605-4983-9980-9d6baf4b561b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 210 time: 0.0464847 Nov 12 13:22:31.955888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8f1e5c50-f80f-4214-befd-0d4dc13ff5c8 req-47a2eb5d-0ce7-47bc-938f-df9131ec26b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:31.961196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8f1e5c50-f80f-4214-befd-0d4dc13ff5c8 req-47a2eb5d-0ce7-47bc-938f-df9131ec26b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:32.000665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Allocated IP 172.20.0.3 (c0e89d27-390e-4df6-9441-57f64004e2e1/c7d2d0c3-c091-4241-a70e-bc9024560f75/46e09713-ceb3-44e1-861c-93f6408f1c2e) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:32.039473 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784806e9-3cd6-4ddd-8862-cfa622e7b39c x-openstack-request-id: req-784806e9-3cd6-4ddd-8862-cfa622e7b39c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:32.040837 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d889335-b379-4388-9bb0-e392bf5d2be9", "name": "network-vif-plugged", "status": "completed", "tag": "3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:32.041525 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-784806e9-3cd6-4ddd-8862-cfa622e7b39c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:32.042442 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2', 'code': 200} Nov 12 13:22:32.083362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8f1e5c50-f80f-4214-befd-0d4dc13ff5c8 req-47a2eb5d-0ce7-47bc-938f-df9131ec26b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:32.092232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f1e5c50-f80f-4214-befd-0d4dc13ff5c8 req-47a2eb5d-0ce7-47bc-938f-df9131ec26b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3503785 Nov 12 13:22:32.109202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2eb5d-0ce7-47bc-938f-df9131ec26b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f3da65-e4d0-42df-9cb1-7a6304dde020,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:32.130405 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:32.500231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dbe8143e-1839-42eb-9f74-778b63b68d53 req-f55cdcc6-fd73-4f4a-80c2-9dabc1c5fb3b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 210 time: 0.0500274 Nov 12 13:22:32.518638 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:32.603258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a056bf-3545-4a13-b3d8-e2c63bac8c59 req-360c87f4-c39e-4c45-9528-8a8104510623 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:32.607176 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7a056bf-3545-4a13-b3d8-e2c63bac8c59 req-360c87f4-c39e-4c45-9528-8a8104510623 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 945 time: 0.2809343 Nov 12 13:22:32.630348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e53ee-3560-4c5d-8200-0e3e91a85daf req-0e596454-3174-4788-bdd5-1d24b91f794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:32.632599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4f1e53ee-3560-4c5d-8200-0e3e91a85daf req-0e596454-3174-4788-bdd5-1d24b91f794c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1096 time: 0.4407566 Nov 12 13:22:32.718169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-64a6ad5a-7064-4d17-871d-cdf36b7bf489 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--412647762&fields=id&tenant_id=417c8b6de118451fa28529e6becf05da HTTP/1.1" status: 200 len: 267 time: 0.0795898 Nov 12 13:22:32.739830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:32.800992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:32.821120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7a056bf-3545-4a13-b3d8-e2c63bac8c59 req-8a410893-f745-4ac6-a00b-587eea70daac tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002800 Nov 12 13:22:32.851363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4f1e53ee-3560-4c5d-8200-0e3e91a85daf req-6fbf4e61-2844-475b-b645-c87d608def8d service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022376 Nov 12 13:22:32.863170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Network c0e89d27-390e-4df6-9441-57f64004e2e1 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:32.866990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:32.871178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:32.893532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-f46d1633-abdf-4829-9c57-ba54628ce103 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:32.908665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-f46d1633-abdf-4829-9c57-ba54628ce103 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports/ffd8785e-5a43-4e78-b637-7566bcd394da HTTP/1.1" status: 200 len: 937 time: 0.1691601 Nov 12 13:22:32.915293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Pushing event updated for resources: {'Port': ['ID=46e09713-ceb3-44e1-861c-93f6408f1c2e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:32.945013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:32.951843 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:32.982497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-dcab5886-d7e7-4360-809d-ea20fbc33df3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4639168 Nov 12 13:22:33.000344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-4ad33943-83f0-4380-b3ef-79a578d82b16 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:33.001155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Request body: {'port': {'device_id': 'a8193fa0-2596-42d7-baba-d105fababf03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:33.014145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-4ad33943-83f0-4380-b3ef-79a578d82b16 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports/adc25839-ced5-44ce-bccb-c76270ef31b4 HTTP/1.1" status: 200 len: 935 time: 0.1038902 Nov 12 13:22:33.099760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bed7d197-adbf-4289-b353-9327fc8c0f19 req-594dfeb0-215e-48e3-9acb-0e7ac48facbb tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0446260 Nov 12 13:22:33.115663 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-a1f07625-614f-4d03-8950-b200a96107bb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0931361 Nov 12 13:22:33.145855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-dc45929a-c784-4391-ba9f-b2704343ec32 req-b2d19268-224c-4554-91e1-aa0f434ccf6f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1085957631', 'description': 'tempest-description-745652370'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:33.180315 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:33.183934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-e9757707-890e-418f-89b0-90bc7feaa0c8 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0668986 Nov 12 13:22:33.211648 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dc45929a-c784-4391-ba9f-b2704343ec32 req-b2d19268-224c-4554-91e1-aa0f434ccf6f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:33.337796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a4a4a4a4-dbd8-447d-b3cb-473e973c2101 None None] Provisioning complete for port 46e09713-ceb3-44e1-861c-93f6408f1c2e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:33.338676 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a4a4-dbd8-447d-b3cb-473e973c2101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:33.439350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-678593ca-80e3-42c0-ab90-b0dfaa854fe5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:33.442214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4a4a4-dbd8-447d-b3cb-473e973c2101 None None] Port 46e09713-ceb3-44e1-861c-93f6408f1c2e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:33.446341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-678593ca-80e3-42c0-ab90-b0dfaa854fe5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:33.452419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-678593ca-80e3-42c0-ab90-b0dfaa854fe5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:33.454446 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-678593ca-80e3-42c0-ab90-b0dfaa854fe5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/networks?id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&id=86f1d168-32de-4338-8ea5-eb80a7d59bbe HTTP/1.1" status: 200 len: 1993 time: 0.2622488 Nov 12 13:22:33.473847 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dc45929a-c784-4391-ba9f-b2704343ec32 req-b2d19268-224c-4554-91e1-aa0f434ccf6f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:33.484730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-aeb01474-01f5-427d-8455-d2b5f9120c60 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/quotas/417c8b6de118451fa28529e6becf05da HTTP/1.1" status: 200 len: 375 time: 0.0107596 Nov 12 13:22:33.485003 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dc45929a-c784-4391-ba9f-b2704343ec32 req-b2d19268-224c-4554-91e1-aa0f434ccf6f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:33.568524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dc45929a-c784-4391-ba9f-b2704343ec32 req-b2d19268-224c-4554-91e1-aa0f434ccf6f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:33.580283 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc45929a-c784-4391-ba9f-b2704343ec32 req-b2d19268-224c-4554-91e1-aa0f434ccf6f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4387639 Nov 12 13:22:33.601704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-b0768ef1-9b8f-43cf-9ce6-75ac60339486 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1087220 Nov 12 13:22:33.633206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d19268-224c-4554-91e1-aa0f434ccf6f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ff0c6-eb8f-4642-bccd-1a9de1fec31f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:33.904958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e09713-ceb3-44e1-861c-93f6408f1c2e {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:33.929039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:33.970043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Transition to ACTIVE for port object 46e09713-ceb3-44e1-861c-93f6408f1c2e will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:22:33.987160 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-1e2a5c3b-4452-4170-ba71-fa8572f9fc7b service neutron] 10.222.0.73 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504877 Nov 12 13:22:33.987862 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:34.053658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9c7c9-56d4-412d-b0fd-806c4c3bc77a req-7494813d-249d-4f27-b7c6-45bf88d220c1 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:34.054365 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76236e33-f995-45c5-b008-944a29f31058 req-8ee1185c-ecd7-40d2-8b2e-edc685f3ed90 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:34.055949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5e9c7c9-56d4-412d-b0fd-806c4c3bc77a req-7494813d-249d-4f27-b7c6-45bf88d220c1 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 931 time: 0.2677629 Nov 12 13:22:34.056278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-8ee1185c-ecd7-40d2-8b2e-edc685f3ed90 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.70 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 814 time: 0.2311125 Nov 12 13:22:34.076251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Request body: {'port': {'device_id': 'fff3be07-deac-4207-8346-1c9707068a50', 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c', 'admin_state_up': True, 'tenant_id': 'ed9e9db980c54f0d9bd0f0fa8fabb3b1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:34.091920 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Pushing event updated for resources: {'Port': ['ID=46e09713-ceb3-44e1-861c-93f6408f1c2e,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:34.254716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Attempting to bind port 46e09713-ceb3-44e1-861c-93f6408f1c2e on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:34.255453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Attempting to bind port 46e09713-ceb3-44e1-861c-93f6408f1c2e by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:34.256272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Attempting to bind port 46e09713-ceb3-44e1-861c-93f6408f1c2e on network c0e89d27-390e-4df6-9441-57f64004e2e1 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:34.296033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Port 46e09713-ceb3-44e1-861c-93f6408f1c2e on network c0e89d27-390e-4df6-9441-57f64004e2e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:34.296588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Attempting to bind port 46e09713-ceb3-44e1-861c-93f6408f1c2e on network c0e89d27-390e-4df6-9441-57f64004e2e1 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:34.318174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:34.318732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Checking segment: {'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:34.319871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Bound using segment: {'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:34.321064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Bound port: 46e09713-ceb3-44e1-861c-93f6408f1c2e, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664d2872-6b26-4336-9799-f5a29a713ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:34.321730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:34.330951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-77b22daf-ab06-4575-8639-b8d565b608ff service neutron] 10.222.0.73 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365915 Nov 12 13:22:34.346445 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5e9c7c9-56d4-412d-b0fd-806c4c3bc77a req-1b59d738-8b20-473e-9c31-c7c546f0668e tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216280 Nov 12 13:22:34.480708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:22:34.512135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] For port 46e09713-ceb3-44e1-861c-93f6408f1c2e, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:34.514096 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-e9649d7e-5d22-4e0c-8fd4-47784cb1f1d1 service neutron] 10.222.0.73 "GET /v2.0/ports/ffd8785e-5a43-4e78-b637-7566bcd394da?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1409152 Nov 12 13:22:34.526027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] For port 46e09713-ceb3-44e1-861c-93f6408f1c2e, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=46e09713-ceb3-44e1-861c-93f6408f1c2e,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:34.536387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:34.625155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:34.628821 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:34.633521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] 10.222.0.70 "PUT /v2.0/ports/46e09713-ceb3-44e1-861c-93f6408f1c2e HTTP/1.1" status: 200 len: 1091 time: 1.6346748 Nov 12 13:22:34.645235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8193fa0-2596-42d7-baba-d105fababf03', 'tag': '46e09713-ceb3-44e1-861c-93f6408f1c2e'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:34.658607 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31d3670-4a9d-4641-abc4-342fc75e6192" -d '{"events": [{"name": "network-changed", "server_uuid": "a8193fa0-2596-42d7-baba-d105fababf03", "tag": "46e09713-ceb3-44e1-861c-93f6408f1c2e"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:34.696904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:34.707788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Made reservation on behalf of ed9e9db980c54f0d9bd0f0fa8fabb3b1 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:34.714969 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:34.716558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'mac_address': 'fa:16:3e:ea:43:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:22:34.768643 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:34.805552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:34.839331 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969d15f-d4dc-49c3-8c1d-41270617abad service neutron] Pushing event updated for resources: {'Port': ['ID=46e09713-ceb3-44e1-861c-93f6408f1c2e,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:34.845247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:34.853703 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:34.863765 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b9098235-b660-4c15-93e9-fcd3e2b5f1a5 req-a9825860-a816-4839-a8a1-7b1d2f53b10e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 210 time: 0.1714132 Nov 12 13:22:34.886683 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-cf5a96cd-73e0-406f-ba3a-4fb770b854c7 service neutron] 10.222.0.73 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567965 Nov 12 13:22:34.908704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-a0aeca7b-fca6-48bc-a08d-f1c9394110bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:34.930183 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-a0aeca7b-fca6-48bc-a08d-f1c9394110bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea568f7ed43a491c8821ab770d7266ca&device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 1094 time: 0.2178886 Nov 12 13:22:34.959988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['35bf8f33-551e-4ab3-89b7-fec695a2c2c1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:22:35.011501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-37cd9571-8eef-4b6f-84c5-80e4c05dfd67 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46e09713-ceb3-44e1-861c-93f6408f1c2e HTTP/1.1" status: 200 len: 217 time: 0.0791724 Nov 12 13:22:35.015153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:35.115120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Allocated IP 172.20.0.2 (3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c/113dd0c5-b267-467f-83c5-4a65398ffc5b/41616a9e-cd1c-4740-a503-dd2957be83ff) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:35.131435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-2d3b60df-56ab-475f-ad2b-4ebe6d3b77c3 service neutron] 10.222.0.73 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198818 Nov 12 13:22:35.217928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-9e889407-69ef-4f0f-9c44-bb7ce97285d1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:35.220139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-9e889407-69ef-4f0f-9c44-bb7ce97285d1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/networks?id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 200 len: 813 time: 0.1985488 Nov 12 13:22:35.289724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-e6c3cb28-ce81-4d9a-824d-80d97339c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:35.292975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-e6c3cb28-ce81-4d9a-824d-80d97339c81f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7d2d0c3-c091-4241-a70e-bc9024560f75 HTTP/1.1" status: 200 len: 854 time: 0.2123950 Nov 12 13:22:35.327985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-e42c3f24-6259-46a1-9a6c-d3b7c667083b service neutron] 10.222.0.73 "GET /v2.0/ports/adc25839-ced5-44ce-bccb-c76270ef31b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1717167 Nov 12 13:22:35.345169 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-49130d54-e6b3-4a68-8826-460ae647d6f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/quotas/af8f9a3c2c1442a585b6ad61b0c788f7 HTTP/1.1" status: 200 len: 375 time: 0.0496273 Nov 12 13:22:35.399650 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-807679fe-576a-426d-96e5-c94df52fa099 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432498 Nov 12 13:22:35.408299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-95055d58-00ce-4e98-8bd2-98ad0fcc1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:35.410488 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-95055d58-00ce-4e98-8bd2-98ad0fcc1dd6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0e89d27-390e-4df6-9441-57f64004e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026959 Nov 12 13:22:35.424586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-01c5ddac-9093-4ca6-a435-f28141bb7f3c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:22:35.426038 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-01c5ddac-9093-4ca6-a435-f28141bb7f3c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060997 Nov 12 13:22:35.454831 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:35.504961 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-7a5a74a5-3d4e-4140-b18b-a7f38c000592 service neutron] 10.222.0.73 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522543 Nov 12 13:22:35.551524 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:35.577941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['f2bca4e6-3f67-43e1-86f5-323fd07fc251'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:22:35.653039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:35.653742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-4a864570-16ab-455c-a7e4-23d377600054 service neutron] 10.222.0.73 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411814 Nov 12 13:22:35.661081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:35.675582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:35.708528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Pushing event updated for resources: {'Port': ['ID=41616a9e-cd1c-4740-a503-dd2957be83ff,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:35.716196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bbe6699-79cc-48c4-bd86-c29c5ea2813b service neutron] 10.222.0.73 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997898 Nov 12 13:22:35.778995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-76aab638-8846-4681-9086-d290ef7f607e service neutron] 10.222.0.70 "GET /v2.0/networks/c0e89d27-390e-4df6-9441-57f64004e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356409 Nov 12 13:22:35.794138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:35.795268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:35.835657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-71854a7c-fd0a-4463-a89c-204651e42ad8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7660289 Nov 12 13:22:35.897147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Request body: {'port': {'device_id': 'fff3be07-deac-4207-8346-1c9707068a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:35.957157 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea269c81-13d4-48d1-bf9d-4f48c5141bfc req-a02feaa4-b173-46e7-8689-dc05a11d57c9 service neutron] 10.222.0.70 "GET /v2.0/networks/c0e89d27-390e-4df6-9441-57f64004e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627491 Nov 12 13:22:35.979853 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-a0891ce1-52d5-4394-a8d5-67b4978f10eb service neutron] 10.222.0.73 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926707 Nov 12 13:22:36.035271 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-148345ae-f6c4-4ddd-90bb-5e76882efa34 service neutron] 10.222.0.73 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025460 Nov 12 13:22:36.036182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:36.259389 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-239bc90b-d2d0-40a6-9035-5cf0998dc1f3 service neutron] 10.222.0.73 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130229 Nov 12 13:22:36.324705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93670cd9-8e3d-42c5-9b12-66ef0675c4e8 req-cba7de17-e0c1-4681-b540-8ac023ececc2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:36.338265 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93670cd9-8e3d-42c5-9b12-66ef0675c4e8 req-cba7de17-e0c1-4681-b540-8ac023ececc2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 945 time: 0.0826278 Nov 12 13:22:36.406206 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93670cd9-8e3d-42c5-9b12-66ef0675c4e8 req-2ad6b8aa-a25a-4679-8eda-eeb5d5ac3684 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666101 Nov 12 13:22:36.462079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-329d180d-b926-4d47-a341-00568ad23a3d service neutron] 10.222.0.73 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873925 Nov 12 13:22:36.487319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:36.605327 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d422099-3461-4d73-adc3-f4539801735e req-dcb39c00-7672-4d33-b001-543a9fcd5bb6 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0722508 Nov 12 13:22:36.666681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:36.667743 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:36.669875 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8941a40-d2cd-46ad-8c53-86e22559b883 x-openstack-request-id: req-c8941a40-d2cd-46ad-8c53-86e22559b883 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:36.670644 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8193fa0-2596-42d7-baba-d105fababf03", "tag": "46e09713-ceb3-44e1-861c-93f6408f1c2e", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:36.670644 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8941a40-d2cd-46ad-8c53-86e22559b883 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:36.671040 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8193fa0-2596-42d7-baba-d105fababf03', 'tag': '46e09713-ceb3-44e1-861c-93f6408f1c2e', 'status': 'completed', 'code': 200} Nov 12 13:22:36.778409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-9bab6ef3-34bd-4827-81db-5893cb2f3629 service neutron] 10.222.0.73 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021846 Nov 12 13:22:36.794084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41616a9e-cd1c-4740-a503-dd2957be83ff {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:36.826228 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:36.853052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-7eb3997c-238a-440d-ac3d-d9226fc866d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:36.855672 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-7eb3997c-238a-440d-ac3d-d9226fc866d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea568f7ed43a491c8821ab770d7266ca&device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 1094 time: 0.1394379 Nov 12 13:22:36.871290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c65c5-8170-4b05-9810-5817f498c3cc req-ba053204-57f7-4d98-836e-14242b35225a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:36.883330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f20c65c5-8170-4b05-9810-5817f498c3cc req-ba053204-57f7-4d98-836e-14242b35225a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 943 time: 0.0978310 Nov 12 13:22:36.925772 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:36.968415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Transition to ACTIVE for port object 41616a9e-cd1c-4740-a503-dd2957be83ff will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:22:36.976775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:36.977730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:36.982550 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8e6f36-5f8d-4b32-aac4-25e066d93e63" -d '{"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-plugged", "status": "completed", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:37.005867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:37.012447 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:37.098367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-55024474-33b4-4d03-8bc9-b890cc0ee48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:37.101992 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-55024474-33b4-4d03-8bc9-b890cc0ee48a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c0e89d27-390e-4df6-9441-57f64004e2e1 HTTP/1.1" status: 200 len: 916 time: 0.2157092 Nov 12 13:22:37.111549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Pushing event updated for resources: {'Port': ['ID=41616a9e-cd1c-4740-a503-dd2957be83ff,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:37.184142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:37.201250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-89ddfd32-6aff-4229-b9e7-6129b0e025bb service neutron] 10.222.0.73 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968379 Nov 12 13:22:37.213504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-fcd29ac0-dcc1-4ae5-8f9d-e301d9c6ec14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46e09713-ceb3-44e1-861c-93f6408f1c2e HTTP/1.1" status: 200 len: 217 time: 0.0909398 Nov 12 13:22:37.243594 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f20c65c5-8170-4b05-9810-5817f498c3cc req-7e0694f4-17d0-4e6b-91b6-d04ba7c65995 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589461 Nov 12 13:22:37.310380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-b7b6e5f4-e702-4833-88de-a64448ab65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:37.312292 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-b7b6e5f4-e702-4833-88de-a64448ab65ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7d2d0c3-c091-4241-a70e-bc9024560f75 HTTP/1.1" status: 200 len: 854 time: 0.0673161 Nov 12 13:22:37.423099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-63aa87d7-cf88-4a68-9697-ff1e28959b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:37.425700 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-63aa87d7-cf88-4a68-9697-ff1e28959b22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0e89d27-390e-4df6-9441-57f64004e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016979 Nov 12 13:22:37.439842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Attempting to bind port 41616a9e-cd1c-4740-a503-dd2957be83ff on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:37.441415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Attempting to bind port 41616a9e-cd1c-4740-a503-dd2957be83ff by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:37.442188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Attempting to bind port 41616a9e-cd1c-4740-a503-dd2957be83ff on network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:37.478478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Port 41616a9e-cd1c-4740-a503-dd2957be83ff on network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:37.479509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Attempting to bind port 41616a9e-cd1c-4740-a503-dd2957be83ff on network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:37.494114 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-31139dc0-7f8e-4da6-b91d-d412e4fc3972 service neutron] 10.222.0.73 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710071 Nov 12 13:22:37.496127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:37.497079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Checking segment: {'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:37.498120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Bound using segment: {'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:37.499188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Bound port: 41616a9e-cd1c-4740-a503-dd2957be83ff, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:37.500114 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:37.611801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-a57e2fa7-3b08-4607-9273-453d00609770 service neutron] 10.222.0.70 "GET /v2.0/networks/c0e89d27-390e-4df6-9441-57f64004e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724293 Nov 12 13:22:37.771503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e34d1d-714b-41c4-9ae8-7b47daa6d8b7 req-5e1e8007-dc09-4743-b712-6c71dcd9911d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:37.773941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] For port 41616a9e-cd1c-4740-a503-dd2957be83ff, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:37.785948 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12e34d1d-714b-41c4-9ae8-7b47daa6d8b7 req-5e1e8007-dc09-4743-b712-6c71dcd9911d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 943 time: 0.1595237 Nov 12 13:22:37.811458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] For port 41616a9e-cd1c-4740-a503-dd2957be83ff, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=41616a9e-cd1c-4740-a503-dd2957be83ff,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:37.823198 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:37.907762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-6a0984e2-c6ae-4074-a491-727c4a74b1d3 service neutron] 10.222.0.73 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598628 Nov 12 13:22:38.139290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:38.140635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:38.146470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] 10.222.0.70 "PUT /v2.0/ports/41616a9e-cd1c-4740-a503-dd2957be83ff HTTP/1.1" status: 200 len: 1091 time: 2.2586379 Nov 12 13:22:38.222467 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f31d3670-4a9d-4641-abc4-342fc75e6192 req-366c330b-0e8e-4af6-a3de-665743bd2cfc service neutron] 10.222.0.70 "GET /v2.0/networks/c0e89d27-390e-4df6-9441-57f64004e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340629 Nov 12 13:22:38.244212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff3be07-deac-4207-8346-1c9707068a50', 'tag': '41616a9e-cd1c-4740-a503-dd2957be83ff'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:38.251703 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a" -d '{"events": [{"name": "network-changed", "server_uuid": "fff3be07-deac-4207-8346-1c9707068a50", "tag": "41616a9e-cd1c-4740-a503-dd2957be83ff"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:38.263370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-81014a19-d216-41ea-861a-408476400784 service neutron] 10.222.0.73 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541000 Nov 12 13:22:38.329085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c36ea-4971-4970-9b88-8d926babf9af service neutron] Pushing event updated for resources: {'Port': ['ID=41616a9e-cd1c-4740-a503-dd2957be83ff,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:38.358854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-5ffdb1f0-cfe2-41e3-b102-2767418f8efc tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:38.361324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-5ffdb1f0-cfe2-41e3-b102-2767418f8efc tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.105 "GET /v2.0/networks?id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 200 len: 813 time: 0.3908019 Nov 12 13:22:38.379058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12e34d1d-714b-41c4-9ae8-7b47daa6d8b7 req-c72b3ee8-9a82-453d-88df-b06c651b2d53 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704286 Nov 12 13:22:38.408520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'port': {'device_id': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72', 'admin_state_up': True, 'tenant_id': 'af8f9a3c2c1442a585b6ad61b0c788f7'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:38.500283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76236e33-f995-45c5-b008-944a29f31058 req-39d94ea1-3373-4117-9af4-af5cd417be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:38.502162 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-39d94ea1-3373-4117-9af4-af5cd417be5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 1094 time: 0.2421744 Nov 12 13:22:38.636066 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-54f91c15-ef9b-4650-8002-11598fbbbec3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41616a9e-cd1c-4740-a503-dd2957be83ff HTTP/1.1" status: 200 len: 217 time: 0.1200576 Nov 12 13:22:38.642354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bcfc1716-c752-400c-9e2e-5c228551c46c req-6a5eb31d-e303-4166-a86c-a5d3123016ca tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 210 time: 0.1265733 Nov 12 13:22:39.362299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76236e33-f995-45c5-b008-944a29f31058 req-fbe5f5aa-37e0-4d91-9aa9-96d16d5c0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:39.366147 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-fbe5f5aa-37e0-4d91-9aa9-96d16d5c0688 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 200 len: 854 time: 0.7176776 Nov 12 13:22:39.391791 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309ab562-5a14-4529-9dc3-6f7e7b42bc45 x-openstack-request-id: req-309ab562-5a14-4529-9dc3-6f7e7b42bc45 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:39.393006 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-plugged", "status": "completed", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:39.393214 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-309ab562-5a14-4529-9dc3-6f7e7b42bc45 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:39.395081 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'code': 200} Nov 12 13:22:39.465310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-ba9ad71c-e07e-4e9f-beb9-ed09387823d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866346 Nov 12 13:22:39.473325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc56079-b56b-469d-99fd-ae7961ae523f req-dd20d475-da75-40d5-9120-ea01be594344 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:39.480772 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0cc56079-b56b-469d-99fd-ae7961ae523f req-dd20d475-da75-40d5-9120-ea01be594344 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1096 time: 0.3013265 Nov 12 13:22:39.501820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Made reservation on behalf of af8f9a3c2c1442a585b6ad61b0c788f7 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:39.507074 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:39.606668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9eac817e-23a3-4ffd-a6af-73932e270b4d req-947a71ee-5fcc-4143-bce8-e3f2b250ceea tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0768039 Nov 12 13:22:39.833356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0cc56079-b56b-469d-99fd-ae7961ae523f req-a3cb0afc-a874-4425-bd87-12717379f69a tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510036 Nov 12 13:22:39.870512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f121-ff93-4d4d-86ca-1421a5da7329 req-9ebec9ab-8944-431e-9591-6b2b0e9c24b1 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:39.872964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43d0f121-ff93-4d4d-86ca-1421a5da7329 req-9ebec9ab-8944-431e-9591-6b2b0e9c24b1 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 943 time: 0.1351976 Nov 12 13:22:39.920246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-de8d6b11-39cd-4527-a34c-01cba7d5d9bb service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332376 Nov 12 13:22:40.010477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Allocated IP 172.20.0.9 (7cd1764a-40e7-4627-be5a-21d2a1ab7d72/0c6124e9-a8ca-467a-b688-6d92b4a5260b/efe529ff-7a5c-4cf2-8726-66c2ffa1c8af) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:40.123120 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43d0f121-ff93-4d4d-86ca-1421a5da7329 req-8ea4a8af-935e-49ec-ba95-f29967a6a677 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395520 Nov 12 13:22:40.224902 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76236e33-f995-45c5-b008-944a29f31058 req-8d7c7a1a-b685-4350-aa1d-97f02fc6d0e5 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903287 Nov 12 13:22:40.448600 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d51a9da-a681-4e93-9278-66666c7bff96 x-openstack-request-id: req-0d51a9da-a681-4e93-9278-66666c7bff96 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:40.449199 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff3be07-deac-4207-8346-1c9707068a50", "tag": "41616a9e-cd1c-4740-a503-dd2957be83ff", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:40.449581 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d51a9da-a681-4e93-9278-66666c7bff96 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:40.450305 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff3be07-deac-4207-8346-1c9707068a50', 'tag': '41616a9e-cd1c-4740-a503-dd2957be83ff', 'status': 'completed', 'code': 200} Nov 12 13:22:40.590670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-82200ed2-e05e-4af4-8ae9-337a87862df9 req-5febae32-e280-4551-97b1-dded9900f464 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0683064 Nov 12 13:22:40.647501 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:40.660802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a req-853fefd6-3dfc-4ea6-9e22-0f1f4f8a4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:40.662877 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a req-853fefd6-3dfc-4ea6-9e22-0f1f4f8a4150 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 1094 time: 0.1427000 Nov 12 13:22:40.837324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c989eb97-e7db-431e-a861-23595c96d7fd req-f1dea796-d4f6-4067-81f5-e63fa86fbbac tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 210 time: 0.0564826 Nov 12 13:22:40.868152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a req-90a4f262-a1c9-4955-a38c-97bd6191d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:40.871098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a req-90a4f262-a1c9-4955-a38c-97bd6191d225 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 915 time: 0.1988826 Nov 12 13:22:40.984966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175d796-393c-4287-abd7-a656eb5a7be7 req-a2abfe72-f43c-4607-b635-0dc2a30ee3cc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:40.987202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8175d796-393c-4287-abd7-a656eb5a7be7 req-a2abfe72-f43c-4607-b635-0dc2a30ee3cc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 943 time: 0.1829841 Nov 12 13:22:40.989405 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a req-2d5ca895-1a3d-41fd-b76f-4802cb8480a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41616a9e-cd1c-4740-a503-dd2957be83ff HTTP/1.1" status: 200 len: 217 time: 0.0939217 Nov 12 13:22:41.084105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e080cc6-9302-48e3-b83e-a9ac563383f2 req-456733d9-70d5-4100-894e-bc1954635170 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:41.086435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e080cc6-9302-48e3-b83e-a9ac563383f2 req-456733d9-70d5-4100-894e-bc1954635170 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1096 time: 0.0756040 Nov 12 13:22:41.102271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:41.190425 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e080cc6-9302-48e3-b83e-a9ac563383f2 req-9f39ad22-90f8-4bd2-8c3d-f3d261f271f1 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828195 Nov 12 13:22:41.251053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a req-4517a67a-ef52-429a-bd22-8947c43f83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:41.256490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a req-4517a67a-ef52-429a-bd22-8947c43f83d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 200 len: 854 time: 0.2524021 Nov 12 13:22:41.277510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:41.318663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:41.379199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:41.394300 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'Port': ['ID=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:41.422653 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8175d796-393c-4287-abd7-a656eb5a7be7 req-aca9cbdf-4dfa-4a85-8a9a-9b595fc58919 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256732 Nov 12 13:22:41.496449 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a req-d14c1d84-5af8-4587-ab5b-e0a8bfd871a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059360 Nov 12 13:22:41.603587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:41.604850 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:41.621145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3a13944-7ce6-41f1-8f34-f983367d2772 req-5abbd651-3b86-42eb-9182-c0ac4beff571 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0892956 Nov 12 13:22:41.744512 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-267ca74a-1ab4-4af5-96dc-43e3ace432f0 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3529043 Nov 12 13:22:41.782116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Request body: {'port': {'device_id': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:41.829671 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-b7cd49c4-534d-43bf-8304-2767e073bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:41.832109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-b7cd49c4-534d-43bf-8304-2767e073bd88 service neutron] 10.222.0.70 "GET /v2.0/ports/ffd8785e-5a43-4e78-b637-7566bcd394da HTTP/1.1" status: 200 len: 1033 time: 0.1351364 Nov 12 13:22:41.911645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339879f-d72a-4d4f-9603-08f904299847 req-b76dda02-7e6f-4aef-8029-97e8fd2a758f tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:41.928414 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d339879f-d72a-4d4f-9603-08f904299847 req-b76dda02-7e6f-4aef-8029-97e8fd2a758f tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 943 time: 0.3551102 Nov 12 13:22:41.941894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-4fa94016-69bc-478f-a1e6-2b648c5a6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:41.944805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-4fa94016-69bc-478f-a1e6-2b648c5a6ce0 service neutron] 10.222.0.70 "GET /v2.0/ports/adc25839-ced5-44ce-bccb-c76270ef31b4 HTTP/1.1" status: 200 len: 1031 time: 0.0904284 Nov 12 13:22:42.061776 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:42.068817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a req-b7d51d22-ca5e-4975-986c-c12d714930cf service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500007 Nov 12 13:22:42.159495 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d339879f-d72a-4d4f-9603-08f904299847 req-7b9adfd7-0e4f-46ac-b892-238e1013a4a8 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192333 Nov 12 13:22:42.251802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-8d075537-dd94-44f7-8d8e-681401c96115 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:42.264560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-8d075537-dd94-44f7-8d8e-681401c96115 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:42.277944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-8d075537-dd94-44f7-8d8e-681401c96115 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:42.281177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-8d075537-dd94-44f7-8d8e-681401c96115 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "GET /v2.0/networks?id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&id=86f1d168-32de-4338-8ea5-eb80a7d59bbe HTTP/1.1" status: 200 len: 1993 time: 0.3200867 Nov 12 13:22:42.436538 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f38baa3-9c6d-46ea-a2d3-49064663c4be req-1191de77-3ed9-43bc-9a4e-0f72c7e62800 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.1222928 Nov 12 13:22:42.719973 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-a32e99d5-7e85-4fa9-92af-948a39f55b81 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=417c8b6de118451fa28529e6becf05da HTTP/1.1" status: 200 len: 379 time: 0.4198437 Nov 12 13:22:42.778825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'admin_state_up': True, 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'security_groups': ['d216b3ab-d912-4017-838b-1f7f43984c72']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:42.816727 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:42.936934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366a933-2d03-4f82-b2bb-7b879b639380 req-552feeac-e382-4d97-9e4b-c5b5731f8780 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:42.950998 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e366a933-2d03-4f82-b2bb-7b879b639380 req-552feeac-e382-4d97-9e4b-c5b5731f8780 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 931 time: 0.3913028 Nov 12 13:22:43.027667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe529ff-7a5c-4cf2-8726-66c2ffa1c8af {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:43.042914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.066223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Transition to ACTIVE for port object efe529ff-7a5c-4cf2-8726-66c2ffa1c8af will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:22:43.073520 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.170443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Pushing event updated for resources: {'Port': ['ID=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:43.171661 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e366a933-2d03-4f82-b2bb-7b879b639380 req-93ab2406-7cfa-4514-a571-e3b60cc10907 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192001 Nov 12 13:22:43.187645 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fe7400e-f4b8-4ab9-84b9-3d058e9bd82a req-9939e4cb-f845-4c62-ac7a-f0dede1203fd service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0601380 Nov 12 13:22:43.243098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:43.255042 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.404135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Attempting to bind port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:43.404432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Attempting to bind port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '510e0d05-2e3e-444b-ae96-220538e904af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:43.404876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Attempting to bind port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af on network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:43.417380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af on network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:43.417729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Attempting to bind port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af on network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:43.428963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:43.429367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Checking segment: {'id': '510e0d05-2e3e-444b-ae96-220538e904af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:43.430606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Bound using segment: {'id': '510e0d05-2e3e-444b-ae96-220538e904af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:43.431436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Bound port: efe529ff-7a5c-4cf2-8726-66c2ffa1c8af, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510e0d05-2e3e-444b-ae96-220538e904af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:43.431835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.526593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Allocated IP 172.20.0.10 (95b67ac6-8cdc-43bd-b3c4-c05846b6f761/4dec9a87-8b74-444f-a019-9e4489ab8c90/bbee6d53-4da5-445b-9558-1c62aa989afe) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:43.634609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] For port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:43.638365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] For port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:43.646837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.773481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924dbd0-e906-49a6-9d3c-74515ad9e805 req-1ddc585e-abbc-4bd3-af3f-bdb195e2882b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:43.780780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:43.790460 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6924dbd0-e906-49a6-9d3c-74515ad9e805 req-1ddc585e-abbc-4bd3-af3f-bdb195e2882b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 943 time: 0.2531374 Nov 12 13:22:43.794578 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.796298 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] 10.222.0.105 "PUT /v2.0/ports/efe529ff-7a5c-4cf2-8726-66c2ffa1c8af HTTP/1.1" status: 200 len: 1091 time: 2.0231941 Nov 12 13:22:43.798947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'tag': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:43.818048 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27" -d '{"events": [{"name": "network-changed", "server_uuid": "da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500", "tag": "efe529ff-7a5c-4cf2-8726-66c2ffa1c8af"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:43.899264 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:43.934029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd43d8-0a1a-4241-b882-0ff96895f331 service neutron] Pushing event updated for resources: {'Port': ['ID=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:43.984806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-dfdb3b55-d131-40bf-8550-3367fe512cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:43.988371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-dfdb3b55-d131-40bf-8550-3367fe512cf6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 1094 time: 0.1258299 Nov 12 13:22:44.012246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:44.124544 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-43c73fc8-47dc-479e-90e6-9b679d2053ad service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af HTTP/1.1" status: 200 len: 217 time: 0.1253793 Nov 12 13:22:44.223953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-7b0ed731-79fc-48d8-8bbc-3b2331464d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:44.226081 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-7b0ed731-79fc-48d8-8bbc-3b2331464d41 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0c6124e9-a8ca-467a-b688-6d92b4a5260b HTTP/1.1" status: 200 len: 853 time: 0.0925961 Nov 12 13:22:44.290302 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-6d45b6ca-1a43-4451-b0d5-e8513f1909dc service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438251 Nov 12 13:22:44.512467 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-0654784b-88d4-4fca-897a-df54908f4141 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096496 Nov 12 13:22:44.539742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 41616a9e-cd1c-4740-a503-dd2957be83ff details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:22:44.778156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9b877cb-09b4-4941-9ae0-4f7716cf9fb2 req-62dd5f83-c747-4aec-8f96-e07c5d30f827 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516110 Nov 12 13:22:44.846834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6924dbd0-e906-49a6-9d3c-74515ad9e805 req-89fd95e4-0df1-4418-b9da-9bb86dff3b92 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0467117 Nov 12 13:22:44.847120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 41616a9e-cd1c-4740-a503-dd2957be83ff, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=41616a9e-cd1c-4740-a503-dd2957be83ff,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:44.848045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:44.886337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '41616a9e-cd1c-4740-a503-dd2957be83ff', 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c', 'port_id': '41616a9e-cd1c-4740-a503-dd2957be83ff', 'mac_address': 'fa:16:3e:8b:31:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113dd0c5-b267-467f-83c5-4a65398ffc5b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:22:44.974839 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Port': ['ID=bbee6d53-4da5-445b-9558-1c62aa989afe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:44.991381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-83f50d34-6e85-4a9e-86de-e53155296079 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:22:45.002939 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-83f50d34-6e85-4a9e-86de-e53155296079 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4865983 Nov 12 13:22:45.033562 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98b7edf6-7c9e-4da5-af15-67d52ac67beb req-36b776b0-8a55-4cb7-8903-e49d8bb8aaf4 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0449746 Nov 12 13:22:45.049413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:45.060999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:45.065364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:45.070895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:45.118634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41616a9e-cd1c-4740-a503-dd2957be83ff {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:45.147290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:45.148106 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:45.173042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-112e6812-a7fa-48d8-a589-1f458bb54e4a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4351566 Nov 12 13:22:45.205938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-d3903074-1047-4768-88d2-917844b84c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:45.214300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-d3903074-1047-4768-88d2-917844b84c1d service neutron] 10.222.0.73 "GET /v2.0/ports/3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 200 len: 1093 time: 0.2101438 Nov 12 13:22:45.219506 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Request body: {'binding': {'host': 'n-h1-805736-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:45.220570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Unknown quota resources ['binding']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:22:45.222127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 41616a9e-cd1c-4740-a503-dd2957be83ff, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=41616a9e-cd1c-4740-a503-dd2957be83ff,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:45.222862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'admin_state_up': True, 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'security_groups': ['d216b3ab-d912-4017-838b-1f7f43984c72']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:45.233875 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:45.445646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=41616a9e-cd1c-4740-a503-dd2957be83ff,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:45.541200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.542242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.542859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.543425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.543988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.544554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.545121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.545702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.546257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.550971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.551951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.552620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:45.637470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['41616a9e-cd1c-4740-a503-dd2957be83ff'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:22:45.882434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on host n-h1-805736-4 for vnic_type normal with profile None {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:45.883033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:45.883765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:45.894701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:45.895449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:45.899073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-026cf649-951d-44bd-8b0b-e58a115cec8e None None] Provisioning complete for port bbee6d53-4da5-445b-9558-1c62aa989afe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:45.903597 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-026cf649-951d-44bd-8b0b-e58a115cec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:45.907181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:45.907792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:45.908012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:45.908652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:45.909558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Bound port: 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:45.911458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:45.991408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a135a7a-ac77-4a9e-868d-25f34f786cfe req-6b807651-763c-4fa3-a549-93b2025b29fe tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:45.993065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a135a7a-ac77-4a9e-868d-25f34f786cfe req-6b807651-763c-4fa3-a549-93b2025b29fe tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 943 time: 0.3456135 Nov 12 13:22:46.083928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:46.109550 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:46.115155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-6d2076b3-09a5-461c-a866-1fe571b1f0ca service neutron] 10.222.0.73 "POST /v2.0/ports/3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2/bindings HTTP/1.1" status: 201 len: 389 time: 0.8997397 Nov 12 13:22:46.132839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-026cf649-951d-44bd-8b0b-e58a115cec8e None None] Port bbee6d53-4da5-445b-9558-1c62aa989afe cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:46.434353 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a135a7a-ac77-4a9e-868d-25f34f786cfe req-3b951008-7686-48c3-a807-c32c78c4d9bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200510 Nov 12 13:22:46.554357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Allocated IP 10.1.1.48 (96dc6ca2-e9f8-48af-905e-c6e40b349b90/cac1cea2-303d-4891-935a-970ed780d7c6/ffc2e683-9178-428e-841e-56c76d96143e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:46.589176 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b5a72-3611-403a-a88e-e68559d5562e req-6485eaf5-3bda-450f-a3ef-e0c34eb89715 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:46.602521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-908b5a72-3611-403a-a88e-e68559d5562e req-6485eaf5-3bda-450f-a3ef-e0c34eb89715 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 932 time: 0.1086392 Nov 12 13:22:46.657326 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e53452-c59f-4df7-b48e-fb1a339b0c76 x-openstack-request-id: req-44e53452-c59f-4df7-b48e-fb1a339b0c76 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:46.657326 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500", "tag": "efe529ff-7a5c-4cf2-8726-66c2ffa1c8af", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:46.658878 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44e53452-c59f-4df7-b48e-fb1a339b0c76 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:46.658878 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'tag': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af', 'status': 'completed', 'code': 200} Nov 12 13:22:46.802095 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-908b5a72-3611-403a-a88e-e68559d5562e req-d5c727a4-8c53-48ea-8a4b-ffc175f7fa9e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989005 Nov 12 13:22:46.807150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-2ca4f06b-2879-4669-a671-4d62cb1535f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:46.808923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-2ca4f06b-2879-4669-a671-4d62cb1535f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1096 time: 0.1886530 Nov 12 13:22:46.886950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27 req-6802cec4-56c1-4b7c-b908-7f13d0431706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:46.889130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27 req-6802cec4-56c1-4b7c-b908-7f13d0431706 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 1094 time: 0.2211883 Nov 12 13:22:47.037002 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.081107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86d12-9807-4b3f-8284-9348da533d03 req-28c1e6fb-c5bc-478c-9888-b429442cddb6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:47.094218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8e86d12-9807-4b3f-8284-9348da533d03 req-28c1e6fb-c5bc-478c-9888-b429442cddb6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 943 time: 0.3726518 Nov 12 13:22:47.128282 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27 req-25e363bb-86ef-43b6-aae6-217f57bfe05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:47.130080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27 req-25e363bb-86ef-43b6-aae6-217f57bfe05c service neutron] 10.222.0.105 "GET /v2.0/networks?id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 200 len: 914 time: 0.2269874 Nov 12 13:22:47.215064 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.239682 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27 req-1f993e44-e546-4ce1-bd7e-d8e26405753c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af HTTP/1.1" status: 200 len: 217 time: 0.0659888 Nov 12 13:22:47.242067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8e86d12-9807-4b3f-8284-9348da533d03 req-12caad28-c9bb-413c-a391-35b50e81af7b tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417632 Nov 12 13:22:47.318795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a33cd-23e7-4920-aac2-8565291491be req-7410b1a4-f23e-47f2-abc7-f9a4676e76cf tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:47.328447 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-903a33cd-23e7-4920-aac2-8565291491be req-7410b1a4-f23e-47f2-abc7-f9a4676e76cf tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 944 time: 0.2693877 Nov 12 13:22:47.420349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:47.442478 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-903a33cd-23e7-4920-aac2-8565291491be req-0dd39072-0508-470c-8288-db7aac6e3369 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128488 Nov 12 13:22:47.466936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27 req-123634cc-8ad0-40c6-8c5f-72037be4be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:47.470757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Port': ['ID=ffc2e683-9178-428e-841e-56c76d96143e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:47.474582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27 req-123634cc-8ad0-40c6-8c5f-72037be4be5c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0c6124e9-a8ca-467a-b688-6d92b4a5260b HTTP/1.1" status: 200 len: 853 time: 0.2220933 Nov 12 13:22:47.476986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:47.481914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:47.556254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27 req-f946da1d-d817-4cd0-9a30-f7d28037912d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507355 Nov 12 13:22:47.558794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-fffccfdd-7a98-421c-a69c-7172d8f9ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:47.560750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-fffccfdd-7a98-421c-a69c-7172d8f9ec3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.7249153 Nov 12 13:22:47.573426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-653f93a7-0de1-4d01-b612-d4555162d73a req-887c1219-1522-44e5-add7-c9680706e5bf tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0863502 Nov 12 13:22:47.723999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:47.724861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.775295 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-2a78123e-6527-4739-92fd-15c030bdc923 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5901015 Nov 12 13:22:47.800548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'admin_state_up': True, 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'security_groups': ['d216b3ab-d912-4017-838b-1f7f43984c72']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:47.902467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0c775903-1da5-4737-a7b4-1811296ed555 None None] Provisioning complete for port ffc2e683-9178-428e-841e-56c76d96143e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:47.903102 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c775903-1da5-4737-a7b4-1811296ed555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:47.921671 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-ce2d3f6c-d90b-418c-80ff-8bc87074905d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 200 len: 217 time: 0.2915952 Nov 12 13:22:47.999641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-264a3f37-0b31-4bb4-83e4-6b5692b16151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:48.002098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-264a3f37-0b31-4bb4-83e4-6b5692b16151 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.0567524 Nov 12 13:22:48.036163 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27 req-93848726-583a-4b72-ba16-f7fe0c42b8ec service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644985 Nov 12 13:22:48.069966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0c775903-1da5-4737-a7b4-1811296ed555 None None] Port ffc2e683-9178-428e-841e-56c76d96143e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:48.077314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-f75d0045-0d2b-4f86-a27e-c4f4f1ee52d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579662 Nov 12 13:22:48.091931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7983d7-ddf3-49b9-a022-807885a6c0b7 req-9fd7b5be-418e-4ac6-b30d-3f9b8dd0e7c4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:48.101917 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6f7983d7-ddf3-49b9-a022-807885a6c0b7 req-9fd7b5be-418e-4ac6-b30d-3f9b8dd0e7c4 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 943 time: 0.1223099 Nov 12 13:22:48.106284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:48.111083 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:48.215694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-157e47e4-9c08-4c9d-8643-d730063cafe9 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179624 Nov 12 13:22:48.255055 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6f7983d7-ddf3-49b9-a022-807885a6c0b7 req-95f7e36f-ff72-40a7-b8f8-b2beb00d9a21 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517110 Nov 12 13:22:48.360120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5ce90-6adb-4e7c-974a-3943812efb3a req-12187451-27c5-4a44-a93c-6d9073e3add9 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:48.369495 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9dd5ce90-6adb-4e7c-974a-3943812efb3a req-12187451-27c5-4a44-a93c-6d9073e3add9 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 945 time: 0.4459686 Nov 12 13:22:48.484232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c22a9-5e46-4a24-bc5e-db01f947bb08 req-d10a4e65-5bbc-46ce-90cd-0dae5352cc5f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:48.487163 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9dd5ce90-6adb-4e7c-974a-3943812efb3a req-b5012d43-3bc6-4c31-afb8-b342c4cd3905 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158903 Nov 12 13:22:48.492855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c22a9-5e46-4a24-bc5e-db01f947bb08 req-d10a4e65-5bbc-46ce-90cd-0dae5352cc5f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:48.498327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b54c22a9-5e46-4a24-bc5e-db01f947bb08 req-d10a4e65-5bbc-46ce-90cd-0dae5352cc5f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 1653 time: 0.1166594 Nov 12 13:22:48.502631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Allocated IP 10.1.1.194 (96dc6ca2-e9f8-48af-905e-c6e40b349b90/cac1cea2-303d-4891-935a-970ed780d7c6/6768889b-41d9-43e6-9b6a-5f447cffa434) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:48.537012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device efe529ff-7a5c-4cf2-8726-66c2ffa1c8af details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:22:48.558373 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a1d4d9c-057d-4e28-8e76-e752a65f6f27 req-034d98b8-c41e-488d-b6f6-2ff6746c2022 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955947 Nov 12 13:22:48.568575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 41616a9e-cd1c-4740-a503-dd2957be83ff up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:48.594943 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-555a7507-c63b-4118-a5f9-71ea4e9d4464 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650296 Nov 12 13:22:48.804614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:48.809748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a47e60-d87f-4871-9e0c-8fc9374415ca req-cb98143c-620c-46bf-8982-6f94ba96cbff tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:48.820881 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7a47e60-d87f-4871-9e0c-8fc9374415ca req-cb98143c-620c-46bf-8982-6f94ba96cbff tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 943 time: 0.1851435 Nov 12 13:22:48.863986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-7ab3d2be-3633-4a87-a43b-fb35ca4ead24 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:48.867706 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-7ab3d2be-3633-4a87-a43b-fb35ca4ead24 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.1797509 Nov 12 13:22:48.879172 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b54c22a9-5e46-4a24-bc5e-db01f947bb08 req-42287d9d-b579-4868-9d93-084027822952 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301300 Nov 12 13:22:48.888523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-4'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:48.989673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.009214 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.010182 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7a47e60-d87f-4871-9e0c-8fc9374415ca req-6c5b9d46-0bed-4d9d-988d-0a079cbaf9c4 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878481 Nov 12 13:22:49.080657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af', 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72', 'port_id': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af', 'mac_address': 'fa:16:3e:6f:98:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6124e9-a8ca-467a-b688-6d92b4a5260b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:22:49.164875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 41616a9e-cd1c-4740-a503-dd2957be83ff completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:22:49.175062 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.185215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 41616a9e-cd1c-4740-a503-dd2957be83ff triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:49.185599 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.228675 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.286128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe529ff-7a5c-4cf2-8726-66c2ffa1c8af {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:49.325451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:49.341417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:49.351599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e89e-2145-4661-b514-706675b51e5f req-56506386-98ce-4c85-9528-7cc0f34b7219 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:49.360055 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.366541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f50e89e-2145-4661-b514-706675b51e5f req-56506386-98ce-4c85-9528-7cc0f34b7219 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 944 time: 0.2709618 Nov 12 13:22:49.369743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:49.383117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:49.414288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b875f1b-800d-4ee9-bdd9-792ed86e30c1 req-f2e08681-ce52-459a-b431-690e5d38c76d tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0810044 Nov 12 13:22:49.492795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:49.559042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Port': ['ID=6768889b-41d9-43e6-9b6a-5f447cffa434,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:49.594804 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:49.608373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:49.655665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:49.659903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.662667 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.700969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f50e89e-2145-4661-b514-706675b51e5f req-ab272f03-74a7-4758-b734-cf5246c5d1ec tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244750 Nov 12 13:22:49.772997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-7ce42f6a-82f9-4a2e-8765-6871eb7fe6d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9877634 Nov 12 13:22:49.790862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe', 'admin_state_up': True, 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'security_groups': ['d216b3ab-d912-4017-838b-1f7f43984c72']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:49.853526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:49.858383 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac9019e-404b-41fd-b80a-cd0dc8b31920" -d '{"events": [{"server_uuid": "8d889335-b379-4388-9bb0-e392bf5d2be9", "name": "network-vif-unplugged", "status": "completed", "tag": "3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:49.873081 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.906435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 41616a9e-cd1c-4740-a503-dd2957be83ff, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=41616a9e-cd1c-4740-a503-dd2957be83ff,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:49.916621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff3be07-deac-4207-8346-1c9707068a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41616a9e-cd1c-4740-a503-dd2957be83ff'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:49.917785 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:49.925377 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b925e79-98d6-426c-8860-b90e25a46d0a" -d '{"events": [{"server_uuid": "fff3be07-deac-4207-8346-1c9707068a50", "name": "network-vif-plugged", "status": "completed", "tag": "41616a9e-cd1c-4740-a503-dd2957be83ff"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:49.940536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:22:49.963224 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:50.049048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc826c-5ffd-418e-b5ac-e3bdb7d30b1e req-30f0da46-7830-4d2d-85d4-9ec9ee71ae5a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:50.059287 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abfc826c-5ffd-418e-b5ac-e3bdb7d30b1e req-30f0da46-7830-4d2d-85d4-9ec9ee71ae5a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 943 time: 0.2391672 Nov 12 13:22:50.160025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Pushing event updated for resources: {'Port': ['ID=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:50.181807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2ce5b-949e-49f9-9f8a-9af8b22a10cb req-8137a13a-c362-46a1-be8c-05cdde56d8c8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:50.203961 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05d2ce5b-949e-49f9-9f8a-9af8b22a10cb req-8137a13a-c362-46a1-be8c-05cdde56d8c8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 945 time: 0.3320775 Nov 12 13:22:50.236285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abfc826c-5ffd-418e-b5ac-e3bdb7d30b1e req-c774c256-8f25-4574-995c-cf0443076aa8 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749902 Nov 12 13:22:50.244799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.247049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.249096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.254313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.255909 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.262222 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.263312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.264509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.265523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.266459 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.267415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.270568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:50.279597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on host n-h2-805736-4 for vnic_type normal with profile {"migrating_to": "n-h1-805736-4"} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:50.288073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:50.290388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=41616a9e-cd1c-4740-a503-dd2957be83ff,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:50.291434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:50.306143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:50.306651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Attempting to bind port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:50.317868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:50.320838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:50.321491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:50.322933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Bound port: 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:50.325809 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:50.331883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-618d1641-e8fe-4dd2-9d48-ed84023e5dde None None] Provisioning complete for port 6768889b-41d9-43e6-9b6a-5f447cffa434 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:50.333841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-618d1641-e8fe-4dd2-9d48-ed84023e5dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:50.361046 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7051ad59-9a61-4374-b37c-9e5a13bbce41 x-openstack-request-id: req-7051ad59-9a61-4374-b37c-9e5a13bbce41 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:50.363584 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d889335-b379-4388-9bb0-e392bf5d2be9", "name": "network-vif-unplugged", "status": "completed", "tag": "3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:50.366509 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7051ad59-9a61-4374-b37c-9e5a13bbce41 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:50.367125 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2', 'code': 200} Nov 12 13:22:50.492708 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05d2ce5b-949e-49f9-9f8a-9af8b22a10cb req-a623d506-0161-402f-bd4a-8be590bffb74 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759488 Nov 12 13:22:50.497507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:50.498099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:50.507381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:50.521680 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:50.588335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 46e09713-ceb3-44e1-861c-93f6408f1c2e details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:22:50.592114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-618d1641-e8fe-4dd2-9d48-ed84023e5dde None None] Port 6768889b-41d9-43e6-9b6a-5f447cffa434 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:50.817132 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:50.856000 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d22c6f8-b10b-4a68-afde-cc700ec8034f x-openstack-request-id: req-4d22c6f8-b10b-4a68-afde-cc700ec8034f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:50.856468 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff3be07-deac-4207-8346-1c9707068a50", "name": "network-vif-plugged", "status": "completed", "tag": "41616a9e-cd1c-4740-a503-dd2957be83ff", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:50.858023 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d22c6f8-b10b-4a68-afde-cc700ec8034f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:50.858023 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff3be07-deac-4207-8346-1c9707068a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41616a9e-cd1c-4740-a503-dd2957be83ff', 'code': 200} Nov 12 13:22:50.982469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 46e09713-ceb3-44e1-861c-93f6408f1c2e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=46e09713-ceb3-44e1-861c-93f6408f1c2e,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:51.035621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '46e09713-ceb3-44e1-861c-93f6408f1c2e', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'port_id': '46e09713-ceb3-44e1-861c-93f6408f1c2e', 'mac_address': 'fa:16:3e:80:97:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:22:51.065210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c576048-9884-49e6-99f7-7ab841e4a564 req-4000e6fc-7811-4afb-b6cb-0f6104bd423d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:51.079351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c576048-9884-49e6-99f7-7ab841e4a564 req-4000e6fc-7811-4afb-b6cb-0f6104bd423d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:51.102214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c576048-9884-49e6-99f7-7ab841e4a564 req-4000e6fc-7811-4afb-b6cb-0f6104bd423d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:51.113342 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.116201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c576048-9884-49e6-99f7-7ab841e4a564 req-4000e6fc-7811-4afb-b6cb-0f6104bd423d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 2374 time: 0.6037276 Nov 12 13:22:51.131963 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e09713-ceb3-44e1-861c-93f6408f1c2e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:51.159592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Pushing event updated for resources: {'Port': ['ID=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,revision_number=8']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:51.164182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 46e09713-ceb3-44e1-861c-93f6408f1c2e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=46e09713-ceb3-44e1-861c-93f6408f1c2e,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:51.180565 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.196917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:51.198186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:51.200802 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-9eef108c-cb6d-42ac-b736-9a39554e9fdf service neutron] 10.222.0.70 "PUT /v2.0/ports/3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 200 len: 1121 time: 2.3174062 Nov 12 13:22:51.322429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617ead2-0ffe-4d90-8cad-65915a0af2a7 req-d3b778ee-8edd-498d-a867-26fa8382e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:51.324625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d617ead2-0ffe-4d90-8cad-65915a0af2a7 req-d3b778ee-8edd-498d-a867-26fa8382e0f7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 1096 time: 0.2710912 Nov 12 13:22:51.337891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c320c-d23d-4c99-95da-2b28c5b25aa6 req-a0214546-2000-4f08-bec2-fd5b05cd5aed tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:51.348893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee2c320c-d23d-4c99-95da-2b28c5b25aa6 req-a0214546-2000-4f08-bec2-fd5b05cd5aed tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 944 time: 0.2586076 Nov 12 13:22:51.413141 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c576048-9884-49e6-99f7-7ab841e4a564 req-08f2b5aa-9611-47e8-827c-effcdd9c0001 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655056 Nov 12 13:22:51.482628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee2c320c-d23d-4c99-95da-2b28c5b25aa6 req-35880168-31b3-4d80-86ae-bf9e3fff40c4 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324291 Nov 12 13:22:51.556335 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d617ead2-0ffe-4d90-8cad-65915a0af2a7 req-b64b2f40-621b-48da-b150-b5e3df596eee service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852047 Nov 12 13:22:51.700998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Allocated IP 10.2.2.100 (86f1d168-32de-4338-8ea5-eb80a7d59bbe/4d2f8405-f308-4aa9-baa9-87b91e55378d/d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:51.701476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:22:51.711966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=46e09713-ceb3-44e1-861c-93f6408f1c2e,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:51.787915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3698d81-347d-40e7-993c-158a4d2b4eac req-19caad95-d853-4694-9b63-dfe867095d2a tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0882893 Nov 12 13:22:51.846181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['46e09713-ceb3-44e1-861c-93f6408f1c2e'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:22:52.082913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c4b05-a6c3-4594-8524-c540ab65b744 req-ef16e3bd-1916-448d-a6b9-659cef3e0c5d tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:52.084862 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a66c4b05-a6c3-4594-8524-c540ab65b744 req-ef16e3bd-1916-448d-a6b9-659cef3e0c5d tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 944 time: 0.1622643 Nov 12 13:22:52.208032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682e106-8d91-446e-8020-201b2e01a0ae req-dbb961d6-5d63-4b7d-b2e0-e464c63f5fcb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:52.233563 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1682e106-8d91-446e-8020-201b2e01a0ae req-dbb961d6-5d63-4b7d-b2e0-e464c63f5fcb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.1950841 Nov 12 13:22:52.285745 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.340399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.511255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network 86f1d168-32de-4338-8ea5-eb80a7d59bbe is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:52.520005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Port': ['ID=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:52.537023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:52.554600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device efe529ff-7a5c-4cf2-8726-66c2ffa1c8af up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:52.573879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:52.668411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1682e106-8d91-446e-8020-201b2e01a0ae req-f8bbee1a-0c42-4ad0-8932-e7b8c7e48493 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297442 Nov 12 13:22:52.761062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:52.763222 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:52.817072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:22:52.818622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-1bd63ced-1149-46e6-9e5e-745086794df2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0387902 Nov 12 13:22:52.832989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe', 'admin_state_up': True, 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'security_groups': ['d216b3ab-d912-4017-838b-1f7f43984c72']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:52.838806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:52.839601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.024574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'tag': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:53.027146 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4057392a-286f-4fec-8cdc-43c8de6588d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d889335-b379-4388-9bb0-e392bf5d2be9", "tag": "3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:53.117649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a66c4b05-a6c3-4594-8524-c540ab65b744 req-92cd769d-a8b2-4213-9fab-160e46ff3923 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0248215 Nov 12 13:22:53.146035 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.171217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba24f-d413-4c44-a2ea-b23a18e752eb req-5d63bb8e-cc38-4ab2-bc7d-a4bac7499e32 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:53.186952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6dba24f-d413-4c44-a2ea-b23a18e752eb req-5d63bb8e-cc38-4ab2-bc7d-a4bac7499e32 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 943 time: 0.2339277 Nov 12 13:22:53.190033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-350d2d51-96f1-4654-890d-f3da4788f883 None None] Provisioning complete for port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:53.190986 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-350d2d51-96f1-4654-890d-f3da4788f883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.303545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6dba24f-d413-4c44-a2ea-b23a18e752eb req-74befa3a-9747-46f4-853c-84a60dd17366 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096997 Nov 12 13:22:53.379360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:53.387334 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:53.395442 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3b3050-cd45-456a-8503-c1c7f017656e" -d '{"events": [{"server_uuid": "da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500", "name": "network-vif-plugged", "status": "completed", "tag": "efe529ff-7a5c-4cf2-8726-66c2ffa1c8af"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:53.404283 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Made reservation on behalf of 417c8b6de118451fa28529e6becf05da for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:22:53.408912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.420279 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:53.479986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a7d8b-5f77-450c-8919-b73d744c42be req-3e8ffee8-1592-402d-86c9-8d5446b18ad1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:53.485610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da9a7d8b-5f77-450c-8919-b73d744c42be req-3e8ffee8-1592-402d-86c9-8d5446b18ad1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 944 time: 0.1675324 Nov 12 13:22:53.514242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-350d2d51-96f1-4654-890d-f3da4788f883 None None] Port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:53.572023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da9a7d8b-5f77-450c-8919-b73d744c42be req-955030b0-c981-4aff-96c3-7aafe31b0be8 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726092 Nov 12 13:22:53.572929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:53.666144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70705a7e-0e26-480b-a372-b513b855baa4 req-4017c2e7-18e8-4f41-8bce-75dc29d1a48a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:53.672511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70705a7e-0e26-480b-a372-b513b855baa4 req-4017c2e7-18e8-4f41-8bce-75dc29d1a48a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:53.685173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70705a7e-0e26-480b-a372-b513b855baa4 req-4017c2e7-18e8-4f41-8bce-75dc29d1a48a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:53.692557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70705a7e-0e26-480b-a372-b513b855baa4 req-4017c2e7-18e8-4f41-8bce-75dc29d1a48a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:53.694395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-70705a7e-0e26-480b-a372-b513b855baa4 req-4017c2e7-18e8-4f41-8bce-75dc29d1a48a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 3095 time: 0.1979110 Nov 12 13:22:53.859956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-09df92da-dcbf-463a-afa1-f60058a917f8 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0669510 Nov 12 13:22:53.992701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-70705a7e-0e26-480b-a372-b513b855baa4 req-b5bc641b-c45d-475d-a525-8bacea52797f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915494 Nov 12 13:22:53.998605 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5f4ecf9-197b-46a3-b29c-711b0fa8c26d req-d409a788-f2fb-43c2-8162-1da8ff257e1e tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0551350 Nov 12 13:22:54.116311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Allocated IP 10.2.2.200 (86f1d168-32de-4338-8ea5-eb80a7d59bbe/4d2f8405-f308-4aa9-baa9-87b91e55378d/2dadee8e-a55a-4191-be85-892995b138c7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:22:54.186477 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9a508-6e94-4282-b98c-8e23be67a51d x-openstack-request-id: req-2fd9a508-6e94-4282-b98c-8e23be67a51d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:54.186986 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500", "name": "network-vif-plugged", "status": "completed", "tag": "efe529ff-7a5c-4cf2-8726-66c2ffa1c8af", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:54.186986 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2fd9a508-6e94-4282-b98c-8e23be67a51d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:54.187399 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af', 'code': 200} Nov 12 13:22:54.230168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-9f2e965a-248a-4273-8170-3a7fb984f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.231900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-9f2e965a-248a-4273-8170-3a7fb984f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.235082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-9f2e965a-248a-4273-8170-3a7fb984f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.238054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-9f2e965a-248a-4273-8170-3a7fb984f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.240302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-9f2e965a-248a-4273-8170-3a7fb984f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.241556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-9f2e965a-248a-4273-8170-3a7fb984f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.244644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-9f2e965a-248a-4273-8170-3a7fb984f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.252230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-9f2e965a-248a-4273-8170-3a7fb984f1a5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6494 time: 0.2166367 Nov 12 13:22:54.265417 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e9f53b-ce58-4baf-940a-d7d2bb22266f x-openstack-request-id: req-b3e9f53b-ce58-4baf-940a-d7d2bb22266f {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:54.267574 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d889335-b379-4388-9bb0-e392bf5d2be9", "tag": "3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:54.268313 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3e9f53b-ce58-4baf-940a-d7d2bb22266f {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:54.269230 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'tag': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2', 'status': 'completed', 'code': 200} Nov 12 13:22:54.450873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:54.526140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057392a-286f-4fec-8cdc-43c8de6588d7 req-51b4fe0b-f623-4a58-8b59-a3468abb43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.528894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4057392a-286f-4fec-8cdc-43c8de6588d7 req-51b4fe0b-f623-4a58-8b59-a3468abb43ec service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1124 time: 0.2010255 Nov 12 13:22:54.540050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:54.581252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:22:54.588611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 46e09713-ceb3-44e1-861c-93f6408f1c2e up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:22:54.740759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057392a-286f-4fec-8cdc-43c8de6588d7 req-a0cb9544-9633-49d4-9078-5883cd083a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.743555 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4057392a-286f-4fec-8cdc-43c8de6588d7 req-a0cb9544-9633-49d4-9078-5883cd083a14 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.2065251 Nov 12 13:22:54.754619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Network 86f1d168-32de-4338-8ea5-eb80a7d59bbe is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:22:54.759614 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282b022-6857-4a2a-9b88-4752baaf9e12 req-a888848f-c099-4b4e-be14-7a9c52df74aa tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.760070 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:54.769717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:22:54.777513 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2282b022-6857-4a2a-9b88-4752baaf9e12 req-a888848f-c099-4b4e-be14-7a9c52df74aa tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.3564003 Nov 12 13:22:54.796492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:22:54.796821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 has no active binding in host n-h1-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:22:54.855366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 46e09713-ceb3-44e1-861c-93f6408f1c2e completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:22:54.865188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 46e09713-ceb3-44e1-861c-93f6408f1c2e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:54.866384 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:54.869317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4057392a-286f-4fec-8cdc-43c8de6588d7 req-e230d4cb-ef62-4cf9-aa5e-fe567837c4e7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 200 len: 217 time: 0.0843379 Nov 12 13:22:54.971679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057392a-286f-4fec-8cdc-43c8de6588d7 req-d4ffcd73-cd7a-48ab-9c0f-69d300ea9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:54.974155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4057392a-286f-4fec-8cdc-43c8de6588d7 req-d4ffcd73-cd7a-48ab-9c0f-69d300ea9c42 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.0934689 Nov 12 13:22:54.990395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2282b022-6857-4a2a-9b88-4752baaf9e12 req-a8026ce9-ecf5-4178-be4b-4685177d34c8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102492 Nov 12 13:22:55.062714 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4057392a-286f-4fec-8cdc-43c8de6588d7 req-256ffc17-6b06-498a-8ca5-93cfa103436a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710418 Nov 12 13:22:55.154754 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.177234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event updated for resources: {'Port': ['ID=2dadee8e-a55a-4191-be85-892995b138c7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:55.222898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:55.229049 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.241044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 46e09713-ceb3-44e1-861c-93f6408f1c2e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=46e09713-ceb3-44e1-861c-93f6408f1c2e,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:55.253089 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.285982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166a864-d174-4368-af58-726f7262c3c7 req-ca6746b9-0784-4eed-a9d6-dc8f0dc8cad9 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:55.288830 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7166a864-d174-4368-af58-726f7262c3c7 req-ca6746b9-0784-4eed-a9d6-dc8f0dc8cad9 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 944 time: 0.7741463 Nov 12 13:22:55.292691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.293522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.295121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.295789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.297603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.299703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.301635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.302318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.303873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.304486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.305982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.307927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:22:55.318436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c8863-2e3b-42df-a158-548a06261f0e req-1ead9fab-0d62-48bd-8427-f3857cdab37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:55.320680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-522c8863-2e3b-42df-a158-548a06261f0e req-1ead9fab-0d62-48bd-8427-f3857cdab37d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 1096 time: 0.8050878 Nov 12 13:22:55.330730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-616dcb1b-df60-46a4-aef2-a479e16d5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:55.331480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-616dcb1b-df60-46a4-aef2-a479e16d5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:55.332098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-616dcb1b-df60-46a4-aef2-a479e16d5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:55.334083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-616dcb1b-df60-46a4-aef2-a479e16d5218 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e1bf6593-1926-4918-b099-2d3c401d6aa8&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f HTTP/1.1" status: 200 len: 2291 time: 0.8410962 Nov 12 13:22:55.427374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f508a-16e2-4ac3-9521-e73ff80edb4f req-cd4ef9c1-9331-4ccc-a7df-5cf034887c8b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:55.446378 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-7c28c3b6-d504-4a67-a1f1-e9b1d61b96c7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292 HTTP/1.1" status: 200 len: 1001 time: 0.0903566 Nov 12 13:22:55.446787 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-058f508a-16e2-4ac3-9521-e73ff80edb4f req-cd4ef9c1-9331-4ccc-a7df-5cf034887c8b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 943 time: 0.3196657 Nov 12 13:22:55.504950 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-c7271cb1-3e2a-4807-8fc3-0167f0e56099 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6791995 Nov 12 13:22:55.522798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c7a079b0-4d5e-4c36-91d3-1b4cc69c323b None None] Provisioning complete for port 2dadee8e-a55a-4191-be85-892995b138c7 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:22:55.523495 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7a079b0-4d5e-4c36-91d3-1b4cc69c323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.528115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=46e09713-ceb3-44e1-861c-93f6408f1c2e,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:55.534233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:22:55.620757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4057392a-286f-4fec-8cdc-43c8de6588d7 req-136f61ee-b273-4728-a643-33de58ce8ca2 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497742 Nov 12 13:22:55.632029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-522c8863-2e3b-42df-a158-548a06261f0e req-b25e680c-d7df-4200-a6fe-efadc4e71f8c service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923226 Nov 12 13:22:55.679837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c7a079b0-4d5e-4c36-91d3-1b4cc69c323b None None] Port 2dadee8e-a55a-4191-be85-892995b138c7 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:22:55.683143 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:55.693735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-4b5e9215-24fc-4a8d-95a1-eff313bd0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:55.696332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-4b5e9215-24fc-4a8d-95a1-eff313bd0d4a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fbe2cfc7-4019-4384-be49-dec8d05dc3bd HTTP/1.1" status: 200 len: 850 time: 0.2361851 Nov 12 13:22:55.738702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7166a864-d174-4368-af58-726f7262c3c7 req-b382ca68-d42b-4d17-bb9c-d7a382a03a0b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098587 Nov 12 13:22:55.866413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-058f508a-16e2-4ac3-9521-e73ff80edb4f req-6e649db6-9206-4eef-aee0-17c856cc1619 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981903 Nov 12 13:22:56.042286 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4057392a-286f-4fec-8cdc-43c8de6588d7 req-a60552e0-ba82-4373-8356-18f4abd23dc1 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127042 Nov 12 13:22:56.229109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-bdce5bc0-00d2-4827-aa27-bcfb0656f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:56.230801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-bdce5bc0-00d2-4827-aa27-bcfb0656f7de service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e1bf6593-1926-4918-b099-2d3c401d6aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246591 Nov 12 13:22:56.261361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8193fa0-2596-42d7-baba-d105fababf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e09713-ceb3-44e1-861c-93f6408f1c2e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:56.265683 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5164dd33-0fbe-4acb-a831-0229d6ec3d78" -d '{"events": [{"server_uuid": "a8193fa0-2596-42d7-baba-d105fababf03", "name": "network-vif-plugged", "status": "completed", "tag": "46e09713-ceb3-44e1-861c-93f6408f1c2e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:56.312020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeaac1-0269-4ea4-9db7-b1dca7a0a5df req-88f359f1-2787-4f37-a984-e7879e7f2bef tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:56.322742 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeaac1-0269-4ea4-9db7-b1dca7a0a5df req-88f359f1-2787-4f37-a984-e7879e7f2bef tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:56.326646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96085d20-be7d-4edf-b524-49920e833bae req-3cc7edc9-0c0e-416f-ab09-3d8e84eb1a1c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:56.329398 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96085d20-be7d-4edf-b524-49920e833bae req-3cc7edc9-0c0e-416f-ab09-3d8e84eb1a1c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 945 time: 0.2365911 Nov 12 13:22:56.331461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeaac1-0269-4ea4-9db7-b1dca7a0a5df req-88f359f1-2787-4f37-a984-e7879e7f2bef tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:56.348968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeaac1-0269-4ea4-9db7-b1dca7a0a5df req-88f359f1-2787-4f37-a984-e7879e7f2bef tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:56.358456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeaac1-0269-4ea4-9db7-b1dca7a0a5df req-88f359f1-2787-4f37-a984-e7879e7f2bef tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:56.367795 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3aeaac1-0269-4ea4-9db7-b1dca7a0a5df req-88f359f1-2787-4f37-a984-e7879e7f2bef tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 3816 time: 0.1876082 Nov 12 13:22:56.456382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96085d20-be7d-4edf-b524-49920e833bae req-b54bb0df-0ed2-42ae-b330-e7dd8980db3e tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149020 Nov 12 13:22:56.470268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3aeaac1-0269-4ea4-9db7-b1dca7a0a5df req-b36f0fcb-aa1f-40fc-8571-154973e8cc33 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010959 Nov 12 13:22:56.692862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79445-434c-481c-bbb8-f88173dc8c35 req-219efce8-ed44-456e-9953-f854e5156c69 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:56.695742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36c79445-434c-481c-bbb8-f88173dc8c35 req-219efce8-ed44-456e-9953-f854e5156c69 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.0989110 Nov 12 13:22:56.805760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36c79445-434c-481c-bbb8-f88173dc8c35 req-e0fa0ba4-bb9a-4358-9234-8c7167b1fa6d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853915 Nov 12 13:22:56.850300 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa520e3-e96b-490a-8876-e2481ed88f7e x-openstack-request-id: req-0aa520e3-e96b-490a-8876-e2481ed88f7e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:22:56.850674 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8193fa0-2596-42d7-baba-d105fababf03", "name": "network-vif-plugged", "status": "completed", "tag": "46e09713-ceb3-44e1-861c-93f6408f1c2e", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:22:56.851003 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0aa520e3-e96b-490a-8876-e2481ed88f7e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:22:56.851476 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8193fa0-2596-42d7-baba-d105fababf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e09713-ceb3-44e1-861c-93f6408f1c2e', 'code': 200} Nov 12 13:22:56.957081 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9271a8-78bf-413f-b2c5-c7abee2c39b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:57.071510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59910bca-ee74-4710-b7e2-d9224aa8730e req-58daacad-5fb4-4f32-bcd0-cf5ecba7764c tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.4793079 Nov 12 13:22:57.073864 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-ca8dd8a6-30a0-4128-836f-8b0d3abe1646 service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331869 Nov 12 13:22:57.440731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbee6d53-4da5-445b-9558-1c62aa989afe {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:57.488793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:57.515867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b2c29-4d47-4e9d-b712-3f7607c970b3 req-27d0a5db-9ab5-4625-ad2a-3438652987eb tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:57.521471 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e9b2c29-4d47-4e9d-b712-3f7607c970b3 req-27d0a5db-9ab5-4625-ad2a-3438652987eb tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 943 time: 0.2008064 Nov 12 13:22:57.545957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-3e54e3b7-8c54-48d7-bf51-1d15673784c1 service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582953 Nov 12 13:22:57.553568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec445-e447-4091-bbb5-c9cd30d28edf req-5a92cbeb-c267-43cf-9700-e8bdd6201213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:57.555344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bec445-e447-4091-bbb5-c9cd30d28edf req-5a92cbeb-c267-43cf-9700-e8bdd6201213 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 1096 time: 0.4902103 Nov 12 13:22:57.699171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Transition to ACTIVE for port object bbee6d53-4da5-445b-9558-1c62aa989afe will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:22:57.704963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-db252569-5407-4032-85c5-a00259b7a71e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=8b402751-23b3-4ce3-8639-2dd4a2819a1e HTTP/1.1" status: 200 len: 217 time: 0.1483335 Nov 12 13:22:57.715986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e9b2c29-4d47-4e9d-b712-3f7607c970b3 req-482254c6-568b-4837-9dd8-14635561ffe8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859608 Nov 12 13:22:57.783491 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:57.823682 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67aeba31-b91c-492d-a01f-899cc3eb119d req-1a566446-f537-42ce-96aa-e15024cbbee5 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.1050017 Nov 12 13:22:57.890698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4d92b-def5-4a83-a540-26ec45b4aa60 req-7355671d-8f00-4c1f-8c6d-f0ce50d017ac tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:57.897260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c4d92b-def5-4a83-a540-26ec45b4aa60 req-7355671d-8f00-4c1f-8c6d-f0ce50d017ac tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.4365778 Nov 12 13:22:57.985904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-ebd48edc-ce19-49cc-856e-acbd7e335068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:57.989051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-ebd48edc-ce19-49cc-856e-acbd7e335068 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.2649274 Nov 12 13:22:57.990441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbee6d53-4da5-445b-9558-1c62aa989afe,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:58.105736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949507a-fbfe-438b-a302-146bc4232800 req-2fead56d-1fb5-49a1-8319-3600c6c3b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.109684 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4949507a-fbfe-438b-a302-146bc4232800 req-2fead56d-1fb5-49a1-8319-3600c6c3b89b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 1100 time: 0.1207740 Nov 12 13:22:58.150705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bec445-e447-4091-bbb5-c9cd30d28edf req-1a86adc8-9d2f-4b10-bc59-431bec9aa75e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5378306 Nov 12 13:22:58.295696 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2c4d92b-def5-4a83-a540-26ec45b4aa60 req-ac9c47d4-cd1d-4960-beb1-1e01ed4619e0 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992814 Nov 12 13:22:58.321421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-d2c9fd67-bb05-4011-a856-e5b11d41c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.328046 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-d2c9fd67-bb05-4011-a856-e5b11d41c080 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2079101 Nov 12 13:22:58.397591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Attempting to bind port bbee6d53-4da5-445b-9558-1c62aa989afe on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:22:58.398389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Attempting to bind port bbee6d53-4da5-445b-9558-1c62aa989afe by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:22:58.399184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Attempting to bind port bbee6d53-4da5-445b-9558-1c62aa989afe on network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:58.445833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Port bbee6d53-4da5-445b-9558-1c62aa989afe on network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:22:58.446652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Attempting to bind port bbee6d53-4da5-445b-9558-1c62aa989afe on network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:22:58.456358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:22:58.457127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Checking segment: {'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:22:58.457814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Bound using segment: {'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:22:58.458640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Bound port: bbee6d53-4da5-445b-9558-1c62aa989afe, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aaa1a9e-3a1c-482f-b001-339ebe7a071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:22:58.459654 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:58.536590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeaf64-5d62-46a5-acc1-eac5705387e9 req-6d6ec1e4-e49f-435c-9af3-8c550438dd9d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.545867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bedeaf64-5d62-46a5-acc1-eac5705387e9 req-6d6ec1e4-e49f-435c-9af3-8c550438dd9d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.2257171 Nov 12 13:22:58.568640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949507a-fbfe-438b-a302-146bc4232800 req-1a309ff3-3c21-4235-bdf0-2a7ca48009e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.570332 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4949507a-fbfe-438b-a302-146bc4232800 req-1a309ff3-3c21-4235-bdf0-2a7ca48009e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.4350162 Nov 12 13:22:58.578777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:22:58.647243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80668429-44e9-4540-b87f-a3f462131b39 req-61c7fd5c-1d84-44d0-a0f3-288ddd14e0d1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.649628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80668429-44e9-4540-b87f-a3f462131b39 req-61c7fd5c-1d84-44d0-a0f3-288ddd14e0d1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 945 time: 0.1597362 Nov 12 13:22:58.658329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-6d7ee939-2770-4d3d-b920-fa8e52547b7f service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158855 Nov 12 13:22:58.737147 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bedeaf64-5d62-46a5-acc1-eac5705387e9 req-6f6918f9-8347-4700-b98b-a394438a5c51 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902628 Nov 12 13:22:58.758974 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-f022a386-b67a-4e8c-adc2-aeaa58371165 service neutron] 10.222.0.105 "GET /v2.0/ports/3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2/bindings/n-h1-805736-4 HTTP/1.1" status: 200 len: 384 time: 0.2777088 Nov 12 13:22:58.762729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] For port bbee6d53-4da5-445b-9558-1c62aa989afe, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:58.855810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:58.886851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 has no active binding in host n-h1-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:22:58.908552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] For port bbee6d53-4da5-445b-9558-1c62aa989afe, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bbee6d53-4da5-445b-9558-1c62aa989afe,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:22:58.926929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:58.952765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80668429-44e9-4540-b87f-a3f462131b39 req-f689c356-a6c0-4470-a97d-d5d42d7fc98d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635937 Nov 12 13:22:58.996632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:58.997056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:58.998610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] 10.222.0.70 "PUT /v2.0/ports/bbee6d53-4da5-445b-9558-1c62aa989afe HTTP/1.1" status: 200 len: 1092 time: 3.4764080 Nov 12 13:22:59.004793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'bbee6d53-4da5-445b-9558-1c62aa989afe'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:22:59.007389 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719" -d '{"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "bbee6d53-4da5-445b-9558-1c62aa989afe"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:22:59.093046 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-ffb40826-5f87-4842-8ba1-11b0134923a7 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180460 Nov 12 13:22:59.287717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768c41e-fecc-464b-abf5-5347b877a9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbee6d53-4da5-445b-9558-1c62aa989afe,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:22:59.369141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-920a0c4d-3df0-4644-8fad-30676594be6b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e3fc1244-3b20-455f-b6c0-bb7af1b363ce HTTP/1.1" status: 200 len: 217 time: 0.2634909 Nov 12 13:22:59.403938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-13762cf9-1507-44ba-aa68-37c8fa569537 service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:59.463296 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d5aaf449-a482-40e5-9334-1cf791de2e73 req-c9d03758-9ae8-4876-ae18-9632d82da627 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.1629462 Nov 12 13:22:59.523982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-70ac3c4c-fe44-49f8-908f-6586df1fa22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:59.531574 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-70ac3c4c-fe44-49f8-908f-6586df1fa22f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.1180367 Nov 12 13:22:59.532899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc761-e25d-4590-9e24-2f7782166ba0 req-aa0c6f98-ccc1-43a2-9ad5-1dea2e26404b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:59.550003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc761-e25d-4590-9e24-2f7782166ba0 req-aa0c6f98-ccc1-43a2-9ad5-1dea2e26404b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:59.552942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b67eab5-15b8-41ce-941d-4bc383b37563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:59.570456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc761-e25d-4590-9e24-2f7782166ba0 req-aa0c6f98-ccc1-43a2-9ad5-1dea2e26404b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:59.584266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc761-e25d-4590-9e24-2f7782166ba0 req-aa0c6f98-ccc1-43a2-9ad5-1dea2e26404b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:59.609008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc761-e25d-4590-9e24-2f7782166ba0 req-aa0c6f98-ccc1-43a2-9ad5-1dea2e26404b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:59.616498 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34fdc761-e25d-4590-9e24-2f7782166ba0 req-aa0c6f98-ccc1-43a2-9ad5-1dea2e26404b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 3828 time: 0.7114432 Nov 12 13:22:59.625723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-13762cf9-1507-44ba-aa68-37c8fa569537 service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:22:59.734848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-944ec3a3-0208-4a17-a616-787f3e32ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:59.737361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-944ec3a3-0208-4a17-a616-787f3e32ff08 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1947458 Nov 12 13:22:59.756029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44fd8b-f390-436c-9bd5-d0c8b21917d7 req-e41922c8-1e64-401a-af99-c30920ca6566 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:22:59.758930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b44fd8b-f390-436c-9bd5-d0c8b21917d7 req-e41922c8-1e64-401a-af99-c30920ca6566 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 943 time: 0.1823568 Nov 12 13:22:59.786188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-13762cf9-1507-44ba-aa68-37c8fa569537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:22:59.845979 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34fdc761-e25d-4590-9e24-2f7782166ba0 req-71ae5130-2840-4edd-b79d-9db96b20d8ab tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688371 Nov 12 13:22:59.863907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-13762cf9-1507-44ba-aa68-37c8fa569537 service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:22:59.915766 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-13762cf9-1507-44ba-aa68-37c8fa569537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:22:59.946471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b44fd8b-f390-436c-9bd5-d0c8b21917d7 req-85599f80-0061-4c39-9b61-dba38ab41784 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684947 Nov 12 13:23:00.026132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-22060cf2-9c90-4e3a-907c-09f737cf355d service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598867 Nov 12 13:23:00.059742 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-13762cf9-1507-44ba-aa68-37c8fa569537 service neutron] Transition to ACTIVE for port object 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:23:00.069072 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-13762cf9-1507-44ba-aa68-37c8fa569537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:00.080644 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9fb54c-e150-450b-97c4-b0b0d929ceb6 x-openstack-request-id: req-6c9fb54c-e150-450b-97c4-b0b0d929ceb6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:00.080997 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "bbee6d53-4da5-445b-9558-1c62aa989afe", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:00.081370 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c9fb54c-e150-450b-97c4-b0b0d929ceb6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:00.081653 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'bbee6d53-4da5-445b-9558-1c62aa989afe', 'status': 'completed', 'code': 200} Nov 12 13:23:00.316354 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-a2b0444e-d4a2-4504-8fa3-73354e78e4e9 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769079 Nov 12 13:23:00.356057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-13762cf9-1507-44ba-aa68-37c8fa569537 service neutron] No DVR routers for this DVR port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:23:00.427464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-f0c4c1f8-d94a-43dc-8bda-65102ea06435 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=ae73e88e-9170-4921-80e1-88104a71b1ec HTTP/1.1" status: 200 len: 217 time: 0.0982771 Nov 12 13:23:00.461718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-c7960d0b-01a4-46a3-a02e-845638a96722 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-844166816&fields=id&tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7 HTTP/1.1" status: 200 len: 267 time: 0.3099778 Nov 12 13:23:00.466366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13762cf9-1507-44ba-aa68-37c8fa569537 service neutron] Pushing event updated for resources: {'Port': ['ID=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,revision_number=10']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:00.480305 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:00.511314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-13762cf9-1507-44ba-aa68-37c8fa569537 service neutron] 10.222.0.105 "PUT /v2.0/ports/3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2/bindings/n-h1-805736-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7380860 Nov 12 13:23:00.512097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-4f03490a-ee02-4588-a12c-d1f8ad206f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:00.515030 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-4f03490a-ee02-4588-a12c-d1f8ad206f38 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.0689120 Nov 12 13:23:00.554573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-c231cefe-d9a1-4bf7-8738-f9e8af9d3475 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:00.555196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029671e6-8882-4b16-bb56-7fd59fe49a5d req-0086e17d-3ade-4b47-bb47-9f289ae98580 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:00.556722 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-029671e6-8882-4b16-bb56-7fd59fe49a5d req-0086e17d-3ade-4b47-bb47-9f289ae98580 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1527114 Nov 12 13:23:00.572121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-c231cefe-d9a1-4bf7-8738-f9e8af9d3475 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 945 time: 0.1094236 Nov 12 13:23:00.575344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:23:00.578336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-55eaaa90-a3a2-4033-8b9c-1316a669f45d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'port': {'security_groups': ['dc3ae34b-abde-407d-9e25-d1034d14905b', 'e0f3da65-e4d0-42df-9cb1-7a6304dde020']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:00.639056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-886ba2ca-1d6e-477b-9c3e-bff34b7ba050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:00.640670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-886ba2ca-1d6e-477b-9c3e-bff34b7ba050 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129143 Nov 12 13:23:00.666991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-029671e6-8882-4b16-bb56-7fd59fe49a5d req-3c899d7f-0dc4-41de-9a9e-61edc76c000f tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836816 Nov 12 13:23:00.670792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:23:00.698971 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-55eaaa90-a3a2-4033-8b9c-1316a669f45d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:00.892989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-cdbcab28-a620-43fe-b61a-14dd4fe7567d service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400055 Nov 12 13:23:00.901499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb53fd-cc8b-4656-b713-9d22f66d04b1 req-55747990-1846-4887-8db7-a8df635a6cee tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:00.903401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6feb53fd-cc8b-4656-b713-9d22f66d04b1 req-55747990-1846-4887-8db7-a8df635a6cee tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.1031690 Nov 12 13:23:01.065388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6feb53fd-cc8b-4656-b713-9d22f66d04b1 req-3d6119a8-3f6c-4434-bb5d-c9c1d1993eff tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430798 Nov 12 13:23:01.112378 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-d3d97448-62ef-45bf-a26c-0eb60b0f2feb service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078087 Nov 12 13:23:01.129947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-55eaaa90-a3a2-4033-8b9c-1316a669f45d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] For port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:01.186892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-e736bbcc-0548-41cc-91a0-e123ba89527d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=9d37fd99-c624-4630-a5a1-c21226e4a594 HTTP/1.1" status: 200 len: 217 time: 0.0657592 Nov 12 13:23:01.225736 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-55eaaa90-a3a2-4033-8b9c-1316a669f45d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:01.233861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-55eaaa90-a3a2-4033-8b9c-1316a669f45d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:01.248534 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:01.324063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28648e73-eb4d-4714-8e39-6ecff3af6c7a req-7d5292a6-b8b9-4d0a-bc18-91394a871eee tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.1475635 Nov 12 13:23:01.382540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-f51c576e-269a-4ded-a60c-87c05fb6025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:01.386013 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-f51c576e-269a-4ded-a60c-87c05fb6025f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.1542091 Nov 12 13:23:01.389011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-55eaaa90-a3a2-4033-8b9c-1316a669f45d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:01.390408 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-55eaaa90-a3a2-4033-8b9c-1316a669f45d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:01.417868 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf1b37e-a4c3-48a3-b7b6-08511c2d064a req-55eaaa90-a3a2-4033-8b9c-1316a669f45d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "PUT /v2.0/ports/efe529ff-7a5c-4cf2-8726-66c2ffa1c8af HTTP/1.1" status: 200 len: 981 time: 0.8442686 Nov 12 13:23:01.422351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'tag': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:01.447571 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5ff567-a7f8-4aff-896e-471da51017c9" -d '{"events": [{"name": "network-changed", "server_uuid": "da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500", "tag": "efe529ff-7a5c-4cf2-8726-66c2ffa1c8af"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:01.511038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaaa90-a3a2-4033-8b9c-1316a669f45d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'Port': ['ID=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:01.566172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:01.667477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-bdcc9fc1-4242-4dc0-b07b-6e6385330784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:01.670875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-bdcc9fc1-4242-4dc0-b07b-6e6385330784 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2770636 Nov 12 13:23:01.688944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d75431-5d15-43ef-86de-25f4243c3f70 req-09bf5a82-6605-4cbf-9f59-d69ab54c78e6 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:01.697690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56d75431-5d15-43ef-86de-25f4243c3f70 req-09bf5a82-6605-4cbf-9f59-d69ab54c78e6 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.0807166 Nov 12 13:23:01.764593 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56d75431-5d15-43ef-86de-25f4243c3f70 req-465500bc-d70b-45c2-83ce-527ec6be259a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651941 Nov 12 13:23:01.844003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76940-27ec-4e60-9d1f-96d4f2620268 req-fb72c184-bd85-40f9-a658-e67dd2156716 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:01.865401 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76940-27ec-4e60-9d1f-96d4f2620268 req-fb72c184-bd85-40f9-a658-e67dd2156716 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:01.881775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76940-27ec-4e60-9d1f-96d4f2620268 req-fb72c184-bd85-40f9-a658-e67dd2156716 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:01.907049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76940-27ec-4e60-9d1f-96d4f2620268 req-fb72c184-bd85-40f9-a658-e67dd2156716 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:01.928203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76940-27ec-4e60-9d1f-96d4f2620268 req-fb72c184-bd85-40f9-a658-e67dd2156716 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:01.946847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9a76940-27ec-4e60-9d1f-96d4f2620268 req-fb72c184-bd85-40f9-a658-e67dd2156716 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 3828 time: 0.3878150 Nov 12 13:23:02.091475 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-314ebec5-4acf-4137-a5cd-b90a5b2c4585 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097681 Nov 12 13:23:02.130200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:02.283458 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9a76940-27ec-4e60-9d1f-96d4f2620268 req-a439b029-8b3d-4359-ad2f-a982600336f9 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393450 Nov 12 13:23:02.392917 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-b9416620-2284-4255-8392-505c6c82f646 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933071 Nov 12 13:23:02.508115 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d9433b-5271-4b2c-8ae3-7d7e448b32a6 x-openstack-request-id: req-88d9433b-5271-4b2c-8ae3-7d7e448b32a6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:02.508586 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500", "tag": "efe529ff-7a5c-4cf2-8726-66c2ffa1c8af", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:02.509246 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-88d9433b-5271-4b2c-8ae3-7d7e448b32a6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:02.510011 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'tag': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af', 'status': 'completed', 'code': 200} Nov 12 13:23:02.535123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-6e308df7-6b6c-4b77-9e22-e2006f92c34e tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1085957631&fields=id&tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7 HTTP/1.1" status: 200 len: 267 time: 0.1438007 Nov 12 13:23:02.547990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-590c06e0-1493-4d56-80ac-f039d78a43f1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db HTTP/1.1" status: 200 len: 217 time: 0.1344879 Nov 12 13:23:02.691747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-d7d418a3-2a2c-4a47-962a-b7d9a86a5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:02.693560 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-d7d418a3-2a2c-4a47-962a-b7d9a86a5376 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.1203866 Nov 12 13:23:02.785520 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:02.793689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-46b28b57-a216-4a58-9ebb-d9d9bb1301de tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:02.808013 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-46b28b57-a216-4a58-9ebb-d9d9bb1301de tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 984 time: 0.2619982 Nov 12 13:23:02.818737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-a856996d-6ec1-43c2-a1f9-7293b6bca9a6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'port': {'security_groups': ['dc3ae34b-abde-407d-9e25-d1034d14905b', 'e0f3da65-e4d0-42df-9cb1-7a6304dde020', 'e19ff0c6-eb8f-4642-bccd-1a9de1fec31f']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:02.830097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ff567-a7f8-4aff-896e-471da51017c9 req-fb26315a-d9cd-47a8-abea-a4b1f809f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:02.834310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c5ff567-a7f8-4aff-896e-471da51017c9 req-fb26315a-d9cd-47a8-abea-a4b1f809f91b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 1135 time: 0.3227494 Nov 12 13:23:02.883161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-c609be40-4fd4-4768-b99e-24c35dbd8b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:02.886735 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-c609be40-4fd4-4768-b99e-24c35dbd8b38 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1835992 Nov 12 13:23:02.902895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda27f4-ee33-49e5-9f74-fcd2f7e93dc0 req-d817583c-ee82-4235-9360-21cd961f5716 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:02.918433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aeda27f4-ee33-49e5-9f74-fcd2f7e93dc0 req-d817583c-ee82-4235-9360-21cd961f5716 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.2297206 Nov 12 13:23:02.997977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ff567-a7f8-4aff-896e-471da51017c9 req-7658a753-374e-42a0-b9cd-dfc91dd1b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:02.999511 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c5ff567-a7f8-4aff-896e-471da51017c9 req-7658a753-374e-42a0-b9cd-dfc91dd1b506 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 200 len: 914 time: 0.1293283 Nov 12 13:23:03.076389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c5ff567-a7f8-4aff-896e-471da51017c9 req-c2612e1d-d3fb-4bf1-9791-3a8b4afb6a62 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af HTTP/1.1" status: 200 len: 217 time: 0.0463204 Nov 12 13:23:03.121481 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-a856996d-6ec1-43c2-a1f9-7293b6bca9a6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:03.135903 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aeda27f4-ee33-49e5-9f74-fcd2f7e93dc0 req-2f85c89f-5448-450b-8abf-897a837fe148 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156794 Nov 12 13:23:03.200506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-0ae58d14-2ec6-485d-981e-a882f456c052 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652121 Nov 12 13:23:03.222397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ff567-a7f8-4aff-896e-471da51017c9 req-240cb7f6-c073-4e26-b461-85a11d9ddf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:03.223944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c5ff567-a7f8-4aff-896e-471da51017c9 req-240cb7f6-c073-4e26-b461-85a11d9ddf30 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0c6124e9-a8ca-467a-b688-6d92b4a5260b HTTP/1.1" status: 200 len: 853 time: 0.0999210 Nov 12 13:23:03.279798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c5ff567-a7f8-4aff-896e-471da51017c9 req-580235cb-233a-4c97-b634-1fb6748f7df2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415850 Nov 12 13:23:03.457547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c5ff567-a7f8-4aff-896e-471da51017c9 req-400597fd-1e35-4f92-8e1e-ddfa31678ff8 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697795 Nov 12 13:23:03.489216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d45bf-b81b-45ce-81c8-0fd3ba4c0b92 req-5495d937-9e80-4bb0-897e-762ba60c26cc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:03.502250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f9d45bf-b81b-45ce-81c8-0fd3ba4c0b92 req-5495d937-9e80-4bb0-897e-762ba60c26cc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.1799855 Nov 12 13:23:03.587215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-ebae487b-07b5-410f-a3cd-3c624631a6e4 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764625 Nov 12 13:23:03.619316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c5ff567-a7f8-4aff-896e-471da51017c9 req-d04d72fd-c05f-4108-b51a-8d051fc2fdbf service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533513 Nov 12 13:23:03.680139 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-1454a9f8-4609-421a-a38d-eda6b1d5ae2a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e8bb514-9d91-481e-9b16-cf52670f2706 HTTP/1.1" status: 200 len: 217 time: 0.0784259 Nov 12 13:23:03.699592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-a856996d-6ec1-43c2-a1f9-7293b6bca9a6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] For port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:03.700876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f9d45bf-b81b-45ce-81c8-0fd3ba4c0b92 req-00f872df-515e-400c-b78e-7d61eb3cfd8a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953666 Nov 12 13:23:03.793733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-a856996d-6ec1-43c2-a1f9-7293b6bca9a6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:03.810273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-a856996d-6ec1-43c2-a1f9-7293b6bca9a6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:03.823721 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:03.855333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-a856996d-6ec1-43c2-a1f9-7293b6bca9a6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:03.856030 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-a856996d-6ec1-43c2-a1f9-7293b6bca9a6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:03.858142 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10e72712-588e-44de-bb4a-6fd9629d10cf req-a856996d-6ec1-43c2-a1f9-7293b6bca9a6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "PUT /v2.0/ports/efe529ff-7a5c-4cf2-8726-66c2ffa1c8af HTTP/1.1" status: 200 len: 1020 time: 1.0487947 Nov 12 13:23:03.900458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-5bbcd3c1-1614-4f4b-808e-c8c92a9ef892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:03.904105 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-5bbcd3c1-1614-4f4b-808e-c8c92a9ef892 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.2012849 Nov 12 13:23:03.991801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856996d-6ec1-43c2-a1f9-7293b6bca9a6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'Port': ['ID=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:04.064935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:04.072652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-3d48e955-f4b2-4f8f-9d36-ad8c56f9999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:04.082783 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-3d48e955-f4b2-4f8f-9d36-ad8c56f9999f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1664622 Nov 12 13:23:04.243019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936fa24-3583-404b-b718-002ce1c3c5bd req-fe6a4947-8b8f-456a-a18c-93180ed034b3 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:04.245036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2936fa24-3583-404b-b718-002ce1c3c5bd req-fe6a4947-8b8f-456a-a18c-93180ed034b3 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.1598046 Nov 12 13:23:04.301824 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e687f96-b4b1-419c-a1a4-522993173ca1 req-684d20de-1c2d-43c7-9b90-cd9dfc543e01 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d0ed29c19e24345acebbc6aa874485d&device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0479968 Nov 12 13:23:04.359373 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-a51159f8-a375-423c-a920-3fd62622f50c service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689109 Nov 12 13:23:04.416692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e687f96-b4b1-419c-a1a4-522993173ca1 req-4da19c6d-2a11-48d7-9e95-8f5ceae53189 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=9d0ed29c19e24345acebbc6aa874485d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903771 Nov 12 13:23:04.523098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2936fa24-3583-404b-b718-002ce1c3c5bd req-87d1c493-d699-45bf-8fca-30d76d4176ec tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173514 Nov 12 13:23:04.529520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'tag': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:04.541477 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cabb81-14c2-4407-838c-2d45250492b1" -d '{"events": [{"name": "network-changed", "server_uuid": "da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500", "tag": "efe529ff-7a5c-4cf2-8726-66c2ffa1c8af"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:04.670626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57fbd0bf-fd7c-441a-ac4e-680d3bf06dec req-0919e753-92e0-47da-98ae-b2239cbf4930 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034480 Nov 12 13:23:04.812433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6152c2-1a08-4e5f-80a2-9054904f6c86 req-55337e68-9ee1-4b51-beb0-0facdd4902ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:04.820653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6152c2-1a08-4e5f-80a2-9054904f6c86 req-55337e68-9ee1-4b51-beb0-0facdd4902ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:04.827451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6152c2-1a08-4e5f-80a2-9054904f6c86 req-55337e68-9ee1-4b51-beb0-0facdd4902ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:04.836033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6152c2-1a08-4e5f-80a2-9054904f6c86 req-55337e68-9ee1-4b51-beb0-0facdd4902ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:04.848849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6152c2-1a08-4e5f-80a2-9054904f6c86 req-55337e68-9ee1-4b51-beb0-0facdd4902ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:04.856802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c6152c2-1a08-4e5f-80a2-9054904f6c86 req-55337e68-9ee1-4b51-beb0-0facdd4902ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 3828 time: 0.1836560 Nov 12 13:23:04.918030 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c6152c2-1a08-4e5f-80a2-9054904f6c86 req-8aaf5928-73ae-429d-ad09-de2b974ded12 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590229 Nov 12 13:23:05.013436 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:23:05.060868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e687f96-b4b1-419c-a1a4-522993173ca1 req-9a996d94-99b6-4c34-ae4f-0743435a9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:05.064270 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e687f96-b4b1-419c-a1a4-522993173ca1 req-9a996d94-99b6-4c34-ae4f-0743435a9f88 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6256466 Nov 12 13:23:05.100628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec234486-4adb-4432-8623-2b2ee617e74b req-71698d5c-69a1-45a5-800a-d0d1dfaea41c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:05.104632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec234486-4adb-4432-8623-2b2ee617e74b req-71698d5c-69a1-45a5-800a-d0d1dfaea41c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 1023 time: 0.3400745 Nov 12 13:23:05.149016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbaf39-12b9-47c2-9bd3-55b92ca1a0ef req-dcf3d4f6-d361-4be3-987f-9436c2dfcb1c tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:05.159267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08bbaf39-12b9-47c2-9bd3-55b92ca1a0ef req-dcf3d4f6-d361-4be3-987f-9436c2dfcb1c tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1160955 Nov 12 13:23:05.239834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec234486-4adb-4432-8623-2b2ee617e74b req-02ce2c38-8c45-467c-a856-5aeb5593c290 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f3da65-e4d0-42df-9cb1-7a6304dde020&id=e19ff0c6-eb8f-4642-bccd-1a9de1fec31f&id=dc3ae34b-abde-407d-9e25-d1034d14905b HTTP/1.1" status: 200 len: 6202 time: 0.1280811 Nov 12 13:23:05.272871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08bbaf39-12b9-47c2-9bd3-55b92ca1a0ef req-2de494c8-1c8b-4961-adf6-6870d101b77d tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093678 Nov 12 13:23:05.333326 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922cc0fd-0881-46d2-ba4c-10bc71a6f821 x-openstack-request-id: req-922cc0fd-0881-46d2-ba4c-10bc71a6f821 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:05.333862 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500", "tag": "efe529ff-7a5c-4cf2-8726-66c2ffa1c8af", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:05.334286 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-922cc0fd-0881-46d2-ba4c-10bc71a6f821 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:05.334863 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'tag': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af', 'status': 'completed', 'code': 200} Nov 12 13:23:05.386929 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffe4d8ed-1cc0-400b-9097-93104417cb14 req-e46d2770-0650-4082-9214-13399e0bd69a tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0479968 Nov 12 13:23:05.478586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-b1c8da63-9f5e-4077-aee9-2152e2da1387 req-8ffc0c1c-7fa4-42b2-bbf8-81ed65c50c6c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1654061860 ', 'description': 'tempest-description-1906745406'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:05.539371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabb81-14c2-4407-838c-2d45250492b1 req-b4cdc034-591d-450b-83cb-334a6b33a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:05.542680 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28cabb81-14c2-4407-838c-2d45250492b1 req-b4cdc034-591d-450b-83cb-334a6b33a71d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 1174 time: 0.1487026 Nov 12 13:23:05.544447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31704ed8-04d6-4cd6-9308-383b8972554f req-f8facba5-4840-4486-b0aa-5faea21792fa tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:05.545623 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1c8da63-9f5e-4077-aee9-2152e2da1387 req-8ffc0c1c-7fa4-42b2-bbf8-81ed65c50c6c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:05.555118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31704ed8-04d6-4cd6-9308-383b8972554f req-f8facba5-4840-4486-b0aa-5faea21792fa tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.1235068 Nov 12 13:23:05.628549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31704ed8-04d6-4cd6-9308-383b8972554f req-addb99db-8fca-452e-950f-934e553f2b3b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650311 Nov 12 13:23:05.835105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabb81-14c2-4407-838c-2d45250492b1 req-e7afb147-77dc-447b-abcf-0b0ff64b1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:05.838574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28cabb81-14c2-4407-838c-2d45250492b1 req-e7afb147-77dc-447b-abcf-0b0ff64b1f92 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 200 len: 914 time: 0.2864141 Nov 12 13:23:05.936043 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28cabb81-14c2-4407-838c-2d45250492b1 req-62b619a8-da4f-4a30-89c6-f260296b3155 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af HTTP/1.1" status: 200 len: 217 time: 0.0832291 Nov 12 13:23:05.950808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1c8da63-9f5e-4077-aee9-2152e2da1387 req-8ffc0c1c-7fa4-42b2-bbf8-81ed65c50c6c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:05.954988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688af96-161b-4a46-b036-32de81283bba req-c37cf18f-d8c3-4bc4-8dad-f35811f09c88 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:05.965024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6688af96-161b-4a46-b036-32de81283bba req-c37cf18f-d8c3-4bc4-8dad-f35811f09c88 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.0845034 Nov 12 13:23:05.972538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1c8da63-9f5e-4077-aee9-2152e2da1387 req-8ffc0c1c-7fa4-42b2-bbf8-81ed65c50c6c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:06.043483 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6688af96-161b-4a46-b036-32de81283bba req-a1a89f63-ff7f-4492-9f95-9d610ddb3d41 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770907 Nov 12 13:23:06.050458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc0c1c-7fa4-42b2-bbf8-81ed65c50c6c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3e92f0-a157-4ac2-9b0e-a014f2c1cf39,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:06.095966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1c8da63-9f5e-4077-aee9-2152e2da1387 req-8ffc0c1c-7fa4-42b2-bbf8-81ed65c50c6c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:06.095966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1c8da63-9f5e-4077-aee9-2152e2da1387 req-8ffc0c1c-7fa4-42b2-bbf8-81ed65c50c6c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6271448 Nov 12 13:23:06.105318 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabb81-14c2-4407-838c-2d45250492b1 req-62954f9e-0c31-4173-bc9d-e007695274c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.105318 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28cabb81-14c2-4407-838c-2d45250492b1 req-62954f9e-0c31-4173-bc9d-e007695274c6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0c6124e9-a8ca-467a-b688-6d92b4a5260b HTTP/1.1" status: 200 len: 853 time: 0.1564970 Nov 12 13:23:06.155445 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28cabb81-14c2-4407-838c-2d45250492b1 req-79258dce-724c-47b0-a210-2dc3e13ad95f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393493 Nov 12 13:23:06.317270 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28cabb81-14c2-4407-838c-2d45250492b1 req-1d20b8e0-2695-4088-b08b-9a3cb772119c service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537418 Nov 12 13:23:06.318877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade13742-fe63-42da-862b-5db5c902c445 req-8be5b7b2-098d-4e82-badf-e5edfe9ad10d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.325737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade13742-fe63-42da-862b-5db5c902c445 req-8be5b7b2-098d-4e82-badf-e5edfe9ad10d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.333328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade13742-fe63-42da-862b-5db5c902c445 req-8be5b7b2-098d-4e82-badf-e5edfe9ad10d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.340499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade13742-fe63-42da-862b-5db5c902c445 req-8be5b7b2-098d-4e82-badf-e5edfe9ad10d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.347348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade13742-fe63-42da-862b-5db5c902c445 req-8be5b7b2-098d-4e82-badf-e5edfe9ad10d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.358478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ade13742-fe63-42da-862b-5db5c902c445 req-8be5b7b2-098d-4e82-badf-e5edfe9ad10d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 3828 time: 0.1472666 Nov 12 13:23:06.443374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ade13742-fe63-42da-862b-5db5c902c445 req-575d07ee-a60c-47e2-b887-9463b119283f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827000 Nov 12 13:23:06.462419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84e25ec9-2ca9-48f1-81f5-a2347befa74a req-48af32db-a090-45c9-841c-8844de20e7b1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/1e3e92f0-a157-4ac2-9b0e-a014f2c1cf39 HTTP/1.1" status: 200 len: 1800 time: 0.3369339 Nov 12 13:23:06.552307 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28cabb81-14c2-4407-838c-2d45250492b1 req-adc7f136-268f-40e9-b75d-6fd510a3b3a5 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252159 Nov 12 13:23:06.613439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5abe1b-e77a-482d-992f-15edbc023274 req-619beb18-12bc-4fb4-b29d-2fe581328453 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.615320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce5abe1b-e77a-482d-992f-15edbc023274 req-619beb18-12bc-4fb4-b29d-2fe581328453 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0829895 Nov 12 13:23:06.644401 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90524dbd-747a-4f6f-b349-cbe50900f646 req-42721aee-8ba7-4c4b-a9f3-f1aa1793eb3a tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.73 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0546620 Nov 12 13:23:06.685826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce5abe1b-e77a-482d-992f-15edbc023274 req-e758ad4f-2c22-4288-9fcc-14268c2add69 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639637 Nov 12 13:23:06.782736 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e687f96-b4b1-419c-a1a4-522993173ca1 req-bfb2ed4d-f948-4495-b88c-f680929d3b75 tempest-ServerShowV254Test-1872089216 tempest-ServerShowV254Test-1872089216-project] 10.222.0.105 "GET /v2.0/ports?device_id=fab49e6d-928c-4ce5-8754-c8efa19ba2b3 HTTP/1.1" status: 200 len: 210 time: 0.0649626 Nov 12 13:23:06.802561 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-41a374b2-fb2d-428a-986c-4572f1714197 req-6729b5d3-e182-40ec-a220-f98a6748f67f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/1e3e92f0-a157-4ac2-9b0e-a014f2c1cf39 HTTP/1.1" status: 200 len: 1800 time: 0.1144798 Nov 12 13:23:06.872616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efb3b5-9da2-4d5c-b6b5-83c91d3af67f req-3230a697-de95-4cf1-8fc0-f83950b35047 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:06.875474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24efb3b5-9da2-4d5c-b6b5-83c91d3af67f req-3230a697-de95-4cf1-8fc0-f83950b35047 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.1135638 Nov 12 13:23:06.925248 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-41a374b2-fb2d-428a-986c-4572f1714197 req-e97e8d57-5f2d-49e7-9966-b627af15d6bd tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:06.961016 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24efb3b5-9da2-4d5c-b6b5-83c91d3af67f req-84477d9f-2ae1-4588-b0c3-d893a5b9f6aa tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784822 Nov 12 13:23:07.024295 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-41a374b2-fb2d-428a-986c-4572f1714197 req-e97e8d57-5f2d-49e7-9966-b627af15d6bd tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.123916 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-41a374b2-fb2d-428a-986c-4572f1714197 req-e97e8d57-5f2d-49e7-9966-b627af15d6bd tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.127429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-41a374b2-fb2d-428a-986c-4572f1714197 req-e97e8d57-5f2d-49e7-9966-b627af15d6bd tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.128631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-41a374b2-fb2d-428a-986c-4572f1714197 req-e97e8d57-5f2d-49e7-9966-b627af15d6bd tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/1e3e92f0-a157-4ac2-9b0e-a014f2c1cf39 HTTP/1.1" status: 204 len: 173 time: 0.3217754 Nov 12 13:23:07.139787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e8d57-5f2d-49e7-9966-b627af15d6bd tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3e92f0-a157-4ac2-9b0e-a014f2c1cf39,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:07.210091 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-e4aa4841-1dc5-4175-b6f3-abec023f46e8 req-d46662b9-9b4a-4db1-8655-5e7a09a11bd3 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] show failed (client error): The resource could not be found. Nov 12 13:23:07.218568 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4aa4841-1dc5-4175-b6f3-abec023f46e8 req-d46662b9-9b4a-4db1-8655-5e7a09a11bd3 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/1e3e92f0-a157-4ac2-9b0e-a014f2c1cf39 HTTP/1.1" status: 404 len: 352 time: 0.0335045 Nov 12 13:23:07.259377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d992ea02-eb30-4d01-8568-e97c68123639 req-d03d9d9b-ddb4-4d5f-93d0-8c64b12fa83f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1375992913', 'description': 'tempest-description-156023254'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:07.281218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296153ab-19b2-4cd4-8d0e-90f77b77cd0d req-5b1fa67f-ea56-4094-a158-19977d736cdd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:07.284174 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-296153ab-19b2-4cd4-8d0e-90f77b77cd0d req-5b1fa67f-ea56-4094-a158-19977d736cdd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.0902064 Nov 12 13:23:07.314015 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d992ea02-eb30-4d01-8568-e97c68123639 req-d03d9d9b-ddb4-4d5f-93d0-8c64b12fa83f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.408032 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-296153ab-19b2-4cd4-8d0e-90f77b77cd0d req-0d5f0dfe-b48d-46f9-bb22-0f3b725559c7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155374 Nov 12 13:23:07.494202 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d992ea02-eb30-4d01-8568-e97c68123639 req-d03d9d9b-ddb4-4d5f-93d0-8c64b12fa83f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.504537 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d992ea02-eb30-4d01-8568-e97c68123639 req-d03d9d9b-ddb4-4d5f-93d0-8c64b12fa83f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.573484 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d992ea02-eb30-4d01-8568-e97c68123639 req-d03d9d9b-ddb4-4d5f-93d0-8c64b12fa83f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.586738 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d992ea02-eb30-4d01-8568-e97c68123639 req-d03d9d9b-ddb4-4d5f-93d0-8c64b12fa83f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3346210 Nov 12 13:23:07.647099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7fb57c29-4eb1-4023-a850-58d803077063 req-3e05c663-e87f-4037-a482-bd00a4f94c45 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1424646887', 'description': 'tempest-description-1812552385'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:07.659408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d9d9b-ddb4-4d5f-93d0-8c64b12fa83f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994383dd-a8d4-4204-bed8-120ead916de4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:07.700589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446cbfb-67bc-430e-9f2c-24a0ae93f028 req-40e796fd-c855-4d31-8766-6754a5cfa727 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:07.708423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446cbfb-67bc-430e-9f2c-24a0ae93f028 req-40e796fd-c855-4d31-8766-6754a5cfa727 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:07.709797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7fb57c29-4eb1-4023-a850-58d803077063 req-3e05c663-e87f-4037-a482-bd00a4f94c45 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.719276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446cbfb-67bc-430e-9f2c-24a0ae93f028 req-40e796fd-c855-4d31-8766-6754a5cfa727 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:07.725853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446cbfb-67bc-430e-9f2c-24a0ae93f028 req-40e796fd-c855-4d31-8766-6754a5cfa727 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:07.731994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446cbfb-67bc-430e-9f2c-24a0ae93f028 req-40e796fd-c855-4d31-8766-6754a5cfa727 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:07.733857 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9446cbfb-67bc-430e-9f2c-24a0ae93f028 req-40e796fd-c855-4d31-8766-6754a5cfa727 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 3828 time: 0.1319053 Nov 12 13:23:07.818811 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7fb57c29-4eb1-4023-a850-58d803077063 req-3e05c663-e87f-4037-a482-bd00a4f94c45 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.823084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7fb57c29-4eb1-4023-a850-58d803077063 req-3e05c663-e87f-4037-a482-bd00a4f94c45 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.831342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9446cbfb-67bc-430e-9f2c-24a0ae93f028 req-79fed67f-dda6-46d9-9eaf-65c3907b0cf0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894902 Nov 12 13:23:07.857322 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7fb57c29-4eb1-4023-a850-58d803077063 req-3e05c663-e87f-4037-a482-bd00a4f94c45 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:07.872602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fb57c29-4eb1-4023-a850-58d803077063 req-3e05c663-e87f-4037-a482-bd00a4f94c45 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2355492 Nov 12 13:23:07.878228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05c663-e87f-4037-a482-bd00a4f94c45 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b28f469-4fcf-4e5e-8374-7a830da60f4b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:07.930905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-72f873e1-7ff9-4b67-b663-cacf8e4b92c2 req-3e8b7ee0-be51-4200-9717-2fa00b69f062 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-491450522', 'description': 'tempest-description-2091851437'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:07.992278 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-72f873e1-7ff9-4b67-b663-cacf8e4b92c2 req-3e8b7ee0-be51-4200-9717-2fa00b69f062 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.068736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a627d-a4e3-4cd7-9075-3a5bf704f6e8 req-6f329f57-672c-4d89-8679-5800f81f3fb5 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:08.080073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-792a627d-a4e3-4cd7-9075-3a5bf704f6e8 req-6f329f57-672c-4d89-8679-5800f81f3fb5 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1129825 Nov 12 13:23:08.119097 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-72f873e1-7ff9-4b67-b663-cacf8e4b92c2 req-3e8b7ee0-be51-4200-9717-2fa00b69f062 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.126382 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-72f873e1-7ff9-4b67-b663-cacf8e4b92c2 req-3e8b7ee0-be51-4200-9717-2fa00b69f062 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.166187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-72f873e1-7ff9-4b67-b663-cacf8e4b92c2 req-3e8b7ee0-be51-4200-9717-2fa00b69f062 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.167492 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72f873e1-7ff9-4b67-b663-cacf8e4b92c2 req-3e8b7ee0-be51-4200-9717-2fa00b69f062 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2425203 Nov 12 13:23:08.172447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b7ee0-be51-4200-9717-2fa00b69f062 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68f99fc-cc10-49d3-8793-e2bcd0475afe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:08.175045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-792a627d-a4e3-4cd7-9075-3a5bf704f6e8 req-d50761ad-8ffd-47ff-9c72-bc650472ff8f tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902200 Nov 12 13:23:08.277380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40672) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:08.318302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d55521-bac1-4abf-8305-773cb09f1b73 req-a6f5eab0-5d9f-4aa1-b2f4-948384acc44c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:08.319926 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e3d55521-bac1-4abf-8305-773cb09f1b73 req-a6f5eab0-5d9f-4aa1-b2f4-948384acc44c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.0753250 Nov 12 13:23:08.377581 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e3d55521-bac1-4abf-8305-773cb09f1b73 req-366c09fe-910e-47d6-92e1-653d59c20f51 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Nov 12 13:23:08.488158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-237d79de-caae-4fc8-84a9-d197a41b88a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.607264 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-644ec8d3-aa0e-4c88-91b2-9978f01d53f4 req-a1181e65-40f1-43e3-a53b-eefe0d36ff55 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7 HTTP/1.1" status: 200 len: 11007 time: 0.1748490 Nov 12 13:23:08.607564 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-237d79de-caae-4fc8-84a9-d197a41b88a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.616113 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-237d79de-caae-4fc8-84a9-d197a41b88a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.674302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdd7a8-bc7a-45b7-b2a4-2a8f3536b367 req-387ce072-1ee3-41d9-8827-d090995f9034 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:08.675799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-04fdd7a8-bc7a-45b7-b2a4-2a8f3536b367 req-387ce072-1ee3-41d9-8827-d090995f9034 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.1045473 Nov 12 13:23:08.680060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-237d79de-caae-4fc8-84a9-d197a41b88a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d0ed29c19e24345acebbc6aa874485d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014065 Nov 12 13:23:08.681135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d79de-caae-4fc8-84a9-d197a41b88a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2ca1a-ac87-4833-a6bf-19ee8f5244c9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:08.684032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40690) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:08.697428 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-644ec8d3-aa0e-4c88-91b2-9978f01d53f4 req-987836b7-9227-44e7-952b-717df40a039a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/dc3ae34b-abde-407d-9e25-d1034d14905b HTTP/1.1" status: 200 len: 2998 time: 0.0797038 Nov 12 13:23:08.765345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-644ec8d3-aa0e-4c88-91b2-9978f01d53f4 req-7de2f3a7-34ae-4d4b-b3ef-253533ea15f8 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/dc3ae34b-abde-407d-9e25-d1034d14905b HTTP/1.1" status: 200 len: 2998 time: 0.0514767 Nov 12 13:23:08.781051 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-942568b1-952d-4c8d-be1f-ccea169ff203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.820615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-04fdd7a8-bc7a-45b7-b2a4-2a8f3536b367 req-46c66525-af04-411e-afdd-e31c697987d5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125114 Nov 12 13:23:08.822634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-942568b1-952d-4c8d-be1f-ccea169ff203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.917960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8b956-6534-44a3-b155-d7e807640853 req-a9bfbf32-6e2a-4796-a413-c6888087d64e tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:08.919534 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ed8b956-6534-44a3-b155-d7e807640853 req-a9bfbf32-6e2a-4796-a413-c6888087d64e tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 949 time: 0.0599413 Nov 12 13:23:08.939500 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-942568b1-952d-4c8d-be1f-ccea169ff203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.944674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-942568b1-952d-4c8d-be1f-ccea169ff203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:08.946790 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-942568b1-952d-4c8d-be1f-ccea169ff203 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9f2ca1a-ac87-4833-a6bf-19ee8f5244c9 HTTP/1.1" status: 204 len: 168 time: 0.2615643 Nov 12 13:23:08.980919 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24c6c957-2242-4121-a855-848a3967a921 req-c8142e67-ac62-45bf-a844-784adcd4837e tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/994383dd-a8d4-4204-bed8-120ead916de4 HTTP/1.1" status: 200 len: 1819 time: 0.1111691 Nov 12 13:23:08.984546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942568b1-952d-4c8d-be1f-ccea169ff203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2ca1a-ac87-4833-a6bf-19ee8f5244c9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:08.986067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ed8b956-6534-44a3-b155-d7e807640853 req-92c42874-1634-41f2-a6d0-22548abee44c tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590649 Nov 12 13:23:09.069496 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-24c6c957-2242-4121-a855-848a3967a921 req-ba6f95fb-8c76-44ec-adf2-e62441addd63 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:09.103305 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-24c6c957-2242-4121-a855-848a3967a921 req-ba6f95fb-8c76-44ec-adf2-e62441addd63 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:09.158569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04a2f-7108-4939-8d1e-0ac1cdfc358e req-a3cb0040-f178-4994-be28-f5f8625727cb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.161477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-24c6c957-2242-4121-a855-848a3967a921 req-ba6f95fb-8c76-44ec-adf2-e62441addd63 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:09.165247 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-24c6c957-2242-4121-a855-848a3967a921 req-ba6f95fb-8c76-44ec-adf2-e62441addd63 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:09.165677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04a2f-7108-4939-8d1e-0ac1cdfc358e req-a3cb0040-f178-4994-be28-f5f8625727cb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.166919 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24c6c957-2242-4121-a855-848a3967a921 req-ba6f95fb-8c76-44ec-adf2-e62441addd63 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/994383dd-a8d4-4204-bed8-120ead916de4 HTTP/1.1" status: 204 len: 173 time: 0.1846244 Nov 12 13:23:09.176078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04a2f-7108-4939-8d1e-0ac1cdfc358e req-a3cb0040-f178-4994-be28-f5f8625727cb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.182868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04a2f-7108-4939-8d1e-0ac1cdfc358e req-a3cb0040-f178-4994-be28-f5f8625727cb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.189238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04a2f-7108-4939-8d1e-0ac1cdfc358e req-a3cb0040-f178-4994-be28-f5f8625727cb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.191421 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ab04a2f-7108-4939-8d1e-0ac1cdfc358e req-a3cb0040-f178-4994-be28-f5f8625727cb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 3828 time: 0.1118367 Nov 12 13:23:09.194856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f95fb-8c76-44ec-adf2-e62441addd63 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994383dd-a8d4-4204-bed8-120ead916de4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:09.240044 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-23dc56bd-dde0-4dee-b7c7-f793cd4a102d req-ebc9350d-02cb-442c-b850-e90686917d18 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] show failed (client error): The resource could not be found. Nov 12 13:23:09.241908 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23dc56bd-dde0-4dee-b7c7-f793cd4a102d req-ebc9350d-02cb-442c-b850-e90686917d18 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/994383dd-a8d4-4204-bed8-120ead916de4 HTTP/1.1" status: 404 len: 352 time: 0.0495057 Nov 12 13:23:09.301977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ab04a2f-7108-4939-8d1e-0ac1cdfc358e req-c2460c67-85a9-410b-a45e-846e4ab67ebf tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007206 Nov 12 13:23:09.391814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6a9-38ff-4f88-8923-833b26d2f305 req-4b75c434-d9ec-47c5-b749-554474debe6b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.394664 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f478f6a9-38ff-4f88-8923-833b26d2f305 req-4b75c434-d9ec-47c5-b749-554474debe6b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0885346 Nov 12 13:23:09.400960 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-789145cc-7506-4dde-9291-e3baf0c1ad75 req-39e5f4ed-97ec-4081-a2b5-4b813eabfec5 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/5b28f469-4fcf-4e5e-8374-7a830da60f4b HTTP/1.1" status: 200 len: 1820 time: 0.0648742 Nov 12 13:23:09.514218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:09.591773 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f478f6a9-38ff-4f88-8923-833b26d2f305 req-3b997424-ab8d-42c7-874a-d5c30b302b9a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806972 Nov 12 13:23:09.609719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4949507a-fbfe-438b-a302-146bc4232800 req-c9dbd7eb-3380-4000-86a8-a8b1e52cd1a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1 HTTP/1.1" status: 200 len: 217 time: 0.1085162 Nov 12 13:23:09.760723 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-789145cc-7506-4dde-9291-e3baf0c1ad75 req-04b6da9f-83a3-433d-ac6e-284a4dc38c47 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:09.770063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-1b7e30fa-cf4a-4d09-a588-2644905e6940 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.776300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-1b7e30fa-cf4a-4d09-a588-2644905e6940 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1095 time: 0.2564745 Nov 12 13:23:09.793414 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:09.799597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949507a-fbfe-438b-a302-146bc4232800 req-b2740772-1157-4954-99bc-42b080867365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.802487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4949507a-fbfe-438b-a302-146bc4232800 req-b2740772-1157-4954-99bc-42b080867365 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1211081 Nov 12 13:23:09.852645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-995d1bcf-0926-4a25-aaf4-e67f954bdcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.853539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-995d1bcf-0926-4a25-aaf4-e67f954bdcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.854604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-995d1bcf-0926-4a25-aaf4-e67f954bdcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.855534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-995d1bcf-0926-4a25-aaf4-e67f954bdcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.856406 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-995d1bcf-0926-4a25-aaf4-e67f954bdcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:09.862798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-995d1bcf-0926-4a25-aaf4-e67f954bdcaa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 4363 time: 0.2692339 Nov 12 13:23:09.880852 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-789145cc-7506-4dde-9291-e3baf0c1ad75 req-04b6da9f-83a3-433d-ac6e-284a4dc38c47 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:10.029609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949507a-fbfe-438b-a302-146bc4232800 req-ebf62965-2e9d-4311-8907-9d5ae45a67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:10.031435 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4949507a-fbfe-438b-a302-146bc4232800 req-ebf62965-2e9d-4311-8907-9d5ae45a67e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2147541 Nov 12 13:23:10.059587 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-d75cead9-c442-4f8b-bb48-d2a02b43edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:10.062226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-d75cead9-c442-4f8b-bb48-d2a02b43edbe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9&tenant_id=2c150512e91d4bbaa0a395acf6c2097a HTTP/1.1" status: 200 len: 1095 time: 0.2581220 Nov 12 13:23:10.109949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69d0a0-0c0e-4bc8-bb0e-1db71d53414a req-75539e8f-44b3-46cb-8e29-585103c3d00f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:10.112689 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8d69d0a0-0c0e-4bc8-bb0e-1db71d53414a req-75539e8f-44b3-46cb-8e29-585103c3d00f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.2031362 Nov 12 13:23:10.350358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-789145cc-7506-4dde-9291-e3baf0c1ad75 req-04b6da9f-83a3-433d-ac6e-284a4dc38c47 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:10.356561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-789145cc-7506-4dde-9291-e3baf0c1ad75 req-04b6da9f-83a3-433d-ac6e-284a4dc38c47 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:10.359082 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-789145cc-7506-4dde-9291-e3baf0c1ad75 req-04b6da9f-83a3-433d-ac6e-284a4dc38c47 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/5b28f469-4fcf-4e5e-8374-7a830da60f4b HTTP/1.1" status: 204 len: 173 time: 0.9490108 Nov 12 13:23:10.388815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6da9f-83a3-433d-ac6e-284a4dc38c47 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b28f469-4fcf-4e5e-8374-7a830da60f4b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:10.582397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-88f4895e-0daf-4995-9cf4-2e0292db22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:10.586050 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-88f4895e-0daf-4995-9cf4-2e0292db22ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1095 time: 0.1990941 Nov 12 13:23:10.638323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0afdec-78d2-4bf8-a88b-2fc933445a15 req-cb50f5c4-e574-4a01-b326-771fa145f692 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:10.641067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b0afdec-78d2-4bf8-a88b-2fc933445a15 req-cb50f5c4-e574-4a01-b326-771fa145f692 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.1885464 Nov 12 13:23:10.659523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.70', 61736) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:10.689818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-61e89dc0-e349-4059-a0be-4667692ef9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:10.690414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-61e89dc0-e349-4059-a0be-4667692ef9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:10.691181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-61e89dc0-e349-4059-a0be-4667692ef9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:10.695519 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-61e89dc0-e349-4059-a0be-4667692ef9ba service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=417c8b6de118451fa28529e6becf05da&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8045685 Nov 12 13:23:10.814825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8d69d0a0-0c0e-4bc8-bb0e-1db71d53414a req-25aca986-843a-431b-b648-0fccd1d1a7ff tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826944 Nov 12 13:23:10.835190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4949507a-fbfe-438b-a302-146bc4232800 req-5c105db1-99dc-4789-923e-8421efdaaf31 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7931569 Nov 12 13:23:10.904452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-d4cb4b69-f602-4c92-ab32-0046d3baf54b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:10.907495 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-d4cb4b69-f602-4c92-ab32-0046d3baf54b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.70 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.2456281 Nov 12 13:23:10.936724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b0afdec-78d2-4bf8-a88b-2fc933445a15 req-82e5c125-3409-463f-ba33-307cb82cb534 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606370 Nov 12 13:23:10.958175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4949507a-fbfe-438b-a302-146bc4232800 req-3f288ec6-589a-4e60-95fb-288a9a0970d7 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123192 Nov 12 13:23:10.999380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-ff69a668-1eeb-4c9b-b1a2-426b4ac46e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:11.005184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-ff69a668-1eeb-4c9b-b1a2-426b4ac46e14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.3984449 Nov 12 13:23:11.020875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-cb608ded-2db8-42a6-95d8-5bbc6755602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:11.022133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf0c83e5-b091-4edd-b6ea-9b2be80f1719 req-cb608ded-2db8-42a6-95d8-5bbc6755602b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3193800 Nov 12 13:23:11.023273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd8785e-5a43-4e78-b637-7566bcd394da {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:11.049696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a21fa-efa1-4fe7-8124-7cc103d0fc88 req-499d5b30-48a1-4231-b897-83ebe93865a0 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:11.051783 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-354a21fa-efa1-4fe7-8124-7cc103d0fc88 req-499d5b30-48a1-4231-b897-83ebe93865a0 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 949 time: 0.0925701 Nov 12 13:23:11.095435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:11.128713 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-354a21fa-efa1-4fe7-8124-7cc103d0fc88 req-132e2dcf-3504-476c-99b7-6bf96938b736 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669448 Nov 12 13:23:11.334010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3c0e6-8160-4382-bb84-06361ca01b38 req-7b67c713-bfd1-43b1-b860-7dfb8e0b5814 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:11.340858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3c0e6-8160-4382-bb84-06361ca01b38 req-7b67c713-bfd1-43b1-b860-7dfb8e0b5814 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:11.348347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3c0e6-8160-4382-bb84-06361ca01b38 req-7b67c713-bfd1-43b1-b860-7dfb8e0b5814 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:11.354856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3c0e6-8160-4382-bb84-06361ca01b38 req-7b67c713-bfd1-43b1-b860-7dfb8e0b5814 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:11.362053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3c0e6-8160-4382-bb84-06361ca01b38 req-7b67c713-bfd1-43b1-b860-7dfb8e0b5814 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:11.364112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2b3c0e6-8160-4382-bb84-06361ca01b38 req-7b67c713-bfd1-43b1-b860-7dfb8e0b5814 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 3828 time: 0.0934148 Nov 12 13:23:11.423054 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2b3c0e6-8160-4382-bb84-06361ca01b38 req-230af058-5db3-427d-80a1-ac694963f7af tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519269 Nov 12 13:23:11.528504 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-37955ffb-a84b-4839-8e1f-f2e2215437db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 200 len: 217 time: 0.5152743 Nov 12 13:23:11.555552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Transition to ACTIVE for port object ffd8785e-5a43-4e78-b637-7566bcd394da will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:23:11.577663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed01b7-d776-4957-a7fc-9adbcd996b34 req-6b4778e7-1099-4cc2-8961-ebc354055600 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:11.579711 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f9ed01b7-d776-4957-a7fc-9adbcd996b34 req-6b4778e7-1099-4cc2-8961-ebc354055600 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0614672 Nov 12 13:23:11.590758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:11.619269 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-7f33ea71-d2c7-4e0d-8b49-f676aecbcab3 req-60930782-51f7-4b36-a791-66f19b47062d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] show failed (client error): The resource could not be found. Nov 12 13:23:11.620261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f33ea71-d2c7-4e0d-8b49-f676aecbcab3 req-60930782-51f7-4b36-a791-66f19b47062d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/5b28f469-4fcf-4e5e-8374-7a830da60f4b HTTP/1.1" status: 404 len: 352 time: 0.0992167 Nov 12 13:23:11.656030 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f9ed01b7-d776-4957-a7fc-9adbcd996b34 req-8bb85ebd-5bf6-4d28-a39a-15eab6703a9d tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686531 Nov 12 13:23:11.702223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-165a058f-c476-4d73-a89d-041622d432f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:11.703867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-165a058f-c476-4d73-a89d-041622d432f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1607151 Nov 12 13:23:11.728836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Pushing event updated for resources: {'Port': ['ID=ffd8785e-5a43-4e78-b637-7566bcd394da,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:11.763020 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-332a54d6-260a-4025-8d8b-48f56bb7fb0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483799 Nov 12 13:23:11.984528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-8560d5c7-bf41-4392-8544-29bf50944d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Deleting port 41616a9e-cd1c-4740-a503-dd2957be83ff {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:23:11.985620 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-8560d5c7-bf41-4392-8544-29bf50944d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.039230 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-764082ac-ad04-442f-bf32-06c551875faa service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550650 Nov 12 13:23:12.150111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-083ad8db-e905-4acf-a819-3039519eb72a req-e008751d-e93d-4932-b92f-106b38d11d8c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/b68f99fc-cc10-49d3-8793-e2bcd0475afe HTTP/1.1" status: 200 len: 1819 time: 0.3376172 Nov 12 13:23:12.193351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Attempting to bind port ffd8785e-5a43-4e78-b637-7566bcd394da on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:23:12.193781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Attempting to bind port ffd8785e-5a43-4e78-b637-7566bcd394da by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:23:12.194019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Attempting to bind port ffd8785e-5a43-4e78-b637-7566bcd394da on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:12.206974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Port ffd8785e-5a43-4e78-b637-7566bcd394da on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:23:12.207356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Attempting to bind port ffd8785e-5a43-4e78-b637-7566bcd394da on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:12.255636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:23:12.255974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Checking segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:23:12.256359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Bound using segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:23:12.256817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Bound port: ffd8785e-5a43-4e78-b637-7566bcd394da, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:23:12.257196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.299980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-8560d5c7-bf41-4392-8544-29bf50944d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] For port 41616a9e-cd1c-4740-a503-dd2957be83ff, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=41616a9e-cd1c-4740-a503-dd2957be83ff,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:12.300474 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-8560d5c7-bf41-4392-8544-29bf50944d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.340421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-8560d5c7-bf41-4392-8544-29bf50944d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Calling delete_port for 41616a9e-cd1c-4740-a503-dd2957be83ff owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:23:12.372353 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-1cb50e24-0cfe-44f9-b387-527dd15d6f58 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204710 Nov 12 13:23:12.406368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-083ad8db-e905-4acf-a819-3039519eb72a req-aea8710a-057b-422d-aecf-28cca74e6a76 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.500427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40772) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:12.519990 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-083ad8db-e905-4acf-a819-3039519eb72a req-aea8710a-057b-422d-aecf-28cca74e6a76 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.535127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] For port ffd8785e-5a43-4e78-b637-7566bcd394da, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:12.554417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb45e1f-6be1-4c87-87b7-782193c838f8 req-e05caf7a-2247-42c0-bbee-6582e2d72fe8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:12.571957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbb45e1f-6be1-4c87-87b7-782193c838f8 req-e05caf7a-2247-42c0-bbee-6582e2d72fe8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 945 time: 0.1679678 Nov 12 13:23:12.572841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] For port ffd8785e-5a43-4e78-b637-7566bcd394da, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffd8785e-5a43-4e78-b637-7566bcd394da,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:23:12.588864 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.684018 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbb45e1f-6be1-4c87-87b7-782193c838f8 req-c381a622-0694-446f-8413-707244f9888c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037722 Nov 12 13:23:12.699170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:12.701038 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.716359 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] 10.222.0.70 "PUT /v2.0/ports/ffd8785e-5a43-4e78-b637-7566bcd394da HTTP/1.1" status: 200 len: 1136 time: 3.2250812 Nov 12 13:23:12.732315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'ffd8785e-5a43-4e78-b637-7566bcd394da'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:12.738915 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "ffd8785e-5a43-4e78-b637-7566bcd394da"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:12.808498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-083ad8db-e905-4acf-a819-3039519eb72a req-aea8710a-057b-422d-aecf-28cca74e6a76 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.810916 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.811876 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-083ad8db-e905-4acf-a819-3039519eb72a req-aea8710a-057b-422d-aecf-28cca74e6a76 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.830299 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-083ad8db-e905-4acf-a819-3039519eb72a req-aea8710a-057b-422d-aecf-28cca74e6a76 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/b68f99fc-cc10-49d3-8793-e2bcd0475afe HTTP/1.1" status: 204 len: 173 time: 0.6265893 Nov 12 13:23:12.857775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:12.895117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8710a-057b-422d-aecf-28cca74e6a76 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68f99fc-cc10-49d3-8793-e2bcd0475afe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:12.966176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ae514-2ca6-4485-90b1-546ecafa445f service neutron] Pushing event updated for resources: {'Port': ['ID=ffd8785e-5a43-4e78-b637-7566bcd394da,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:12.980837 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9275afe-0688-4b47-bbeb-9894aee2c531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:12.998155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b0fd0-e312-4c96-ad02-e2f7bb118e62 req-882ad0af-eccc-4ed5-8a09-465e82ca81bd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.009958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-498b0fd0-e312-4c96-ad02-e2f7bb118e62 req-882ad0af-eccc-4ed5-8a09-465e82ca81bd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.1715412 Nov 12 13:23:13.090685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-498b0fd0-e312-4c96-ad02-e2f7bb118e62 req-f272a47c-0ac5-403e-9dff-db75a0bb9a2e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794230 Nov 12 13:23:13.213243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-8560d5c7-bf41-4392-8544-29bf50944d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:13.229545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c618af4-28e8-4bdc-bb13-da365a72b62a req-5a48a6fa-a165-4a5a-9b54-faeb521d7b77 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.231718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4c618af4-28e8-4bdc-bb13-da365a72b62a req-5a48a6fa-a165-4a5a-9b54-faeb521d7b77 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0658734 Nov 12 13:23:13.242735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['f2bca4e6-3f67-43e1-86f5-323fd07fc251'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:13.300004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560d5c7-bf41-4392-8544-29bf50944d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Pushing event deleted for resources: {'Port': ['ID=41616a9e-cd1c-4740-a503-dd2957be83ff,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:13.348827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4c618af4-28e8-4bdc-bb13-da365a72b62a req-9030f609-9c11-4f72-bef0-327891908094 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085439 Nov 12 13:23:13.377246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:13.388466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-8560d5c7-bf41-4392-8544-29bf50944d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] No DVR routers for this DVR port 41616a9e-cd1c-4740-a503-dd2957be83ff on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:23:13.416737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-8560d5c7-bf41-4392-8544-29bf50944d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:13.424515 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0d73303-1325-4f8b-9e84-75540a2568c6 req-8560d5c7-bf41-4392-8544-29bf50944d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.70 "DELETE /v2.0/ports/41616a9e-cd1c-4740-a503-dd2957be83ff HTTP/1.1" status: 204 len: 173 time: 2.5076685 Nov 12 13:23:13.497892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d650-95e6-478d-b769-d63c4ea6ee5f req-1dea2d98-f089-4685-9e9d-5bef735411b6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.504539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d650-95e6-478d-b769-d63c4ea6ee5f req-1dea2d98-f089-4685-9e9d-5bef735411b6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.511383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d650-95e6-478d-b769-d63c4ea6ee5f req-1dea2d98-f089-4685-9e9d-5bef735411b6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.517706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d650-95e6-478d-b769-d63c4ea6ee5f req-1dea2d98-f089-4685-9e9d-5bef735411b6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.523991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d650-95e6-478d-b769-d63c4ea6ee5f req-1dea2d98-f089-4685-9e9d-5bef735411b6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.530467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d650-95e6-478d-b769-d63c4ea6ee5f req-1dea2d98-f089-4685-9e9d-5bef735411b6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.533040 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8d8d650-95e6-478d-b769-d63c4ea6ee5f req-1dea2d98-f089-4685-9e9d-5bef735411b6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 4606 time: 0.4881904 Nov 12 13:23:13.535392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-a607722a-7454-4ba8-ae59-9cdaab0ced33 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.536928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-a607722a-7454-4ba8-ae59-9cdaab0ced33 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 1095 time: 0.5478678 Nov 12 13:23:13.604552 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c51f70-1fef-4d5b-89b3-1253edd57841 x-openstack-request-id: req-f8c51f70-1fef-4d5b-89b3-1253edd57841 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:13.604914 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "ffd8785e-5a43-4e78-b637-7566bcd394da", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:13.605145 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8c51f70-1fef-4d5b-89b3-1253edd57841 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:13.605519 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'ffd8785e-5a43-4e78-b637-7566bcd394da', 'status': 'completed', 'code': 200} Nov 12 13:23:13.634168 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-776cd199-553d-4360-a788-9c6edcce9649 req-2452d035-e752-4785-8788-2edc2350cbbe tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] show failed (client error): The resource could not be found. Nov 12 13:23:13.635281 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-776cd199-553d-4360-a788-9c6edcce9649 req-2452d035-e752-4785-8788-2edc2350cbbe tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/b68f99fc-cc10-49d3-8793-e2bcd0475afe HTTP/1.1" status: 404 len: 352 time: 0.0203569 Nov 12 13:23:13.782130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9be1afd9-6e06-4544-823a-96110227e4da req-fe239f17-c377-496b-899b-dd946225baf3 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7 HTTP/1.1" status: 200 len: 6202 time: 0.1121180 Nov 12 13:23:13.825983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8d8d650-95e6-478d-b769-d63c4ea6ee5f req-2c6b01ea-8a03-4785-9e89-727c3ab2eaec tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2803411 Nov 12 13:23:13.857935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9be1afd9-6e06-4544-823a-96110227e4da req-e8656b23-a0e8-4aed-9077-374022d2e53c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/dc3ae34b-abde-407d-9e25-d1034d14905b HTTP/1.1" status: 200 len: 2998 time: 0.0693028 Nov 12 13:23:13.905740 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:13.934399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9275afe-0688-4b47-bbeb-9894aee2c531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:13.943731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-e7fafc48-877f-48b5-b123-1d16b80a5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.944603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-e7fafc48-877f-48b5-b123-1d16b80a5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.945435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-e7fafc48-877f-48b5-b123-1d16b80a5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.946060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-e7fafc48-877f-48b5-b123-1d16b80a5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.946680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-e7fafc48-877f-48b5-b123-1d16b80a5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.947300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-e7fafc48-877f-48b5-b123-1d16b80a5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:13.949544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-e7fafc48-877f-48b5-b123-1d16b80a5ac8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5292 time: 0.3151116 Nov 12 13:23:13.956283 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9275afe-0688-4b47-bbeb-9894aee2c531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:13.957914 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9be1afd9-6e06-4544-823a-96110227e4da req-dabc7b54-738a-457f-8057-4f249d67349b tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/dc3ae34b-abde-407d-9e25-d1034d14905b HTTP/1.1" status: 200 len: 2998 time: 0.0934994 Nov 12 13:23:14.081383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-12ac5b5b-7cdd-4b9f-be1b-1f8c2a0d2494 req-26e664a2-2d36-4cad-bd74-4c31450c9896 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1633523040', 'description': 'tempest-description-816548160'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:14.122650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-12ac5b5b-7cdd-4b9f-be1b-1f8c2a0d2494 req-26e664a2-2d36-4cad-bd74-4c31450c9896 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.211970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b9275afe-0688-4b47-bbeb-9894aee2c531 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33e34e9e51544ae888fd2845c59a89e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7019174 Nov 12 13:23:14.211970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9275afe-0688-4b47-bbeb-9894aee2c531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1852cef7-dc35-4f5e-ae66-3debfe4872da,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:14.212958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:14.238978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c324f3e5-18d6-4966-b9fc-a3e1887edc3e req-25f95bac-c9d4-4b94-a984-faf361353a04 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=fff3be07-deac-4207-8346-1c9707068a50 HTTP/1.1" status: 200 len: 210 time: 0.2545121 Nov 12 13:23:14.243406 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-12ac5b5b-7cdd-4b9f-be1b-1f8c2a0d2494 req-26e664a2-2d36-4cad-bd74-4c31450c9896 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.249971 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-12ac5b5b-7cdd-4b9f-be1b-1f8c2a0d2494 req-26e664a2-2d36-4cad-bd74-4c31450c9896 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.299279 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e664a2-2d36-4cad-bd74-4c31450c9896 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c792a5e4-f72f-43ba-821f-eb1eafb4011c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:14.313824 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-12ac5b5b-7cdd-4b9f-be1b-1f8c2a0d2494 req-26e664a2-2d36-4cad-bd74-4c31450c9896 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.329239 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12ac5b5b-7cdd-4b9f-be1b-1f8c2a0d2494 req-26e664a2-2d36-4cad-bd74-4c31450c9896 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2490993 Nov 12 13:23:14.352658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f9a4f381-9195-4a3b-bad4-744d7d1eac77 req-a781ae95-7b94-484e-8d80-03f7b0248981 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1062767764', 'description': 'tempest-description-1721807848'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:14.381688 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f9a4f381-9195-4a3b-bad4-744d7d1eac77 req-a781ae95-7b94-484e-8d80-03f7b0248981 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.420636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-72ba9233-f2e4-4349-88c7-51f423e9d4b9 service neutron] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:14.475932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f9a4f381-9195-4a3b-bad4-744d7d1eac77 req-a781ae95-7b94-484e-8d80-03f7b0248981 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.480782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f9a4f381-9195-4a3b-bad4-744d7d1eac77 req-a781ae95-7b94-484e-8d80-03f7b0248981 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.509672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f9a4f381-9195-4a3b-bad4-744d7d1eac77 req-a781ae95-7b94-484e-8d80-03f7b0248981 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.510979 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f9a4f381-9195-4a3b-bad4-744d7d1eac77 req-a781ae95-7b94-484e-8d80-03f7b0248981 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1628497 Nov 12 13:23:14.524491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781ae95-7b94-484e-8d80-03f7b0248981 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290097e8-7700-4f89-a25e-ce48f896a277,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:14.546358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-72ba9233-f2e4-4349-88c7-51f423e9d4b9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.548420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686b823-a4d4-4cea-947b-9309d6f87052 req-72ba9233-f2e4-4349-88c7-51f423e9d4b9 service neutron] 10.222.0.70 "DELETE /v2.0/ports/3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2/bindings/n-h2-805736-4 HTTP/1.1" status: 204 len: 173 time: 0.9689250 Nov 12 13:23:14.592949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1146c300-5f65-4b02-8a88-f5170c3d2b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.632592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1146c300-5f65-4b02-8a88-f5170c3d2b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.709562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 41616a9e-cd1c-4740-a503-dd2957be83ff no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:23:14.715291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c767a-9020-4f6d-a384-364fb78c589f req-00775571-22ee-4baa-a5a5-5dbd35e4897a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:14.725953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fa7c767a-9020-4f6d-a384-364fb78c589f req-00775571-22ee-4baa-a5a5-5dbd35e4897a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1083381 Nov 12 13:23:14.753978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 41616a9e-cd1c-4740-a503-dd2957be83ff {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:23:14.754634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 41616a9e-cd1c-4740-a503-dd2957be83ff not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:23:14.755285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:23:14.797695 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fa7c767a-9020-4f6d-a384-364fb78c589f req-a32d8f62-b6ac-46bd-9da7-b6aabc09b6b7 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701244 Nov 12 13:23:14.855628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-25cdfa18-9fc5-4309-ac1b-44629485da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:14.856391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-25cdfa18-9fc5-4309-ac1b-44629485da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:14.856965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-25cdfa18-9fc5-4309-ac1b-44629485da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:14.859169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-25cdfa18-9fc5-4309-ac1b-44629485da9f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=417c8b6de118451fa28529e6becf05da&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8931918 Nov 12 13:23:14.890190 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.893440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078705c-185a-471f-b2d7-34a9a3a29556 req-e97843e0-9393-42df-94d3-3f520c6edf8e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:14.897140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8078705c-185a-471f-b2d7-34a9a3a29556 req-e97843e0-9393-42df-94d3-3f520c6edf8e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.5049510 Nov 12 13:23:14.898464 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1146c300-5f65-4b02-8a88-f5170c3d2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.904828 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1146c300-5f65-4b02-8a88-f5170c3d2b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.909979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1146c300-5f65-4b02-8a88-f5170c3d2b65 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1852cef7-dc35-4f5e-ae66-3debfe4872da HTTP/1.1" status: 204 len: 168 time: 0.6714106 Nov 12 13:23:14.925785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:14.928532 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8528266-056b-4155-a6fe-a1d6e4a3f083" -d '{"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-unplugged", "status": "completed", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:14.947005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:14.955305 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:14.997946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146c300-5f65-4b02-8a88-f5170c3d2b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1852cef7-dc35-4f5e-ae66-3debfe4872da,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:15.084273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc25839-ced5-44ce-bccb-c76270ef31b4 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:15.096831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:15.112967 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:15.137887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8078705c-185a-471f-b2d7-34a9a3a29556 req-5c1e506e-1ff6-482a-9ab5-0e67917eda56 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273531 Nov 12 13:23:15.173010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Transition to ACTIVE for port object adc25839-ced5-44ce-bccb-c76270ef31b4 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:23:15.175186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-09bcba34-4d12-40a4-a03e-13ea55d52297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:15.176856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0512b7c0-2f3a-4005-b449-e9716ef9bdb6 req-09bcba34-4d12-40a4-a03e-13ea55d52297 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607901 Nov 12 13:23:15.202592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:15.296114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Pushing event updated for resources: {'Port': ['ID=adc25839-ced5-44ce-bccb-c76270ef31b4,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:15.307362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-be9c063e-8150-4a67-9fb3-8d29793da510 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:15.315496 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-be9c063e-8150-4a67-9fb3-8d29793da510 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/networks?id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 200 len: 813 time: 0.2550755 Nov 12 13:23:15.342758 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-fa68c784-a8e5-43f9-a0be-b03b68d3b886 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/quotas/af8f9a3c2c1442a585b6ad61b0c788f7 HTTP/1.1" status: 200 len: 375 time: 0.0254238 Nov 12 13:23:15.464569 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-4e988f90-a2dd-4dc6-aba1-8f7372a66f38 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1197314 Nov 12 13:23:15.511545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a9ae-c2aa-447f-b6aa-5d68d43827cd req-6be5d7d3-823f-4302-b2d9-77bed2856d58 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:15.522623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a9ae-c2aa-447f-b6aa-5d68d43827cd req-6be5d7d3-823f-4302-b2d9-77bed2856d58 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:15.531196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a9ae-c2aa-447f-b6aa-5d68d43827cd req-6be5d7d3-823f-4302-b2d9-77bed2856d58 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:15.555916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a9ae-c2aa-447f-b6aa-5d68d43827cd req-6be5d7d3-823f-4302-b2d9-77bed2856d58 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:15.565016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a9ae-c2aa-447f-b6aa-5d68d43827cd req-6be5d7d3-823f-4302-b2d9-77bed2856d58 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:15.571249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a9ae-c2aa-447f-b6aa-5d68d43827cd req-6be5d7d3-823f-4302-b2d9-77bed2856d58 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:15.577536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a9ae-c2aa-447f-b6aa-5d68d43827cd req-6be5d7d3-823f-4302-b2d9-77bed2856d58 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:15.579589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d432a9ae-c2aa-447f-b6aa-5d68d43827cd req-6be5d7d3-823f-4302-b2d9-77bed2856d58 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5382 time: 0.2311609 Nov 12 13:23:15.582807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Attempting to bind port adc25839-ced5-44ce-bccb-c76270ef31b4 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:23:15.583176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Attempting to bind port adc25839-ced5-44ce-bccb-c76270ef31b4 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:23:15.583605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Attempting to bind port adc25839-ced5-44ce-bccb-c76270ef31b4 on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:15.602902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Port adc25839-ced5-44ce-bccb-c76270ef31b4 on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:23:15.604545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Attempting to bind port adc25839-ced5-44ce-bccb-c76270ef31b4 on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:15.608908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff3be07-deac-4207-8346-1c9707068a50', 'name': 'network-vif-deleted', 'tag': '41616a9e-cd1c-4740-a503-dd2957be83ff'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:15.615819 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5591c411-5dff-4507-8977-538d63123f83" -d '{"events": [{"server_uuid": "fff3be07-deac-4207-8346-1c9707068a50", "name": "network-vif-deleted", "tag": "41616a9e-cd1c-4740-a503-dd2957be83ff"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:15.632683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:23:15.633195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Checking segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:23:15.633691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Bound using segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:23:15.634326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Bound port: adc25839-ced5-44ce-bccb-c76270ef31b4, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:23:15.634760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:15.696042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-548d956c-a764-4ffc-8ead-5d08020e4442 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:23:15.710190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-548d956c-a764-4ffc-8ead-5d08020e4442 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2282524 Nov 12 13:23:15.741329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] For port adc25839-ced5-44ce-bccb-c76270ef31b4, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:15.742826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] For port adc25839-ced5-44ce-bccb-c76270ef31b4, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=adc25839-ced5-44ce-bccb-c76270ef31b4,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:23:15.764064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d432a9ae-c2aa-447f-b6aa-5d68d43827cd req-48d06dfb-d5de-453b-a3ba-ff42a0028870 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1765792 Nov 12 13:23:15.774611 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:15.837102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:15.840415 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:15.843610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] 10.222.0.70 "PUT /v2.0/ports/adc25839-ced5-44ce-bccb-c76270ef31b4 HTTP/1.1" status: 200 len: 1134 time: 3.0378354 Nov 12 13:23:15.898174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:15.919112 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cc2b4b-4093-4f8b-90fb-273e869cb718 x-openstack-request-id: req-16cc2b4b-4093-4f8b-90fb-273e869cb718 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:15.919897 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-unplugged", "status": "completed", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:15.932131 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16cc2b4b-4093-4f8b-90fb-273e869cb718 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:15.936160 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'code': 200} Nov 12 13:23:15.954353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefa858-9644-4a5a-8e95-febe00164e91 service neutron] Pushing event updated for resources: {'Port': ['ID=adc25839-ced5-44ce-bccb-c76270ef31b4,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:15.990967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-df6f15c8-7243-4e05-afb6-1473f209fb05 service neutron] 10.222.0.73 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720106 Nov 12 13:23:16.022632 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:16.197820 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-6d8ad2a9-09c7-4c55-bea5-6cb34a7affd4 service neutron] 10.222.0.73 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985736 Nov 12 13:23:16.398504 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8af7ac-bf35-4874-8507-f7ea15767285 x-openstack-request-id: req-5d8af7ac-bf35-4874-8507-f7ea15767285 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:16.398809 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff3be07-deac-4207-8346-1c9707068a50", "name": "network-vif-deleted", "tag": "41616a9e-cd1c-4740-a503-dd2957be83ff", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:16.399049 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d8af7ac-bf35-4874-8507-f7ea15767285 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:16.400530 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff3be07-deac-4207-8346-1c9707068a50', 'name': 'network-vif-deleted', 'tag': '41616a9e-cd1c-4740-a503-dd2957be83ff', 'status': 'completed', 'code': 200} Nov 12 13:23:16.606985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40884) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:16.651378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856d06b-94ad-496f-9415-0251f19b643a req-c7b351ba-9c04-46a7-8b64-2a7356a3acb3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:16.653972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1856d06b-94ad-496f-9415-0251f19b643a req-c7b351ba-9c04-46a7-8b64-2a7356a3acb3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.2367530 Nov 12 13:23:16.740147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1856d06b-94ad-496f-9415-0251f19b643a req-d9d944f0-6193-4d06-a60a-f63c74bf6bec tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790694 Nov 12 13:23:16.754750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5080d-b046-4894-8935-1c6b69aadb5f req-402fcb47-f2c3-4110-8e75-4f6dd88152fa tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:16.756644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ca5080d-b046-4894-8935-1c6b69aadb5f req-402fcb47-f2c3-4110-8e75-4f6dd88152fa tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1095 time: 0.0951729 Nov 12 13:23:16.853466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2104395248-network', 'tenant_id': 'f3e87a8359914df2873fca8126dd7325'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:16.882441 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ca5080d-b046-4894-8935-1c6b69aadb5f req-6015ef43-278d-4c11-9878-0d3a23a13807 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138244 Nov 12 13:23:16.916887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Made reservation on behalf of f3e87a8359914df2873fca8126dd7325 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:23:16.920779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:16.930217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc2e683-9178-428e-841e-56c76d96143e {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:16.935019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:16.973649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.004381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15fde2-a4f6-43e3-ae60-fd9738d1e427 req-150971ac-6e9c-478e-9bf8-f18e5fddc617 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.006063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc15fde2-a4f6-43e3-ae60-fd9738d1e427 req-150971ac-6e9c-478e-9bf8-f18e5fddc617 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1544774 Nov 12 13:23:17.052834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Transition to ACTIVE for port object ffc2e683-9178-428e-841e-56c76d96143e will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:23:17.060751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.112786 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc15fde2-a4f6-43e3-ae60-fd9738d1e427 req-7a1d3f64-b172-4365-9493-f6c1c9016289 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975463 Nov 12 13:23:17.146053 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfc6143e-964e-422f-b099-4c5b058e60ce req-b7bd4ed6-1c75-4b0b-8ffe-fd240a4fccc4 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 210 time: 0.1106944 Nov 12 13:23:17.191041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2e683-9178-428e-841e-56c76d96143e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:17.279770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.292798 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.343116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:23:17.379622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2140edaf-974f-4b07-abce-d07447e84e6a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:17.418964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.419561 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Added segment c7b38159-970d-4c0a-9785-2667fe29a4b1 of type vlan for network 8da7a689-0916-4f72-a8ae-781edfd8965c Nov 12 13:23:17.428630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Attempting to bind port ffc2e683-9178-428e-841e-56c76d96143e on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:23:17.429174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Attempting to bind port ffc2e683-9178-428e-841e-56c76d96143e by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:23:17.429849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Attempting to bind port ffc2e683-9178-428e-841e-56c76d96143e on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:17.438745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Port ffc2e683-9178-428e-841e-56c76d96143e on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:23:17.439219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Attempting to bind port ffc2e683-9178-428e-841e-56c76d96143e on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:17.466037 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ae285-5f5b-4dc3-b3ae-452ca7c3bb45 req-85c6b2a9-5fcd-4c6a-8591-38411aa15002 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.488797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ae285-5f5b-4dc3-b3ae-452ca7c3bb45 req-85c6b2a9-5fcd-4c6a-8591-38411aa15002 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.495403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ae285-5f5b-4dc3-b3ae-452ca7c3bb45 req-85c6b2a9-5fcd-4c6a-8591-38411aa15002 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.509793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ae285-5f5b-4dc3-b3ae-452ca7c3bb45 req-85c6b2a9-5fcd-4c6a-8591-38411aa15002 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.516674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ae285-5f5b-4dc3-b3ae-452ca7c3bb45 req-85c6b2a9-5fcd-4c6a-8591-38411aa15002 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.523389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ae285-5f5b-4dc3-b3ae-452ca7c3bb45 req-85c6b2a9-5fcd-4c6a-8591-38411aa15002 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.530044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ae285-5f5b-4dc3-b3ae-452ca7c3bb45 req-85c6b2a9-5fcd-4c6a-8591-38411aa15002 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.537972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d20ae285-5f5b-4dc3-b3ae-452ca7c3bb45 req-85c6b2a9-5fcd-4c6a-8591-38411aa15002 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5394 time: 0.2474535 Nov 12 13:23:17.540849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:23:17.541238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Checking segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:23:17.541658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Bound using segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:23:17.542115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Bound port: ffc2e683-9178-428e-841e-56c76d96143e, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:23:17.542470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.544907 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.674294 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.675310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.676003 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.680383 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d20ae285-5f5b-4dc3-b3ae-452ca7c3bb45 req-89fb4823-950c-49e8-9e75-ec67b1c59e3d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1409152 Nov 12 13:23:17.691268 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] For port ffc2e683-9178-428e-841e-56c76d96143e, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:17.696149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] For port ffc2e683-9178-428e-841e-56c76d96143e, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffc2e683-9178-428e-841e-56c76d96143e,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:23:17.701890 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.768721 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1605587 Nov 12 13:23:17.787806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-e8cb1094-b9cb-4172-89f4-1cf8f4e07652 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.791691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-e8cb1094-b9cb-4172-89f4-1cf8f4e07652 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 820 time: 0.2533445 Nov 12 13:23:17.795386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d038c-eaca-4dc2-b286-d3b6a28e3ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=8da7a689-0916-4f72-a8ae-781edfd8965c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:17.808494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2e683-9178-428e-841e-56c76d96143e,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:17.809521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 8da7a689-0916-4f72-a8ae-781edfd8965c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:23:17.822757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:17.824241 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:17.827728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-a39d735c-0542-4fc0-8457-7d5fa44565bd service neutron] 10.222.0.70 "PUT /v2.0/ports/ffc2e683-9178-428e-841e-56c76d96143e HTTP/1.1" status: 200 len: 1090 time: 1.9392784 Nov 12 13:23:17.834849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-653d67d2-c16d-46a1-8443-20339694d0e7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/quotas/2c150512e91d4bbaa0a395acf6c2097a HTTP/1.1" status: 200 len: 375 time: 0.0357249 Nov 12 13:23:17.874558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:17.996253 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-12c2ef02-9167-4303-a32f-7ae7ddb57569 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1535792 Nov 12 13:23:18.143978 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-8322edf5-dbc7-4265-b2c4-bb36a66f6005 service neutron] 10.222.0.73 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421163 Nov 12 13:23:18.212784 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:18.304580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c999c-a798-4803-9657-b9e8cbb2c5bd req-e1964775-fb3e-4eb5-bbe4-367e9ab89ce9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:18.314660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db9c999c-a798-4803-9657-b9e8cbb2c5bd req-e1964775-fb3e-4eb5-bbe4-367e9ab89ce9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2954731 Nov 12 13:23:18.407629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'adc25839-ced5-44ce-bccb-c76270ef31b4'}, {'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'ffc2e683-9178-428e-841e-56c76d96143e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:18.410099 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2401e76-5102-4352-8fed-187e936498bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "adc25839-ced5-44ce-bccb-c76270ef31b4"}, {"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "ffc2e683-9178-428e-841e-56c76d96143e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:18.503025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1d910951-fe51-4894-94c9-060817a631d9 service neutron] 10.222.0.73 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570952 Nov 12 13:23:18.522383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-bf31add6-664f-4192-9b42-9d7affa25230 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:18.525038 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-bf31add6-664f-4192-9b42-9d7affa25230 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.105 "GET /v2.0/networks?id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 200 len: 813 time: 0.3332405 Nov 12 13:23:18.551225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'port': {'device_id': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72', 'admin_state_up': True, 'tenant_id': 'af8f9a3c2c1442a585b6ad61b0c788f7'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:18.636847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6ab3f36-1a7e-418f-8831-85cc34d31957 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:23:18.802296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Made reservation on behalf of af8f9a3c2c1442a585b6ad61b0c788f7 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:23:18.809419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:18.845789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f6ab3f36-1a7e-418f-8831-85cc34d31957, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:18.865534 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'f6ab3f36-1a7e-418f-8831-85cc34d31957', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'f6ab3f36-1a7e-418f-8831-85cc34d31957', 'mac_address': 'fa:16:3e:2f:ca:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:23:18.896902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db9c999c-a798-4803-9657-b9e8cbb2c5bd req-c12d4a8a-5e51-42fd-8ae6-2c28d82abf05 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810354 Nov 12 13:23:18.982491 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:19.008262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6ab3f36-1a7e-418f-8831-85cc34d31957 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:19.018896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2087-0b67-430f-b39b-b0bdfdbb137f req-7dcd3ebf-63ae-457e-8571-70e935400615 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.023255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-164f2087-0b67-430f-b39b-b0bdfdbb137f req-7dcd3ebf-63ae-457e-8571-70e935400615 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.2377563 Nov 12 13:23:19.050659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f6ab3f36-1a7e-418f-8831-85cc34d31957, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:19.061205 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:19.120846 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46c1ba4e-6827-4ae5-8c4f-48d9f2c4c41b req-b625bf78-c56d-4df0-aed0-41b33d8b81ce tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 210 time: 0.0747190 Nov 12 13:23:19.162394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-164f2087-0b67-430f-b39b-b0bdfdbb137f req-edd74870-8fb3-4e6a-83ed-51616ed30dd7 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211472 Nov 12 13:23:19.200836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f6ab3f36-1a7e-418f-8831-85cc34d31957,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:19.243243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f6ab3f36-1a7e-418f-8831-85cc34d31957'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:19.246623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Allocated IP 172.20.0.11 (7cd1764a-40e7-4627-be5a-21d2a1ab7d72/0c6124e9-a8ca-467a-b688-6d92b4a5260b/38aa5d3b-333a-42cc-8a60-b2af014d32eb) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:23:19.311073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6768889b-41d9-43e6-9b6a-5f447cffa434 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:19.336140 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fede3a7e-d927-44ba-b92f-c610093773ea x-openstack-request-id: req-fede3a7e-d927-44ba-b92f-c610093773ea {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:19.336754 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "adc25839-ced5-44ce-bccb-c76270ef31b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "ffc2e683-9178-428e-841e-56c76d96143e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:19.337209 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fede3a7e-d927-44ba-b92f-c610093773ea {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:19.337982 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'adc25839-ced5-44ce-bccb-c76270ef31b4', 'status': 'completed', 'code': 200} Nov 12 13:23:19.340638 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'ffc2e683-9178-428e-841e-56c76d96143e', 'status': 'completed', 'code': 200} Nov 12 13:23:19.359292 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:19.523451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1144e3e9-7208-45e7-97ae-b99827db3a4c req-865c4986-f8e4-4167-be95-b6669de6fbf1 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 210 time: 0.0800858 Nov 12 13:23:19.526549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Transition to ACTIVE for port object 6768889b-41d9-43e6-9b6a-5f447cffa434 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:23:19.538823 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:19.574927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-e21ae8a8-7311-48b7-9a18-fc8b824c6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.575412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-e21ae8a8-7311-48b7-9a18-fc8b824c6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.575873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-e21ae8a8-7311-48b7-9a18-fc8b824c6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.576331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-e21ae8a8-7311-48b7-9a18-fc8b824c6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.576780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-e21ae8a8-7311-48b7-9a18-fc8b824c6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.577718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-e21ae8a8-7311-48b7-9a18-fc8b824c6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.578316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-e21ae8a8-7311-48b7-9a18-fc8b824c6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.581590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2401e76-5102-4352-8fed-187e936498bb req-e21ae8a8-7311-48b7-9a18-fc8b824c6c50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6286 time: 0.2261939 Nov 12 13:23:19.735813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806429fd-c12a-44b6-b2e1-e51f80c27fb9 req-83221f98-259b-4afd-aaaa-63db8f3af67b tempest-ComputeTenantNetworksTest-575435474 tempest-ComputeTenantNetworksTest-575435474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.742446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806429fd-c12a-44b6-b2e1-e51f80c27fb9 req-83221f98-259b-4afd-aaaa-63db8f3af67b tempest-ComputeTenantNetworksTest-575435474 tempest-ComputeTenantNetworksTest-575435474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.749577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806429fd-c12a-44b6-b2e1-e51f80c27fb9 req-83221f98-259b-4afd-aaaa-63db8f3af67b tempest-ComputeTenantNetworksTest-575435474 tempest-ComputeTenantNetworksTest-575435474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:19.751869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-806429fd-c12a-44b6-b2e1-e51f80c27fb9 req-83221f98-259b-4afd-aaaa-63db8f3af67b tempest-ComputeTenantNetworksTest-575435474 tempest-ComputeTenantNetworksTest-575435474-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3495221 Nov 12 13:23:19.757319 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:19.838034 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:19.853468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:19.944501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Pushing event updated for resources: {'Port': ['ID=6768889b-41d9-43e6-9b6a-5f447cffa434,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:19.961045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Attempting to bind port 6768889b-41d9-43e6-9b6a-5f447cffa434 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:23:19.963447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Attempting to bind port 6768889b-41d9-43e6-9b6a-5f447cffa434 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:23:19.964075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Attempting to bind port 6768889b-41d9-43e6-9b6a-5f447cffa434 on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:19.976641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Port 6768889b-41d9-43e6-9b6a-5f447cffa434 on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:23:19.976959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Attempting to bind port 6768889b-41d9-43e6-9b6a-5f447cffa434 on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:19.978479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:23:19.982355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:23:19.992620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:23:20.026102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c8613-8ce5-4781-b261-1ed8e4d9c407 req-9d384a44-1886-4f89-afde-bf7b84b273c1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.026446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'Port': ['ID=38aa5d3b-333a-42cc-8a60-b2af014d32eb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:20.033010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c8613-8ce5-4781-b261-1ed8e4d9c407 req-9d384a44-1886-4f89-afde-bf7b84b273c1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.039695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c8613-8ce5-4781-b261-1ed8e4d9c407 req-9d384a44-1886-4f89-afde-bf7b84b273c1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.045930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c8613-8ce5-4781-b261-1ed8e4d9c407 req-9d384a44-1886-4f89-afde-bf7b84b273c1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.052864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c8613-8ce5-4781-b261-1ed8e4d9c407 req-9d384a44-1886-4f89-afde-bf7b84b273c1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.059576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c8613-8ce5-4781-b261-1ed8e4d9c407 req-9d384a44-1886-4f89-afde-bf7b84b273c1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.067519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c8613-8ce5-4781-b261-1ed8e4d9c407 req-9d384a44-1886-4f89-afde-bf7b84b273c1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.068852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b41c8613-8ce5-4781-b261-1ed8e4d9c407 req-9d384a44-1886-4f89-afde-bf7b84b273c1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5406 time: 0.3656931 Nov 12 13:23:20.069809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:23:20.070072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Checking segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:23:20.070518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Bound using segment: {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:23:20.071060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Bound port: 6768889b-41d9-43e6-9b6a-5f447cffa434, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77452d6-4022-4462-a710-648798fd8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:23:20.071680 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:20.083969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.084764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:20.094547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-07f0d83b-b78d-4d76-b2ad-b85481eca106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.095439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-07f0d83b-b78d-4d76-b2ad-b85481eca106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.096522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-07f0d83b-b78d-4d76-b2ad-b85481eca106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.097954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2401e76-5102-4352-8fed-187e936498bb req-07f0d83b-b78d-4d76-b2ad-b85481eca106 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=417c8b6de118451fa28529e6becf05da&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4690979 Nov 12 13:23:20.111470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfa7c6-6683-4f0d-80c5-d999dc32340c req-b207fda3-0d58-43f7-80e0-9c1487f60476 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.113312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6edfa7c6-6683-4f0d-80c5-d999dc32340c req-b207fda3-0d58-43f7-80e0-9c1487f60476 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0916533 Nov 12 13:23:20.117257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-598ca35c-2bf3-4cfd-b460-150544b6e89a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5789490 Nov 12 13:23:20.133541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Request body: {'port': {'device_id': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:20.262991 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6edfa7c6-6683-4f0d-80c5-d999dc32340c req-3e3f7432-3f75-48b9-bb33-3934cc834104 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425712 Nov 12 13:23:20.275159 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:20.332122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b41c8613-8ce5-4781-b261-1ed8e4d9c407 req-e1d729ee-9a83-459e-9ed6-a88c6a003bf3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2301886 Nov 12 13:23:20.333508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] For port 6768889b-41d9-43e6-9b6a-5f447cffa434, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:20.338327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-9878f775-efc8-44b5-ad46-8181f2719e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.339982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2401e76-5102-4352-8fed-187e936498bb req-9878f775-efc8-44b5-ad46-8181f2719e58 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326567 Nov 12 13:23:20.488153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] For port 6768889b-41d9-43e6-9b6a-5f447cffa434, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6768889b-41d9-43e6-9b6a-5f447cffa434,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:23:20.506917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbe207-a4a9-46e2-a250-cf5a9f7b22b7 req-083d6470-fc75-40bf-89c2-7a741092721d tempest-ComputeTenantNetworksTest-575435474 tempest-ComputeTenantNetworksTest-575435474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.520411 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12cbe207-a4a9-46e2-a250-cf5a9f7b22b7 req-083d6470-fc75-40bf-89c2-7a741092721d tempest-ComputeTenantNetworksTest-575435474 tempest-ComputeTenantNetworksTest-575435474-project] 10.222.0.73 "GET /v2.0/networks/8da7a689-0916-4f72-a8ae-781edfd8965c HTTP/1.1" status: 200 len: 769 time: 0.2027080 Nov 12 13:23:20.523265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40976) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:20.527556 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:20.650605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.651288 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:20.652953 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] 10.222.0.70 "PUT /v2.0/ports/6768889b-41d9-43e6-9b6a-5f447cffa434 HTTP/1.1" status: 200 len: 1091 time: 2.7922764 Nov 12 13:23:20.654245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6ab3f36-1a7e-418f-8831-85cc34d31957 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:23:20.678969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-05d38983-42df-4830-b8a0-58ef29008b4d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.680710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-05d38983-42df-4830-b8a0-58ef29008b4d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 820 time: 0.3221636 Nov 12 13:23:20.719087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:20.730146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Request body: {'port': {'device_id': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3', 'admin_state_up': True, 'tenant_id': '2c150512e91d4bbaa0a395acf6c2097a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:20.746897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-73c6b689-a98f-4bb2-b2b2-82d851383131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.747718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-73c6b689-a98f-4bb2-b2b2-82d851383131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.748365 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-73c6b689-a98f-4bb2-b2b2-82d851383131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.749012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-73c6b689-a98f-4bb2-b2b2-82d851383131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.749745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-73c6b689-a98f-4bb2-b2b2-82d851383131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.751029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-73c6b689-a98f-4bb2-b2b2-82d851383131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.751762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-73c6b689-a98f-4bb2-b2b2-82d851383131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.754911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2401e76-5102-4352-8fed-187e936498bb req-73c6b689-a98f-4bb2-b2b2-82d851383131 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6353 time: 0.2612414 Nov 12 13:23:20.786193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16ac9a-8a3a-4bc5-848c-da2a9b008f91 service neutron] Pushing event updated for resources: {'Port': ['ID=6768889b-41d9-43e6-9b6a-5f447cffa434,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:20.810998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port f6ab3f36-1a7e-418f-8831-85cc34d31957 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:23:20.811890 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:20.817534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baeb731-db7e-469d-a507-c07a924b26c7 req-19c2ff2d-8817-4602-abb8-a719b2b414b6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:20.819550 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1baeb731-db7e-469d-a507-c07a924b26c7 req-19c2ff2d-8817-4602-abb8-a719b2b414b6 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 932 time: 0.3276372 Nov 12 13:23:21.019553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.030482 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.043370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9f7e-d127-404f-88f6-0e5513e17055 req-304badf5-a99f-4336-99c5-34efab2acf5a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:21.045168 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a73a9f7e-d127-404f-88f6-0e5513e17055 req-304badf5-a99f-4336-99c5-34efab2acf5a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.3397269 Nov 12 13:23:21.083594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab3f36-1a7e-418f-8831-85cc34d31957'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:21.087967 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e83a62-d49d-45c6-9235-3a51fd6e0336" -d '{"events": [{"server_uuid": "703a80b5-ad2c-414a-b55d-5ff9374a5a7d", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab3f36-1a7e-418f-8831-85cc34d31957"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:21.115892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f6ab3f36-1a7e-418f-8831-85cc34d31957, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:21.124059 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.196953 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.256006 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1baeb731-db7e-469d-a507-c07a924b26c7 req-269d0950-1648-4d25-822c-7469a61d1a50 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846548 Nov 12 13:23:21.273303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a73a9f7e-d127-404f-88f6-0e5513e17055 req-28abb0b9-7ff5-4562-8806-792f28ae9344 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747451 Nov 12 13:23:21.329032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f6ab3f36-1a7e-418f-8831-85cc34d31957,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:21.336903 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.346027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': '6768889b-41d9-43e6-9b6a-5f447cffa434'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:21.348546 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b788da-62e6-4065-9010-6ffa029837bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "6768889b-41d9-43e6-9b6a-5f447cffa434"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:21.352386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-510e434e-709b-4a50-a39c-1fc891078096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:21.352745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-510e434e-709b-4a50-a39c-1fc891078096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:21.353195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-510e434e-709b-4a50-a39c-1fc891078096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:21.365733 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2401e76-5102-4352-8fed-187e936498bb req-510e434e-709b-4a50-a39c-1fc891078096 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=417c8b6de118451fa28529e6becf05da&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5342162 Nov 12 13:23:21.418950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da7a689-0916-4f72-a8ae-781edfd8965c']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:23:21.430539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38aa5d3b-333a-42cc-8a60-b2af014d32eb {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:21.470029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.474597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b38159-970d-4c0a-9785-2667fe29a4b1') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:23:21.478022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b38159-970d-4c0a-9785-2667fe29a4b1') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:23:21.507637 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.522249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Transition to ACTIVE for port object 38aa5d3b-333a-42cc-8a60-b2af014d32eb will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:23:21.531212 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.534482 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.573475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:23:21.573826 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:23:21.576390 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:23:21.665188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-596f421a-ef8e-44fe-aef4-849cf1f2cd42 req-4d899853-865e-4c2d-b345-b6b580f1b794 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 210 time: 0.1357071 Nov 12 13:23:21.691034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Pushing event updated for resources: {'Port': ['ID=38aa5d3b-333a-42cc-8a60-b2af014d32eb,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:21.698334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.731117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Made reservation on behalf of 2c150512e91d4bbaa0a395acf6c2097a for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:23:21.736160 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.741738 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0782c74a-5bba-4994-94b2-f3e0d773b1e0 x-openstack-request-id: req-0782c74a-5bba-4994-94b2-f3e0d773b1e0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:21.743285 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703a80b5-ad2c-414a-b55d-5ff9374a5a7d", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab3f36-1a7e-418f-8831-85cc34d31957", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:21.743674 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0782c74a-5bba-4994-94b2-f3e0d773b1e0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:21.751948 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab3f36-1a7e-418f-8831-85cc34d31957', 'code': 200} Nov 12 13:23:21.782201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.790600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] 10.222.0.73 "DELETE /v2.0/networks/8da7a689-0916-4f72-a8ae-781edfd8965c HTTP/1.1" status: 204 len: 168 time: 1.2621088 Nov 12 13:23:21.824335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ecd0f-fe71-4fec-8537-4b236eb9436b admin admin] Pushing event deleted for resources: {'Network': ['ID=8da7a689-0916-4f72-a8ae-781edfd8965c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:21.871366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Attempting to bind port 38aa5d3b-333a-42cc-8a60-b2af014d32eb on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:23:21.871830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Attempting to bind port 38aa5d3b-333a-42cc-8a60-b2af014d32eb by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '510e0d05-2e3e-444b-ae96-220538e904af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:23:21.872752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Attempting to bind port 38aa5d3b-333a-42cc-8a60-b2af014d32eb on network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:21.881763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Port 38aa5d3b-333a-42cc-8a60-b2af014d32eb on network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:23:21.882589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Attempting to bind port 38aa5d3b-333a-42cc-8a60-b2af014d32eb on network 7cd1764a-40e7-4627-be5a-21d2a1ab7d72 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:21.897497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:23:21.897946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Checking segment: {'id': '510e0d05-2e3e-444b-ae96-220538e904af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:23:21.898298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Bound using segment: {'id': '510e0d05-2e3e-444b-ae96-220538e904af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:23:21.898685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Bound port: 38aa5d3b-333a-42cc-8a60-b2af014d32eb, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510e0d05-2e3e-444b-ae96-220538e904af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:23:21.899064 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:21.986119 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17115e3a-9fe9-4ded-9bda-54eb4d221b57 x-openstack-request-id: req-17115e3a-9fe9-4ded-9bda-54eb4d221b57 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:21.986507 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "6768889b-41d9-43e6-9b6a-5f447cffa434", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:21.986869 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17115e3a-9fe9-4ded-9bda-54eb4d221b57 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:21.994757 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': '6768889b-41d9-43e6-9b6a-5f447cffa434', 'status': 'completed', 'code': 200} Nov 12 13:23:22.028357 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] For port 38aa5d3b-333a-42cc-8a60-b2af014d32eb, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:22.039516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] For port 38aa5d3b-333a-42cc-8a60-b2af014d32eb, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:23:22.052286 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:22.105481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41006) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:22.133890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401e76-5102-4352-8fed-187e936498bb req-58ba0895-88c4-4d48-b588-acd3a12a7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.136001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2401e76-5102-4352-8fed-187e936498bb req-58ba0895-88c4-4d48-b588-acd3a12a7d4f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7694468 Nov 12 13:23:22.163759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.164327 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:22.166986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] 10.222.0.105 "PUT /v2.0/ports/38aa5d3b-333a-42cc-8a60-b2af014d32eb HTTP/1.1" status: 200 len: 1092 time: 2.0384147 Nov 12 13:23:22.171377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'tag': '38aa5d3b-333a-42cc-8a60-b2af014d32eb'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:22.172949 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd7b112-80f7-4963-9d31-6a82a1e8de43" -d '{"events": [{"name": "network-changed", "server_uuid": "d8892b5f-1adc-4afb-abc4-1987837162e0", "tag": "38aa5d3b-333a-42cc-8a60-b2af014d32eb"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:22.261259 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae535bff-3ebe-42b6-b3e8-2c090c5436d2 x-openstack-request-id: req-ae535bff-3ebe-42b6-b3e8-2c090c5436d2 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:22.262058 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8892b5f-1adc-4afb-abc4-1987837162e0", "tag": "38aa5d3b-333a-42cc-8a60-b2af014d32eb", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:22.262559 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae535bff-3ebe-42b6-b3e8-2c090c5436d2 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:22.263213 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'tag': '38aa5d3b-333a-42cc-8a60-b2af014d32eb', 'status': 'completed', 'code': 200} Nov 12 13:23:22.267828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce56866-57fc-4029-a8d4-d335d6fd9acd service neutron] Pushing event updated for resources: {'Port': ['ID=38aa5d3b-333a-42cc-8a60-b2af014d32eb,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:22.274978 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f73e4389-5e5b-4d1a-9477-4307266c4b6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f3e87a8359914df2873fca8126dd7325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1629493 Nov 12 13:23:22.280558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41010) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:22.329445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca754e2-5b1d-46ea-b1d5-044ddb85a7d9 req-c5a39d69-0770-4588-9519-7d0f76db933f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.338974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca754e2-5b1d-46ea-b1d5-044ddb85a7d9 req-c5a39d69-0770-4588-9519-7d0f76db933f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.351480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca754e2-5b1d-46ea-b1d5-044ddb85a7d9 req-c5a39d69-0770-4588-9519-7d0f76db933f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.363247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca754e2-5b1d-46ea-b1d5-044ddb85a7d9 req-c5a39d69-0770-4588-9519-7d0f76db933f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.376432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca754e2-5b1d-46ea-b1d5-044ddb85a7d9 req-c5a39d69-0770-4588-9519-7d0f76db933f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.389132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca754e2-5b1d-46ea-b1d5-044ddb85a7d9 req-c5a39d69-0770-4588-9519-7d0f76db933f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.404992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca754e2-5b1d-46ea-b1d5-044ddb85a7d9 req-c5a39d69-0770-4588-9519-7d0f76db933f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.405738 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-96033234-2ebe-4b64-aacd-be5e21967e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:22.408862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ca754e2-5b1d-46ea-b1d5-044ddb85a7d9 req-c5a39d69-0770-4588-9519-7d0f76db933f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5406 time: 0.5463841 Nov 12 13:23:22.411429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b112-80f7-4963-9d31-6a82a1e8de43 req-b636724d-2ada-438a-94f6-840c7d9ad602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.413733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fd7b112-80f7-4963-9d31-6a82a1e8de43 req-b636724d-2ada-438a-94f6-840c7d9ad602 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 1095 time: 0.1086483 Nov 12 13:23:22.586970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Allocated IP 172.20.0.13 (e411bc3c-af17-45ec-b8e1-39edef3887a3/102fa98f-869c-4389-b565-fb75f9d9ac39/89a8aa39-f991-42f9-85c0-a7f9afc16dad) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:23:22.660644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:22.674484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-cbcf9921-f67b-4ac3-bd48-291a50adc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.675304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-cbcf9921-f67b-4ac3-bd48-291a50adc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.675793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-cbcf9921-f67b-4ac3-bd48-291a50adc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.676282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-cbcf9921-f67b-4ac3-bd48-291a50adc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.676749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-cbcf9921-f67b-4ac3-bd48-291a50adc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.677219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-cbcf9921-f67b-4ac3-bd48-291a50adc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.677751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-cbcf9921-f67b-4ac3-bd48-291a50adc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.680064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-25b788da-62e6-4065-9010-6ffa029837bb req-cbcf9921-f67b-4ac3-bd48-291a50adc59f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6353 time: 0.4241006 Nov 12 13:23:22.701007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:22.792649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Transition to ACTIVE for port object d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:23:22.804722 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ca754e2-5b1d-46ea-b1d5-044ddb85a7d9 req-e6c100ad-fbc6-4119-8d08-5088de2d09c4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3347352 Nov 12 13:23:22.839978 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:22.878101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-96033234-2ebe-4b64-aacd-be5e21967e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:22.985126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef52d8-a9f1-4c06-b6a4-06b9776ce49d req-1143d2ce-6e10-4a80-95e4-1f1dc6091e56 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:22.988021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60ef52d8-a9f1-4c06-b6a4-06b9776ce49d req-1143d2ce-6e10-4a80-95e4-1f1dc6091e56 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.5279045 Nov 12 13:23:23.017091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Pushing event updated for resources: {'Port': ['ID=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:23.030592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b112-80f7-4963-9d31-6a82a1e8de43 req-850bff00-92bb-45d1-a184-c647befff730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:23.032571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fd7b112-80f7-4963-9d31-6a82a1e8de43 req-850bff00-92bb-45d1-a184-c647befff730 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6059973 Nov 12 13:23:23.053126 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-96033234-2ebe-4b64-aacd-be5e21967e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:23.056458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-96033234-2ebe-4b64-aacd-be5e21967e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:23.060040 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-96033234-2ebe-4b64-aacd-be5e21967e7d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2140edaf-974f-4b07-abce-d07447e84e6a HTTP/1.1" status: 204 len: 168 time: 0.7750621 Nov 12 13:23:23.084538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-8cf13e58-b355-4c59-829d-6232b666ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:23.085673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-8cf13e58-b355-4c59-829d-6232b666ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:23.086229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-8cf13e58-b355-4c59-829d-6232b666ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:23.088181 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-25b788da-62e6-4065-9010-6ffa029837bb req-8cf13e58-b355-4c59-829d-6232b666ce59 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=417c8b6de118451fa28529e6becf05da&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3896673 Nov 12 13:23:23.097654 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60ef52d8-a9f1-4c06-b6a4-06b9776ce49d req-7b802515-1c74-4bc9-ade6-d0fa75c250c2 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909216 Nov 12 13:23:23.098535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96033234-2ebe-4b64-aacd-be5e21967e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2140edaf-974f-4b07-abce-d07447e84e6a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:23.193927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63a34-2612-4dec-a220-c33d903886cb req-819d8e91-7e84-427d-897e-d2c8e0aa7b85 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:23.202611 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60c63a34-2612-4dec-a220-c33d903886cb req-819d8e91-7e84-427d-897e-d2c8e0aa7b85 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 944 time: 0.2990751 Nov 12 13:23:23.322690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b112-80f7-4963-9d31-6a82a1e8de43 req-edacb23b-d09d-4566-8cff-1ce40ef0619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:23.324505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fd7b112-80f7-4963-9d31-6a82a1e8de43 req-edacb23b-d09d-4566-8cff-1ce40ef0619b service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661322 Nov 12 13:23:23.404059 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:23.469649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-0817c57f-6ced-4098-a58e-8e8601be47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:23.471345 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-0817c57f-6ced-4098-a58e-8e8601be47ff service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 1095 time: 0.0785193 Nov 12 13:23:23.536518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Attempting to bind port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:23:23.537088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Attempting to bind port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:23:23.538574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Attempting to bind port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b on network 86f1d168-32de-4338-8ea5-eb80a7d59bbe {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:23.557346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60c63a34-2612-4dec-a220-c33d903886cb req-81528e9c-fe98-4cbd-a100-6884d4e929bb tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536937 Nov 12 13:23:23.596968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-86ad7305-439c-43db-ae2d-fd852076f1ed service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb HTTP/1.1" status: 200 len: 217 time: 0.1161244 Nov 12 13:23:23.624845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b on network 86f1d168-32de-4338-8ea5-eb80a7d59bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:23:23.626141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Attempting to bind port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b on network 86f1d168-32de-4338-8ea5-eb80a7d59bbe {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:23.644991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:23:23.645392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Checking segment: {'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:23:23.646268 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Bound using segment: {'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:23:23.647601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Bound port: d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:23:23.647992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:23.651493 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e0739b7-a99b-4069-b768-c130994b0e2b req-7a9fb71c-d0f0-4733-9019-9f7f71b8b690 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 210 time: 0.0532699 Nov 12 13:23:23.662426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b788da-62e6-4065-9010-6ffa029837bb req-6b96e80d-6438-414e-93d8-e10cce4a5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:23.664238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-25b788da-62e6-4065-9010-6ffa029837bb req-6b96e80d-6438-414e-93d8-e10cce4a5c16 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5414851 Nov 12 13:23:23.729356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-6cd81402-aa88-4b18-b295-b2fcd8b3a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:23.731811 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-6cd81402-aa88-4b18-b295-b2fcd8b3a4e0 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0c6124e9-a8ca-467a-b688-6d92b4a5260b HTTP/1.1" status: 200 len: 853 time: 0.0793049 Nov 12 13:23:23.732220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:23.796059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-e19d6e9c-d42b-417e-baeb-c9616125f839 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559995 Nov 12 13:23:23.887674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Network e411bc3c-af17-45ec-b8e1-39edef3887a3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:23:23.894992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:23:23.903237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:23:23.928770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-83db1313-bfc1-4bac-9a8f-88e85a6935f0 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241963 Nov 12 13:23:23.990915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Pushing event updated for resources: {'Port': ['ID=89a8aa39-f991-42f9-85c0-a7f9afc16dad,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:24.042304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860f27f-a422-406f-bd59-f86fc64f9f99 req-74aedbe5-54cb-4b45-9d76-9e42db96cdd9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.046642 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1860f27f-a422-406f-bd59-f86fc64f9f99 req-74aedbe5-54cb-4b45-9d76-9e42db96cdd9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1155746 Nov 12 13:23:24.050891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] For port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:24.094369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] For port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:23:24.102885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.103581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:24.110561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:24.175457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-bd753450-9c20-4ea5-bbd9-5d508c0997fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4693403 Nov 12 13:23:24.180328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.181109 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:24.182728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] 10.222.0.70 "PUT /v2.0/ports/d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b HTTP/1.1" status: 200 len: 1091 time: 3.4811499 Nov 12 13:23:24.183520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'd8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:24.186163 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6376d45-8a54-4169-a309-e1a5004c2492" -d '{"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:24.218252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Request body: {'port': {'device_id': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:24.246570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fe4a3-3ec4-47cd-8162-6d540f3b7d19 req-6f977f37-e378-40a4-9fc1-740f29d836f7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.259369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fe4a3-3ec4-47cd-8162-6d540f3b7d19 req-6f977f37-e378-40a4-9fc1-740f29d836f7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.267682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fe4a3-3ec4-47cd-8162-6d540f3b7d19 req-6f977f37-e378-40a4-9fc1-740f29d836f7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.274306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fe4a3-3ec4-47cd-8162-6d540f3b7d19 req-6f977f37-e378-40a4-9fc1-740f29d836f7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.280466 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df2e20d1-9ca1-4fe2-a59e-11667878bc33 req-fc6c6c1c-282d-4c82-91c5-266ba39c9234 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051381 Nov 12 13:23:24.280860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fe4a3-3ec4-47cd-8162-6d540f3b7d19 req-6f977f37-e378-40a4-9fc1-740f29d836f7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.288028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fe4a3-3ec4-47cd-8162-6d540f3b7d19 req-6f977f37-e378-40a4-9fc1-740f29d836f7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.296678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fe4a3-3ec4-47cd-8162-6d540f3b7d19 req-6f977f37-e378-40a4-9fc1-740f29d836f7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.304191 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1860f27f-a422-406f-bd59-f86fc64f9f99 req-0e6d698c-c8d1-400f-b407-53847e51350e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833951 Nov 12 13:23:24.305476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936fe4a3-3ec4-47cd-8162-6d540f3b7d19 req-6f977f37-e378-40a4-9fc1-740f29d836f7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5418 time: 0.3047683 Nov 12 13:23:24.353954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Request body: {'port': {'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:24.407755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6f426-f321-41ac-a9e8-ebb8afd75e6c service neutron] Pushing event updated for resources: {'Port': ['ID=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:24.503084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:24.570214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc38d8-98c5-4483-878e-6c926e8697af req-4b929ff0-0c8a-44d2-b67e-3c1bdf2ba234 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:24.586234 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4fc38d8-98c5-4483-878e-6c926e8697af req-4b929ff0-0c8a-44d2-b67e-3c1bdf2ba234 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1431031 Nov 12 13:23:24.681175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4fc38d8-98c5-4483-878e-6c926e8697af req-fcf4d51b-e098-435d-ace9-5688a3c71f85 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918686 Nov 12 13:23:24.740306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-936fe4a3-3ec4-47cd-8162-6d540f3b7d19 req-6b147b11-489f-4205-997f-0db065035799 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3807766 Nov 12 13:23:24.816469 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d57208-8cd7-452d-98f0-f5577698af9e x-openstack-request-id: req-29d57208-8cd7-452d-98f0-f5577698af9e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:24.817735 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:24.818186 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29d57208-8cd7-452d-98f0-f5577698af9e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:24.819109 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'd8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b', 'status': 'completed', 'code': 200} Nov 12 13:23:25.039145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d90d79-fd3a-49b7-837e-ee7aa62fc8fb req-b79cfd90-8995-4332-b36f-1914b357ec9e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:25.043732 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39d90d79-fd3a-49b7-837e-ee7aa62fc8fb req-b79cfd90-8995-4332-b36f-1914b357ec9e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1447783 Nov 12 13:23:25.193870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39d90d79-fd3a-49b7-837e-ee7aa62fc8fb req-3897589b-29ed-42b5-a137-6e74ae62b091 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404076 Nov 12 13:23:25.459678 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:25.494289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df64540-dccc-4f47-b3ac-33c779098375 req-9f443828-f30c-4e94-98c8-a68de79a4832 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:25.511685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4df64540-dccc-4f47-b3ac-33c779098375 req-9f443828-f30c-4e94-98c8-a68de79a4832 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 932 time: 0.1425564 Nov 12 13:23:25.545321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d12bc0-14d4-4dc2-8539-e2987a4df209 req-d6317918-6c64-48da-b930-a1435780f90d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:25.560906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3d12bc0-14d4-4dc2-8539-e2987a4df209 req-d6317918-6c64-48da-b930-a1435780f90d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 944 time: 0.1650052 Nov 12 13:23:25.626229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-550274dd-3e65-48b4-8505-25fa637def9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:25.627161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-550274dd-3e65-48b4-8505-25fa637def9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:25.627787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-550274dd-3e65-48b4-8505-25fa637def9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:25.628439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-550274dd-3e65-48b4-8505-25fa637def9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:25.629051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-550274dd-3e65-48b4-8505-25fa637def9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:25.629707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-550274dd-3e65-48b4-8505-25fa637def9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:25.630315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-550274dd-3e65-48b4-8505-25fa637def9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:25.632900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-550274dd-3e65-48b4-8505-25fa637def9d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6420 time: 0.7852404 Nov 12 13:23:25.653806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4df64540-dccc-4f47-b3ac-33c779098375 req-97d4c7b7-aa7d-4e4b-baa5-dc19137ae8e2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377163 Nov 12 13:23:26.246799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-c2e89fe4-241b-4fb6-9902-2268413e746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:26.248089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-c2e89fe4-241b-4fb6-9902-2268413e746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:26.249514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-c2e89fe4-241b-4fb6-9902-2268413e746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:26.256079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-c2e89fe4-241b-4fb6-9902-2268413e746d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=417c8b6de118451fa28529e6becf05da&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6097565 Nov 12 13:23:26.374654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dadee8e-a55a-4191-be85-892995b138c7 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:26.387543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:26.407981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Transition to ACTIVE for port object 2dadee8e-a55a-4191-be85-892995b138c7 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:23:26.458809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a8aa39-f991-42f9-85c0-a7f9afc16dad {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:26.469517 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:26.491630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Transition to ACTIVE for port object 89a8aa39-f991-42f9-85c0-a7f9afc16dad will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:23:26.509378 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3d12bc0-14d4-4dc2-8539-e2987a4df209 req-52e934eb-7e85-419a-b9a8-5ecfc5cb95bc tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9449635 Nov 12 13:23:26.538792 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:26.636521 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:26.979676 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a85cee3-99f4-4e06-b1c6-f7341e95886c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:27.006170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Pushing event updated for resources: {'Port': ['ID=89a8aa39-f991-42f9-85c0-a7f9afc16dad,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:27.042346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-7b41ba0f-96ba-4d2e-ae1f-436f73e9e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:27.045091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6376d45-8a54-4169-a309-e1a5004c2492 req-7b41ba0f-96ba-4d2e-ae1f-436f73e9e614 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7612929 Nov 12 13:23:27.184330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a1b3-f64f-499f-9534-5c31fc000014 req-72e832f0-eced-4e5c-ae1e-95778ed98b41 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:27.202006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a1b3-f64f-499f-9534-5c31fc000014 req-72e832f0-eced-4e5c-ae1e-95778ed98b41 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:27.220117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a1b3-f64f-499f-9534-5c31fc000014 req-72e832f0-eced-4e5c-ae1e-95778ed98b41 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:27.240133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a1b3-f64f-499f-9534-5c31fc000014 req-72e832f0-eced-4e5c-ae1e-95778ed98b41 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:27.259466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a1b3-f64f-499f-9534-5c31fc000014 req-72e832f0-eced-4e5c-ae1e-95778ed98b41 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:27.274649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a1b3-f64f-499f-9534-5c31fc000014 req-72e832f0-eced-4e5c-ae1e-95778ed98b41 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:27.288863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a1b3-f64f-499f-9534-5c31fc000014 req-72e832f0-eced-4e5c-ae1e-95778ed98b41 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:27.306139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d843a1b3-f64f-499f-9534-5c31fc000014 req-72e832f0-eced-4e5c-ae1e-95778ed98b41 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.2933044 Nov 12 13:23:27.338146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2dadee8e-a55a-4191-be85-892995b138c7,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:27.426839 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886bcf3-18cd-4d82-99ee-e618d89f884a req-0817184b-0bc7-4bc3-b590-fd38b73bab32 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:27.436537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7886bcf3-18cd-4d82-99ee-e618d89f884a req-0817184b-0bc7-4bc3-b590-fd38b73bab32 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.3848469 Nov 12 13:23:27.446195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:23:27.446787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:23:27.447329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:27.450844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d843a1b3-f64f-499f-9534-5c31fc000014 req-9809f14c-1d85-4f8c-bf3b-aad34e0a1bf9 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426995 Nov 12 13:23:27.483272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:23:27.484185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:27.511523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:23:27.512214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:23:27.512855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:23:27.513595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Bound port: 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:23:27.514230 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:27.666434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:27.682476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:23:27.715176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:28.040732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7886bcf3-18cd-4d82-99ee-e618d89f884a req-d0ae32f2-f468-42cf-b37e-4be466cd103e tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6011147 Nov 12 13:23:28.041451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Pushing event updated for resources: {'Port': ['ID=89a8aa39-f991-42f9-85c0-a7f9afc16dad,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:28.058623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.059253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:28.060690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f715b5e-edd7-416b-8d27-063843f10f6b service neutron] 10.222.0.105 "PUT /v2.0/ports/89a8aa39-f991-42f9-85c0-a7f9afc16dad HTTP/1.1" status: 200 len: 1092 time: 3.8595707 Nov 12 13:23:28.061562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'tag': '89a8aa39-f991-42f9-85c0-a7f9afc16dad'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:28.064739 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d07e801-5d49-4d8f-b849-242057866d41" -d '{"events": [{"name": "network-changed", "server_uuid": "8d53de07-6d55-4302-bc5e-33c8a2261ade", "tag": "89a8aa39-f991-42f9-85c0-a7f9afc16dad"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:28.102218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Attempting to bind port 2dadee8e-a55a-4191-be85-892995b138c7 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:23:28.102553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Attempting to bind port 2dadee8e-a55a-4191-be85-892995b138c7 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:23:28.102883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Attempting to bind port 2dadee8e-a55a-4191-be85-892995b138c7 on network 86f1d168-32de-4338-8ea5-eb80a7d59bbe {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:28.204120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Port 2dadee8e-a55a-4191-be85-892995b138c7 on network 86f1d168-32de-4338-8ea5-eb80a7d59bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:23:28.204120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Attempting to bind port 2dadee8e-a55a-4191-be85-892995b138c7 on network 86f1d168-32de-4338-8ea5-eb80a7d59bbe {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:28.214676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:23:28.215223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Checking segment: {'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:23:28.216068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Bound using segment: {'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:23:28.216738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Bound port: 2dadee8e-a55a-4191-be85-892995b138c7, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad958b1-20ef-418d-9977-e70ef4caf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:23:28.217235 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:28.257942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-5dc4349a-4c01-43f6-9631-061bb545a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.259520 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-5dc4349a-4c01-43f6-9631-061bb545a024 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1095 time: 0.1403384 Nov 12 13:23:28.262328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f7fdc-c9aa-46cf-8360-3d6560080938 req-42a2a87b-095d-4dac-8a75-e30c7773f751 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.270509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-845f7fdc-c9aa-46cf-8360-3d6560080938 req-42a2a87b-095d-4dac-8a75-e30c7773f751 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 944 time: 0.1630015 Nov 12 13:23:28.398561 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-845f7fdc-c9aa-46cf-8360-3d6560080938 req-6e1e22df-16c7-4ddb-bbc1-8b060aa0d467 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264658 Nov 12 13:23:28.420204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] For port 2dadee8e-a55a-4191-be85-892995b138c7, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:28.426343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] For port 2dadee8e-a55a-4191-be85-892995b138c7, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=2dadee8e-a55a-4191-be85-892995b138c7,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:23:28.463850 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:28.469914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-11ed6bf0-8beb-4f24-8c05-9b6b5c3170df service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad HTTP/1.1" status: 200 len: 217 time: 0.1886504 Nov 12 13:23:28.550003 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c3217c-47c2-4ca2-bf43-23e2dedae7aa x-openstack-request-id: req-88c3217c-47c2-4ca2-bf43-23e2dedae7aa {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:28.550720 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d53de07-6d55-4302-bc5e-33c8a2261ade", "tag": "89a8aa39-f991-42f9-85c0-a7f9afc16dad", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:28.550720 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-88c3217c-47c2-4ca2-bf43-23e2dedae7aa {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:28.551126 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'tag': '89a8aa39-f991-42f9-85c0-a7f9afc16dad', 'status': 'completed', 'code': 200} Nov 12 13:23:28.690775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2dadee8e-a55a-4191-be85-892995b138c7,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:28.701266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 38aa5d3b-333a-42cc-8a60-b2af014d32eb details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:23:28.711525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.712154 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:28.713690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-51fa50e0-d080-4af1-bc1c-6f60ec35b2e0 service neutron] 10.222.0.70 "PUT /v2.0/ports/2dadee8e-a55a-4191-be85-892995b138c7 HTTP/1.1" status: 200 len: 1091 time: 4.4893193 Nov 12 13:23:28.768884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eaa6a-c749-4f82-bff1-0147f41dad7d req-36e26de9-c07e-45ff-83a0-46bfe6da8721 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.777472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b0eaa6a-c749-4f82-bff1-0147f41dad7d req-36e26de9-c07e-45ff-83a0-46bfe6da8721 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 944 time: 0.3485446 Nov 12 13:23:28.783954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-3b3ab12b-1453-4d73-a756-3dda7cea45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.786069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-3b3ab12b-1453-4d73-a756-3dda7cea45d7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.3046615 Nov 12 13:23:28.832618 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-1f910492-75a8-41a6-a174-773ee5954b4a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359719 Nov 12 13:23:28.857146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6df5cb-6449-47d8-9127-204f3298c053 req-35997587-d8e9-4e2e-ba8b-0ff33232dcb3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.883029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6df5cb-6449-47d8-9127-204f3298c053 req-35997587-d8e9-4e2e-ba8b-0ff33232dcb3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.934575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6df5cb-6449-47d8-9127-204f3298c053 req-35997587-d8e9-4e2e-ba8b-0ff33232dcb3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.952101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6df5cb-6449-47d8-9127-204f3298c053 req-35997587-d8e9-4e2e-ba8b-0ff33232dcb3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.965128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 38aa5d3b-333a-42cc-8a60-b2af014d32eb, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:28.971573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6df5cb-6449-47d8-9127-204f3298c053 req-35997587-d8e9-4e2e-ba8b-0ff33232dcb3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:28.991917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '38aa5d3b-333a-42cc-8a60-b2af014d32eb', 'network_id': '7cd1764a-40e7-4627-be5a-21d2a1ab7d72', 'port_id': '38aa5d3b-333a-42cc-8a60-b2af014d32eb', 'mac_address': 'fa:16:3e:c1:13:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6124e9-a8ca-467a-b688-6d92b4a5260b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:23:28.999962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6df5cb-6449-47d8-9127-204f3298c053 req-35997587-d8e9-4e2e-ba8b-0ff33232dcb3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.017830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6df5cb-6449-47d8-9127-204f3298c053 req-35997587-d8e9-4e2e-ba8b-0ff33232dcb3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.032729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b6df5cb-6449-47d8-9127-204f3298c053 req-35997587-d8e9-4e2e-ba8b-0ff33232dcb3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.3679922 Nov 12 13:23:29.059008 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:29.077189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38aa5d3b-333a-42cc-8a60-b2af014d32eb {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:29.109867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 38aa5d3b-333a-42cc-8a60-b2af014d32eb, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:29.120537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:29.180595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b6df5cb-6449-47d8-9127-204f3298c053 req-6290aeea-18e5-486f-9def-0b31507944f7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1437306 Nov 12 13:23:29.180970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b0eaa6a-c749-4f82-bff1-0147f41dad7d req-92507cb5-c2b3-4223-8981-ccb4b43ee563 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013958 Nov 12 13:23:29.216420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=38aa5d3b-333a-42cc-8a60-b2af014d32eb,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:29.250812 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-b7402d77-3f7e-4ae1-89a8-445c1170ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.251438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-b7402d77-3f7e-4ae1-89a8-445c1170ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.251987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-b7402d77-3f7e-4ae1-89a8-445c1170ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.252348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-b7402d77-3f7e-4ae1-89a8-445c1170ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.253061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-b7402d77-3f7e-4ae1-89a8-445c1170ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.253755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-b7402d77-3f7e-4ae1-89a8-445c1170ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.254659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-b7402d77-3f7e-4ae1-89a8-445c1170ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.259911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-b7402d77-3f7e-4ae1-89a8-445c1170ec08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6487 time: 0.4659500 Nov 12 13:23:29.363318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-04712fa7-6c25-40a2-be37-db4d29a6b1bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbee6d53-4da5-445b-9558-1c62aa989afe HTTP/1.1" status: 200 len: 217 time: 0.0902514 Nov 12 13:23:29.370735 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-b17a67f2-8634-4122-a23c-d679c9ea0bbe service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180585 Nov 12 13:23:29.458892 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10472a04-8136-4f97-9640-5851c9ccbdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:29.504059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3a9cd-5df2-405f-a395-4e958d3b7386 req-e742235f-bd09-4dae-8cc3-6e824c6c4152 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.507226 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81d3a9cd-5df2-405f-a395-4e958d3b7386 req-e742235f-bd09-4dae-8cc3-6e824c6c4152 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1497040 Nov 12 13:23:29.529310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-90a22836-6f84-4474-89ce-1e4cd1c4cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.530968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-90a22836-6f84-4474-89ce-1e4cd1c4cba3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4dec9a87-8b74-444f-a019-9e4489ab8c90 HTTP/1.1" status: 200 len: 855 time: 0.1592133 Nov 12 13:23:29.604128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['38aa5d3b-333a-42cc-8a60-b2af014d32eb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:29.607083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6bf4bcf-dab1-4da2-a618-286d5f1653e3 req-aed754d0-0e62-4232-88c3-18096142c0ae service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125525 Nov 12 13:23:29.611218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-fc583fb9-918a-424b-8d12-f10d5e92ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.624651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-fc583fb9-918a-424b-8d12-f10d5e92ce2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846581 Nov 12 13:23:29.666638 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81d3a9cd-5df2-405f-a395-4e958d3b7386 req-3777c09f-c95f-4d4e-a84a-9c8846f4a8fd tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427345 Nov 12 13:23:29.847705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07e801-5d49-4d8f-b849-242057866d41 req-0c5322bb-36ca-41e4-8bd1-7c7e7b644307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.849224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d07e801-5d49-4d8f-b849-242057866d41 req-0c5322bb-36ca-41e4-8bd1-7c7e7b644307 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1095 time: 0.1745875 Nov 12 13:23:29.853758 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-29e26af3-e959-43dc-a026-726f5081b7ef service neutron] 10.222.0.70 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205923 Nov 12 13:23:29.868554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aafff7-eb97-4cf1-8bf9-bb66fc4b7161 req-83c41036-f4fe-491f-b630-74eaa8720f71 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:29.876989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b9aafff7-eb97-4cf1-8bf9-bb66fc4b7161 req-83c41036-f4fe-491f-b630-74eaa8720f71 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.2114608 Nov 12 13:23:30.081757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b9aafff7-eb97-4cf1-8bf9-bb66fc4b7161 req-da70ba26-ba5a-4bf1-9c4f-87fbd1a0e2ca tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033513 Nov 12 13:23:30.218207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45b961-0619-48f2-a24b-7fd2c6d5384e req-3606c2bc-ed54-4491-898e-776cab9c2682 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.228524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07e801-5d49-4d8f-b849-242057866d41 req-9a2f3b4b-c65b-4950-92a9-602dc81ca153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.230282 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d07e801-5d49-4d8f-b849-242057866d41 req-9a2f3b4b-c65b-4950-92a9-602dc81ca153 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.3360431 Nov 12 13:23:30.233513 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cc45b961-0619-48f2-a24b-7fd2c6d5384e req-3606c2bc-ed54-4491-898e-776cab9c2682 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 944 time: 0.3358011 Nov 12 13:23:30.245506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-8169d2a1-089b-4fa6-964a-f428b25dede0 service neutron] 10.222.0.70 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648643 Nov 12 13:23:30.365307 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d07e801-5d49-4d8f-b849-242057866d41 req-b7917ef2-c9e8-4105-8718-b10d3709fe8d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad HTTP/1.1" status: 200 len: 217 time: 0.0886157 Nov 12 13:23:30.369233 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-150286cf-f883-4813-91ed-184c9fbd836d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ffd8785e-5a43-4e78-b637-7566bcd394da HTTP/1.1" status: 200 len: 217 time: 0.0939898 Nov 12 13:23:30.377744 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cc45b961-0619-48f2-a24b-7fd2c6d5384e req-22a835e1-b562-4e1e-b8c9-9f2ac365e24e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355724 Nov 12 13:23:30.462802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c00650-dd34-4ab5-b07c-3f0f3f7b234c req-24b9f236-dca1-40af-a02d-49b340969eeb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.473365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8c00650-dd34-4ab5-b07c-3f0f3f7b234c req-24b9f236-dca1-40af-a02d-49b340969eeb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2483635 Nov 12 13:23:30.493441 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:30.526069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-69fa8ca0-98c5-4cb2-8747-8f4d91a51a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.527577 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-69fa8ca0-98c5-4cb2-8747-8f4d91a51a87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.1434157 Nov 12 13:23:30.552613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07e801-5d49-4d8f-b849-242057866d41 req-310eff57-33bc-46b5-88c2-38489fbaa335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.555136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d07e801-5d49-4d8f-b849-242057866d41 req-310eff57-33bc-46b5-88c2-38489fbaa335 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1801696 Nov 12 13:23:30.560579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': '2dadee8e-a55a-4191-be85-892995b138c7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:30.562662 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606cb5ed-ee2d-4a1a-985b-c817dcd43972" -d '{"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "2dadee8e-a55a-4191-be85-892995b138c7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:30.639613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8c00650-dd34-4ab5-b07c-3f0f3f7b234c req-7c68d31c-5a73-45a2-a457-ba40ddccef33 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651673 Nov 12 13:23:30.643562 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d07e801-5d49-4d8f-b849-242057866d41 req-fb81332d-7a59-4c72-9a18-77350ca3c27d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764086 Nov 12 13:23:30.766716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-a565ed3f-142b-4d1a-a74a-8ad75376149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.766716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-a565ed3f-142b-4d1a-a74a-8ad75376149f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2262537 Nov 12 13:23:30.790884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc948a7-566b-4419-8a43-bbba8e378f9d req-daa67157-3386-49a4-8b28-99dcf380a072 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.801027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc948a7-566b-4419-8a43-bbba8e378f9d req-daa67157-3386-49a4-8b28-99dcf380a072 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.809105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc948a7-566b-4419-8a43-bbba8e378f9d req-daa67157-3386-49a4-8b28-99dcf380a072 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.816837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc948a7-566b-4419-8a43-bbba8e378f9d req-daa67157-3386-49a4-8b28-99dcf380a072 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.823424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc948a7-566b-4419-8a43-bbba8e378f9d req-daa67157-3386-49a4-8b28-99dcf380a072 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.831627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc948a7-566b-4419-8a43-bbba8e378f9d req-daa67157-3386-49a4-8b28-99dcf380a072 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.837818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc948a7-566b-4419-8a43-bbba8e378f9d req-daa67157-3386-49a4-8b28-99dcf380a072 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.840355 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4cc948a7-566b-4419-8a43-bbba8e378f9d req-daa67157-3386-49a4-8b28-99dcf380a072 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.1568878 Nov 12 13:23:30.939463 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4cc948a7-566b-4419-8a43-bbba8e378f9d req-b07a62c2-2804-4280-97d7-b2762412d2e7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887003 Nov 12 13:23:30.966397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3679c-8b66-4b94-a6c2-d9bcd4c57d36 req-4f580dc5-f2d7-4af1-9909-efee184f5879 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:30.977790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56b3679c-8b66-4b94-a6c2-d9bcd4c57d36 req-4f580dc5-f2d7-4af1-9909-efee184f5879 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 945 time: 0.1965690 Nov 12 13:23:31.045905 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d07e801-5d49-4d8f-b849-242057866d41 req-de71e4b4-7034-439b-aacd-44ad3f13b8d0 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765740 Nov 12 13:23:31.072953 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-e8b2b80a-51f8-463d-9741-d9e8b5d8f153 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782929 Nov 12 13:23:31.161736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56b3679c-8b66-4b94-a6c2-d9bcd4c57d36 req-67c7b2a0-62ce-4d93-8695-d030db7080dd tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860898 Nov 12 13:23:31.322256 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164acab6-0b25-426d-a2c5-5091b5ee8db2 x-openstack-request-id: req-164acab6-0b25-426d-a2c5-5091b5ee8db2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:31.325517 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "2dadee8e-a55a-4191-be85-892995b138c7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:31.325896 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-164acab6-0b25-426d-a2c5-5091b5ee8db2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:31.326447 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': '2dadee8e-a55a-4191-be85-892995b138c7', 'status': 'completed', 'code': 200} Nov 12 13:23:31.455542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-e0583e8a-042c-461c-861e-4afd8144805b service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589499 Nov 12 13:23:31.487087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d07e801-5d49-4d8f-b849-242057866d41 req-331a85ac-2854-496e-86c7-9359acd8c371 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279332 Nov 12 13:23:31.549688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfae55-d0c0-4953-b0e4-ea0ff38d6949 req-bce65562-572e-4418-bc52-0a77ff878b30 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:31.551848 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-adcfae55-d0c0-4953-b0e4-ea0ff38d6949 req-bce65562-572e-4418-bc52-0a77ff878b30 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1018393 Nov 12 13:23:31.574046 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-635a18ab-6fda-427e-9f78-97f22f5a2bd0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=adc25839-ced5-44ce-bccb-c76270ef31b4 HTTP/1.1" status: 200 len: 217 time: 0.0858970 Nov 12 13:23:31.638041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-adcfae55-d0c0-4953-b0e4-ea0ff38d6949 req-10d1d2da-5dcf-42f3-bc17-57e8b4a0d6ac tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772722 Nov 12 13:23:31.645422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-84920ab4-53b0-491b-9047-c734bba5e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:31.650097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-84920ab4-53b0-491b-9047-c734bba5e2e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.0551524 Nov 12 13:23:31.748251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-3fc10040-c90c-4cdf-85bb-de79fc4bce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:31.748251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-3fc10040-c90c-4cdf-85bb-de79fc4bce9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811698 Nov 12 13:23:31.757729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b08c9-ef3c-4ed1-a9b1-2453a02e45b6 req-c9f80d39-6be9-4e42-a16c-0388c82f5bb2 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:31.767404 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-478b08c9-ef3c-4ed1-a9b1-2453a02e45b6 req-c9f80d39-6be9-4e42-a16c-0388c82f5bb2 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2162464 Nov 12 13:23:31.876241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-2abb16e3-05d7-4b14-bb47-d86706584952 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055756 Nov 12 13:23:31.967524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f84ed-b2f8-4b12-ac85-af576136d2c6 req-d3588e11-9a52-49ff-84de-6642bbc36713 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:31.976223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-041f84ed-b2f8-4b12-ac85-af576136d2c6 req-d3588e11-9a52-49ff-84de-6642bbc36713 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 944 time: 0.1536162 Nov 12 13:23:32.038434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-478b08c9-ef3c-4ed1-a9b1-2453a02e45b6 req-0dfd69fb-5f3c-4e83-ad14-71589613c627 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627278 Nov 12 13:23:32.070744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-9c414551-5bc6-4800-82a3-f9148c82288e service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876152 Nov 12 13:23:32.100215 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-041f84ed-b2f8-4b12-ac85-af576136d2c6 req-5ed4c4a6-9411-4ace-9122-3e423d493e34 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215119 Nov 12 13:23:32.111066 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:32.168124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-c8b70dd2-4237-4dd6-bca3-25ff71c9e585 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=ffc2e683-9178-428e-841e-56c76d96143e HTTP/1.1" status: 200 len: 217 time: 0.0873024 Nov 12 13:23:32.273417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bd154-b3cb-4c59-8927-e6ce51ca9b47 req-f3333899-62df-4a7a-9a0b-390f83b9bacb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.282423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e36bd154-b3cb-4c59-8927-e6ce51ca9b47 req-f3333899-62df-4a7a-9a0b-390f83b9bacb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0835042 Nov 12 13:23:32.335183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-9c1bc644-c9c1-4ee7-aa77-9efe429c4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.339084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-9c1bc644-c9c1-4ee7-aa77-9efe429c4042 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.1631508 Nov 12 13:23:32.374366 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e36bd154-b3cb-4c59-8927-e6ce51ca9b47 req-deaa39cc-7ded-415d-9ae3-5b7269661d13 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791416 Nov 12 13:23:32.426738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f9fb7-6531-40a8-a713-abd2eef7596a req-8040a261-4315-4cb0-9c8f-6b191ae6b731 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.441347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f9fb7-6531-40a8-a713-abd2eef7596a req-8040a261-4315-4cb0-9c8f-6b191ae6b731 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.465555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f9fb7-6531-40a8-a713-abd2eef7596a req-8040a261-4315-4cb0-9c8f-6b191ae6b731 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.478405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f9fb7-6531-40a8-a713-abd2eef7596a req-8040a261-4315-4cb0-9c8f-6b191ae6b731 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.494322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f9fb7-6531-40a8-a713-abd2eef7596a req-8040a261-4315-4cb0-9c8f-6b191ae6b731 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.510912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f9fb7-6531-40a8-a713-abd2eef7596a req-8040a261-4315-4cb0-9c8f-6b191ae6b731 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.535502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f9fb7-6531-40a8-a713-abd2eef7596a req-8040a261-4315-4cb0-9c8f-6b191ae6b731 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.554336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-616f9fb7-6531-40a8-a713-abd2eef7596a req-8040a261-4315-4cb0-9c8f-6b191ae6b731 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.3053389 Nov 12 13:23:32.604181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-4f0a7435-963f-4f4c-9636-4e3f2981348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.607169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-4f0a7435-963f-4f4c-9636-4e3f2981348c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2590389 Nov 12 13:23:32.716267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 38aa5d3b-333a-42cc-8a60-b2af014d32eb up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:23:32.746516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a436a4-d4b4-471b-9bec-8a00e97db998 req-b82c2525-5d62-461f-a924-d2a1a26ab20a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:32.754351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1a436a4-d4b4-471b-9bec-8a00e97db998 req-b82c2525-5d62-461f-a924-d2a1a26ab20a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 945 time: 0.1260953 Nov 12 13:23:32.789064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:32.842072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 38aa5d3b-333a-42cc-8a60-b2af014d32eb completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:23:32.850528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 38aa5d3b-333a-42cc-8a60-b2af014d32eb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:23:32.853420 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:32.882903 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1a436a4-d4b4-471b-9bec-8a00e97db998 req-98dc88f3-7436-4724-9d45-37430deba7cc tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124055 Nov 12 13:23:32.918168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-fa18c00a-c6e3-4e07-a51a-600037ee15f3 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023570 Nov 12 13:23:32.928346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-616f9fb7-6531-40a8-a713-abd2eef7596a req-a40ff700-0808-4961-92db-63d48e8c32a1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3666906 Nov 12 13:23:33.118753 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:33.185822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38aa5d3b-333a-42cc-8a60-b2af014d32eb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:33.195407 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b893e56a-beb4-4410-8c38-a8bc89aa1bee" -d '{"events": [{"server_uuid": "d8892b5f-1adc-4afb-abc4-1987837162e0", "name": "network-vif-plugged", "status": "completed", "tag": "38aa5d3b-333a-42cc-8a60-b2af014d32eb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:33.253304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 38aa5d3b-333a-42cc-8a60-b2af014d32eb, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:33.259688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c15be1-1d83-4ae1-9a61-96a54e38e495 req-f4a1ee6f-2ee8-4b14-a1c4-05d23f5935eb tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:33.264314 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:33.275675 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-92c15be1-1d83-4ae1-9a61-96a54e38e495 req-f4a1ee6f-2ee8-4b14-a1c4-05d23f5935eb tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1062062 Nov 12 13:23:33.386257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=38aa5d3b-333a-42cc-8a60-b2af014d32eb,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:33.388031 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-92c15be1-1d83-4ae1-9a61-96a54e38e495 req-66eb2d00-a3c3-4ecf-b407-9890d8d180cb tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113851 Nov 12 13:23:33.573118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da8e1e-06b9-4f29-9d73-a1f446ffede1 req-32c2df68-5d66-4f06-a09e-e76e2c0717be tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:33.574719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30da8e1e-06b9-4f29-9d73-a1f446ffede1 req-32c2df68-5d66-4f06-a09e-e76e2c0717be tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 944 time: 0.0944209 Nov 12 13:23:33.740899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30da8e1e-06b9-4f29-9d73-a1f446ffede1 req-3ac0dac4-8d4e-4f7c-b3f6-7889b65feb8d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570163 Nov 12 13:23:33.847549 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba5fed3-d1ed-4479-a901-0b75ead558da x-openstack-request-id: req-5ba5fed3-d1ed-4479-a901-0b75ead558da {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:33.849840 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8892b5f-1adc-4afb-abc4-1987837162e0", "name": "network-vif-plugged", "status": "completed", "tag": "38aa5d3b-333a-42cc-8a60-b2af014d32eb", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:33.852132 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ba5fed3-d1ed-4479-a901-0b75ead558da {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:33.855562 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38aa5d3b-333a-42cc-8a60-b2af014d32eb', 'code': 200} Nov 12 13:23:34.091201 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-f4278b3b-f4eb-4f95-9a03-67fa4fb1af1c service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1610045 Nov 12 13:23:34.114457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74ece0-a877-4170-913d-1a166f80d747 req-90840779-5c23-4c8f-ba33-aaab7d20f5b7 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.123181 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dd74ece0-a877-4170-913d-1a166f80d747 req-90840779-5c23-4c8f-ba33-aaab7d20f5b7 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1832514 Nov 12 13:23:34.129600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e0f75-040b-49d3-bc6c-b483a1812b81 req-fad22db3-cfff-4514-9491-e7fd25a35d77 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.139157 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-692e0f75-040b-49d3-bc6c-b483a1812b81 req-fad22db3-cfff-4514-9491-e7fd25a35d77 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 946 time: 0.0823572 Nov 12 13:23:34.190468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf6457-e572-4573-ae80-53550cb91be6 req-0dca4e79-21da-4685-905e-a0c3394e7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.192305 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f0bf6457-e572-4573-ae80-53550cb91be6 req-0dca4e79-21da-4685-905e-a0c3394e7a88 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 1097 time: 0.2600155 Nov 12 13:23:34.194224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-80d4d837-1360-4313-ac55-61d1cf2d79d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=6768889b-41d9-43e6-9b6a-5f447cffa434 HTTP/1.1" status: 200 len: 217 time: 0.0908964 Nov 12 13:23:34.268073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-692e0f75-040b-49d3-bc6c-b483a1812b81 req-40173960-da48-4a9d-acfc-55e75bcd02c8 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272132 Nov 12 13:23:34.300854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dd74ece0-a877-4170-913d-1a166f80d747 req-caee9d89-8929-433b-a0cc-17cd794f1526 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762242 Nov 12 13:23:34.488976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-4c347022-8c3a-4896-b8a8-b5925f7195a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.490562 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-4c347022-8c3a-4896-b8a8-b5925f7195a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.1762109 Nov 12 13:23:34.502460 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f0bf6457-e572-4573-ae80-53550cb91be6 req-dcb1ab27-e38c-453d-9368-1d5a91fa1076 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420366 Nov 12 13:23:34.549012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd698-293a-40fb-acc0-3a48ecdfad52 req-2d8efb93-437d-4338-bf51-f56519395dc1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.555312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd698-293a-40fb-acc0-3a48ecdfad52 req-2d8efb93-437d-4338-bf51-f56519395dc1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.566257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd698-293a-40fb-acc0-3a48ecdfad52 req-2d8efb93-437d-4338-bf51-f56519395dc1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.574065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd698-293a-40fb-acc0-3a48ecdfad52 req-2d8efb93-437d-4338-bf51-f56519395dc1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.580979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd698-293a-40fb-acc0-3a48ecdfad52 req-2d8efb93-437d-4338-bf51-f56519395dc1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.587657 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd698-293a-40fb-acc0-3a48ecdfad52 req-2d8efb93-437d-4338-bf51-f56519395dc1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.596834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd698-293a-40fb-acc0-3a48ecdfad52 req-2d8efb93-437d-4338-bf51-f56519395dc1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.605215 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-642bd698-293a-40fb-acc0-3a48ecdfad52 req-2d8efb93-437d-4338-bf51-f56519395dc1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.2142048 Nov 12 13:23:34.605856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-b0761e71-c203-41b5-96cc-16755c2ff629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:34.610700 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-b0761e71-c203-41b5-96cc-16755c2ff629 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067336 Nov 12 13:23:34.710221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 89a8aa39-f991-42f9-85c0-a7f9afc16dad details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:23:34.778968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-642bd698-293a-40fb-acc0-3a48ecdfad52 req-83242981-d5e4-427f-b886-6ee5a7cf20ea tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724019 Nov 12 13:23:34.832260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-826d71c5-4c7a-4a6d-b8bb-b39ca7d4e543 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134919 Nov 12 13:23:34.964059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:34.985911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '89a8aa39-f991-42f9-85c0-a7f9afc16dad', 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3', 'port_id': '89a8aa39-f991-42f9-85c0-a7f9afc16dad', 'mac_address': 'fa:16:3e:31:61:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102fa98f-869c-4389-b565-fb75f9d9ac39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:23:35.058266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bfcae-6691-474e-ada4-d8c24a4ada11 req-84ae20be-fde5-4bac-90e9-f0d778ed7101 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:35.077222 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e37bfcae-6691-474e-ada4-d8c24a4ada11 req-84ae20be-fde5-4bac-90e9-f0d778ed7101 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1579931 Nov 12 13:23:35.084618 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:35.095450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6630b-9c8c-471d-89f9-944046ba9eee req-384bfa2f-703e-4d7f-b50f-ac164f412ccc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:35.097236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41a6630b-9c8c-471d-89f9-944046ba9eee req-384bfa2f-703e-4d7f-b50f-ac164f412ccc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1263821 Nov 12 13:23:35.100016 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-3af50ce8-4153-4777-acea-4e04f574cd56 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536108 Nov 12 13:23:35.140536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a8aa39-f991-42f9-85c0-a7f9afc16dad {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:35.161710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-f0a3f805-0b53-42fa-9a19-b7586d2ca3bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b HTTP/1.1" status: 200 len: 217 time: 0.0486312 Nov 12 13:23:35.196614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:35.212852 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:35.235836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-f88a1a35-f0c0-4698-8cb5-d443fbdd1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:35.237521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-f88a1a35-f0c0-4698-8cb5-d443fbdd1423 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d2f8405-f308-4aa9-baa9-87b91e55378d HTTP/1.1" status: 200 len: 797 time: 0.0673618 Nov 12 13:23:35.256775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e37bfcae-6691-474e-ada4-d8c24a4ada11 req-98b598ba-4085-4690-ac11-4174784da6ce tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773226 Nov 12 13:23:35.334491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41a6630b-9c8c-471d-89f9-944046ba9eee req-14e244a0-f78f-4449-9791-7a23bc1860c4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300966 Nov 12 13:23:35.340174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=89a8aa39-f991-42f9-85c0-a7f9afc16dad,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:35.375653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-80f6b8c9-553e-48f6-a01c-6bd6ac7e1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:35.379177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-80f6b8c9-553e-48f6-a01c-6bd6ac7e1203 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1243172 Nov 12 13:23:35.563326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf07c7-25bb-41c4-8d33-919615aea2dd req-984cd50e-03a9-4989-b965-7986f958bc55 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:35.566047 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcaf07c7-25bb-41c4-8d33-919615aea2dd req-984cd50e-03a9-4989-b965-7986f958bc55 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 945 time: 0.1446772 Nov 12 13:23:35.658607 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcaf07c7-25bb-41c4-8d33-919615aea2dd req-c73bab09-debe-486a-855e-645268e36119 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843737 Nov 12 13:23:35.690777 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-6479aa72-496b-4438-8583-438c53cdf312 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022215 Nov 12 13:23:35.780569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['89a8aa39-f991-42f9-85c0-a7f9afc16dad'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:35.814660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4686f22-c10b-4334-9b24-6bd43be02c3f req-0abf43e1-d514-4521-8b66-7a9a427a5341 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:35.829631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4686f22-c10b-4334-9b24-6bd43be02c3f req-0abf43e1-d514-4521-8b66-7a9a427a5341 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 946 time: 0.2153542 Nov 12 13:23:36.146899 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4686f22-c10b-4334-9b24-6bd43be02c3f req-422ba7eb-be88-4350-838b-fe07134d577d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172870 Nov 12 13:23:36.213015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-5190caf6-a0bd-497e-ad89-2e7a98ffbb81 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039001 Nov 12 13:23:36.299780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896b8c-9808-4268-b9f7-12e9d4c09ea1 req-2aa7e5ba-9b48-4ad9-afc3-a1a0c3e5f96c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.309092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896b8c-9808-4268-b9f7-12e9d4c09ea1 req-2aa7e5ba-9b48-4ad9-afc3-a1a0c3e5f96c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.317789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-70fad294-a0ef-4a72-9b95-d9eb28a36ca0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2dadee8e-a55a-4191-be85-892995b138c7 HTTP/1.1" status: 200 len: 217 time: 0.0951247 Nov 12 13:23:36.319211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896b8c-9808-4268-b9f7-12e9d4c09ea1 req-2aa7e5ba-9b48-4ad9-afc3-a1a0c3e5f96c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.326455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896b8c-9808-4268-b9f7-12e9d4c09ea1 req-2aa7e5ba-9b48-4ad9-afc3-a1a0c3e5f96c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.334837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896b8c-9808-4268-b9f7-12e9d4c09ea1 req-2aa7e5ba-9b48-4ad9-afc3-a1a0c3e5f96c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.341016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896b8c-9808-4268-b9f7-12e9d4c09ea1 req-2aa7e5ba-9b48-4ad9-afc3-a1a0c3e5f96c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.351228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896b8c-9808-4268-b9f7-12e9d4c09ea1 req-2aa7e5ba-9b48-4ad9-afc3-a1a0c3e5f96c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.358692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d896b8c-9808-4268-b9f7-12e9d4c09ea1 req-2aa7e5ba-9b48-4ad9-afc3-a1a0c3e5f96c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.2535350 Nov 12 13:23:36.443110 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d896b8c-9808-4268-b9f7-12e9d4c09ea1 req-d82a3c34-8623-4c66-9db8-823230d4ffa0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834842 Nov 12 13:23:36.531122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-60302393-fe39-4c4c-a3d7-6a3ee511e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.535010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-60302393-fe39-4c4c-a3d7-6a3ee511e199 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d2f8405-f308-4aa9-baa9-87b91e55378d HTTP/1.1" status: 200 len: 797 time: 0.2087431 Nov 12 13:23:36.615103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c361f6-6b79-40a6-9c75-1e84691a1515 req-5a261a22-d5cf-4b08-b23e-2ce19aeed5bf tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.618380 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73c361f6-6b79-40a6-9c75-1e84691a1515 req-5a261a22-d5cf-4b08-b23e-2ce19aeed5bf tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0981400 Nov 12 13:23:36.619468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41330) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:36.701959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73c361f6-6b79-40a6-9c75-1e84691a1515 req-8c70cc40-f72b-42eb-aba7-dead93c24a72 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743470 Nov 12 13:23:36.829362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fefc8-c68e-4a81-996e-ff9719c679f1 req-11270fd1-a14a-43d7-82ad-241636cb5894 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.837958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e6fefc8-c68e-4a81-996e-ff9719c679f1 req-11270fd1-a14a-43d7-82ad-241636cb5894 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3018348 Nov 12 13:23:36.848149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dcbe-68d9-429f-8792-3842df87019d req-fb7ee5c2-bfa3-42f0-9228-22056d3fc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:36.849770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-fb7ee5c2-bfa3-42f0-9228-22056d3fc19f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2973642 Nov 12 13:23:36.963433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e6fefc8-c68e-4a81-996e-ff9719c679f1 req-bf7e0a2b-a8f4-424f-b4b4-c772b724f163 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244302 Nov 12 13:23:36.971492 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a98decb-f071-4bc4-a9eb-580f63fdf22f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:37.037792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e556b-589e-4464-b1c9-97f57680278c req-da8b4af5-99e6-4ea6-ac96-b6e542fca8bf tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.046324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed6e556b-589e-4464-b1c9-97f57680278c req-da8b4af5-99e6-4ea6-ac96-b6e542fca8bf tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 945 time: 0.1907921 Nov 12 13:23:37.114853 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed6e556b-589e-4464-b1c9-97f57680278c req-b07048c8-167d-417b-b375-a5d7fa118b0f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669835 Nov 12 13:23:37.129610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-131a224b-25d9-4bdf-895f-7b314a475878 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694643 Nov 12 13:23:37.233642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a98decb-f071-4bc4-a9eb-580f63fdf22f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:37.243024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a98decb-f071-4bc4-a9eb-580f63fdf22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:37.292014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1a98decb-f071-4bc4-a9eb-580f63fdf22f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=216b33d250fa420f89c513f3a5c128c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686826 Nov 12 13:23:37.296177 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41350) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:37.354919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107dcbe-68d9-429f-8792-3842df87019d req-9c3fec5b-a016-4d24-86f0-3690867aab2e service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176404 Nov 12 13:23:37.384634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98decb-f071-4bc4-a9eb-580f63fdf22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9548586c-8c79-4088-a9c2-affec389c91a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:37.395684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1d6b6-e224-4135-ad4e-4792279fba9c req-5e98a759-1b87-4927-bcd7-577268c5882f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.398860 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36c1d6b6-e224-4135-ad4e-4792279fba9c req-5e98a759-1b87-4927-bcd7-577268c5882f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1220312 Nov 12 13:23:37.429960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b18bd-c851-4b33-9946-aea8a9689006 req-780c224e-3651-47b3-9451-dcc16709defc tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.438104 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2f8b18bd-c851-4b33-9946-aea8a9689006 req-780c224e-3651-47b3-9451-dcc16709defc tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 946 time: 0.1312878 Nov 12 13:23:37.488083 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67703c4c-5bf7-4a47-9436-0d666b180d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:37.509615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36c1d6b6-e224-4135-ad4e-4792279fba9c req-da8fe534-2526-4544-a20a-e450e5f3f324 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913117 Nov 12 13:23:37.523458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67703c4c-5bf7-4a47-9436-0d666b180d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:37.543492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-3ab6d866-de92-4e91-8233-434f0d6552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.544251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-3ab6d866-de92-4e91-8233-434f0d6552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.544931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-3ab6d866-de92-4e91-8233-434f0d6552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.545625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-3ab6d866-de92-4e91-8233-434f0d6552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.546281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-3ab6d866-de92-4e91-8233-434f0d6552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.547843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-3ab6d866-de92-4e91-8233-434f0d6552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.548516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-3ab6d866-de92-4e91-8233-434f0d6552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.550838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-3ab6d866-de92-4e91-8233-434f0d6552e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6487 time: 0.0780318 Nov 12 13:23:37.594484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2f8b18bd-c851-4b33-9946-aea8a9689006 req-3c69ed55-e071-4eee-b4c5-1aaa04a48298 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550307 Nov 12 13:23:37.643078 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67703c4c-5bf7-4a47-9436-0d666b180d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:37.648264 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67703c4c-5bf7-4a47-9436-0d666b180d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:37.656253 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-67703c4c-5bf7-4a47-9436-0d666b180d34 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9548586c-8c79-4088-a9c2-affec389c91a HTTP/1.1" status: 204 len: 168 time: 0.3583221 Nov 12 13:23:37.691294 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67703c4c-5bf7-4a47-9436-0d666b180d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9548586c-8c79-4088-a9c2-affec389c91a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:37.843314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ccca9958-0721-4400-b546-e7255779e411 req-f19a74b9-be1e-4568-bec0-0b8eb1e685d9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1633523040&fields=id&tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7 HTTP/1.1" status: 200 len: 267 time: 0.1257677 Nov 12 13:23:37.877983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61aae-e0f3-459a-ba0e-ff468643435e req-5d5364d1-f001-4ef2-830e-ff96ba87fa5c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.884908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61aae-e0f3-459a-ba0e-ff468643435e req-5d5364d1-f001-4ef2-830e-ff96ba87fa5c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.895049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61aae-e0f3-459a-ba0e-ff468643435e req-5d5364d1-f001-4ef2-830e-ff96ba87fa5c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.898408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61aae-e0f3-459a-ba0e-ff468643435e req-5d5364d1-f001-4ef2-830e-ff96ba87fa5c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.904835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61aae-e0f3-459a-ba0e-ff468643435e req-5d5364d1-f001-4ef2-830e-ff96ba87fa5c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.913903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61aae-e0f3-459a-ba0e-ff468643435e req-5d5364d1-f001-4ef2-830e-ff96ba87fa5c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.920947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61aae-e0f3-459a-ba0e-ff468643435e req-5d5364d1-f001-4ef2-830e-ff96ba87fa5c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.942456 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9b61aae-e0f3-459a-ba0e-ff468643435e req-5d5364d1-f001-4ef2-830e-ff96ba87fa5c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.2749472 Nov 12 13:23:37.974933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca9958-0721-4400-b546-e7255779e411 req-b653752c-a622-46b6-ac9f-ecc28a7fd147 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:37.985964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ccca9958-0721-4400-b546-e7255779e411 req-b653752c-a622-46b6-ac9f-ecc28a7fd147 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 946 time: 0.1392133 Nov 12 13:23:37.996797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-ccca9958-0721-4400-b546-e7255779e411 req-37955e96-50f8-4e2f-a505-95f704fbb224 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'port': {'security_groups': ['dc3ae34b-abde-407d-9e25-d1034d14905b', 'c792a5e4-f72f-43ba-821f-eb1eafb4011c']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:38.064314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-163db031-34d3-4ecf-a426-f29bea8e014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:38.071830 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-163db031-34d3-4ecf-a426-f29bea8e014c service neutron] 10.222.0.70 "GET /v2.0/networks?id=86f1d168-32de-4338-8ea5-eb80a7d59bbe HTTP/1.1" status: 200 len: 902 time: 0.5032902 Nov 12 13:23:38.176029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ccca9958-0721-4400-b546-e7255779e411 req-37955e96-50f8-4e2f-a505-95f704fbb224 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:38.195324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-0192119b-3410-4f8b-8152-bafd447cce47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2dadee8e-a55a-4191-be85-892995b138c7 HTTP/1.1" status: 200 len: 217 time: 0.0988278 Nov 12 13:23:38.219447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9b61aae-e0f3-459a-ba0e-ff468643435e req-fe96c8d7-057f-47f0-8662-58644a23a36c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2735577 Nov 12 13:23:38.360516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-72601759-9fae-45fe-a128-160018e3561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:38.362432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-72601759-9fae-45fe-a128-160018e3561a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d2f8405-f308-4aa9-baa9-87b91e55378d HTTP/1.1" status: 200 len: 797 time: 0.1362932 Nov 12 13:23:38.545636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-f0531468-5939-46ec-9707-1147ada138b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:38.554809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-f0531468-5939-46ec-9707-1147ada138b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1828635 Nov 12 13:23:38.615559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ccca9958-0721-4400-b546-e7255779e411 req-37955e96-50f8-4e2f-a505-95f704fbb224 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] For port 38aa5d3b-333a-42cc-8a60-b2af014d32eb, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:38.685429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ccca9958-0721-4400-b546-e7255779e411 req-37955e96-50f8-4e2f-a505-95f704fbb224 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:38.709495 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ccca9958-0721-4400-b546-e7255779e411 req-37955e96-50f8-4e2f-a505-95f704fbb224 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:38.727248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['efe529ff-7a5c-4cf2-8726-66c2ffa1c8af', '38aa5d3b-333a-42cc-8a60-b2af014d32eb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:38.733632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-380d52c0-44b0-4136-914a-a90138d6aaa3 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674280 Nov 12 13:23:38.796247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055073a-b263-42bb-ac4a-ce6c3d6869cf req-f9849931-14da-4acc-ac13-e56f3423269b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:38.809039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2055073a-b263-42bb-ac4a-ce6c3d6869cf req-f9849931-14da-4acc-ac13-e56f3423269b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.3775961 Nov 12 13:23:38.892434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 89a8aa39-f991-42f9-85c0-a7f9afc16dad up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:23:38.950644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37955e96-50f8-4e2f-a505-95f704fbb224 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'Port': ['ID=38aa5d3b-333a-42cc-8a60-b2af014d32eb,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:38.989725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca9958-0721-4400-b546-e7255779e411 req-37955e96-50f8-4e2f-a505-95f704fbb224 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:38.991253 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ccca9958-0721-4400-b546-e7255779e411 req-37955e96-50f8-4e2f-a505-95f704fbb224 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:39.009992 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ccca9958-0721-4400-b546-e7255779e411 req-37955e96-50f8-4e2f-a505-95f704fbb224 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "PUT /v2.0/ports/38aa5d3b-333a-42cc-8a60-b2af014d32eb HTTP/1.1" status: 200 len: 982 time: 1.0184851 Nov 12 13:23:39.010541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'tag': '38aa5d3b-333a-42cc-8a60-b2af014d32eb'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:39.016594 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eec6850-4611-4b24-a3f2-f6c62b5b0252" -d '{"events": [{"name": "network-changed", "server_uuid": "d8892b5f-1adc-4afb-abc4-1987837162e0", "tag": "38aa5d3b-333a-42cc-8a60-b2af014d32eb"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:39.132927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606cb5ed-ee2d-4a1a-985b-c817dcd43972 req-d6cb237e-9b90-44a1-b762-9c18b2286d3a service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906767 Nov 12 13:23:39.180969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2055073a-b263-42bb-ac4a-ce6c3d6869cf req-3a141c8a-00ff-4e0b-870e-444b5018dd53 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3706093 Nov 12 13:23:39.324155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['38aa5d3b-333a-42cc-8a60-b2af014d32eb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:39.350190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffc667d1-9cad-48ea-b367-a81ac2224a37 req-e510a696-9cbe-4d5c-bdbc-79e20a6e893c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/c792a5e4-f72f-43ba-821f-eb1eafb4011c HTTP/1.1" status: 200 len: 1819 time: 0.0731390 Nov 12 13:23:39.428769 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-ffc667d1-9cad-48ea-b367-a81ac2224a37 req-59a5d2d6-b83e-4c15-adf9-fd45d9712bf4 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 13:23:39.450462 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffc667d1-9cad-48ea-b367-a81ac2224a37 req-59a5d2d6-b83e-4c15-adf9-fd45d9712bf4 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/c792a5e4-f72f-43ba-821f-eb1eafb4011c HTTP/1.1" status: 409 len: 341 time: 0.0992823 Nov 12 13:23:39.526543 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccc574f-dc89-4463-b900-a6573a3169f4 x-openstack-request-id: req-0ccc574f-dc89-4463-b900-a6573a3169f4 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:39.526855 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8892b5f-1adc-4afb-abc4-1987837162e0", "tag": "38aa5d3b-333a-42cc-8a60-b2af014d32eb", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:39.527103 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ccc574f-dc89-4463-b900-a6573a3169f4 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:39.527514 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'tag': '38aa5d3b-333a-42cc-8a60-b2af014d32eb', 'status': 'completed', 'code': 200} Nov 12 13:23:39.555454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 89a8aa39-f991-42f9-85c0-a7f9afc16dad completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:23:39.585151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0435ce3-7afb-448a-ba7b-3e85642a34aa req-c6148178-3102-4914-bef1-2c9f1b89db23 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:39.604806 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d0435ce3-7afb-448a-ba7b-3e85642a34aa req-c6148178-3102-4914-bef1-2c9f1b89db23 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 945 time: 0.2076678 Nov 12 13:23:39.610658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 89a8aa39-f991-42f9-85c0-a7f9afc16dad triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:23:39.611198 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:39.845121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57fbad-3311-424b-bf89-ef7d66150bd4 req-89e75008-22c1-44f2-adfd-a492098cbd70 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:39.853625 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac57fbad-3311-424b-bf89-ef7d66150bd4 req-89e75008-22c1-44f2-adfd-a492098cbd70 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1728361 Nov 12 13:23:39.912012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d0435ce3-7afb-448a-ba7b-3e85642a34aa req-384b032a-2485-42ee-8a6b-2625cb5d05a5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057470 Nov 12 13:23:39.954754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec6850-4611-4b24-a3f2-f6c62b5b0252 req-ed0b9566-444d-4f00-821e-f2e3c1cc7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:39.959773 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8eec6850-4611-4b24-a3f2-f6c62b5b0252 req-ed0b9566-444d-4f00-821e-f2e3c1cc7fb8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 1136 time: 0.2841864 Nov 12 13:23:39.962983 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac57fbad-3311-424b-bf89-ef7d66150bd4 req-8d675fc1-e0b8-4b73-bb49-00a60cd79cb1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083565 Nov 12 13:23:40.206490 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:40.305595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a8aa39-f991-42f9-85c0-a7f9afc16dad'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:40.308535 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9d3745-0d43-45ff-aab1-0d2a56d79f5c" -d '{"events": [{"server_uuid": "8d53de07-6d55-4302-bc5e-33c8a2261ade", "name": "network-vif-plugged", "status": "completed", "tag": "89a8aa39-f991-42f9-85c0-a7f9afc16dad"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:40.346081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:40.355405 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:40.381530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec6850-4611-4b24-a3f2-f6c62b5b0252 req-d7f0f497-cdc7-4226-aa4b-7295b3f910bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:40.389509 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8eec6850-4611-4b24-a3f2-f6c62b5b0252 req-d7f0f497-cdc7-4226-aa4b-7295b3f910bf service neutron] 10.222.0.105 "GET /v2.0/networks?id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 200 len: 914 time: 0.4216411 Nov 12 13:23:40.479230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=89a8aa39-f991-42f9-85c0-a7f9afc16dad,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:40.559973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8578-4e92-4c0d-82ae-7b1aecee7a07 req-9b2fec64-f70a-4811-8373-239f19342a93 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:40.568359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0584c0-692d-49db-8290-8b422821e467 req-baa8aa58-2ac7-46bc-aa36-2f6d94a1e051 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:40.570044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fc0584c0-692d-49db-8290-8b422821e467 req-baa8aa58-2ac7-46bc-aa36-2f6d94a1e051 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0995309 Nov 12 13:23:40.571398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8578-4e92-4c0d-82ae-7b1aecee7a07 req-9b2fec64-f70a-4811-8373-239f19342a93 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:40.577666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8578-4e92-4c0d-82ae-7b1aecee7a07 req-9b2fec64-f70a-4811-8373-239f19342a93 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:40.591387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8578-4e92-4c0d-82ae-7b1aecee7a07 req-9b2fec64-f70a-4811-8373-239f19342a93 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:40.598855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8578-4e92-4c0d-82ae-7b1aecee7a07 req-9b2fec64-f70a-4811-8373-239f19342a93 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:40.606423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8578-4e92-4c0d-82ae-7b1aecee7a07 req-9b2fec64-f70a-4811-8373-239f19342a93 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:40.618811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8578-4e92-4c0d-82ae-7b1aecee7a07 req-9b2fec64-f70a-4811-8373-239f19342a93 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:40.626282 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-16fe8578-4e92-4c0d-82ae-7b1aecee7a07 req-9b2fec64-f70a-4811-8373-239f19342a93 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.5129807 Nov 12 13:23:40.631809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8eec6850-4611-4b24-a3f2-f6c62b5b0252 req-ae0c4d13-a865-4b3a-9860-bf1e5c50a3c9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb HTTP/1.1" status: 200 len: 217 time: 0.2341075 Nov 12 13:23:40.678240 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fc0584c0-692d-49db-8290-8b422821e467 req-a294b5b3-fe3a-4306-afc2-d3346eced906 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977080 Nov 12 13:23:40.854220 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-16fe8578-4e92-4c0d-82ae-7b1aecee7a07 req-34ade523-0d07-4eab-8135-bed13c04b3d7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2230036 Nov 12 13:23:40.857295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec6850-4611-4b24-a3f2-f6c62b5b0252 req-8779f067-cc8a-4d1c-aaf6-acc1dd91e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:40.860504 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8eec6850-4611-4b24-a3f2-f6c62b5b0252 req-8779f067-cc8a-4d1c-aaf6-acc1dd91e04c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0c6124e9-a8ca-467a-b688-6d92b4a5260b HTTP/1.1" status: 200 len: 853 time: 0.2180295 Nov 12 13:23:40.957200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8eec6850-4611-4b24-a3f2-f6c62b5b0252 req-98e11810-d22b-4a58-8844-6cc1bd6400ca service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790598 Nov 12 13:23:41.018293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f4e95-578b-426b-ad26-f2e9cfab7eba req-21de1103-6255-4acb-b33e-ad753202e142 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:41.020563 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b4f4e95-578b-426b-ad26-f2e9cfab7eba req-21de1103-6255-4acb-b33e-ad753202e142 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 985 time: 0.1010766 Nov 12 13:23:41.107743 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8eec6850-4611-4b24-a3f2-f6c62b5b0252 req-5ed808fd-10ff-47a9-94cb-fee0a1e7376e service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417537 Nov 12 13:23:41.167783 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b4f4e95-578b-426b-ad26-f2e9cfab7eba req-c84c43ff-cd8e-4f9b-a036-91374b042d43 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&id=c792a5e4-f72f-43ba-821f-eb1eafb4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1405914 Nov 12 13:23:41.228657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3918c-ac44-413c-adc9-2e6f9371c605 req-4d884c62-e2e6-47c8-8f5b-94d1018ee547 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:41.230453 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-00d3918c-ac44-413c-adc9-2e6f9371c605 req-4d884c62-e2e6-47c8-8f5b-94d1018ee547 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1216178 Nov 12 13:23:41.273146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8eec6850-4611-4b24-a3f2-f6c62b5b0252 req-5a82ccf2-3335-47ef-8e48-02b401b60360 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538236 Nov 12 13:23:41.325660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-00d3918c-ac44-413c-adc9-2e6f9371c605 req-9f13044e-96f3-4a33-9667-a5a20fca1d63 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757370 Nov 12 13:23:41.396505 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bc9a6c-4a44-46a5-a8b6-cc2b67c9c1fe x-openstack-request-id: req-55bc9a6c-4a44-46a5-a8b6-cc2b67c9c1fe {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:41.397049 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d53de07-6d55-4302-bc5e-33c8a2261ade", "name": "network-vif-plugged", "status": "completed", "tag": "89a8aa39-f991-42f9-85c0-a7f9afc16dad", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:41.397049 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55bc9a6c-4a44-46a5-a8b6-cc2b67c9c1fe {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:41.397639 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a8aa39-f991-42f9-85c0-a7f9afc16dad', 'code': 200} Nov 12 13:23:41.483412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5f8c4-1f65-47a9-b860-4267284e8ce6 req-6ba55ac4-e7ab-43de-8e2c-bf0eb0d840d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:41.491657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7c5f8c4-1f65-47a9-b860-4267284e8ce6 req-6ba55ac4-e7ab-43de-8e2c-bf0eb0d840d3 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 1136 time: 0.1477401 Nov 12 13:23:41.517688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1afa6d-6424-4190-96e8-cdb496b3eb19 req-1775e30c-170a-4d92-92a8-6f4e2fa3920c tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:41.527177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d1afa6d-6424-4190-96e8-cdb496b3eb19 req-1775e30c-170a-4d92-92a8-6f4e2fa3920c tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 946 time: 0.1010425 Nov 12 13:23:41.612698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16946faa-3c56-4a44-b1a7-79a12d438f39 req-5965df27-cbb2-4156-a46a-d775c57654e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:41.614686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-16946faa-3c56-4a44-b1a7-79a12d438f39 req-5965df27-cbb2-4156-a46a-d775c57654e9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1097 time: 0.1236942 Nov 12 13:23:41.649339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d1afa6d-6424-4190-96e8-cdb496b3eb19 req-7365ebc2-978b-430a-9e03-08fa9789bca0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211452 Nov 12 13:23:41.703883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-16946faa-3c56-4a44-b1a7-79a12d438f39 req-b49c1d52-68f2-4677-a5a1-11072b2b7506 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791967 Nov 12 13:23:41.733465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118459f-e9de-4d78-afa5-6622bee20754 req-b87c44dd-ae65-4317-8147-68a2f933e3bd tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:41.735847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2118459f-e9de-4d78-afa5-6622bee20754 req-b87c44dd-ae65-4317-8147-68a2f933e3bd tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1750436 Nov 12 13:23:41.768174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5f8c4-1f65-47a9-b860-4267284e8ce6 req-c559b887-9bab-427c-8032-40d8f6f8539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:41.769744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7c5f8c4-1f65-47a9-b860-4267284e8ce6 req-c559b887-9bab-427c-8032-40d8f6f8539b service neutron] 10.222.0.105 "GET /v2.0/networks?id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 200 len: 914 time: 0.2687824 Nov 12 13:23:41.817521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2118459f-e9de-4d78-afa5-6622bee20754 req-68427069-807c-432b-9871-ad028d07e4ee tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751076 Nov 12 13:23:42.005627 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:23:42.057438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7c5f8c4-1f65-47a9-b860-4267284e8ce6 req-f319b085-105e-415a-87c0-084e7b88ffec service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb HTTP/1.1" status: 200 len: 217 time: 0.0673602 Nov 12 13:23:42.112744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f03ff8-f0dc-48a9-b28d-fc342584f7c4 req-bc83a673-86e4-48bf-ac97-6526b1cd7dfc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.119177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05f03ff8-f0dc-48a9-b28d-fc342584f7c4 req-bc83a673-86e4-48bf-ac97-6526b1cd7dfc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1850328 Nov 12 13:23:42.198470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c770c-aa83-4e45-90b2-c5b31423dde4 req-86eea5f0-f1a9-4c80-ab62-e9381176d15c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.206108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c770c-aa83-4e45-90b2-c5b31423dde4 req-86eea5f0-f1a9-4c80-ab62-e9381176d15c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.214120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c770c-aa83-4e45-90b2-c5b31423dde4 req-86eea5f0-f1a9-4c80-ab62-e9381176d15c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.221518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5f8c4-1f65-47a9-b860-4267284e8ce6 req-a286938c-6a11-4ceb-8037-e0162a9ae143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.222768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c770c-aa83-4e45-90b2-c5b31423dde4 req-86eea5f0-f1a9-4c80-ab62-e9381176d15c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.224175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7c5f8c4-1f65-47a9-b860-4267284e8ce6 req-a286938c-6a11-4ceb-8037-e0162a9ae143 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0c6124e9-a8ca-467a-b688-6d92b4a5260b HTTP/1.1" status: 200 len: 853 time: 0.1550922 Nov 12 13:23:42.233390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c770c-aa83-4e45-90b2-c5b31423dde4 req-86eea5f0-f1a9-4c80-ab62-e9381176d15c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.240067 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c770c-aa83-4e45-90b2-c5b31423dde4 req-86eea5f0-f1a9-4c80-ab62-e9381176d15c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.248158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c770c-aa83-4e45-90b2-c5b31423dde4 req-86eea5f0-f1a9-4c80-ab62-e9381176d15c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.257070 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-141c770c-aa83-4e45-90b2-c5b31423dde4 req-86eea5f0-f1a9-4c80-ab62-e9381176d15c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.2275586 Nov 12 13:23:42.278799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7c5f8c4-1f65-47a9-b860-4267284e8ce6 req-8766bde6-9ed6-495b-be15-d8d0fce664b5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429232 Nov 12 13:23:42.299882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05f03ff8-f0dc-48a9-b28d-fc342584f7c4 req-54b4d590-625c-4613-9e42-7b28ec90d872 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399796 Nov 12 13:23:42.500775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-141c770c-aa83-4e45-90b2-c5b31423dde4 req-94165763-4cbf-48a8-9eb7-16427b29b99c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421277 Nov 12 13:23:42.629815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7c5f8c4-1f65-47a9-b860-4267284e8ce6 req-60a39571-b667-4989-b12c-2358bceb189d service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258462 Nov 12 13:23:42.829256 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:42.841822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da173979-51d5-46f0-a437-907c1d007cf2 req-affb902c-f2c2-4fa7-b712-c5a3aa439e23 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.855922 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da173979-51d5-46f0-a437-907c1d007cf2 req-affb902c-f2c2-4fa7-b712-c5a3aa439e23 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 985 time: 0.3412926 Nov 12 13:23:42.926089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b812f35-5123-4ff1-9de2-eecb35c70c1a req-21714858-43b1-478f-ab2d-3735d6c04c67 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:42.939680 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b812f35-5123-4ff1-9de2-eecb35c70c1a req-21714858-43b1-478f-ab2d-3735d6c04c67 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.2028759 Nov 12 13:23:43.083817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da173979-51d5-46f0-a437-907c1d007cf2 req-4bd56b5a-b985-4067-9d5d-3c162c923c1f tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&id=c792a5e4-f72f-43ba-821f-eb1eafb4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2259328 Nov 12 13:23:43.119668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7c5f8c4-1f65-47a9-b860-4267284e8ce6 req-332f50b5-067f-429b-bd19-0e829d8b1977 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717386 Nov 12 13:23:43.135142 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b812f35-5123-4ff1-9de2-eecb35c70c1a req-121881d8-5c04-49a8-a90d-26bf905a8ac3 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933711 Nov 12 13:23:43.764612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078fb90-8d75-436d-b0a4-3c69c05746f8 req-c45e5cc5-527f-4b17-8ac0-619f730e15c7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:43.790792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d078fb90-8d75-436d-b0a4-3c69c05746f8 req-c45e5cc5-527f-4b17-8ac0-619f730e15c7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 946 time: 0.2431207 Nov 12 13:23:43.901345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d078fb90-8d75-436d-b0a4-3c69c05746f8 req-f38e6a57-0fd5-4277-a702-b850c5ab729d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040597 Nov 12 13:23:43.913629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1c7a2-a7be-4786-93b6-3c0027f6824b req-74e816b9-3785-407e-938e-e4a5911afcec tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:43.924292 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfd1c7a2-a7be-4786-93b6-3c0027f6824b req-74e816b9-3785-407e-938e-e4a5911afcec tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 814 time: 0.5509367 Nov 12 13:23:43.969421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:43.991481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfd1c7a2-a7be-4786-93b6-3c0027f6824b req-5c5254b7-ec98-4f69-982a-9b0fe5eba4f7 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/quotas/ed9e9db980c54f0d9bd0f0fa8fabb3b1 HTTP/1.1" status: 200 len: 375 time: 0.0622103 Nov 12 13:23:44.144885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfd1c7a2-a7be-4786-93b6-3c0027f6824b req-d1ff926f-0152-4e01-a015-027bcb7cefd8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1510007 Nov 12 13:23:44.484028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab3430-b143-4259-8d62-6e348bc82ebf req-eb92852b-b21b-461f-abcf-8f390bcd052d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.494304 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9bab3430-b143-4259-8d62-6e348bc82ebf req-eb92852b-b21b-461f-abcf-8f390bcd052d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 985 time: 0.1839311 Nov 12 13:23:44.512149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d013-400c-4f3b-81ec-bb20b72afd3a req-eafd4a43-02b3-429f-84f9-e4f96ada4f71 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.536378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d013-400c-4f3b-81ec-bb20b72afd3a req-eafd4a43-02b3-429f-84f9-e4f96ada4f71 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.557959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d013-400c-4f3b-81ec-bb20b72afd3a req-eafd4a43-02b3-429f-84f9-e4f96ada4f71 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.578642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d013-400c-4f3b-81ec-bb20b72afd3a req-eafd4a43-02b3-429f-84f9-e4f96ada4f71 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.592037 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d013-400c-4f3b-81ec-bb20b72afd3a req-eafd4a43-02b3-429f-84f9-e4f96ada4f71 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.607125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d013-400c-4f3b-81ec-bb20b72afd3a req-eafd4a43-02b3-429f-84f9-e4f96ada4f71 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.620140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d013-400c-4f3b-81ec-bb20b72afd3a req-eafd4a43-02b3-429f-84f9-e4f96ada4f71 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.634180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80f0d013-400c-4f3b-81ec-bb20b72afd3a req-eafd4a43-02b3-429f-84f9-e4f96ada4f71 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.3907142 Nov 12 13:23:44.657977 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9bab3430-b143-4259-8d62-6e348bc82ebf req-dcb9cdd4-8076-48d5-b7a6-b72a758ff5e3 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&id=c792a5e4-f72f-43ba-821f-eb1eafb4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1589458 Nov 12 13:23:44.834892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80f0d013-400c-4f3b-81ec-bb20b72afd3a req-b4d10cad-5f5e-4fc2-859e-fb863a6edca5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969349 Nov 12 13:23:44.852543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead1602-4745-463d-bfc6-1a4f86211aeb req-4d535aa3-e757-46cd-a256-cf2ebc972259 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:44.865421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ead1602-4745-463d-bfc6-1a4f86211aeb req-4d535aa3-e757-46cd-a256-cf2ebc972259 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1178870 Nov 12 13:23:44.970589 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ead1602-4745-463d-bfc6-1a4f86211aeb req-3600d966-f6c2-4da3-b6a2-d952ea7bfae4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040497 Nov 12 13:23:45.225534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc2061-52bf-4292-9518-b9011b41af93 req-6f661a7c-8c69-4464-a41d-1801f7151a2a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:45.239402 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-babc2061-52bf-4292-9518-b9011b41af93 req-6f661a7c-8c69-4464-a41d-1801f7151a2a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1699736 Nov 12 13:23:45.345634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b85e99-3a18-45a4-9f05-956a4d38a072 req-4d0581f0-03bd-419e-9a9a-06e7e5407fb6 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:45.347659 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67b85e99-3a18-45a4-9f05-956a4d38a072 req-4d0581f0-03bd-419e-9a9a-06e7e5407fb6 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 946 time: 0.1559708 Nov 12 13:23:45.369203 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-babc2061-52bf-4292-9518-b9011b41af93 req-9a08bd3d-23cb-4def-8837-8404e1f3fa15 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282690 Nov 12 13:23:45.472326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67b85e99-3a18-45a4-9f05-956a4d38a072 req-b88260a5-edec-49a3-82be-8aaa8795137b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873971 Nov 12 13:23:45.610461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3462eb8-d13c-4e20-a2ed-19e009b3542d req-962b3f54-52cc-4156-aaad-ed00d275bcbf tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:45.624387 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3462eb8-d13c-4e20-a2ed-19e009b3542d req-962b3f54-52cc-4156-aaad-ed00d275bcbf tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1121747 Nov 12 13:23:45.692212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3462eb8-d13c-4e20-a2ed-19e009b3542d req-590fa486-8cf5-46fd-9ac5-e54efeced0a7 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659716 Nov 12 13:23:45.717793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e895-2d2f-462a-a70f-c4a7a505b140 req-1d28a1dd-2c8f-4b4f-a77f-0fe2242e4770 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:45.720742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6818e895-2d2f-462a-a70f-c4a7a505b140 req-1d28a1dd-2c8f-4b4f-a77f-0fe2242e4770 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1097 time: 0.0721242 Nov 12 13:23:45.815672 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6818e895-2d2f-462a-a70f-c4a7a505b140 req-afa62d29-ff66-498d-a4f9-b303295efca6 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861187 Nov 12 13:23:45.877955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a4c58-95b0-4636-971f-abe907585b47 req-739e3224-d2c4-4833-9222-474ca5655d80 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:45.879671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba1a4c58-95b0-4636-971f-abe907585b47 req-739e3224-d2c4-4833-9222-474ca5655d80 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 985 time: 0.0802286 Nov 12 13:23:45.960911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba1a4c58-95b0-4636-971f-abe907585b47 req-7538daa4-6d59-46d5-9505-5fb4d1a36f39 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc3ae34b-abde-407d-9e25-d1034d14905b&id=c792a5e4-f72f-43ba-821f-eb1eafb4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0724759 Nov 12 13:23:45.973185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6ea77-a54e-45e7-9cd4-55c10037556d req-629aa518-ce6d-44e5-a98a-eceee62f0415 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:45.974719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2e6ea77-a54e-45e7-9cd4-55c10037556d req-629aa518-ce6d-44e5-a98a-eceee62f0415 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1097 time: 0.0490162 Nov 12 13:23:46.042746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2e6ea77-a54e-45e7-9cd4-55c10037556d req-0e134ee7-f5bd-4a87-8440-5ad80f684257 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604355 Nov 12 13:23:46.114736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4c671-b03f-480e-9c12-92d5bdb902d7 req-815bbef4-42a2-4b33-b608-006299c10126 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.121001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4c671-b03f-480e-9c12-92d5bdb902d7 req-815bbef4-42a2-4b33-b608-006299c10126 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.128129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4c671-b03f-480e-9c12-92d5bdb902d7 req-815bbef4-42a2-4b33-b608-006299c10126 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.134862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4c671-b03f-480e-9c12-92d5bdb902d7 req-815bbef4-42a2-4b33-b608-006299c10126 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.141653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4c671-b03f-480e-9c12-92d5bdb902d7 req-815bbef4-42a2-4b33-b608-006299c10126 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.147797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4c671-b03f-480e-9c12-92d5bdb902d7 req-815bbef4-42a2-4b33-b608-006299c10126 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.154179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4c671-b03f-480e-9c12-92d5bdb902d7 req-815bbef4-42a2-4b33-b608-006299c10126 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.156778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89b4c671-b03f-480e-9c12-92d5bdb902d7 req-815bbef4-42a2-4b33-b608-006299c10126 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.1232424 Nov 12 13:23:46.231657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89b4c671-b03f-480e-9c12-92d5bdb902d7 req-199e77a1-bf28-4ba7-8d5d-2ec17aba7255 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645676 Nov 12 13:23:46.245453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9395cba-b8aa-42c0-ae47-fb78753057c2 req-bb2f3ddb-450b-40b1-94a4-8f48c0a136b6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1 HTTP/1.1" status: 200 len: 221 time: 0.0491412 Nov 12 13:23:46.395210 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a68a809-b350-416c-9fc8-67078046e050 req-1c55ac92-c243-44cd-83ce-80fedd61be22 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1062767764&fields=id&tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7 HTTP/1.1" status: 200 len: 267 time: 0.0836437 Nov 12 13:23:46.495965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68a809-b350-416c-9fc8-67078046e050 req-fedd6209-bc12-40e2-915a-207594405591 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.503615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a68a809-b350-416c-9fc8-67078046e050 req-fedd6209-bc12-40e2-915a-207594405591 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 985 time: 0.1017940 Nov 12 13:23:46.519072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-5a68a809-b350-416c-9fc8-67078046e050 req-66f7887b-90ed-4e48-bfe5-62b8c01a96ea tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'port': {'security_groups': ['c792a5e4-f72f-43ba-821f-eb1eafb4011c', 'dc3ae34b-abde-407d-9e25-d1034d14905b', '290097e8-7700-4f89-a25e-ce48f896a277']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:46.538582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad16126-3431-4689-a74b-45603d05cd6d req-79b0b893-10b9-4551-93d5-248553441f6e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.540573 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ad16126-3431-4689-a74b-45603d05cd6d req-79b0b893-10b9-4551-93d5-248553441f6e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0602090 Nov 12 13:23:46.621182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ad16126-3431-4689-a74b-45603d05cd6d req-2a54a128-176f-409e-bf7b-3cfa405eaef3 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657361 Nov 12 13:23:46.629567 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5a68a809-b350-416c-9fc8-67078046e050 req-66f7887b-90ed-4e48-bfe5-62b8c01a96ea tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:46.761392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe0b2-3c11-4357-900b-a8e4674657ca req-04613869-ac30-40c2-8f51-2caf84630dff tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:46.770690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11bbe0b2-3c11-4357-900b-a8e4674657ca req-04613869-ac30-40c2-8f51-2caf84630dff tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0786483 Nov 12 13:23:46.828641 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11bbe0b2-3c11-4357-900b-a8e4674657ca req-b4f26997-e8e6-4540-bfb0-4c8064b0f85f tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570407 Nov 12 13:23:46.936406 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-5a68a809-b350-416c-9fc8-67078046e050 req-66f7887b-90ed-4e48-bfe5-62b8c01a96ea tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] For port 38aa5d3b-333a-42cc-8a60-b2af014d32eb, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:47.002832 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5a68a809-b350-416c-9fc8-67078046e050 req-66f7887b-90ed-4e48-bfe5-62b8c01a96ea tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:47.017120 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5a68a809-b350-416c-9fc8-67078046e050 req-66f7887b-90ed-4e48-bfe5-62b8c01a96ea tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:47.049134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['efe529ff-7a5c-4cf2-8726-66c2ffa1c8af', '38aa5d3b-333a-42cc-8a60-b2af014d32eb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:47.136266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68a809-b350-416c-9fc8-67078046e050 req-66f7887b-90ed-4e48-bfe5-62b8c01a96ea tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.136938 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5a68a809-b350-416c-9fc8-67078046e050 req-66f7887b-90ed-4e48-bfe5-62b8c01a96ea tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:47.144435 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a68a809-b350-416c-9fc8-67078046e050 req-66f7887b-90ed-4e48-bfe5-62b8c01a96ea tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "PUT /v2.0/ports/38aa5d3b-333a-42cc-8a60-b2af014d32eb HTTP/1.1" status: 200 len: 1021 time: 0.6333466 Nov 12 13:23:47.145795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'tag': '38aa5d3b-333a-42cc-8a60-b2af014d32eb'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:47.160192 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653e0a24-e50d-4411-a448-febf994c7e79" -d '{"events": [{"name": "network-changed", "server_uuid": "d8892b5f-1adc-4afb-abc4-1987837162e0", "tag": "38aa5d3b-333a-42cc-8a60-b2af014d32eb"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:47.211715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7887b-90ed-4e48-bfe5-62b8c01a96ea tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'Port': ['ID=38aa5d3b-333a-42cc-8a60-b2af014d32eb,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:47.224155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab422-1e55-4fbe-9346-9410b827f81a req-0815e2eb-b59a-4916-a1d1-0ab802ec2e6a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.227542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e9ab422-1e55-4fbe-9346-9410b827f81a req-0815e2eb-b59a-4916-a1d1-0ab802ec2e6a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0954382 Nov 12 13:23:47.283000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b5592-b565-423a-b4ad-c8dc66c85b2e req-5445a6dd-5900-483f-ad55-fcd214464b8b tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.285367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c58b5592-b565-423a-b4ad-c8dc66c85b2e req-5445a6dd-5900-483f-ad55-fcd214464b8b tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1097 time: 0.0610142 Nov 12 13:23:47.287250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['38aa5d3b-333a-42cc-8a60-b2af014d32eb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:47.347916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e9ab422-1e55-4fbe-9346-9410b827f81a req-bdfcaf28-40db-4072-9377-109f11fd0238 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114945 Nov 12 13:23:47.356326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c58b5592-b565-423a-b4ad-c8dc66c85b2e req-680941a6-3a5f-46f5-9a1e-9edc3a392977 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576310 Nov 12 13:23:47.548769 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81b39c6e-2431-458f-8020-94b54e00e1e8 req-5e518342-4895-43eb-a081-d35e61fb6964 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/290097e8-7700-4f89-a25e-ce48f896a277 HTTP/1.1" status: 200 len: 1820 time: 0.0819046 Nov 12 13:23:47.562362 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2f8218-647f-4e00-ab2e-9392b92566d9 x-openstack-request-id: req-8a2f8218-647f-4e00-ab2e-9392b92566d9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:47.562978 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8892b5f-1adc-4afb-abc4-1987837162e0", "tag": "38aa5d3b-333a-42cc-8a60-b2af014d32eb", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:47.564002 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a2f8218-647f-4e00-ab2e-9392b92566d9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:47.564002 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'tag': '38aa5d3b-333a-42cc-8a60-b2af014d32eb', 'status': 'completed', 'code': 200} Nov 12 13:23:47.639274 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-81b39c6e-2431-458f-8020-94b54e00e1e8 req-13dc05a4-a7c5-4398-926e-e18e95dee47c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 13:23:47.640692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81b39c6e-2431-458f-8020-94b54e00e1e8 req-13dc05a4-a7c5-4398-926e-e18e95dee47c tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/290097e8-7700-4f89-a25e-ce48f896a277 HTTP/1.1" status: 409 len: 341 time: 0.0757487 Nov 12 13:23:47.651642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0a24-e50d-4411-a448-febf994c7e79 req-71741196-8226-4d60-ab4d-460cba18b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.654129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-653e0a24-e50d-4411-a448-febf994c7e79 req-71741196-8226-4d60-ab4d-460cba18b045 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 1175 time: 0.0593157 Nov 12 13:23:47.890961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66c805-6206-4057-8e57-a15f15b31ea2 req-9b337cca-90fe-4629-aee8-4d747cfb7616 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.899464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66c805-6206-4057-8e57-a15f15b31ea2 req-9b337cca-90fe-4629-aee8-4d747cfb7616 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.909252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66c805-6206-4057-8e57-a15f15b31ea2 req-9b337cca-90fe-4629-aee8-4d747cfb7616 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.922331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66c805-6206-4057-8e57-a15f15b31ea2 req-9b337cca-90fe-4629-aee8-4d747cfb7616 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.930965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66c805-6206-4057-8e57-a15f15b31ea2 req-9b337cca-90fe-4629-aee8-4d747cfb7616 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.937256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66c805-6206-4057-8e57-a15f15b31ea2 req-9b337cca-90fe-4629-aee8-4d747cfb7616 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.945360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66c805-6206-4057-8e57-a15f15b31ea2 req-9b337cca-90fe-4629-aee8-4d747cfb7616 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:47.954702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a66c805-6206-4057-8e57-a15f15b31ea2 req-9b337cca-90fe-4629-aee8-4d747cfb7616 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.2694559 Nov 12 13:23:47.987632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba952fe-cd65-4aa0-a071-f9070e341d41 req-acbe134a-5545-4ca6-be19-caa07dcde1bb tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:48.000405 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ba952fe-cd65-4aa0-a071-f9070e341d41 req-acbe134a-5545-4ca6-be19-caa07dcde1bb tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 949 time: 0.0989282 Nov 12 13:23:48.071252 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a66c805-6206-4057-8e57-a15f15b31ea2 req-f54a4c8a-109c-4ab0-adff-67a31f8f0c9e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156020 Nov 12 13:23:48.072945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0a24-e50d-4411-a448-febf994c7e79 req-cccdf16b-a06b-4f71-89b2-d9e2f0f58104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:48.075749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-653e0a24-e50d-4411-a448-febf994c7e79 req-cccdf16b-a06b-4f71-89b2-d9e2f0f58104 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 200 len: 914 time: 0.4122188 Nov 12 13:23:48.102207 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ba952fe-cd65-4aa0-a071-f9070e341d41 req-50681bd2-8578-4b73-8708-15e8d2ee28f3 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008835 Nov 12 13:23:48.144442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-653e0a24-e50d-4411-a448-febf994c7e79 req-483fdcf0-abfb-49b7-8ffb-e0ca35e2556b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb HTTP/1.1" status: 200 len: 217 time: 0.0560234 Nov 12 13:23:48.240891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0a24-e50d-4411-a448-febf994c7e79 req-afa9f399-517e-4088-ada4-139f3d701dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:48.242561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-653e0a24-e50d-4411-a448-febf994c7e79 req-afa9f399-517e-4088-ada4-139f3d701dc4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0c6124e9-a8ca-467a-b688-6d92b4a5260b HTTP/1.1" status: 200 len: 853 time: 0.0907571 Nov 12 13:23:48.249017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b567f-91fc-404c-9b59-08415f47d33b req-839c44da-ead2-4e8d-9b46-850af26a671f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:48.251713 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-365b567f-91fc-404c-9b59-08415f47d33b req-839c44da-ead2-4e8d-9b46-850af26a671f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0582354 Nov 12 13:23:48.301797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-653e0a24-e50d-4411-a448-febf994c7e79 req-d4d01a99-bc09-4590-afa6-7b0ead2b37ae service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7cd1764a-40e7-4627-be5a-21d2a1ab7d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416915 Nov 12 13:23:48.380677 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-365b567f-91fc-404c-9b59-08415f47d33b req-4a20bb4f-e56d-46a6-a898-d6755246525a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146739 Nov 12 13:23:48.504849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-653e0a24-e50d-4411-a448-febf994c7e79 req-56659d51-e580-4e55-8dbb-7504b32b4678 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845188 Nov 12 13:23:48.553668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c96210-bf1d-41a8-9be9-33dae0f4c369 req-229fd8f2-97ae-4186-8664-ea166e606b19 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:48.555237 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32c96210-bf1d-41a8-9be9-33dae0f4c369 req-229fd8f2-97ae-4186-8664-ea166e606b19 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0991929 Nov 12 13:23:48.673565 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32c96210-bf1d-41a8-9be9-33dae0f4c369 req-d48ed085-2121-4b5e-9aaa-dddfbd509d5c tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690603 Nov 12 13:23:48.693481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-653e0a24-e50d-4411-a448-febf994c7e79 req-796de875-26b4-4b2d-9efa-0d98d18ff325 service neutron] 10.222.0.105 "GET /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769886 Nov 12 13:23:48.882952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c91fb-1474-452e-ae92-e89316f0efb4 req-bc24c69a-f2c1-4885-9844-2abb614d4fdf tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:48.884858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-216c91fb-1474-452e-ae92-e89316f0efb4 req-bc24c69a-f2c1-4885-9844-2abb614d4fdf tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 1024 time: 0.1241860 Nov 12 13:23:48.932346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4899b5-4f5f-467d-a2e5-e20a3dd0c314 req-24702133-43f7-4dc8-9a83-07ba06755d95 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:48.934034 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa4899b5-4f5f-467d-a2e5-e20a3dd0c314 req-24702133-43f7-4dc8-9a83-07ba06755d95 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0638120 Nov 12 13:23:48.983610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-216c91fb-1474-452e-ae92-e89316f0efb4 req-b4c6ab29-4b7c-43b6-aaf1-58a9de62e677 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=290097e8-7700-4f89-a25e-ce48f896a277&id=dc3ae34b-abde-407d-9e25-d1034d14905b&id=c792a5e4-f72f-43ba-821f-eb1eafb4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0911391 Nov 12 13:23:49.053120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa4899b5-4f5f-467d-a2e5-e20a3dd0c314 req-a6ccf20b-7ce3-4422-bfb6-d505a10f7d03 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085682 Nov 12 13:23:49.100053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1469c4-6d05-4f7e-aa50-aa50cc406fbd req-eb982459-7330-408e-bd80-5dee50b2eab0 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.101693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c1469c4-6d05-4f7e-aa50-aa50cc406fbd req-eb982459-7330-408e-bd80-5dee50b2eab0 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1097 time: 0.0598557 Nov 12 13:23:49.155361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c1469c4-6d05-4f7e-aa50-aa50cc406fbd req-b2942dbb-06ca-48cd-8e77-c1a45eb2d1e2 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473526 Nov 12 13:23:49.326109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290bef-344b-4f8b-aece-ea67d8c38314 req-16b8e2d9-b8f1-4f91-bd88-f043cc4a5da1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.332866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290bef-344b-4f8b-aece-ea67d8c38314 req-16b8e2d9-b8f1-4f91-bd88-f043cc4a5da1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.339077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290bef-344b-4f8b-aece-ea67d8c38314 req-16b8e2d9-b8f1-4f91-bd88-f043cc4a5da1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.346152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290bef-344b-4f8b-aece-ea67d8c38314 req-16b8e2d9-b8f1-4f91-bd88-f043cc4a5da1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.352337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290bef-344b-4f8b-aece-ea67d8c38314 req-16b8e2d9-b8f1-4f91-bd88-f043cc4a5da1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.358410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290bef-344b-4f8b-aece-ea67d8c38314 req-16b8e2d9-b8f1-4f91-bd88-f043cc4a5da1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.365583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290bef-344b-4f8b-aece-ea67d8c38314 req-16b8e2d9-b8f1-4f91-bd88-f043cc4a5da1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.367506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46290bef-344b-4f8b-aece-ea67d8c38314 req-16b8e2d9-b8f1-4f91-bd88-f043cc4a5da1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.1099944 Nov 12 13:23:49.376833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3bd1-216e-44a3-9ce3-d19501571d85 req-248ea344-26a2-4906-ad5b-a79e3824ce28 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.379707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9aab3bd1-216e-44a3-9ce3-d19501571d85 req-248ea344-26a2-4906-ad5b-a79e3824ce28 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0889244 Nov 12 13:23:49.453488 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9aab3bd1-216e-44a3-9ce3-d19501571d85 req-9e5268e5-9f27-4d7f-93d8-cc08d612b505 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668173 Nov 12 13:23:49.474779 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46290bef-344b-4f8b-aece-ea67d8c38314 req-779df033-a224-4ce3-8bd8-b0987e516b2f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953593 Nov 12 13:23:49.634042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab257243-32b8-4db0-adc1-27f4729f6c3e req-d254f6b4-955f-4e05-8fd5-1e4d70393f94 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.644494 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab257243-32b8-4db0-adc1-27f4729f6c3e req-d254f6b4-955f-4e05-8fd5-1e4d70393f94 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0767550 Nov 12 13:23:49.717235 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab257243-32b8-4db0-adc1-27f4729f6c3e req-0f48b04e-4d26-4d6e-bea7-fd081a6b8b45 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693848 Nov 12 13:23:49.885774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b204cb-28f8-495d-9f68-1f01e4d9f1cf req-295fc8f1-727f-4a2d-a7b3-fbbd763ae85b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:49.888835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d3b204cb-28f8-495d-9f68-1f01e4d9f1cf req-295fc8f1-727f-4a2d-a7b3-fbbd763ae85b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0969086 Nov 12 13:23:49.971910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d3b204cb-28f8-495d-9f68-1f01e4d9f1cf req-e960a27f-e90f-4a51-804b-b52f6a86d9ff tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739036 Nov 12 13:23:50.178477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739afa7-63c4-4ec7-9e32-45807dc5571f req-7fd402d6-7a6c-4b9f-aa0d-6e02d4319d09 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:50.181123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3739afa7-63c4-4ec7-9e32-45807dc5571f req-7fd402d6-7a6c-4b9f-aa0d-6e02d4319d09 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 1024 time: 0.0936811 Nov 12 13:23:50.322756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-a341fda7-60e8-40de-a540-7a605187f443 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:50.324348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-a341fda7-60e8-40de-a540-7a605187f443 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.105 "GET /v2.0/ports?device_id=d8892b5f-1adc-4afb-abc4-1987837162e0 HTTP/1.1" status: 200 len: 1024 time: 0.1088951 Nov 12 13:23:50.332843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3739afa7-63c4-4ec7-9e32-45807dc5571f req-7c5f5140-353c-4d06-a6bb-6fd6a83fd39a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=290097e8-7700-4f89-a25e-ce48f896a277&id=dc3ae34b-abde-407d-9e25-d1034d14905b&id=c792a5e4-f72f-43ba-821f-eb1eafb4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1375265 Nov 12 13:23:50.535105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-eb299fe9-10b7-4993-9453-637fa52317f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Deleting port 38aa5d3b-333a-42cc-8a60-b2af014d32eb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:23:50.535654 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-eb299fe9-10b7-4993-9453-637fa52317f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:50.626578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fc05d-cb60-470e-9f5a-e84e94f4f8af req-e2b8cf27-8b3a-40f7-b49c-f8fb96ee314c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:50.628278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-486fc05d-cb60-470e-9f5a-e84e94f4f8af req-e2b8cf27-8b3a-40f7-b49c-f8fb96ee314c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1591291 Nov 12 13:23:50.734433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-eb299fe9-10b7-4993-9453-637fa52317f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] For port 38aa5d3b-333a-42cc-8a60-b2af014d32eb, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=38aa5d3b-333a-42cc-8a60-b2af014d32eb,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:50.735620 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-eb299fe9-10b7-4993-9453-637fa52317f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:50.773060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-eb299fe9-10b7-4993-9453-637fa52317f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Calling delete_port for 38aa5d3b-333a-42cc-8a60-b2af014d32eb owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:23:50.792037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-486fc05d-cb60-470e-9f5a-e84e94f4f8af req-c2fb8e4a-390f-449c-9412-b63439e7a857 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428869 Nov 12 13:23:50.803619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6ab3f36-1a7e-418f-8831-85cc34d31957 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:23:50.973948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:51.028305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ab3f36-1a7e-418f-8831-85cc34d31957'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:51.032581 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8413e069-b5aa-4fdc-aeb4-5aa0513875c1" -d '{"events": [{"server_uuid": "703a80b5-ad2c-414a-b55d-5ff9374a5a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ab3f36-1a7e-418f-8831-85cc34d31957"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:51.061461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f6ab3f36-1a7e-418f-8831-85cc34d31957, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:51.075669 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:51.183947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-eb299fe9-10b7-4993-9453-637fa52317f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:51.261565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb299fe9-10b7-4993-9453-637fa52317f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'Port': ['ID=38aa5d3b-333a-42cc-8a60-b2af014d32eb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:51.355668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['efe529ff-7a5c-4cf2-8726-66c2ffa1c8af', '38aa5d3b-333a-42cc-8a60-b2af014d32eb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:51.380660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-eb299fe9-10b7-4993-9453-637fa52317f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] No DVR routers for this DVR port 38aa5d3b-333a-42cc-8a60-b2af014d32eb on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:23:51.385687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-eb299fe9-10b7-4993-9453-637fa52317f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:51.392606 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-774e6bf7-0369-4ed3-a840-d9bcf25e994d req-eb299fe9-10b7-4993-9453-637fa52317f1 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.105 "DELETE /v2.0/ports/38aa5d3b-333a-42cc-8a60-b2af014d32eb HTTP/1.1" status: 204 len: 173 time: 1.0584581 Nov 12 13:23:51.396773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'name': 'network-vif-deleted', 'tag': '38aa5d3b-333a-42cc-8a60-b2af014d32eb'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:51.400907 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a580e3a-b0a9-4c13-9183-34aaef373d77" -d '{"events": [{"server_uuid": "d8892b5f-1adc-4afb-abc4-1987837162e0", "name": "network-vif-deleted", "tag": "38aa5d3b-333a-42cc-8a60-b2af014d32eb"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:51.445229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f6ab3f36-1a7e-418f-8831-85cc34d31957,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:51.464479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.465323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.465915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.466501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.467052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.467974 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.470538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.471184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.472169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.472903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.473422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.473870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:51.474544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc19a-766e-4f69-80de-e57d80c25dbe req-ac5234e4-dbbc-4205-9c81-abcab965d36f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:51.485932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc19a-766e-4f69-80de-e57d80c25dbe req-ac5234e4-dbbc-4205-9c81-abcab965d36f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:51.515576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc19a-766e-4f69-80de-e57d80c25dbe req-ac5234e4-dbbc-4205-9c81-abcab965d36f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:51.519819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-c5db488d-2fe4-475a-8a81-b6d63c1193da tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:23:51.528008 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-c5db488d-2fe4-475a-8a81-b6d63c1193da tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4066637 Nov 12 13:23:51.534203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc19a-766e-4f69-80de-e57d80c25dbe req-ac5234e4-dbbc-4205-9c81-abcab965d36f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:51.549322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc19a-766e-4f69-80de-e57d80c25dbe req-ac5234e4-dbbc-4205-9c81-abcab965d36f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:51.560956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc19a-766e-4f69-80de-e57d80c25dbe req-ac5234e4-dbbc-4205-9c81-abcab965d36f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:51.575170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc19a-766e-4f69-80de-e57d80c25dbe req-ac5234e4-dbbc-4205-9c81-abcab965d36f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:51.585899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41806) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:51.590141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d83bc19a-766e-4f69-80de-e57d80c25dbe req-ac5234e4-dbbc-4205-9c81-abcab965d36f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.3390384 Nov 12 13:23:51.703087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d83bc19a-766e-4f69-80de-e57d80c25dbe req-7c569f44-67ea-42f1-a5a5-4b728577e25b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089838 Nov 12 13:23:51.804893 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:51.825422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-15cbde90-437e-48f7-918b-237c789389ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:51.827488 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-15cbde90-437e-48f7-918b-237c789389ec service neutron] 10.222.0.73 "GET /v2.0/ports/89a8aa39-f991-42f9-85c0-a7f9afc16dad HTTP/1.1" status: 200 len: 1094 time: 0.2979345 Nov 12 13:23:51.840526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Request body: {'binding': {'host': 'n-h1-805736-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:51.840975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Unknown quota resources ['binding']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:23:51.894025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03c9f-d2b5-4dc9-8fd9-dd7b81c87cce req-8abc3e69-413f-4bda-89a6-5441e392289f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:51.898169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-35a03c9f-d2b5-4dc9-8fd9-dd7b81c87cce req-8abc3e69-413f-4bda-89a6-5441e392289f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0915346 Nov 12 13:23:52.003971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-35a03c9f-d2b5-4dc9-8fd9-dd7b81c87cce req-dcdec04a-940b-46af-a1d9-0c429a176f97 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980020 Nov 12 13:23:52.221753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54186ac1-593f-4ce3-874f-ec1c3f786447 req-df9a3305-5c49-4ebb-839f-6eb7f211d9eb tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:52.223823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54186ac1-593f-4ce3-874f-ec1c3f786447 req-df9a3305-5c49-4ebb-839f-6eb7f211d9eb tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0817513 Nov 12 13:23:52.230909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:52.243661 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:52.268621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on host n-h1-805736-4 for vnic_type normal with profile None {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:23:52.268966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:23:52.269367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:52.299906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:23:52.300349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:52.315318 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d823b6-6328-4aa6-a85f-8326757d8ef7,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:52.326358 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54186ac1-593f-4ce3-874f-ec1c3f786447 req-425fbbe3-035a-49af-9d01-4c8502fd164c tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948451 Nov 12 13:23:52.326676 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d43eec7b0a744e408c1018207665eec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7395134 Nov 12 13:23:52.331149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:23:52.332141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:23:52.332787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:23:52.332923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41816) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:52.337081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Bound port: 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:23:52.357040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.357631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.358178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.358680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.359559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.360160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.360657 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.361173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.361709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.362190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.362673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.363193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39033544-6786-4a4b-b723-e5039fc6ddf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:52.482656 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e185ad7a-ba2e-49a7-8d95-a040fc5c885f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:52.497275 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04f6ade-fca6-4563-afc5-21bca32561af x-openstack-request-id: req-d04f6ade-fca6-4563-afc5-21bca32561af {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:52.497908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:23:52.499071 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703a80b5-ad2c-414a-b55d-5ff9374a5a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ab3f36-1a7e-418f-8831-85cc34d31957", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:52.500594 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d04f6ade-fca6-4563-afc5-21bca32561af {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:52.501836 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ab3f36-1a7e-418f-8831-85cc34d31957', 'code': 200} Nov 12 13:23:52.515666 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:52.520219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e185ad7a-ba2e-49a7-8d95-a040fc5c885f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:52.532253 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-051c7e6b-e8c8-48a1-80bc-2b915fd849a5 service neutron] 10.222.0.73 "POST /v2.0/ports/89a8aa39-f991-42f9-85c0-a7f9afc16dad/bindings HTTP/1.1" status: 201 len: 389 time: 0.6975513 Nov 12 13:23:52.631906 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e185ad7a-ba2e-49a7-8d95-a040fc5c885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:52.636850 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e185ad7a-ba2e-49a7-8d95-a040fc5c885f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:52.645238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e185ad7a-ba2e-49a7-8d95-a040fc5c885f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2d823b6-6328-4aa6-a85f-8326757d8ef7 HTTP/1.1" status: 204 len: 168 time: 0.3041296 Nov 12 13:23:52.679834 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaffa4f9-3e2b-4a45-b1f8-0aad6680067a x-openstack-request-id: req-aaffa4f9-3e2b-4a45-b1f8-0aad6680067a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:52.680739 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8892b5f-1adc-4afb-abc4-1987837162e0", "name": "network-vif-deleted", "tag": "38aa5d3b-333a-42cc-8a60-b2af014d32eb", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:52.682785 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aaffa4f9-3e2b-4a45-b1f8-0aad6680067a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:52.688283 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8892b5f-1adc-4afb-abc4-1987837162e0', 'name': 'network-vif-deleted', 'tag': '38aa5d3b-333a-42cc-8a60-b2af014d32eb', 'status': 'completed', 'code': 200} Nov 12 13:23:52.690608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185ad7a-ba2e-49a7-8d95-a040fc5c885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d823b6-6328-4aa6-a85f-8326757d8ef7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:52.854590 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:23:52.904001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa02a20f-45ba-4c80-a332-2b9b66975e7b req-7487aaaf-d012-4532-9beb-5ee48feea0ab tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/c792a5e4-f72f-43ba-821f-eb1eafb4011c HTTP/1.1" status: 200 len: 1819 time: 0.0846446 Nov 12 13:23:53.135742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:53.144275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-aa02a20f-45ba-4c80-a332-2b9b66975e7b req-c56114cc-8880-46af-a89b-e4347c4b55b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:53.172743 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'mac_address': 'fa:16:3e:ea:43:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:23:53.173540 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c030-7ef4-4e0a-8644-b82c81c51632 req-8321caaf-2152-43ab-ba2c-b276234c492d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.175824 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5948c030-7ef4-4e0a-8644-b82c81c51632 req-8321caaf-2152-43ab-ba2c-b276234c492d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 946 time: 0.1033151 Nov 12 13:23:53.179006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-aa02a20f-45ba-4c80-a332-2b9b66975e7b req-c56114cc-8880-46af-a89b-e4347c4b55b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:53.251219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-ba64b5dc-2e83-413c-8410-cca009e8ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.253979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-ba64b5dc-2e83-413c-8410-cca009e8ce33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1097 time: 0.1819417 Nov 12 13:23:53.257964 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:53.283322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:53.306805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5948c030-7ef4-4e0a-8644-b82c81c51632 req-b585f713-7125-4390-8268-f87655513138 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195540 Nov 12 13:23:53.321764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:53.337354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-aa02a20f-45ba-4c80-a332-2b9b66975e7b req-c56114cc-8880-46af-a89b-e4347c4b55b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:53.337663 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:53.337796 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-aa02a20f-45ba-4c80-a332-2b9b66975e7b req-c56114cc-8880-46af-a89b-e4347c4b55b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:53.351417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa02a20f-45ba-4c80-a332-2b9b66975e7b req-c56114cc-8880-46af-a89b-e4347c4b55b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/c792a5e4-f72f-43ba-821f-eb1eafb4011c HTTP/1.1" status: 204 len: 173 time: 0.4311755 Nov 12 13:23:53.401047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56114cc-8880-46af-a89b-e4347c4b55b9 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c792a5e4-f72f-43ba-821f-eb1eafb4011c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:53.421793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41842) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:53.459703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b5daa0-2fb1-479f-8aa9-d71759d86508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:53.476274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:53.493912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['35bf8f33-551e-4ab3-89b7-fec695a2c2c1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:53.572326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-fc56aa3b-e3c5-4542-ac2c-8600b5a2fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.575542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-fc56aa3b-e3c5-4542-ac2c-8600b5a2fbeb service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.3112392 Nov 12 13:23:53.617699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e633-892a-4029-a0e8-58928e05f728 req-6e6aa095-67e7-473f-8dc6-177ba798bec4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.630366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e633-892a-4029-a0e8-58928e05f728 req-6e6aa095-67e7-473f-8dc6-177ba798bec4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.632345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823f1b2-79dd-4b1e-8492-45677844177c req-df407143-fa39-46ac-b4ab-549a59faa301 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.635177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1823f1b2-79dd-4b1e-8492-45677844177c req-df407143-fa39-46ac-b4ab-549a59faa301 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1565561 Nov 12 13:23:53.642459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e633-892a-4029-a0e8-58928e05f728 req-6e6aa095-67e7-473f-8dc6-177ba798bec4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.648863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e633-892a-4029-a0e8-58928e05f728 req-6e6aa095-67e7-473f-8dc6-177ba798bec4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.655494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e633-892a-4029-a0e8-58928e05f728 req-6e6aa095-67e7-473f-8dc6-177ba798bec4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.663459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e633-892a-4029-a0e8-58928e05f728 req-6e6aa095-67e7-473f-8dc6-177ba798bec4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.676113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e633-892a-4029-a0e8-58928e05f728 req-6e6aa095-67e7-473f-8dc6-177ba798bec4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:53.679559 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c76e633-892a-4029-a0e8-58928e05f728 req-6e6aa095-67e7-473f-8dc6-177ba798bec4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.1561730 Nov 12 13:23:53.773604 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b5daa0-2fb1-479f-8aa9-d71759d86508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:53.783278 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1823f1b2-79dd-4b1e-8492-45677844177c req-659b5027-6f16-4813-896c-5fafacf4a9f1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370478 Nov 12 13:23:53.785450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b5daa0-2fb1-479f-8aa9-d71759d86508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:53.900542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-85b5daa0-2fb1-479f-8aa9-d71759d86508 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb5cfff41adb4f75817222f80f99fcca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4767017 Nov 12 13:23:53.907652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41848) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:23:53.911190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5daa0-2fb1-479f-8aa9-d71759d86508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de6f3c5-2df8-4887-b41f-b45257b9a742,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:53.964588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73a82fa9-047a-41ce-b9b1-c802603b8b7e req-3f395d25-cab6-4dc4-b86e-b28ea444fbab tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/290097e8-7700-4f89-a25e-ce48f896a277 HTTP/1.1" status: 200 len: 1820 time: 0.1338401 Nov 12 13:23:54.025638 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e26342b9-3bea-46ea-9dc4-5fa600cf7fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.068647 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e26342b9-3bea-46ea-9dc4-5fa600cf7fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.081912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-73a82fa9-047a-41ce-b9b1-c802603b8b7e req-04e73e0e-30b1-4c4b-a145-b1ad7ab85859 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.121642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-3bad9502-3d12-4ddb-8592-a5873614ce3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad HTTP/1.1" status: 200 len: 217 time: 0.5349054 Nov 12 13:23:54.126460 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-73a82fa9-047a-41ce-b9b1-c802603b8b7e req-04e73e0e-30b1-4c4b-a145-b1ad7ab85859 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.170679 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e26342b9-3bea-46ea-9dc4-5fa600cf7fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.174032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e26342b9-3bea-46ea-9dc4-5fa600cf7fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.175203 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e26342b9-3bea-46ea-9dc4-5fa600cf7fca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3de6f3c5-2df8-4887-b41f-b45257b9a742 HTTP/1.1" status: 204 len: 168 time: 0.2660112 Nov 12 13:23:54.186141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26342b9-3bea-46ea-9dc4-5fa600cf7fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de6f3c5-2df8-4887-b41f-b45257b9a742,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:54.190978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-73a82fa9-047a-41ce-b9b1-c802603b8b7e req-04e73e0e-30b1-4c4b-a145-b1ad7ab85859 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.194058 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-73a82fa9-047a-41ce-b9b1-c802603b8b7e req-04e73e0e-30b1-4c4b-a145-b1ad7ab85859 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.195272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73a82fa9-047a-41ce-b9b1-c802603b8b7e req-04e73e0e-30b1-4c4b-a145-b1ad7ab85859 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/290097e8-7700-4f89-a25e-ce48f896a277 HTTP/1.1" status: 204 len: 173 time: 0.2199378 Nov 12 13:23:54.206910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e73e0e-30b1-4c4b-a145-b1ad7ab85859 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290097e8-7700-4f89-a25e-ce48f896a277,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:54.278048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-f330708f-1214-4c45-943b-c92f2302bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:54.279558 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-f330708f-1214-4c45-943b-c92f2302bd0d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1445620 Nov 12 13:23:54.286534 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c76e633-892a-4029-a0e8-58928e05f728 req-fce9af30-f63e-43eb-b26e-6c04a0b19047 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1782596 Nov 12 13:23:54.316300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-be2e73b7-8fc9-42e7-9fb4-56a0ce70045c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286844 Nov 12 13:23:54.384027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aece8-ca67-45c7-9190-5aeb03218b99 req-fd5bf1e7-b3d2-4814-bcc7-bb80b4a606f7 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:54.388157 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb2aece8-ca67-45c7-9190-5aeb03218b99 req-fd5bf1e7-b3d2-4814-bcc7-bb80b4a606f7 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1121137 Nov 12 13:23:54.473368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb2aece8-ca67-45c7-9190-5aeb03218b99 req-bf123455-a10e-43fe-92a7-0b7f295caaf7 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784261 Nov 12 13:23:54.528572 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-a68fcbef-298b-4bce-8c7a-e517745cdc9e service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027953 Nov 12 13:23:54.561021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764308cb-4992-4988-b8dd-d945221fa6d0 req-66c47b34-153c-450a-bfcc-2f4811f73780 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:54.563776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-764308cb-4992-4988-b8dd-d945221fa6d0 req-66c47b34-153c-450a-bfcc-2f4811f73780 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1287124 Nov 12 13:23:54.592834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-31e4ca1e-69f1-4dd1-9461-12236d49de6b req-5b4a06e0-91f3-4166-9216-5c778ff14910 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-714508557', 'description': 'tempest-description-1946608388'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:54.628472 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-31e4ca1e-69f1-4dd1-9461-12236d49de6b req-5b4a06e0-91f3-4166-9216-5c778ff14910 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.701439 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-764308cb-4992-4988-b8dd-d945221fa6d0 req-285d936a-5762-468b-9bb5-dd0361b43153 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179502 Nov 12 13:23:54.707473 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-90113854-3050-42ac-ac78-2097fd08d6c7 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681454 Nov 12 13:23:54.746546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-31e4ca1e-69f1-4dd1-9461-12236d49de6b req-5b4a06e0-91f3-4166-9216-5c778ff14910 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.758648 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-31e4ca1e-69f1-4dd1-9461-12236d49de6b req-5b4a06e0-91f3-4166-9216-5c778ff14910 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.805873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 38aa5d3b-333a-42cc-8a60-b2af014d32eb no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:23:54.819179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-31e4ca1e-69f1-4dd1-9461-12236d49de6b req-5b4a06e0-91f3-4166-9216-5c778ff14910 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.826105 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31e4ca1e-69f1-4dd1-9461-12236d49de6b req-5b4a06e0-91f3-4166-9216-5c778ff14910 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2391233 Nov 12 13:23:54.846712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 38aa5d3b-333a-42cc-8a60-b2af014d32eb {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:23:54.847627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 38aa5d3b-333a-42cc-8a60-b2af014d32eb not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:23:54.847841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a06e0-91f3-4166-9216-5c778ff14910 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e2f4fe-3c52-4934-8c7f-2aeacb177f19,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:54.879422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:23:54.967349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:23:54.968886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:54.990892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-5371ad4b-c63b-4861-8193-a97b5bc4d275 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:54.993206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-5371ad4b-c63b-4861-8193-a97b5bc4d275 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1097 time: 0.1715133 Nov 12 13:23:55.007937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd317031-5edd-412e-b3d9-d71539413623 req-02d705a2-a638-4af0-9357-8cbf43bbc12d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:55.010684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd317031-5edd-412e-b3d9-d71539413623 req-02d705a2-a638-4af0-9357-8cbf43bbc12d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 946 time: 0.1226540 Nov 12 13:23:55.022372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-4'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:55.043599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abaab41f-1b14-4c99-a751-d7a823fb5843 req-080277dc-9f52-482f-9ab8-b87f291a2528 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/83e2f4fe-3c52-4934-8c7f-2aeacb177f19 HTTP/1.1" status: 200 len: 1819 time: 0.1397498 Nov 12 13:23:55.071010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-abaab41f-1b14-4c99-a751-d7a823fb5843 req-2bc8b12d-4960-49fa-8fca-00c345e247f2 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Request body: {'security_group': {'name': 'tempest-sg-hth-530688896', 'description': 'tempest-description-hth-1532988895'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:23:55.131984 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.160065 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-abaab41f-1b14-4c99-a751-d7a823fb5843 req-2bc8b12d-4960-49fa-8fca-00c345e247f2 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.191249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd317031-5edd-412e-b3d9-d71539413623 req-f8c76cd7-f973-4089-aa4a-aff4d5f968fd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620100 Nov 12 13:23:55.192097 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.230942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:55.230942 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25bf476-f9b5-4a80-98de-e66752753e57" -d '{"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-plugged", "status": "completed", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:55.230942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:55.243006 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.246645 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-abaab41f-1b14-4c99-a751-d7a823fb5843 req-2bc8b12d-4960-49fa-8fca-00c345e247f2 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.258440 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-abaab41f-1b14-4c99-a751-d7a823fb5843 req-2bc8b12d-4960-49fa-8fca-00c345e247f2 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.262843 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-abaab41f-1b14-4c99-a751-d7a823fb5843 req-2bc8b12d-4960-49fa-8fca-00c345e247f2 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.278755 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abaab41f-1b14-4c99-a751-d7a823fb5843 req-2bc8b12d-4960-49fa-8fca-00c345e247f2 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "PUT /v2.0/security-groups/83e2f4fe-3c52-4934-8c7f-2aeacb177f19 HTTP/1.1" status: 200 len: 1793 time: 0.2244995 Nov 12 13:23:55.345818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8b12d-4960-49fa-8fca-00c345e247f2 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e2f4fe-3c52-4934-8c7f-2aeacb177f19,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:55.369513 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348839b1-bb7d-4bbe-8475-473508c3c9db x-openstack-request-id: req-348839b1-bb7d-4bbe-8475-473508c3c9db {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:55.370033 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-plugged", "status": "completed", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:55.370726 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-348839b1-bb7d-4bbe-8475-473508c3c9db {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:55.372926 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'code': 200} Nov 12 13:23:55.442239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:55.442584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87adb039-6d82-45da-95bd-40255e872066 req-4913ed32-40ea-430a-ab38-2c4884165289 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/83e2f4fe-3c52-4934-8c7f-2aeacb177f19 HTTP/1.1" status: 200 len: 1793 time: 0.0687766 Nov 12 13:23:55.476036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:55.510974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78086a-024c-43e1-8388-8fa2052a480c req-67f054ae-3c26-49b1-bfa0-f557feab3703 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:55.512620 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d78086a-024c-43e1-8388-8fa2052a480c req-67f054ae-3c26-49b1-bfa0-f557feab3703 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1573143 Nov 12 13:23:55.569647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:55.588557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab815-9f28-4971-872b-20525460de3e req-e22c4b2e-f41b-4576-8ab7-e467f69bcae1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:55.599393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab815-9f28-4971-872b-20525460de3e req-e22c4b2e-f41b-4576-8ab7-e467f69bcae1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:55.608117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab815-9f28-4971-872b-20525460de3e req-e22c4b2e-f41b-4576-8ab7-e467f69bcae1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:55.616184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab815-9f28-4971-872b-20525460de3e req-e22c4b2e-f41b-4576-8ab7-e467f69bcae1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:55.622634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab815-9f28-4971-872b-20525460de3e req-e22c4b2e-f41b-4576-8ab7-e467f69bcae1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:55.629450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab815-9f28-4971-872b-20525460de3e req-e22c4b2e-f41b-4576-8ab7-e467f69bcae1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:55.635606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab815-9f28-4971-872b-20525460de3e req-e22c4b2e-f41b-4576-8ab7-e467f69bcae1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:55.642014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b0ab815-9f28-4971-872b-20525460de3e req-e22c4b2e-f41b-4576-8ab7-e467f69bcae1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.1499362 Nov 12 13:23:55.644175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d78086a-024c-43e1-8388-8fa2052a480c req-82889813-5495-4f69-9253-9ecd856e9089 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102016 Nov 12 13:23:55.647543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a8aa39-f991-42f9-85c0-a7f9afc16dad'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:55.651066 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5eb38-3a35-44b5-b10b-c377bc2ac288" -d '{"events": [{"server_uuid": "8d53de07-6d55-4302-bc5e-33c8a2261ade", "name": "network-vif-unplugged", "status": "completed", "tag": "89a8aa39-f991-42f9-85c0-a7f9afc16dad"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:55.656128 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.666590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.737133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b0ab815-9f28-4971-872b-20525460de3e req-c521bfee-feb7-4f48-b2ef-41b7c3dca798 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925131 Nov 12 13:23:55.795483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on host n-h2-805736-4 for vnic_type normal with profile {"migrating_to": "n-h1-805736-4"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:23:55.795846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:23:55.796238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:55.802239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=89a8aa39-f991-42f9-85c0-a7f9afc16dad,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:55.811692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.812692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.812967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.813485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.814048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.814267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.814684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.815067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.815377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.815685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.816021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.816906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:23:55.821030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:23:55.821408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Attempting to bind port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:23:55.828015 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:23:55.829039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:23:55.829589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:23:55.829943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Bound port: 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:23:55.830334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.870162 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1c5d920-eb34-4470-ad55-22932613fb87 req-270c9f94-d0b0-4ab6-8536-13da29625800 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/83e2f4fe-3c52-4934-8c7f-2aeacb177f19 HTTP/1.1" status: 200 len: 1793 time: 0.0684214 Nov 12 13:23:55.942477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1c5d920-eb34-4470-ad55-22932613fb87 req-6a2b59fc-e34a-465a-9b68-85be54030180 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.970443 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1c5d920-eb34-4470-ad55-22932613fb87 req-6a2b59fc-e34a-465a-9b68-85be54030180 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:55.992721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:23:56.003187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857df98-a06b-45c7-a84f-bdfb29dc3213 req-69ab5f11-488c-4689-93d3-09d0c33bca7a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:56.004851 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1857df98-a06b-45c7-a84f-bdfb29dc3213 req-69ab5f11-488c-4689-93d3-09d0c33bca7a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1006820 Nov 12 13:23:56.006980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:23:56.020466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:56.044135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1c5d920-eb34-4470-ad55-22932613fb87 req-6a2b59fc-e34a-465a-9b68-85be54030180 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:56.050690 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1c5d920-eb34-4470-ad55-22932613fb87 req-6a2b59fc-e34a-465a-9b68-85be54030180 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:56.063925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1c5d920-eb34-4470-ad55-22932613fb87 req-6a2b59fc-e34a-465a-9b68-85be54030180 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/83e2f4fe-3c52-4934-8c7f-2aeacb177f19 HTTP/1.1" status: 204 len: 173 time: 0.1907530 Nov 12 13:23:56.085980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b59fc-e34a-465a-9b68-85be54030180 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e2f4fe-3c52-4934-8c7f-2aeacb177f19,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:56.186646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:56.187774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:56.190413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/89a8aa39-f991-42f9-85c0-a7f9afc16dad HTTP/1.1" status: 200 len: 1122 time: 1.1776779 Nov 12 13:23:56.240893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1857df98-a06b-45c7-a84f-bdfb29dc3213 req-166b7ff1-1d4b-4af6-9946-d3e985f6f9a0 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263906 Nov 12 13:23:56.251944 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f468a30-b6de-4f9a-892b-3a35de67bd4a x-openstack-request-id: req-8f468a30-b6de-4f9a-892b-3a35de67bd4a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:56.252336 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d53de07-6d55-4302-bc5e-33c8a2261ade", "name": "network-vif-unplugged", "status": "completed", "tag": "89a8aa39-f991-42f9-85c0-a7f9afc16dad", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:56.252623 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8f468a30-b6de-4f9a-892b-3a35de67bd4a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:56.253042 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a8aa39-f991-42f9-85c0-a7f9afc16dad', 'code': 200} Nov 12 13:23:56.253696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bec98-b285-4b0c-ba9f-25888e93f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=89a8aa39-f991-42f9-85c0-a7f9afc16dad,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:56.288916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['89a8aa39-f991-42f9-85c0-a7f9afc16dad'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:56.396501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3a6e7-e66c-4202-b9f8-07081dc21464 req-8278eef0-8c7c-452a-99f2-2369349e042d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:56.398573 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15f3a6e7-e66c-4202-b9f8-07081dc21464 req-8278eef0-8c7c-452a-99f2-2369349e042d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0648100 Nov 12 13:23:56.427161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f6004-d470-4705-8a36-5fea5fc32ecb req-caa14afb-1d10-4741-b07a-ba5498f01e82 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:56.436302 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-064f6004-d470-4705-8a36-5fea5fc32ecb req-caa14afb-1d10-4741-b07a-ba5498f01e82 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 944 time: 0.0775087 Nov 12 13:23:56.477979 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15f3a6e7-e66c-4202-b9f8-07081dc21464 req-00bd9136-5678-48af-a63a-67c4d361f146 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722344 Nov 12 13:23:56.523210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-064f6004-d470-4705-8a36-5fea5fc32ecb req-0a9f410e-252b-4561-8867-2d0f9ed353e1 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854902 Nov 12 13:23:56.601407 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-1599ac34-4820-4c47-8ec1-a8f273e24a98 req-5e82e6b1-971a-42aa-9471-7c2245588a89 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] show failed (client error): The resource could not be found. Nov 12 13:23:56.609832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1599ac34-4820-4c47-8ec1-a8f273e24a98 req-5e82e6b1-971a-42aa-9471-7c2245588a89 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/290097e8-7700-4f89-a25e-ce48f896a277 HTTP/1.1" status: 404 len: 352 time: 0.0225503 Nov 12 13:23:56.697468 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-47ada207-d4d5-4018-af70-d02331177fb9 req-5204dc58-1b41-46f5-8b4f-7cf063773a6a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] show failed (client error): The resource could not be found. Nov 12 13:23:56.699033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47ada207-d4d5-4018-af70-d02331177fb9 req-5204dc58-1b41-46f5-8b4f-7cf063773a6a tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/c792a5e4-f72f-43ba-821f-eb1eafb4011c HTTP/1.1" status: 404 len: 352 time: 0.0311217 Nov 12 13:23:56.720300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-0ae99a53-3afd-4fe1-b301-27f099eb369e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032996 Nov 12 13:23:56.751836 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-c9114496-9c32-4f86-93d2-2af80ed31ee2 req-66f12bb0-80aa-48b3-92f5-e5fe4e1a10fd tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] show failed (client error): The resource could not be found. Nov 12 13:23:56.754183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9114496-9c32-4f86-93d2-2af80ed31ee2 req-66f12bb0-80aa-48b3-92f5-e5fe4e1a10fd tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/b68f99fc-cc10-49d3-8793-e2bcd0475afe HTTP/1.1" status: 404 len: 352 time: 0.0211139 Nov 12 13:23:56.792966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c55926-c633-4e62-9453-7c657e62effe req-06cbc0d5-20bf-4b4b-a7a0-d82e8e4b6fb6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:56.802714 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c55926-c633-4e62-9453-7c657e62effe req-06cbc0d5-20bf-4b4b-a7a0-d82e8e4b6fb6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1123250 Nov 12 13:23:56.844401 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-393a6ac0-42df-4409-acd9-c9c99d04cbf3 req-a494b3b0-d115-4bf6-86a4-590f31e328da tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] show failed (client error): The resource could not be found. Nov 12 13:23:56.846135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-393a6ac0-42df-4409-acd9-c9c99d04cbf3 req-a494b3b0-d115-4bf6-86a4-590f31e328da tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/5b28f469-4fcf-4e5e-8374-7a830da60f4b HTTP/1.1" status: 404 len: 352 time: 0.0375698 Nov 12 13:23:56.861564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-7669205b-7c43-4fc6-929d-855a68ea4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:56.866747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-7669205b-7c43-4fc6-929d-855a68ea4e1d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 1098 time: 0.1082323 Nov 12 13:23:56.896054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bbee6d53-4da5-445b-9558-1c62aa989afe details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:23:56.896413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c55926-c633-4e62-9453-7c657e62effe req-849ba584-8676-459b-a51c-45e2a2964bc3 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912008 Nov 12 13:23:57.071768 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-510beccf-7cb2-4a97-8a8a-5e7d732bd550 req-ae0b650b-93e5-46c4-b513-bd4211d38707 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] show failed (client error): The resource could not be found. Nov 12 13:23:57.093433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-510beccf-7cb2-4a97-8a8a-5e7d732bd550 req-ae0b650b-93e5-46c4-b513-bd4211d38707 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/994383dd-a8d4-4204-bed8-120ead916de4 HTTP/1.1" status: 404 len: 352 time: 0.0457826 Nov 12 13:23:57.152229 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c81db251-bbbe-4a9b-9315-7081b08f214a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:57.178018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-a916c8cb-f0b7-4dba-88d2-1e692e55662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.179983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-a916c8cb-f0b7-4dba-88d2-1e692e55662c service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2775099 Nov 12 13:23:57.198087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97973ae-34b3-430d-ba95-baa8244212da req-a40faa07-1a50-4e56-9dfc-1902369d8bd5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.205863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97973ae-34b3-430d-ba95-baa8244212da req-a40faa07-1a50-4e56-9dfc-1902369d8bd5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.212142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97973ae-34b3-430d-ba95-baa8244212da req-a40faa07-1a50-4e56-9dfc-1902369d8bd5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.230984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97973ae-34b3-430d-ba95-baa8244212da req-a40faa07-1a50-4e56-9dfc-1902369d8bd5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.235675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bbee6d53-4da5-445b-9558-1c62aa989afe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bbee6d53-4da5-445b-9558-1c62aa989afe,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:57.248286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97973ae-34b3-430d-ba95-baa8244212da req-a40faa07-1a50-4e56-9dfc-1902369d8bd5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.263586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'bbee6d53-4da5-445b-9558-1c62aa989afe', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'port_id': 'bbee6d53-4da5-445b-9558-1c62aa989afe', 'mac_address': 'fa:16:3e:3e:6c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:23:57.264467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97973ae-34b3-430d-ba95-baa8244212da req-a40faa07-1a50-4e56-9dfc-1902369d8bd5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.285589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97973ae-34b3-430d-ba95-baa8244212da req-a40faa07-1a50-4e56-9dfc-1902369d8bd5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.300419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e97973ae-34b3-430d-ba95-baa8244212da req-a40faa07-1a50-4e56-9dfc-1902369d8bd5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5430 time: 0.2468421 Nov 12 13:23:57.345727 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:57.346605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2986c2b-74fd-49b4-88b5-a376cf08e354 req-c2950d95-1232-4ac3-8a57-99b55c6eb3bb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.349000 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e2986c2b-74fd-49b4-88b5-a376cf08e354 req-c2950d95-1232-4ac3-8a57-99b55c6eb3bb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1316643 Nov 12 13:23:57.371753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbee6d53-4da5-445b-9558-1c62aa989afe {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:57.422966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e2986c2b-74fd-49b4-88b5-a376cf08e354 req-3bfbd84b-5c50-4ac6-b4b9-5f2dbbf98643 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654979 Nov 12 13:23:57.448058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bbee6d53-4da5-445b-9558-1c62aa989afe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bbee6d53-4da5-445b-9558-1c62aa989afe,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:57.455146 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:57.456181 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-9b42ee25-7f7b-4790-b83e-ed90fcc5f9fd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957 HTTP/1.1" status: 200 len: 217 time: 0.1530099 Nov 12 13:23:57.504340 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-77ab0eb6-5dd5-4dd6-bab0-b775183a3b63 req-17ca2d76-6c76-458b-9fa7-049d52a3b145 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] show failed (client error): The resource could not be found. Nov 12 13:23:57.506135 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-77ab0eb6-5dd5-4dd6-bab0-b775183a3b63 req-17ca2d76-6c76-458b-9fa7-049d52a3b145 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/1e3e92f0-a157-4ac2-9b0e-a014f2c1cf39 HTTP/1.1" status: 404 len: 352 time: 0.0319648 Nov 12 13:23:57.565331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bbee6d53-4da5-445b-9558-1c62aa989afe,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:57.664054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-115af628-b404-4089-8028-b073e9df5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.666415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-115af628-b404-4089-8028-b073e9df5ea7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1978998 Nov 12 13:23:57.677068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e97973ae-34b3-430d-ba95-baa8244212da req-3ac20051-f3cf-4716-b659-e7140691c935 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3504219 Nov 12 13:23:57.789442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-836542d6-54fe-4d7e-a93d-a43152d61963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.792688 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-836542d6-54fe-4d7e-a93d-a43152d61963 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142979 Nov 12 13:23:57.849929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e349e3a-2edd-4d59-980a-cbb0db8724db req-b8d59ba8-a128-4ea3-82a0-81632292ba1a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:57.852536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e349e3a-2edd-4d59-980a-cbb0db8724db req-b8d59ba8-a128-4ea3-82a0-81632292ba1a tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0970368 Nov 12 13:23:57.944557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e349e3a-2edd-4d59-980a-cbb0db8724db req-3a4d9c20-42a3-4a13-8b4a-87970b65ccfc tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772243 Nov 12 13:23:58.086139 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-1efb230d-cab4-4cb9-9b64-967b9b37ec6b service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763216 Nov 12 13:23:58.139480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6f0c8-8985-414d-9603-895814a27bb2 req-d27e3b23-7771-408e-a3d2-94da58cfb5ff tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:58.141862 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cd6f0c8-8985-414d-9603-895814a27bb2 req-d27e3b23-7771-408e-a3d2-94da58cfb5ff tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 1023 time: 0.0694330 Nov 12 13:23:58.228724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c41744-c5af-4369-9dd4-c4eac90e1be8 req-cf0fb791-b903-4ca0-9ca9-defc35fbd26e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:58.231531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-16c41744-c5af-4369-9dd4-c4eac90e1be8 req-cf0fb791-b903-4ca0-9ca9-defc35fbd26e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 944 time: 0.2066209 Nov 12 13:23:58.234458 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cd6f0c8-8985-414d-9603-895814a27bb2 req-26d6361a-0ac0-4f5c-8259-8195fe88461d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f3da65-e4d0-42df-9cb1-7a6304dde020&id=e19ff0c6-eb8f-4642-bccd-1a9de1fec31f&id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0759194 Nov 12 13:23:58.272986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'tag': '89a8aa39-f991-42f9-85c0-a7f9afc16dad'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:23:58.276819 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71e1968-458a-483a-915d-6ad40a17ed17" -d '{"events": [{"name": "network-changed", "server_uuid": "8d53de07-6d55-4302-bc5e-33c8a2261ade", "tag": "89a8aa39-f991-42f9-85c0-a7f9afc16dad"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:23:58.378856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02306-6d24-4908-8482-d0cc379c0a30 req-edb45ef8-91bf-41d3-995b-bf2490548520 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:58.380673 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1f02306-6d24-4908-8482-d0cc379c0a30 req-edb45ef8-91bf-41d3-995b-bf2490548520 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0596189 Nov 12 13:23:58.383831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e51acbdd-eb5b-4317-91b6-73d33d81fab2 req-852c92e2-f73a-4e1b-af35-22435c9b819c service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889392 Nov 12 13:23:58.393097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-16c41744-c5af-4369-9dd4-c4eac90e1be8 req-8c4e6758-a31f-4042-ac47-a8937703df8e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533823 Nov 12 13:23:58.469992 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1f02306-6d24-4908-8482-d0cc379c0a30 req-f3435ff7-3a31-4066-a4fd-7a6f49456d98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770252 Nov 12 13:23:58.536800 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129f1371-4f6f-432b-a669-c16f863df74d x-openstack-request-id: req-129f1371-4f6f-432b-a669-c16f863df74d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:23:58.537509 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d53de07-6d55-4302-bc5e-33c8a2261ade", "tag": "89a8aa39-f991-42f9-85c0-a7f9afc16dad", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:23:58.538443 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-129f1371-4f6f-432b-a669-c16f863df74d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:23:58.539237 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'tag': '89a8aa39-f991-42f9-85c0-a7f9afc16dad', 'status': 'completed', 'code': 200} Nov 12 13:23:58.662622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1968-458a-483a-915d-6ad40a17ed17 req-76ba2fb1-b1ec-4187-abc3-351e7524588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:58.664827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a71e1968-458a-483a-915d-6ad40a17ed17 req-76ba2fb1-b1ec-4187-abc3-351e7524588e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1125 time: 0.1014061 Nov 12 13:23:58.710432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2a0d6-f78e-4b6b-b74c-7418cff9c546 req-c55ad7c0-1b07-4d83-8675-adb6ff2c906d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:58.719753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8de2a0d6-f78e-4b6b-b74c-7418cff9c546 req-c55ad7c0-1b07-4d83-8675-adb6ff2c906d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0996943 Nov 12 13:23:58.833731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8de2a0d6-f78e-4b6b-b74c-7418cff9c546 req-4d5dbf13-1770-4e22-8b36-291d233e398c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129153 Nov 12 13:23:58.917361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ffd8785e-5a43-4e78-b637-7566bcd394da details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:23:59.185756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ffd8785e-5a43-4e78-b637-7566bcd394da, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffd8785e-5a43-4e78-b637-7566bcd394da,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:59.187529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef613ca6-6920-4d5d-af4a-202fc3906bcf req-19005512-82c5-4298-9942-8d452a13b9c1 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.197816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb400d18-762c-4103-a25b-8ffecd0bbd24 req-476e46eb-f12b-43da-90f3-6ca8ec6e82ae tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.200608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'ffd8785e-5a43-4e78-b637-7566bcd394da', 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'port_id': 'ffd8785e-5a43-4e78-b637-7566bcd394da', 'mac_address': 'fa:16:3e:bc:6b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac1cea2-303d-4891-935a-970ed780d7c6', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:23:59.200847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef613ca6-6920-4d5d-af4a-202fc3906bcf req-19005512-82c5-4298-9942-8d452a13b9c1 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0933251 Nov 12 13:23:59.212799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb400d18-762c-4103-a25b-8ffecd0bbd24 req-476e46eb-f12b-43da-90f3-6ca8ec6e82ae tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.225794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb400d18-762c-4103-a25b-8ffecd0bbd24 req-476e46eb-f12b-43da-90f3-6ca8ec6e82ae tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.240360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb400d18-762c-4103-a25b-8ffecd0bbd24 req-476e46eb-f12b-43da-90f3-6ca8ec6e82ae tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.256323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb400d18-762c-4103-a25b-8ffecd0bbd24 req-476e46eb-f12b-43da-90f3-6ca8ec6e82ae tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.258413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:59.272661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb400d18-762c-4103-a25b-8ffecd0bbd24 req-476e46eb-f12b-43da-90f3-6ca8ec6e82ae tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.279097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd8785e-5a43-4e78-b637-7566bcd394da {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:23:59.283268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef613ca6-6920-4d5d-af4a-202fc3906bcf req-72b1f378-cee4-4530-9d4c-9ad6ac86546c tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813134 Nov 12 13:23:59.285477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb400d18-762c-4103-a25b-8ffecd0bbd24 req-476e46eb-f12b-43da-90f3-6ca8ec6e82ae tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.298258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb400d18-762c-4103-a25b-8ffecd0bbd24 req-476e46eb-f12b-43da-90f3-6ca8ec6e82ae tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5431 time: 0.3613958 Nov 12 13:23:59.306523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-f57e1eb4-d3da-4135-8e1f-fd00547cfcb4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3718057 Nov 12 13:23:59.359972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ffd8785e-5a43-4e78-b637-7566bcd394da, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffd8785e-5a43-4e78-b637-7566bcd394da,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:59.368795 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:59.369972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6768889b-41d9-43e6-9b6a-5f447cffa434 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:23:59.376783 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1968-458a-483a-915d-6ad40a17ed17 req-9e035b6b-34b0-439f-b244-c52d8bab1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.379802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a71e1968-458a-483a-915d-6ad40a17ed17 req-9e035b6b-34b0-439f-b244-c52d8bab1c9a service neutron] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.7064338 Nov 12 13:23:59.508734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['bbee6d53-4da5-445b-9558-1c62aa989afe'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:23:59.515858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a71e1968-458a-483a-915d-6ad40a17ed17 req-237916f3-45a6-49e9-9080-907230310686 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad HTTP/1.1" status: 200 len: 217 time: 0.0928102 Nov 12 13:23:59.564169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06b560-8188-44f1-9dcc-f858e25e9019 req-f0588475-d321-4644-90e1-85147d366f52 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.576190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b06b560-8188-44f1-9dcc-f858e25e9019 req-f0588475-d321-4644-90e1-85147d366f52 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 1023 time: 0.0885830 Nov 12 13:23:59.623619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6768889b-41d9-43e6-9b6a-5f447cffa434, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6768889b-41d9-43e6-9b6a-5f447cffa434,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:23:59.626481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1968-458a-483a-915d-6ad40a17ed17 req-06b1b0e0-ce31-4d27-a2e4-180bee64dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.629588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a71e1968-458a-483a-915d-6ad40a17ed17 req-06b1b0e0-ce31-4d27-a2e4-180bee64dfa9 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1120014 Nov 12 13:23:59.732631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '6768889b-41d9-43e6-9b6a-5f447cffa434', 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'port_id': '6768889b-41d9-43e6-9b6a-5f447cffa434', 'mac_address': 'fa:16:3e:39:a4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac1cea2-303d-4891-935a-970ed780d7c6', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:23:59.772085 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a71e1968-458a-483a-915d-6ad40a17ed17 req-9b637435-3be8-4db7-ad01-aeae1f7694a3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238708 Nov 12 13:23:59.776425 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-eeffc645-af6f-4f02-b3c6-159d29c367e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.779767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-eeffc645-af6f-4f02-b3c6-159d29c367e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 1096 time: 0.4279902 Nov 12 13:23:59.799937 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b06b560-8188-44f1-9dcc-f858e25e9019 req-5ad3b5a2-07d9-47e7-82f0-c8f5a927603d tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0f3da65-e4d0-42df-9cb1-7a6304dde020&id=e19ff0c6-eb8f-4642-bccd-1a9de1fec31f&id=dc3ae34b-abde-407d-9e25-d1034d14905b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2221284 Nov 12 13:23:59.817679 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a74f13e8-1029-4dff-a5a8-9c51c686710b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:23:59.850658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1624783-751c-4968-a849-eeba9e57c65e req-c95d75e5-270a-430d-9af0-f9de76007e99 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:23:59.852377 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1624783-751c-4968-a849-eeba9e57c65e req-c95d75e5-270a-430d-9af0-f9de76007e99 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.105 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 1023 time: 0.1435871 Nov 12 13:23:59.908694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ffd8785e-5a43-4e78-b637-7566bcd394da,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:23:59.996145 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:00.004779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-e152464d-c82d-4073-8cc3-580f7680bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:00.007741 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-e152464d-c82d-4073-8cc3-580f7680bb5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 915 time: 0.1968589 Nov 12 13:24:00.064321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8099431-62d5-4918-bc59-f5134e04f74a req-0073142e-c752-46cf-a068-08628c76fe23 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:00.074296 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8099431-62d5-4918-bc59-f5134e04f74a req-0073142e-c752-46cf-a068-08628c76fe23 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1190903 Nov 12 13:24:00.095625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb400d18-762c-4103-a25b-8ffecd0bbd24 req-3c9a5506-3b7d-4e09-ad8d-b9ed585c2e1b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7804844 Nov 12 13:24:00.104891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6768889b-41d9-43e6-9b6a-5f447cffa434 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:00.126628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-a1624783-751c-4968-a849-eeba9e57c65e req-b85c4332-53b0-4446-863e-d6b8c9bf1501 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Deleting port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:00.127014 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1624783-751c-4968-a849-eeba9e57c65e req-b85c4332-53b0-4446-863e-d6b8c9bf1501 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:00.251855 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-24f2d6f0-06d5-46ca-b793-06c1aace85d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 200 len: 217 time: 0.2158096 Nov 12 13:24:00.284685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8099431-62d5-4918-bc59-f5134e04f74a req-f4f1ebeb-a62b-44c2-880e-c732e29a9e98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944656 Nov 12 13:24:00.293859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6768889b-41d9-43e6-9b6a-5f447cffa434, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6768889b-41d9-43e6-9b6a-5f447cffa434,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:00.306573 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:00.315362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ffc2e683-9178-428e-841e-56c76d96143e details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:24:00.439605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a1624783-751c-4968-a849-eeba9e57c65e req-b85c4332-53b0-4446-863e-d6b8c9bf1501 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] For port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,segment=NetworkSegment(510e0d05-2e3e-444b-ae96-220538e904af),segment_id=510e0d05-2e3e-444b-ae96-220538e904af)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:00.440398 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1624783-751c-4968-a849-eeba9e57c65e req-b85c4332-53b0-4446-863e-d6b8c9bf1501 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:00.468577 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a71e1968-458a-483a-915d-6ad40a17ed17 req-0c5870e5-b3d9-4adc-8498-51e51adce859 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847634 Nov 12 13:24:00.474343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-a1624783-751c-4968-a849-eeba9e57c65e req-b85c4332-53b0-4446-863e-d6b8c9bf1501 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Calling delete_port for efe529ff-7a5c-4cf2-8726-66c2ffa1c8af owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:00.557708 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:24:00.568570 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:00.588722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=6768889b-41d9-43e6-9b6a-5f447cffa434,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:00.594900 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ffc2e683-9178-428e-841e-56c76d96143e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffc2e683-9178-428e-841e-56c76d96143e,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:00.614995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e9f52-eb13-46b0-82bc-30d898844a8e req-3d86a070-26a4-427b-8482-885deb1bcf0d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:00.622896 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e0e9f52-eb13-46b0-82bc-30d898844a8e req-3d86a070-26a4-427b-8482-885deb1bcf0d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 944 time: 0.3775952 Nov 12 13:24:00.634468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-e922472e-7a68-4244-9086-e9cfaa7cac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:00.636101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-e922472e-7a68-4244-9086-e9cfaa7cac36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 200 len: 854 time: 0.3659866 Nov 12 13:24:00.636540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'ffc2e683-9178-428e-841e-56c76d96143e', 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'port_id': 'ffc2e683-9178-428e-841e-56c76d96143e', 'mac_address': 'fa:16:3e:5c:e8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac1cea2-303d-4891-935a-970ed780d7c6', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:24:00.714427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-f0e767f4-ca67-429b-8542-8a1657e5e14f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397067 Nov 12 13:24:00.740675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:00.814871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc2e683-9178-428e-841e-56c76d96143e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:00.904906 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1624783-751c-4968-a849-eeba9e57c65e req-b85c4332-53b0-4446-863e-d6b8c9bf1501 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:00.940963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a71e1968-458a-483a-915d-6ad40a17ed17 req-d4a4855d-7e4c-4b95-8173-1f108ae2b0c6 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482362 Nov 12 13:24:00.944059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:00.960194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ffc2e683-9178-428e-841e-56c76d96143e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffc2e683-9178-428e-841e-56c76d96143e,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:00.976361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e0e9f52-eb13-46b0-82bc-30d898844a8e req-c5648a6a-8ac3-4b51-83fd-83fc92853173 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503699 Nov 12 13:24:01.060153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:01.061572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:24:01.103148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c4332-53b0-4446-863e-d6b8c9bf1501 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'Port': ['ID=efe529ff-7a5c-4cf2-8726-66c2ffa1c8af,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:01.172118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1624783-751c-4968-a849-eeba9e57c65e req-b85c4332-53b0-4446-863e-d6b8c9bf1501 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] No DVR routers for this DVR port efe529ff-7a5c-4cf2-8726-66c2ffa1c8af on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:24:01.175586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a1624783-751c-4968-a849-eeba9e57c65e req-b85c4332-53b0-4446-863e-d6b8c9bf1501 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:01.181569 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1624783-751c-4968-a849-eeba9e57c65e req-b85c4332-53b0-4446-863e-d6b8c9bf1501 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.105 "DELETE /v2.0/ports/efe529ff-7a5c-4cf2-8726-66c2ffa1c8af HTTP/1.1" status: 204 len: 173 time: 1.3169756 Nov 12 13:24:01.181569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'name': 'network-vif-deleted', 'tag': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:01.183672 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50e038c-d98b-4dd5-8cae-2ef2e05832b1" -d '{"events": [{"server_uuid": "da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500", "name": "network-vif-deleted", "tag": "efe529ff-7a5c-4cf2-8726-66c2ffa1c8af"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:01.214553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879504f-f9a2-4479-9b71-f3bdfef99c41 req-1ed05cf9-7e6a-4260-971e-d26e14a09c4b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:01.238762 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8879504f-f9a2-4479-9b71-f3bdfef99c41 req-1ed05cf9-7e6a-4260-971e-d26e14a09c4b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.3184445 Nov 12 13:24:01.279431 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-074503b6-1cc9-4f8c-b03c-13f81a26b638 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529714 Nov 12 13:24:01.419637 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8879504f-f9a2-4479-9b71-f3bdfef99c41 req-b9b10fe8-43a9-43cc-b0e0-424fb015b8cf tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782331 Nov 12 13:24:01.444861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc87e2-f72c-40b5-9f8f-046cde366efa req-87a10289-0fe4-42fa-a88c-d94ed9733d83 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:01.451266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9dc87e2-f72c-40b5-9f8f-046cde366efa req-87a10289-0fe4-42fa-a88c-d94ed9733d83 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3535631 Nov 12 13:24:01.561012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ffc2e683-9178-428e-841e-56c76d96143e,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:01.652058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:01.686268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'd8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b', 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe', 'port_id': 'd8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b', 'mac_address': 'fa:16:3e:ef:ad:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2f8405-f308-4aa9-baa9-87b91e55378d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:24:01.690936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5c303d2-39e2-41ba-b077-0600a4f0b98a req-21465a63-2ba8-4d6b-8be9-d9eb58bf5cd6 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987823 Nov 12 13:24:01.709700 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9dc87e2-f72c-40b5-9f8f-046cde366efa req-9a78b755-484b-4058-ba69-1899eb0a8a50 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580508 Nov 12 13:24:01.762219 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-be83e2b5-a1c0-46db-8d3c-63e0143159bd req-4af131bf-8959-4d5a-a77c-76a633561ea3 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/ports?device_id=da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500 HTTP/1.1" status: 200 len: 210 time: 0.0851674 Nov 12 13:24:01.807862 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:01.849096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:01.961018 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db204202-cee7-4045-81d1-7a31bb69de00 x-openstack-request-id: req-db204202-cee7-4045-81d1-7a31bb69de00 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:01.961469 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500", "name": "network-vif-deleted", "tag": "efe529ff-7a5c-4cf2-8726-66c2ffa1c8af", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:01.961812 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db204202-cee7-4045-81d1-7a31bb69de00 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:01.962444 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7f36cb-c1c0-43eb-9d4b-ab46aeb9d500', 'name': 'network-vif-deleted', 'tag': 'efe529ff-7a5c-4cf2-8726-66c2ffa1c8af', 'status': 'completed', 'code': 200} Nov 12 13:24:01.966982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:01.975992 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:01.977889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 89a8aa39-f991-42f9-85c0-a7f9afc16dad details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:24:02.229640 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:02.230881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef37038-e013-4066-9dcb-61bd87dbdd0c req-61e16e95-e820-43e8-93ce-31b3a8ae490e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.247635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef37038-e013-4066-9dcb-61bd87dbdd0c req-61e16e95-e820-43e8-93ce-31b3a8ae490e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.262215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef37038-e013-4066-9dcb-61bd87dbdd0c req-61e16e95-e820-43e8-93ce-31b3a8ae490e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.266987 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:24:02.282672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef37038-e013-4066-9dcb-61bd87dbdd0c req-61e16e95-e820-43e8-93ce-31b3a8ae490e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.292037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244780-b183-47de-84e2-37041920e0be req-8cc7f8e6-6dd4-491b-89df-0c8797af9b80 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.308842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cd244780-b183-47de-84e2-37041920e0be req-8cc7f8e6-6dd4-491b-89df-0c8797af9b80 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1474845 Nov 12 13:24:02.316546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42124) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:02.319626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef37038-e013-4066-9dcb-61bd87dbdd0c req-61e16e95-e820-43e8-93ce-31b3a8ae490e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.333900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef37038-e013-4066-9dcb-61bd87dbdd0c req-61e16e95-e820-43e8-93ce-31b3a8ae490e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.337875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1d30aded-1b9a-40be-af32-92a70a65e891 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Request body: {'floatingip': {'port_id': '46e09713-ceb3-44e1-861c-93f6408f1c2e'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:02.341392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef37038-e013-4066-9dcb-61bd87dbdd0c req-61e16e95-e820-43e8-93ce-31b3a8ae490e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.352014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ef37038-e013-4066-9dcb-61bd87dbdd0c req-61e16e95-e820-43e8-93ce-31b3a8ae490e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5435 time: 0.3139508 Nov 12 13:24:02.427427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:02.478582 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ef37038-e013-4066-9dcb-61bd87dbdd0c req-4e663329-203d-49f0-8838-4ada86ebca45 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249964 Nov 12 13:24:02.530259 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d30aded-1b9a-40be-af32-92a70a65e891 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:02.559217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:02.626130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 89a8aa39-f991-42f9-85c0-a7f9afc16dad has no active binding in host n-h1-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:24:02.626659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 2dadee8e-a55a-4191-be85-892995b138c7 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:24:02.673795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 2dadee8e-a55a-4191-be85-892995b138c7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=2dadee8e-a55a-4191-be85-892995b138c7,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:02.693681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '2dadee8e-a55a-4191-be85-892995b138c7', 'network_id': '86f1d168-32de-4338-8ea5-eb80a7d59bbe', 'port_id': '2dadee8e-a55a-4191-be85-892995b138c7', 'mac_address': 'fa:16:3e:7e:f4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2f8405-f308-4aa9-baa9-87b91e55378d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:24:02.797674 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:02.833012 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:02.869137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dadee8e-a55a-4191-be85-892995b138c7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:02.871102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cb4fd-937f-4e04-a630-1475c1126e21 req-291b8dac-8956-461e-aa26-f8a7dce9d21b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:02.886165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e85cb4fd-937f-4e04-a630-1475c1126e21 req-291b8dac-8956-461e-aa26-f8a7dce9d21b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 944 time: 0.2995455 Nov 12 13:24:02.976547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 2dadee8e-a55a-4191-be85-892995b138c7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=2dadee8e-a55a-4191-be85-892995b138c7,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:02.988289 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:02.990154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device adc25839-ced5-44ce-bccb-c76270ef31b4 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:24:03.065377 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e85cb4fd-937f-4e04-a630-1475c1126e21 req-a5c56acf-0f09-41e1-a05d-512eb3a66d24 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776409 Nov 12 13:24:03.127190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=2dadee8e-a55a-4191-be85-892995b138c7,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:03.199929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port adc25839-ced5-44ce-bccb-c76270ef31b4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=adc25839-ced5-44ce-bccb-c76270ef31b4,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:03.217259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'adc25839-ced5-44ce-bccb-c76270ef31b4', 'network_id': '96dc6ca2-e9f8-48af-905e-c6e40b349b90', 'port_id': 'adc25839-ced5-44ce-bccb-c76270ef31b4', 'mac_address': 'fa:16:3e:41:bd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac1cea2-303d-4891-935a-970ed780d7c6', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:24:03.276618 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.282739 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8042345-f355-451f-97dc-e65d3c21dfe7 req-e763d4b4-0c03-4dd6-9b9f-a0723fad80f8 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/e19ff0c6-eb8f-4642-bccd-1a9de1fec31f HTTP/1.1" status: 200 len: 1819 time: 0.0927563 Nov 12 13:24:03.303152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc25839-ced5-44ce-bccb-c76270ef31b4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:03.364118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port adc25839-ced5-44ce-bccb-c76270ef31b4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=adc25839-ced5-44ce-bccb-c76270ef31b4,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:03.368198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feba96e-bae8-4499-b217-2da5cecf20b6 req-cc0a3248-e133-421e-b4ce-9681fe5a37be tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:03.371580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f8042345-f355-451f-97dc-e65d3c21dfe7 req-ebf93e49-b454-4bd6-a5a0-247a7edc662e tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.372362 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.384137 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0feba96e-bae8-4499-b217-2da5cecf20b6 req-cc0a3248-e133-421e-b4ce-9681fe5a37be tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3563559 Nov 12 13:24:03.414299 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f8042345-f355-451f-97dc-e65d3c21dfe7 req-ebf93e49-b454-4bd6-a5a0-247a7edc662e tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.440440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bbee6d53-4da5-445b-9558-1c62aa989afe up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:03.489679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f8042345-f355-451f-97dc-e65d3c21dfe7 req-ebf93e49-b454-4bd6-a5a0-247a7edc662e tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.493198 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f8042345-f355-451f-97dc-e65d3c21dfe7 req-ebf93e49-b454-4bd6-a5a0-247a7edc662e tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.494696 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8042345-f355-451f-97dc-e65d3c21dfe7 req-ebf93e49-b454-4bd6-a5a0-247a7edc662e tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/e19ff0c6-eb8f-4642-bccd-1a9de1fec31f HTTP/1.1" status: 204 len: 173 time: 0.2105601 Nov 12 13:24:03.529079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf93e49-b454-4bd6-a5a0-247a7edc662e tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ff0c6-eb8f-4642-bccd-1a9de1fec31f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:03.632412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=adc25839-ced5-44ce-bccb-c76270ef31b4,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:03.645142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port bbee6d53-4da5-445b-9558-1c62aa989afe completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:24:03.651717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port bbee6d53-4da5-445b-9558-1c62aa989afe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:03.652310 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.700675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74e8d53d-13d4-4002-b7b2-72e4f8ee099b req-b180ff71-1473-417d-965e-78d3cc0a4997 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "GET /v2.0/security-groups/e0f3da65-e4d0-42df-9cb1-7a6304dde020 HTTP/1.1" status: 200 len: 1818 time: 0.0639951 Nov 12 13:24:03.817519 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-74e8d53d-13d4-4002-b7b2-72e4f8ee099b req-9c726dae-68f6-41e1-afce-b3b5c52b2851 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.827281 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.867945 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-74e8d53d-13d4-4002-b7b2-72e4f8ee099b req-9c726dae-68f6-41e1-afce-b3b5c52b2851 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.884744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbee6d53-4da5-445b-9558-1c62aa989afe'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:03.891147 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f31b9d-2ab6-429f-9763-cd17e8c1b4f7" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "bbee6d53-4da5-445b-9558-1c62aa989afe"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:03.913662 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bbee6d53-4da5-445b-9558-1c62aa989afe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bbee6d53-4da5-445b-9558-1c62aa989afe,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:03.922426 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:03.995266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-74e8d53d-13d4-4002-b7b2-72e4f8ee099b req-9c726dae-68f6-41e1-afce-b3b5c52b2851 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:04.003255 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-74e8d53d-13d4-4002-b7b2-72e4f8ee099b req-9c726dae-68f6-41e1-afce-b3b5c52b2851 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:04.008958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74e8d53d-13d4-4002-b7b2-72e4f8ee099b req-9c726dae-68f6-41e1-afce-b3b5c52b2851 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] 10.222.0.73 "DELETE /v2.0/security-groups/e0f3da65-e4d0-42df-9cb1-7a6304dde020 HTTP/1.1" status: 204 len: 173 time: 0.3060901 Nov 12 13:24:04.023072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42172) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:04.036388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c726dae-68f6-41e1-afce-b3b5c52b2851 tempest-SecurityGroupsTestJSON-401355913 tempest-SecurityGroupsTestJSON-401355913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f3da65-e4d0-42df-9cb1-7a6304dde020,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:04.116581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5fcefa-941f-4ab4-a8f7-e33f96135300 admin admin] Deleting subnet 0c6124e9-a8ca-467a-b688-6d92b4a5260b {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:24:04.121016 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d5fcefa-941f-4ab4-a8f7-e33f96135300 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:04.239549 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d5fcefa-941f-4ab4-a8f7-e33f96135300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:04.303985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0feba96e-bae8-4499-b217-2da5cecf20b6 req-12d3652c-4873-4cf1-84c8-2efc8cd1786e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9142270 Nov 12 13:24:04.332432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87472b-4ca9-413f-b509-0c0863cb5a15 req-b3faa208-a622-40a6-9713-79cd7131b52f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.351997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87472b-4ca9-413f-b509-0c0863cb5a15 req-b3faa208-a622-40a6-9713-79cd7131b52f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.371452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87472b-4ca9-413f-b509-0c0863cb5a15 req-b3faa208-a622-40a6-9713-79cd7131b52f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.389476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87472b-4ca9-413f-b509-0c0863cb5a15 req-b3faa208-a622-40a6-9713-79cd7131b52f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.417049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87472b-4ca9-413f-b509-0c0863cb5a15 req-b3faa208-a622-40a6-9713-79cd7131b52f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.429176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87472b-4ca9-413f-b509-0c0863cb5a15 req-b3faa208-a622-40a6-9713-79cd7131b52f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.441608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87472b-4ca9-413f-b509-0c0863cb5a15 req-b3faa208-a622-40a6-9713-79cd7131b52f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:04.444796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac87472b-4ca9-413f-b509-0c0863cb5a15 req-b3faa208-a622-40a6-9713-79cd7131b52f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5438 time: 0.3209903 Nov 12 13:24:04.467243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d5fcefa-941f-4ab4-a8f7-e33f96135300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:04.663666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac87472b-4ca9-413f-b509-0c0863cb5a15 req-b414755f-a7fc-42cc-92f2-71bed8a45efc tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1907971 Nov 12 13:24:04.665830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d5fcefa-941f-4ab4-a8f7-e33f96135300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:04.693258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bbee6d53-4da5-445b-9558-1c62aa989afe,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:04.777551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fcefa-941f-4ab4-a8f7-e33f96135300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6124e9-a8ca-467a-b688-6d92b4a5260b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:04.787169 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e8b5fc-8138-4d68-a630-207250e59d5d x-openstack-request-id: req-67e8b5fc-8138-4d68-a630-207250e59d5d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:04.787626 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "bbee6d53-4da5-445b-9558-1c62aa989afe", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:04.788520 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67e8b5fc-8138-4d68-a630-207250e59d5d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:04.790125 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbee6d53-4da5-445b-9558-1c62aa989afe', 'code': 200} Nov 12 13:24:04.822694 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d5fcefa-941f-4ab4-a8f7-e33f96135300 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:04.825117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ffd8785e-5a43-4e78-b637-7566bcd394da'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:04.847404 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2d5fcefa-941f-4ab4-a8f7-e33f96135300 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0c6124e9-a8ca-467a-b688-6d92b4a5260b HTTP/1.1" status: 204 len: 168 time: 0.8226869 Nov 12 13:24:04.848527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42186) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:04.948492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device efe529ff-7a5c-4cf2-8726-66c2ffa1c8af no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:04.953569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ffc2e683-9178-428e-841e-56c76d96143e'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:05.056801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['2dadee8e-a55a-4191-be85-892995b138c7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:05.057140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [None req-1d30aded-1b9a-40be-af32-92a70a65e891 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:24:05.156982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['adc25839-ced5-44ce-bccb-c76270ef31b4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:05.173386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: efe529ff-7a5c-4cf2-8726-66c2ffa1c8af {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:24:05.173976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device efe529ff-7a5c-4cf2-8726-66c2ffa1c8af not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:24:05.232099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:05.313525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17e372-1c42-420d-97cc-0b7fa5864eed req-33ecde1b-9204-4f19-998e-9ac32637a2a9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.334102 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e17e372-1c42-420d-97cc-0b7fa5864eed req-33ecde1b-9204-4f19-998e-9ac32637a2a9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3298857 Nov 12 13:24:05.423885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:05.497838 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d30aded-1b9a-40be-af32-92a70a65e891 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:05.514613 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d30aded-1b9a-40be-af32-92a70a65e891 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:05.656531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e17e372-1c42-420d-97cc-0b7fa5864eed req-414217f4-c009-4fff-ac8c-9db036876b5c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181114 Nov 12 13:24:05.817498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143269f-3695-4921-955a-6ca33f568aee req-0432e55b-e6c4-4f48-806b-33af73f48f10 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:05.818016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['6768889b-41d9-43e6-9b6a-5f447cffa434'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:05.835753 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4143269f-3695-4921-955a-6ca33f568aee req-0432e55b-e6c4-4f48-806b-33af73f48f10 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 944 time: 0.7639215 Nov 12 13:24:05.844100 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:05.966147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd1764a-40e7-4627-be5a-21d2a1ab7d72']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:05.968160 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-1d30aded-1b9a-40be-af32-92a70a65e891 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Floating IP c396e3e8-1ca3-4bfb-8ae5-789622bfe1f2 associated. External IP: 172.25.5.48, port: 46e09713-ceb3-44e1-861c-93f6408f1c2e. Nov 12 13:24:06.021995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510e0d05-2e3e-444b-ae96-220538e904af') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:06.024774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510e0d05-2e3e-444b-ae96-220538e904af') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:06.073499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:06.139412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4143269f-3695-4921-955a-6ca33f568aee req-0c569385-7837-4197-8133-8b8f2004b885 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005991 Nov 12 13:24:06.142873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:06.175321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:24:06.177379 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:24:06.190992 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:24:06.340952 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:06.382696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:06.386609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] 10.222.0.73 "DELETE /v2.0/networks/7cd1764a-40e7-4627-be5a-21d2a1ab7d72 HTTP/1.1" status: 204 len: 168 time: 1.5262716 Nov 12 13:24:06.388952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f498474-65a2-48cc-bdde-e0c840d2ec5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd1764a-40e7-4627-be5a-21d2a1ab7d72,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:06.654721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baa27f-ca10-43f6-97ff-10eb89ec3fe5 req-b0f6a071-0c7d-4413-b849-63a44cfb804c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:06.688292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baa27f-ca10-43f6-97ff-10eb89ec3fe5 req-b0f6a071-0c7d-4413-b849-63a44cfb804c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:06.719717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baa27f-ca10-43f6-97ff-10eb89ec3fe5 req-b0f6a071-0c7d-4413-b849-63a44cfb804c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:06.737439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baa27f-ca10-43f6-97ff-10eb89ec3fe5 req-b0f6a071-0c7d-4413-b849-63a44cfb804c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:06.767735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baa27f-ca10-43f6-97ff-10eb89ec3fe5 req-b0f6a071-0c7d-4413-b849-63a44cfb804c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:06.791455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baa27f-ca10-43f6-97ff-10eb89ec3fe5 req-b0f6a071-0c7d-4413-b849-63a44cfb804c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:06.815239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baa27f-ca10-43f6-97ff-10eb89ec3fe5 req-b0f6a071-0c7d-4413-b849-63a44cfb804c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:06.822083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-35baa27f-ca10-43f6-97ff-10eb89ec3fe5 req-b0f6a071-0c7d-4413-b849-63a44cfb804c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5438 time: 0.3653624 Nov 12 13:24:06.885841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c1329-3915-4ab7-86d3-f669c440be51 req-6069ba53-28e2-4122-bee5-8d117b242969 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:06.895202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e4c1329-3915-4ab7-86d3-f669c440be51 req-6069ba53-28e2-4122-bee5-8d117b242969 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3029604 Nov 12 13:24:06.979758 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e4c1329-3915-4ab7-86d3-f669c440be51 req-74105c19-e850-40c2-a970-0fff7eee6584 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835516 Nov 12 13:24:07.008279 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-35baa27f-ca10-43f6-97ff-10eb89ec3fe5 req-f46c320f-7fd2-474b-abf9-8ea9da0e4ef5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1692612 Nov 12 13:24:07.047633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42234) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:07.142229 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d30aded-1b9a-40be-af32-92a70a65e891 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Router 37df8820-1997-428b-a82c-faa12bd75d6d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:24:07.163404 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cde6cbf6-8639-4bf6-9106-b58a1491e5a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af8f9a3c2c1442a585b6ad61b0c788f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140354 Nov 12 13:24:07.166053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42242) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:07.255219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a69c-23ca-4189-a0dd-4bfc70d845a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:07.289144 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a69c-23ca-4189-a0dd-4bfc70d845a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:07.328179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d30aded-1b9a-40be-af32-92a70a65e891 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:24:07.340934 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d30aded-1b9a-40be-af32-92a70a65e891 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:07.349373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] Sync routers for ids ['37df8820-1997-428b-a82c-faa12bd75d6d'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:24:07.359960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a69c-23ca-4189-a0dd-4bfc70d845a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:07.365888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a69c-23ca-4189-a0dd-4bfc70d845a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:07.366103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] Routers {'37df8820-1997-428b-a82c-faa12bd75d6d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:07.366536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:23:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['37df8820-1997-428b-a82c-faa12bd75d6d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:07.373198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8fa8a69c-23ca-4189-a0dd-4bfc70d845a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc3ae34b-abde-407d-9e25-d1034d14905b HTTP/1.1" status: 204 len: 168 time: 0.2042160 Nov 12 13:24:07.399733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8a69c-23ca-4189-a0dd-4bfc70d845a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3ae34b-abde-407d-9e25-d1034d14905b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:07.427413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1d30aded-1b9a-40be-af32-92a70a65e891 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "PUT /v2.0/floatingips/c396e3e8-1ca3-4bfb-8ae5-789622bfe1f2 HTTP/1.1" status: 200 len: 990 time: 5.1042609 Nov 12 13:24:07.440258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8193fa0-2596-42d7-baba-d105fababf03', 'tag': '46e09713-ceb3-44e1-861c-93f6408f1c2e'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:07.464523 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aabe60-25ff-4971-9e88-4c663eb0815f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8193fa0-2596-42d7-baba-d105fababf03", "tag": "46e09713-ceb3-44e1-861c-93f6408f1c2e"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:07.520960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-81fc2650-ea86-442a-91e0-88fcf1835e61 service neutron] 10.222.0.105 "GET /v2.0/ports/89a8aa39-f991-42f9-85c0-a7f9afc16dad/bindings/n-h1-805736-4 HTTP/1.1" status: 200 len: 384 time: 0.5305579 Nov 12 13:24:07.644214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a628f-99f2-4cc5-a98e-669d828e4b8d req-0b9e7b86-fa78-4e9d-9efb-53f9d02a39ab tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:07.655191 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-227a628f-99f2-4cc5-a98e-669d828e4b8d req-0b9e7b86-fa78-4e9d-9efb-53f9d02a39ab tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 944 time: 0.2348177 Nov 12 13:24:07.662458 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735ea719-4ae4-48ef-9ce8-fc3eca2b8b28 x-openstack-request-id: req-735ea719-4ae4-48ef-9ce8-fc3eca2b8b28 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:07.663053 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8193fa0-2596-42d7-baba-d105fababf03", "tag": "46e09713-ceb3-44e1-861c-93f6408f1c2e", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:07.663250 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-735ea719-4ae4-48ef-9ce8-fc3eca2b8b28 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:07.663641 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8193fa0-2596-42d7-baba-d105fababf03', 'tag': '46e09713-ceb3-44e1-861c-93f6408f1c2e', 'status': 'completed', 'code': 200} Nov 12 13:24:07.681031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] Set router 37df8820-1997-428b-a82c-faa12bd75d6d gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:07.757149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-227a628f-99f2-4cc5-a98e-669d828e4b8d req-8ac3d9d4-c7ed-46a4-ad5f-722b55adf00c tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006854 Nov 12 13:24:07.878404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-255072fd-a698-49e1-897e-7574ff0b1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:07.880732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-255072fd-a698-49e1-897e-7574ff0b1c5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea568f7ed43a491c8821ab770d7266ca&device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 1096 time: 0.1594012 Nov 12 13:24:08.221129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-df416297-8e1b-4c34-a352-3fa5a5421d31 service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:08.283151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-df416297-8e1b-4c34-a352-3fa5a5421d31 service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:08.371544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:29Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'c396e3e8-1ca3-4bfb-8ae5-789622bfe1f2', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'port_id': '46e09713-ceb3-44e1-861c-93f6408f1c2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'mac_address': 'fa:16:3e:80:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8193fa0-2596-42d7-baba-d105fababf03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:21:40Z', 'updated_at': '2021-11-12T13:24:04Z', 'revision_number': 1, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2bc865-3da7-4924-adf8-a97b40963370', 'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'mac_address': 'fa:16:3e:ce:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:27Z', 'updated_at': '2021-11-12T13:21:37Z', 'revision_number': 5, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'subnets': [{'id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:08.384757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-21df4a8f-fca0-49de-a72c-f14db3b75d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.388256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-21df4a8f-fca0-49de-a72c-f14db3b75d28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c0e89d27-390e-4df6-9441-57f64004e2e1 HTTP/1.1" status: 200 len: 916 time: 0.4869101 Nov 12 13:24:08.441694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] Checking router: 37df8820-1997-428b-a82c-faa12bd75d6d for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:24:08.485228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] Routers {'37df8820-1997-428b-a82c-faa12bd75d6d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:08.489226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:23:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['37df8820-1997-428b-a82c-faa12bd75d6d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:08.533624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-df416297-8e1b-4c34-a352-3fa5a5421d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a8aa39-f991-42f9-85c0-a7f9afc16dad {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:08.552994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26caa4-1048-48cd-9c4d-cd2b52f7a053 req-29ce65af-f801-4075-8f76-5f92dea5acf1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.555479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ec26caa4-1048-48cd-9c4d-cd2b52f7a053 req-29ce65af-f801-4075-8f76-5f92dea5acf1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2594845 Nov 12 13:24:08.586613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-df416297-8e1b-4c34-a352-3fa5a5421d31 service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:08.651024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6ac9-3cc9-4a7f-9085-e33000596f6a req-4f429cc4-8407-43fb-a01f-2d6f79705edd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.672435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6ac9-3cc9-4a7f-9085-e33000596f6a req-4f429cc4-8407-43fb-a01f-2d6f79705edd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.686237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6ac9-3cc9-4a7f-9085-e33000596f6a req-4f429cc4-8407-43fb-a01f-2d6f79705edd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.704973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6ac9-3cc9-4a7f-9085-e33000596f6a req-4f429cc4-8407-43fb-a01f-2d6f79705edd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.711270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6ac9-3cc9-4a7f-9085-e33000596f6a req-4f429cc4-8407-43fb-a01f-2d6f79705edd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.719140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-baec2ee8-c0ce-4ca5-ba60-70b0d51f50e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46e09713-ceb3-44e1-861c-93f6408f1c2e HTTP/1.1" status: 200 len: 998 time: 0.2975433 Nov 12 13:24:08.724902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6ac9-3cc9-4a7f-9085-e33000596f6a req-4f429cc4-8407-43fb-a01f-2d6f79705edd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.742837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6ac9-3cc9-4a7f-9085-e33000596f6a req-4f429cc4-8407-43fb-a01f-2d6f79705edd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.745398 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c87c6ac9-3cc9-4a7f-9085-e33000596f6a req-4f429cc4-8407-43fb-a01f-2d6f79705edd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5438 time: 0.4637187 Nov 12 13:24:08.757149 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ec26caa4-1048-48cd-9c4d-cd2b52f7a053 req-a22d7cd6-67d6-4006-8853-ac95f62f4d5b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793401 Nov 12 13:24:08.759883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-df416297-8e1b-4c34-a352-3fa5a5421d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:08.873860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-fe78f0cf-31ca-4169-a4e3-118122671f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:08.878919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-fe78f0cf-31ca-4169-a4e3-118122671f20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7d2d0c3-c091-4241-a70e-bc9024560f75 HTTP/1.1" status: 200 len: 854 time: 0.1502643 Nov 12 13:24:08.968509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] Set router 37df8820-1997-428b-a82c-faa12bd75d6d gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:08.989438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c87c6ac9-3cc9-4a7f-9085-e33000596f6a req-d5a191c2-e74b-4b66-ac1f-064bb3183bf2 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2194793 Nov 12 13:24:09.013631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-cfb98942-f8e6-4517-a075-fdde93c167f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:09.020462 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-cfb98942-f8e6-4517-a075-fdde93c167f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0e89d27-390e-4df6-9441-57f64004e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322093 Nov 12 13:24:09.112359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-df416297-8e1b-4c34-a352-3fa5a5421d31 service neutron] Transition to ACTIVE for port object 89a8aa39-f991-42f9-85c0-a7f9afc16dad will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:24:09.123786 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-df416297-8e1b-4c34-a352-3fa5a5421d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:09.315424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-df416297-8e1b-4c34-a352-3fa5a5421d31 service neutron] No DVR routers for this DVR port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:24:09.364476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df416297-8e1b-4c34-a352-3fa5a5421d31 service neutron] Pushing event updated for resources: {'Port': ['ID=89a8aa39-f991-42f9-85c0-a7f9afc16dad,revision_number=10']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:09.473764 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-df416297-8e1b-4c34-a352-3fa5a5421d31 service neutron] 10.222.0.105 "PUT /v2.0/ports/89a8aa39-f991-42f9-85c0-a7f9afc16dad/bindings/n-h1-805736-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9088600 Nov 12 13:24:09.933610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a602ad-50a9-496b-ab93-a569df7117fe req-c689defe-7e10-481e-9312-37a580db9970 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:09.942413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55a602ad-50a9-496b-ab93-a569df7117fe req-c689defe-7e10-481e-9312-37a580db9970 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 945 time: 0.1340175 Nov 12 13:24:09.994214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-e60abe41-39bb-466d-a3ff-6c0ec2774793 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:09.996068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-e60abe41-39bb-466d-a3ff-6c0ec2774793 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.1862993 Nov 12 13:24:10.000153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-34816b02-2c0e-4ce5-af05-777911c3b342 service neutron] 10.222.0.70 "GET /v2.0/networks/c0e89d27-390e-4df6-9441-57f64004e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9692540 Nov 12 13:24:10.005858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:29Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'c396e3e8-1ca3-4bfb-8ae5-789622bfe1f2', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'port_id': '46e09713-ceb3-44e1-861c-93f6408f1c2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'mac_address': 'fa:16:3e:80:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8193fa0-2596-42d7-baba-d105fababf03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:21:40Z', 'updated_at': '2021-11-12T13:24:04Z', 'revision_number': 1, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2bc865-3da7-4924-adf8-a97b40963370', 'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'mac_address': 'fa:16:3e:ce:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:27Z', 'updated_at': '2021-11-12T13:21:37Z', 'revision_number': 5, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'subnets': [{'id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:10.050265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55a602ad-50a9-496b-ab93-a569df7117fe req-434a0e7d-a45b-49f2-b028-e4367b2d84ba tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053398 Nov 12 13:24:10.087406 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896a86f-91ad-4bae-a2fb-105d857f5568 None None] The sync data for ids ['37df8820-1997-428b-a82c-faa12bd75d6d'] in n-d-805736-4 is: [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:29Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'c396e3e8-1ca3-4bfb-8ae5-789622bfe1f2', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'port_id': '46e09713-ceb3-44e1-861c-93f6408f1c2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'mac_address': 'fa:16:3e:80:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8193fa0-2596-42d7-baba-d105fababf03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:21:40Z', 'updated_at': '2021-11-12T13:24:04Z', 'revision_number': 1, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2bc865-3da7-4924-adf8-a97b40963370', 'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'mac_address': 'fa:16:3e:ce:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:27Z', 'updated_at': '2021-11-12T13:21:37Z', 'revision_number': 5, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'subnets': [{'id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:24:10.189192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b70ed6-f3ca-43de-bf84-6ce5770bdb81 req-26618945-ff53-4132-a95b-efe424ba64b7 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:10.210058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2b70ed6-f3ca-43de-bf84-6ce5770bdb81 req-26618945-ff53-4132-a95b-efe424ba64b7 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2195139 Nov 12 13:24:10.402571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2b70ed6-f3ca-43de-bf84-6ce5770bdb81 req-79e9272b-c964-4760-a670-9c6dd9344e56 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883571 Nov 12 13:24:10.602786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-408ddd11-09dc-4377-a6a2-b66289dc3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:10.604610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-408ddd11-09dc-4377-a6a2-b66289dc3423 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade&tenant_id=2c150512e91d4bbaa0a395acf6c2097a HTTP/1.1" status: 200 len: 1096 time: 0.5660465 Nov 12 13:24:10.727018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139087-6f30-4c41-9754-592fe9b72709 req-ee0866eb-3f93-4c64-815b-75c531264f3d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:10.734275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139087-6f30-4c41-9754-592fe9b72709 req-ee0866eb-3f93-4c64-815b-75c531264f3d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:10.741730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139087-6f30-4c41-9754-592fe9b72709 req-ee0866eb-3f93-4c64-815b-75c531264f3d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:10.746545 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239b7bd-9d06-4805-be41-3db4a6725781 None None] New status for floating IP c396e3e8-1ca3-4bfb-8ae5-789622bfe1f2: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:24:10.766619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139087-6f30-4c41-9754-592fe9b72709 req-ee0866eb-3f93-4c64-815b-75c531264f3d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:10.785716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139087-6f30-4c41-9754-592fe9b72709 req-ee0866eb-3f93-4c64-815b-75c531264f3d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:10.799419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139087-6f30-4c41-9754-592fe9b72709 req-ee0866eb-3f93-4c64-815b-75c531264f3d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:10.814946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139087-6f30-4c41-9754-592fe9b72709 req-ee0866eb-3f93-4c64-815b-75c531264f3d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:10.830813 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9139087-6f30-4c41-9754-592fe9b72709 req-ee0866eb-3f93-4c64-815b-75c531264f3d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5438 time: 0.3613684 Nov 12 13:24:10.871672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 89a8aa39-f991-42f9-85c0-a7f9afc16dad no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:10.923260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42344) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:11.040810 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07aabe60-25ff-4971-9e88-4c663eb0815f req-c0f56bec-da5d-46de-b8f2-92ff843b9b8e service neutron] 10.222.0.70 "GET /v2.0/networks/c0e89d27-390e-4df6-9441-57f64004e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0032642 Nov 12 13:24:11.077871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 89a8aa39-f991-42f9-85c0-a7f9afc16dad not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:24:11.106094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9139087-6f30-4c41-9754-592fe9b72709 req-324b54b4-0a9a-437a-ac64-9636cd83854e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2697310 Nov 12 13:24:11.118710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-7b975858-589d-4281-916a-9900dff33983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:11.123413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-7b975858-589d-4281-916a-9900dff33983 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1096 time: 0.4672146 Nov 12 13:24:11.326850 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-bde2e8b1-defd-42a0-bee9-42670209abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:11.330198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-bde2e8b1-defd-42a0-bee9-42670209abd7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.1960468 Nov 12 13:24:11.404205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ffd8785e-5a43-4e78-b637-7566bcd394da up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:11.419796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-380625630-network', 'tenant_id': 'a83115dcd3cd460d8bb0bce622d65795'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:11.438765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-5553727f-b98f-4283-8427-2bbf0c019229 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad HTTP/1.1" status: 200 len: 217 time: 0.0997410 Nov 12 13:24:11.472480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1c9c3-5a32-4fd2-b190-149b75a24d02 req-0ab6a163-473d-4dc3-9db4-096a9a8ab870 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:11.480767 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bca1c9c3-5a32-4fd2-b190-149b75a24d02 req-0ab6a163-473d-4dc3-9db4-096a9a8ab870 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 945 time: 0.1322286 Nov 12 13:24:11.507962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Made reservation on behalf of a83115dcd3cd460d8bb0bce622d65795 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:11.510964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:11.529137 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:11.574126 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bca1c9c3-5a32-4fd2-b190-149b75a24d02 req-8eb45900-ed14-4107-b280-1ce99c6c482b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913589 Nov 12 13:24:11.629549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-cb9d28e2-515b-482b-ad6b-22cf0d4c2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:11.632451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-cb9d28e2-515b-482b-ad6b-22cf0d4c2bbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1844885 Nov 12 13:24:11.651941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port ffd8785e-5a43-4e78-b637-7566bcd394da completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:24:11.660931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port ffd8785e-5a43-4e78-b637-7566bcd394da triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:11.661772 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:11.737199 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-8fe4c1c7-4aad-40b2-91ac-fe5ba0728306 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939634 Nov 12 13:24:11.737547 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:11.755738 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:11.843755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d3bdda-6be1-476d-b5ea-a7a55e14b17a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:11.892730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:24:11.914112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:11.914846 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Added segment bb6f8366-641d-42ca-a79b-381801623a89 of type vlan for network 24b9bba6-54da-41d8-9024-59954b89ba99 Nov 12 13:24:11.933894 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:11.962141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4458a45-1284-49dd-9e49-fa49d173a916 req-ae507f09-16f3-44b5-949b-7197dda26306 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:11.969546 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4458a45-1284-49dd-9e49-fa49d173a916 req-ae507f09-16f3-44b5-949b-7197dda26306 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2308073 Nov 12 13:24:11.991398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd8785e-5a43-4e78-b637-7566bcd394da'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:11.996160 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf670d2c-5a9b-41fe-9f6d-ae51ee087bb7" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "ffd8785e-5a43-4e78-b637-7566bcd394da"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:12.025315 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:12.030916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4458a45-1284-49dd-9e49-fa49d173a916 req-0cff4628-37bb-41dd-bb9d-609409680b36 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603712 Nov 12 13:24:12.050054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ffd8785e-5a43-4e78-b637-7566bcd394da, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffd8785e-5a43-4e78-b637-7566bcd394da,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:12.072076 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:12.076144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6768889b-41d9-43e6-9b6a-5f447cffa434 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:12.131251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-1dd30efc-0738-4757-83b6-a2bdc580128a service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587997 Nov 12 13:24:12.165172 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:12.166244 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.166921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:12.429170 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5043073 Nov 12 13:24:12.430970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a8e51-2120-4619-9221-d9a074642bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=24b9bba6-54da-41d8-9024-59954b89ba99,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:12.434721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42380) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:12.445799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Request body: {'subnet': {'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-380625630-subnet', 'tenant_id': 'a83115dcd3cd460d8bb0bce622d65795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:12.495086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Made reservation on behalf of a83115dcd3cd460d8bb0bce622d65795 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:12.498083 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:12.526984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c99edd-bd93-4227-8fbb-39261fa6beae req-dac3147c-d3b2-469f-b683-2b8bd8f6971e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.534353 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2926cdad-4700-4a26-ac41-aa273cdf0208 x-openstack-request-id: req-2926cdad-4700-4a26-ac41-aa273cdf0208 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:12.534903 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "ffd8785e-5a43-4e78-b637-7566bcd394da", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:12.535326 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2926cdad-4700-4a26-ac41-aa273cdf0208 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:12.535957 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd8785e-5a43-4e78-b637-7566bcd394da', 'code': 200} Nov 12 13:24:12.565261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c99edd-bd93-4227-8fbb-39261fa6beae req-dac3147c-d3b2-469f-b683-2b8bd8f6971e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.601495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c99edd-bd93-4227-8fbb-39261fa6beae req-dac3147c-d3b2-469f-b683-2b8bd8f6971e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.628834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c99edd-bd93-4227-8fbb-39261fa6beae req-dac3147c-d3b2-469f-b683-2b8bd8f6971e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.673454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c99edd-bd93-4227-8fbb-39261fa6beae req-dac3147c-d3b2-469f-b683-2b8bd8f6971e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.682682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 24b9bba6-54da-41d8-9024-59954b89ba99 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:24:12.703661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c99edd-bd93-4227-8fbb-39261fa6beae req-dac3147c-d3b2-469f-b683-2b8bd8f6971e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.726829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aea446-0561-4055-bed3-55cd4ad7e70c req-d8fde601-37f7-456c-af34-ba389a4763aa tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.728635 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67aea446-0561-4055-bed3-55cd4ad7e70c req-d8fde601-37f7-456c-af34-ba389a4763aa tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.4648678 Nov 12 13:24:12.729244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c99edd-bd93-4227-8fbb-39261fa6beae req-dac3147c-d3b2-469f-b683-2b8bd8f6971e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:12.742043 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50c99edd-bd93-4227-8fbb-39261fa6beae req-dac3147c-d3b2-469f-b683-2b8bd8f6971e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5439 time: 0.4413273 Nov 12 13:24:12.783588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-9e10cb61-1ec3-48e6-857e-f07de1fb36f4 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283605 Nov 12 13:24:12.894049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50c99edd-bd93-4227-8fbb-39261fa6beae req-049f0d58-f9dd-4d73-a173-6a6670b4dee3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1508663 Nov 12 13:24:12.922675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ffd8785e-5a43-4e78-b637-7566bcd394da,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:12.984594 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:12.993569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 6768889b-41d9-43e6-9b6a-5f447cffa434 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:24:13.018459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 6768889b-41d9-43e6-9b6a-5f447cffa434 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:13.021849 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:13.140524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67aea446-0561-4055-bed3-55cd4ad7e70c req-9e77717a-8544-4e58-8901-abe7a129795e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855867 Nov 12 13:24:13.340924 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:13.344354 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-bf4c1ad1-7973-416f-9a30-0060c642e2b9 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:13.346835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-bf4c1ad1-7973-416f-9a30-0060c642e2b9 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.1625533 Nov 12 13:24:13.396256 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:13.457221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e0cb0c-58c2-4f71-8374-b208b225270d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:13.465475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86bddb-259d-4684-aaa4-70eca2d8222a req-ff4e5de4-9ba8-4296-a6c6-2e69968af404 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:13.484897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a86bddb-259d-4684-aaa4-70eca2d8222a req-ff4e5de4-9ba8-4296-a6c6-2e69968af404 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 945 time: 0.2168832 Nov 12 13:24:13.494176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6768889b-41d9-43e6-9b6a-5f447cffa434, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6768889b-41d9-43e6-9b6a-5f447cffa434,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:13.504303 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:13.506634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ffc2e683-9178-428e-841e-56c76d96143e up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:13.506948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Checking segment: {'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:13.508429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Network hostable DHCP agents. Network: 24b9bba6-54da-41d8-9024-59954b89ba99, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:24:13.598141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Network 24b9bba6-54da-41d8-9024-59954b89ba99 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:24:13.612466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 24b9bba6-54da-41d8-9024-59954b89ba99) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:13.621844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:13.623152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:13.665618 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-500e7de0-c3cc-4e70-adfb-7628a1563a73 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2250671 Nov 12 13:24:13.698238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a86bddb-259d-4684-aaa4-70eca2d8222a req-85b45629-88b3-4a39-92ff-4d3f250a8841 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124143 Nov 12 13:24:13.762323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e96c31-de2e-404d-a2a4-dfad4fa81d3a None None] Network 24b9bba6-54da-41d8-9024-59954b89ba99 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:13.911792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-4dcb8130-7f71-4ae5-b68f-0ffacda98e04 service neutron] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:13.932620 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-4dcb8130-7f71-4ae5-b68f-0ffacda98e04 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:13.933836 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02a29bd3-c1ba-4632-9978-0cd70b5da430 req-4dcb8130-7f71-4ae5-b68f-0ffacda98e04 service neutron] 10.222.0.70 "DELETE /v2.0/ports/89a8aa39-f991-42f9-85c0-a7f9afc16dad/bindings/n-h2-805736-4 HTTP/1.1" status: 204 len: 173 time: 0.5723910 Nov 12 13:24:14.054184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aec54-f817-477d-9689-cb84002d8dcc req-f9322e0f-2cf2-44d1-b8d0-9c8c119b0e93 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:14.074363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-622aec54-f817-477d-9689-cb84002d8dcc req-f9322e0f-2cf2-44d1-b8d0-9c8c119b0e93 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1695631 Nov 12 13:24:14.132926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=6768889b-41d9-43e6-9b6a-5f447cffa434,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:14.138978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7182b-1072-41e4-9bf4-946af6e9f101 req-58db10ac-f098-4910-8cda-1285c3962347 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:14.141835 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:14.143218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e3a7182b-1072-41e4-9bf4-946af6e9f101 req-58db10ac-f098-4910-8cda-1285c3962347 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1096 time: 0.1395900 Nov 12 13:24:14.192639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port ffc2e683-9178-428e-841e-56c76d96143e completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:24:14.213834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-622aec54-f817-477d-9689-cb84002d8dcc req-614089fe-7e41-4191-b467-03843ca203e8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247590 Nov 12 13:24:14.247154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port ffc2e683-9178-428e-841e-56c76d96143e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:14.247154 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:14.313233 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e3a7182b-1072-41e4-9bf4-946af6e9f101 req-80558c12-3443-453d-9b49-8741c40ad82a tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560550 Nov 12 13:24:14.531370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d066fd76-72fc-4bf2-9f9e-ddcc2a0f8dd4 None None] Network 24b9bba6-54da-41d8-9024-59954b89ba99 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:14.622881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3539-b8c9-4c0d-a8aa-502603bd1cdf req-a00c448e-4251-4ca9-829e-6766df28470c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:14.637927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3539-b8c9-4c0d-a8aa-502603bd1cdf req-a00c448e-4251-4ca9-829e-6766df28470c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:14.652726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3539-b8c9-4c0d-a8aa-502603bd1cdf req-a00c448e-4251-4ca9-829e-6766df28470c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:14.667753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3539-b8c9-4c0d-a8aa-502603bd1cdf req-a00c448e-4251-4ca9-829e-6766df28470c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:14.676998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6768889b-41d9-43e6-9b6a-5f447cffa434'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:14.679807 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d3cdb6-7b38-4c60-bd10-74f033060e27" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "6768889b-41d9-43e6-9b6a-5f447cffa434"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:14.685965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3539-b8c9-4c0d-a8aa-502603bd1cdf req-a00c448e-4251-4ca9-829e-6766df28470c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:14.701637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3539-b8c9-4c0d-a8aa-502603bd1cdf req-a00c448e-4251-4ca9-829e-6766df28470c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:14.718395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3539-b8c9-4c0d-a8aa-502603bd1cdf req-a00c448e-4251-4ca9-829e-6766df28470c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:14.732854 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-68ed3539-b8c9-4c0d-a8aa-502603bd1cdf req-a00c448e-4251-4ca9-829e-6766df28470c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5440 time: 0.2712319 Nov 12 13:24:14.754065 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:14.844368 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ffc2e683-9178-428e-841e-56c76d96143e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffc2e683-9178-428e-841e-56c76d96143e,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:14.851331 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:14.852169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 2dadee8e-a55a-4191-be85-892995b138c7 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:14.916958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-68ed3539-b8c9-4c0d-a8aa-502603bd1cdf req-1ffa9934-618d-4de2-bb49-1e7f9c4be15f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1729417 Nov 12 13:24:15.104624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ffc2e683-9178-428e-841e-56c76d96143e,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:15.219236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 2dadee8e-a55a-4191-be85-892995b138c7 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:24:15.232938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 2dadee8e-a55a-4191-be85-892995b138c7 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:15.233555 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:15.299254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be4d89-d848-4bbd-8923-c9084c795f11 req-b6800beb-99d7-4755-a402-3af6fc6847c8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:15.301631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4be4d89-d848-4bbd-8923-c9084c795f11 req-b6800beb-99d7-4755-a402-3af6fc6847c8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1728067 Nov 12 13:24:15.421617 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4be4d89-d848-4bbd-8923-c9084c795f11 req-89628e63-5873-4f76-bee3-482a5ec206c9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079147 Nov 12 13:24:15.453448 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:15.559957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 2dadee8e-a55a-4191-be85-892995b138c7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=2dadee8e-a55a-4191-be85-892995b138c7,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:15.581056 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:15.582166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device adc25839-ced5-44ce-bccb-c76270ef31b4 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:15.732252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port adc25839-ced5-44ce-bccb-c76270ef31b4 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:24:15.743097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port adc25839-ced5-44ce-bccb-c76270ef31b4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:15.745562 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:15.909082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=2dadee8e-a55a-4191-be85-892995b138c7,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:16.031792 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:16.041260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534075d0-7077-4bda-b899-ed1a682bd09d req-b01cf60d-5bdd-4b2b-9998-8a98d20703ad tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:16.050232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-b01cf60d-5bdd-4b2b-9998-8a98d20703ad tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/networks?id=24b9bba6-54da-41d8-9024-59954b89ba99 HTTP/1.1" status: 200 len: 814 time: 0.2741044 Nov 12 13:24:16.079612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-d071aa3c-ee73-4ce2-8d60-2c685a8ced03 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/quotas/a83115dcd3cd460d8bb0bce622d65795 HTTP/1.1" status: 200 len: 375 time: 0.0229030 Nov 12 13:24:16.143603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-fbe53141-3602-44dd-ad19-824d5531fae9 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83115dcd3cd460d8bb0bce622d65795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619397 Nov 12 13:24:16.150054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port adc25839-ced5-44ce-bccb-c76270ef31b4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=adc25839-ced5-44ce-bccb-c76270ef31b4,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:16.161899 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:16.163002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:16.259699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=adc25839-ced5-44ce-bccb-c76270ef31b4,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:16.283111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:24:16.294832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:16.294832 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:16.524441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-44aadcfa-5a00-4743-af00-40733ff63ca1 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:24:16.539794 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-44aadcfa-5a00-4743-af00-40733ff63ca1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3906145 Nov 12 13:24:16.563162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:16.635020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:16.645752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:16.747828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:16.837669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-ff9053c8-1958-452e-a378-0b411fc2d87a service neutron] 10.222.0.73 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937851 Nov 12 13:24:17.050531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-6703c474-9e2d-4d21-ae88-10279428bfdb service neutron] 10.222.0.73 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113440 Nov 12 13:24:17.126345 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e184f616-4f0a-4dd0-ad76-9bba720f9735 x-openstack-request-id: req-e184f616-4f0a-4dd0-ad76-9bba720f9735 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:17.127106 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "6768889b-41d9-43e6-9b6a-5f447cffa434", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:17.127106 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e184f616-4f0a-4dd0-ad76-9bba720f9735 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:17.127372 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6768889b-41d9-43e6-9b6a-5f447cffa434', 'code': 200} Nov 12 13:24:17.498576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-60b4d7d4-18d6-4791-8e0b-979509e15525 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:17.508261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-60b4d7d4-18d6-4791-8e0b-979509e15525 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 820 time: 0.2162762 Nov 12 13:24:17.532782 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-7224ae39-6262-47ce-8ea8-44d2a55ef3dd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/quotas/2c150512e91d4bbaa0a395acf6c2097a HTTP/1.1" status: 200 len: 375 time: 0.0232925 Nov 12 13:24:17.673737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-4ee99dca-7952-4009-9193-275fcc5e5cc7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342478 Nov 12 13:24:17.793006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1fe1-9d50-4ab4-ad47-94d2debb73e9 req-369389c6-d629-4e2f-bbbb-3231c826544b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:17.801509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1fe1-9d50-4ab4-ad47-94d2debb73e9 req-369389c6-d629-4e2f-bbbb-3231c826544b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:17.812995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1fe1-9d50-4ab4-ad47-94d2debb73e9 req-369389c6-d629-4e2f-bbbb-3231c826544b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:17.824368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1fe1-9d50-4ab4-ad47-94d2debb73e9 req-369389c6-d629-4e2f-bbbb-3231c826544b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:17.832937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1fe1-9d50-4ab4-ad47-94d2debb73e9 req-369389c6-d629-4e2f-bbbb-3231c826544b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:17.842541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1fe1-9d50-4ab4-ad47-94d2debb73e9 req-369389c6-d629-4e2f-bbbb-3231c826544b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:17.851934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1fe1-9d50-4ab4-ad47-94d2debb73e9 req-369389c6-d629-4e2f-bbbb-3231c826544b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:17.863070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a35c1fe1-9d50-4ab4-ad47-94d2debb73e9 req-369389c6-d629-4e2f-bbbb-3231c826544b tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.2242415 Nov 12 13:24:17.933173 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-abdfe87a-439f-4412-b44b-9df570ad9bf8 service neutron] 10.222.0.73 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431252 Nov 12 13:24:17.972738 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a35c1fe1-9d50-4ab4-ad47-94d2debb73e9 req-4af1fdfd-acd6-4544-bb1c-25f27f836027 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055148 Nov 12 13:24:18.162449 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-669c7148-3181-48d5-8f21-e2863509607a service neutron] 10.222.0.73 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280130 Nov 12 13:24:18.333177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc3a84e5-b442-4d29-971e-246ddf12a66f req-7fc92846-21ff-4ef1-a66c-09bbaae09b9d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 210 time: 0.0355527 Nov 12 13:24:18.567294 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5063645-701f-4edc-9398-833897b6da85 req-46db10e5-7f2b-4d1d-af9e-758ac7c8f138 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:18.570836 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5063645-701f-4edc-9398-833897b6da85 req-46db10e5-7f2b-4d1d-af9e-758ac7c8f138 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1229157 Nov 12 13:24:18.735871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5063645-701f-4edc-9398-833897b6da85 req-b06ee382-94b7-44a6-984d-05cf6f5c8d5a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354651 Nov 12 13:24:18.843975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cad6460b-1d39-4e4c-ac37-b179ad3aa73c req-c023d6ac-4bd1-453f-8369-f695d985907f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 210 time: 0.0833573 Nov 12 13:24:19.030193 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:24:19.044998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368a73d-2321-4c55-8bc2-cfb6ebbf50a3 req-9dad46e0-c145-4522-b03b-0087a818b0eb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.056613 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8368a73d-2321-4c55-8bc2-cfb6ebbf50a3 req-9dad46e0-c145-4522-b03b-0087a818b0eb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1226103 Nov 12 13:24:19.128597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2e683-9178-428e-841e-56c76d96143e'}, {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dadee8e-a55a-4191-be85-892995b138c7'}, {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc25839-ced5-44ce-bccb-c76270ef31b4'}, {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:19.133420 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09421b63-3e48-4b9c-8eb6-ee53f3574a40" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2e683-9178-428e-841e-56c76d96143e"}, {"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "2dadee8e-a55a-4191-be85-892995b138c7"}, {"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "adc25839-ced5-44ce-bccb-c76270ef31b4"}, {"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:19.136611 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8368a73d-2321-4c55-8bc2-cfb6ebbf50a3 req-733a5afa-9e2b-4907-a94a-766ab8ce66ac tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785477 Nov 12 13:24:19.291892 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2830beaf-98ac-4ebc-99a5-630f211a23ed x-openstack-request-id: req-2830beaf-98ac-4ebc-99a5-630f211a23ed {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:19.292879 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2e683-9178-428e-841e-56c76d96143e", "code": 200}, {"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "2dadee8e-a55a-4191-be85-892995b138c7", "code": 200}, {"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "adc25839-ced5-44ce-bccb-c76270ef31b4", "code": 200}, {"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-plugged", "status": "completed", "tag": "d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:19.293834 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2830beaf-98ac-4ebc-99a5-630f211a23ed {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:19.294842 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2e683-9178-428e-841e-56c76d96143e', 'code': 200} Nov 12 13:24:19.295511 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dadee8e-a55a-4191-be85-892995b138c7', 'code': 200} Nov 12 13:24:19.297712 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc25839-ced5-44ce-bccb-c76270ef31b4', 'code': 200} Nov 12 13:24:19.298321 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b', 'code': 200} Nov 12 13:24:19.422629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5f931-01bb-4a7b-81d7-1de64d03afff req-684b0259-4010-4cf5-94e3-c03697c89d46 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.449963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5f931-01bb-4a7b-81d7-1de64d03afff req-684b0259-4010-4cf5-94e3-c03697c89d46 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.464280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5f931-01bb-4a7b-81d7-1de64d03afff req-684b0259-4010-4cf5-94e3-c03697c89d46 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.486408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5f931-01bb-4a7b-81d7-1de64d03afff req-684b0259-4010-4cf5-94e3-c03697c89d46 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.504815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5f931-01bb-4a7b-81d7-1de64d03afff req-684b0259-4010-4cf5-94e3-c03697c89d46 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.532868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5f931-01bb-4a7b-81d7-1de64d03afff req-684b0259-4010-4cf5-94e3-c03697c89d46 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.570509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5f931-01bb-4a7b-81d7-1de64d03afff req-684b0259-4010-4cf5-94e3-c03697c89d46 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.578954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-def5f931-01bb-4a7b-81d7-1de64d03afff req-684b0259-4010-4cf5-94e3-c03697c89d46 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.2922115 Nov 12 13:24:19.791966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd6f91-3d8e-4161-85b9-ef98b7ba3f0a req-444f7c2e-f765-43c0-bd8b-ac6a2970afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.792816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd6f91-3d8e-4161-85b9-ef98b7ba3f0a req-444f7c2e-f765-43c0-bd8b-ac6a2970afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.793507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd6f91-3d8e-4161-85b9-ef98b7ba3f0a req-444f7c2e-f765-43c0-bd8b-ac6a2970afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.794145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd6f91-3d8e-4161-85b9-ef98b7ba3f0a req-444f7c2e-f765-43c0-bd8b-ac6a2970afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.794799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd6f91-3d8e-4161-85b9-ef98b7ba3f0a req-444f7c2e-f765-43c0-bd8b-ac6a2970afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.795430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd6f91-3d8e-4161-85b9-ef98b7ba3f0a req-444f7c2e-f765-43c0-bd8b-ac6a2970afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.798575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd6f91-3d8e-4161-85b9-ef98b7ba3f0a req-444f7c2e-f765-43c0-bd8b-ac6a2970afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.801335 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2fdd6f91-3d8e-4161-85b9-ef98b7ba3f0a req-444f7c2e-f765-43c0-bd8b-ac6a2970afd8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6501 time: 0.2174830 Nov 12 13:24:19.862402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6067511-bf08-4c16-b31c-d754c79ce83f req-eba2d701-800d-479d-b27e-0769630cbca8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:19.877251 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6067511-bf08-4c16-b31c-d754c79ce83f req-eba2d701-800d-479d-b27e-0769630cbca8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2040966 Nov 12 13:24:19.897380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-def5f931-01bb-4a7b-81d7-1de64d03afff req-499f7acc-d0d8-4f93-9d82-613cbee4e2fb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2714944 Nov 12 13:24:20.001897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2fdd6f91-3d8e-4161-85b9-ef98b7ba3f0a req-167c0415-d322-42ef-bbdc-f4f74f30715a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce0b1444-eb24-46ac-9311-68822b34cec2&id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1904311 Nov 12 13:24:20.007743 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534075d0-7077-4bda-b899-ed1a682bd09d req-57beca70-79a9-45c2-9a3c-e7f806c4f694 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:20.010374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-57beca70-79a9-45c2-9a3c-e7f806c4f694 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.105 "GET /v2.0/networks?id=24b9bba6-54da-41d8-9024-59954b89ba99 HTTP/1.1" status: 200 len: 814 time: 0.5752466 Nov 12 13:24:20.082970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Request body: {'port': {'device_id': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99', 'admin_state_up': True, 'tenant_id': 'a83115dcd3cd460d8bb0bce622d65795'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:20.142194 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6067511-bf08-4c16-b31c-d754c79ce83f req-5ca486a7-6ba0-4de2-a6ba-4977f3f8756d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633770 Nov 12 13:24:20.212806 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3672a7ab-116a-42b7-a8f3-bd2e66b6ce18 req-1a163a44-29dd-4905-9be5-fabc8eecdcd5 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 210 time: 0.0781572 Nov 12 13:24:20.431082 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15e4df8c-9a42-4ebd-81f1-9a89a1b39d39 req-d61a0d10-928a-4b6d-832c-de5c1cb123a0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 210 time: 0.0426292 Nov 12 13:24:20.510058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Made reservation on behalf of a83115dcd3cd460d8bb0bce622d65795 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:20.518374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:20.799947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2fc1e-d14e-4877-b649-aeee69cb9578 req-d76f1d32-7645-4368-b47c-eb4fe5101c5b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:20.808588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6b2fc1e-d14e-4877-b649-aeee69cb9578 req-d76f1d32-7645-4368-b47c-eb4fe5101c5b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2798753 Nov 12 13:24:20.841418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Allocated IP 172.20.0.8 (24b9bba6-54da-41d8-9024-59954b89ba99/60e0cb0c-58c2-4f71-8374-b208b225270d/294bc0b9-093a-48f8-bb61-1933beacd5df) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:24:20.912167 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6b2fc1e-d14e-4877-b649-aeee69cb9578 req-cdef44fe-5e62-46bf-9ae2-73021f184e0c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025016 Nov 12 13:24:20.946779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-88bc9955-251b-4f03-9eff-4e22c8004a09 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:20.950454 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-88bc9955-251b-4f03-9eff-4e22c8004a09 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 820 time: 0.4171178 Nov 12 13:24:20.966988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Request body: {'port': {'device_id': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3', 'admin_state_up': True, 'tenant_id': '2c150512e91d4bbaa0a395acf6c2097a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:21.103950 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:21.193033 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:21.220432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Made reservation on behalf of 2c150512e91d4bbaa0a395acf6c2097a for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:21.225843 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:21.357872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48681cc-81f1-43c5-842b-8bfe2c58a1e8 req-f5cf8eb5-5483-447b-aa34-b922697950d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:21.366163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48681cc-81f1-43c5-842b-8bfe2c58a1e8 req-f5cf8eb5-5483-447b-aa34-b922697950d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:21.372830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48681cc-81f1-43c5-842b-8bfe2c58a1e8 req-f5cf8eb5-5483-447b-aa34-b922697950d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:21.381092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48681cc-81f1-43c5-842b-8bfe2c58a1e8 req-f5cf8eb5-5483-447b-aa34-b922697950d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:21.384180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Network 24b9bba6-54da-41d8-9024-59954b89ba99 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:21.386887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Pushing event updated for resources: {'Port': ['ID=294bc0b9-093a-48f8-bb61-1933beacd5df,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:21.388249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48681cc-81f1-43c5-842b-8bfe2c58a1e8 req-f5cf8eb5-5483-447b-aa34-b922697950d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:21.390061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:21.393354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:24:21.396020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48681cc-81f1-43c5-842b-8bfe2c58a1e8 req-f5cf8eb5-5483-447b-aa34-b922697950d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:21.412890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48681cc-81f1-43c5-842b-8bfe2c58a1e8 req-f5cf8eb5-5483-447b-aa34-b922697950d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:21.415213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b48681cc-81f1-43c5-842b-8bfe2c58a1e8 req-f5cf8eb5-5483-447b-aa34-b922697950d0 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.2093179 Nov 12 13:24:21.559260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:21.562024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:21.589461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b48681cc-81f1-43c5-842b-8bfe2c58a1e8 req-27eb6728-7219-4329-ae9d-21a391324485 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1420441 Nov 12 13:24:21.660225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Allocated IP 172.20.0.14 (e411bc3c-af17-45ec-b8e1-39edef3887a3/102fa98f-869c-4389-b565-fb75f9d9ac39/a4f6c415-88aa-440c-9704-5b504a4b9c5f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:24:21.679478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f840c0f-4940-417c-9fd0-9afcd3acffa9 req-1b8303ca-645f-4db5-a980-e0205163d9f9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:21.697334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f840c0f-4940-417c-9fd0-9afcd3acffa9 req-1b8303ca-645f-4db5-a980-e0205163d9f9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3003037 Nov 12 13:24:21.703418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-87b3e609-6452-4411-9e60-5dce833dab92 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6758730 Nov 12 13:24:21.721655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Request body: {'port': {'device_id': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:21.957947 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f840c0f-4940-417c-9fd0-9afcd3acffa9 req-068bb427-98f7-4b62-b320-f33509122730 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688615 Nov 12 13:24:21.964622 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:21.970701 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:22.037227 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:22.305134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Network e411bc3c-af17-45ec-b8e1-39edef3887a3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:22.322197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:22.332481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:24:22.395377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Pushing event updated for resources: {'Port': ['ID=a4f6c415-88aa-440c-9704-5b504a4b9c5f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:22.415536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:22.416342 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:22.435012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5331c6-3979-40a2-b38b-cc0069b0dc94 req-ef45f11c-243c-4cf3-ba16-7ebc343c7842 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:22.443910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c5331c6-3979-40a2-b38b-cc0069b0dc94 req-ef45f11c-243c-4cf3-ba16-7ebc343c7842 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 931 time: 0.4215090 Nov 12 13:24:22.502345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-a6fda71e-ef8e-4250-a059-b8c1bc801991 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5414972 Nov 12 13:24:22.534438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Request body: {'port': {'device_id': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:22.539763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1765ee-731a-4e78-ae66-0da97124f1b7 req-49d77cfd-8cbf-44ab-b7e0-1448231856bd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:22.548269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b1765ee-731a-4e78-ae66-0da97124f1b7 req-49d77cfd-8cbf-44ab-b7e0-1448231856bd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 932 time: 0.1644425 Nov 12 13:24:22.651192 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c5331c6-3979-40a2-b38b-cc0069b0dc94 req-eabad653-2423-4f0a-ae6f-229fddf0d749 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056668 Nov 12 13:24:22.659621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b1765ee-731a-4e78-ae66-0da97124f1b7 req-a1f50dc6-74e5-4664-9c08-175f63e1cd75 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101418 Nov 12 13:24:22.738171 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:22.797335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294bc0b9-093a-48f8-bb61-1933beacd5df {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:22.834954 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:22.865661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275e9c2-8c35-43b1-ba6e-f5cca25fe74d req-9305469d-8625-4ef3-a0cd-baa337c4052f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:22.873310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5275e9c2-8c35-43b1-ba6e-f5cca25fe74d req-9305469d-8625-4ef3-a0cd-baa337c4052f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1006289 Nov 12 13:24:22.886382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Transition to ACTIVE for port object 294bc0b9-093a-48f8-bb61-1933beacd5df will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:24:22.895724 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:22.985241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Pushing event updated for resources: {'Port': ['ID=294bc0b9-093a-48f8-bb61-1933beacd5df,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:23.052283 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5275e9c2-8c35-43b1-ba6e-f5cca25fe74d req-f2edbbe6-392d-418e-b4f6-56d7d80c7c2d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773920 Nov 12 13:24:23.150217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Attempting to bind port 294bc0b9-093a-48f8-bb61-1933beacd5df on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:24:23.150658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Attempting to bind port 294bc0b9-093a-48f8-bb61-1933beacd5df by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:24:23.152313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Attempting to bind port 294bc0b9-093a-48f8-bb61-1933beacd5df on network 24b9bba6-54da-41d8-9024-59954b89ba99 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:23.168531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Port 294bc0b9-093a-48f8-bb61-1933beacd5df on network 24b9bba6-54da-41d8-9024-59954b89ba99 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:24:23.168945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Attempting to bind port 294bc0b9-093a-48f8-bb61-1933beacd5df on network 24b9bba6-54da-41d8-9024-59954b89ba99 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:23.182981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:24:23.183449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Checking segment: {'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:23.183922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Bound using segment: {'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:24:23.184694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Bound port: 294bc0b9-093a-48f8-bb61-1933beacd5df, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:24:23.201937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:23.320673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174e4f3-cdf0-4615-8ccd-0d91ed5222b3 req-5e327cb3-b6bd-4558-9e6f-76e468914c7a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:23.328810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174e4f3-cdf0-4615-8ccd-0d91ed5222b3 req-5e327cb3-b6bd-4558-9e6f-76e468914c7a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:23.338258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174e4f3-cdf0-4615-8ccd-0d91ed5222b3 req-5e327cb3-b6bd-4558-9e6f-76e468914c7a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:23.353318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174e4f3-cdf0-4615-8ccd-0d91ed5222b3 req-5e327cb3-b6bd-4558-9e6f-76e468914c7a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:23.365218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174e4f3-cdf0-4615-8ccd-0d91ed5222b3 req-5e327cb3-b6bd-4558-9e6f-76e468914c7a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:23.379293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174e4f3-cdf0-4615-8ccd-0d91ed5222b3 req-5e327cb3-b6bd-4558-9e6f-76e468914c7a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:23.380631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] For port 294bc0b9-093a-48f8-bb61-1933beacd5df, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:23.389219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] For port 294bc0b9-093a-48f8-bb61-1933beacd5df, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=294bc0b9-093a-48f8-bb61-1933beacd5df,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:24:23.390299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174e4f3-cdf0-4615-8ccd-0d91ed5222b3 req-5e327cb3-b6bd-4558-9e6f-76e468914c7a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:23.400067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9174e4f3-cdf0-4615-8ccd-0d91ed5222b3 req-5e327cb3-b6bd-4558-9e6f-76e468914c7a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.2220013 Nov 12 13:24:23.408024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:23.440339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:23.441743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:23.445122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] 10.222.0.105 "PUT /v2.0/ports/294bc0b9-093a-48f8-bb61-1933beacd5df HTTP/1.1" status: 200 len: 1091 time: 1.7301462 Nov 12 13:24:23.481875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f04b7-a321-4668-975e-f46735c91730 req-0d997115-b993-4c25-a899-373cd0fe89ed tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:23.484288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-223f04b7-a321-4668-975e-f46735c91730 req-0d997115-b993-4c25-a899-373cd0fe89ed tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1918805 Nov 12 13:24:23.487826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'tag': '294bc0b9-093a-48f8-bb61-1933beacd5df'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:23.491099 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7d82d3-564f-49ca-8930-1c2fb88ab089" -d '{"events": [{"name": "network-changed", "server_uuid": "63905e2f-cf36-404c-ac0f-588045d12f2e", "tag": "294bc0b9-093a-48f8-bb61-1933beacd5df"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:23.576075 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9174e4f3-cdf0-4615-8ccd-0d91ed5222b3 req-65213118-3770-4489-ba59-84c1bcb3f899 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1580911 Nov 12 13:24:23.805149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f6c415-88aa-440c-9704-5b504a4b9c5f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:23.833429 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:23.845835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b0dae-4389-4b98-b673-dfb7bb80876c service neutron] Pushing event updated for resources: {'Port': ['ID=294bc0b9-093a-48f8-bb61-1933beacd5df,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:23.853098 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534075d0-7077-4bda-b899-ed1a682bd09d req-496b8866-91c2-4062-b5a0-09bcb084387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:23.866710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-496b8866-91c2-4062-b5a0-09bcb084387a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a83115dcd3cd460d8bb0bce622d65795&device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 1094 time: 0.3421183 Nov 12 13:24:23.879537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Transition to ACTIVE for port object a4f6c415-88aa-440c-9704-5b504a4b9c5f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:24:23.882738 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869f7344-8dfc-4a65-a655-2e151f42a1f7 x-openstack-request-id: req-869f7344-8dfc-4a65-a655-2e151f42a1f7 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:23.883209 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63905e2f-cf36-404c-ac0f-588045d12f2e", "tag": "294bc0b9-093a-48f8-bb61-1933beacd5df", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:23.883626 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-869f7344-8dfc-4a65-a655-2e151f42a1f7 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:23.884508 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'tag': '294bc0b9-093a-48f8-bb61-1933beacd5df', 'status': 'completed', 'code': 200} Nov 12 13:24:23.886805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:24.076222 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-223f04b7-a321-4668-975e-f46735c91730 req-d611bb23-9cb2-47c9-b0d3-2f01c8cec5c4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194779 Nov 12 13:24:24.119904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-48d36973-c8e5-400d-b73f-d1a407a139f5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=294bc0b9-093a-48f8-bb61-1933beacd5df HTTP/1.1" status: 200 len: 217 time: 0.1931961 Nov 12 13:24:24.131191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f6c415-88aa-440c-9704-5b504a4b9c5f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:24.205649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534075d0-7077-4bda-b899-ed1a682bd09d req-2a6d72f7-830e-45c1-ab02-f8c31bb79cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:24.208553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-2a6d72f7-830e-45c1-ab02-f8c31bb79cca service neutron] 10.222.0.105 "GET /v2.0/subnets?id=60e0cb0c-58c2-4f71-8374-b208b225270d HTTP/1.1" status: 200 len: 854 time: 0.0813193 Nov 12 13:24:24.260327 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-36786293-72f9-462c-a862-7e9e7d6474ee service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=24b9bba6-54da-41d8-9024-59954b89ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426736 Nov 12 13:24:24.299631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:24:24.299631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:24:24.299631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:24.319264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Port a4f6c415-88aa-440c-9704-5b504a4b9c5f on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:24:24.319814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:24.374247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:24:24.374817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:24.375507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:24:24.376297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Bound port: a4f6c415-88aa-440c-9704-5b504a4b9c5f, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:24:24.376911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:24.449469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41aedec-2d8a-4a41-973b-2bd829979342 req-ce0ac9e6-90bc-4a3e-b298-575bd77d9f11 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:24.459415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e41aedec-2d8a-4a41-973b-2bd829979342 req-ce0ac9e6-90bc-4a3e-b298-575bd77d9f11 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.4429073 Nov 12 13:24:24.566234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42678) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:24.582762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2cdd-e871-4126-b59a-285052ed7130 req-202fe2b0-b6b3-4687-b430-1ec6987e62af tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:24.592080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-37da2cdd-e871-4126-b59a-285052ed7130 req-202fe2b0-b6b3-4687-b430-1ec6987e62af tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 943 time: 0.3292079 Nov 12 13:24:24.609935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-508abb34-b102-4d93-b802-02027457eb94 service neutron] 10.222.0.105 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314660 Nov 12 13:24:24.645741 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e41aedec-2d8a-4a41-973b-2bd829979342 req-d2fdd63e-021b-43bc-bb8f-b41576176df1 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522150 Nov 12 13:24:24.813263 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-37da2cdd-e871-4126-b59a-285052ed7130 req-4f249e02-32ab-49b2-b782-c5b8743a2d53 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186933 Nov 12 13:24:25.000518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:25.009512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:24:25.019737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:25.020561 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-805c620a-e2ad-4c6c-87b0-ae1f57c51d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:25.106561 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-534075d0-7077-4bda-b899-ed1a682bd09d req-1d43a9eb-4072-4a22-b00d-d46ea8eee99c service neutron] 10.222.0.105 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854081 Nov 12 13:24:25.247574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-805c620a-e2ad-4c6c-87b0-ae1f57c51d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:25.263786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.269019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:25.269019 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] 10.222.0.105 "PUT /v2.0/ports/a4f6c415-88aa-440c-9704-5b504a4b9c5f HTTP/1.1" status: 200 len: 1092 time: 2.7483640 Nov 12 13:24:25.271522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'tag': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:25.273963 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-805c620a-e2ad-4c6c-87b0-ae1f57c51d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:25.277313 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7280df-2653-4923-827f-415103a64c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a66c10f5-c53a-4db3-a701-d0f5a9aa5a68", "tag": "a4f6c415-88aa-440c-9704-5b504a4b9c5f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:25.291418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd27cc-b776-4420-a594-8b13be7875f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f6c415-88aa-440c-9704-5b504a4b9c5f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:25.408053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c620a-e2ad-4c6c-87b0-ae1f57c51d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9cb691-6af0-4f9a-a739-e125c2c02e2c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:25.419609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-805c620a-e2ad-4c6c-87b0-ae1f57c51d48 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8cebd2e30ff431fa020310f78fad8a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8234582 Nov 12 13:24:25.423831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42692) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:25.461246 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549c73-4501-4294-9f1e-0981dbe25769 req-30cc65f4-9be5-48c1-94f3-d883a35d1667 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.475501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549c73-4501-4294-9f1e-0981dbe25769 req-30cc65f4-9be5-48c1-94f3-d883a35d1667 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.491784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549c73-4501-4294-9f1e-0981dbe25769 req-30cc65f4-9be5-48c1-94f3-d883a35d1667 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.504550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549c73-4501-4294-9f1e-0981dbe25769 req-30cc65f4-9be5-48c1-94f3-d883a35d1667 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.505603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b8c90-7797-48b6-8fdc-4bb299702d5b req-cfa22d2f-eb80-4b7a-973f-b6d370a9b572 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.508977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-168b8c90-7797-48b6-8fdc-4bb299702d5b req-cfa22d2f-eb80-4b7a-973f-b6d370a9b572 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2381964 Nov 12 13:24:25.520057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-afa5477d-3cb8-42c1-a1bd-e1b4bc423bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.523266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-afa5477d-3cb8-42c1-a1bd-e1b4bc423bcd service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 1095 time: 0.1517894 Nov 12 13:24:25.532595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549c73-4501-4294-9f1e-0981dbe25769 req-30cc65f4-9be5-48c1-94f3-d883a35d1667 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.566820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549c73-4501-4294-9f1e-0981dbe25769 req-30cc65f4-9be5-48c1-94f3-d883a35d1667 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.574644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549c73-4501-4294-9f1e-0981dbe25769 req-30cc65f4-9be5-48c1-94f3-d883a35d1667 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.590209 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4549c73-4501-4294-9f1e-0981dbe25769 req-30cc65f4-9be5-48c1-94f3-d883a35d1667 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.3378432 Nov 12 13:24:25.605846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d82d3-564f-49ca-8930-1c2fb88ab089 req-fee598e3-9639-45e7-9e19-1aa7a898157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.607421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e7d82d3-564f-49ca-8930-1c2fb88ab089 req-fee598e3-9639-45e7-9e19-1aa7a898157e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a83115dcd3cd460d8bb0bce622d65795&device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 1094 time: 0.3555462 Nov 12 13:24:25.639768 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-1861d89e-6664-47cd-b728-45247becc8ed service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f HTTP/1.1" status: 200 len: 217 time: 0.1027560 Nov 12 13:24:25.739657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-168b8c90-7797-48b6-8fdc-4bb299702d5b req-58735657-4bfd-40be-bcf0-168aea68ea7f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154086 Nov 12 13:24:25.771223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-deaab4f9-5376-4afd-bee5-c7ddb1e0caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:25.772851 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-deaab4f9-5376-4afd-bee5-c7ddb1e0caf0 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1258721 Nov 12 13:24:25.815280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-8425c118-5a93-4569-a970-65303cf98d0f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337365 Nov 12 13:24:26.048852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-8f58a4a2-8e02-4e9a-92cb-71f4139b5d25 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231193 Nov 12 13:24:26.051949 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6632610-cacc-4215-8293-a59951a5c81c x-openstack-request-id: req-a6632610-cacc-4215-8293-a59951a5c81c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:26.052593 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66c10f5-c53a-4db3-a701-d0f5a9aa5a68", "tag": "a4f6c415-88aa-440c-9704-5b504a4b9c5f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:26.053138 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6632610-cacc-4215-8293-a59951a5c81c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:26.054088 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'tag': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f', 'status': 'completed', 'code': 200} Nov 12 13:24:26.298075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4549c73-4501-4294-9f1e-0981dbe25769 req-bce4053c-d36f-4d42-8433-722d7b90a023 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7067258 Nov 12 13:24:26.330339 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19ff1094-7d67-43e8-a5c0-e2160c0aaee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:26.341727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3311a7d1-d7eb-4e14-88b9-9cc322f81efd req-53b13c7d-ee0e-4b29-aa7b-169df4b079cf service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769639 Nov 12 13:24:26.354768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b3f52-3ca3-40ae-b60e-1cd8ac4ab8ee req-997ff8fb-87dc-4e72-b118-3b95b7ac5a5e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:26.357232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-003b3f52-3ca3-40ae-b60e-1cd8ac4ab8ee req-997ff8fb-87dc-4e72-b118-3b95b7ac5a5e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1484170 Nov 12 13:24:26.439479 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19ff1094-7d67-43e8-a5c0-e2160c0aaee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:26.502880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-003b3f52-3ca3-40ae-b60e-1cd8ac4ab8ee req-73dddb6c-d464-4629-82c3-05f24786c9ee tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090658 Nov 12 13:24:26.542690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7280df-2653-4923-827f-415103a64c0e req-82fd5628-8c12-4261-b0ac-9b8a97928b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:26.549841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be7280df-2653-4923-827f-415103a64c0e req-82fd5628-8c12-4261-b0ac-9b8a97928b38 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 1095 time: 0.1142898 Nov 12 13:24:26.564422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19ff1094-7d67-43e8-a5c0-e2160c0aaee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:26.569316 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19ff1094-7d67-43e8-a5c0-e2160c0aaee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:26.575692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-19ff1094-7d67-43e8-a5c0-e2160c0aaee3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca9cb691-6af0-4f9a-a739-e125c2c02e2c HTTP/1.1" status: 204 len: 168 time: 1.1402395 Nov 12 13:24:26.590459 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff1094-7d67-43e8-a5c0-e2160c0aaee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9cb691-6af0-4f9a-a739-e125c2c02e2c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:26.609204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d82d3-564f-49ca-8930-1c2fb88ab089 req-8f678772-d2bb-4710-b589-f294964b3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:26.613308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e7d82d3-564f-49ca-8930-1c2fb88ab089 req-8f678772-d2bb-4710-b589-f294964b3c12 service neutron] 10.222.0.105 "GET /v2.0/networks?id=24b9bba6-54da-41d8-9024-59954b89ba99 HTTP/1.1" status: 200 len: 915 time: 0.9864485 Nov 12 13:24:26.769018 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e7d82d3-564f-49ca-8930-1c2fb88ab089 req-715b2c05-f1b2-4966-a277-1ec0744fdc98 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=294bc0b9-093a-48f8-bb61-1933beacd5df HTTP/1.1" status: 200 len: 217 time: 0.1475999 Nov 12 13:24:26.852138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141bb81-6f85-46ac-848a-acf9a15692f2 req-3e88eb25-0b5c-4546-9504-159ebe6daf1b tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:26.854154 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a141bb81-6f85-46ac-848a-acf9a15692f2 req-3e88eb25-0b5c-4546-9504-159ebe6daf1b tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 943 time: 0.1234262 Nov 12 13:24:26.867079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7280df-2653-4923-827f-415103a64c0e req-01c912ac-9f94-488f-b0f9-56605f918ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:26.868927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be7280df-2653-4923-827f-415103a64c0e req-01c912ac-9f94-488f-b0f9-56605f918ceb service neutron] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.3134077 Nov 12 13:24:26.963883 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d82d3-564f-49ca-8930-1c2fb88ab089 req-513c17f2-59ba-4ca8-b563-12209205294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:26.970453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e7d82d3-564f-49ca-8930-1c2fb88ab089 req-513c17f2-59ba-4ca8-b563-12209205294a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=60e0cb0c-58c2-4f71-8374-b208b225270d HTTP/1.1" status: 200 len: 854 time: 0.1922238 Nov 12 13:24:27.006187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be7280df-2653-4923-827f-415103a64c0e req-a72fb509-6884-49da-86d4-7423cc6a1d9b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f HTTP/1.1" status: 200 len: 217 time: 0.1289189 Nov 12 13:24:27.008872 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4852def0-ad1e-44cc-971d-7326294e866f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:27.049134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e7d82d3-564f-49ca-8930-1c2fb88ab089 req-39878279-8ace-4e29-8f81-079d32cde8ee service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=24b9bba6-54da-41d8-9024-59954b89ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654337 Nov 12 13:24:27.102401 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7280df-2653-4923-827f-415103a64c0e req-060109a2-2ccd-4b4e-b1ad-12441f842b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:27.104185 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be7280df-2653-4923-827f-415103a64c0e req-060109a2-2ccd-4b4e-b1ad-12441f842b75 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.0808976 Nov 12 13:24:27.193964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be7280df-2653-4923-827f-415103a64c0e req-50a51c7e-835b-4ad3-b4eb-a32cef88cc28 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820584 Nov 12 13:24:27.282136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a141bb81-6f85-46ac-848a-acf9a15692f2 req-014d7861-e366-4324-95c8-6b684476eed6 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063736 Nov 12 13:24:27.329396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d398-29ed-4886-859f-332f9f245622 req-a444f1d5-bd00-4c7e-8da5-f78f2fc9edd6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:27.344469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d398-29ed-4886-859f-332f9f245622 req-a444f1d5-bd00-4c7e-8da5-f78f2fc9edd6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:27.364677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d398-29ed-4886-859f-332f9f245622 req-a444f1d5-bd00-4c7e-8da5-f78f2fc9edd6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:27.379103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d398-29ed-4886-859f-332f9f245622 req-a444f1d5-bd00-4c7e-8da5-f78f2fc9edd6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:27.394668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d398-29ed-4886-859f-332f9f245622 req-a444f1d5-bd00-4c7e-8da5-f78f2fc9edd6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:27.411461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d398-29ed-4886-859f-332f9f245622 req-a444f1d5-bd00-4c7e-8da5-f78f2fc9edd6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:27.429163 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d398-29ed-4886-859f-332f9f245622 req-a444f1d5-bd00-4c7e-8da5-f78f2fc9edd6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:27.431334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a208d398-29ed-4886-859f-332f9f245622 req-a444f1d5-bd00-4c7e-8da5-f78f2fc9edd6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.3630469 Nov 12 13:24:27.454735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:27.476923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e7d82d3-564f-49ca-8930-1c2fb88ab089 req-e670cf7c-1ad7-4231-8e82-a109a650634d service neutron] 10.222.0.105 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249086 Nov 12 13:24:27.500121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-344fdf3e-c2f8-4455-8a0a-69a5449fd5b7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Request body: {'floatingip': {'port_id': 'bbee6d53-4da5-445b-9558-1c62aa989afe'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:27.514623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:27.589074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be7280df-2653-4923-827f-415103a64c0e req-066f2d2d-0aad-4993-a2b3-5f4269184666 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803442 Nov 12 13:24:27.648806 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-344fdf3e-c2f8-4455-8a0a-69a5449fd5b7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:27.674869 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-887d9559-fd2a-45b6-942c-f2723eaabb12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:27.706958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e7d82d3-564f-49ca-8930-1c2fb88ab089 req-49129e8f-9df0-4012-abcb-7c988c4a5fea service neutron] 10.222.0.105 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161679 Nov 12 13:24:27.739044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5482bbb-a6db-44de-912a-89baf8e97de9 req-bfed3230-0773-4504-98c4-179e5d602cca tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:27.741913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5482bbb-a6db-44de-912a-89baf8e97de9 req-bfed3230-0773-4504-98c4-179e5d602cca tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1209424 Nov 12 13:24:27.814254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5482bbb-a6db-44de-912a-89baf8e97de9 req-2afe7c64-254a-4882-967a-93e01769ad7f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633197 Nov 12 13:24:27.895827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3ec83-fb01-4833-a139-be420f2b7a35 req-c9c695aa-571e-4167-aa5d-acca45986522 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:27.898660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-daa3ec83-fb01-4833-a139-be420f2b7a35 req-c9c695aa-571e-4167-aa5d-acca45986522 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.4757991 Nov 12 13:24:28.220607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4cb8b-e125-4504-8cc1-9f5c406f68ea req-e0ddaaca-4795-42c0-8ba2-2ee12e613cbe tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:28.222315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-46a4cb8b-e125-4504-8cc1-9f5c406f68ea req-e0ddaaca-4795-42c0-8ba2-2ee12e613cbe tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 950 time: 0.0710082 Nov 12 13:24:28.290247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-46a4cb8b-e125-4504-8cc1-9f5c406f68ea req-c0687fb0-04a3-4244-9607-6929f87587f3 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603986 Nov 12 13:24:28.495886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9fa3f-b409-46d5-8766-17a9a5136ccd req-04bcbdc8-1705-4fa3-9b1a-40bb6cf29d08 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:28.499607 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3dc9fa3f-b409-46d5-8766-17a9a5136ccd req-04bcbdc8-1705-4fa3-9b1a-40bb6cf29d08 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 943 time: 0.0809233 Nov 12 13:24:28.592701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be7280df-2653-4923-827f-415103a64c0e req-f8768e7e-c173-47ec-9503-62f1356b0ee0 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9790254 Nov 12 13:24:28.599135 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3dc9fa3f-b409-46d5-8766-17a9a5136ccd req-e0696e75-e941-4f7e-bed5-32c4aac1b3b2 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918727 Nov 12 13:24:28.599641 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-daa3ec83-fb01-4833-a139-be420f2b7a35 req-76d67656-2c5b-40ad-a590-6410f1e5a93e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768413 Nov 12 13:24:28.688748 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-887d9559-fd2a-45b6-942c-f2723eaabb12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:28.701318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-887d9559-fd2a-45b6-942c-f2723eaabb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:28.851323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d9559-fd2a-45b6-942c-f2723eaabb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9e530a-6e99-465c-aca6-15052c619d7b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:28.898500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-887d9559-fd2a-45b6-942c-f2723eaabb12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0e1f834fc1e44e0996c1a379611e5f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3144603 Nov 12 13:24:28.902565 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42768) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:28.937491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0107f1-1496-49b8-bef3-03c54e74a1d2 req-7a2239ec-ae7b-4548-9c4b-83a652f62bf3 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:28.939169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb0107f1-1496-49b8-bef3-03c54e74a1d2 req-7a2239ec-ae7b-4548-9c4b-83a652f62bf3 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2057202 Nov 12 13:24:29.051409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6c440fc-a77d-491f-8a48-f47b0a71369e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:29.068933 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb0107f1-1496-49b8-bef3-03c54e74a1d2 req-468adbdf-ef4e-402c-be15-ad1858f4af52 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951562 Nov 12 13:24:29.103726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81458d-ead3-45ec-8141-951598029c45 req-c25fddb5-3ccf-4eab-9de7-dabf9ec0c56f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:29.110683 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d81458d-ead3-45ec-8141-951598029c45 req-c25fddb5-3ccf-4eab-9de7-dabf9ec0c56f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1591763 Nov 12 13:24:29.140697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6c440fc-a77d-491f-8a48-f47b0a71369e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:29.199252 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-344fdf3e-c2f8-4455-8a0a-69a5449fd5b7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:29.207853 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-344fdf3e-c2f8-4455-8a0a-69a5449fd5b7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:29.212007 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d81458d-ead3-45ec-8141-951598029c45 req-b532680b-98d5-4744-b73c-1d77e360efa0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909619 Nov 12 13:24:29.270094 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6c440fc-a77d-491f-8a48-f47b0a71369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:29.273913 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6c440fc-a77d-491f-8a48-f47b0a71369e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:29.275465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a6c440fc-a77d-491f-8a48-f47b0a71369e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db9e530a-6e99-465c-aca6-15052c619d7b HTTP/1.1" status: 204 len: 168 time: 0.3716240 Nov 12 13:24:29.289560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c440fc-a77d-491f-8a48-f47b0a71369e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9e530a-6e99-465c-aca6-15052c619d7b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:29.385984 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-344fdf3e-c2f8-4455-8a0a-69a5449fd5b7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Floating IP d43c3315-8c19-4d21-8271-63037e099d1e associated. External IP: 172.25.5.27, port: bbee6d53-4da5-445b-9558-1c62aa989afe. Nov 12 13:24:29.477402 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c49cca2-53d8-45e1-96b0-787658723a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:29.590359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85de24f-2fd3-40e5-8012-cc7f75ffdacc req-5906de7c-1e8e-49b1-98ed-c552e11b588c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:29.594839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d85de24f-2fd3-40e5-8012-cc7f75ffdacc req-5906de7c-1e8e-49b1-98ed-c552e11b588c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1495659 Nov 12 13:24:29.648674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20299ad-9107-42a6-aeb8-a56bfb26e069 req-7d972692-267a-4448-a442-5135d8d578df tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:29.650724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f20299ad-9107-42a6-aeb8-a56bfb26e069 req-7d972692-267a-4448-a442-5135d8d578df tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 950 time: 0.1739724 Nov 12 13:24:29.715644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d85de24f-2fd3-40e5-8012-cc7f75ffdacc req-1dbe43fe-d6ae-4de1-8f95-436cc83887cf tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106873 Nov 12 13:24:29.835712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f20299ad-9107-42a6-aeb8-a56bfb26e069 req-afdfffa9-a212-4fd7-8b34-6aebde251ee2 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615677 Nov 12 13:24:29.894106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344fdf3e-c2f8-4455-8a0a-69a5449fd5b7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Router 15db21fe-8f06-4754-ae4f-ede0b72aa552 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:24:29.946556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c6ced-6fc0-4b70-b13a-494208e9980e req-8beba2aa-bab4-4999-b3cf-8b84bd2ef857 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:29.959843 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee6c6ced-6fc0-4b70-b13a-494208e9980e req-8beba2aa-bab4-4999-b3cf-8b84bd2ef857 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 943 time: 0.1200566 Nov 12 13:24:30.052613 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee6c6ced-6fc0-4b70-b13a-494208e9980e req-ff2020d1-9fb8-4465-b2fa-bf516d000b50 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890059 Nov 12 13:24:30.175456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521a761-826e-4760-bf03-940542dbacd2 req-b0247d4f-762b-44fb-8b27-6f1ee6d4eb8d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:30.178765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5521a761-826e-4760-bf03-940542dbacd2 req-b0247d4f-762b-44fb-8b27-6f1ee6d4eb8d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1810346 Nov 12 13:24:30.245410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344fdf3e-c2f8-4455-8a0a-69a5449fd5b7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:24:30.263726 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-344fdf3e-c2f8-4455-8a0a-69a5449fd5b7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:30.272700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] Sync routers for ids ['15db21fe-8f06-4754-ae4f-ede0b72aa552'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:24:30.300720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] Routers {'15db21fe-8f06-4754-ae4f-ede0b72aa552'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:30.302160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['15db21fe-8f06-4754-ae4f-ede0b72aa552'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:30.322412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-344fdf3e-c2f8-4455-8a0a-69a5449fd5b7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "PUT /v2.0/floatingips/d43c3315-8c19-4d21-8271-63037e099d1e HTTP/1.1" status: 200 len: 991 time: 2.8335204 Nov 12 13:24:30.327792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'bbee6d53-4da5-445b-9558-1c62aa989afe'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:30.332417 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b" -d '{"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "bbee6d53-4da5-445b-9558-1c62aa989afe"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:30.393983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5521a761-826e-4760-bf03-940542dbacd2 req-cd4bc0a1-d530-4a96-8392-e8e178ca3c67 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038352 Nov 12 13:24:30.624891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] Set router 15db21fe-8f06-4754-ae4f-ede0b72aa552 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:30.626012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062a7c7-bbc8-4969-a531-98c89381f5c2 req-517f8836-061e-492e-b4df-867168a8e74a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:30.628337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8062a7c7-bbc8-4969-a531-98c89381f5c2 req-517f8836-061e-492e-b4df-867168a8e74a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1096964 Nov 12 13:24:30.631329 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:30.736720 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8062a7c7-bbc8-4969-a531-98c89381f5c2 req-30860ca8-8e48-48c3-bde3-50bfa7de7611 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821617 Nov 12 13:24:30.770969 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af0a4e5-2e36-4320-9a4c-f3c6ddf9d398 x-openstack-request-id: req-1af0a4e5-2e36-4320-9a4c-f3c6ddf9d398 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:30.777875 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "tag": "bbee6d53-4da5-445b-9558-1c62aa989afe", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:30.779026 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1af0a4e5-2e36-4320-9a4c-f3c6ddf9d398 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:30.782399 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'tag': 'bbee6d53-4da5-445b-9558-1c62aa989afe', 'status': 'completed', 'code': 200} Nov 12 13:24:30.883043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-80acb310-c549-4c23-88e9-7eadc7579f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:30.883783 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-80acb310-c549-4c23-88e9-7eadc7579f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:30.884388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-80acb310-c549-4c23-88e9-7eadc7579f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:30.885012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-80acb310-c549-4c23-88e9-7eadc7579f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:30.885934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-80acb310-c549-4c23-88e9-7eadc7579f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:30.886257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-80acb310-c549-4c23-88e9-7eadc7579f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:30.886721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-80acb310-c549-4c23-88e9-7eadc7579f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:30.890422 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-80acb310-c549-4c23-88e9-7eadc7579f6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6501 time: 0.0905910 Nov 12 13:24:31.003463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 294bc0b9-093a-48f8-bb61-1933beacd5df details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:24:31.118141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e027e36-5406-4ea1-a3f9-3c484d69edd5 req-7aaec4c2-2100-4535-bea0-91030f855617 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:31.119775 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e027e36-5406-4ea1-a3f9-3c484d69edd5 req-7aaec4c2-2100-4535-bea0-91030f855617 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1362910 Nov 12 13:24:31.189896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd43c3315-8c19-4d21-8271-63037e099d1e', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'port_id': 'bbee6d53-4da5-445b-9558-1c62aa989afe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'mac_address': 'fa:16:3e:3e:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:22:30Z', 'updated_at': '2021-11-12T13:24:29Z', 'revision_number': 1, 'project_id': '417c8b6de118451fa28529e6becf05da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce25574-7846-4cec-9545-2b9325625ba0', 'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'mac_address': 'fa:16:3e:5c:ad:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:13Z', 'updated_at': '2021-11-12T13:21:23Z', 'revision_number': 5, 'project_id': '417c8b6de118451fa28529e6becf05da', 'subnets': [{'id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:31.244032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] Checking router: 15db21fe-8f06-4754-ae4f-ede0b72aa552 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:24:31.254546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-94d9cd7e-30d4-423d-9f92-60734820e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:31.258821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-94d9cd7e-30d4-423d-9f92-60734820e308 service neutron] 10.222.0.70 "GET /v2.0/networks?id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761 HTTP/1.1" status: 200 len: 917 time: 0.3609400 Nov 12 13:24:31.266867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 294bc0b9-093a-48f8-bb61-1933beacd5df, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=294bc0b9-093a-48f8-bb61-1933beacd5df,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:31.287995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] Routers {'15db21fe-8f06-4754-ae4f-ede0b72aa552'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:31.288627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['15db21fe-8f06-4754-ae4f-ede0b72aa552'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:31.291503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '294bc0b9-093a-48f8-bb61-1933beacd5df', 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99', 'port_id': '294bc0b9-093a-48f8-bb61-1933beacd5df', 'mac_address': 'fa:16:3e:44:1d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e0cb0c-58c2-4f71-8374-b208b225270d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:24:31.293081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e027e36-5406-4ea1-a3f9-3c484d69edd5 req-c12cb501-21b0-4394-88ea-f6e18320128d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493714 Nov 12 13:24:31.312863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0333d-4de0-4d8d-aa9d-93932358884c req-3163201e-9788-4d01-8360-5db08042bac4 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:31.320643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-18c0333d-4de0-4d8d-aa9d-93932358884c req-3163201e-9788-4d01-8360-5db08042bac4 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 943 time: 0.1192482 Nov 12 13:24:31.456899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-18c0333d-4de0-4d8d-aa9d-93932358884c req-93199dab-ccee-4d11-a235-4813607907a9 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166236 Nov 12 13:24:31.493832 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:31.495966 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-0c39fd1a-cd94-42c9-b079-caeb846bd082 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbee6d53-4da5-445b-9558-1c62aa989afe HTTP/1.1" status: 200 len: 999 time: 0.1996641 Nov 12 13:24:31.683983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-cdf722b8-9b94-43f2-a2a7-c27e88a07d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:31.692242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-cdf722b8-9b94-43f2-a2a7-c27e88a07d68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4dec9a87-8b74-444f-a019-9e4489ab8c90 HTTP/1.1" status: 200 len: 855 time: 0.1881347 Nov 12 13:24:31.732422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0beb-04bb-458f-9c4b-650c2a119eb9 req-c1c594c3-d629-4113-bc80-70375df41808 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:31.734981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b9c0beb-04bb-458f-9c4b-650c2a119eb9 req-c1c594c3-d629-4113-bc80-70375df41808 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1466382 Nov 12 13:24:31.801766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:31.814076 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294bc0b9-093a-48f8-bb61-1933beacd5df {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:31.888424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-dc5098ca-c72d-413b-821e-c7923b9d6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:31.893147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-dc5098ca-c72d-413b-821e-c7923b9d6d4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841950 Nov 12 13:24:31.917966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] Set router 15db21fe-8f06-4754-ae4f-ede0b72aa552 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:31.928827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 294bc0b9-093a-48f8-bb61-1933beacd5df, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=294bc0b9-093a-48f8-bb61-1933beacd5df,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:31.989847 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:31.991333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a4f6c415-88aa-440c-9704-5b504a4b9c5f details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:24:31.996424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42906) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:32.054248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b9c0beb-04bb-458f-9c4b-650c2a119eb9 req-1ce69627-1002-4fee-b9c1-e161bc746618 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825563 Nov 12 13:24:32.112833 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-dd0b5c88-919a-4a19-a343-ea5204a49657 service neutron] 10.222.0.70 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991966 Nov 12 13:24:32.262312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ae7ff0a-bf69-44fe-87da-c03ff4c4ee9b req-90f37afd-02a5-402a-b872-f10680d3557e service neutron] 10.222.0.70 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392996 Nov 12 13:24:32.294118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7da24-2119-497a-aa4d-5f956f57cec9 req-fa63c2d5-eaa5-4573-8d56-0880a4ef225f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:32.296696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcf7da24-2119-497a-aa4d-5f956f57cec9 req-fa63c2d5-eaa5-4573-8d56-0880a4ef225f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.0868208 Nov 12 13:24:32.337826 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:24:32.391962 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.398459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=294bc0b9-093a-48f8-bb61-1933beacd5df,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:32.401600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2076882748'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:32.432138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.442054 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcf7da24-2119-497a-aa4d-5f956f57cec9 req-e4e4216a-a816-44b9-87d4-626d2da46e9f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390004 Nov 12 13:24:32.449375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be44b6-5e4f-4707-adfd-44192b393cb2 req-aaaf61aa-ae00-46be-af18-69ab318d2eb8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:32.450677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89be44b6-5e4f-4707-adfd-44192b393cb2 req-aaaf61aa-ae00-46be-af18-69ab318d2eb8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0614572 Nov 12 13:24:32.471630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Made reservation on behalf of 5315e79aeaae4c9087e09cfe4f96531c for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:32.490752 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.507108 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.548169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89be44b6-5e4f-4707-adfd-44192b393cb2 req-a4942fef-ff37-48e1-bb90-d6ed19e06087 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874510 Nov 12 13:24:32.586009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:32.589905 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1e8d77-766f-4b17-8e9c-dd91bb7f62af" -d '{"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-unplugged", "status": "completed", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:32.657878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:32.687101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:32.690408 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.720182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.729819 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.766295 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f', 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3', 'port_id': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f', 'mac_address': 'fa:16:3e:91:04:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102fa98f-869c-4389-b565-fb75f9d9ac39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:24:32.770498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001d5bc-8f36-4907-9400-b7d3c61fc026 req-22597957-891f-4c79-84a2-8fb8f2110207 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:32.775619 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b001d5bc-8f36-4907-9400-b7d3c61fc026 req-22597957-891f-4c79-84a2-8fb8f2110207 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 944 time: 0.1093082 Nov 12 13:24:32.791766 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.823250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:24:32.855165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87598418-1d2b-4e51-b3a9-8d51d4e9bd27,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:32.861706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b001d5bc-8f36-4907-9400-b7d3c61fc026 req-8777b777-e21e-4b37-af0f-3c5306de36b8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764422 Nov 12 13:24:32.861937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.862298 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Added segment 6722ef05-01b6-4a00-abd7-d5089b339cf6 of type vlan for network 65a09248-da73-4372-b244-f19e96ca92a4 Nov 12 13:24:32.876006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:32.900005 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.911291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e966654-14aa-4090-8f4d-75b9b14ffc89 req-f840ae44-aac2-48b9-8c29-6e32243331f5 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:32.913149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e966654-14aa-4090-8f4d-75b9b14ffc89 req-f840ae44-aac2-48b9-8c29-6e32243331f5 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1744628 Nov 12 13:24:32.933889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:32.938160 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e81cc0-a6a6-495f-9f41-0aecd07b51ab x-openstack-request-id: req-a1e81cc0-a6a6-495f-9f41-0aecd07b51ab {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:32.938301 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-unplugged", "status": "completed", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:32.938659 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1e81cc0-a6a6-495f-9f41-0aecd07b51ab {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:32.939315 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'code': 200} Nov 12 13:24:32.941631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f6c415-88aa-440c-9704-5b504a4b9c5f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:32.961845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd43c3315-8c19-4d21-8271-63037e099d1e', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'port_id': 'bbee6d53-4da5-445b-9558-1c62aa989afe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'mac_address': 'fa:16:3e:3e:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:22:30Z', 'updated_at': '2021-11-12T13:24:29Z', 'revision_number': 1, 'project_id': '417c8b6de118451fa28529e6becf05da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce25574-7846-4cec-9545-2b9325625ba0', 'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'mac_address': 'fa:16:3e:5c:ad:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:13Z', 'updated_at': '2021-11-12T13:21:23Z', 'revision_number': 5, 'project_id': '417c8b6de118451fa28529e6becf05da', 'subnets': [{'id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:32.998292 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e966654-14aa-4090-8f4d-75b9b14ffc89 req-7061513d-edf3-47e4-b578-52923305c0a4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746896 Nov 12 13:24:32.999637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671d63d7-7ab0-4df2-9469-d6ccb4ea5da0 None None] The sync data for ids ['15db21fe-8f06-4754-ae4f-ede0b72aa552'] in n-d-805736-4 is: [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd43c3315-8c19-4d21-8271-63037e099d1e', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'port_id': 'bbee6d53-4da5-445b-9558-1c62aa989afe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'mac_address': 'fa:16:3e:3e:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:22:30Z', 'updated_at': '2021-11-12T13:24:29Z', 'revision_number': 1, 'project_id': '417c8b6de118451fa28529e6becf05da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce25574-7846-4cec-9545-2b9325625ba0', 'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'mac_address': 'fa:16:3e:5c:ad:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:13Z', 'updated_at': '2021-11-12T13:21:23Z', 'revision_number': 5, 'project_id': '417c8b6de118451fa28529e6becf05da', 'subnets': [{'id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:24:33.000420 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:33.007310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:33.007931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:33.008412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:33.026311 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:33.072818 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0703828 Nov 12 13:24:33.073724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:33.083790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Request body: {'subnet': {'network_id': '65a09248-da73-4372-b244-f19e96ca92a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:33.152265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664ca73-42e2-441c-b16e-5aa65e84f0d2 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Pushing event updated for resources: {'Network': ['ID=65a09248-da73-4372-b244-f19e96ca92a4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:33.172437 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 65a09248-da73-4372-b244-f19e96ca92a4 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:24:33.187160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a4f6c415-88aa-440c-9704-5b504a4b9c5f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:33.358218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Made reservation on behalf of 5315e79aeaae4c9087e09cfe4f96531c for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:33.388393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:33.458971 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2014a576-c7b5-4bb3-9009-478de4c85c64 None None] New status for floating IP d43c3315-8c19-4d21-8271-63037e099d1e: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:24:33.479433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f411d-6edf-45d6-818f-7a61c4e5c499 req-c9d01d0b-b6f2-4afd-8fbd-5e6fc82bafaa tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:33.481661 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-321f411d-6edf-45d6-818f-7a61c4e5c499 req-c9d01d0b-b6f2-4afd-8fbd-5e6fc82bafaa tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1032460 Nov 12 13:24:33.519322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['a4f6c415-88aa-440c-9704-5b504a4b9c5f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:33.576666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['294bc0b9-093a-48f8-bb61-1933beacd5df'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:33.617201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-321f411d-6edf-45d6-818f-7a61c4e5c499 req-ec4ef622-86e9-4776-b93c-f7fe4b328950 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193740 Nov 12 13:24:33.740070 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:33.876973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Pushing event updated for resources: {'Subnet': ['ID=440b20e7-b310-43af-9c0a-0e1a7e8bf188,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:33.897025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eccbe-ee98-41ba-b647-16af57e82813 req-467b42af-0274-4d66-aa9a-34c29fbd7868 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:33.900277 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-843eccbe-ee98-41ba-b647-16af57e82813 req-467b42af-0274-4d66-aa9a-34c29fbd7868 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 945 time: 0.1030467 Nov 12 13:24:33.912741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Checking segment: {'id': '6722ef05-01b6-4a00-abd7-d5089b339cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '65a09248-da73-4372-b244-f19e96ca92a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:33.912741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Network hostable DHCP agents. Network: 65a09248-da73-4372-b244-f19e96ca92a4, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:24:33.977138 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-843eccbe-ee98-41ba-b647-16af57e82813 req-c4ab3a7b-799e-477a-8703-b2a4383b19c1 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695992 Nov 12 13:24:33.999398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Network 65a09248-da73-4372-b244-f19e96ca92a4 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:24:34.019428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78a15f-8c68-4fc2-ac1f-4d1ced9236b6 req-4ee8cffd-ea55-42c3-834b-d5334d57f10d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:34.022315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0b78a15f-8c68-4fc2-ac1f-4d1ced9236b6 req-4ee8cffd-ea55-42c3-834b-d5334d57f10d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1285243 Nov 12 13:24:34.048363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 65a09248-da73-4372-b244-f19e96ca92a4) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:34.059478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c72397d-5b59-4071-80c0-b3f2f5cae43f None None] Network 65a09248-da73-4372-b244-f19e96ca92a4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:34.073220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:34.074114 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:34.133862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-458663ec-8dc0-4970-b5a1-3473193abc8b tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0579236 Nov 12 13:24:34.136968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43016) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:34.150796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0b78a15f-8c68-4fc2-ac1f-4d1ced9236b6 req-44e90aab-14ba-43c2-a88f-15dc1af56af1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181715 Nov 12 13:24:34.154541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Request body: {'port': {'network_id': '65a09248-da73-4372-b244-f19e96ca92a4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1649728027'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:34.345207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-65a09248-da73-4372-b244-f19e96ca92a4', 'network_id': '65a09248-da73-4372-b244-f19e96ca92a4', 'tenant_id': '5315e79aeaae4c9087e09cfe4f96531c', 'fixed_ips': [{'subnet_id': '440b20e7-b310-43af-9c0a-0e1a7e8bf188'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:24:34.346324 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:34.492927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dafcf7-cff0-4b7c-af2d-282b6c21c775 req-37ac3b3f-0442-4c20-9e13-ba7fcca1ccf0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:34.495997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f4dafcf7-cff0-4b7c-af2d-282b6c21c775 req-37ac3b3f-0442-4c20-9e13-ba7fcca1ccf0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 944 time: 0.1615634 Nov 12 13:24:34.528382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Made reservation on behalf of 5315e79aeaae4c9087e09cfe4f96531c for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:34.535899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:34.610317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] device_id is not set on port 4ba6cd54-ff4e-4804-9fc7-e06e19e9f4ac yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:24:34.636711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Allocated IP 172.20.0.2 (65a09248-da73-4372-b244-f19e96ca92a4/440b20e7-b310-43af-9c0a-0e1a7e8bf188/390f33c2-6eae-4d42-8b90-1bb175eb6805) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:24:34.696959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f4dafcf7-cff0-4b7c-af2d-282b6c21c775 req-d0c619e9-6ca8-4cbe-8d2c-3c5ed8281257 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852255 Nov 12 13:24:34.931096 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:34.943422 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:35.032444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Network 65a09248-da73-4372-b244-f19e96ca92a4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:35.043235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:35.058403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:24:35.071802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Allocated IP 172.20.0.8 (65a09248-da73-4372-b244-f19e96ca92a4/440b20e7-b310-43af-9c0a-0e1a7e8bf188/4ba6cd54-ff4e-4804-9fc7-e06e19e9f4ac) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:24:35.084363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Pushing event updated for resources: {'Port': ['ID=390f33c2-6eae-4d42-8b90-1bb175eb6805,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:35.185391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Attempting to bind port 390f33c2-6eae-4d42-8b90-1bb175eb6805 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:24:35.187030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Attempting to bind port 390f33c2-6eae-4d42-8b90-1bb175eb6805 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '6722ef05-01b6-4a00-abd7-d5089b339cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '65a09248-da73-4372-b244-f19e96ca92a4'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:24:35.187835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Attempting to bind port 390f33c2-6eae-4d42-8b90-1bb175eb6805 on network 65a09248-da73-4372-b244-f19e96ca92a4 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:24:35.212545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:24:35.213625 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Checking segment: {'id': '6722ef05-01b6-4a00-abd7-d5089b339cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '65a09248-da73-4372-b244-f19e96ca92a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:35.214471 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:35.215432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Bound using segment: {'id': '6722ef05-01b6-4a00-abd7-d5089b339cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '65a09248-da73-4372-b244-f19e96ca92a4'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:24:35.216428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Bound port: 390f33c2-6eae-4d42-8b90-1bb175eb6805, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6722ef05-01b6-4a00-abd7-d5089b339cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '65a09248-da73-4372-b244-f19e96ca92a4'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:24:35.217201 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:35.219029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148b14b-b20d-4707-a0e4-a0de92a00e56 req-6812faa6-e198-485c-8bbb-4d3573c677ef tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:35.222380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8148b14b-b20d-4707-a0e4-a0de92a00e56 req-6812faa6-e198-485c-8bbb-4d3573c677ef tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1016967 Nov 12 13:24:35.296716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8148b14b-b20d-4707-a0e4-a0de92a00e56 req-1ddc0499-9aa3-425c-8ff9-255fa2d8ba03 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669014 Nov 12 13:24:35.366294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] For port 390f33c2-6eae-4d42-8b90-1bb175eb6805, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:24:35.371396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] For port 390f33c2-6eae-4d42-8b90-1bb175eb6805, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=390f33c2-6eae-4d42-8b90-1bb175eb6805,segment=NetworkSegment(6722ef05-01b6-4a00-abd7-d5089b339cf6),segment_id=6722ef05-01b6-4a00-abd7-d5089b339cf6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:24:35.378709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:35.390639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123ec50-4513-4759-b1f9-1ee1c037d9e3 req-9c3ead1d-ce76-44c8-9a49-5d4fca9c9024 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:35.393779 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a123ec50-4513-4759-b1f9-1ee1c037d9e3 req-9c3ead1d-ce76-44c8-9a49-5d4fca9c9024 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 945 time: 0.1620319 Nov 12 13:24:35.444503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332ca1c-7111-481c-a8ee-5eb2062d6bb5 None None] Pushing event updated for resources: {'Port': ['ID=390f33c2-6eae-4d42-8b90-1bb175eb6805,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:35.457774 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:35.599683 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a123ec50-4513-4759-b1f9-1ee1c037d9e3 req-259f5f96-9353-4195-bab9-a267db65ad90 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323524 Nov 12 13:24:35.603738 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:35.679592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Network 65a09248-da73-4372-b244-f19e96ca92a4 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:35.686491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:35.690145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:24:35.787220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Pushing event updated for resources: {'Port': ['ID=4ba6cd54-ff4e-4804-9fc7-e06e19e9f4ac,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:35.867475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:35.869129 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:35.907848 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5e712e7d-beb6-43a4-b76d-2187bb7b08aa tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7671914 Nov 12 13:24:35.913939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43084) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:36.158720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 390f33c2-6eae-4d42-8b90-1bb175eb6805 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:36.198994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858493f5-3e8f-42b5-a038-5459c9229fc2 req-9a2833ff-e3d6-4133-8903-339104719125 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:36.201827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-858493f5-3e8f-42b5-a038-5459c9229fc2 req-9a2833ff-e3d6-4133-8903-339104719125 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 944 time: 0.1407492 Nov 12 13:24:36.227442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-56d4b874-4976-4dc3-a0ad-f7d5edbdbca8 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Deleting port 4ba6cd54-ff4e-4804-9fc7-e06e19e9f4ac {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:36.231080 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56d4b874-4976-4dc3-a0ad-f7d5edbdbca8 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:36.276928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 390f33c2-6eae-4d42-8b90-1bb175eb6805 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:36.277546 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:36.435326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-858493f5-3e8f-42b5-a038-5459c9229fc2 req-6a38706a-579e-418a-9903-fe6ce48f9a19 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156751 Nov 12 13:24:36.439898 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:36.501532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 390f33c2-6eae-4d42-8b90-1bb175eb6805, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=390f33c2-6eae-4d42-8b90-1bb175eb6805,segment=NetworkSegment(6722ef05-01b6-4a00-abd7-d5089b339cf6),segment_id=6722ef05-01b6-4a00-abd7-d5089b339cf6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:36.510785 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56d4b874-4976-4dc3-a0ad-f7d5edbdbca8 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:36.512781 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:36.566404 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-56d4b874-4976-4dc3-a0ad-f7d5edbdbca8 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Calling delete_port for 4ba6cd54-ff4e-4804-9fc7-e06e19e9f4ac owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:36.625710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=390f33c2-6eae-4d42-8b90-1bb175eb6805,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:36.782911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cfa34-1358-4936-b40e-fde6a69b7b1c req-a4b81f34-4537-466c-891c-d331b767e3ea tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:36.785631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f14cfa34-1358-4936-b40e-fde6a69b7b1c req-a4b81f34-4537-466c-891c-d331b767e3ea tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0926251 Nov 12 13:24:36.904143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f14cfa34-1358-4936-b40e-fde6a69b7b1c req-e198b704-401a-4305-a6e2-daa642d56817 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995955 Nov 12 13:24:36.930662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56d4b874-4976-4dc3-a0ad-f7d5edbdbca8 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.008493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4b874-4976-4dc3-a0ad-f7d5edbdbca8 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Pushing event deleted for resources: {'Port': ['ID=4ba6cd54-ff4e-4804-9fc7-e06e19e9f4ac,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:37.046056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 294bc0b9-093a-48f8-bb61-1933beacd5df up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:37.151087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3632a9da-8470-40fb-a8d2-d17c6752144c None None] Network 65a09248-da73-4372-b244-f19e96ca92a4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:37.173463 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56d4b874-4976-4dc3-a0ad-f7d5edbdbca8 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.182688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-56d4b874-4976-4dc3-a0ad-f7d5edbdbca8 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] 10.222.0.73 "DELETE /v2.0/ports/4ba6cd54-ff4e-4804-9fc7-e06e19e9f4ac HTTP/1.1" status: 204 len: 168 time: 1.2625780 Nov 12 13:24:37.182976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43138) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:37.194344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408973-c319-4436-8e59-61756d477ece req-8eb84ca4-6e17-401d-9829-58c93a522acd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:37.203630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-86408973-c319-4436-8e59-61756d477ece req-8eb84ca4-6e17-401d-9829-58c93a522acd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 945 time: 0.0958896 Nov 12 13:24:37.266724 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-86408973-c319-4436-8e59-61756d477ece req-c4c8a3a9-5da2-481f-b733-043fc8cf8ccc tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620518 Nov 12 13:24:37.297374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 294bc0b9-093a-48f8-bb61-1933beacd5df completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:24:37.306472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e84a1be2-62c8-4532-861d-081572d20166 None None] Provisioning complete for port 390f33c2-6eae-4d42-8b90-1bb175eb6805 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:37.306839 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e84a1be2-62c8-4532-861d-081572d20166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.349047 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43154) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:37.350170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-536b310e-8b4f-435e-9321-e42edebfc821 tempest-DHCPAgentSchedulersTestJSON-516687677 tempest-DHCPAgentSchedulersTestJSON-516687677-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1651969 Nov 12 13:24:37.353540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 294bc0b9-093a-48f8-bb61-1933beacd5df triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:37.353912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.360059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-322571538'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:37.420702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Made reservation on behalf of 5315e79aeaae4c9087e09cfe4f96531c for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:37.428886 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.510199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:24:37.531006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.531523 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Added segment c2edc497-5552-4562-8765-8e50acc1349c of type vlan for network ab2499ee-6c01-4bec-8ce5-a1d38acd551c Nov 12 13:24:37.610855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.663418 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.670636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:37.671504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.738479 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.741691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3901727 Nov 12 13:24:37.747752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43164) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:37.790783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af369d-eb12-447d-8286-0f693aaf9765 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Pushing event updated for resources: {'Network': ['ID=ab2499ee-6c01-4bec-8ce5-a1d38acd551c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:37.797444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294bc0b9-093a-48f8-bb61-1933beacd5df'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:37.802206 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063b54ef-d10d-4066-9760-3aa1e9a2903c" -d '{"events": [{"server_uuid": "63905e2f-cf36-404c-ac0f-588045d12f2e", "name": "network-vif-plugged", "status": "completed", "tag": "294bc0b9-093a-48f8-bb61-1933beacd5df"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:37.804278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f45f3-29bf-4fa9-99c3-e6339af6acf7 req-33ee2d22-0943-493c-bf97-090f204de024 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:37.804516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-267f45f3-29bf-4fa9-99c3-e6339af6acf7 req-33ee2d22-0943-493c-bf97-090f204de024 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 944 time: 0.1541913 Nov 12 13:24:37.827725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network ab2499ee-6c01-4bec-8ce5-a1d38acd551c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:24:37.890339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-267f45f3-29bf-4fa9-99c3-e6339af6acf7 req-49fcaa98-627d-4ed2-96f1-39d86164ef76 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774031 Nov 12 13:24:37.959049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 294bc0b9-093a-48f8-bb61-1933beacd5df, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=294bc0b9-093a-48f8-bb61-1933beacd5df,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:37.969876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:37.971023 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a4f6c415-88aa-440c-9704-5b504a4b9c5f up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:38.091197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=294bc0b9-093a-48f8-bb61-1933beacd5df,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:38.132930 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port a4f6c415-88aa-440c-9704-5b504a4b9c5f completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:24:38.140446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port a4f6c415-88aa-440c-9704-5b504a4b9c5f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:38.141065 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.209180 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b25a45f-7c5a-4d51-aa38-43be5e5587af x-openstack-request-id: req-1b25a45f-7c5a-4d51-aa38-43be5e5587af {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:38.209724 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63905e2f-cf36-404c-ac0f-588045d12f2e", "name": "network-vif-plugged", "status": "completed", "tag": "294bc0b9-093a-48f8-bb61-1933beacd5df", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:38.209868 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1b25a45f-7c5a-4d51-aa38-43be5e5587af {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:38.210225 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294bc0b9-093a-48f8-bb61-1933beacd5df', 'code': 200} Nov 12 13:24:38.225300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 390f33c2-6eae-4d42-8b90-1bb175eb6805 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:38.319523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7d5bd95d-bffe-4f2f-aff0-ef17e435b314 None None] Provisioning complete for port 390f33c2-6eae-4d42-8b90-1bb175eb6805 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:38.320677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d5bd95d-bffe-4f2f-aff0-ef17e435b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.348383 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f41baf5c-1895-4a2f-9f3b-3da7d7d3b756 tempest-DHCPAgentSchedulersTestJSON-516687677 tempest-DHCPAgentSchedulersTestJSON-516687677-project-admin] 10.222.0.73 "GET /v2.0/agents/593fd7eb-6a46-4029-86f5-c25178a9dd01/dhcp-networks HTTP/1.1" status: 200 len: 12051 time: 0.5887473 Nov 12 13:24:38.353623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43190) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:38.418294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21abe1-0d3e-44ab-ac5b-020b1ea2b0cb req-0bf59a79-97ab-404f-b7e6-8c312bc5299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:38.420695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f21abe1-0d3e-44ab-ac5b-020b1ea2b0cb req-0bf59a79-97ab-404f-b7e6-8c312bc5299c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 1096 time: 0.1280363 Nov 12 13:24:38.467967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e476a-944e-4317-bf07-f94d4c009ccb req-a90e15fc-2607-4007-9c45-1eb1ae2e0cab tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:38.477354 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a4e476a-944e-4317-bf07-f94d4c009ccb req-a90e15fc-2607-4007-9c45-1eb1ae2e0cab tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1832778 Nov 12 13:24:38.487954 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.512677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf102065-e5a7-49bb-ac5d-104d6672be18 tempest-DHCPAgentSchedulersTestJSON-516687677 tempest-DHCPAgentSchedulersTestJSON-516687677-project-admin] Network ab2499ee-6c01-4bec-8ce5-a1d38acd551c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:24:38.513816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 390f33c2-6eae-4d42-8b90-1bb175eb6805 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:38.515201 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.539036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cf102065-e5a7-49bb-ac5d-104d6672be18 tempest-DHCPAgentSchedulersTestJSON-516687677 tempest-DHCPAgentSchedulersTestJSON-516687677-project-admin] 10.222.0.73 "POST /v2.0/agents/593fd7eb-6a46-4029-86f5-c25178a9dd01/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1832314 Nov 12 13:24:38.539957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43202) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:38.581352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f21abe1-0d3e-44ab-ac5b-020b1ea2b0cb req-3ee246d3-9ab6-4020-a409-86079cea66bb service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422176 Nov 12 13:24:38.603184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a4e476a-944e-4317-bf07-f94d4c009ccb req-a19cdb33-e5a8-487e-a3be-4c2a83315c33 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247258 Nov 12 13:24:38.611512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:38.626568 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:38.751992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3c954-4f70-4276-b96c-81290d3e67ed None None] Network ab2499ee-6c01-4bec-8ce5-a1d38acd551c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:38.764891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc187fc9-0fc3-4445-8674-a451313d9e23 req-5895aa55-2d57-49b8-bb25-042a052dd0aa tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:38.776887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fc187fc9-0fc3-4445-8674-a451313d9e23 req-5895aa55-2d57-49b8-bb25-042a052dd0aa tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.0975485 Nov 12 13:24:38.784246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a4f6c415-88aa-440c-9704-5b504a4b9c5f,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:38.819110 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4fd9ff6a-d09c-4298-883f-4d34ecf3d879 tempest-DHCPAgentSchedulersTestJSON-516687677 tempest-DHCPAgentSchedulersTestJSON-516687677-project-admin] 10.222.0.73 "GET /v2.0/agents/593fd7eb-6a46-4029-86f5-c25178a9dd01/dhcp-networks HTTP/1.1" status: 200 len: 12821 time: 0.2737906 Nov 12 13:24:38.819679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43218) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:38.865888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-db9d87bf-29ba-447c-b680-d692f637bf13 None None] Could not find standard attr ID for object 4ba6cd54-ff4e-4804-9fc7-e06e19e9f4ac. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:24:38.880071 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fc187fc9-0fc3-4445-8674-a451313d9e23 req-436b5f37-3d28-4f09-a013-90f73e585382 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016691 Nov 12 13:24:38.950825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-78f5c8ae-52b9-4e14-b5db-67c8cf925c6d tempest-DHCPAgentSchedulersTestJSON-516687677 tempest-DHCPAgentSchedulersTestJSON-516687677-project-admin] 10.222.0.73 "DELETE /v2.0/agents/593fd7eb-6a46-4029-86f5-c25178a9dd01/dhcp-networks/ab2499ee-6c01-4bec-8ce5-a1d38acd551c HTTP/1.1" status: 204 len: 168 time: 0.1276584 Nov 12 13:24:38.952154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43222) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:39.164898 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ec52ef29-3ca3-424e-9f6a-dc790ad9e083 tempest-DHCPAgentSchedulersTestJSON-516687677 tempest-DHCPAgentSchedulersTestJSON-516687677-project-admin] 10.222.0.73 "GET /v2.0/agents/593fd7eb-6a46-4029-86f5-c25178a9dd01/dhcp-networks HTTP/1.1" status: 200 len: 12051 time: 0.2041738 Nov 12 13:24:39.165165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba503a1-2f0a-4a56-91c4-39ee6bbbf480 req-a4f2d3af-f091-4c1e-ac0e-713cfe6a6db6 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:39.165550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43228) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:39.169910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ba503a1-2f0a-4a56-91c4-39ee6bbbf480 req-a4f2d3af-f091-4c1e-ac0e-713cfe6a6db6 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.0828829 Nov 12 13:24:39.193800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-af4847d4-af76-4104-ba8b-ac37bb7a7f42 tempest-DHCPAgentSchedulersTestJSON-516687677 tempest-DHCPAgentSchedulersTestJSON-516687677-project-admin] 10.222.0.73 "GET /v2.0/networks/65a09248-da73-4372-b244-f19e96ca92a4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0264444 Nov 12 13:24:39.197638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43230) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:39.221595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cd068486-6b37-46e6-92ed-e1d4d69b8f6a tempest-DHCPAgentSchedulersTestJSON-516687677 tempest-DHCPAgentSchedulersTestJSON-516687677-project-admin] 10.222.0.73 "GET /v2.0/networks/65a09248-da73-4372-b244-f19e96ca92a4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0223689 Nov 12 13:24:39.224481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:39.269971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ba503a1-2f0a-4a56-91c4-39ee6bbbf480 req-7c429470-a000-4c50-89af-836d3277e2bc tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974772 Nov 12 13:24:39.467486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5e760146-a606-4d24-b2ca-859b133445c4 tempest-DHCPAgentSchedulersTestJSON-516687677 tempest-DHCPAgentSchedulersTestJSON-516687677-project-admin] 10.222.0.73 "GET /v2.0/agents/593fd7eb-6a46-4029-86f5-c25178a9dd01/dhcp-networks HTTP/1.1" status: 200 len: 12051 time: 0.2408404 Nov 12 13:24:39.472291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43236) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:39.491339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fd123-15f4-4b91-aff8-3d1cb3acf95b req-f58f7064-1a46-4995-b1fc-5099754cfadb tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:39.492935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-917fd123-15f4-4b91-aff8-3d1cb3acf95b req-f58f7064-1a46-4995-b1fc-5099754cfadb tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 947 time: 0.1062913 Nov 12 13:24:39.595389 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:39.613484 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-917fd123-15f4-4b91-aff8-3d1cb3acf95b req-36612463-82d1-4a96-ae62-cd7016426e1d tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072607 Nov 12 13:24:39.749632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6364b-03ec-4c93-b6ec-342259327306 req-01917dd3-3b8d-4d37-ad8f-9260ba1b1bee tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:39.751269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d6364b-03ec-4c93-b6ec-342259327306 req-01917dd3-3b8d-4d37-ad8f-9260ba1b1bee tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.0534182 Nov 12 13:24:39.774836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:39.801160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2499ee-6c01-4bec-8ce5-a1d38acd551c']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:39.812543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2edc497-5552-4562-8765-8e50acc1349c') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:39.812829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2edc497-5552-4562-8765-8e50acc1349c') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:39.824833 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:39.835590 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d6364b-03ec-4c93-b6ec-342259327306 req-fbed4b7a-d8fc-4d4a-8c3c-0cb15f750c8e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767164 Nov 12 13:24:39.844589 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:39.855834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:24:39.856397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:24:39.861012 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:24:39.935233 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:39.944906 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:39.952872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43242) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:39.953397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] 10.222.0.73 "DELETE /v2.0/networks/ab2499ee-6c01-4bec-8ce5-a1d38acd551c HTTP/1.1" status: 204 len: 168 time: 0.4797366 Nov 12 13:24:39.966559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e614ccd-5b58-4f76-b2c0-986548c36e97 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Pushing event deleted for resources: {'Network': ['ID=ab2499ee-6c01-4bec-8ce5-a1d38acd551c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:39.996338 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-11abcea1-fa0c-4cb8-adb9-23046a8b6849 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] DELETE failed (client error): The resource could not be found. Nov 12 13:24:39.997659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11abcea1-fa0c-4cb8-adb9-23046a8b6849 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:24:40.007645 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-11abcea1-fa0c-4cb8-adb9-23046a8b6849 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] 10.222.0.73 "DELETE /v2.0/ports/4ba6cd54-ff4e-4804-9fc7-e06e19e9f4ac HTTP/1.1" status: 404 len: 333 time: 0.0495441 Nov 12 13:24:40.008371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43244) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:40.101134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1e26d6-f32b-4a02-a035-e8af53628d48 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Deleting subnet 440b20e7-b310-43af-9c0a-0e1a7e8bf188 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:24:40.107355 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac1e26d6-f32b-4a02-a035-e8af53628d48 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.128570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46df53d-8d49-4b70-b427-fcafd09543c5 req-6da550dd-4b5a-4dcb-a083-8e4fa3a1b479 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:40.132252 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d46df53d-8d49-4b70-b427-fcafd09543c5 req-6da550dd-4b5a-4dcb-a083-8e4fa3a1b479 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.1215570 Nov 12 13:24:40.201834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac1e26d6-f32b-4a02-a035-e8af53628d48 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.214131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:40.223505 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c5f507-da06-41da-859b-b582c8a2b198" -d '{"events": [{"server_uuid": "a66c10f5-c53a-4db3-a701-d0f5a9aa5a68", "name": "network-vif-plugged", "status": "completed", "tag": "a4f6c415-88aa-440c-9704-5b504a4b9c5f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:40.235143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d46df53d-8d49-4b70-b427-fcafd09543c5 req-abfe7af7-6190-439e-b7e4-bd70c56cea01 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876796 Nov 12 13:24:40.316712 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a079f3-5b51-4a54-b0ff-d2d44e1efa2d x-openstack-request-id: req-c0a079f3-5b51-4a54-b0ff-d2d44e1efa2d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:40.317166 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66c10f5-c53a-4db3-a701-d0f5a9aa5a68", "name": "network-vif-plugged", "status": "completed", "tag": "a4f6c415-88aa-440c-9704-5b504a4b9c5f", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:40.317454 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0a079f3-5b51-4a54-b0ff-d2d44e1efa2d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:40.317861 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f', 'code': 200} Nov 12 13:24:40.325706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac1e26d6-f32b-4a02-a035-e8af53628d48 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.407698 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac1e26d6-f32b-4a02-a035-e8af53628d48 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.428680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d407b76-50d3-4010-b12b-80059f7c596f req-fd6c0dfe-d283-468f-b529-c1250feac4ee tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:40.430554 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d407b76-50d3-4010-b12b-80059f7c596f req-fd6c0dfe-d283-468f-b529-c1250feac4ee tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.0680277 Nov 12 13:24:40.445635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e26d6-f32b-4a02-a035-e8af53628d48 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Pushing event deleted for resources: {'Subnet': ['ID=440b20e7-b310-43af-9c0a-0e1a7e8bf188,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:40.455033 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac1e26d6-f32b-4a02-a035-e8af53628d48 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.461067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ac1e26d6-f32b-4a02-a035-e8af53628d48 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] 10.222.0.73 "DELETE /v2.0/subnets/440b20e7-b310-43af-9c0a-0e1a7e8bf188 HTTP/1.1" status: 204 len: 168 time: 0.4488871 Nov 12 13:24:40.461523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0d8f01-e21c-4307-a844-9f0762d42104 None None] Network 65a09248-da73-4372-b244-f19e96ca92a4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:40.465333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43256) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:40.524465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51872f-d744-4c8e-9312-0d9d8389ebd6 req-d8d497a1-d0fb-4d86-bedd-d4c38b5e64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:40.526402 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a51872f-d744-4c8e-9312-0d9d8389ebd6 req-d8d497a1-d0fb-4d86-bedd-d4c38b5e64b8 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 1097 time: 0.0940070 Nov 12 13:24:40.564489 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d407b76-50d3-4010-b12b-80059f7c596f req-91c5c0e6-1d27-47fe-9519-44b22dcaab79 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226995 Nov 12 13:24:40.598789 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.615135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a51872f-d744-4c8e-9312-0d9d8389ebd6 req-12a0d58d-90ec-42ee-95ab-3f3c02139b71 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763588 Nov 12 13:24:40.718764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d259da0-0ae7-4d7a-a3e9-281fe4aae136 None None] DHCP port deletion for 65a09248-da73-4372-b244-f19e96ca92a4 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:24:40.723640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Deleting port 390f33c2-6eae-4d42-8b90-1bb175eb6805 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:40.724090 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.760653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c646bdf-3613-4b16-97e8-c12fd3c0d310 req-9d6ccdec-7979-428c-ab41-60c8e4742232 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:40.764544 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c646bdf-3613-4b16-97e8-c12fd3c0d310 req-9d6ccdec-7979-428c-ab41-60c8e4742232 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.0987043 Nov 12 13:24:40.782420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c58034-31e0-4dc3-ab34-878e69c062c3 req-0508b356-d589-417d-a9bd-4fde2b1bcea0 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:40.784221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63c58034-31e0-4dc3-ab34-878e69c062c3 req-0508b356-d589-417d-a9bd-4fde2b1bcea0 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 947 time: 0.0827446 Nov 12 13:24:40.807770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4d259da0-0ae7-4d7a-a3e9-281fe4aae136 None None] Deleting port 390f33c2-6eae-4d42-8b90-1bb175eb6805 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:40.808166 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d259da0-0ae7-4d7a-a3e9-281fe4aae136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.852768 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63c58034-31e0-4dc3-ab34-878e69c062c3 req-34cb2c60-7903-4f39-90a7-18f7ff811b45 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558662 Nov 12 13:24:40.882673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4d259da0-0ae7-4d7a-a3e9-281fe4aae136 None None] For port 390f33c2-6eae-4d42-8b90-1bb175eb6805, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=390f33c2-6eae-4d42-8b90-1bb175eb6805,segment=NetworkSegment(6722ef05-01b6-4a00-abd7-d5089b339cf6),segment_id=6722ef05-01b6-4a00-abd7-d5089b339cf6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:40.882673 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d259da0-0ae7-4d7a-a3e9-281fe4aae136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.899786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4d259da0-0ae7-4d7a-a3e9-281fe4aae136 None None] Calling delete_port for 390f33c2-6eae-4d42-8b90-1bb175eb6805 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:40.908504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] For port 390f33c2-6eae-4d42-8b90-1bb175eb6805, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=390f33c2-6eae-4d42-8b90-1bb175eb6805,segment=NetworkSegment(6722ef05-01b6-4a00-abd7-d5089b339cf6),segment_id=6722ef05-01b6-4a00-abd7-d5089b339cf6)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:40.909082 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:40.945972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Calling delete_port for 390f33c2-6eae-4d42-8b90-1bb175eb6805 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:40.954884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c646bdf-3613-4b16-97e8-c12fd3c0d310 req-057c2a72-2c12-4a71-bd29-c5da65193687 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376688 Nov 12 13:24:41.073998 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d259da0-0ae7-4d7a-a3e9-281fe4aae136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.094821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c195b7b-c532-41c8-b989-57a582b2c52d req-f554f833-b080-4895-9ee8-ef2e931b95d3 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:41.107008 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c195b7b-c532-41c8-b989-57a582b2c52d req-f554f833-b080-4895-9ee8-ef2e931b95d3 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1246982 Nov 12 13:24:41.122391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d259da0-0ae7-4d7a-a3e9-281fe4aae136 None None] Pushing event deleted for resources: {'Port': ['ID=390f33c2-6eae-4d42-8b90-1bb175eb6805,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:41.126454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d259da0-0ae7-4d7a-a3e9-281fe4aae136 None None] No DVR routers for this DVR port 390f33c2-6eae-4d42-8b90-1bb175eb6805 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:24:41.156898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.214551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Pushing event deleted for resources: {'Port': ['ID=390f33c2-6eae-4d42-8b90-1bb175eb6805,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:41.218643 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c195b7b-c532-41c8-b989-57a582b2c52d req-98d88fad-948b-4103-a860-5031ee1ff260 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095817 Nov 12 13:24:41.218884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] No DVR routers for this DVR port 390f33c2-6eae-4d42-8b90-1bb175eb6805 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:24:41.435335 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.564549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a09248-da73-4372-b244-f19e96ca92a4']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:41.614918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6722ef05-01b6-4a00-abd7-d5089b339cf6') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:41.614918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6722ef05-01b6-4a00-abd7-d5089b339cf6') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:41.649520 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.695056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31053350-f5ef-4287-ace0-08ec6158e063 req-79b5b8f0-362e-45b8-a447-522a325839cf tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:41.698591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31053350-f5ef-4287-ace0-08ec6158e063 req-79b5b8f0-362e-45b8-a447-522a325839cf tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.1901042 Nov 12 13:24:41.702204 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.716573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-68695a04-34b2-43bb-bb54-f6628196c111 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:41.719292 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-68695a04-34b2-43bb-bb54-f6628196c111 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.105 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 947 time: 0.1767156 Nov 12 13:24:41.720726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:24:41.721382 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:24:41.727048 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:24:41.855402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e564e-1dd2-4c76-9dbe-aa254f932f9d req-87d691bf-e957-4268-9368-84fa57f0e4ee tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:41.857003 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b84e564e-1dd2-4c76-9dbe-aa254f932f9d req-87d691bf-e957-4268-9368-84fa57f0e4ee tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.2040148 Nov 12 13:24:41.891831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31053350-f5ef-4287-ace0-08ec6158e063 req-66f9af25-a6c5-48ee-9b45-4950bdd9f5f9 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709547 Nov 12 13:24:41.895905 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.930624 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:41.937924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] 10.222.0.73 "DELETE /v2.0/networks/65a09248-da73-4372-b244-f19e96ca92a4 HTTP/1.1" status: 204 len: 168 time: 1.4660161 Nov 12 13:24:41.942085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55288be0-5cee-42f3-bfbb-03ba2b6853e3 tempest-DHCPAgentSchedulersTestJSON-1152140873 tempest-DHCPAgentSchedulersTestJSON-1152140873-project] Pushing event deleted for resources: {'Network': ['ID=65a09248-da73-4372-b244-f19e96ca92a4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:41.989616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-bcbb9468-5dc3-4a38-9f35-6ecfcc6f0417 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Deleting port f6ab3f36-1a7e-418f-8831-85cc34d31957 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:41.990590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-bcbb9468-5dc3-4a38-9f35-6ecfcc6f0417 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.030560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b84e564e-1dd2-4c76-9dbe-aa254f932f9d req-f47ddd80-56a5-463b-a399-2f122c893122 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612439 Nov 12 13:24:42.043941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 390f33c2-6eae-4d42-8b90-1bb175eb6805 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:42.083328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 390f33c2-6eae-4d42-8b90-1bb175eb6805 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:24:42.083689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 390f33c2-6eae-4d42-8b90-1bb175eb6805 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:24:42.122208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-bcbb9468-5dc3-4a38-9f35-6ecfcc6f0417 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] For port f6ab3f36-1a7e-418f-8831-85cc34d31957, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6ab3f36-1a7e-418f-8831-85cc34d31957,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:42.122706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-bcbb9468-5dc3-4a38-9f35-6ecfcc6f0417 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.153628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-bcbb9468-5dc3-4a38-9f35-6ecfcc6f0417 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Calling delete_port for f6ab3f36-1a7e-418f-8831-85cc34d31957 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:42.246798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eeebf-9df9-4061-a7f8-8b8318a4c7b9 req-e2fd2af0-7304-475f-989e-1ef99251d607 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:42.249559 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c03eeebf-9df9-4061-a7f8-8b8318a4c7b9 req-e2fd2af0-7304-475f-989e-1ef99251d607 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=703a80b5-ad2c-414a-b55d-5ff9374a5a7d HTTP/1.1" status: 200 len: 947 time: 0.1172907 Nov 12 13:24:42.369232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c03eeebf-9df9-4061-a7f8-8b8318a4c7b9 req-d777ccee-c7f6-42f2-af7c-6046185147dc tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961690 Nov 12 13:24:42.398930 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-bcbb9468-5dc3-4a38-9f35-6ecfcc6f0417 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.517270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb4abd-5646-4645-b536-dd38fe59363a req-82f65dca-1578-4b9e-ab29-01c3993423c9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:42.518997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4cbb4abd-5646-4645-b536-dd38fe59363a req-82f65dca-1578-4b9e-ab29-01c3993423c9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1414804 Nov 12 13:24:42.522295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb9468-5dc3-4a38-9f35-6ecfcc6f0417 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Pushing event deleted for resources: {'Port': ['ID=f6ab3f36-1a7e-418f-8831-85cc34d31957,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:42.526434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-bcbb9468-5dc3-4a38-9f35-6ecfcc6f0417 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] No DVR routers for this DVR port f6ab3f36-1a7e-418f-8831-85cc34d31957 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:24:42.531052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-bcbb9468-5dc3-4a38-9f35-6ecfcc6f0417 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.535267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8ac1a38b-ed9d-4be2-b1ff-5dd2168b4382 req-bcbb9468-5dc3-4a38-9f35-6ecfcc6f0417 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.105 "DELETE /v2.0/ports/f6ab3f36-1a7e-418f-8831-85cc34d31957 HTTP/1.1" status: 204 len: 173 time: 0.8009963 Nov 12 13:24:42.535782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'name': 'network-vif-deleted', 'tag': 'f6ab3f36-1a7e-418f-8831-85cc34d31957'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:42.540310 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7952e3d3-f662-4487-bf91-7c01f7f3c1cd" -d '{"events": [{"server_uuid": "703a80b5-ad2c-414a-b55d-5ff9374a5a7d", "name": "network-vif-deleted", "tag": "f6ab3f36-1a7e-418f-8831-85cc34d31957"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:42.557794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:42.618970 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3b4907-f80d-4d11-bb8f-0fabba123051 x-openstack-request-id: req-7b3b4907-f80d-4d11-bb8f-0fabba123051 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:42.619522 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703a80b5-ad2c-414a-b55d-5ff9374a5a7d", "name": "network-vif-deleted", "tag": "f6ab3f36-1a7e-418f-8831-85cc34d31957", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:42.620002 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b3b4907-f80d-4d11-bb8f-0fabba123051 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:42.620672 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703a80b5-ad2c-414a-b55d-5ff9374a5a7d', 'name': 'network-vif-deleted', 'tag': 'f6ab3f36-1a7e-418f-8831-85cc34d31957', 'status': 'completed', 'code': 200} Nov 12 13:24:42.655568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4cbb4abd-5646-4645-b536-dd38fe59363a req-9a73b792-799c-4c7f-9f42-075033ad7b65 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174269 Nov 12 13:24:42.775232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-63720481-b300-4ae3-ab59-3b7ee2b8957d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5315e79aeaae4c9087e09cfe4f96531c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162385 Nov 12 13:24:42.777851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:42.822720 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.839362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d9a00c8-0ba6-4c24-bad7-e3e1e5140580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.864726 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d9a00c8-0ba6-4c24-bad7-e3e1e5140580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.926485 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d9a00c8-0ba6-4c24-bad7-e3e1e5140580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.929213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d9a00c8-0ba6-4c24-bad7-e3e1e5140580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:42.930812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9d9a00c8-0ba6-4c24-bad7-e3e1e5140580 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/87598418-1d2b-4e51-b3a9-8d51d4e9bd27 HTTP/1.1" status: 204 len: 168 time: 0.1518555 Nov 12 13:24:42.942827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a00c8-0ba6-4c24-bad7-e3e1e5140580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87598418-1d2b-4e51-b3a9-8d51d4e9bd27,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:43.142658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dbf5f-0f6f-4826-a9cf-39247a5885f6 req-96ec1366-ec93-4fd3-a5a2-d2b0f11a769d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:43.145558 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-995dbf5f-0f6f-4826-a9cf-39247a5885f6 req-96ec1366-ec93-4fd3-a5a2-d2b0f11a769d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.1127663 Nov 12 13:24:43.224945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-995dbf5f-0f6f-4826-a9cf-39247a5885f6 req-51b9635f-af39-4df3-ba7e-0dce41d03b2e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705776 Nov 12 13:24:43.335414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72e9aa-6764-482a-b805-4e2dfe332a0c req-a4250b48-91ba-4616-94dd-3cefd4720874 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:43.337256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c72e9aa-6764-482a-b805-4e2dfe332a0c req-a4250b48-91ba-4616-94dd-3cefd4720874 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.0745270 Nov 12 13:24:43.410371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c72e9aa-6764-482a-b805-4e2dfe332a0c req-f4562abb-d552-4abe-945e-062e70b39e4e tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627444 Nov 12 13:24:43.448101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c863b7c-cffd-4ab7-ba98-e0922671e652 req-193c9fcf-449b-44a5-8675-02a368d7f49d tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:43.449854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c863b7c-cffd-4ab7-ba98-e0922671e652 req-193c9fcf-449b-44a5-8675-02a368d7f49d tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 1097 time: 0.0833540 Nov 12 13:24:43.504922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:43.546108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f16d6bc-d071-4ce0-81c7-52d927810596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:43.578483 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c863b7c-cffd-4ab7-ba98-e0922671e652 req-6aacbd02-8b72-4ec5-98f5-259129a0739d tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168072 Nov 12 13:24:43.767448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f16d6bc-d071-4ce0-81c7-52d927810596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:43.778381 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f16d6bc-d071-4ce0-81c7-52d927810596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:43.850301 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9f16d6bc-d071-4ce0-81c7-52d927810596 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31444057ce1e4e2b9d99343e5815b3ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434711 Nov 12 13:24:43.851888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16d6bc-d071-4ce0-81c7-52d927810596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da7406a-ba60-40c6-90c4-57cfd281e6ba,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:43.852786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43336) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:43.950714 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.008615 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b7e70f4-58bf-4086-a092-ffeef3f6e2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.055657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b8487-cbee-418b-972a-8f9d851fe9fd req-5deb860b-7675-41da-bc87-bbdacccbbf13 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:44.057675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce1b8487-cbee-418b-972a-8f9d851fe9fd req-5deb860b-7675-41da-bc87-bbdacccbbf13 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 948 time: 0.0654006 Nov 12 13:24:44.114085 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b7e70f4-58bf-4086-a092-ffeef3f6e2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.142614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce1b8487-cbee-418b-972a-8f9d851fe9fd req-82ff6dc4-7835-4f1c-bff2-fd5545273bee tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700374 Nov 12 13:24:44.189263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803982f4-8e82-4e12-97a4-c439a9617e48 req-11425243-3fa0-44b7-8b86-1dc4db55d2f8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:44.198352 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-803982f4-8e82-4e12-97a4-c439a9617e48 req-11425243-3fa0-44b7-8b86-1dc4db55d2f8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2110295 Nov 12 13:24:44.295180 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-803982f4-8e82-4e12-97a4-c439a9617e48 req-870b464f-1594-4e32-a205-8c188972b7ca tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952888 Nov 12 13:24:44.301439 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b7e70f4-58bf-4086-a092-ffeef3f6e2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.309409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b7e70f4-58bf-4086-a092-ffeef3f6e2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:44.309409 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9b7e70f4-58bf-4086-a092-ffeef3f6e2b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4da7406a-ba60-40c6-90c4-57cfd281e6ba HTTP/1.1" status: 204 len: 168 time: 0.4527948 Nov 12 13:24:44.323756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e70f4-58bf-4086-a092-ffeef3f6e2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da7406a-ba60-40c6-90c4-57cfd281e6ba,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:44.664404 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc6915-3f5a-4fef-a649-60e2e8d01cdd req-dbd3a798-ae1a-415b-8f13-0cdb58f4eb9c tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:44.668729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ecc6915-3f5a-4fef-a649-60e2e8d01cdd req-dbd3a798-ae1a-415b-8f13-0cdb58f4eb9c tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.0721641 Nov 12 13:24:44.813213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ecc6915-3f5a-4fef-a649-60e2e8d01cdd req-c7acc4ce-7609-4f36-8fad-532ef0a0f544 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320190 Nov 12 13:24:45.085404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6ab3f36-1a7e-418f-8831-85cc34d31957 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:45.135760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: f6ab3f36-1a7e-418f-8831-85cc34d31957 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:24:45.136661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6ab3f36-1a7e-418f-8831-85cc34d31957 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:24:45.307780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44752b-3072-4faa-9175-031eb3401ff3 req-c732a643-4e16-46ec-922e-e5cb730ca314 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:45.309468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8d44752b-3072-4faa-9175-031eb3401ff3 req-c732a643-4e16-46ec-922e-e5cb730ca314 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 948 time: 0.0584610 Nov 12 13:24:45.385534 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8d44752b-3072-4faa-9175-031eb3401ff3 req-02a67668-e931-46b8-a94f-625d0ddb1270 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647404 Nov 12 13:24:45.548263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f8019-04b1-43be-b050-b28abdc0282e req-fe82ccb8-983d-4ae0-b906-2751bdb676ef tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:45.550115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee1f8019-04b1-43be-b050-b28abdc0282e req-fe82ccb8-983d-4ae0-b906-2751bdb676ef tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1114712 Nov 12 13:24:45.992975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee1f8019-04b1-43be-b050-b28abdc0282e req-a8e87ad3-07b1-4ed7-b95d-2099b09ec0cd tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252810 Nov 12 13:24:46.033328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d9a5f-b75c-435f-bbdc-86f6a7def6a9 req-39dcddbd-96d4-4b15-9a4a-c35ab600e88e tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:46.035103 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb4d9a5f-b75c-435f-bbdc-86f6a7def6a9 req-39dcddbd-96d4-4b15-9a4a-c35ab600e88e tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.0670531 Nov 12 13:24:46.113141 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb4d9a5f-b75c-435f-bbdc-86f6a7def6a9 req-d1a61a5d-1201-47e0-8909-f88daa97fcd7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696287 Nov 12 13:24:46.611755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330ca70-d2b9-4c2f-ac6e-f4e42be51dca req-168d9267-37d6-46e3-b456-f8a530dd677e tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:46.614548 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5330ca70-d2b9-4c2f-ac6e-f4e42be51dca req-168d9267-37d6-46e3-b456-f8a530dd677e tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 948 time: 0.1356831 Nov 12 13:24:46.659669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-7d227a52-23be-48a5-aba8-1f0bde70e621 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:46.661660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-7d227a52-23be-48a5-aba8-1f0bde70e621 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.70 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 948 time: 0.1496544 Nov 12 13:24:46.772528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43416) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:46.818104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5330ca70-d2b9-4c2f-ac6e-f4e42be51dca req-7091a278-d077-4e2b-8e79-8f92ecd59daf tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/security-groups?id=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877720 Nov 12 13:24:46.866476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-d8dc7e8d-79ee-4c8e-854e-01d2c6b661af tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Deleting port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:46.867117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-d8dc7e8d-79ee-4c8e-854e-01d2c6b661af tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:46.942266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1569048000', 'router:external': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:46.972352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Made reservation on behalf of 191fae1702504b14b6b567ac9401769c for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:46.979177 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.002625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.047785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-d8dc7e8d-79ee-4c8e-854e-01d2c6b661af tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] For port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:47.047785 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-d8dc7e8d-79ee-4c8e-854e-01d2c6b661af tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.089050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-d8dc7e8d-79ee-4c8e-854e-01d2c6b661af tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Calling delete_port for 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:47.204484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.210025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.246683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:24:47.268224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee23fcc2-dbe2-43b2-8e98-62ad74f5d7a2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:47.274692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.275036 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Added segment 21530c72-bbe4-4c81-95ca-b165c54e93e9 of type vlan for network 9f342321-07b6-4592-a8de-208a786f87dc Nov 12 13:24:47.382031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646b12-b34a-4ca5-a5b7-f6bb1029b840 req-9e898ed6-89f2-43c3-bae3-c80cd1d1b5ad tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:47.383995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff646b12-b34a-4ca5-a5b7-f6bb1029b840 req-9e898ed6-89f2-43c3-bae3-c80cd1d1b5ad tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1955860 Nov 12 13:24:47.424288 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.442562 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-d8dc7e8d-79ee-4c8e-854e-01d2c6b661af tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.496432 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.498388 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:47.499294 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.537579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc7e8d-79ee-4c8e-854e-01d2c6b661af tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Pushing event deleted for resources: {'Port': ['ID=35bf8f33-551e-4ab3-89b7-fec695a2c2c1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:47.604420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8301380 Nov 12 13:24:47.610713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43438) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:47.626586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Request body: {'subnet': {'network_id': '9f342321-07b6-4592-a8de-208a786f87dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:47.666934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-d8dc7e8d-79ee-4c8e-854e-01d2c6b661af tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] No DVR routers for this DVR port 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:24:47.672300 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-d8dc7e8d-79ee-4c8e-854e-01d2c6b661af tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.676686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2e4018f-cc7d-4161-88a4-90bfbc4b6c46 req-d8dc7e8d-79ee-4c8e-854e-01d2c6b661af tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.70 "DELETE /v2.0/ports/35bf8f33-551e-4ab3-89b7-fec695a2c2c1 HTTP/1.1" status: 204 len: 173 time: 0.9990826 Nov 12 13:24:47.677303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-deleted', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:47.681498 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b058ed0f-5058-4e6f-8017-4b4409069bdd" -d '{"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-deleted", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:47.684950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28a689-edb9-463b-a451-2680a1c0ef7c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event updated for resources: {'Network': ['ID=9f342321-07b6-4592-a8de-208a786f87dc,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:47.693816 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff646b12-b34a-4ca5-a5b7-f6bb1029b840 req-201f7adb-8150-4c3b-b932-60b7e90537cd tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873445 Nov 12 13:24:47.714526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 9f342321-07b6-4592-a8de-208a786f87dc details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:24:47.737943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Made reservation on behalf of 191fae1702504b14b6b567ac9401769c for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:47.740420 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:47.925993 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de146147-b905-4780-b823-5b672f919713 x-openstack-request-id: req-de146147-b905-4780-b823-5b672f919713 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:47.926681 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26872729-e9c8-4b66-b127-1185b2b02686", "name": "network-vif-deleted", "tag": "35bf8f33-551e-4ab3-89b7-fec695a2c2c1", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:47.926977 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de146147-b905-4780-b823-5b672f919713 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:47.927622 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26872729-e9c8-4b66-b127-1185b2b02686', 'name': 'network-vif-deleted', 'tag': '35bf8f33-551e-4ab3-89b7-fec695a2c2c1', 'status': 'completed', 'code': 200} Nov 12 13:24:48.103503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80cf407c-dc29-4569-9aa9-233c854beea4 req-45d343a2-fb3c-498b-8cd8-cfd70826cc39 tempest-ListImageFiltersTestJSON-1297887108 tempest-ListImageFiltersTestJSON-1297887108-project] 10.222.0.73 "GET /v2.0/ports?device_id=26872729-e9c8-4b66-b127-1185b2b02686 HTTP/1.1" status: 200 len: 210 time: 0.0485373 Nov 12 13:24:48.214113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769ebb0-9d8f-4142-ab7c-ec8cdc30708b req-07aafbb7-064e-472b-b300-2afbfd3bd7da tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:48.216642 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c769ebb0-9d8f-4142-ab7c-ec8cdc30708b req-07aafbb7-064e-472b-b300-2afbfd3bd7da tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.6110592 Nov 12 13:24:48.365953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c769ebb0-9d8f-4142-ab7c-ec8cdc30708b req-3bd34dfb-a982-4a74-8370-3c4f7c7f3f5e tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330822 Nov 12 13:24:48.749856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:24:48.750326 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:48.832146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a44ac76c-0f4d-48fa-a8e0-ed7aceef816d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:48.870742 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Checking segment: {'id': '21530c72-bbe4-4c81-95ca-b165c54e93e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '9f342321-07b6-4592-a8de-208a786f87dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:24:48.871296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Network hostable DHCP agents. Network: 9f342321-07b6-4592-a8de-208a786f87dc, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:24:48.913776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddc4b5-22b7-486a-8549-d30b630c397d req-a7f2efef-3756-466b-9da0-1e1066accded tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:48.915828 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9cddc4b5-22b7-486a-8549-d30b630c397d req-a7f2efef-3756-466b-9da0-1e1066accded tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1104095 Nov 12 13:24:48.918607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Network 9f342321-07b6-4592-a8de-208a786f87dc is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:24:48.938722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 9f342321-07b6-4592-a8de-208a786f87dc) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:48.949670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91633a0a-49dc-43c4-81d3-284e9494b9d9 None None] Network 9f342321-07b6-4592-a8de-208a786f87dc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:48.956638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:48.956941 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:48.997745 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d93e7895-e7b2-406b-878e-8a8bda127711 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3842857 Nov 12 13:24:49.000292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:49.007722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1475444273', 'network_id': '9f342321-07b6-4592-a8de-208a786f87dc'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:49.042497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9cddc4b5-22b7-486a-8549-d30b630c397d req-517c5983-3329-4a7a-b4c4-59b9b3996987 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147513 Nov 12 13:24:49.052608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Made reservation on behalf of 191fae1702504b14b6b567ac9401769c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:24:49.058703 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.102285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] device_id is not set on port c71a8c61-b1e3-43a8-b7b0-1d458f8a986d yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:24:49.160291 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9562335a-dd24-4c66-8430-d2e189ba5399 None None] Network 9f342321-07b6-4592-a8de-208a786f87dc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:24:49.432400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Allocated IP 2001:db8::28c (9f342321-07b6-4592-a8de-208a786f87dc/a44ac76c-0f4d-48fa-a8e0-ed7aceef816d/c71a8c61-b1e3-43a8-b7b0-1d458f8a986d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:24:49.660225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293f335-ffc1-4dcd-b24e-c821b0a0e6e9 req-4f83a714-ef51-43c3-8d1c-5b425955b141 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:49.661903 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d293f335-ffc1-4dcd-b24e-c821b0a0e6e9 req-4f83a714-ef51-43c3-8d1c-5b425955b141 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1324263 Nov 12 13:24:49.751076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.759923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d293f335-ffc1-4dcd-b24e-c821b0a0e6e9 req-1e09b091-9dfa-45bf-9467-c84e2708a907 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846329 Nov 12 13:24:49.840099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:49.957407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Network 9f342321-07b6-4592-a8de-208a786f87dc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:49.958968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event updated for resources: {'Port': ['ID=c71a8c61-b1e3-43a8-b7b0-1d458f8a986d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:49.962406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:49.965689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:24:49.967369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:49.968372 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.010625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aeefdd60-5353-44f5-9693-dc3df42aa658 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0088408 Nov 12 13:24:50.014481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43492) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:50.195724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ad1c4-2760-4d4f-9a9d-d099e5749173 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Deleting port c71a8c61-b1e3-43a8-b7b0-1d458f8a986d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:50.196047 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad1c4-2760-4d4f-9a9d-d099e5749173 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.448902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f328a-1a84-4705-ae98-5717b14666e8 req-46b951d9-0355-4311-92f6-fc1dc589061e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:50.452501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a77f328a-1a84-4705-ae98-5717b14666e8 req-46b951d9-0355-4311-92f6-fc1dc589061e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2181919 Nov 12 13:24:50.507889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad1c4-2760-4d4f-9a9d-d099e5749173 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.544104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ad1c4-2760-4d4f-9a9d-d099e5749173 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Calling delete_port for c71a8c61-b1e3-43a8-b7b0-1d458f8a986d owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:50.557643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a77f328a-1a84-4705-ae98-5717b14666e8 req-b30ac1c7-1d05-48f5-99f5-2b5c59db2d93 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905004 Nov 12 13:24:50.772272 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad1c4-2760-4d4f-9a9d-d099e5749173 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.845096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ad1c4-2760-4d4f-9a9d-d099e5749173 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event deleted for resources: {'Port': ['ID=c71a8c61-b1e3-43a8-b7b0-1d458f8a986d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:50.886627 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad1c4-2760-4d4f-9a9d-d099e5749173 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.891344 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1f3ad1c4-2760-4d4f-9a9d-d099e5749173 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "DELETE /v2.0/ports/c71a8c61-b1e3-43a8-b7b0-1d458f8a986d HTTP/1.1" status: 204 len: 168 time: 0.8747494 Nov 12 13:24:50.896167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43532) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:50.908788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f342321-07b6-4592-a8de-208a786f87dc', 'external_fixed_ips': [{'subnet_id': 'a44ac76c-0f4d-48fa-a8e0-ed7aceef816d', 'ip_address': '2001:db8::28c'}]}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:50.956541 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:50.958909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:51.027204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffe111-67ae-45ce-b80b-a32d561935c3 req-31171611-27c2-4dd4-98e8-854160972113 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:51.028839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-75ffe111-67ae-45ce-b80b-a32d561935c3 req-31171611-27c2-4dd4-98e8-854160972113 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1057026 Nov 12 13:24:51.069560 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:51.134280 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-75ffe111-67ae-45ce-b80b-a32d561935c3 req-6d8e229a-e29f-4236-8e3f-7e936ba80623 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855095 Nov 12 13:24:51.284553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:51.518302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43542) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:51.644252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f2bca4e6-3f67-43e1-86f5-323fd07fc251 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:24:51.649621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:24:51.739568 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:51.827051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:51.842173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c', 'port_id': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'mac_address': 'fa:16:3e:35:a6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113dd0c5-b267-467f-83c5-4a65398ffc5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:24:51.851046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:24:51.851398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 35bf8f33-551e-4ab3-89b7-fec695a2c2c1 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:24:51.858847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:51.936385 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-803eee58-3aea-4832-90ce-84a4860436ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a674ae6ee6084216ad35c8fb1e1b8c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145691 Nov 12 13:24:51.939326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43552) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:51.989148 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.006603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2bca4e6-3f67-43e1-86f5-323fd07fc251 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:24:52.059085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:52.067678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.105576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.190300 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.223486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:52.224395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c283f80-a4d2-4444-83e3-c9043fd1cad7 req-54d4d883-f2b7-4582-ba7d-36a361868e98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:52.241268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c283f80-a4d2-4444-83e3-c9043fd1cad7 req-54d4d883-f2b7-4582-ba7d-36a361868e98 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3209898 Nov 12 13:24:52.250523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.256172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.256430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.256923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.257673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.258280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.259779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.260251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.263276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.264458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.265024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.265604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.280164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['f2bca4e6-3f67-43e1-86f5-323fd07fc251'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:24:52.371036 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.376422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:52.378505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2 HTTP/1.1" status: 204 len: 168 time: 0.4372113 Nov 12 13:24:52.457640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Allocated IP 2001:db8::28c (9f342321-07b6-4592-a8de-208a786f87dc/a44ac76c-0f4d-48fa-a8e0-ed7aceef816d/3926782c-e09c-425e-a325-5ebbc720725b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:24:52.506747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c283f80-a4d2-4444-83e3-c9043fd1cad7 req-ee075a81-ea65-4365-a669-7020d48870f5 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069102 Nov 12 13:24:52.605231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3689a4a0-f5e3-4c9a-9c2d-3ef1baa7eec2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:52.664896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.670540 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.671075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.673969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.675137 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.679629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.679629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.680364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.680820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.681272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.681750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.682325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424e0f0-d1be-4701-82e1-468674211a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:52.719130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d44f9-2e7c-454b-a672-82a0609bba3b req-3363ecb7-fd32-44ab-a4c0-7208c35816b7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:52.728479 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb1d44f9-2e7c-454b-a672-82a0609bba3b req-3363ecb7-fd32-44ab-a4c0-7208c35816b7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.3140869 Nov 12 13:24:52.867195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb1d44f9-2e7c-454b-a672-82a0609bba3b req-b99c3d76-7d21-4bff-bd14-01fd27a59ee8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373453 Nov 12 13:24:52.933124 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.072324 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.170660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Network 9f342321-07b6-4592-a8de-208a786f87dc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:24:53.176473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:24:53.199544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:24:53.550595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event updated for resources: {'Port': ['ID=3926782c-e09c-425e-a325-5ebbc720725b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:53.694467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f2bca4e6-3f67-43e1-86f5-323fd07fc251 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:24:53.776181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:53.885314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970abee-9571-4b07-8ebb-499e2847d002 req-55819e24-72a9-4737-a7f9-1b022cb657ee tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:53.900139 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9970abee-9571-4b07-8ebb-499e2847d002 req-55819e24-72a9-4737-a7f9-1b022cb657ee tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.2234204 Nov 12 13:24:53.953954 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port f2bca4e6-3f67-43e1-86f5-323fd07fc251 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:24:53.955080 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.099764 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9970abee-9571-4b07-8ebb-499e2847d002 req-9a9b8d8a-a90c-4f48-be44-3b3c7cf9c7bd tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939895 Nov 12 13:24:54.211194 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.295646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:24:54.301221 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bcc8a6-c70c-4e30-a0b5-bba7d6ae7d0d" -d '{"events": [{"server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "name": "network-vif-plugged", "status": "completed", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:24:54.344449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:24:54.353209 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.367711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357b9ca-55d6-4b9d-b618-9c31027dd31d req-7fec5626-ec15-439e-bfd9-ed6e8fe7cc86 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:54.381770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a357b9ca-55d6-4b9d-b618-9c31027dd31d req-7fec5626-ec15-439e-bfd9-ed6e8fe7cc86 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1784835 Nov 12 13:24:54.490126 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:54.499624 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed5bc98-a050-4444-8275-7789f11d8ac2 x-openstack-request-id: req-6ed5bc98-a050-4444-8275-7789f11d8ac2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:24:54.500336 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "name": "network-vif-plugged", "status": "completed", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:24:54.500864 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ed5bc98-a050-4444-8275-7789f11d8ac2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:24:54.503316 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'code': 200} Nov 12 13:24:54.505781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.552101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a357b9ca-55d6-4b9d-b618-9c31027dd31d req-760477a8-9f8b-402d-acfb-bd31defb287c tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629660 Nov 12 13:24:54.687776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Router 74c05ecf-1a00-4044-a186-001eb2a1edff is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:24:54.836646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:24:54.852672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Sync routers for ids ['74c05ecf-1a00-4044-a186-001eb2a1edff'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:24:54.869327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Routers {'74c05ecf-1a00-4044-a186-001eb2a1edff'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:54.870536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['74c05ecf-1a00-4044-a186-001eb2a1edff'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:54.874870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:54.877682 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-303d36c5-19de-4857-9271-48965a71cb3e tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9788468 Nov 12 13:24:54.880510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43604) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:55.094032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Set router 74c05ecf-1a00-4044-a186-001eb2a1edff gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:24:55.163725 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:55.475298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241f876-32b2-470e-8db9-65ff6a1f8989 req-11fa4f8e-5f60-4a5d-9eb3-9afca7a3cd89 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:55.492646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f241f876-32b2-470e-8db9-65ff6a1f8989 req-11fa4f8e-5f60-4a5d-9eb3-9afca7a3cd89 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2257092 Nov 12 13:24:55.503874 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:55.617133 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f241f876-32b2-470e-8db9-65ff6a1f8989 req-e159aa57-a559-4901-9cf4-c7ae86814a8d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233511 Nov 12 13:24:55.648496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Deleting port 3926782c-e09c-425e-a325-5ebbc720725b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:24:55.649061 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:55.829249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c05ecf-1a00-4044-a186-001eb2a1edff', 'name': '', 'tenant_id': '191fae1702504b14b6b567ac9401769c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f342321-07b6-4592-a8de-208a786f87dc', 'external_fixed_ips': [{'subnet_id': 'a44ac76c-0f4d-48fa-a8e0-ed7aceef816d', 'ip_address': '2001:db8::28c'}], 'enable_snat': True}, 'gw_port_id': '3926782c-e09c-425e-a325-5ebbc720725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:24:50Z', 'updated_at': '2021-11-12T13:24:53Z', 'revision_number': 3, 'project_id': '191fae1702504b14b6b567ac9401769c', 'gw_port': {'id': '3926782c-e09c-425e-a325-5ebbc720725b', 'name': '', 'network_id': '9f342321-07b6-4592-a8de-208a786f87dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c05ecf-1a00-4044-a186-001eb2a1edff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a44ac76c-0f4d-48fa-a8e0-ed7aceef816d', 'ip_address': '2001:db8::28c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:24:51Z', 'updated_at': '2021-11-12T13:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a44ac76c-0f4d-48fa-a8e0-ed7aceef816d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:55.870986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Checking router: 74c05ecf-1a00-4044-a186-001eb2a1edff for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:24:55.872060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Updating router 74c05ecf-1a00-4044-a186-001eb2a1edff port 3926782c-e09c-425e-a325-5ebbc720725b binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:24:55.888895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:55.912652 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:55.918431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad906-12a1-450b-a791-96c39af6ba1d req-ad9611f4-4105-41e4-bb58-249732e6a097 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:55.927004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6dad906-12a1-450b-a791-96c39af6ba1d req-ad9611f4-4105-41e4-bb58-249732e6a097 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1421866 Nov 12 13:24:55.958690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Calling delete_port for 3926782c-e09c-425e-a325-5ebbc720725b owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:24:56.026551 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:24:56.201958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:56.275373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event deleted for resources: {'Port': ['ID=3926782c-e09c-425e-a325-5ebbc720725b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:56.367728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:56.601874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6dad906-12a1-450b-a791-96c39af6ba1d req-4776eba6-92eb-4a38-bd10-c3d7dce132f1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6644518 Nov 12 13:24:56.725983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:24:56.726352 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:24:56.760386 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:56.768025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:56.922359 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:56.923409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74c05ecf-1a00-4044-a186-001eb2a1edff {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:24:56.945414 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:56.953684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43638) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:56.965318 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-edee21c8-dd4f-4979-a5e1-cf22724cf2ca tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "DELETE /v2.0/routers/74c05ecf-1a00-4044-a186-001eb2a1edff HTTP/1.1" status: 204 len: 168 time: 2.0825248 Nov 12 13:24:56.992408 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cced0c27-704f-4b1d-b779-56b5039d7a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:57.126792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Deleting subnet a44ac76c-0f4d-48fa-a8e0-ed7aceef816d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:24:57.171679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:57.281976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Port 3926782c-e09c-425e-a325-5ebbc720725b not found while updating agent binding for router 74c05ecf-1a00-4044-a186-001eb2a1edff. {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 13:24:57.323971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Routers set() bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:24:57.324528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Router IDs set() for agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 13:24:57.325899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:57.329665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_agentschedulers_db [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'74c05ecf-1a00-4044-a186-001eb2a1edff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent'). {{(pid=102677) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 13:24:57.332717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50261d-b85d-40c5-b156-28987f0bb87b None None] The sync data for ids ['74c05ecf-1a00-4044-a186-001eb2a1edff'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:24:57.346061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a476b-3878-4d4a-ad75-74aa7928216d req-7311d4e1-ce28-445a-b0ba-3c659f66f554 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:57.361569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-055a476b-3878-4d4a-ad75-74aa7928216d req-7311d4e1-ce28-445a-b0ba-3c659f66f554 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2897720 Nov 12 13:24:57.519954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:57.620602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:57.697211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a44ac76c-0f4d-48fa-a8e0-ed7aceef816d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:57.704025 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:57.709057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/a44ac76c-0f4d-48fa-a8e0-ed7aceef816d HTTP/1.1" status: 204 len: 168 time: 0.7535412 Nov 12 13:24:57.713966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43666) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:57.741071 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-055a476b-3878-4d4a-ad75-74aa7928216d req-8f77d94c-f6b1-4916-8b9d-2f563ddd1176 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761766 Nov 12 13:24:57.782449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.784290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.784740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.786297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.786681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.787031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.789049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.789458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.791620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.792067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.792418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.792763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b58072-45c3-4227-b1ea-5b5653332e51 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:24:57.906356 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:58.035828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:58.069189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd5390-f422-42c7-ba0a-ef4e1cf4b1b7 req-41c2396c-f519-4b01-b965-af08a8ac14b4 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:58.071508 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cffd5390-f422-42c7-ba0a-ef4e1cf4b1b7 req-41c2396c-f519-4b01-b965-af08a8ac14b4 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1485410 Nov 12 13:24:58.122080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f342321-07b6-4592-a8de-208a786f87dc']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:58.146579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21530c72-bbe4-4c81-95ca-b165c54e93e9') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:58.147006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21530c72-bbe4-4c81-95ca-b165c54e93e9') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:24:58.169172 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:58.186997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cffd5390-f422-42c7-ba0a-ef4e1cf4b1b7 req-c27ae2da-6bf2-4080-973d-36ec4a9febe6 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037302 Nov 12 13:24:58.196948 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:58.221479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:24:58.222398 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:24:58.226792 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:24:58.379586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:58.386781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f342321-07b6-4592-a8de-208a786f87dc {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 13:24:58.391533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:58.398589 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "DELETE /v2.0/networks/9f342321-07b6-4592-a8de-208a786f87dc HTTP/1.1" status: 204 len: 168 time: 0.6827829 Nov 12 13:24:58.468115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53496b-f99a-4389-9ce0-7fcdb5200c5c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f342321-07b6-4592-a8de-208a786f87dc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:24:58.830171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43692) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:58.838029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-937a32b5-6a63-4fe4-9d11-9e5f93cb6935 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Request body: {'router': {'name': 'tempest-router--1832443127', 'project_id': 'fb40d172811e4e848f740edfa30604fe'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:24:58.926674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-937a32b5-6a63-4fe4-9d11-9e5f93cb6935 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:58.928304 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-937a32b5-6a63-4fe4-9d11-9e5f93cb6935 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:59.042140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967510b3-de28-42ef-8329-924d5fe3e2f1 req-2588dbd6-f597-4358-ab93-71ac7a99346d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:59.058906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-967510b3-de28-42ef-8329-924d5fe3e2f1 req-2588dbd6-f597-4358-ab93-71ac7a99346d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1446488 Nov 12 13:24:59.077506 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-937a32b5-6a63-4fe4-9d11-9e5f93cb6935 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:59.089849 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-937a32b5-6a63-4fe4-9d11-9e5f93cb6935 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:59.125370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-937a32b5-6a63-4fe4-9d11-9e5f93cb6935 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:59.127599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-937a32b5-6a63-4fe4-9d11-9e5f93cb6935 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2960908 Nov 12 13:24:59.133716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43700) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:24:59.252834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-967510b3-de28-42ef-8329-924d5fe3e2f1 req-85975bc9-534d-43d6-a0ea-999c9b82cbee tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926320 Nov 12 13:24:59.277686 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0acc8bb5-6395-4238-8967-2dc4d5f89a44 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:59.460936 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba97b66a-cc10-4efc-9bf7-f9fc49b1abcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:59.473794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04e07d-0fca-45e1-aca3-3b51ba391210 req-748fff8e-2f60-4666-9361-085370790b76 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:59.476012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c04e07d-0fca-45e1-aca3-3b51ba391210 req-748fff8e-2f60-4666-9361-085370790b76 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.0963089 Nov 12 13:24:59.570566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0acc8bb5-6395-4238-8967-2dc4d5f89a44 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:59.575001 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0acc8bb5-6395-4238-8967-2dc4d5f89a44 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:59.610422 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c04e07d-0fca-45e1-aca3-3b51ba391210 req-0babd18c-99c5-4a85-b76a-0db9b4939b19 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280701 Nov 12 13:24:59.726791 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0acc8bb5-6395-4238-8967-2dc4d5f89a44 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:59.727337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acc8bb5-6395-4238-8967-2dc4d5f89a44 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b19dc66f-c84d-49d6-a2d8-af46f0123856 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:24:59.734962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0acc8bb5-6395-4238-8967-2dc4d5f89a44 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:24:59.736155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0acc8bb5-6395-4238-8967-2dc4d5f89a44 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "DELETE /v2.0/routers/b19dc66f-c84d-49d6-a2d8-af46f0123856 HTTP/1.1" status: 204 len: 168 time: 0.6014602 Nov 12 13:24:59.748865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027e1f-1bef-4932-9395-313e9d97c6fe req-75de04a7-10d0-424f-87ef-745f9d6f6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:24:59.751126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5027e1f-1bef-4932-9395-313e9d97c6fe req-75de04a7-10d0-424f-87ef-745f9d6f6c2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 1096 time: 0.0782208 Nov 12 13:24:59.995758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43726) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:00.136128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027e1f-1bef-4932-9395-313e9d97c6fe req-1641a959-4b67-40d8-bbb5-ea7e79c44720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:00.139582 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5027e1f-1bef-4932-9395-313e9d97c6fe req-1641a959-4b67-40d8-bbb5-ea7e79c44720 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 915 time: 0.3409674 Nov 12 13:25:00.237676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5027e1f-1bef-4932-9395-313e9d97c6fe req-7aee1e78-8220-45af-a762-3b04f6bde0fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 200 len: 217 time: 0.0910752 Nov 12 13:25:00.339558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027e1f-1bef-4932-9395-313e9d97c6fe req-e8a8042e-4ca2-42e6-a3ad-dbecb3152555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:00.346712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5027e1f-1bef-4932-9395-313e9d97c6fe req-e8a8042e-4ca2-42e6-a3ad-dbecb3152555 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 200 len: 854 time: 0.0979240 Nov 12 13:25:00.414184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5027e1f-1bef-4932-9395-313e9d97c6fe req-3cd15995-2b5f-42ab-97ec-56779927ae63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584521 Nov 12 13:25:00.474159 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:00.739184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5027e1f-1bef-4932-9395-313e9d97c6fe req-f1d1a11f-cb2d-495d-be87-230687855964 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160121 Nov 12 13:25:00.777269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca418e1-7b36-4ccb-8cb0-bb5424a2058b req-84b885d9-98f9-497d-8eaa-4d93ce820e66 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:00.793382 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ca418e1-7b36-4ccb-8cb0-bb5424a2058b req-84b885d9-98f9-497d-8eaa-4d93ce820e66 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1771569 Nov 12 13:25:00.805084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-423483872', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:00.949651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:00.951312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:01.032106 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ca418e1-7b36-4ccb-8cb0-bb5424a2058b req-a2674ed9-502c-4164-883f-38e3ea94e843 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031279 Nov 12 13:25:01.033095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5027e1f-1bef-4932-9395-313e9d97c6fe req-397cec0f-9f63-4abd-a11e-c9ef36b80c11 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845962 Nov 12 13:25:01.126748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c29b2c-8fa5-441d-a8e2-898906419003 req-682fe9a6-7442-4768-84e9-c1b82e21424a tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:01.129575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-14c29b2c-8fa5-441d-a8e2-898906419003 req-682fe9a6-7442-4768-84e9-c1b82e21424a tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1218848 Nov 12 13:25:01.168491 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:01.214335 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-14c29b2c-8fa5-441d-a8e2-898906419003 req-6dbc4188-c0ba-47c1-b5e2-e9ab3788cfef tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758994 Nov 12 13:25:01.622114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:01.887573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43758) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:02.012065 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:02.061640 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:02.222195 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:02.307966 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02513ae5-295b-4093-b157-bb16fb29ded9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:02.311143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Allocated IP 172.25.5.239 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/d78109ff-8217-4801-bf93-ee7e9ccf33bd) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:02.515505 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02513ae5-295b-4093-b157-bb16fb29ded9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:02.525123 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02513ae5-295b-4093-b157-bb16fb29ded9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:02.598364 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:02.650880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02513ae5-295b-4093-b157-bb16fb29ded9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29a86bc-bb2b-41cf-8bb8-224e998f3739,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:02.673085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140efea7-c103-4f07-82d5-8a80ff0f0e6b req-f38f74b9-8146-4730-a38c-08ee45be5241 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:02.674945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-140efea7-c103-4f07-82d5-8a80ff0f0e6b req-f38f74b9-8146-4730-a38c-08ee45be5241 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1034715 Nov 12 13:25:02.749488 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:02.758329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43774) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:02.758501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-02513ae5-295b-4093-b157-bb16fb29ded9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=941ffb848c23443c8144ff0c135e7fd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8680618 Nov 12 13:25:02.789435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea53b8d-2eb3-4a64-9e9e-ae12e50f9554 req-76d95a7a-ecb4-4224-a1aa-38fe589e2b36 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:02.802118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cea53b8d-2eb3-4a64-9e9e-ae12e50f9554 req-76d95a7a-ecb4-4224-a1aa-38fe589e2b36 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.4677641 Nov 12 13:25:02.813450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:02.895760 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cea53b8d-2eb3-4a64-9e9e-ae12e50f9554 req-4f2035a2-38bc-4b93-a74e-914c9a717a78 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905449 Nov 12 13:25:02.902040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:02.917337 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-140efea7-c103-4f07-82d5-8a80ff0f0e6b req-4127e85e-f5f4-4571-810e-1f20e4ccd1e1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998398 Nov 12 13:25:02.928367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:02.933004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:02.935963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Pushing event updated for resources: {'Port': ['ID=d78109ff-8217-4801-bf93-ee7e9ccf33bd,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:02.985687 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37eea128-136c-4834-a802-119bf8e0daa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:03.040413 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37eea128-136c-4834-a802-119bf8e0daa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:03.671366 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37eea128-136c-4834-a802-119bf8e0daa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:03.674497 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37eea128-136c-4834-a802-119bf8e0daa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:03.676336 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-37eea128-136c-4834-a802-119bf8e0daa3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f29a86bc-bb2b-41cf-8bb8-224e998f3739 HTTP/1.1" status: 204 len: 168 time: 0.9140980 Nov 12 13:25:03.690621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eea128-136c-4834-a802-119bf8e0daa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29a86bc-bb2b-41cf-8bb8-224e998f3739,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:03.928597 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:04.178699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19634939-c8c2-4770-b873-9fb4be5a0c80 req-6e307732-b4b3-4440-a82e-9adb605d73c9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:04.186587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19634939-c8c2-4770-b873-9fb4be5a0c80 req-6e307732-b4b3-4440-a82e-9adb605d73c9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1458557 Nov 12 13:25:04.269657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1065bc3-c666-4417-a347-de6abea1890d req-1c00d79f-ff74-4432-a77b-5f4d0e223903 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:04.283570 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1065bc3-c666-4417-a347-de6abea1890d req-1c00d79f-ff74-4432-a77b-5f4d0e223903 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1221561 Nov 12 13:25:04.302626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19634939-c8c2-4770-b873-9fb4be5a0c80 req-5430086f-da00-45de-99e4-be6342c2dba8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049075 Nov 12 13:25:04.415602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1065bc3-c666-4417-a347-de6abea1890d req-af4ef467-b9be-477c-8eaf-79fe3274f791 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215878 Nov 12 13:25:04.486598 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:04.819621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Router 1986d544-8c4a-4df3-a792-10473ee4b740 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:25:04.996468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9c673-4659-4586-908b-aed40613a98a req-d40ab1e5-87a5-457d-9b32-60dfc0799402 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:05.002410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72b9c673-4659-4586-908b-aed40613a98a req-d40ab1e5-87a5-457d-9b32-60dfc0799402 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 1097 time: 0.0918593 Nov 12 13:25:05.040658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:05.058308 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1001bc-f37a-480c-85ac-c73e33368227 None None] Sync routers for ids ['1986d544-8c4a-4df3-a792-10473ee4b740'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:05.075561 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1001bc-f37a-480c-85ac-c73e33368227 None None] Routers {'1986d544-8c4a-4df3-a792-10473ee4b740'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:05.075561 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-be1001bc-f37a-480c-85ac-c73e33368227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['1986d544-8c4a-4df3-a792-10473ee4b740'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:05.084600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72b9c673-4659-4586-908b-aed40613a98a req-582f55fc-6881-4030-b268-295cb68e3ccd tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748470 Nov 12 13:25:05.099300 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:05.106514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:05.109391 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c50d30e9-e2ab-4526-94b1-0415886b6d60 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1112068 Nov 12 13:25:05.193306 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-be1001bc-f37a-480c-85ac-c73e33368227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:05.222217 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1001bc-f37a-480c-85ac-c73e33368227 None None] Routers {'1986d544-8c4a-4df3-a792-10473ee4b740'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:05.223194 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-be1001bc-f37a-480c-85ac-c73e33368227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['1986d544-8c4a-4df3-a792-10473ee4b740'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:05.275616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-5335616d-d9da-4c3d-9ee3-07b5fa23d08a req-e4341714-ff29-45b4-a73c-7438f836fc79 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:25:05.276951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5335616d-d9da-4c3d-9ee3-07b5fa23d08a req-e4341714-ff29-45b4-a73c-7438f836fc79 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078673 Nov 12 13:25:05.306599 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-be1001bc-f37a-480c-85ac-c73e33368227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:05.307289 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1001bc-f37a-480c-85ac-c73e33368227 None None] The sync data for ids ['1986d544-8c4a-4df3-a792-10473ee4b740'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:25:05.432472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43830) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:05.689854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1239484688-network', 'tenant_id': '564a4540a9244ec898f21d318b35f14b'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:05.766066 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Made reservation on behalf of 564a4540a9244ec898f21d318b35f14b for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:25:05.770024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:05.807320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:05.962082 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3dddde48-1c30-46b6-8239-3e0c7acac40f tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/routers/1986d544-8c4a-4df3-a792-10473ee4b740 HTTP/1.1" status: 200 len: 924 time: 0.8529444 Nov 12 13:25:05.971923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43852) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:06.005448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a65e9e-04ca-491e-a23c-92376051f566 req-3cb152d1-616c-4ad7-a5d1-7e6210d83d78 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:06.020486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85a65e9e-04ca-491e-a23c-92376051f566 req-3cb152d1-616c-4ad7-a5d1-7e6210d83d78 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1901438 Nov 12 13:25:06.066809 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:06.075517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:06.094440 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-95fd6e9b-f609-4f08-afa7-6d26323484d8 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=1986d544-8c4a-4df3-a792-10473ee4b740 HTTP/1.1" status: 200 len: 205 time: 0.0671444 Nov 12 13:25:06.103763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:06.142824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053b82bd-edbf-4744-bc42-fdf51de4faf6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:06.174031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:25:06.200233 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:06.202563 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Added segment 8364f6a9-3170-4784-8637-0e7b4fdd329e of type vlan for network b4d1f4a9-87ec-434f-8934-2c016cbe992c Nov 12 13:25:06.308336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:06.362862 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:06.364818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:06.366049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:06.426158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85a65e9e-04ca-491e-a23c-92376051f566 req-5e8907b0-a641-45d8-8bf6-8e23c9fabf47 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043968 Nov 12 13:25:06.534528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d1f4a9-87ec-434f-8934-2c016cbe992c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:06.536554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:06.556586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network b4d1f4a9-87ec-434f-8934-2c016cbe992c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:25:06.590515 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-82050aef-4f19-403c-943e-3a9627294447 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1562576 Nov 12 13:25:06.596650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43866) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:06.634698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Request body: {'subnet': {'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-subnet', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:06.706498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Made reservation on behalf of 564a4540a9244ec898f21d318b35f14b for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:25:06.712462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:06.828528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:07.021828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d75e-9275-4544-b54e-97900d514780 req-01afb9fd-0103-496b-ab10-2429f254f11d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:07.030326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0221d75e-9275-4544-b54e-97900d514780 req-01afb9fd-0103-496b-ab10-2429f254f11d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.2060180 Nov 12 13:25:07.043592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-6cfd430b-c0d8-4474-b59f-96f62ca4b271 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:25:07.045370 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-6cfd430b-c0d8-4474-b59f-96f62ca4b271 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098076 Nov 12 13:25:07.100641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Deleting port d78109ff-8217-4801-bf93-ee7e9ccf33bd {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:25:07.100869 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:07.114079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0221d75e-9275-4544-b54e-97900d514780 req-f9ae0462-37bf-4355-a66c-4d651a6567fb tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826306 Nov 12 13:25:07.185426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-a569232e-58bb-4652-bbd6-9cc9910f1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:07.187060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-a569232e-58bb-4652-bbd6-9cc9910f1597 service neutron] 10.222.0.73 "GET /v2.0/ports/a4f6c415-88aa-440c-9704-5b504a4b9c5f HTTP/1.1" status: 200 len: 1094 time: 0.0768702 Nov 12 13:25:07.221415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Request body: {'binding': {'host': 'n-h1-805736-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:07.221996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Unknown quota resources ['binding']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:25:07.286551 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:07.315309 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:07.356742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Calling delete_port for d78109ff-8217-4801-bf93-ee7e9ccf33bd owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:25:07.459871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fae73bd-fdf4-4e2a-94e9-5886c6f6f594,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:07.556555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Checking segment: {'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:25:07.557051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Network hostable DHCP agents. Network: b4d1f4a9-87ec-434f-8934-2c016cbe992c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:25:07.618422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Network b4d1f4a9-87ec-434f-8934-2c016cbe992c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:25:07.629468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f on host n-h1-805736-4 for vnic_type normal with profile None {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:25:07.630189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:25:07.630674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:07.639612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Port a4f6c415-88aa-440c-9704-5b504a4b9c5f on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:25:07.639959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:07.646634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, b4d1f4a9-87ec-434f-8934-2c016cbe992c) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:07.655537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:07.656418 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:07.659762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:25:07.660222 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:25:07.660570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:25:07.661053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Bound port: a4f6c415-88aa-440c-9704-5b504a4b9c5f, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:25:07.663407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b5aa79-e11f-46e2-a09c-3c14548e849b None None] Network b4d1f4a9-87ec-434f-8934-2c016cbe992c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:25:07.721975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ecbe2ccc-5a47-4902-af52-3fd6602e9ef9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1211121 Nov 12 13:25:07.723293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43870) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:07.755691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:07.785036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:25:07.802459 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:07.820106 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] 10.222.0.73 "POST /v2.0/ports/a4f6c415-88aa-440c-9704-5b504a4b9c5f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6240535 Nov 12 13:25:07.860986 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:07.863035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:08.044550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c35c6-ffe6-498c-804a-22b3e16986da req-68ef769e-c78f-43e4-ac6d-127c0cbc53cd tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:08.056577 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-684c35c6-ffe6-498c-804a-22b3e16986da req-68ef769e-c78f-43e4-ac6d-127c0cbc53cd tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3353760 Nov 12 13:25:08.157735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:25:08.159704 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:08.203352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155d4d4-a0e5-4333-8835-b239949ce1d3 req-545f5747-e739-4420-bdf9-a0b9160aa7ec tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:08.205359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e155d4d4-a0e5-4333-8835-b239949ce1d3 req-545f5747-e739-4420-bdf9-a0b9160aa7ec tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.0915835 Nov 12 13:25:08.266762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:08.307221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e155d4d4-a0e5-4333-8835-b239949ce1d3 req-cd06b058-8f99-4ce9-ba27-44ef83c75918 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800364 Nov 12 13:25:08.595022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:08.692764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae090ff4-3f4b-4ed0-9768-7f77922dbc63 req-86c5f5a5-86d2-44aa-92f0-1411f0cf8888 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:08.695463 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae090ff4-3f4b-4ed0-9768-7f77922dbc63 req-86c5f5a5-86d2-44aa-92f0-1411f0cf8888 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1716805 Nov 12 13:25:08.724214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Allocated IP 172.20.0.2 (b4d1f4a9-87ec-434f-8934-2c016cbe992c/6fae73bd-fdf4-4e2a-94e9-5886c6f6f594/5569c067-c434-4de4-bc20-f923bc546f83) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:08.823369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae090ff4-3f4b-4ed0-9768-7f77922dbc63 req-7b78fc31-9ae1-4214-90c7-15550374835f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149499 Nov 12 13:25:08.851414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Pushing event deleted for resources: {'Port': ['ID=d78109ff-8217-4801-bf93-ee7e9ccf33bd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:08.874717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-684c35c6-ffe6-498c-804a-22b3e16986da req-c3985f57-99a6-4729-b72a-660410974e74 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8110688 Nov 12 13:25:08.990168 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.005454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-54ae437e-3d71-459c-9a39-b331b30b8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:09.007209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-54ae437e-3d71-459c-9a39-b331b30b8ad8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 1097 time: 0.7380958 Nov 12 13:25:09.090206 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.195280 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.209744 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.280430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Network b4d1f4a9-87ec-434f-8934-2c016cbe992c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:09.288738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:09.298156 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.302299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:09.361192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.432311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Pushing event updated for resources: {'Port': ['ID=5569c067-c434-4de4-bc20-f923bc546f83,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:09.471840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Attempting to bind port 5569c067-c434-4de4-bc20-f923bc546f83 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:25:09.472261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Attempting to bind port 5569c067-c434-4de4-bc20-f923bc546f83 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:25:09.473239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Attempting to bind port 5569c067-c434-4de4-bc20-f923bc546f83 on network b4d1f4a9-87ec-434f-8934-2c016cbe992c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:09.484324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:25:09.484712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Checking segment: {'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:25:09.485128 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.497393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Bound using segment: {'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:25:09.499006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Bound port: 5569c067-c434-4de4-bc20-f923bc546f83, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:25:09.499540 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.613331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.613884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Fanout notify agent at l3_agent the message router_deleted on router 1986d544-8c4a-4df3-a792-10473ee4b740 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:25:09.625315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] For port 5569c067-c434-4de4-bc20-f923bc546f83, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:25:09.629756 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.632361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-189aef63-bf2f-4448-938c-85a77acab2f5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/1986d544-8c4a-4df3-a792-10473ee4b740 HTTP/1.1" status: 204 len: 168 time: 3.5263395 Nov 12 13:25:09.632612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] For port 5569c067-c434-4de4-bc20-f923bc546f83, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5569c067-c434-4de4-bc20-f923bc546f83,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:25:09.637248 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43884) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:09.645140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Request body: {'router': {'name': 'tempest-snat-router-807808485', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_snat': False}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:09.653924 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.663347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-12a54a4e-496b-47d1-a6d9-3191ae383155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:09.672548 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-12a54a4e-496b-47d1-a6d9-3191ae383155 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.6142728 Nov 12 13:25:09.701788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.707868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:09.728539 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-7a8e4d64-3c16-4d59-8fb3-7d9f7dc2e673 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f HTTP/1.1" status: 200 len: 217 time: 0.0500128 Nov 12 13:25:09.757073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932405a7-5e54-445b-bf92-c6370396f643 req-66712b2b-f274-4250-93b1-7e67286ce414 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:09.767263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-932405a7-5e54-445b-bf92-c6370396f643 req-66712b2b-f274-4250-93b1-7e67286ce414 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.2161052 Nov 12 13:25:09.907751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-3ce3f030-64c9-4805-9758-0f939bea81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:09.907751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-3ce3f030-64c9-4805-9758-0f939bea81e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1705692 Nov 12 13:25:09.943705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b235a-7584-480d-a863-7d80dda2a94d None None] Pushing event updated for resources: {'Port': ['ID=5569c067-c434-4de4-bc20-f923bc546f83,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:09.994935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:10.008579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-932405a7-5e54-445b-bf92-c6370396f643 req-557be283-9b35-4b35-8c1f-8693b10eb543 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375574 Nov 12 13:25:10.012597 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-0c70f907-d858-43ae-b4ac-a11cc98964ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584946 Nov 12 13:25:10.220078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:10.329522 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:10.483479 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:10.511418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-36ca3b70-7de3-45ad-a382-e9acb2d5ef10 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740918 Nov 12 13:25:10.667349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744c7be-bf9b-417a-80de-63ca588d0f36 req-5049d34f-ef04-4bdf-b1f9-832eab35f378 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:10.683109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5744c7be-bf9b-417a-80de-63ca588d0f36 req-5049d34f-ef04-4bdf-b1f9-832eab35f378 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.3618286 Nov 12 13:25:10.759406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5744c7be-bf9b-417a-80de-63ca588d0f36 req-af2fe123-f31d-437e-a735-a29e3ec78ca0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742109 Nov 12 13:25:10.777075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb193c-186a-4d77-95b4-294ef3a8a981 req-5de99a2d-8d23-4ed2-b442-1edbd368901d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:10.779814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-69cb193c-186a-4d77-95b4-294ef3a8a981 req-5de99a2d-8d23-4ed2-b442-1edbd368901d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.5572855 Nov 12 13:25:10.868209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-f1965ea3-9162-461c-9685-462ef1628db4 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496666 Nov 12 13:25:10.898460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Allocated IP 172.25.5.158 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/48f559ee-e337-48e0-8124-2333909260eb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:10.929431 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-69cb193c-186a-4d77-95b4-294ef3a8a981 req-5679162c-8948-406f-9380-a6b0f2dfd619 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185477 Nov 12 13:25:11.144742 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:11.177182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:11.247832 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:11.400621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51dd58-b870-4f5f-b97e-79bdb0ab97f6 req-e2423124-36fc-42f2-93fd-415fb7731fb8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:11.413023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fc51dd58-b870-4f5f-b97e-79bdb0ab97f6 req-e2423124-36fc-42f2-93fd-415fb7731fb8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.1816754 Nov 12 13:25:11.466209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:11.547717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Allocated IP 172.25.5.109 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/e06a9cd3-5c74-46cf-83fb-51c84e0848f6) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:11.596111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:11.610822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fc51dd58-b870-4f5f-b97e-79bdb0ab97f6 req-94b04c4b-544d-4914-b072-d1ec68293b34 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964328 Nov 12 13:25:11.611559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Pushing event updated for resources: {'Port': ['ID=48f559ee-e337-48e0-8124-2333909260eb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:11.628134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:11.645727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:11.769667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75def7c1-c99d-4b93-a355-177de72877e5 None None] Network b4d1f4a9-87ec-434f-8934-2c016cbe992c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:25:11.905139 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:12.004338 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:12.113766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-06896a0b-817e-40c9-8569-3d56d7e58b0e None None] Provisioning complete for port 5569c067-c434-4de4-bc20-f923bc546f83 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:12.114601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06896a0b-817e-40c9-8569-3d56d7e58b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:12.172559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:12.244597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:12.272690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:12.317401 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5569c067-c434-4de4-bc20-f923bc546f83 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:12.385696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event updated for resources: {'Port': ['ID=e06a9cd3-5c74-46cf-83fb-51c84e0848f6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:12.423781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb9594-cf61-4292-a9be-df4288797d48 req-b0e661cc-daca-4cf3-9255-71d1daa6e0a5 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:12.426279 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-14bb9594-cf61-4292-a9be-df4288797d48 req-b0e661cc-daca-4cf3-9255-71d1daa6e0a5 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.3118281 Nov 12 13:25:12.628408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-14bb9594-cf61-4292-a9be-df4288797d48 req-19c2e932-f169-43da-80ed-21db65058f04 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797264 Nov 12 13:25:12.636681 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06896a0b-817e-40c9-8569-3d56d7e58b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:13.041266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5569c067-c434-4de4-bc20-f923bc546f83 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:13.042336 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:13.288907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:13.303894 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:13.312398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-06896a0b-817e-40c9-8569-3d56d7e58b0e None None] For port 5569c067-c434-4de4-bc20-f923bc546f83, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5569c067-c434-4de4-bc20-f923bc546f83,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:13.346472 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06896a0b-817e-40c9-8569-3d56d7e58b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:13.457983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:13.659739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06896a0b-817e-40c9-8569-3d56d7e58b0e None None] Pushing event updated for resources: {'Port': ['ID=5569c067-c434-4de4-bc20-f923bc546f83,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:13.677255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f148fde-bc01-480c-b433-ff3bb19ac82a req-692574cb-9c9f-4dfc-a3d7-97eb86b68564 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:13.692678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f148fde-bc01-480c-b433-ff3bb19ac82a req-692574cb-9c9f-4dfc-a3d7-97eb86b68564 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 1.4330552 Nov 12 13:25:13.717986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0aa71771-63c2-4cab-be34-50e14ad4c3cf None None] Provisioning complete for port 5569c067-c434-4de4-bc20-f923bc546f83 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:13.719044 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0aa71771-63c2-4cab-be34-50e14ad4c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:13.993030 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:14.145247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f148fde-bc01-480c-b433-ff3bb19ac82a req-9b107d5b-dd31-494a-9741-88d2d747cda6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767103 Nov 12 13:25:14.166792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5569c067-c434-4de4-bc20-f923bc546f83 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:14.326640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:14.372147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5569c067-c434-4de4-bc20-f923bc546f83 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:14.373265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:14.460228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64922-3ac3-41a1-ab03-01734c85f4a4 req-430a06d4-ea8f-44b0-a740-fe71ee7aaa5b tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:14.461893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4d64922-3ac3-41a1-ab03-01734c85f4a4 req-430a06d4-ea8f-44b0-a740-fe71ee7aaa5b tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1400299 Nov 12 13:25:14.617435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4d64922-3ac3-41a1-ab03-01734c85f4a4 req-04b5f360-b6c8-435a-ba40-b9d3f8c87dfe tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180658 Nov 12 13:25:14.672794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Router c173c137-7120-4ef2-ac1b-5ed5fb65c858 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:25:14.734763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854cb72-7185-4190-a369-2a2e7305eb21 req-32d769d5-ff3f-43c8-ad30-f3c069679ba0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:14.753850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1854cb72-7185-4190-a369-2a2e7305eb21 req-32d769d5-ff3f-43c8-ad30-f3c069679ba0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.2559447 Nov 12 13:25:14.916084 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:14.954308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1854cb72-7185-4190-a369-2a2e7305eb21 req-e089d25b-44b9-47b1-9bc7-65018f07f666 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989014 Nov 12 13:25:15.054060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:15.079620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Sync routers for ids ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:15.100932 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:15.107594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5fc0e015-80ef-4f04-b696-34948b80d5ff admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3642640 Nov 12 13:25:15.107594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43922) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:15.126180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Routers {'c173c137-7120-4ef2-ac1b-5ed5fb65c858'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:15.127190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:15.349200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Set router c173c137-7120-4ef2-ac1b-5ed5fb65c858 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:15.444446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Router ae8b6a00-5631-4830-8e81-56e7ae5a20f9 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:25:15.557741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebf8c6-1a8a-47e8-ae59-2ef2a8b168b9 req-aa0605c2-83d5-4272-8df2-fb9a85a20bd5 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:15.561443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aeebf8c6-1a8a-47e8-ae59-2ef2a8b168b9 req-aa0605c2-83d5-4272-8df2-fb9a85a20bd5 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1356835 Nov 12 13:25:15.736285 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aeebf8c6-1a8a-47e8-ae59-2ef2a8b168b9 req-b9274fd4-170a-4756-8498-06e3b22667b5 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219010 Nov 12 13:25:15.780448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:15.797224 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Sync routers for ids ['ae8b6a00-5631-4830-8e81-56e7ae5a20f9'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:15.826855 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Routers {'ae8b6a00-5631-4830-8e81-56e7ae5a20f9'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:15.827925 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ae8b6a00-5631-4830-8e81-56e7ae5a20f9'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:15.973719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:15.977566 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d697532b-9491-465e-9f6f-69574761274c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3336556 Nov 12 13:25:15.979269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43930) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:15.986280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:12Z', 'revision_number': 3, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:16.101564 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Set router ae8b6a00-5631-4830-8e81-56e7ae5a20f9 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:16.153185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb268a-de0b-4284-8c9d-5bba70096a27 req-78b01a7e-dd87-4bc5-9303-c776642755dc tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:16.156005 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15fb268a-de0b-4284-8c9d-5bba70096a27 req-78b01a7e-dd87-4bc5-9303-c776642755dc tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.3057005 Nov 12 13:25:16.158563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Checking router: c173c137-7120-4ef2-ac1b-5ed5fb65c858 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:25:16.159152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Updating router c173c137-7120-4ef2-ac1b-5ed5fb65c858 port 48f559ee-e337-48e0-8124-2333909260eb binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:25:16.275461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:16.358269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15fb268a-de0b-4284-8c9d-5bba70096a27 req-0b46af14-afe5-4199-9886-2e0af0f89759 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894548 Nov 12 13:25:16.399698 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7fc01a32-3541-4c80-aaaf-9f00ffa617a8 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/routers/ae8b6a00-5631-4830-8e81-56e7ae5a20f9 HTTP/1.1" status: 200 len: 908 time: 0.4160299 Nov 12 13:25:16.402431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43938) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:16.407632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Request body: {'router': {'name': 'tempest-snat-router-807808485', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_snat': True}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:16.462270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:16.463382 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:16.675946 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:16.711502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:16.782681 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:16.793039 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8b6a00-5631-4830-8e81-56e7ae5a20f9', 'name': 'tempest-snat-router-807808485', 'tenant_id': '191fae1702504b14b6b567ac9401769c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.109'}], 'enable_snat': False}, 'gw_port_id': 'e06a9cd3-5c74-46cf-83fb-51c84e0848f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:09Z', 'updated_at': '2021-11-12T13:25:12Z', 'revision_number': 3, 'project_id': '191fae1702504b14b6b567ac9401769c', 'gw_port': {'id': 'e06a9cd3-5c74-46cf-83fb-51c84e0848f6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8b6a00-5631-4830-8e81-56e7ae5a20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:11Z', 'updated_at': '2021-11-12T13:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:16.793572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:16.941520 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Checking router: ae8b6a00-5631-4830-8e81-56e7ae5a20f9 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:25:16.942793 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Updating router ae8b6a00-5631-4830-8e81-56e7ae5a20f9 port e06a9cd3-5c74-46cf-83fb-51c84e0848f6 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:25:17.001619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Allocated IP 172.20.0.1 (b4d1f4a9-87ec-434f-8934-2c016cbe992c/6fae73bd-fdf4-4e2a-94e9-5886c6f6f594/bc742f32-5acd-416f-a039-da6445d7bcbe) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:17.017647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Attempting to bind port 48f559ee-e337-48e0-8124-2333909260eb on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:25:17.018623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Attempting to bind port 48f559ee-e337-48e0-8124-2333909260eb by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:25:17.018996 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Attempting to bind port 48f559ee-e337-48e0-8124-2333909260eb on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:17.022904 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.066113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f39f2a-32b7-4f5a-89db-b476df566e09 None None] Pushing event updated for resources: {'Port': ['ID=48f559ee-e337-48e0-8124-2333909260eb,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:17.071607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:25:17.071994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:25:17.072391 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.074935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:25:17.078040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Bound port: 48f559ee-e337-48e0-8124-2333909260eb, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:25:17.078502 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.203690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 294bc0b9-093a-48f8-bb61-1933beacd5df no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:25:17.333656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] For port 48f559ee-e337-48e0-8124-2333909260eb, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:25:17.347992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05b0c3-35a5-422c-a5ae-713b49c0b4b0 req-dcfbb9b3-57d6-4dc2-bf42-758a4bf30f9a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:17.378875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d05b0c3-35a5-422c-a5ae-713b49c0b4b0 req-dcfbb9b3-57d6-4dc2-bf42-758a4bf30f9a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.9276307 Nov 12 13:25:17.379885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] For port 48f559ee-e337-48e0-8124-2333909260eb, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=48f559ee-e337-48e0-8124-2333909260eb,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:25:17.424706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.449764 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.529611 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.542693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d05b0c3-35a5-422c-a5ae-713b49c0b4b0 req-7c3095b5-613d-4e16-abe8-fc1da69a15de tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623774 Nov 12 13:25:17.668288 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb6c7f-c6c5-4578-9b2c-ef725733708d req-b4623a78-8531-4630-93a6-d8e995a4b97c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:17.676250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.692400 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.696704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-27eb6c7f-c6c5-4578-9b2c-ef725733708d req-b4623a78-8531-4630-93a6-d8e995a4b97c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.4661880 Nov 12 13:25:17.701185 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.720626 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.775805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Routers {'c173c137-7120-4ef2-ac1b-5ed5fb65c858'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:17.776918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:17.880398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Network b4d1f4a9-87ec-434f-8934-2c016cbe992c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:17.900281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:17.916670 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Attempting to bind port e06a9cd3-5c74-46cf-83fb-51c84e0848f6 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:25:17.921524 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Attempting to bind port e06a9cd3-5c74-46cf-83fb-51c84e0848f6 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:25:17.921524 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Attempting to bind port e06a9cd3-5c74-46cf-83fb-51c84e0848f6 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:17.922494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:17.971277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294bc0b9-093a-48f8-bb61-1933beacd5df'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:17.977902 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f83e83-4b0a-4b8f-956d-662a0739c59f" -d '{"events": [{"server_uuid": "63905e2f-cf36-404c-ac0f-588045d12f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "294bc0b9-093a-48f8-bb61-1933beacd5df"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:17.987924 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:25:17.990253 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:25:17.991124 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:17.991781 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:25:17.992536 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Bound port: e06a9cd3-5c74-46cf-83fb-51c84e0848f6, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:25:17.993141 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:18.012684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f39f2a-32b7-4f5a-89db-b476df566e09 None None] Pushing event updated for resources: {'Port': ['ID=48f559ee-e337-48e0-8124-2333909260eb,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:18.021761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 294bc0b9-093a-48f8-bb61-1933beacd5df, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=294bc0b9-093a-48f8-bb61-1933beacd5df,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:18.040593 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:18.063815 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Pushing event updated for resources: {'Port': ['ID=e06a9cd3-5c74-46cf-83fb-51c84e0848f6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:18.091727 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.092164 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.092411 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.092750 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.093089 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.093576 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.093825 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.094001 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-27eb6c7f-c6c5-4578-9b2c-ef725733708d req-beb5d199-8273-458b-971c-aa2fe36f25bd tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712676 Nov 12 13:25:18.094161 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.094428 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.094761 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.095089 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.095412 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:18.187736 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] For port e06a9cd3-5c74-46cf-83fb-51c84e0848f6, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:25:18.191624 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] For port e06a9cd3-5c74-46cf-83fb-51c84e0848f6, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e06a9cd3-5c74-46cf-83fb-51c84e0848f6,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:25:18.206450 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:18.209657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Pushing event updated for resources: {'Port': ['ID=bc742f32-5acd-416f-a039-da6445d7bcbe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:18.283797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:18.318113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=294bc0b9-093a-48f8-bb61-1933beacd5df,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:18.330487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] Set router c173c137-7120-4ef2-ac1b-5ed5fb65c858 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:18.485415 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Routers {'ae8b6a00-5631-4830-8e81-56e7ae5a20f9'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:18.486925 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ae8b6a00-5631-4830-8e81-56e7ae5a20f9'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:18.533805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:18.613661 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:18.772022 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff9b326-f5bc-4cb6-a999-3cc8140ce4d3 x-openstack-request-id: req-4ff9b326-f5bc-4cb6-a999-3cc8140ce4d3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:18.772334 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63905e2f-cf36-404c-ac0f-588045d12f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "294bc0b9-093a-48f8-bb61-1933beacd5df", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:18.772646 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ff9b326-f5bc-4cb6-a999-3cc8140ce4d3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:18.774770 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294bc0b9-093a-48f8-bb61-1933beacd5df', 'code': 200} Nov 12 13:25:18.805520 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ec3b7-6e95-4b9a-9919-431e519a8222 None None] Pushing event updated for resources: {'Port': ['ID=e06a9cd3-5c74-46cf-83fb-51c84e0848f6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:18.895299 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:18.912312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-252cf696-21ba-40ac-b8ac-7c2b9e047330 None None] Provisioning complete for port bc742f32-5acd-416f-a039-da6445d7bcbe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:18.912690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-252cf696-21ba-40ac-b8ac-7c2b9e047330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:18.966485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aa8f2-ff3e-438d-8a3f-8d645bb0730c req-45cf309e-8066-4433-b115-0476938e71fc tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:18.975836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Allocated IP 172.25.5.227 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/f3075b7c-3d39-4239-9994-b5deae6894d2) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:18.978934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-005aa8f2-ff3e-438d-8a3f-8d645bb0730c req-45cf309e-8066-4433-b115-0476938e71fc tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 943 time: 0.8237784 Nov 12 13:25:18.998893 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] Set router ae8b6a00-5631-4830-8e81-56e7ae5a20f9 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:19.004426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-252cf696-21ba-40ac-b8ac-7c2b9e047330 None None] Port bc742f32-5acd-416f-a039-da6445d7bcbe cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:25:19.087516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:12Z', 'revision_number': 3, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:19.229147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 294bc0b9-093a-48f8-bb61-1933beacd5df details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:25:19.245976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab5028-bb96-4f78-936c-d6634c70cedf None None] The sync data for ids ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'] in n-d-805736-4 is: [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:12Z', 'revision_number': 3, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:25:19.333872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-005aa8f2-ff3e-438d-8a3f-8d645bb0730c req-db9df96d-0b40-4929-b451-af9e09253f01 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520145 Nov 12 13:25:19.448678 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:19.556379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 294bc0b9-093a-48f8-bb61-1933beacd5df, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=294bc0b9-093a-48f8-bb61-1933beacd5df,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:19.561826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf011683-7233-41a4-816f-e64b42963ddb req-2de309f6-982e-49d2-8ee2-3acded73102e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:19.581042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf011683-7233-41a4-816f-e64b42963ddb req-2de309f6-982e-49d2-8ee2-3acded73102e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.3027565 Nov 12 13:25:19.590035 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8b6a00-5631-4830-8e81-56e7ae5a20f9', 'name': 'tempest-snat-router-807808485', 'tenant_id': '191fae1702504b14b6b567ac9401769c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.109'}], 'enable_snat': False}, 'gw_port_id': 'e06a9cd3-5c74-46cf-83fb-51c84e0848f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:09Z', 'updated_at': '2021-11-12T13:25:12Z', 'revision_number': 3, 'project_id': '191fae1702504b14b6b567ac9401769c', 'gw_port': {'id': 'e06a9cd3-5c74-46cf-83fb-51c84e0848f6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8b6a00-5631-4830-8e81-56e7ae5a20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:11Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:19.620093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '294bc0b9-093a-48f8-bb61-1933beacd5df', 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99', 'port_id': '294bc0b9-093a-48f8-bb61-1933beacd5df', 'mac_address': 'fa:16:3e:44:1d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e0cb0c-58c2-4f71-8374-b208b225270d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:25:19.667936 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:19.674259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:19.697650 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8c4fe-2882-4dc3-b0f5-a678ac04afb9 None None] The sync data for ids ['ae8b6a00-5631-4830-8e81-56e7ae5a20f9'] in n-d-805736-4 is: [{'id': 'ae8b6a00-5631-4830-8e81-56e7ae5a20f9', 'name': 'tempest-snat-router-807808485', 'tenant_id': '191fae1702504b14b6b567ac9401769c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.109'}], 'enable_snat': False}, 'gw_port_id': 'e06a9cd3-5c74-46cf-83fb-51c84e0848f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:09Z', 'updated_at': '2021-11-12T13:25:12Z', 'revision_number': 3, 'project_id': '191fae1702504b14b6b567ac9401769c', 'gw_port': {'id': 'e06a9cd3-5c74-46cf-83fb-51c84e0848f6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8b6a00-5631-4830-8e81-56e7ae5a20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:11Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:25:19.738310 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:19.777756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294bc0b9-093a-48f8-bb61-1933beacd5df {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:25:19.824254 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:19.854252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 294bc0b9-093a-48f8-bb61-1933beacd5df, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=294bc0b9-093a-48f8-bb61-1933beacd5df,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:19.864110 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:19.987140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf011683-7233-41a4-816f-e64b42963ddb req-4dca2763-5c70-4bbf-94f8-7cd7dd02f132 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971596 Nov 12 13:25:19.993764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:20.012377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Pushing event updated for resources: {'Port': ['ID=bc742f32-5acd-416f-a039-da6445d7bcbe,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:20.061835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4640ae3-8e19-4506-a69a-23fd8e46eae7 req-520dd3da-fc82-406d-b50b-4d665e453d4a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:20.073526 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4640ae3-8e19-4506-a69a-23fd8e46eae7 req-520dd3da-fc82-406d-b50b-4d665e453d4a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2986155 Nov 12 13:25:20.167621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=294bc0b9-093a-48f8-bb61-1933beacd5df,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:20.298649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event updated for resources: {'Port': ['ID=f3075b7c-3d39-4239-9994-b5deae6894d2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:20.322669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:20.331796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['294bc0b9-093a-48f8-bb61-1933beacd5df'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:25:20.334112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Network b4d1f4a9-87ec-434f-8934-2c016cbe992c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:20.346587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:20.355197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:20.371492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:20.387109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4640ae3-8e19-4506-a69a-23fd8e46eae7 req-6c5bfe08-9a2b-4cd5-a522-90499532cc6f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153007 Nov 12 13:25:20.474924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 48f559ee-e337-48e0-8124-2333909260eb up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:20.932374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 48f559ee-e337-48e0-8124-2333909260eb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:20.932915 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:21.428921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b83d98ea-a63b-4f3b-bd0f-51541c5fca47 None None] Provisioning complete for port bc742f32-5acd-416f-a039-da6445d7bcbe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:21.429950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b83d98ea-a63b-4f3b-bd0f-51541c5fca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:21.501255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Router c173c137-7120-4ef2-ac1b-5ed5fb65c858 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:25:21.785729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b83d98ea-a63b-4f3b-bd0f-51541c5fca47 None None] Port bc742f32-5acd-416f-a039-da6445d7bcbe cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:25:21.815099 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:21.816806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349e935-a258-41ec-b58a-78b7ff2ce82d req-74c7be6e-d554-4a92-a022-9c592bbdfaa2 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:21.830863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a349e935-a258-41ec-b58a-78b7ff2ce82d req-74c7be6e-d554-4a92-a022-9c592bbdfaa2 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 944 time: 1.1985979 Nov 12 13:25:21.847550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcb921-832e-4c0b-afde-adf640d84962 req-8ff71c53-9067-4e78-bef0-24de753a1c4b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:21.849218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24bcb921-832e-4c0b-afde-adf640d84962 req-8ff71c53-9067-4e78-bef0-24de753a1c4b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.4793332 Nov 12 13:25:21.870877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 48f559ee-e337-48e0-8124-2333909260eb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=48f559ee-e337-48e0-8124-2333909260eb,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:21.879395 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:22.038189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=48f559ee-e337-48e0-8124-2333909260eb,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:22.117176 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:22.117520 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a349e935-a258-41ec-b58a-78b7ff2ce82d req-4d0c1a99-c93d-4ab6-83a7-ab6928b2b8c4 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853189 Nov 12 13:25:22.219187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:22.251782 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3aa1e463-5afd-4e6b-96ce-4a7eec0f8534 admin admin] 10.222.0.73 "PUT /v2.0/routers/c173c137-7120-4ef2-ac1b-5ed5fb65c858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1430562 Nov 12 13:25:22.378633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e06a9cd3-5c74-46cf-83fb-51c84e0848f6 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:22.505594 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24bcb921-832e-4c0b-afde-adf640d84962 req-535472ea-7106-4d53-866d-471a8f448031 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569263 Nov 12 13:25:22.605905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cc30e-5e2c-4cc2-953a-ffe3f24763fb req-3db6c1b3-c111-4645-9ca7-213dd1680f00 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:22.620015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be7cc30e-5e2c-4cc2-953a-ffe3f24763fb req-3db6c1b3-c111-4645-9ca7-213dd1680f00 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.2654190 Nov 12 13:25:22.644758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e06a9cd3-5c74-46cf-83fb-51c84e0848f6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:22.648228 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:22.835683 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be7cc30e-5e2c-4cc2-953a-ffe3f24763fb req-827a9913-85b1-4e3b-a420-c9333915481d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038300 Nov 12 13:25:22.929118 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:22.983656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port e06a9cd3-5c74-46cf-83fb-51c84e0848f6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e06a9cd3-5c74-46cf-83fb-51c84e0848f6,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:23.000153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:23.131738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=e06a9cd3-5c74-46cf-83fb-51c84e0848f6,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:23.229377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 294bc0b9-093a-48f8-bb61-1933beacd5df up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:23.315829 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:23.404200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 294bc0b9-093a-48f8-bb61-1933beacd5df triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:23.404640 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:23.638494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f986c-4614-43d8-be9d-f26006590325 req-7fc637b8-dffe-4ece-b63d-d88e52ef1774 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:23.642093 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:23.647470 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-434f986c-4614-43d8-be9d-f26006590325 req-7fc637b8-dffe-4ece-b63d-d88e52ef1774 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 944 time: 0.3154671 Nov 12 13:25:23.716862 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-434f986c-4614-43d8-be9d-f26006590325 req-163fb5fe-a5c9-47fb-90d0-caf83a1cc886 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677667 Nov 12 13:25:23.728266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294bc0b9-093a-48f8-bb61-1933beacd5df'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:23.733859 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce0d583-aeec-4057-85ad-0a778e1f28b2" -d '{"events": [{"server_uuid": "63905e2f-cf36-404c-ac0f-588045d12f2e", "name": "network-vif-plugged", "status": "completed", "tag": "294bc0b9-093a-48f8-bb61-1933beacd5df"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:23.795795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Router 36486ed4-c308-41ff-8d51-308b74007ad6 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:25:23.804993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 294bc0b9-093a-48f8-bb61-1933beacd5df, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=294bc0b9-093a-48f8-bb61-1933beacd5df,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:23.816309 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:23.927533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=294bc0b9-093a-48f8-bb61-1933beacd5df,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:24.063964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762516a9-9724-4260-ae9c-bba511ac0a1b req-5c25834f-9bbf-4ada-aff7-0b2fdb3692a7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:24.071616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-762516a9-9724-4260-ae9c-bba511ac0a1b req-5c25834f-9bbf-4ada-aff7-0b2fdb3692a7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.0769691 Nov 12 13:25:24.139799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:24.155200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e06a9cd3-5c74-46cf-83fb-51c84e0848f6 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:24.174710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-762516a9-9724-4260-ae9c-bba511ac0a1b req-b783cf43-d987-49ce-a9a4-70eda397092c tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018026 Nov 12 13:25:24.183545 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Sync routers for ids ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:24.196225 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:24.199183 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8268dc47-44a9-45e8-a1a1-7614df68752d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7956629 Nov 12 13:25:24.204023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44000) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:24.249558 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Routers {'c173c137-7120-4ef2-ac1b-5ed5fb65c858'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:24.250689 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:24.289205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Sync routers for ids ['36486ed4-c308-41ff-8d51-308b74007ad6'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:24.297209 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5796f06-0818-42ce-9dc2-cfacfb8fc4f9 x-openstack-request-id: req-c5796f06-0818-42ce-9dc2-cfacfb8fc4f9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:24.298358 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63905e2f-cf36-404c-ac0f-588045d12f2e", "name": "network-vif-plugged", "status": "completed", "tag": "294bc0b9-093a-48f8-bb61-1933beacd5df", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:24.299515 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5796f06-0818-42ce-9dc2-cfacfb8fc4f9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:24.301849 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294bc0b9-093a-48f8-bb61-1933beacd5df', 'code': 200} Nov 12 13:25:24.336360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Routers {'36486ed4-c308-41ff-8d51-308b74007ad6'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:24.359031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['36486ed4-c308-41ff-8d51-308b74007ad6'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:24.498466 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e06a9cd3-5c74-46cf-83fb-51c84e0848f6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:24.498876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:24.564846 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4a8ad6b1-99e5-4183-9971-e31e21e52b4c tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/routers/36486ed4-c308-41ff-8d51-308b74007ad6 HTTP/1.1" status: 200 len: 907 time: 0.3593574 Nov 12 13:25:24.568163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44002) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:24.668971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44004) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:24.678078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-34c0678d-2986-4c85-a257-40755e3d25dd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142193026', 'description': 'tempest-description--302854414'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:24.829451 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Set router c173c137-7120-4ef2-ac1b-5ed5fb65c858 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:24.853571 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34c0678d-2986-4c85-a257-40755e3d25dd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:24.959105 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.088817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Set router 36486ed4-c308-41ff-8d51-308b74007ad6 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:25.126487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99c7f9-12a3-4353-abd4-e55ba3becce9 req-4d2ec577-518e-4f01-9681-7d192f5d28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:25.140667 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe99c7f9-12a3-4353-abd4-e55ba3becce9 req-4d2ec577-518e-4f01-9681-7d192f5d28ff service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 1096 time: 0.2133071 Nov 12 13:25:25.168319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274b9f5-2e68-4572-bbb0-505c44ee0c7e req-af875d16-b5e4-4363-be19-cf5b9388d376 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:25.198977 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7274b9f5-2e68-4572-bbb0-505c44ee0c7e req-af875d16-b5e4-4363-be19-cf5b9388d376 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3845286 Nov 12 13:25:25.286405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 48f559ee-e337-48e0-8124-2333909260eb up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:25.360744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3f8c1-8de8-45d8-9fec-dfcf5752d49c req-338c6dc7-fc66-4025-800e-8cc7e2ede737 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:25.369650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64a3f8c1-8de8-45d8-9fec-dfcf5752d49c req-338c6dc7-fc66-4025-800e-8cc7e2ede737 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.4055767 Nov 12 13:25:25.392186 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.520109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64a3f8c1-8de8-45d8-9fec-dfcf5752d49c req-ed3a6128-5209-4728-9618-872508918267 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005003 Nov 12 13:25:25.520285 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34c0678d-2986-4c85-a257-40755e3d25dd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.520285 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34c0678d-2986-4c85-a257-40755e3d25dd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.581753 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe99c7f9-12a3-4353-abd4-e55ba3becce9 req-9d8853ba-df62-4d02-946a-54672aaa2eb3 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510222 Nov 12 13:25:25.643047 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0678d-2986-4c85-a257-40755e3d25dd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a226a569-4606-4b83-9022-8851c1e5ad1c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:25.647450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34c0678d-2986-4c85-a257-40755e3d25dd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.660806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-34c0678d-2986-4c85-a257-40755e3d25dd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9894230 Nov 12 13:25:25.666860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44018) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:25.679298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-efaa835e-752b-4ec2-b4a8-4bcf9c61cd02 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Request body: {'security_group_rule': {'security_group_id': 'a226a569-4606-4b83-9022-8851c1e5ad1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:25.732495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Deleting port f3075b7c-3d39-4239-9994-b5deae6894d2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:25:25.734525 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.743717 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7274b9f5-2e68-4572-bbb0-505c44ee0c7e req-e11f99e9-cfcc-4144-ac22-e62f866fe5cc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321455 Nov 12 13:25:25.773163 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-efaa835e-752b-4ec2-b4a8-4bcf9c61cd02 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.886898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-efaa835e-752b-4ec2-b4a8-4bcf9c61cd02 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.892643 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-efaa835e-752b-4ec2-b4a8-4bcf9c61cd02 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.896740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 48f559ee-e337-48e0-8124-2333909260eb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:25.897170 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.945391 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc742f32-5acd-416f-a039-da6445d7bcbe', 'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'mac_address': 'fa:16:3e:8a:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:19Z', 'revision_number': 2, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'subnets': [{'id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:25.950008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa835e-752b-4ec2-b4a8-4bcf9c61cd02 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ecbb4a-6403-4f1f-9a8e-9872799141a1,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:25.958049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-efaa835e-752b-4ec2-b4a8-4bcf9c61cd02 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:25.973915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-efaa835e-752b-4ec2-b4a8-4bcf9c61cd02 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3058615 Nov 12 13:25:25.975082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44024) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:25.980033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4d55e734-2baf-4e48-9695-c7e660a0eefa tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Request body: {'security_group_rule': {'security_group_id': 'a226a569-4606-4b83-9022-8851c1e5ad1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:26.042387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4d55e734-2baf-4e48-9695-c7e660a0eefa tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:26.107874 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Checking router: c173c137-7120-4ef2-ac1b-5ed5fb65c858 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:25:26.109949 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Updating router c173c137-7120-4ef2-ac1b-5ed5fb65c858 port bc742f32-5acd-416f-a039-da6445d7bcbe binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:25:26.201122 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:26.241143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03fb7f-84a8-41c3-846f-dc26324e81bc req-a9c834ff-9af6-467e-8a8c-ef24ae734073 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:26.243841 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4d55e734-2baf-4e48-9695-c7e660a0eefa tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:26.251079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb03fb7f-84a8-41c3-846f-dc26324e81bc req-a9c834ff-9af6-467e-8a8c-ef24ae734073 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.4212971 Nov 12 13:25:26.253696 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4d55e734-2baf-4e48-9695-c7e660a0eefa tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:26.310891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36486ed4-c308-41ff-8d51-308b74007ad6', 'name': 'tempest-snat-router-807808485', 'tenant_id': '191fae1702504b14b6b567ac9401769c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'f3075b7c-3d39-4239-9994-b5deae6894d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 3, 'project_id': '191fae1702504b14b6b567ac9401769c', 'gw_port': {'id': 'f3075b7c-3d39-4239-9994-b5deae6894d2', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36486ed4-c308-41ff-8d51-308b74007ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:18Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:26.314713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55e734-2baf-4e48-9695-c7e660a0eefa tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e6efc7-5f25-4ea1-937f-ff7548f0f0c3,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:26.323247 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4d55e734-2baf-4e48-9695-c7e660a0eefa tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:26.337879 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4d55e734-2baf-4e48-9695-c7e660a0eefa tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616254 Nov 12 13:25:26.338143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44030) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:26.353121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:26.368513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Checking router: 36486ed4-c308-41ff-8d51-308b74007ad6 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:25:26.368864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Updating router 36486ed4-c308-41ff-8d51-308b74007ad6 port f3075b7c-3d39-4239-9994-b5deae6894d2 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:25:26.404155 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:26.426897 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:26.430677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:26.464776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Calling delete_port for f3075b7c-3d39-4239-9994-b5deae6894d2 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:25:26.514623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb03fb7f-84a8-41c3-846f-dc26324e81bc req-2e446b4a-07c5-43a8-bf9e-9b372e41670e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622294 Nov 12 13:25:26.839954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c0aae-f04c-476d-a956-aa65bbea9b42 req-911e2c91-cccf-4cb9-b9fa-687dbd272ad7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:26.855933 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-048c0aae-f04c-476d-a956-aa65bbea9b42 req-911e2c91-cccf-4cb9-b9fa-687dbd272ad7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.2023482 Nov 12 13:25:26.992072 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-048c0aae-f04c-476d-a956-aa65bbea9b42 req-3256f5b9-cdca-405e-b2d7-af4c41f14526 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320524 Nov 12 13:25:27.027312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.065012 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.078009 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.093667 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c839239f-f472-4c70-979f-29c6630571b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.194262 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:25:27.194578 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:25:27.292502 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d29b0-be72-4809-8f37-a3ccdcc3676e None None] Pushing event updated for resources: {'Port': ['ID=bc742f32-5acd-416f-a039-da6445d7bcbe,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:27.329999 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Attempting to bind port bc742f32-5acd-416f-a039-da6445d7bcbe on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:25:27.333957 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Attempting to bind port bc742f32-5acd-416f-a039-da6445d7bcbe by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:25:27.334457 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Attempting to bind port bc742f32-5acd-416f-a039-da6445d7bcbe on network b4d1f4a9-87ec-434f-8934-2c016cbe992c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:27.354370 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:25:27.354779 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Checking segment: {'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:25:27.355277 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.356073 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Bound using segment: {'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:25:27.357661 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Bound port: bc742f32-5acd-416f-a039-da6445d7bcbe, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:25:27.358104 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.389742 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.407043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d4f3f-821f-4cd8-998d-4f53c5fbfe7c req-790d8930-a94d-4dd8-8bd3-3e56cd9561ce tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:27.408716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc1d4f3f-821f-4cd8-998d-4f53c5fbfe7c req-790d8930-a94d-4dd8-8bd3-3e56cd9561ce tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3198764 Nov 12 13:25:27.491051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3075b7c-3d39-4239-9994-b5deae6894d2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:27.537947 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] For port bc742f32-5acd-416f-a039-da6445d7bcbe, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:25:27.539992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465673b-b0b3-4596-bce5-f5678ccb037b req-9abb862e-e481-43f2-9636-bc2b78f1d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:27.542059 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] For port bc742f32-5acd-416f-a039-da6445d7bcbe, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bc742f32-5acd-416f-a039-da6445d7bcbe,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:25:27.542636 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2465673b-b0b3-4596-bce5-f5678ccb037b req-9abb862e-e481-43f2-9636-bc2b78f1d9c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 1096 time: 0.3402319 Nov 12 13:25:27.550808 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.695246 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Routers {'c173c137-7120-4ef2-ac1b-5ed5fb65c858'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:27.696375 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:27.721347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3ab7875e-a9d0-4717-9b3c-12856437da09 None None] Provisioning complete for port bc742f32-5acd-416f-a039-da6445d7bcbe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:27.723969 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ab7875e-a9d0-4717-9b3c-12856437da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.745497 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc1d4f3f-821f-4cd8-998d-4f53c5fbfe7c req-4028c674-ccef-4349-8b05-729fd2bc2e6c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825799 Nov 12 13:25:27.769659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Allocated IP 172.25.5.55 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/06e56393-5146-4e33-b012-47ce55ee3750) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:27.787822 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.800468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c160-7c00-4566-b694-50b156e3a60c req-6518127f-b50d-41f3-9ff1-859490b2a201 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:27.818432 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b741c160-7c00-4566-b694-50b156e3a60c req-6518127f-b50d-41f3-9ff1-859490b2a201 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.1772058 Nov 12 13:25:27.847086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Port f3075b7c-3d39-4239-9994-b5deae6894d2 not found while updating agent binding for router 36486ed4-c308-41ff-8d51-308b74007ad6. {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 13:25:27.884155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Routers {'36486ed4-c308-41ff-8d51-308b74007ad6'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:27.885902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:24:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['36486ed4-c308-41ff-8d51-308b74007ad6'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:27.971329 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.973888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:27.985656 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b741c160-7c00-4566-b694-50b156e3a60c req-e91907db-31cf-4703-9f42-f077a0056e20 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650689 Nov 12 13:25:28.005902 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] Set router c173c137-7120-4ef2-ac1b-5ed5fb65c858 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:28.058202 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.058770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36486ed4-c308-41ff-8d51-308b74007ad6 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:25:28.069611 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.074110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-32b29d96-249f-49e4-ab15-3a7925fc855b tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "DELETE /v2.0/routers/36486ed4-c308-41ff-8d51-308b74007ad6 HTTP/1.1" status: 204 len: 168 time: 3.5014181 Nov 12 13:25:28.074946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44048) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:28.096597 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d29b0-be72-4809-8f37-a3ccdcc3676e None None] Pushing event updated for resources: {'Port': ['ID=bc742f32-5acd-416f-a039-da6445d7bcbe,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:28.099929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] Set router 36486ed4-c308-41ff-8d51-308b74007ad6 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:28.116702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465673b-b0b3-4596-bce5-f5678ccb037b req-17a94455-c765-4ed1-88ec-0c04cdf91864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:28.118451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2465673b-b0b3-4596-bce5-f5678ccb037b req-17a94455-c765-4ed1-88ec-0c04cdf91864 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 915 time: 0.5612557 Nov 12 13:25:28.202748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36486ed4-c308-41ff-8d51-308b74007ad6', 'name': 'tempest-snat-router-807808485', 'tenant_id': '191fae1702504b14b6b567ac9401769c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:26Z', 'revision_number': 5, 'project_id': '191fae1702504b14b6b567ac9401769c', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:28.212021 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.256872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa21fb-76b5-4d3c-a80d-16d690b23280 None None] The sync data for ids ['36486ed4-c308-41ff-8d51-308b74007ad6'] in n-d-805736-4 is: [{'id': '36486ed4-c308-41ff-8d51-308b74007ad6', 'name': 'tempest-snat-router-807808485', 'tenant_id': '191fae1702504b14b6b567ac9401769c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:26Z', 'revision_number': 5, 'project_id': '191fae1702504b14b6b567ac9401769c', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:25:28.282845 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.351084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2465673b-b0b3-4596-bce5-f5678ccb037b req-3c9737be-c91c-4e75-807d-aa6fb9415453 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 200 len: 217 time: 0.1082582 Nov 12 13:25:28.410628 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ab7875e-a9d0-4717-9b3c-12856437da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.417886 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.438993 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.513345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3ab7875e-a9d0-4717-9b3c-12856437da09 None None] For port bc742f32-5acd-416f-a039-da6445d7bcbe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bc742f32-5acd-416f-a039-da6445d7bcbe,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:28.519443 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ab7875e-a9d0-4717-9b3c-12856437da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.546428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Deleting port e06a9cd3-5c74-46cf-83fb-51c84e0848f6 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:25:28.547045 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.629649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Pushing event updated for resources: {'Port': ['ID=06e56393-5146-4e33-b012-47ce55ee3750,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:28.675135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cea58d-5edf-49d4-b846-91263c1da3d7 req-22b37e05-c893-498a-9689-ddacc6f9ff30 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:28.677726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-64e4c36e-cb39-44f9-9dfb-9be26e93a649 None None] Provisioning complete for port bc742f32-5acd-416f-a039-da6445d7bcbe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:28.678126 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64e4c36e-cb39-44f9-9dfb-9be26e93a649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.680020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7875e-a9d0-4717-9b3c-12856437da09 None None] Pushing event updated for resources: {'Port': ['ID=bc742f32-5acd-416f-a039-da6445d7bcbe,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:28.702947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cea58d-5edf-49d4-b846-91263c1da3d7 req-22b37e05-c893-498a-9689-ddacc6f9ff30 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.4496715 Nov 12 13:25:28.727065 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc742f32-5acd-416f-a039-da6445d7bcbe', 'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'mac_address': 'fa:16:3e:8a:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:27Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'subnets': [{'id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:28.766118 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c99ed-be9b-4b7b-a2d4-bd297ccc9983 None None] The sync data for ids ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'] in n-d-805736-4 is: [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc742f32-5acd-416f-a039-da6445d7bcbe', 'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'mac_address': 'fa:16:3e:8a:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:27Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'subnets': [{'id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:25:28.787778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:28.792829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465673b-b0b3-4596-bce5-f5678ccb037b req-79f6e799-993a-4717-bf0a-66a3a606e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:28.800982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2465673b-b0b3-4596-bce5-f5678ccb037b req-79f6e799-993a-4717-bf0a-66a3a606e8cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 200 len: 854 time: 0.4361739 Nov 12 13:25:28.812856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:28.831776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] For port e06a9cd3-5c74-46cf-83fb-51c84e0848f6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e06a9cd3-5c74-46cf-83fb-51c84e0848f6,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:28.832974 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:28.876174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:28.919745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Calling delete_port for e06a9cd3-5c74-46cf-83fb-51c84e0848f6 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:25:28.944897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2465673b-b0b3-4596-bce5-f5678ccb037b req-229bbbcb-9144-4460-9ac6-b4f29bb41c55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255910 Nov 12 13:25:29.058500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cea58d-5edf-49d4-b846-91263c1da3d7 req-b3d9bb6a-5b72-45f5-b5ba-086533a24f36 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525600 Nov 12 13:25:29.062162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94786db2-f62e-4e67-aeb0-24a13a80391e req-0b8a36cb-acc8-481e-8242-b72281e93ab3 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:29.063989 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94786db2-f62e-4e67-aeb0-24a13a80391e req-0b8a36cb-acc8-481e-8242-b72281e93ab3 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1243110 Nov 12 13:25:29.452140 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:29.463444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14be006f-315e-4a72-8b64-6be6fac41724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:29.526962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:29.532263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2465673b-b0b3-4596-bce5-f5678ccb037b req-0b11d4f2-20ae-47a8-8f58-62e980e79210 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750561 Nov 12 13:25:29.545894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427d937-0ec4-42e1-99b1-3d39b9d5d642 req-47f3c8d5-2732-43d8-b9d3-ccad56a029eb tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:29.550629 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0427d937-0ec4-42e1-99b1-3d39b9d5d642 req-47f3c8d5-2732-43d8-b9d3-ccad56a029eb tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.1362386 Nov 12 13:25:29.696698 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94786db2-f62e-4e67-aeb0-24a13a80391e req-781a8c98-e079-44f3-a374-53782e382184 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179466 Nov 12 13:25:29.718571 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0427d937-0ec4-42e1-99b1-3d39b9d5d642 req-942eeece-744a-40e2-8aba-f037e87ff59e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412184 Nov 12 13:25:29.820422 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2465673b-b0b3-4596-bce5-f5678ccb037b req-86058cfd-3cd7-4d94-afbd-6f87661166ca service neutron] 10.222.0.70 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511656 Nov 12 13:25:29.826991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f2bca4e6-3f67-43e1-86f5-323fd07fc251 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:25:29.962055 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:29.979894 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:29.983021 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.033493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e5a23-ac99-4fc3-9f66-6f48d51397b7 req-4dfe5a94-94a8-4d73-bfd6-83f99f5a10e8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:30.041914 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-425e5a23-ac99-4fc3-9f66-6f48d51397b7 req-4dfe5a94-94a8-4d73-bfd6-83f99f5a10e8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.2214963 Nov 12 13:25:30.060961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event deleted for resources: {'Port': ['ID=e06a9cd3-5c74-46cf-83fb-51c84e0848f6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:30.161404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Pushing event updated for resources: {'Port': ['ID=06e56393-5146-4e33-b012-47ce55ee3750,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:30.172873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.207383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.223495 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-294e9b9e-2e79-4935-9a77-77ab551dd960 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8659680 Nov 12 13:25:30.269542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-425e5a23-ac99-4fc3-9f66-6f48d51397b7 req-d3eb0755-fbf0-4099-ac13-b2e8c107b52b tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265329 Nov 12 13:25:30.332989 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.348234 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.413145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:30.423427 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8b2b44-d676-48d6-ad64-e1aeb1c3bf0b" -d '{"events": [{"server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "name": "network-vif-unplugged", "status": "completed", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:30.444720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:30.453698 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.489997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.492772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.501226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.538647 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-23ae2bde-0e5c-42f2-90fa-8dea47e40697 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1142193026&fields=id&tenant_id=564a4540a9244ec898f21d318b35f14b HTTP/1.1" status: 200 len: 267 time: 0.1155183 Nov 12 13:25:30.558589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:30.684237 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba420747-505e-4e04-9e3d-234edc7f920d x-openstack-request-id: req-ba420747-505e-4e04-9e3d-234edc7f920d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:30.685155 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "name": "network-vif-unplugged", "status": "completed", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:30.685814 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ba420747-505e-4e04-9e3d-234edc7f920d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:30.686597 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'code': 200} Nov 12 13:25:30.710660 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.713165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae8b6a00-5631-4830-8e81-56e7ae5a20f9 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:25:30.719381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.725353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-601d74bd-1eb8-4b46-b123-f9ac48991f5d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "DELETE /v2.0/routers/ae8b6a00-5631-4830-8e81-56e7ae5a20f9 HTTP/1.1" status: 204 len: 168 time: 2.6438189 Nov 12 13:25:30.726558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44086) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:30.732213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-624168968', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:30.781853 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.783833 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.805202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-699b52a6-7883-4967-9ad4-28460448ca01 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:30.817713 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-699b52a6-7883-4967-9ad4-28460448ca01 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/networks?id=b4d1f4a9-87ec-434f-8934-2c016cbe992c HTTP/1.1" status: 200 len: 815 time: 0.2778287 Nov 12 13:25:30.840203 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-1e3b071c-062d-411d-93fc-15ed562283ab tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/quotas/564a4540a9244ec898f21d318b35f14b HTTP/1.1" status: 200 len: 375 time: 0.0211003 Nov 12 13:25:30.850726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bc742f32-5acd-416f-a039-da6445d7bcbe up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:30.945804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-3ca2aaf1-d8f3-4508-b4fb-8a1db1dc5240 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=564a4540a9244ec898f21d318b35f14b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851033 Nov 12 13:25:30.967199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bc742f32-5acd-416f-a039-da6445d7bcbe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:30.968023 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:30.973344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:31.082802 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-fa1cecec-1870-4411-a03c-7965a6b5fca8 service neutron] 10.222.0.73 "GET /v2.0/networks/b4d1f4a9-87ec-434f-8934-2c016cbe992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288173 Nov 12 13:25:31.084792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786dcec-2db5-4b08-9ca8-40595fd3d865 req-9a03412f-ba07-4fd9-bfa3-d3edd379641e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:31.086576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a786dcec-2db5-4b08-9ca8-40595fd3d865 req-9a03412f-ba07-4fd9-bfa3-d3edd379641e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 943 time: 0.1702032 Nov 12 13:25:31.180861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:31.233502 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a786dcec-2db5-4b08-9ca8-40595fd3d865 req-22d26a9e-2fb3-4c7f-8554-c1b9b17a0a4a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061914 Nov 12 13:25:31.253845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-9bd7ecef-9b4d-431d-a5f5-12eb710d2345 service neutron] 10.222.0.73 "GET /v2.0/networks/b4d1f4a9-87ec-434f-8934-2c016cbe992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555882 Nov 12 13:25:31.463755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1b6b9-039d-422e-9b60-6bbe0edbd269 req-7dfc61a0-fe32-4188-a165-7c35304f2ed5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:31.465464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86a1b6b9-039d-422e-9b60-6bbe0edbd269 req-7dfc61a0-fe32-4188-a165-7c35304f2ed5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.1143000 Nov 12 13:25:31.678906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-81d83e96-f854-4f73-b1f5-47802d0834a7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:31.688809 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-81d83e96-f854-4f73-b1f5-47802d0834a7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/networks?id=24b9bba6-54da-41d8-9024-59954b89ba99 HTTP/1.1" status: 200 len: 814 time: 0.1832235 Nov 12 13:25:31.710184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-c36f9b1d-9b77-4c42-a314-3e59da1b0aa4 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/quotas/a83115dcd3cd460d8bb0bce622d65795 HTTP/1.1" status: 200 len: 375 time: 0.0202215 Nov 12 13:25:31.757153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:31.797813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-2def39a8-594c-4088-824f-fe3f2bb8a812 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83115dcd3cd460d8bb0bce622d65795&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863743 Nov 12 13:25:31.831537 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:31.845433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86a1b6b9-039d-422e-9b60-6bbe0edbd269 req-e198ebef-7989-4ded-ad60-0555bb8d8d38 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879417 Nov 12 13:25:32.049064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-d2e3cc0a-1757-44c7-9f3c-b0b14338d001 service neutron] 10.222.0.73 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319837 Nov 12 13:25:32.099618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Allocated IP 172.25.5.73 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/1afe6e67-8787-4686-be2a-4e7588aeeaa2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:32.132572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:32.287938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-074645ce-402c-4f15-baca-c019f8810333 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:32.289849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-074645ce-402c-4f15-baca-c019f8810333 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.105 "GET /v2.0/ports?device_id=63905e2f-cf36-404c-ac0f-588045d12f2e HTTP/1.1" status: 200 len: 945 time: 0.1628022 Nov 12 13:25:32.312730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-05db30d7-20bc-45ca-8a85-9386fe523c07 service neutron] 10.222.0.73 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583034 Nov 12 13:25:32.454074 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:32.494240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e06a9cd3-5c74-46cf-83fb-51c84e0848f6 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:25:32.555424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-5560a9b0-f22e-4d00-9996-fed67d673217 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Deleting port 294bc0b9-093a-48f8-bb61-1933beacd5df {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:25:32.555846 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-5560a9b0-f22e-4d00-9996-fed67d673217 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:32.579380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e06a9cd3-5c74-46cf-83fb-51c84e0848f6 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:25:32.580422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e06a9cd3-5c74-46cf-83fb-51c84e0848f6 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:25:32.612456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:32.617119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ed4df7d-3397-4660-9ade-407240ccdda7 req-39663218-c33a-4ff3-b979-a29d564224da tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 210 time: 0.0769212 Nov 12 13:25:32.758374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9df283-80a6-4cd2-9e82-20a0d9a7f49f req-e7dc35b9-f3c2-4712-b96b-ca1ae22c1088 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:32.760040 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ba9df283-80a6-4cd2-9e82-20a0d9a7f49f req-e7dc35b9-f3c2-4712-b96b-ca1ae22c1088 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 943 time: 0.0720329 Nov 12 13:25:32.785650 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:32.868823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf84386b-8e00-4b3c-bc24-05df36ee9c5c req-b9d027cb-5839-4fd3-b17b-a330f40d3bd4 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 210 time: 0.0718648 Nov 12 13:25:32.894587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ba9df283-80a6-4cd2-9e82-20a0d9a7f49f req-bed19995-4348-4b9a-b32d-d6f7fff9ca99 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201253 Nov 12 13:25:32.902748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:32.912571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:32.929324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:33.008645 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:25:33.041145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65725c55-27ac-49d7-ac58-fce3b4824d76 req-dd595c66-19cb-424b-9122-db59e3ea65a6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:33.043008 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65725c55-27ac-49d7-ac58-fce3b4824d76 req-dd595c66-19cb-424b-9122-db59e3ea65a6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 943 time: 0.0677004 Nov 12 13:25:33.106355 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65725c55-27ac-49d7-ac58-fce3b4824d76 req-f63f4bf1-2718-4bda-8db8-0ede7bf26744 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539899 Nov 12 13:25:33.110145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Pushing event updated for resources: {'Port': ['ID=1afe6e67-8787-4686-be2a-4e7588aeeaa2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:33.408573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df258cc-70d3-45bb-b0ab-1d3d45195f09 req-e37dfe58-00a2-4b95-9a02-3b326ee5371e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:33.410232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3df258cc-70d3-45bb-b0ab-1d3d45195f09 req-e37dfe58-00a2-4b95-9a02-3b326ee5371e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.3754687 Nov 12 13:25:33.443696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-5560a9b0-f22e-4d00-9996-fed67d673217 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] For port 294bc0b9-093a-48f8-bb61-1933beacd5df, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=294bc0b9-093a-48f8-bb61-1933beacd5df,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:33.444072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-5560a9b0-f22e-4d00-9996-fed67d673217 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:33.448191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-f4b47635-095c-4e7b-a37c-2a627800306b req-c13648ac-fe61-426b-9696-50001921a955 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:25:33.449640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f4b47635-095c-4e7b-a37c-2a627800306b req-c13648ac-fe61-426b-9696-50001921a955 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061414 Nov 12 13:25:33.478344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-5560a9b0-f22e-4d00-9996-fed67d673217 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Calling delete_port for 294bc0b9-093a-48f8-bb61-1933beacd5df owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:25:33.652913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3df258cc-70d3-45bb-b0ab-1d3d45195f09 req-3e1fbcdb-db38-4e25-9b54-28d0dff44579 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988757 Nov 12 13:25:33.791224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-74438bb2-6077-423c-ab49-475722444bcd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:33.794932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-74438bb2-6077-423c-ab49-475722444bcd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.70 "GET /v2.0/networks?id=b4d1f4a9-87ec-434f-8934-2c016cbe992c HTTP/1.1" status: 200 len: 815 time: 0.4728405 Nov 12 13:25:33.839899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e3d4d71-5fe1-4674-8e34-4c518103c017 req-6c31d947-ce39-4980-8afa-c52c4eb21f63 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 210 time: 0.0463877 Nov 12 13:25:33.871187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:33.892559 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-e8141a97-e00c-40be-b3bb-0d1a66e72f2c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844421 Nov 12 13:25:34.044745 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a90c49fa-af1a-44cb-a041-92543f6af761 req-af50c738-a5f0-4bf1-a569-49f215c10743 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 210 time: 0.0457699 Nov 12 13:25:34.261840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7aea8-b184-4ae7-9e04-62082eac1fc2 req-ce0d9ca4-962f-49de-8968-ceca0379d373 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:34.271264 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48e7aea8-b184-4ae7-9e04-62082eac1fc2 req-ce0d9ca4-962f-49de-8968-ceca0379d373 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 943 time: 0.4614272 Nov 12 13:25:34.379518 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-4e457d09-b4b9-4ed9-939d-6f50666b98f3 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=564a4540a9244ec898f21d318b35f14b HTTP/1.1" status: 200 len: 380 time: 0.5680892 Nov 12 13:25:34.418150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Request body: {'port': {'device_id': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'admin_state_up': True, 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'security_groups': ['a226a569-4606-4b83-9022-8851c1e5ad1c']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:34.573870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-5560a9b0-f22e-4d00-9996-fed67d673217 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:34.601526 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48e7aea8-b184-4ae7-9e04-62082eac1fc2 req-b7df5a57-8874-4afe-9b3d-31ca45c7d3fb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295445 Nov 12 13:25:34.677650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560a9b0-f22e-4d00-9996-fed67d673217 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Pushing event deleted for resources: {'Port': ['ID=294bc0b9-093a-48f8-bb61-1933beacd5df,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:34.756945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-93b3c0f4-2b78-4bef-9db9-b78294427d57 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:34.758550 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-93b3c0f4-2b78-4bef-9db9-b78294427d57 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.70 "GET /v2.0/networks?id=24b9bba6-54da-41d8-9024-59954b89ba99 HTTP/1.1" status: 200 len: 814 time: 0.4559340 Nov 12 13:25:34.806914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Request body: {'port': {'device_id': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99', 'admin_state_up': True, 'tenant_id': 'a83115dcd3cd460d8bb0bce622d65795'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:34.878999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-5560a9b0-f22e-4d00-9996-fed67d673217 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] No DVR routers for this DVR port 294bc0b9-093a-48f8-bb61-1933beacd5df on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:25:34.923734 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-5560a9b0-f22e-4d00-9996-fed67d673217 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:34.929952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8359c9e2-670b-4368-b3cc-4f5a35d56153 req-5560a9b0-f22e-4d00-9996-fed67d673217 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.105 "DELETE /v2.0/ports/294bc0b9-093a-48f8-bb61-1933beacd5df HTTP/1.1" status: 204 len: 173 time: 2.6312482 Nov 12 13:25:34.937039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'name': 'network-vif-deleted', 'tag': '294bc0b9-093a-48f8-bb61-1933beacd5df'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:34.941382 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2add3b46-3b37-4500-9b57-1c5a1380e70c" -d '{"events": [{"server_uuid": "63905e2f-cf36-404c-ac0f-588045d12f2e", "name": "network-vif-deleted", "tag": "294bc0b9-093a-48f8-bb61-1933beacd5df"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:35.007997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96124d4a-7660-43fc-9a81-775d20f108e4 req-b845eaa7-7849-4f43-98cd-bc2d203eeb92 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:35.017668 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96124d4a-7660-43fc-9a81-775d20f108e4 req-b845eaa7-7849-4f43-98cd-bc2d203eeb92 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.1456075 Nov 12 13:25:35.054793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-15adc606-87e8-4e60-9ff3-1fca60739b0b tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:35.057070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-15adc606-87e8-4e60-9ff3-1fca60739b0b tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1097 time: 0.3650048 Nov 12 13:25:35.095517 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96124d4a-7660-43fc-9a81-775d20f108e4 req-0e634539-860a-46c1-9e3a-a5073364eab8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765703 Nov 12 13:25:35.135229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81156d6a-23a0-4a51-a95e-b6cbeb027777 req-840b7fdc-24d6-4f64-8754-bd8a2a7cb905 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 210 time: 0.0938864 Nov 12 13:25:35.143416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-4'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:35.155984 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:35.190307 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56133d11-b288-4eb0-a610-c4713d16c9e7 x-openstack-request-id: req-56133d11-b288-4eb0-a610-c4713d16c9e7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:35.190611 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63905e2f-cf36-404c-ac0f-588045d12f2e", "name": "network-vif-deleted", "tag": "294bc0b9-093a-48f8-bb61-1933beacd5df", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:35.190901 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56133d11-b288-4eb0-a610-c4713d16c9e7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:35.191254 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63905e2f-cf36-404c-ac0f-588045d12f2e', 'name': 'network-vif-deleted', 'tag': '294bc0b9-093a-48f8-bb61-1933beacd5df', 'status': 'completed', 'code': 200} Nov 12 13:25:35.194099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Made reservation on behalf of 564a4540a9244ec898f21d318b35f14b for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:25:35.197851 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:35.299601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 294bc0b9-093a-48f8-bb61-1933beacd5df no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:25:35.343656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 294bc0b9-093a-48f8-bb61-1933beacd5df {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:25:35.344213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 294bc0b9-093a-48f8-bb61-1933beacd5df not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:25:35.361241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52acde38-3faf-4600-bf2f-7335d0373c3d req-4e12fe38-6f74-4bae-81a6-10e85685a047 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 210 time: 0.0923145 Nov 12 13:25:35.466341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:35.524205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Made reservation on behalf of a83115dcd3cd460d8bb0bce622d65795 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:25:35.528018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:35.625118 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-36ed8912-8533-4b59-842b-ffce84c1b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:35.626709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-36ed8912-8533-4b59-842b-ffce84c1b3a7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b&tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1 HTTP/1.1" status: 200 len: 1094 time: 0.2870116 Nov 12 13:25:35.663620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:35.676444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Allocated IP 172.20.0.14 (b4d1f4a9-87ec-434f-8934-2c016cbe992c/6fae73bd-fdf4-4e2a-94e9-5886c6f6f594/391c5299-7228-42a5-9ed7-60110b663917) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:35.780646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d800-a0f0-41f7-95f5-3fa5e975eacf req-fe488933-fdd4-4a43-940c-3b045668ed9a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:35.788398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d800-a0f0-41f7-95f5-3fa5e975eacf req-fe488933-fdd4-4a43-940c-3b045668ed9a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:35.797927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d800-a0f0-41f7-95f5-3fa5e975eacf req-fe488933-fdd4-4a43-940c-3b045668ed9a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:35.805700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d800-a0f0-41f7-95f5-3fa5e975eacf req-fe488933-fdd4-4a43-940c-3b045668ed9a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:35.814331 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d800-a0f0-41f7-95f5-3fa5e975eacf req-fe488933-fdd4-4a43-940c-3b045668ed9a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:35.824102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d800-a0f0-41f7-95f5-3fa5e975eacf req-fe488933-fdd4-4a43-940c-3b045668ed9a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:35.832329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d800-a0f0-41f7-95f5-3fa5e975eacf req-fe488933-fdd4-4a43-940c-3b045668ed9a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:35.834646 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b14d800-a0f0-41f7-95f5-3fa5e975eacf req-fe488933-fdd4-4a43-940c-3b045668ed9a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5437 time: 0.1850646 Nov 12 13:25:35.860358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a4f6c415-88aa-440c-9704-5b504a4b9c5f details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:25:35.865087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f2bca4e6-3f67-43e1-86f5-323fd07fc251 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:25:35.936420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b14d800-a0f0-41f7-95f5-3fa5e975eacf req-ecb9ad26-cfd1-45b3-8305-fe162ffbfd24 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917952 Nov 12 13:25:36.051717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Router ccea12ea-90d4-4596-b059-fbf0b1341d5d is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:25:36.119077 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:36.194600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:36.196346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa36f-048d-42c9-b44c-4841876986f3 req-fea8f130-ee15-46ea-95a8-806c78c7df47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:36.209263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa36f-048d-42c9-b44c-4841876986f3 req-fea8f130-ee15-46ea-95a8-806c78c7df47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:36.217248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a4f6c415-88aa-440c-9704-5b504a4b9c5f has no active binding in host n-h1-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:25:36.223132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa36f-048d-42c9-b44c-4841876986f3 req-fea8f130-ee15-46ea-95a8-806c78c7df47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:36.235827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa36f-048d-42c9-b44c-4841876986f3 req-fea8f130-ee15-46ea-95a8-806c78c7df47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:36.246287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa66e3-617f-41d5-b165-5832b19f5e5d req-fbe868bd-6ba2-4a53-862c-6a123343433a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:36.246844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa36f-048d-42c9-b44c-4841876986f3 req-fea8f130-ee15-46ea-95a8-806c78c7df47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:36.249623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bfa66e3-617f-41d5-b165-5832b19f5e5d req-fbe868bd-6ba2-4a53-862c-6a123343433a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 943 time: 0.4713018 Nov 12 13:25:36.258212 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa36f-048d-42c9-b44c-4841876986f3 req-fea8f130-ee15-46ea-95a8-806c78c7df47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:36.272268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa36f-048d-42c9-b44c-4841876986f3 req-fea8f130-ee15-46ea-95a8-806c78c7df47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:36.275509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2fcaa36f-048d-42c9-b44c-4841876986f3 req-fea8f130-ee15-46ea-95a8-806c78c7df47 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5437 time: 0.1914420 Nov 12 13:25:36.289088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:36.429750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c57b0-f951-47f3-9478-f88de2577a1e req-0e012908-7994-4465-9af6-f7c3ad1894c2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:36.431420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b94c57b0-f951-47f3-9478-f88de2577a1e req-0e012908-7994-4465-9af6-f7c3ad1894c2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 946 time: 0.0840030 Nov 12 13:25:36.507098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b94c57b0-f951-47f3-9478-f88de2577a1e req-547fa967-2eae-4288-af72-f123018046ee tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638003 Nov 12 13:25:36.650077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f848e2e-2bbf-4e4f-b64b-6309401adc9f req-09a5fcac-eb86-47ab-b51f-c3a70518e6cf tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 210 time: 0.0299630 Nov 12 13:25:36.703407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Allocated IP 172.20.0.5 (24b9bba6-54da-41d8-9024-59954b89ba99/60e0cb0c-58c2-4f71-8374-b208b225270d/03e57d3e-8c3c-48c9-969d-44b46cdf726e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:36.783181 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b4843730-6401-45ec-a1e8-d332817cd446 req-3f815982-b47f-443f-b354-5113a6e0b605 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 210 time: 0.0500269 Nov 12 13:25:36.991231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:25:36.996553 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bfa66e3-617f-41d5-b165-5832b19f5e5d req-c0d2ebf4-9c46-4ddf-8df0-09920ba6942e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159543 Nov 12 13:25:37.079797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.146346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:37.162256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.162737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ec0d0-2897-46c0-9428-a9b54ee95bbc None None] Sync routers for ids ['ccea12ea-90d4-4596-b059-fbf0b1341d5d'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:37.184708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ec0d0-2897-46c0-9428-a9b54ee95bbc None None] Routers {'ccea12ea-90d4-4596-b059-fbf0b1341d5d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:37.186198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d46ec0d0-2897-46c0-9428-a9b54ee95bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ccea12ea-90d4-4596-b059-fbf0b1341d5d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:37.235722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:37.238088 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30504b8-7ff9-4cde-9104-78a2f4469f9f" -d '{"events": [{"server_uuid": "a66c10f5-c53a-4db3-a701-d0f5a9aa5a68", "name": "network-vif-unplugged", "status": "completed", "tag": "a4f6c415-88aa-440c-9704-5b504a4b9c5f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:37.247601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d46ec0d0-2897-46c0-9428-a9b54ee95bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:37.249518 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.264939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ec0d0-2897-46c0-9428-a9b54ee95bbc None None] Routers {'ccea12ea-90d4-4596-b059-fbf0b1341d5d'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:37.266166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d46ec0d0-2897-46c0-9428-a9b54ee95bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ccea12ea-90d4-4596-b059-fbf0b1341d5d'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:37.305129 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6f7b94-f362-45e5-8fc2-28f8b6e9e31b x-openstack-request-id: req-0e6f7b94-f362-45e5-8fc2-28f8b6e9e31b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:37.305457 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66c10f5-c53a-4db3-a701-d0f5a9aa5a68", "name": "network-vif-unplugged", "status": "completed", "tag": "a4f6c415-88aa-440c-9704-5b504a4b9c5f", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:37.305873 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0e6f7b94-f362-45e5-8fc2-28f8b6e9e31b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:37.306099 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f', 'code': 200} Nov 12 13:25:37.327130 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.328413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4df0fd06-0a29-40c7-a969-12173fa3a9d6 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6006474 Nov 12 13:25:37.332063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44208) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:37.337766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d46ec0d0-2897-46c0-9428-a9b54ee95bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:37.339294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ec0d0-2897-46c0-9428-a9b54ee95bbc None None] The sync data for ids ['ccea12ea-90d4-4596-b059-fbf0b1341d5d'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:25:37.341682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3d0fa890-add5-4b08-99f3-4c0081da9d33 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_snat': False}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:37.385814 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.450371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Pushing event updated for resources: {'Port': ['ID=a4f6c415-88aa-440c-9704-5b504a4b9c5f,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:37.480497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:37.487889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.529799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Network b4d1f4a9-87ec-434f-8934-2c016cbe992c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:37.534398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f on host n-h2-805736-4 for vnic_type normal with profile {"migrating_to": "n-h1-805736-4"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:25:37.534738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:25:37.535112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:37.555326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:37.566593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:37.611630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Port a4f6c415-88aa-440c-9704-5b504a4b9c5f on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:25:37.612124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Attempting to bind port a4f6c415-88aa-440c-9704-5b504a4b9c5f on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:37.629313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Pushing event updated for resources: {'Port': ['ID=391c5299-7228-42a5-9ed7-60110b663917,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:37.642845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:25:37.650756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:25:37.650756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:25:37.651139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:25:37.652093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Bound port: a4f6c415-88aa-440c-9704-5b504a4b9c5f, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:25:37.652093 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.708281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:37.708982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.767992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bca4e6-3f67-43e1-86f5-323fd07fc251 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:25:37.779076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.784539 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.799004 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-e38d6b07-7665-499a-822e-6f899b4475e9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4026096 Nov 12 13:25:37.810096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b5890-f547-4dbb-b8b8-6d452308032d req-c425a665-2e06-49fc-a682-c803862d7c55 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:37.811956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cd9b5890-f547-4dbb-b8b8-6d452308032d req-c425a665-2e06-49fc-a682-c803862d7c55 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1243391 Nov 12 13:25:37.841917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Request body: {'port': {'device_id': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:37.913675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Transition to ACTIVE for port object f2bca4e6-3f67-43e1-86f5-323fd07fc251 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:25:37.923731 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa890-add5-4b08-99f3-4c0081da9d33 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.948572 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:37.960626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cd9b5890-f547-4dbb-b8b8-6d452308032d req-b3cce18e-c650-42d7-9f20-bff89e7423b8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090260 Nov 12 13:25:37.961060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Network 24b9bba6-54da-41d8-9024-59954b89ba99 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:37.994624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:25:38.014536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:38.016548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Pushing event updated for resources: {'Port': ['ID=03e57d3e-8c3c-48c9-969d-44b46cdf726e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:38.018998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:38.080130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:25:38.118156 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:38.130679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ac1de1a3-b121-4bab-a360-d6939c2e4e82 None None] Provisioning complete for port 391c5299-7228-42a5-9ed7-60110b663917 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:38.131708 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1de1a3-b121-4bab-a360-d6939c2e4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:38.136443 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:38.159624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdca20-d1f9-4f8e-ab23-277fb642a442 req-ebb37206-cc40-4309-91f2-e727b5885187 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:38.161358 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2cdca20-d1f9-4f8e-ab23-277fb642a442 req-ebb37206-cc40-4309-91f2-e727b5885187 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 932 time: 0.3570311 Nov 12 13:25:38.201790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] No DVR routers for this DVR port f2bca4e6-3f67-43e1-86f5-323fd07fc251 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:25:38.214459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ac1de1a3-b121-4bab-a360-d6939c2e4e82 None None] Port 391c5299-7228-42a5-9ed7-60110b663917 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:25:38.215025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d056-e448-4161-8869-718cffb577af service neutron] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=9']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:38.222566 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:38.223238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:38.268222 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c46b65-26f6-4ff3-ae36-134aefcd45e7 req-94e67fc1-02c7-43be-b8e8-7cb0df253563 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:38.282620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28c46b65-26f6-4ff3-ae36-134aefcd45e7 req-94e67fc1-02c7-43be-b8e8-7cb0df253563 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 931 time: 0.1415091 Nov 12 13:25:38.364776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-e74ea176-5955-47ef-9d0c-a80c5318c4f0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5694940 Nov 12 13:25:38.394360 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28c46b65-26f6-4ff3-ae36-134aefcd45e7 req-0ca9e46d-9475-4e2c-b53a-1a5c8cf224c3 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096284 Nov 12 13:25:38.394953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Attempting to bind port f2bca4e6-3f67-43e1-86f5-323fd07fc251 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:25:38.394953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Attempting to bind port f2bca4e6-3f67-43e1-86f5-323fd07fc251 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:25:38.395111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Attempting to bind port f2bca4e6-3f67-43e1-86f5-323fd07fc251 on network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:38.401727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Request body: {'port': {'device_id': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:38.432777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:38.433454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:38.435920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] 10.222.0.70 "PUT /v2.0/ports/a4f6c415-88aa-440c-9704-5b504a4b9c5f HTTP/1.1" status: 200 len: 1122 time: 3.3053236 Nov 12 13:25:38.498388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Port f2bca4e6-3f67-43e1-86f5-323fd07fc251 on network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:25:38.498739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Attempting to bind port f2bca4e6-3f67-43e1-86f5-323fd07fc251 on network 3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:38.523308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2cdca20-d1f9-4f8e-ab23-277fb642a442 req-935cc8ae-6b56-49ce-9b27-e8208203092e tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206737 Nov 12 13:25:38.533661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea6020-52d8-4e51-b3a7-f4f9e4aa8aac service neutron] Pushing event updated for resources: {'Port': ['ID=a4f6c415-88aa-440c-9704-5b504a4b9c5f,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:38.544119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:25:38.544852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Checking segment: {'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:25:38.545544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Bound using segment: {'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:25:38.546235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Bound port: f2bca4e6-3f67-43e1-86f5-323fd07fc251, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd309b1c-34f8-4312-b5e3-79d9de6067f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:25:38.546906 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:38.551377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['a4f6c415-88aa-440c-9704-5b504a4b9c5f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:25:38.576970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a4f6c415-88aa-440c-9704-5b504a4b9c5f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:25:38.649663 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:38.954757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:25:38.972727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44240) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:39.066810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:25:39.134342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1addfc5-facf-49bc-ac9d-cf5fefe8771b req-0a5e11a2-1a21-44f7-b873-e9141af428e8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:39.136260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e1addfc5-facf-49bc-ac9d-cf5fefe8771b req-0a5e11a2-1a21-44f7-b873-e9141af428e8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 943 time: 0.3274553 Nov 12 13:25:39.140630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa890-add5-4b08-99f3-4c0081da9d33 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:39.147947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:39.169455 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa890-add5-4b08-99f3-4c0081da9d33 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:39.170680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391c5299-7228-42a5-9ed7-60110b663917 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:25:39.232632 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:39.260372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:39.261558 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:39.265013 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-7309d056-e448-4161-8869-718cffb577af service neutron] 10.222.0.105 "PUT /v2.0/ports/f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 200 len: 1091 time: 3.6176326 Nov 12 13:25:39.317391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'tag': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f'}, {'name': 'network-changed', 'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:39.321532 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5e7064-b48d-4c80-97a0-ee468ba69c94" -d '{"events": [{"name": "network-changed", "server_uuid": "a66c10f5-c53a-4db3-a701-d0f5a9aa5a68", "tag": "a4f6c415-88aa-440c-9704-5b504a4b9c5f"}, {"name": "network-changed", "server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:39.332764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72402-05b4-4599-a900-f16ee4ff8a45 req-4d89d5c6-ef28-46e5-a0dd-4ad4f5fb7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:39.333248 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72402-05b4-4599-a900-f16ee4ff8a45 req-4d89d5c6-ef28-46e5-a0dd-4ad4f5fb7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:39.333829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72402-05b4-4599-a900-f16ee4ff8a45 req-4d89d5c6-ef28-46e5-a0dd-4ad4f5fb7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:39.334280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72402-05b4-4599-a900-f16ee4ff8a45 req-4d89d5c6-ef28-46e5-a0dd-4ad4f5fb7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:39.334722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72402-05b4-4599-a900-f16ee4ff8a45 req-4d89d5c6-ef28-46e5-a0dd-4ad4f5fb7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:39.335190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72402-05b4-4599-a900-f16ee4ff8a45 req-4d89d5c6-ef28-46e5-a0dd-4ad4f5fb7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:39.335644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72402-05b4-4599-a900-f16ee4ff8a45 req-4d89d5c6-ef28-46e5-a0dd-4ad4f5fb7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:39.337715 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71d72402-05b4-4599-a900-f16ee4ff8a45 req-4d89d5c6-ef28-46e5-a0dd-4ad4f5fb7357 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6494 time: 0.3639770 Nov 12 13:25:39.347977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d95169-b24a-43ce-94cd-8269611993b8 req-0e65810e-377b-4faa-9a33-e9ff999b6db6 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:39.349834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98d95169-b24a-43ce-94cd-8269611993b8 req-0e65810e-377b-4faa-9a33-e9ff999b6db6 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1828122 Nov 12 13:25:39.390491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Transition to ACTIVE for port object 391c5299-7228-42a5-9ed7-60110b663917 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:25:39.431662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0fa890-add5-4b08-99f3-4c0081da9d33 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Router ccea12ea-90d4-4596-b059-fbf0b1341d5d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:25:39.471114 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98d95169-b24a-43ce-94cd-8269611993b8 req-d213356a-f0ca-4b58-aacf-8028b71a296b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101804 Nov 12 13:25:39.484494 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71d72402-05b4-4599-a900-f16ee4ff8a45 req-8052b44a-ce1e-4853-9654-2e2fc20cdec6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=de7a600d-383c-4190-a597-e5ad579daba6&id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338820 Nov 12 13:25:39.805109 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a907f2-3985-4cb1-a2aa-3399c72a3d7b x-openstack-request-id: req-13a907f2-3985-4cb1-a2aa-3399c72a3d7b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:39.805458 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66c10f5-c53a-4db3-a701-d0f5a9aa5a68", "tag": "a4f6c415-88aa-440c-9704-5b504a4b9c5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:39.805665 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-13a907f2-3985-4cb1-a2aa-3399c72a3d7b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:39.806079 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'tag': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f', 'status': 'completed', 'code': 200} Nov 12 13:25:39.806330 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'status': 'completed', 'code': 200} Nov 12 13:25:39.816115 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:39.851144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d056-e448-4161-8869-718cffb577af service neutron] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:39.895327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e1addfc5-facf-49bc-ac9d-cf5fefe8771b req-fabb2c6a-dddb-4f27-90a2-9c9d3ecb81ee tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341733 Nov 12 13:25:39.986789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Pushing event updated for resources: {'Port': ['ID=391c5299-7228-42a5-9ed7-60110b663917,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:40.024623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-358bb879-eba6-42ce-9095-142693559d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.026332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-358bb879-eba6-42ce-9095-142693559d9e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 1095 time: 0.7107170 Nov 12 13:25:40.151306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0fa890-add5-4b08-99f3-4c0081da9d33 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:40.158183 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa890-add5-4b08-99f3-4c0081da9d33 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:40.163822 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3d0fa890-add5-4b08-99f3-4c0081da9d33 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "PUT /v2.0/routers/ccea12ea-90d4-4596-b059-fbf0b1341d5d HTTP/1.1" status: 200 len: 924 time: 2.8258152 Nov 12 13:25:40.166432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44260) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:40.175138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-860b015e-114f-4fa3-b49d-d3cdd47e421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.176621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-860b015e-114f-4fa3-b49d-d3cdd47e421c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 1125 time: 0.5431373 Nov 12 13:25:40.182022 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48796869-6efd-4f4d-8740-afa08db67771 None None] Sync routers for ids ['ccea12ea-90d4-4596-b059-fbf0b1341d5d'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:40.216733 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48796869-6efd-4f4d-8740-afa08db67771 None None] Routers {'ccea12ea-90d4-4596-b059-fbf0b1341d5d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:40.222053 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-48796869-6efd-4f4d-8740-afa08db67771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ccea12ea-90d4-4596-b059-fbf0b1341d5d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:40.259027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e57d3e-8c3c-48c9-969d-44b46cdf726e {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:25:40.264953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f1b86-f67e-434e-9ee2-e99aab6c4a75 req-7bc95d25-bd46-4a08-9401-513d84f39399 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.268069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Attempting to bind port 391c5299-7228-42a5-9ed7-60110b663917 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:25:40.268416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Attempting to bind port 391c5299-7228-42a5-9ed7-60110b663917 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:25:40.268757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Attempting to bind port 391c5299-7228-42a5-9ed7-60110b663917 on network b4d1f4a9-87ec-434f-8934-2c016cbe992c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:40.276500 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-168f1b86-f67e-434e-9ee2-e99aab6c4a75 req-7bc95d25-bd46-4a08-9401-513d84f39399 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 931 time: 0.1727719 Nov 12 13:25:40.280921 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:40.299509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a108737-bed2-407b-b684-54429d9259f7 req-f6b17a2b-380b-4cfc-bfdb-4b3d6712c6bd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.301111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a108737-bed2-407b-b684-54429d9259f7 req-f6b17a2b-380b-4cfc-bfdb-4b3d6712c6bd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 944 time: 0.2683578 Nov 12 13:25:40.306827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Port 391c5299-7228-42a5-9ed7-60110b663917 on network b4d1f4a9-87ec-434f-8934-2c016cbe992c not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:25:40.307144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Attempting to bind port 391c5299-7228-42a5-9ed7-60110b663917 on network b4d1f4a9-87ec-434f-8934-2c016cbe992c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:40.313712 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-48796869-6efd-4f4d-8740-afa08db67771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:40.316650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-2a637a0b-98ee-4897-ae5e-1f1f0039c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.318178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-2a637a0b-98ee-4897-ae5e-1f1f0039c2b9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 915 time: 0.2774525 Nov 12 13:25:40.325139 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48796869-6efd-4f4d-8740-afa08db67771 None None] Routers {'ccea12ea-90d4-4596-b059-fbf0b1341d5d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:40.325832 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-48796869-6efd-4f4d-8740-afa08db67771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ccea12ea-90d4-4596-b059-fbf0b1341d5d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:40.326098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Transition to ACTIVE for port object 03e57d3e-8c3c-48c9-969d-44b46cdf726e will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:25:40.340958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:25:40.341259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Checking segment: {'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:25:40.341715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Bound using segment: {'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:25:40.342233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Bound port: 391c5299-7228-42a5-9ed7-60110b663917, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8364f6a9-3170-4784-8637-0e7b4fdd329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:25:40.342596 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:40.353327 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:40.363891 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-48796869-6efd-4f4d-8740-afa08db67771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:40.364814 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48796869-6efd-4f4d-8740-afa08db67771 None None] The sync data for ids ['ccea12ea-90d4-4596-b059-fbf0b1341d5d'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:25:40.430266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-1ac6d3ca-4495-4776-b345-1e345a33980d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 200 len: 217 time: 0.0975120 Nov 12 13:25:40.515784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-168f1b86-f67e-434e-9ee2-e99aab6c4a75 req-cd904fb0-f01c-449c-800a-88fb82b262a4 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335966 Nov 12 13:25:40.532337 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b7321e8f-a4eb-4442-86ab-8ff39e2117b1 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/routers/ccea12ea-90d4-4596-b059-fbf0b1341d5d HTTP/1.1" status: 200 len: 924 time: 0.3624671 Nov 12 13:25:40.534923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44264) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:40.545662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Pushing event updated for resources: {'Port': ['ID=03e57d3e-8c3c-48c9-969d-44b46cdf726e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:40.551376 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a108737-bed2-407b-b684-54429d9259f7 req-d288adca-58b5-4186-8ee1-e835a2c0c608 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268183 Nov 12 13:25:40.616714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-47bd78ef-1ce4-403a-8cbe-0ddb207c12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.618276 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-47bd78ef-1ce4-403a-8cbe-0ddb207c12c1 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.4051368 Nov 12 13:25:40.620871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-a617e50c-13d5-4f4d-8aab-57f5b5d5aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.623221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-a617e50c-13d5-4f4d-8aab-57f5b5d5aa6f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 200 len: 854 time: 0.1791911 Nov 12 13:25:40.660824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb1a617-7aa9-4385-9312-09fe18414632 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.669132 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aeb1a617-7aa9-4385-9312-09fe18414632 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&device_id=ccea12ea-90d4-4596-b059-fbf0b1341d5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1323438 Nov 12 13:25:40.672946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44266) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:40.676401 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] For port 391c5299-7228-42a5-9ed7-60110b663917, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:25:40.680413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-f0caf06e-bd5f-464d-bb9e-b8c41b7a90f7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443544 Nov 12 13:25:40.726394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] For port 391c5299-7228-42a5-9ed7-60110b663917, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=391c5299-7228-42a5-9ed7-60110b663917,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:25:40.738872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:40.741372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Attempting to bind port 03e57d3e-8c3c-48c9-969d-44b46cdf726e on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:25:40.741849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Attempting to bind port 03e57d3e-8c3c-48c9-969d-44b46cdf726e by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:25:40.742291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Attempting to bind port 03e57d3e-8c3c-48c9-969d-44b46cdf726e on network 24b9bba6-54da-41d8-9024-59954b89ba99 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:40.751003 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-df7a76a4-02ad-48e6-a722-b2e2ad7f01f5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f HTTP/1.1" status: 200 len: 217 time: 0.1176436 Nov 12 13:25:40.802863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Port 03e57d3e-8c3c-48c9-969d-44b46cdf726e on network 24b9bba6-54da-41d8-9024-59954b89ba99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:25:40.803200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Attempting to bind port 03e57d3e-8c3c-48c9-969d-44b46cdf726e on network 24b9bba6-54da-41d8-9024-59954b89ba99 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:25:40.828409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.829054 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:40.830589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] 10.222.0.70 "PUT /v2.0/ports/391c5299-7228-42a5-9ed7-60110b663917 HTTP/1.1" status: 200 len: 1092 time: 3.0177460 Nov 12 13:25:40.831433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:25:40.831977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Checking segment: {'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:25:40.832541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Bound using segment: {'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:25:40.832992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Bound port: 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:25:40.833444 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:40.873216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2a06d-7260-4066-a7d1-87786192e91d service neutron] Pushing event updated for resources: {'Port': ['ID=391c5299-7228-42a5-9ed7-60110b663917,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:40.926074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-a9ef6226-f3e3-4211-a8cd-71f3ed9ccf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:40.929609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-a9ef6226-f3e3-4211-a8cd-71f3ed9ccf57 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1569421 Nov 12 13:25:40.959361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-c7b09741-e7e9-4d0a-8717-d678961a3a93 service neutron] 10.222.0.105 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667813 Nov 12 13:25:40.984880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-1b43a1c8-71ac-451f-b299-8a978ffa0796 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476949 Nov 12 13:25:40.994457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951217f-7673-4ca7-affa-634d6ae3d5c7 req-f21ecfb8-707b-48f1-9394-9a60d84b7d57 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.002601 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b951217f-7673-4ca7-affa-634d6ae3d5c7 req-f21ecfb8-707b-48f1-9394-9a60d84b7d57 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.2543268 Nov 12 13:25:41.015718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] For port 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:25:41.053961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6465a-80a7-4a15-89b3-b51706fa01c2 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.058630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ace6465a-80a7-4a15-89b3-b51706fa01c2 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 881 time: 0.3846152 Nov 12 13:25:41.059291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44270) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:41.075703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-a8085d72-1fd9-4dba-8f70-949f6dacbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.077547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-a8085d72-1fd9-4dba-8f70-949f6dacbd08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=564a4540a9244ec898f21d318b35f14b&device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 1095 time: 0.1707683 Nov 12 13:25:41.083362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] For port 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:25:41.107692 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:41.137555 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b218d193-6cb7-44c7-b470-01465353e63b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccea12ea-90d4-4596-b059-fbf0b1341d5d HTTP/1.1" status: 200 len: 205 time: 0.0745881 Nov 12 13:25:41.140486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44272) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:41.198325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-a48be832-30d4-4dfa-af85-ee82bd262900 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=391c5299-7228-42a5-9ed7-60110b663917 HTTP/1.1" status: 200 len: 217 time: 0.1017089 Nov 12 13:25:41.216632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b951217f-7673-4ca7-affa-634d6ae3d5c7 req-fcbb2a97-04e9-44d6-b7a3-adb1de5e9690 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128806 Nov 12 13:25:41.232793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.233824 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:41.236422 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] 10.222.0.70 "PUT /v2.0/ports/03e57d3e-8c3c-48c9-969d-44b46cdf726e HTTP/1.1" status: 200 len: 1091 time: 2.8386772 Nov 12 13:25:41.273422 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-6a3ee698-c385-4913-8c45-e72a6bfd7e20 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588027 Nov 12 13:25:41.311089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab38749c-7a7a-4c7b-bb57-cd26b9518d3f req-880853df-ad42-4beb-a293-327e770d8881 service neutron] 10.222.0.105 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365161 Nov 12 13:25:41.344591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95295439-769d-4cbf-b4ae-97b8133710a1 req-fcd8c997-03d7-4be9-8c08-4ba37d7138c5 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.347429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95295439-769d-4cbf-b4ae-97b8133710a1 req-fcd8c997-03d7-4be9-8c08-4ba37d7138c5 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.2857628 Nov 12 13:25:41.384183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f9755-2d4a-431c-9a4a-f292c1369420 service neutron] Pushing event updated for resources: {'Port': ['ID=03e57d3e-8c3c-48c9-969d-44b46cdf726e,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:41.424795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:41.454149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-22e5b4ef-a713-4eb4-bcf0-b7d21b9b7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.456880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-22e5b4ef-a713-4eb4-bcf0-b7d21b9b7376 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fae73bd-fdf4-4e2a-94e9-5886c6f6f594 HTTP/1.1" status: 200 len: 854 time: 0.2492933 Nov 12 13:25:41.535322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-9518ca94-d49a-44ba-bffe-a2d0030689a9 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190754 Nov 12 13:25:41.578819 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95295439-769d-4cbf-b4ae-97b8133710a1 req-eca4e026-a0ce-4fcd-8ea7-0c0995562525 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052190 Nov 12 13:25:41.585277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-179ce87e-201f-4d55-84f5-94ee07a8d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.588096 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-179ce87e-201f-4d55-84f5-94ee07a8d42a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a83115dcd3cd460d8bb0bce622d65795&device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 1094 time: 0.2354436 Nov 12 13:25:41.614442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-47f8ebd8-4a30-4b63-aafb-4b36637cb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.617249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-47f8ebd8-4a30-4b63-aafb-4b36637cb61c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4d1f4a9-87ec-434f-8934-2c016cbe992c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457498 Nov 12 13:25:41.631735 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:41.708872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-ae5af306-50f7-4a40-ad1d-ffa81b36c364 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e HTTP/1.1" status: 200 len: 217 time: 0.1120739 Nov 12 13:25:41.821484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab313c2-9c6c-4dd6-ab23-2f2cbb3d49f4 req-c006e510-d59f-4b8e-a04e-89711ff96b1a tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.822962 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ab313c2-9c6c-4dd6-ab23-2f2cbb3d49f4 req-c006e510-d59f-4b8e-a04e-89711ff96b1a tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 943 time: 0.1374259 Nov 12 13:25:41.831284 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-d2e8ea27-9125-4c69-9c79-bf9ba043c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.832838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-d2e8ea27-9125-4c69-9c79-bf9ba043c1b6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 1095 time: 0.1756084 Nov 12 13:25:41.850367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'tag': '391c5299-7228-42a5-9ed7-60110b663917'}, {'name': 'network-changed', 'server_uuid': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'tag': '03e57d3e-8c3c-48c9-969d-44b46cdf726e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:41.854174 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37be2107-8160-4f1e-abb3-569aa8334370" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c246d7-b50b-443a-b065-f183313c93a6", "tag": "391c5299-7228-42a5-9ed7-60110b663917"}, {"name": "network-changed", "server_uuid": "d5de178d-a48e-4c03-9a38-049cf261a7ae", "tag": "03e57d3e-8c3c-48c9-969d-44b46cdf726e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:41.935465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-67053429-c183-42a2-a0d8-83016eb017df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.937632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-67053429-c183-42a2-a0d8-83016eb017df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60e0cb0c-58c2-4f71-8374-b208b225270d HTTP/1.1" status: 200 len: 854 time: 0.2173853 Nov 12 13:25:41.943579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Deleting port 1afe6e67-8787-4686-be2a-4e7588aeeaa2 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:25:41.943882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:41.984129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2c7e0-f68c-41cd-97a4-7e4eac2c87b1 req-960121ce-66ae-45f9-9569-e3b3701efe84 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:41.987490 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c6f2c7e0-f68c-41cd-97a4-7e4eac2c87b1 req-960121ce-66ae-45f9-9569-e3b3701efe84 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 944 time: 0.2150109 Nov 12 13:25:41.989129 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ab313c2-9c6c-4dd6-ab23-2f2cbb3d49f4 req-514c437d-67c7-477a-8024-c971c0923e6e tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539621 Nov 12 13:25:42.017341 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-095ea482-adc8-4394-a627-09638b95f250 service neutron] 10.222.0.70 "GET /v2.0/networks/b4d1f4a9-87ec-434f-8934-2c016cbe992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194802 Nov 12 13:25:42.042081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-0744bc1c-dfe7-41d2-8c4b-d44382831430 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24b9bba6-54da-41d8-9024-59954b89ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858529 Nov 12 13:25:42.049662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-bae06e42-1ad7-4393-a9e0-324321648f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:42.054076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-bae06e42-1ad7-4393-a9e0-324321648f63 service neutron] 10.222.0.105 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 915 time: 0.2087214 Nov 12 13:25:42.110985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-952872b1-ef54-4c29-a553-8afaf4daa4e9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 200 len: 217 time: 0.0493498 Nov 12 13:25:42.186765 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:42.208615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Calling delete_port for 1afe6e67-8787-4686-be2a-4e7588aeeaa2 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:25:42.287916 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-9d257b41-1fc0-4f14-9e5c-5018eaa5acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:42.291254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-9d257b41-1fc0-4f14-9e5c-5018eaa5acec service neutron] 10.222.0.105 "GET /v2.0/subnets?id=113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 200 len: 854 time: 0.1706135 Nov 12 13:25:42.375340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c6f2c7e0-f68c-41cd-97a4-7e4eac2c87b1 req-07d0bbb3-eb6f-42b8-bb33-a2ae61c731b3 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548770 Nov 12 13:25:42.420936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-41101aba-5078-46e7-a00b-bc75f5f79b68 service neutron] 10.222.0.70 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566933 Nov 12 13:25:42.475767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8a84373-88c6-4fad-a268-4e5130a15d34 req-2a9b69e5-2dde-4c30-8359-c897aa133d39 service neutron] 10.222.0.70 "GET /v2.0/networks/b4d1f4a9-87ec-434f-8934-2c016cbe992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242911 Nov 12 13:25:42.511655 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa14109d-33e6-489e-ab00-46837249e4a7 x-openstack-request-id: req-fa14109d-33e6-489e-ab00-46837249e4a7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:42.512146 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c246d7-b50b-443a-b065-f183313c93a6", "tag": "391c5299-7228-42a5-9ed7-60110b663917", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5de178d-a48e-4c03-9a38-049cf261a7ae", "tag": "03e57d3e-8c3c-48c9-969d-44b46cdf726e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:42.512833 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa14109d-33e6-489e-ab00-46837249e4a7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:42.513542 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'tag': '391c5299-7228-42a5-9ed7-60110b663917', 'status': 'completed', 'code': 200} Nov 12 13:25:42.514250 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'tag': '03e57d3e-8c3c-48c9-969d-44b46cdf726e', 'status': 'completed', 'code': 200} Nov 12 13:25:42.636789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-be02ca75-d0a8-4a4f-ac35-8d7bd0bef9a3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2782862 Nov 12 13:25:42.716945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9585f04-64e6-44c2-b36d-23519a9999c8 req-425cbf5e-0400-41dc-89ec-a979ba6e89b1 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:42.719071 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9585f04-64e6-44c2-b36d-23519a9999c8 req-425cbf5e-0400-41dc-89ec-a979ba6e89b1 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1372728 Nov 12 13:25:42.734363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2107-8160-4f1e-abb3-569aa8334370 req-6739d267-a28a-43b3-9416-bc81b82468ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:42.737618 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-6739d267-a28a-43b3-9416-bc81b82468ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=564a4540a9244ec898f21d318b35f14b&device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 1095 time: 0.1421607 Nov 12 13:25:42.741700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:42.770751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09a27b8a-340d-4477-94be-cdc221ea22ae req-33813f19-16d9-4fd6-81e3-ac33b55f4b23 service neutron] 10.222.0.70 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160899 Nov 12 13:25:42.890545 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:42.909375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Pushing event deleted for resources: {'Port': ['ID=1afe6e67-8787-4686-be2a-4e7588aeeaa2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:42.997227 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a980c73-6be7-4ad9-aac7-ad3903deb44c req-752f17a2-2095-4e7c-a337-1f9dd9e4dc3a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:42.999214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1a980c73-6be7-4ad9-aac7-ad3903deb44c req-752f17a2-2095-4e7c-a337-1f9dd9e4dc3a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.1331425 Nov 12 13:25:43.000474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2107-8160-4f1e-abb3-569aa8334370 req-6c8e29fe-ab5c-4a20-97fe-3903a450e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:43.001980 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-6c8e29fe-ab5c-4a20-97fe-3903a450e25a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4d1f4a9-87ec-434f-8934-2c016cbe992c HTTP/1.1" status: 200 len: 916 time: 0.2298532 Nov 12 13:25:43.054482 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9585f04-64e6-44c2-b36d-23519a9999c8 req-857a5364-e7b3-47b7-9403-7fc70c1098ab tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234277 Nov 12 13:25:43.137769 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-19fd72cb-747a-4987-9432-fe383f3ee13a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=391c5299-7228-42a5-9ed7-60110b663917 HTTP/1.1" status: 200 len: 217 time: 0.1247332 Nov 12 13:25:43.151122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.201700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2107-8160-4f1e-abb3-569aa8334370 req-a5d0bcc4-b951-4242-8162-600138e68c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:43.203254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-a5d0bcc4-b951-4242-8162-600138e68c2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fae73bd-fdf4-4e2a-94e9-5886c6f6f594 HTTP/1.1" status: 200 len: 854 time: 0.0567768 Nov 12 13:25:43.272909 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1a980c73-6be7-4ad9-aac7-ad3903deb44c req-14fc1479-7801-4e93-bf02-c0e0da976dcb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362871 Nov 12 13:25:43.286376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2107-8160-4f1e-abb3-569aa8334370 req-fff81aa5-2b54-48e6-b0d1-4c613645d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:43.288228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-fff81aa5-2b54-48e6-b0d1-4c613645d187 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4d1f4a9-87ec-434f-8934-2c016cbe992c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740294 Nov 12 13:25:43.333357 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.336875 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.406745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616894-ad37-401b-bd4b-9d7f9ca31ead req-d505cfff-ccc5-47bc-a6bd-134c7c24c03b tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:43.416309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5616894-ad37-401b-bd4b-9d7f9ca31ead req-d505cfff-ccc5-47bc-a6bd-134c7c24c03b tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 943 time: 0.1853387 Nov 12 13:25:43.455381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.456616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Fanout notify agent at l3_agent the message router_deleted on router ccea12ea-90d4-4596-b059-fbf0b1341d5d {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:25:43.490465 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.498950 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0670d27e-9e18-454d-8cfb-07961cc86953 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/ccea12ea-90d4-4596-b059-fbf0b1341d5d HTTP/1.1" status: 204 len: 168 time: 2.3553703 Nov 12 13:25:43.504416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44312) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:43.516716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1321855f-586a-48dc-8077-e55f60127726 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1384008750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:43.584435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-a4adb5c8-5155-4c44-8389-ccb3fc2a234d service neutron] 10.222.0.70 "GET /v2.0/networks/b4d1f4a9-87ec-434f-8934-2c016cbe992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822654 Nov 12 13:25:43.587537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5616894-ad37-401b-bd4b-9d7f9ca31ead req-f82fb8d6-079f-4cef-b879-0d56ed12f657 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659698 Nov 12 13:25:43.603264 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1321855f-586a-48dc-8077-e55f60127726 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.603264 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1321855f-586a-48dc-8077-e55f60127726 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.820079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-756e111c-be8c-477a-bde0-d1bc15bc8f41 service neutron] 10.222.0.70 "GET /v2.0/networks/b4d1f4a9-87ec-434f-8934-2c016cbe992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232835 Nov 12 13:25:43.861726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1321855f-586a-48dc-8077-e55f60127726 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.872805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1321855f-586a-48dc-8077-e55f60127726 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.916806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1321855f-586a-48dc-8077-e55f60127726 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.921728 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1321855f-586a-48dc-8077-e55f60127726 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4127350 Nov 12 13:25:43.924162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:43.925621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44314) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:43.938001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:43.951687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de614d38-9295-4b47-a753-bac836e8b45e req-49e23fb9-f47b-4b5d-a14b-52355b5b457a tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:43.961269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de614d38-9295-4b47-a753-bac836e8b45e req-49e23fb9-f47b-4b5d-a14b-52355b5b457a tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 944 time: 0.2433150 Nov 12 13:25:43.988169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2107-8160-4f1e-abb3-569aa8334370 req-5569e8cd-e9b3-427c-8794-7fd3cc980cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:43.989987 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-5569e8cd-e9b3-427c-8794-7fd3cc980cbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a83115dcd3cd460d8bb0bce622d65795&device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 1094 time: 0.1079383 Nov 12 13:25:44.194973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2107-8160-4f1e-abb3-569aa8334370 req-3d1b08c8-8347-4638-b407-4d961fb7a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:44.197193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-3d1b08c8-8347-4638-b407-4d961fb7a4b6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=24b9bba6-54da-41d8-9024-59954b89ba99 HTTP/1.1" status: 200 len: 915 time: 0.1978459 Nov 12 13:25:44.264972 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de614d38-9295-4b47-a753-bac836e8b45e req-3a45ca6f-e529-42e1-ad27-3aa9f479b6c5 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021073 Nov 12 13:25:44.283764 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-c1606469-9f18-4f25-8b91-cf59233a6fda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e HTTP/1.1" status: 200 len: 217 time: 0.0706959 Nov 12 13:25:44.454567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2107-8160-4f1e-abb3-569aa8334370 req-519c40d7-d3e9-4df3-b17a-3b556693ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:44.457338 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-519c40d7-d3e9-4df3-b17a-3b556693ee09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60e0cb0c-58c2-4f71-8374-b208b225270d HTTP/1.1" status: 200 len: 854 time: 0.1591187 Nov 12 13:25:44.459070 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:44.564365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-ed8dd6d5-064f-4b10-a438-1a820a5d9b89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24b9bba6-54da-41d8-9024-59954b89ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952516 Nov 12 13:25:44.632033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49596ee4-6108-4fec-8396-2aaa30275f1c req-cfda33e2-1297-4ce3-9719-de4f6fae6f54 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:44.633860 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49596ee4-6108-4fec-8396-2aaa30275f1c req-cfda33e2-1297-4ce3-9719-de4f6fae6f54 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.1341379 Nov 12 13:25:44.637944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eee414-cf84-4256-81e9-6fce134ebca2 req-17164172-a303-4132-9570-09acefb1e289 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:44.646783 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03eee414-cf84-4256-81e9-6fce134ebca2 req-17164172-a303-4132-9570-09acefb1e289 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.3604703 Nov 12 13:25:44.865531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03eee414-cf84-4256-81e9-6fce134ebca2 req-adc1ea28-72ff-42ba-b0b3-e604f6fdcef7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176025 Nov 12 13:25:44.951584 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-72baaa6b-3c55-4b59-93ee-9fa2974e21bd service neutron] 10.222.0.70 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746152 Nov 12 13:25:45.328286 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49596ee4-6108-4fec-8396-2aaa30275f1c req-37b5df26-0105-412a-ab82-c665aff6b5e7 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228297 Nov 12 13:25:45.672010 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:45.679686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf006c-bb0b-4ff6-8f8f-65ac0ce03bc7 req-94c3ccfd-47b9-4f40-bcfa-c9a868678c07 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:45.692164 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83bf006c-bb0b-4ff6-8f8f-65ac0ce03bc7 req-94c3ccfd-47b9-4f40-bcfa-c9a868678c07 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 943 time: 0.1683745 Nov 12 13:25:45.700959 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37be2107-8160-4f1e-abb3-569aa8334370 req-b9a39939-2ba5-4644-a445-d6ea49b07bd1 service neutron] 10.222.0.70 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416902 Nov 12 13:25:45.756613 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:45.822604 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83bf006c-bb0b-4ff6-8f8f-65ac0ce03bc7 req-db38fb2e-1553-4da1-aeb4-b97ab32e9475 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289849 Nov 12 13:25:45.929074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5fcbb-1a77-4d35-9b46-4ec39cd46c15 req-c7305099-d930-4de7-8e00-3c056c823177 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:45.944405 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ea5fcbb-1a77-4d35-9b46-4ec39cd46c15 req-c7305099-d930-4de7-8e00-3c056c823177 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 944 time: 0.2190845 Nov 12 13:25:45.949716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 391c5299-7228-42a5-9ed7-60110b663917 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:25:46.074237 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ea5fcbb-1a77-4d35-9b46-4ec39cd46c15 req-479dd49f-04a1-4104-8d3f-3925cf488735 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287792 Nov 12 13:25:46.213134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Allocated IP 172.25.5.149 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/53e0a9c0-299e-4396-9ee5-ab86f4716d1b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:46.294981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d51ea9-5d42-4f93-83a3-27cf054c54af req-564e17f9-08c8-494b-adac-41c13767b593 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:46.300857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43d51ea9-5d42-4f93-83a3-27cf054c54af req-564e17f9-08c8-494b-adac-41c13767b593 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1838102 Nov 12 13:25:46.306642 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 391c5299-7228-42a5-9ed7-60110b663917, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=391c5299-7228-42a5-9ed7-60110b663917,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:46.349857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '391c5299-7228-42a5-9ed7-60110b663917', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'port_id': '391c5299-7228-42a5-9ed7-60110b663917', 'mac_address': 'fa:16:3e:c3:d4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:25:46.405712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43d51ea9-5d42-4f93-83a3-27cf054c54af req-6a315654-31b8-402b-b872-b5f90c3474e4 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831494 Nov 12 13:25:46.514914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:46.523849 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:46.552430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391c5299-7228-42a5-9ed7-60110b663917 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:25:46.607917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd81b35-074d-4d03-8fc9-5379f1faf2a4 req-310b0139-0254-45ac-b664-e17bab080ad3 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:46.608598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 391c5299-7228-42a5-9ed7-60110b663917, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=391c5299-7228-42a5-9ed7-60110b663917,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:46.611573 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ddd81b35-074d-4d03-8fc9-5379f1faf2a4 req-310b0139-0254-45ac-b664-e17bab080ad3 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.0892568 Nov 12 13:25:46.617671 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:46.618773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 03e57d3e-8c3c-48c9-969d-44b46cdf726e details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:25:46.665199 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:46.763534 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=391c5299-7228-42a5-9ed7-60110b663917,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:46.821984 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:46.824477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:46.846123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:46.906576 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ddd81b35-074d-4d03-8fc9-5379f1faf2a4 req-2b28ba67-157b-4b50-8077-56b83fbc1ff5 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812152 Nov 12 13:25:46.907270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Pushing event updated for resources: {'Port': ['ID=53e0a9c0-299e-4396-9ee5-ab86f4716d1b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:46.935732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:46.978533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '03e57d3e-8c3c-48c9-969d-44b46cdf726e', 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99', 'port_id': '03e57d3e-8c3c-48c9-969d-44b46cdf726e', 'mac_address': 'fa:16:3e:73:06:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e0cb0c-58c2-4f71-8374-b208b225270d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:25:47.088284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4885987-327f-43c1-99e1-870c96339592 req-07cf675a-0d3c-4283-bafe-758c123aafeb tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:47.091416 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4885987-327f-43c1-99e1-870c96339592 req-07cf675a-0d3c-4283-bafe-758c123aafeb tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 943 time: 0.0800636 Nov 12 13:25:47.108154 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:47.143800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e57d3e-8c3c-48c9-969d-44b46cdf726e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:25:47.196946 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4885987-327f-43c1-99e1-870c96339592 req-698ecd12-5294-48b1-b9f1-f3cd167b838d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827734 Nov 12 13:25:47.223155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:47.236767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:47.241814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a4f6c415-88aa-440c-9704-5b504a4b9c5f details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:25:47.423472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=03e57d3e-8c3c-48c9-969d-44b46cdf726e,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:47.632946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c06c26-36b4-433f-aaae-df99cb930d38 req-b8a242f0-a49b-4f07-b616-0c5432d2cd6d tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:47.642001 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b4c06c26-36b4-433f-aaae-df99cb930d38 req-b8a242f0-a49b-4f07-b616-0c5432d2cd6d tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 945 time: 0.3387389 Nov 12 13:25:47.656221 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:47.712077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d1de1-24d5-41c2-b7eb-4f535773e5f4 req-6f1084fa-17ce-4fb0-a4ab-ee0505e4d089 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:47.721990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fc1d1de1-24d5-41c2-b7eb-4f535773e5f4 req-6f1084fa-17ce-4fb0-a4ab-ee0505e4d089 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1183014 Nov 12 13:25:47.775160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:47.806644 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fc1d1de1-24d5-41c2-b7eb-4f535773e5f4 req-c9e7a110-a789-4f47-8f6c-eef632a51c7a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836129 Nov 12 13:25:47.827097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a4f6c415-88aa-440c-9704-5b504a4b9c5f has no active binding in host n-h1-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:25:47.912009 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b4c06c26-36b4-433f-aaae-df99cb930d38 req-d455a7c8-9b56-4295-95c7-abcc4d77e349 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509530 Nov 12 13:25:48.106104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606a077-bb5b-4c54-8c8e-088d38debae1 req-910f724f-5ea3-43c7-90f5-3757faac8b5d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:48.116314 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9606a077-bb5b-4c54-8c8e-088d38debae1 req-910f724f-5ea3-43c7-90f5-3757faac8b5d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.0733716 Nov 12 13:25:48.127697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:48.135194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:48.187120 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9606a077-bb5b-4c54-8c8e-088d38debae1 req-adfaba08-d51c-4a4c-aa4d-f36beaf93540 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695417 Nov 12 13:25:48.290316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['391c5299-7228-42a5-9ed7-60110b663917'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:25:48.299899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['03e57d3e-8c3c-48c9-969d-44b46cdf726e'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:25:48.455432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cacb28-19ea-48af-861e-9d581dca3e4b req-63370b18-cf6e-4762-bb95-f6919a4b7bc1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:48.468607 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-51cacb28-19ea-48af-861e-9d581dca3e4b req-63370b18-cf6e-4762-bb95-f6919a4b7bc1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 944 time: 0.1572106 Nov 12 13:25:48.673640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-51cacb28-19ea-48af-861e-9d581dca3e4b req-c450db57-65a2-4595-a1f3-1dc8c48600e2 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914017 Nov 12 13:25:48.676236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Router 1174cd52-764a-4b46-a814-1001041c210a is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:25:49.025432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:49.042066 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc6670-7aa6-4271-84f2-10031cb2c8f5 None None] Sync routers for ids ['1174cd52-764a-4b46-a814-1001041c210a'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:49.043002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:49.046510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0a9314f2-f8eb-4256-89fb-9a30635a4f46 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "PUT /v2.0/routers/1174cd52-764a-4b46-a814-1001041c210a HTTP/1.1" status: 200 len: 884 time: 5.1190794 Nov 12 13:25:49.050979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:49.078286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc6670-7aa6-4271-84f2-10031cb2c8f5 None None] Routers {'1174cd52-764a-4b46-a814-1001041c210a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:49.107245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-69dc6670-7aa6-4271-84f2-10031cb2c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['1174cd52-764a-4b46-a814-1001041c210a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:49.195763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-69dc6670-7aa6-4271-84f2-10031cb2c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:49.220720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc6670-7aa6-4271-84f2-10031cb2c8f5 None None] Routers {'1174cd52-764a-4b46-a814-1001041c210a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:49.225047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-69dc6670-7aa6-4271-84f2-10031cb2c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['1174cd52-764a-4b46-a814-1001041c210a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:49.225515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8dbaf-6bb7-4a4f-a3a4-472bf0b432dc req-1107ce21-e35e-42d8-88b3-583fccd31658 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:49.250241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67c8dbaf-6bb7-4a4f-a3a4-472bf0b432dc req-1107ce21-e35e-42d8-88b3-583fccd31658 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.2999809 Nov 12 13:25:49.308480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639e2cd-d36b-4cd6-9400-c5012ccb4f58 req-3cfa37bc-0997-4d86-ac14-d7a22947be08 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:49.312440 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8639e2cd-d36b-4cd6-9400-c5012ccb4f58 req-3cfa37bc-0997-4d86-ac14-d7a22947be08 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 945 time: 0.1185329 Nov 12 13:25:49.333796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-69dc6670-7aa6-4271-84f2-10031cb2c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:49.335771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc6670-7aa6-4271-84f2-10031cb2c8f5 None None] The sync data for ids ['1174cd52-764a-4b46-a814-1001041c210a'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:25:49.359282 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a4f6c415-88aa-440c-9704-5b504a4b9c5f no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:25:49.464896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44366) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:49.465324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6c355f3d-cbdf-408a-aa54-b5644662aff4 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/routers/1174cd52-764a-4b46-a814-1001041c210a HTTP/1.1" status: 200 len: 925 time: 0.4124548 Nov 12 13:25:49.483260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67c8dbaf-6bb7-4a4f-a3a4-472bf0b432dc req-929f7861-b3cb-44b9-aab9-026028e71654 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312074 Nov 12 13:25:49.547052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8639e2cd-d36b-4cd6-9400-c5012ccb4f58 req-658a30b6-9d64-48e1-a2da-52c09bdae3f1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144666 Nov 12 13:25:49.605338 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e9eb1-1915-4d7c-8e10-b6f00b5df1f2 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:49.605338 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d98e9eb1-1915-4d7c-8e10-b6f00b5df1f2 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&device_id=1174cd52-764a-4b46-a814-1001041c210a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1301026 Nov 12 13:25:49.605338 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44368) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:49.805943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3609e-b072-4415-841c-a02db7b26edb req-79e12f48-0bb7-4fc1-822f-d5ad44077421 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:49.807955 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28a3609e-b072-4415-841c-a02db7b26edb req-79e12f48-0bb7-4fc1-822f-d5ad44077421 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.1467566 Nov 12 13:25:49.822525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163abb55-c567-4143-aabc-ba1e055ceeac tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:49.829346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-163abb55-c567-4143-aabc-ba1e055ceeac tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 881 time: 0.2236600 Nov 12 13:25:49.832289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44374) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:49.886366 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-75b592ba-b203-459d-8a6a-dfb002d54805 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=1174cd52-764a-4b46-a814-1001041c210a HTTP/1.1" status: 200 len: 205 time: 0.0490556 Nov 12 13:25:49.888115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44376) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:49.941327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28a3609e-b072-4415-841c-a02db7b26edb req-74d25354-4be9-472b-838e-3c9250d35bea tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184483 Nov 12 13:25:50.066629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:50.120787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b29dca-f136-4725-a2ca-ba011493be61 req-08e025ff-9b4b-46fa-b08c-f11f0199c60d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:50.122947 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9b29dca-f136-4725-a2ca-ba011493be61 req-08e025ff-9b4b-46fa-b08c-f11f0199c60d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 944 time: 0.1173863 Nov 12 13:25:50.267281 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9b29dca-f136-4725-a2ca-ba011493be61 req-410b8ac7-60ab-451c-8c44-8f4e4ceec3d7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350994 Nov 12 13:25:50.298857 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:50.404486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Deleting port 53e0a9c0-299e-4396-9ee5-ab86f4716d1b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:25:50.404965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:50.578454 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:50.613435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Calling delete_port for 53e0a9c0-299e-4396-9ee5-ab86f4716d1b owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:25:50.677473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648af70-ecb9-4fad-b5ee-760b8c75332b req-0168a135-70bf-47a6-bdf9-74cca5a94315 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:50.679213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9648af70-ecb9-4fad-b5ee-760b8c75332b req-0168a135-70bf-47a6-bdf9-74cca5a94315 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.0844767 Nov 12 13:25:50.765035 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9648af70-ecb9-4fad-b5ee-760b8c75332b req-ca45f59f-3910-4611-85af-ec346ecc5edb tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767877 Nov 12 13:25:50.880103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba994-da5b-4855-b6ea-7b9a197018a7 req-2ec6927f-76dd-46f6-ae36-45be853516c3 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:50.882201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-199ba994-da5b-4855-b6ea-7b9a197018a7 req-2ec6927f-76dd-46f6-ae36-45be853516c3 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 945 time: 0.1954026 Nov 12 13:25:51.047567 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-199ba994-da5b-4855-b6ea-7b9a197018a7 req-d2ac989d-09f6-446d-9745-570552fc2add tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567597 Nov 12 13:25:51.049614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.098750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Pushing event deleted for resources: {'Port': ['ID=53e0a9c0-299e-4396-9ee5-ab86f4716d1b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:51.186434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cade7a-dc1f-4c31-a211-1df28651aa51 req-826ebbce-f0d2-4c60-b118-da324f047ac4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:51.188294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01cade7a-dc1f-4c31-a211-1df28651aa51 req-826ebbce-f0d2-4c60-b118-da324f047ac4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.0970969 Nov 12 13:25:51.246060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.302434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01cade7a-dc1f-4c31-a211-1df28651aa51 req-0296e475-cccd-4b9c-9b9f-2bf68bf6e0b9 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004941 Nov 12 13:25:51.436334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.454364 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.563318 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.563906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Fanout notify agent at l3_agent the message router_deleted on router 1174cd52-764a-4b46-a814-1001041c210a {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:25:51.583042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.585202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-81213a6a-6fa4-42b9-8ce5-10aca23ddc72 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/1174cd52-764a-4b46-a814-1001041c210a HTTP/1.1" status: 204 len: 168 time: 1.6950331 Nov 12 13:25:51.588547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44392) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:51.594795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3378881b-0bde-4e12-8d42-b4cd9e0fd75f tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2038889402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:51.636344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3378881b-0bde-4e12-8d42-b4cd9e0fd75f tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.638868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3378881b-0bde-4e12-8d42-b4cd9e0fd75f tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.708647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c666e5-ebe3-4943-a87c-dc4f950f0793 req-7737c54c-5783-448a-a164-2efa6fa3c6e5 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:51.710340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55c666e5-ebe3-4943-a87c-dc4f950f0793 req-7737c54c-5783-448a-a164-2efa6fa3c6e5 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 944 time: 0.0862334 Nov 12 13:25:51.755354 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3378881b-0bde-4e12-8d42-b4cd9e0fd75f tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.767963 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3378881b-0bde-4e12-8d42-b4cd9e0fd75f tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.818023 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3378881b-0bde-4e12-8d42-b4cd9e0fd75f tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:51.822296 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3378881b-0bde-4e12-8d42-b4cd9e0fd75f tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2295444 Nov 12 13:25:51.822861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44396) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:51.831160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_snat': True}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:51.842133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55c666e5-ebe3-4943-a87c-dc4f950f0793 req-2ad760e2-67b7-4475-9b21-989ff63c0f47 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966156 Nov 12 13:25:51.963121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 391c5299-7228-42a5-9ed7-60110b663917 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:52.037191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd959b-4849-4293-b900-058d3e0d08aa req-b7bc3ee0-3bc4-44b1-b4b2-d4b3a47afad8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:52.046525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2cbd959b-4849-4293-b900-058d3e0d08aa req-b7bc3ee0-3bc4-44b1-b4b2-d4b3a47afad8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1148944 Nov 12 13:25:52.119421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 391c5299-7228-42a5-9ed7-60110b663917 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:25:52.129304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 391c5299-7228-42a5-9ed7-60110b663917 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:52.130085 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:52.139162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2cbd959b-4849-4293-b900-058d3e0d08aa req-a0b46fcf-0f52-4750-9583-8a228ca67d76 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911984 Nov 12 13:25:52.356833 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:52.398467 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:52.423221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b149-fe5a-4151-bb88-863db6a277ca req-a6e64a59-db6b-41bb-9ba4-e599680c69d5 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:52.439200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1b19b149-fe5a-4151-bb88-863db6a277ca req-a6e64a59-db6b-41bb-9ba4-e599680c69d5 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 945 time: 0.1644304 Nov 12 13:25:52.503390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c5299-7228-42a5-9ed7-60110b663917'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:52.506781 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d174a47d-fff0-4891-a270-f103b4cba9d6" -d '{"events": [{"server_uuid": "f1c246d7-b50b-443a-b065-f183313c93a6", "name": "network-vif-plugged", "status": "completed", "tag": "391c5299-7228-42a5-9ed7-60110b663917"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:52.530146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 391c5299-7228-42a5-9ed7-60110b663917, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=391c5299-7228-42a5-9ed7-60110b663917,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:52.540735 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:52.542068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 03e57d3e-8c3c-48c9-969d-44b46cdf726e up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:25:52.572373 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1b19b149-fe5a-4151-bb88-863db6a277ca req-3af88e52-249e-482a-af95-1093ca718686 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302469 Nov 12 13:25:52.682789 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2979cdb9-672a-4a3e-9a42-bf811439aed1 x-openstack-request-id: req-2979cdb9-672a-4a3e-9a42-bf811439aed1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:52.683099 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c246d7-b50b-443a-b065-f183313c93a6", "name": "network-vif-plugged", "status": "completed", "tag": "391c5299-7228-42a5-9ed7-60110b663917", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:52.683469 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2979cdb9-672a-4a3e-9a42-bf811439aed1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:52.685011 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c5299-7228-42a5-9ed7-60110b663917', 'code': 200} Nov 12 13:25:52.805330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=391c5299-7228-42a5-9ed7-60110b663917,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:52.819145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.819386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.819728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.820074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.820494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.820986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.821382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.821800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.822280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.822465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.822873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.823259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:52.835829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 03e57d3e-8c3c-48c9-969d-44b46cdf726e completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:25:52.844335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 03e57d3e-8c3c-48c9-969d-44b46cdf726e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:25:52.845076 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:52.902103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df1f3-2793-4060-b9d2-aeeacbbc5f41 req-c231cd6b-4593-45d5-8ae8-d9e68b9309fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:52.913909 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-909df1f3-2793-4060-b9d2-aeeacbbc5f41 req-c231cd6b-4593-45d5-8ae8-d9e68b9309fd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 1097 time: 0.1504424 Nov 12 13:25:53.054816 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-909df1f3-2793-4060-b9d2-aeeacbbc5f41 req-4c78ffbc-eeff-46d4-b014-1865afca404e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303449 Nov 12 13:25:53.107627 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:53.205195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:53.214355 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:53.249272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574451-6334-4f0f-9fcf-f7e22c5ad6a2 req-eb18f77c-59e7-4de1-afb8-af1f34b47f7d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:53.259428 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27574451-6334-4f0f-9fcf-f7e22c5ad6a2 req-eb18f77c-59e7-4de1-afb8-af1f34b47f7d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 944 time: 0.1827648 Nov 12 13:25:53.410694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27574451-6334-4f0f-9fcf-f7e22c5ad6a2 req-356899d3-b4d6-49fb-963b-974a7451ba74 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256385 Nov 12 13:25:53.489945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=03e57d3e-8c3c-48c9-969d-44b46cdf726e,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:53.603881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597b5a5-19ef-439d-93fd-c6890c28c047 req-dec95bc7-dbd9-4972-bda4-c7c15dcb5f42 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:53.606849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0597b5a5-19ef-439d-93fd-c6890c28c047 req-dec95bc7-dbd9-4972-bda4-c7c15dcb5f42 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.0892301 Nov 12 13:25:53.686179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:53.696707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0597b5a5-19ef-439d-93fd-c6890c28c047 req-62663c19-99a2-4454-a3a5-e4bf7b42e64f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803516 Nov 12 13:25:53.712572 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:53.736411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381b7d2-3ec8-41da-96cf-45ab7a035612 req-12d31471-afd1-4007-b53a-5a282bd45c8b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:53.743688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e381b7d2-3ec8-41da-96cf-45ab7a035612 req-12d31471-afd1-4007-b53a-5a282bd45c8b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.1605020 Nov 12 13:25:53.872941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e381b7d2-3ec8-41da-96cf-45ab7a035612 req-3520e875-f9d8-4541-941a-6c67ea138819 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264513 Nov 12 13:25:53.917559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Allocated IP 172.25.5.159 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/675539d0-bfa9-4d7b-b103-6a2d0c1792f5) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:25:54.107528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:54.179686 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:54.279692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a19c-44ca-42b6-848a-8d3ab1c8f348 req-ae8036e0-1b7b-4691-9e33-e45558f51c7c tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:54.281584 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-91c5a19c-44ca-42b6-848a-8d3ab1c8f348 req-ae8036e0-1b7b-4691-9e33-e45558f51c7c tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0626011 Nov 12 13:25:54.290197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:25:54.334716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:25:54.346392 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-91c5a19c-44ca-42b6-848a-8d3ab1c8f348 req-fdf9d2a8-8326-4c77-9fdf-e6adc2f2b30b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565298 Nov 12 13:25:54.348294 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:25:54.361611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event updated for resources: {'Port': ['ID=675539d0-bfa9-4d7b-b103-6a2d0c1792f5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:54.422738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.423320 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.423888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.424465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.425054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.425666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.426259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.426837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.427400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.427986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.428550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.429118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:25:54.467532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768972aa-7a3e-450a-8a1a-27c7f38e1218 req-8ebf8436-f99e-4f16-933e-4f3961f9b9c7 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:54.469199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-768972aa-7a3e-450a-8a1a-27c7f38e1218 req-8ebf8436-f99e-4f16-933e-4f3961f9b9c7 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 946 time: 0.2240276 Nov 12 13:25:54.586647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce1ea9-2683-41ab-98ad-718e6609bf81 req-edc439e7-806e-4171-8297-917c9a615a17 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:54.588830 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31ce1ea9-2683-41ab-98ad-718e6609bf81 req-edc439e7-806e-4171-8297-917c9a615a17 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.0633001 Nov 12 13:25:54.630863 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-768972aa-7a3e-450a-8a1a-27c7f38e1218 req-a2bd78e6-281c-44d6-ade3-e7fc929d3e63 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186295 Nov 12 13:25:54.665419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31ce1ea9-2683-41ab-98ad-718e6609bf81 req-2afd4e52-447c-4740-86ae-f5a534ad7eaf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639493 Nov 12 13:25:54.686527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e57d3e-8c3c-48c9-969d-44b46cdf726e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:54.691698 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb352756-2eb8-488d-8fbc-1a6ded8e0212" -d '{"events": [{"server_uuid": "d5de178d-a48e-4c03-9a38-049cf261a7ae", "name": "network-vif-plugged", "status": "completed", "tag": "03e57d3e-8c3c-48c9-969d-44b46cdf726e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:54.736921 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2539087d-c2eb-469b-a5f4-ea9d5869df44 x-openstack-request-id: req-2539087d-c2eb-469b-a5f4-ea9d5869df44 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:54.737411 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5de178d-a48e-4c03-9a38-049cf261a7ae", "name": "network-vif-plugged", "status": "completed", "tag": "03e57d3e-8c3c-48c9-969d-44b46cdf726e", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:54.737828 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2539087d-c2eb-469b-a5f4-ea9d5869df44 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:54.738474 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e57d3e-8c3c-48c9-969d-44b46cdf726e', 'code': 200} Nov 12 13:25:54.873369 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:54.945192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5635e-c89e-46f7-a3d9-a620e4b3a951 req-27ce7b4c-8aac-45da-bfac-68990f010725 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:54.947798 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc5635e-c89e-46f7-a3d9-a620e4b3a951 req-27ce7b4c-8aac-45da-bfac-68990f010725 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1389658 Nov 12 13:25:54.953937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad8c6-c1d8-4fa5-95de-a969cc0ef1d8 req-b26ad8e3-85bd-48f2-876b-c17a0324e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:54.956564 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bad8c6-c1d8-4fa5-95de-a969cc0ef1d8 req-b26ad8e3-85bd-48f2-876b-c17a0324e637 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 1096 time: 0.1321750 Nov 12 13:25:55.075283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc5635e-c89e-46f7-a3d9-a620e4b3a951 req-3f7c0889-54a8-481b-a7d4-b7846ec3dacd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140087 Nov 12 13:25:55.077879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bad8c6-c1d8-4fa5-95de-a969cc0ef1d8 req-2e7d757f-2127-4bb7-a794-d4a0f03f3d63 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083972 Nov 12 13:25:55.145048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bafbd-9241-41ec-bc37-746fdbd66fb2 req-45ea4be8-51c5-41b1-b022-96b0715f4482 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:55.146805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5f9bafbd-9241-41ec-bc37-746fdbd66fb2 req-45ea4be8-51c5-41b1-b022-96b0715f4482 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.1357000 Nov 12 13:25:55.248036 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:55.263144 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:55.281125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5f9bafbd-9241-41ec-bc37-746fdbd66fb2 req-35d3d59e-e7de-4875-9313-4cad4e6985fe tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894377 Nov 12 13:25:55.472672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Router b6f90768-7b91-4f77-ada8-0632b05f47c2 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:25:55.629154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:55.635134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:55.636793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-872447f3-1c56-4eb5-94f3-19249eb8f4ff tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "PUT /v2.0/routers/b6f90768-7b91-4f77-ada8-0632b05f47c2 HTTP/1.1" status: 200 len: 919 time: 3.8118529 Nov 12 13:25:55.640550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44434) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:55.645571 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8393d-879c-4a44-b13f-d343c277cd63 None None] Sync routers for ids ['b6f90768-7b91-4f77-ada8-0632b05f47c2'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:55.660568 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8393d-879c-4a44-b13f-d343c277cd63 None None] Routers {'b6f90768-7b91-4f77-ada8-0632b05f47c2'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:55.661780 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3df8393d-879c-4a44-b13f-d343c277cd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b6f90768-7b91-4f77-ada8-0632b05f47c2'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:55.735963 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3df8393d-879c-4a44-b13f-d343c277cd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:55.756970 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8393d-879c-4a44-b13f-d343c277cd63 None None] Routers {'b6f90768-7b91-4f77-ada8-0632b05f47c2'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:55.757816 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3df8393d-879c-4a44-b13f-d343c277cd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b6f90768-7b91-4f77-ada8-0632b05f47c2'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:55.784274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d0cb11a8-2c6d-4969-b5de-48ac475e20b6 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/routers/b6f90768-7b91-4f77-ada8-0632b05f47c2 HTTP/1.1" status: 200 len: 925 time: 0.1412268 Nov 12 13:25:55.788489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44442) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:55.856460 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3df8393d-879c-4a44-b13f-d343c277cd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:55.857645 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8393d-879c-4a44-b13f-d343c277cd63 None None] The sync data for ids ['b6f90768-7b91-4f77-ada8-0632b05f47c2'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:25:55.913234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66105df-51db-4457-b08c-75abe88e6e8c req-c44e5974-7b1b-4528-a9ed-b5e5417995ae tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:55.914884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d66105df-51db-4457-b08c-75abe88e6e8c req-c44e5974-7b1b-4528-a9ed-b5e5417995ae tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 946 time: 0.1285269 Nov 12 13:25:55.961337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46eed16-a7da-45fa-aadb-177f5a1fe1ce tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:55.963686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f46eed16-a7da-45fa-aadb-177f5a1fe1ce tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&device_id=b6f90768-7b91-4f77-ada8-0632b05f47c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1728497 Nov 12 13:25:55.967213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44446) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:56.048421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-35607d87-88b4-4607-a9f9-21ac8c893b66 service neutron] 10.222.0.105 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482357 Nov 12 13:25:56.090046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d66105df-51db-4457-b08c-75abe88e6e8c req-d595d7d9-2aa8-4927-990b-86bb669d57c4 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474345 Nov 12 13:25:56.202853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f676e94-1343-4785-8bab-860b7aec1785 req-42f18c83-8076-4f32-9d7a-ba137596b250 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:56.210102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f676e94-1343-4785-8bab-860b7aec1785 req-42f18c83-8076-4f32-9d7a-ba137596b250 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1732881 Nov 12 13:25:56.214444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6758f1d7-5386-41fd-bd15-e4431274894f tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:56.220673 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6758f1d7-5386-41fd-bd15-e4431274894f tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 881 time: 0.2518930 Nov 12 13:25:56.221654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44452) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:56.236050 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a5e7064-b48d-4c80-97a0-ee468ba69c94 req-6a08a81b-b461-49ed-8886-f00a80389133 service neutron] 10.222.0.105 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754916 Nov 12 13:25:56.278141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44454) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:56.278523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e154b712-a263-4910-ae9a-955cd57a20b4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6f90768-7b91-4f77-ada8-0632b05f47c2 HTTP/1.1" status: 200 len: 205 time: 0.0531192 Nov 12 13:25:56.330429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f676e94-1343-4785-8bab-860b7aec1785 req-a389e3c3-ace2-4ccd-bbfd-3766d3a5b852 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074066 Nov 12 13:25:56.517190 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:56.526271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c565-3949-46c7-a96a-c2c902ad69c0 req-0e8118c7-96a1-4520-b61d-82c1cafa04fb tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:56.539009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5683c565-3949-46c7-a96a-c2c902ad69c0 req-0e8118c7-96a1-4520-b61d-82c1cafa04fb tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1232159 Nov 12 13:25:56.570900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fdbe6-d1b2-4785-ad43-8d2e9a66db9f req-c26d99e5-03bf-42ee-a5dc-bb0107ccf089 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:56.572804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-526fdbe6-d1b2-4785-ad43-8d2e9a66db9f req-c26d99e5-03bf-42ee-a5dc-bb0107ccf089 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1123555 Nov 12 13:25:56.626098 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5683c565-3949-46c7-a96a-c2c902ad69c0 req-9c8d6f5e-b0c1-479f-a2f1-28b051044646 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856795 Nov 12 13:25:56.687600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-526fdbe6-d1b2-4785-ad43-8d2e9a66db9f req-699b76d4-fe3d-4044-a9a5-39e49fb35daa tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961399 Nov 12 13:25:56.719576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:56.885910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba869345-1ded-43ca-9826-b686afa655c6 req-a097d753-936f-4aa8-a23f-6dc229797b3e tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:56.889938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Deleting port 675539d0-bfa9-4d7b-b103-6a2d0c1792f5 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:25:56.890278 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:56.902249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd007cf-6fb2-40b6-b3ac-c3ff89928343 req-b3316a07-7ce4-4c6c-9ed9-f6f0f6b7075a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:56.911090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abd007cf-6fb2-40b6-b3ac-c3ff89928343 req-b3316a07-7ce4-4c6c-9ed9-f6f0f6b7075a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.0930333 Nov 12 13:25:56.912895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba869345-1ded-43ca-9826-b686afa655c6 req-a097d753-936f-4aa8-a23f-6dc229797b3e tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 946 time: 0.1176221 Nov 12 13:25:56.914120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44462) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:56.951833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-72d2ddb3-c02a-4bd7-8392-d75f2d2bf0de tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Request body: {'floatingip': {'port_id': '391c5299-7228-42a5-9ed7-60110b663917'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:56.975307 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06672843-f0c5-4633-8476-6f612bbe1d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:57.055487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abd007cf-6fb2-40b6-b3ac-c3ff89928343 req-9e587655-ff72-4d18-be39-6d51396b7b29 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429441 Nov 12 13:25:57.081992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72d2ddb3-c02a-4bd7-8392-d75f2d2bf0de tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:57.122483 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:57.147548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Calling delete_port for 675539d0-bfa9-4d7b-b103-6a2d0c1792f5 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:25:57.507366 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:57.569099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Pushing event deleted for resources: {'Port': ['ID=675539d0-bfa9-4d7b-b103-6a2d0c1792f5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:25:57.694714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056416d2-a165-4d3e-9af5-8c01abd87561 req-9f002b60-7d1c-44e9-bc67-8e0e6704e209 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:57.707055 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-056416d2-a165-4d3e-9af5-8c01abd87561 req-9f002b60-7d1c-44e9-bc67-8e0e6704e209 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.2415454 Nov 12 13:25:57.773819 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:57.885350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb7bbd-cb1e-41df-8edf-dc9ff02bb5d4 req-b71a6dee-85ba-4ab6-bebf-b84cb873b681 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:57.887934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3edb7bbd-cb1e-41df-8edf-dc9ff02bb5d4 req-b71a6dee-85ba-4ab6-bebf-b84cb873b681 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.1142702 Nov 12 13:25:57.915045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72d2ddb3-c02a-4bd7-8392-d75f2d2bf0de tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:57.929619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-056416d2-a165-4d3e-9af5-8c01abd87561 req-6f5fa9d7-5da3-450f-b57e-ae268c40a3e1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200754 Nov 12 13:25:57.931641 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:57.934969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:57.990923 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:57.991870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Fanout notify agent at l3_agent the message router_deleted on router b6f90768-7b91-4f77-ada8-0632b05f47c2 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:25:58.008642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:58.015878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-81ca446b-9d5b-47e7-aa71-a194aef8790b tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/b6f90768-7b91-4f77-ada8-0632b05f47c2 HTTP/1.1" status: 204 len: 168 time: 1.7361400 Nov 12 13:25:58.016770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44476) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:58.021742 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72d2ddb3-c02a-4bd7-8392-d75f2d2bf0de tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:58.037338 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d5b24afd-a3e3-4815-9193-a42178b6b17e tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-903698419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:58.074102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3edb7bbd-cb1e-41df-8edf-dc9ff02bb5d4 req-c2265e95-c27b-43ca-a1be-efe5d3e2b7f9 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650429 Nov 12 13:25:58.119926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a6f5-0372-4450-afa6-70cd31fa97cf req-19502ed0-270a-4af0-aa26-ebf060985f1b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:58.122162 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcc4a6f5-0372-4450-afa6-70cd31fa97cf req-19502ed0-270a-4af0-aa26-ebf060985f1b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.1018887 Nov 12 13:25:58.123654 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5b24afd-a3e3-4815-9193-a42178b6b17e tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:58.124766 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5b24afd-a3e3-4815-9193-a42178b6b17e tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:58.214048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcc4a6f5-0372-4450-afa6-70cd31fa97cf req-439d1c4a-6c8b-4629-a46b-cee68f6ef455 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837483 Nov 12 13:25:58.245924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f5198-db14-4d75-bb0c-b54012c279a0 req-914730b7-5090-4ba1-9024-8ced9423ed82 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:58.248880 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5b24afd-a3e3-4815-9193-a42178b6b17e tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:58.251418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-533f5198-db14-4d75-bb0c-b54012c279a0 req-914730b7-5090-4ba1-9024-8ced9423ed82 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.0895183 Nov 12 13:25:58.259179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5b24afd-a3e3-4815-9193-a42178b6b17e tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:58.283372 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-72d2ddb3-c02a-4bd7-8392-d75f2d2bf0de tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Floating IP 9f562192-c633-45a1-9fe5-13d0f21c4c4e associated. External IP: 172.25.5.55, port: 391c5299-7228-42a5-9ed7-60110b663917. Nov 12 13:25:58.285684 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5b24afd-a3e3-4815-9193-a42178b6b17e tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:58.291831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d5b24afd-a3e3-4815-9193-a42178b6b17e tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2686682 Nov 12 13:25:58.294065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44482) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:25:58.297872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_snat': False}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:25:58.444480 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-533f5198-db14-4d75-bb0c-b54012c279a0 req-2db64e28-dd56-4261-8ef6-c45541b10595 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839790 Nov 12 13:25:58.792213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d2ddb3-c02a-4bd7-8392-d75f2d2bf0de tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Router c173c137-7120-4ef2-ac1b-5ed5fb65c858 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:25:58.921056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd770c6-957c-4790-a8f4-9d65fb0dedc2 req-4fbaf6d5-ce47-4413-995b-a99c8decd565 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:58.923480 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1cd770c6-957c-4790-a8f4-9d65fb0dedc2 req-4fbaf6d5-ce47-4413-995b-a99c8decd565 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1201928 Nov 12 13:25:58.997129 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:59.024484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b37c9-a7b5-4139-803f-8cccd045d989 req-dd26d0b2-b5f5-4cd6-bd44-967bd58eefde tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:59.026304 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f68b37c9-a7b5-4139-803f-8cccd045d989 req-dd26d0b2-b5f5-4cd6-bd44-967bd58eefde tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 944 time: 0.6252329 Nov 12 13:25:59.043759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d2ddb3-c02a-4bd7-8392-d75f2d2bf0de tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:25:59.049976 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72d2ddb3-c02a-4bd7-8392-d75f2d2bf0de tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:59.056914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1cd770c6-957c-4790-a8f4-9d65fb0dedc2 req-cb3c82e9-583d-4ae9-a3e7-b213c61d9784 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820911 Nov 12 13:25:59.073774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] Sync routers for ids ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:25:59.100953 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-72d2ddb3-c02a-4bd7-8392-d75f2d2bf0de tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "PUT /v2.0/floatingips/9f562192-c633-45a1-9fe5-13d0f21c4c4e HTTP/1.1" status: 200 len: 991 time: 2.1785722 Nov 12 13:25:59.100953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'tag': '391c5299-7228-42a5-9ed7-60110b663917'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:25:59.109581 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c246d7-b50b-443a-b065-f183313c93a6", "tag": "391c5299-7228-42a5-9ed7-60110b663917"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:25:59.115850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] Routers {'c173c137-7120-4ef2-ac1b-5ed5fb65c858'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:25:59.118550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:25:59.228822 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f68b37c9-a7b5-4139-803f-8cccd045d989 req-1a47ab17-fb83-4836-abe5-adab3a3cda53 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422381 Nov 12 13:25:59.347964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] Set router c173c137-7120-4ef2-ac1b-5ed5fb65c858 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:25:59.352321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e74ea-9428-4990-b6fb-b01a83ea926b req-255bd73d-0a0f-48c8-a8c0-ab0b42fbd0bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:59.364058 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d7e74ea-9428-4990-b6fb-b01a83ea926b req-255bd73d-0a0f-48c8-a8c0-ab0b42fbd0bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.0871885 Nov 12 13:25:59.451516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-41421860-7f8c-45d3-ab6a-1acc4ac8e8a9 service neutron] 10.222.0.105 "GET /v2.0/ports/a4f6c415-88aa-440c-9704-5b504a4b9c5f/bindings/n-h1-805736-4 HTTP/1.1" status: 200 len: 384 time: 0.1844947 Nov 12 13:25:59.463055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f2bca4e6-3f67-43e1-86f5-323fd07fc251 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:25:59.467706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d7e74ea-9428-4990-b6fb-b01a83ea926b req-d46cdce8-87bb-40de-93b6-9cc9c3b2ebcc tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013746 Nov 12 13:25:59.526474 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-796e1dc8-12f5-4011-ae7f-896cadcd2c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:59.551373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31863d30-dd5c-4d31-a63f-63fbe56fafbb req-9ec590d3-1db3-49db-8e57-78e7ec00497d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:25:59.552162 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7b38c7-a1ee-4af7-90b3-50ef8788344f x-openstack-request-id: req-db7b38c7-a1ee-4af7-90b3-50ef8788344f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:25:59.552628 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c246d7-b50b-443a-b065-f183313c93a6", "tag": "391c5299-7228-42a5-9ed7-60110b663917", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:25:59.553032 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db7b38c7-a1ee-4af7-90b3-50ef8788344f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:25:59.554246 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'tag': '391c5299-7228-42a5-9ed7-60110b663917', 'status': 'completed', 'code': 200} Nov 12 13:25:59.561899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31863d30-dd5c-4d31-a63f-63fbe56fafbb req-9ec590d3-1db3-49db-8e57-78e7ec00497d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1907022 Nov 12 13:25:59.575120 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:59.634530 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:25:59.653178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:25:59.780700 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31863d30-dd5c-4d31-a63f-63fbe56fafbb req-41eceae3-5a31-4ef7-9e0c-36519d3b94e7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175128 Nov 12 13:25:59.975656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:25:59.997794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'network_id': '3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c', 'port_id': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'mac_address': 'fa:16:3e:35:a6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113dd0c5-b267-467f-83c5-4a65398ffc5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:26:00.053802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:00.069120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Allocated IP 172.25.5.37 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/9f7517e1-1673-41c7-8beb-e6164671d093) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:00.077158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '9f562192-c633-45a1-9fe5-13d0f21c4c4e', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'port_id': '391c5299-7228-42a5-9ed7-60110b663917', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'mac_address': 'fa:16:3e:c3:d4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:25:28Z', 'updated_at': '2021-11-12T13:25:57Z', 'revision_number': 1, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc742f32-5acd-416f-a039-da6445d7bcbe', 'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'mac_address': 'fa:16:3e:8a:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:28Z', 'revision_number': 5, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'subnets': [{'id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:00.082922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bca4e6-3f67-43e1-86f5-323fd07fc251 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:26:00.105306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-09529b63-4be9-4613-8177-132139f006c8 req-7b198bf2-2b23-4690-ab60-03025db2219a service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:00.108087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-43eaca3f-b210-4319-ad94-a862e65f0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.109703 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-43eaca3f-b210-4319-ad94-a862e65f0bad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=564a4540a9244ec898f21d318b35f14b&device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 1097 time: 0.5013182 Nov 12 13:26:00.126893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115a86e-8e5f-42ba-b6cc-32b3e6beef93 req-dee580f1-a211-4477-a84e-74a711f50c4d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.130381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] Checking router: c173c137-7120-4ef2-ac1b-5ed5fb65c858 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:26:00.137619 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c115a86e-8e5f-42ba-b6cc-32b3e6beef93 req-dee580f1-a211-4477-a84e-74a711f50c4d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 944 time: 0.4753921 Nov 12 13:26:00.156853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] Routers {'c173c137-7120-4ef2-ac1b-5ed5fb65c858'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:00.157779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:00.160886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-65cdd821-cc7c-4e4f-9a0b-f648bf74fdcc tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.163319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-65cdd821-cc7c-4e4f-9a0b-f648bf74fdcc tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.5946681 Nov 12 13:26:00.189639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-09529b63-4be9-4613-8177-132139f006c8 req-7b198bf2-2b23-4690-ab60-03025db2219a service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:00.229052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-3834a718-1379-4bdf-8bc8-e10813e32491 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2358341 Nov 12 13:26:00.322945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] Set router c173c137-7120-4ef2-ac1b-5ed5fb65c858 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:00.329690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-09529b63-4be9-4613-8177-132139f006c8 req-7b198bf2-2b23-4690-ab60-03025db2219a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f6c415-88aa-440c-9704-5b504a4b9c5f {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:26:00.359041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-09529b63-4be9-4613-8177-132139f006c8 req-7b198bf2-2b23-4690-ab60-03025db2219a service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:00.408680 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-09529b63-4be9-4613-8177-132139f006c8 req-7b198bf2-2b23-4690-ab60-03025db2219a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:00.437679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c115a86e-8e5f-42ba-b6cc-32b3e6beef93 req-aa2eb8dd-663c-4ede-bd81-5441350fd0a2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906802 Nov 12 13:26:00.445414 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:00.531942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Deleting port 46e09713-ceb3-44e1-861c-93f6408f1c2e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:00.532139 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:00.566916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:00.650188 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:00.667714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-09529b63-4be9-4613-8177-132139f006c8 req-7b198bf2-2b23-4690-ab60-03025db2219a service neutron] Transition to ACTIVE for port object a4f6c415-88aa-440c-9704-5b504a4b9c5f will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:26:00.693956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:00.712839 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-09529b63-4be9-4613-8177-132139f006c8 req-7b198bf2-2b23-4690-ab60-03025db2219a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:00.718624 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:00.757105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:00.794353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:00.808020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:00.818216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:00.843428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-1b23076e-dd19-4e4d-9934-bdd219919248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.848547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-1b23076e-dd19-4e4d-9934-bdd219919248 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4d1f4a9-87ec-434f-8934-2c016cbe992c HTTP/1.1" status: 200 len: 916 time: 0.6829638 Nov 12 13:26:00.859220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '9f562192-c633-45a1-9fe5-13d0f21c4c4e', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'port_id': '391c5299-7228-42a5-9ed7-60110b663917', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'mac_address': 'fa:16:3e:c3:d4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:25:28Z', 'updated_at': '2021-11-12T13:25:57Z', 'revision_number': 1, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc742f32-5acd-416f-a039-da6445d7bcbe', 'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'mac_address': 'fa:16:3e:8a:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:28Z', 'revision_number': 5, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'subnets': [{'id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:00.860553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-33da9496-8695-4074-8c5d-f775b7cf2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.861420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-33da9496-8695-4074-8c5d-f775b7cf2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.862264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-33da9496-8695-4074-8c5d-f775b7cf2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.863175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-33da9496-8695-4074-8c5d-f775b7cf2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.864050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-33da9496-8695-4074-8c5d-f775b7cf2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.864907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-33da9496-8695-4074-8c5d-f775b7cf2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.865810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-33da9496-8695-4074-8c5d-f775b7cf2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.869337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-33da9496-8695-4074-8c5d-f775b7cf2ba3 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 6494 time: 0.5349720 Nov 12 13:26:00.872731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] For port 46e09713-ceb3-44e1-861c-93f6408f1c2e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=46e09713-ceb3-44e1-861c-93f6408f1c2e,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:00.873381 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:00.890275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Pushing event updated for resources: {'Port': ['ID=9f7517e1-1673-41c7-8beb-e6164671d093,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:00.899751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-09529b63-4be9-4613-8177-132139f006c8 req-7b198bf2-2b23-4690-ab60-03025db2219a service neutron] No DVR routers for this DVR port a4f6c415-88aa-440c-9704-5b504a4b9c5f on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:26:00.921185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49974f-714e-450f-bd05-248170d9e06a None None] The sync data for ids ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'] in n-d-805736-4 is: [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '9f562192-c633-45a1-9fe5-13d0f21c4c4e', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'port_id': '391c5299-7228-42a5-9ed7-60110b663917', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'mac_address': 'fa:16:3e:c3:d4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:25:28Z', 'updated_at': '2021-11-12T13:25:57Z', 'revision_number': 1, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc742f32-5acd-416f-a039-da6445d7bcbe', 'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'mac_address': 'fa:16:3e:8a:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:28Z', 'revision_number': 5, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'subnets': [{'id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:00.946516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7af31c-f5ae-4085-ae0f-f86789299b5b req-d6c3bfd4-a2b8-40fe-9d27-8b09d7170c42 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:00.951274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf7af31c-f5ae-4085-ae0f-f86789299b5b req-d6c3bfd4-a2b8-40fe-9d27-8b09d7170c42 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.3510087 Nov 12 13:26:00.997401 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-7b198bf2-2b23-4690-ab60-03025db2219a service neutron] 10.222.0.105 "PUT /v2.0/ports/a4f6c415-88aa-440c-9704-5b504a4b9c5f/bindings/n-h1-805736-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5384314 Nov 12 13:26:01.032863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f2bca4e6-3f67-43e1-86f5-323fd07fc251'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:26:01.144857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-e6bd85af-fe94-4d65-97cb-a885c1728850 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4653316 Nov 12 13:26:01.167227 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78f89b-bfe3-4aa6-a401-b2ad5d79d36c req-21cf558f-6678-46eb-aba2-2894f10a9a0c tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:01.175215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1a78f89b-bfe3-4aa6-a401-b2ad5d79d36c req-21cf558f-6678-46eb-aba2-2894f10a9a0c tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.4522352 Nov 12 13:26:01.181896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b198bf2-2b23-4690-ab60-03025db2219a service neutron] Pushing event updated for resources: {'Port': ['ID=a4f6c415-88aa-440c-9704-5b504a4b9c5f,revision_number=10']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:01.259093 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf7af31c-f5ae-4085-ae0f-f86789299b5b req-4d89b8f2-967d-405a-9638-6c739a5b5f34 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693334 Nov 12 13:26:01.308593 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302bc776-941c-4d49-8616-350eead46cf5 None None] New status for floating IP 9f562192-c633-45a1-9fe5-13d0f21c4c4e: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:26:01.462149 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-7f5c473a-5fb7-4f48-9528-a1b40f60f27c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=391c5299-7228-42a5-9ed7-60110b663917 HTTP/1.1" status: 200 len: 999 time: 0.5767593 Nov 12 13:26:01.482738 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1a78f89b-bfe3-4aa6-a401-b2ad5d79d36c req-c6777979-51e8-4dbd-8ffe-afeea05c653c tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060939 Nov 12 13:26:01.491113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-3506ac78-f810-4f24-8a3b-c771c2520d41 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:01.494117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-3506ac78-f810-4f24-8a3b-c771c2520d41 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.3973463 Nov 12 13:26:01.516969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-a2bdecf0-3601-4d32-913e-a561356e9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:01.518776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-a2bdecf0-3601-4d32-913e-a561356e9be0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1095 time: 0.3104115 Nov 12 13:26:01.582125 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:01.601414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9252e38-eb25-4c4a-a877-9ee8c203e041 req-24ad431b-cb49-41d1-9967-cac32c5f1642 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:01.603959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9252e38-eb25-4c4a-a877-9ee8c203e041 req-24ad431b-cb49-41d1-9967-cac32c5f1642 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 945 time: 0.2012148 Nov 12 13:26:01.624818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-fa39d67d-ced3-49bb-987e-b2006df50a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:01.625530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-fa39d67d-ced3-49bb-987e-b2006df50a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:01.626069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-fa39d67d-ced3-49bb-987e-b2006df50a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:01.628028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-fa39d67d-ced3-49bb-987e-b2006df50a42 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e1bf6593-1926-4918-b099-2d3c401d6aa8&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f HTTP/1.1" status: 200 len: 2291 time: 0.7087903 Nov 12 13:26:01.732781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-c1b2ea4b-8218-494c-bebb-a5b4e5368046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:01.734437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-c1b2ea4b-8218-494c-bebb-a5b4e5368046 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68&tenant_id=2c150512e91d4bbaa0a395acf6c2097a HTTP/1.1" status: 200 len: 1096 time: 0.2188385 Nov 12 13:26:01.760229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9252e38-eb25-4c4a-a877-9ee8c203e041 req-9a1196d3-a8fa-4609-8531-55c4e3dcab71 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups?id=d82e1741-b7ce-4a04-9d1e-265e092e80df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930667 Nov 12 13:26:01.764496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:01.764941 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:01.765546 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Floating IP c396e3e8-1ca3-4bfb-8ae5-789622bfe1f2 disassociated. External IP: 172.25.5.48, port: 46e09713-ceb3-44e1-861c-93f6408f1c2e. Nov 12 13:26:01.766084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Calling delete_port for 46e09713-ceb3-44e1-861c-93f6408f1c2e owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:01.782216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-f611c4c9-6724-48c8-be52-52352e363035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:01.788723 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-f611c4c9-6724-48c8-be52-52352e363035 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fae73bd-fdf4-4e2a-94e9-5886c6f6f594 HTTP/1.1" status: 200 len: 854 time: 0.2957690 Nov 12 13:26:01.870803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-08c5a768-eb05-4f43-b47d-6abb7fd63f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:01.872932 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-08c5a768-eb05-4f43-b47d-6abb7fd63f7e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 1096 time: 0.0616858 Nov 12 13:26:01.917932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-b7e03119-67ad-4460-9368-0fcde66afb23 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292 HTTP/1.1" status: 200 len: 1001 time: 0.2485857 Nov 12 13:26:01.985809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 46e09713-ceb3-44e1-861c-93f6408f1c2e no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:02.017826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-c27d8f15-b3a1-4b6e-aeac-ad6fcf07b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:02.019349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-c27d8f15-b3a1-4b6e-aeac-ad6fcf07b8c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.4450951 Nov 12 13:26:02.045935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81b48f-e602-48da-9c47-de465803deb7 req-f4766ef0-c647-46a4-be08-397b48667d30 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:02.047579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c81b48f-e602-48da-9c47-de465803deb7 req-f4766ef0-c647-46a4-be08-397b48667d30 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 945 time: 0.2986557 Nov 12 13:26:02.060131 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:02.066999 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:02.070665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-08f30378-2857-49ee-b5d4-e6366cad9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:02.072111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-08f30378-2857-49ee-b5d4-e6366cad9a31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.1630926 Nov 12 13:26:02.116842 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-5544ccf3-c7e8-4441-b024-f088cf850fc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 200 len: 217 time: 0.0673044 Nov 12 13:26:02.128792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-0f8d1c4a-5f27-4a6b-9204-84e60e450e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:02.130384 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-0f8d1c4a-5f27-4a6b-9204-84e60e450e80 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fbe2cfc7-4019-4384-be49-dec8d05dc3bd HTTP/1.1" status: 200 len: 850 time: 0.1943667 Nov 12 13:26:02.138415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-27b20910-1f59-4ff8-bac3-2bc09f7666e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:02.138883 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:02.140000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-27b20910-1f59-4ff8-bac3-2bc09f7666e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4d1f4a9-87ec-434f-8934-2c016cbe992c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3057141 Nov 12 13:26:02.142172 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:02.160026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-505227a8-8004-4807-a931-948766841a9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f HTTP/1.1" status: 200 len: 217 time: 0.0457275 Nov 12 13:26:02.174214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8193fa0-2596-42d7-baba-d105fababf03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e09713-ceb3-44e1-861c-93f6408f1c2e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:02.176684 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d1df2c-9f28-48c1-b76c-af55d22b5c5c" -d '{"events": [{"server_uuid": "a8193fa0-2596-42d7-baba-d105fababf03", "name": "network-vif-unplugged", "status": "completed", "tag": "46e09713-ceb3-44e1-861c-93f6408f1c2e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:02.198933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 46e09713-ceb3-44e1-861c-93f6408f1c2e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=46e09713-ceb3-44e1-861c-93f6408f1c2e,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:02.206578 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:02.269194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-4961ad14-06c5-49a8-94f9-f2b28bb3a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:02.269491 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48df151-087b-49ee-89a3-0207b5cba266 x-openstack-request-id: req-f48df151-087b-49ee-89a3-0207b5cba266 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:02.270011 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8193fa0-2596-42d7-baba-d105fababf03", "name": "network-vif-unplugged", "status": "completed", "tag": "46e09713-ceb3-44e1-861c-93f6408f1c2e", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:02.270470 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f48df151-087b-49ee-89a3-0207b5cba266 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:02.270967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-4961ad14-06c5-49a8-94f9-f2b28bb3a16e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1014023 Nov 12 13:26:02.271397 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8193fa0-2596-42d7-baba-d105fababf03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e09713-ceb3-44e1-861c-93f6408f1c2e', 'code': 200} Nov 12 13:26:02.317434 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-762bf6a3-a71f-4a7c-8e7a-9a6aea5c7608 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368922 Nov 12 13:26:02.317836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=46e09713-ceb3-44e1-861c-93f6408f1c2e,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:02.339691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Router b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:26:02.551885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-52f0f93d-3e4e-49bf-939c-c165eeac101d service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216728 Nov 12 13:26:02.570167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa6b20-2cad-405b-b86d-0ba8e5764450 req-5fa72bb3-38d0-4d75-af91-3b4b5b0869c1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:02.571775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2efa6b20-2cad-405b-b86d-0ba8e5764450 req-5fa72bb3-38d0-4d75-af91-3b4b5b0869c1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 945 time: 0.1696727 Nov 12 13:26:02.617334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-93ce0c8d-7fb2-4695-b261-9faa085e2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:02.618960 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-93ce0c8d-7fb2-4695-b261-9faa085e2f06 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.4842210 Nov 12 13:26:02.623887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c81b48f-e602-48da-9c47-de465803deb7 req-f7614c96-a686-49ff-bf12-363f463666b6 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569837 Nov 12 13:26:02.660734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:02.666348 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:02.668450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b31eee3f-a6bf-46b9-8203-2e39165bb91d tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "PUT /v2.0/routers/b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5 HTTP/1.1" status: 200 len: 918 time: 4.3746245 Nov 12 13:26:02.678923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44536) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:02.682791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ef121-781e-436d-b658-88a255b86d5b None None] Sync routers for ids ['b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:02.693764 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-84375183-ba44-4995-b02e-9159d00965bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598738 Nov 12 13:26:02.709874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ef121-781e-436d-b658-88a255b86d5b None None] Routers {'b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:02.711322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-228ef121-781e-436d-b658-88a255b86d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:02.724728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-4be131e7-7abc-485c-bd47-19b527a09887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:02.726640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-4be131e7-7abc-485c-bd47-19b527a09887 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e1bf6593-1926-4918-b099-2d3c401d6aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5857294 Nov 12 13:26:02.797403 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2efa6b20-2cad-405b-b86d-0ba8e5764450 req-05542e92-887f-47eb-aba7-11319eb65b58 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964300 Nov 12 13:26:02.835782 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:02.874625 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-330888c1-9210-4ce3-b121-03ef7864230d service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016937 Nov 12 13:26:02.884913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ee296c1b-849d-4a11-9474-b12202ecc1e1 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/routers/b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5 HTTP/1.1" status: 200 len: 924 time: 0.2037163 Nov 12 13:26:02.887302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-228ef121-781e-436d-b658-88a255b86d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:02.889831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44542) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:02.925859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-6777037d-958b-4afc-a6b3-31285cca0b4b service neutron] 10.222.0.70 "GET /v2.0/networks/b4d1f4a9-87ec-434f-8934-2c016cbe992c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708526 Nov 12 13:26:02.928003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ef121-781e-436d-b658-88a255b86d5b None None] Routers {'b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:02.929107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-228ef121-781e-436d-b658-88a255b86d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:02.967828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7c9a4-4f57-4bdb-9532-dc980d0b2dfd tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:02.971405 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4ce7c9a4-4f57-4bdb-9532-dc980d0b2dfd tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&device_id=b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0794916 Nov 12 13:26:02.973886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44544) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:02.983270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-228ef121-781e-436d-b658-88a255b86d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:02.984483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ef121-781e-436d-b658-88a255b86d5b None None] The sync data for ids ['b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:02.987316 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:02.997204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Pushing event deleted for resources: {'Port': ['ID=46e09713-ceb3-44e1-861c-93f6408f1c2e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:03.076277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.076772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.077034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.077396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.077706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.078054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.078394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.078729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.079069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.079477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.079815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.080151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:03.175013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c9edc-4cde-48f2-83b0-33c2bbbb3b24 req-22761686-3401-4417-8410-133ffcdb1b7f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:03.176626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-971c9edc-4cde-48f2-83b0-33c2bbbb3b24 req-22761686-3401-4417-8410-133ffcdb1b7f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.3369420 Nov 12 13:26:03.202183 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbac57a3-8520-49d8-ac2e-db3e511b4cc2 req-0127c92a-5f1f-4bb3-90dc-364446c042bd tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 210 time: 0.0726128 Nov 12 13:26:03.208583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-33540b43-6796-4c52-bf01-c58b1b71eb11 service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560926 Nov 12 13:26:03.258842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56983112-7346-42a3-bae3-43277162f1f3 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:03.261058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-56983112-7346-42a3-bae3-43277162f1f3 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 881 time: 0.2851596 Nov 12 13:26:03.271882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-23cf918d-157c-4595-baf7-d6195b5dfc27 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623891 Nov 12 13:26:03.278194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44546) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:03.317197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-24e7e090-6520-483b-9f25-613ac5e1d390 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5 HTTP/1.1" status: 200 len: 205 time: 0.0376725 Nov 12 13:26:03.324764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44548) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:03.391362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529b63-4be9-4613-8177-132139f006c8 req-5bdf9b83-1215-4f69-9a51-83e61c95c529 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:03.394150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-5bdf9b83-1215-4f69-9a51-83e61c95c529 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.1632586 Nov 12 13:26:03.406915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-fe8eb917-9aa5-436c-bb9b-5f174a92f82c service neutron] 10.222.0.70 "GET /v2.0/networks/b4d1f4a9-87ec-434f-8934-2c016cbe992c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043348 Nov 12 13:26:03.466897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f2bca4e6-3f67-43e1-86f5-323fd07fc251 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:03.490325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-971c9edc-4cde-48f2-83b0-33c2bbbb3b24 req-ee5025bd-75c9-40bd-9bd4-94de620cfa13 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033252 Nov 12 13:26:03.572997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Router 37df8820-1997-428b-a82c-faa12bd75d6d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:26:03.597495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port f2bca4e6-3f67-43e1-86f5-323fd07fc251 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:26:03.608442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port f2bca4e6-3f67-43e1-86f5-323fd07fc251 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:03.611313 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:03.723861 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-087d16f8-0471-4be4-9561-ac25e02d4537 service neutron] 10.222.0.105 "GET /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870846 Nov 12 13:26:03.733704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bee10038-3472-4b43-93d7-253ea1b9f9b8 req-4004601b-8554-48c8-a089-7cba008adc47 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981638 Nov 12 13:26:03.790304 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:03.823941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-8c4b57ba-0821-4534-8c29-692c5f5dfd2d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=8b402751-23b3-4ce3-8639-2dd4a2819a1e HTTP/1.1" status: 200 len: 217 time: 0.0854740 Nov 12 13:26:03.840235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:03.847243 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:03.952587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=12']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:04.034094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-0087ae10-e6da-43da-9a3b-9a26a2f02e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:04.035719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-0087ae10-e6da-43da-9a3b-9a26a2f02e1e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.2026546 Nov 12 13:26:04.045962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:04.061695 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] Sync routers for ids ['37df8820-1997-428b-a82c-faa12bd75d6d'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:04.073490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c655c9-1295-402b-bb79-c396df1dcd18 req-af889ace-2958-426d-bb5c-4c0980b4027a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:04.077006 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56c655c9-1295-402b-bb79-c396df1dcd18 req-af889ace-2958-426d-bb5c-4c0980b4027a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1323879 Nov 12 13:26:04.086402 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] Routers {'37df8820-1997-428b-a82c-faa12bd75d6d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:04.087479 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['37df8820-1997-428b-a82c-faa12bd75d6d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:04.155535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] No DVR routers for this DVR port 46e09713-ceb3-44e1-861c-93f6408f1c2e on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:26:04.172024 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:04.178021 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-317cd0ad-1759-4b85-a9bf-c89fd3c41d45 req-27a24cd3-6e71-4cb7-a099-2b0527f4b92b tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.70 "DELETE /v2.0/ports/46e09713-ceb3-44e1-861c-93f6408f1c2e HTTP/1.1" status: 204 len: 173 time: 4.0022743 Nov 12 13:26:04.183052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8193fa0-2596-42d7-baba-d105fababf03', 'name': 'network-vif-deleted', 'tag': '46e09713-ceb3-44e1-861c-93f6408f1c2e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:04.186958 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dca98f-4c32-450d-b679-9f362f9e1e1f" -d '{"events": [{"server_uuid": "a8193fa0-2596-42d7-baba-d105fababf03", "name": "network-vif-deleted", "tag": "46e09713-ceb3-44e1-861c-93f6408f1c2e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:04.213391 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:04.246060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-17a6243f-93d6-4b51-8a1e-26fcd938bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:04.249101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-17a6243f-93d6-4b51-8a1e-26fcd938bd7f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2046878 Nov 12 13:26:04.273217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:04.278276 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89143b63-7f18-4fa2-9f5b-d101ce3d6ca3" -d '{"events": [{"server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "name": "network-vif-plugged", "status": "completed", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:04.278898 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] Set router 37df8820-1997-428b-a82c-faa12bd75d6d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:04.337041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab456f-2df7-4e2c-a249-f4304efbb770 req-eb28e2e0-c421-4eee-b3f5-03e5bdeb1456 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:04.341225 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-75ab456f-2df7-4e2c-a249-f4304efbb770 req-eb28e2e0-c421-4eee-b3f5-03e5bdeb1456 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 945 time: 0.3356037 Nov 12 13:26:04.451374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-19fee980-3706-4cfb-a50a-b72cbe091afb service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875236 Nov 12 13:26:04.566417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-09529b63-4be9-4613-8177-132139f006c8 req-eb3d1d2a-5c32-4cd1-907a-7f43c95cceae service neutron] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:04.596562 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-75ab456f-2df7-4e2c-a249-f4304efbb770 req-b743448f-9730-4375-9ad1-74af3534a908 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436221 Nov 12 13:26:04.607057 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-09529b63-4be9-4613-8177-132139f006c8 req-eb3d1d2a-5c32-4cd1-907a-7f43c95cceae service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:04.609661 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-eb3d1d2a-5c32-4cd1-907a-7f43c95cceae service neutron] 10.222.0.70 "DELETE /v2.0/ports/a4f6c415-88aa-440c-9704-5b504a4b9c5f/bindings/n-h2-805736-4 HTTP/1.1" status: 204 len: 173 time: 1.2040761 Nov 12 13:26:04.622728 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:29Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5b2bc865-3da7-4924-adf8-a97b40963370', 'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'mac_address': 'fa:16:3e:ce:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:27Z', 'updated_at': '2021-11-12T13:21:37Z', 'revision_number': 5, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'subnets': [{'id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:04.659892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:04.676821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56c655c9-1295-402b-bb79-c396df1dcd18 req-2014486b-a624-4991-a6bb-1a4d1cfb6ce1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613766 Nov 12 13:26:04.708207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-a567dd07-eb91-42ee-b7c7-cf226eed16e5 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472672 Nov 12 13:26:04.719765 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] Checking router: 37df8820-1997-428b-a82c-faa12bd75d6d for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:26:04.770450 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] Routers {'37df8820-1997-428b-a82c-faa12bd75d6d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:04.771340 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['37df8820-1997-428b-a82c-faa12bd75d6d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:04.818227 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Deleting port 9f7517e1-1673-41c7-8beb-e6164671d093 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:04.821696 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:04.826143 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8da0afb-7ddd-43d9-ab9f-d235daebdc8c x-openstack-request-id: req-a8da0afb-7ddd-43d9-ab9f-d235daebdc8c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:04.826944 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8193fa0-2596-42d7-baba-d105fababf03", "name": "network-vif-deleted", "tag": "46e09713-ceb3-44e1-861c-93f6408f1c2e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:04.826944 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8da0afb-7ddd-43d9-ab9f-d235daebdc8c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:04.827757 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8193fa0-2596-42d7-baba-d105fababf03', 'name': 'network-vif-deleted', 'tag': '46e09713-ceb3-44e1-861c-93f6408f1c2e', 'status': 'completed', 'code': 200} Nov 12 13:26:04.831554 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-4e146a97-1c76-4671-a493-276ba56b14e0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=e3fc1244-3b20-455f-b6c0-bb7af1b363ce HTTP/1.1" status: 200 len: 217 time: 0.1120379 Nov 12 13:26:04.934658 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2f1d7c-431f-4664-847b-81c43b2be606 x-openstack-request-id: req-4e2f1d7c-431f-4664-847b-81c43b2be606 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:04.934927 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "name": "network-vif-plugged", "status": "completed", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:04.935194 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e2f1d7c-431f-4664-847b-81c43b2be606 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:04.935734 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'code': 200} Nov 12 13:26:05.014865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-2095b899-291b-4a97-b4bb-12f698864048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:05.017896 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-2095b899-291b-4a97-b4bb-12f698864048 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.1778879 Nov 12 13:26:05.084485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:05.104170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c27b84a-c656-4f9c-9c5f-40c2ef91eaa1 req-a87e10ca-a5ae-4742-9a14-ed74b8f4af4f tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 210 time: 0.0799437 Nov 12 13:26:05.136556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Calling delete_port for 9f7517e1-1673-41c7-8beb-e6164671d093 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:05.209271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-b245e58d-e0f7-4403-88ec-482896cbd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:05.217966 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-b245e58d-e0f7-4403-88ec-482896cbd04f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1749268 Nov 12 13:26:05.403404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803c28e-8bc8-4eaa-9321-9cf16099e14b req-a1feb4f5-db57-4b8e-8de5-5824b85189b2 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:05.413471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0803c28e-8bc8-4eaa-9321-9cf16099e14b req-a1feb4f5-db57-4b8e-8de5-5824b85189b2 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1414502 Nov 12 13:26:05.426501 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] Set router 37df8820-1997-428b-a82c-faa12bd75d6d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:05.442079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afa759-559f-4f10-928f-bf86d977251d req-e622cb73-1af3-4c75-8ac6-933b04fdc810 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:05.453741 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-02b85dcb-da7c-4931-9759-9178bf88d0c8 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185841 Nov 12 13:26:05.454788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93afa759-559f-4f10-928f-bf86d977251d req-e622cb73-1af3-4c75-8ac6-933b04fdc810 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 1096 time: 0.1299915 Nov 12 13:26:05.471836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b5a0-31c4-433f-92af-4703188888d9 req-31378667-84d1-450c-8af7-3aa893ffbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:05.475023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac73b5a0-31c4-433f-92af-4703188888d9 req-31378667-84d1-450c-8af7-3aa893ffbcfd service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 1097 time: 0.1649852 Nov 12 13:26:05.667464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0803c28e-8bc8-4eaa-9321-9cf16099e14b req-77d62b96-dc62-41ce-890a-179aa7aa06a7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528000 Nov 12 13:26:05.694317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac73b5a0-31c4-433f-92af-4703188888d9 req-78b56cf9-7d84-46ed-9b15-b801c51c3375 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068949 Nov 12 13:26:05.716948 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93afa759-559f-4f10-928f-bf86d977251d req-b5746550-3808-4820-a90c-d78aa236a6e1 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532651 Nov 12 13:26:05.723870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:05.785630 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-2356d884-28bf-4ff8-9295-304c2731a82c service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214705 Nov 12 13:26:05.844719 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:29Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5b2bc865-3da7-4924-adf8-a97b40963370', 'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'mac_address': 'fa:16:3e:ce:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:27Z', 'updated_at': '2021-11-12T13:21:37Z', 'revision_number': 5, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'subnets': [{'id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:05.878080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Pushing event deleted for resources: {'Port': ['ID=9f7517e1-1673-41c7-8beb-e6164671d093,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:05.880179 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410e0c3-6f88-4e97-aa4c-63d5bf23b644 None None] The sync data for ids ['37df8820-1997-428b-a82c-faa12bd75d6d'] in n-d-805736-4 is: [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:21:29Z', 'revision_number': 4, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5b2bc865-3da7-4924-adf8-a97b40963370', 'name': '', 'network_id': 'c0e89d27-390e-4df6-9441-57f64004e2e1', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'mac_address': 'fa:16:3e:ce:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:27Z', 'updated_at': '2021-11-12T13:21:37Z', 'revision_number': 5, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'subnets': [{'id': 'c7d2d0c3-c091-4241-a70e-bc9024560f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:05.895286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1270e28-e5b3-40e9-9b9d-6c87b5229ae2 req-9189e0aa-45dd-424d-9d37-f0f74ff54f6d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:05.907646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1270e28-e5b3-40e9-9b9d-6c87b5229ae2 req-9189e0aa-45dd-424d-9d37-f0f74ff54f6d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.0986378 Nov 12 13:26:05.959653 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:05.964299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bd71b-4f23-4daa-b317-96f43b0eacc4 req-44df1cc5-4df6-407c-b612-171cd7131307 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:05.966630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e6bd71b-4f23-4daa-b317-96f43b0eacc4 req-44df1cc5-4df6-407c-b612-171cd7131307 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 1096 time: 0.1014397 Nov 12 13:26:06.034861 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-69b1a77a-c842-4726-bb64-34b0380a6592 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=ae73e88e-9170-4921-80e1-88104a71b1ec HTTP/1.1" status: 200 len: 217 time: 0.0502050 Nov 12 13:26:06.099967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1270e28-e5b3-40e9-9b9d-6c87b5229ae2 req-acc8b8cb-1d73-46be-bf01-26d40788bbfc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910207 Nov 12 13:26:06.117472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-7479759e-06f3-4617-84f6-4a2ad7ab5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:06.119906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-7479759e-06f3-4617-84f6-4a2ad7ab5c53 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.0770032 Nov 12 13:26:06.165634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:06.170162 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:06.187158 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e6bd71b-4f23-4daa-b317-96f43b0eacc4 req-274ea7be-e68a-4a66-85c8-799ba4007df0 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325734 Nov 12 13:26:06.226545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-1c643e58-27c8-4987-bc09-3b7d2763dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:06.228840 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-1c643e58-27c8-4987-bc09-3b7d2763dce8 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1023531 Nov 12 13:26:06.334101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:06.334849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Fanout notify agent at l3_agent the message router_deleted on router b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:26:06.355992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:06.369365 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a5b06ba8-9f37-43db-8ff0-523a80758445 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5 HTTP/1.1" status: 204 len: 168 time: 3.0392854 Nov 12 13:26:06.372598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44582) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:06.387600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1264404600', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:06.437857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89da8db1-f9f5-4205-9b36-ff6a9145c570 req-3fc9d0ee-314c-4387-8a56-de49f52054df tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 210 time: 0.0532036 Nov 12 13:26:06.464596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94012a3f-f762-439b-b482-62a43a9398d9 None None] New status for floating IP c396e3e8-1ca3-4bfb-8ae5-789622bfe1f2: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:26:06.473074 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:06.482970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:06.486211 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-622d71e3-8441-4d49-81cd-64ef2ec37661 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483268 Nov 12 13:26:06.639069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:06.655018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-caf92101-f15e-4b1b-8325-927443cf45e1 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599839 Nov 12 13:26:06.754993 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-2eaf944e-e72c-40ea-9e57-79ccdd4ae114 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=9d37fd99-c624-4630-a5a1-c21226e4a594 HTTP/1.1" status: 200 len: 217 time: 0.0904059 Nov 12 13:26:06.912502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-e9386b90-f1a8-4022-8be6-a2dbaad4a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:06.914747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-e9386b90-f1a8-4022-8be6-a2dbaad4a46a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 200 len: 797 time: 0.1507213 Nov 12 13:26:06.937164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8095a6-ee19-4198-bee8-103e4650be42 req-1dcf0657-6027-48f6-81d9-6fd5e581194f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:06.943567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0d8095a6-ee19-4198-bee8-103e4650be42 req-1dcf0657-6027-48f6-81d9-6fd5e581194f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1059449 Nov 12 13:26:07.036275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-236adfec-b0aa-4d27-b7a2-1c65ccd28489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:07.038551 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-236adfec-b0aa-4d27-b7a2-1c65ccd28489 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922427 Nov 12 13:26:07.042367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0d8095a6-ee19-4198-bee8-103e4650be42 req-23de5bbb-244c-4f4a-a1e0-84fc27c03493 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977745 Nov 12 13:26:07.087650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:07.165766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-03a4e657-684a-4f54-9fbc-c6615cf421c0 service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179893 Nov 12 13:26:07.322292 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-f4a41596-9eec-4676-b24c-061bd2ef6d5b service neutron] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468801 Nov 12 13:26:07.492561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699f806-3b81-47ae-8e40-f63423bfce3a req-81fcc76a-59be-4b4b-959e-8d2dd1ba0202 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:07.495785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b699f806-3b81-47ae-8e40-f63423bfce3a req-81fcc76a-59be-4b4b-959e-8d2dd1ba0202 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.2663951 Nov 12 13:26:07.498237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:07.534574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:07.671388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b699f806-3b81-47ae-8e40-f63423bfce3a req-e988e026-872b-4ea1-9947-f4bd36ae5ddd tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445007 Nov 12 13:26:07.801451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-ed63d45e-5225-4f00-953e-bd8ea79edca1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db HTTP/1.1" status: 200 len: 217 time: 0.4708331 Nov 12 13:26:07.801906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Allocated IP 172.25.5.62 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/06b3c56c-b053-4d91-a671-d8ca8be0c0bc) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:07.849549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31e8b8f8-6778-423d-b892-25ad03b9b575 req-706f9cb7-dcef-4877-98a1-ed4104047c54 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 210 time: 0.0470364 Nov 12 13:26:07.891894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-e356ba8d-37fd-4232-8c94-4defe3db5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:07.893728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-e356ba8d-37fd-4232-8c94-4defe3db5a9b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.0787437 Nov 12 13:26:07.969123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-b421c16c-23cb-4f50-b188-e7420e3ecc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:07.973226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-b421c16c-23cb-4f50-b188-e7420e3ecc93 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718558 Nov 12 13:26:08.003436 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:08.062991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:08.146419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Pushing event updated for resources: {'Port': ['ID=06b3c56c-b053-4d91-a671-d8ca8be0c0bc,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:08.161131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:08.163592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:08.166365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:08.198893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-59ac08ea-a24b-4d21-a63a-91199e95fec6 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173984 Nov 12 13:26:08.440779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db4a82-1ae7-445e-98fd-8cefbe704e18 req-2ff06bec-b406-4324-8d81-3cc9bf01d1b1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:08.443616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64db4a82-1ae7-445e-98fd-8cefbe704e18 req-2ff06bec-b406-4324-8d81-3cc9bf01d1b1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.2241902 Nov 12 13:26:08.510698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-ae33afb2-970a-4d79-9fe2-ab7d411f1f29 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044069 Nov 12 13:26:08.604417 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:08.614968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-9fecef8b-2829-4ee2-882a-635213e7a7a3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e8bb514-9d91-481e-9b16-cf52670f2706 HTTP/1.1" status: 200 len: 217 time: 0.0940886 Nov 12 13:26:08.674333 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64db4a82-1ae7-445e-98fd-8cefbe704e18 req-cdf952b0-056c-40a2-b35d-f1a590452a59 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169604 Nov 12 13:26:08.733018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-a552cb84-3858-4acf-8d11-d22d54ac0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:08.734799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-a552cb84-3858-4acf-8d11-d22d54ac0291 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 200 len: 797 time: 0.1105430 Nov 12 13:26:08.830294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-98166b55-dd19-4e95-a70a-18c52c7c528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:08.832154 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-98166b55-dd19-4e95-a70a-18c52c7c528d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2d9417dc-593d-4f8b-90cb-b5ef1639e70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887289 Nov 12 13:26:08.876247 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:08.966361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432097a-ec1e-40a8-9c39-b9b81fc03403 req-d9ca58d9-a90e-494e-94b5-c7c74c85bf26 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:08.969535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b432097a-ec1e-40a8-9c39-b9b81fc03403 req-d9ca58d9-a90e-494e-94b5-c7c74c85bf26 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1586013 Nov 12 13:26:09.004667 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2a77ab4-daae-47c9-b1b3-67959e4b20ea req-f6e93a38-7dab-4647-9125-abac710040e8 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 210 time: 0.0590994 Nov 12 13:26:09.023488 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-83323f11-64fd-4a31-98d1-83d428baaa7b service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748636 Nov 12 13:26:09.142202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Router 594d8064-010c-47b1-b0a6-47710b8ca290 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:26:09.181182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b432097a-ec1e-40a8-9c39-b9b81fc03403 req-453b0492-bfe2-41d5-a887-76ea861cea31 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033677 Nov 12 13:26:09.229863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0614ccbb-b487-4ff8-9dd6-0ad3c4504493 req-b3bad5d8-7ab6-4846-afbf-cd7cfd0d8380 service neutron] 10.222.0.105 "GET /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881349 Nov 12 13:26:09.308112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:09.323531 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec904001-b834-4887-89d9-006251ec78af None None] Sync routers for ids ['594d8064-010c-47b1-b0a6-47710b8ca290'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:09.344633 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec904001-b834-4887-89d9-006251ec78af None None] Routers {'594d8064-010c-47b1-b0a6-47710b8ca290'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:09.345998 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ec904001-b834-4887-89d9-006251ec78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['594d8064-010c-47b1-b0a6-47710b8ca290'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:09.366231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:09.370309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f67c7d8e-5dcf-498f-a275-8dfdfe87fcc4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9936121 Nov 12 13:26:09.372404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44654) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:09.376549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:09.388986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ac29-2433-497c-bb77-9163bf039939 req-d07a7020-6a89-4e35-b22c-a99f0112912a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:09.399153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e06ac29-2433-497c-bb77-9163bf039939 req-d07a7020-6a89-4e35-b22c-a99f0112912a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.0818679 Nov 12 13:26:09.418616 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ec904001-b834-4887-89d9-006251ec78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:09.434926 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec904001-b834-4887-89d9-006251ec78af None None] Routers {'594d8064-010c-47b1-b0a6-47710b8ca290'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:09.436214 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ec904001-b834-4887-89d9-006251ec78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['594d8064-010c-47b1-b0a6-47710b8ca290'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:09.473975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e06ac29-2433-497c-bb77-9163bf039939 req-c70161bb-c90f-41f4-94a8-32ff7eeddf1f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734708 Nov 12 13:26:09.500167 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ec904001-b834-4887-89d9-006251ec78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:09.500831 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec904001-b834-4887-89d9-006251ec78af None None] The sync data for ids ['594d8064-010c-47b1-b0a6-47710b8ca290'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:09.741228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73914f74-7286-4259-bc73-5f4dfcae457a req-d8ac07b2-5f78-4c29-b77c-649afad642d1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:09.742875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73914f74-7286-4259-bc73-5f4dfcae457a req-d8ac07b2-5f78-4c29-b77c-649afad642d1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1116562 Nov 12 13:26:09.873419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b147-947e-4cbb-bf1d-8526b8b5195f req-fc523fff-8377-4ef2-a505-c793cc03f329 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:09.879308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48a6b147-947e-4cbb-bf1d-8526b8b5195f req-fc523fff-8377-4ef2-a505-c793cc03f329 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.0761585 Nov 12 13:26:09.905167 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73914f74-7286-4259-bc73-5f4dfcae457a req-1b8c209b-f48f-46dd-9c9b-4dae7b59671a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078029 Nov 12 13:26:09.907635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:09.924793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:09.993904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48a6b147-947e-4cbb-bf1d-8526b8b5195f req-97b09695-d6e1-4318-b653-56abd6958fde tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066575 Nov 12 13:26:09.996723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Deleting port 06b3c56c-b053-4d91-a671-d8ca8be0c0bc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:09.997781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:10.042200 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:26:10.144674 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:10.167199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2b57996-6a66-4082-8471-f6d59aadee4c req-738e0e58-8290-43c8-a030-0c45dbf387f7 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 210 time: 0.0325820 Nov 12 13:26:10.172371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Calling delete_port for 06b3c56c-b053-4d91-a671-d8ca8be0c0bc owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:10.332725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731659d-7093-436d-b10a-3975ada4c3b7 req-6b3fab59-c3e5-44bd-823b-ad59eb923890 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:10.334349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f731659d-7093-436d-b10a-3975ada4c3b7 req-6b3fab59-c3e5-44bd-823b-ad59eb923890 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1449561 Nov 12 13:26:10.435746 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f731659d-7093-436d-b10a-3975ada4c3b7 req-f98b267d-9e22-4adc-bbf6-6ce11ce45446 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893769 Nov 12 13:26:10.469325 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:10.519136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Pushing event deleted for resources: {'Port': ['ID=06b3c56c-b053-4d91-a671-d8ca8be0c0bc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:10.613678 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:10.689171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70319166-4263-4443-a498-fe6d0a4f0abc req-d843c598-6d5b-4e5b-b4ef-bb70f901cac0 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:10.693712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-70319166-4263-4443-a498-fe6d0a4f0abc req-d843c598-6d5b-4e5b-b4ef-bb70f901cac0 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1075888 Nov 12 13:26:10.775110 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-70319166-4263-4443-a498-fe6d0a4f0abc req-605c2aa8-1d03-4d80-9fa0-cdc5b55f3675 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712028 Nov 12 13:26:10.938185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:10.945760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:10.978817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63c92-f8db-422d-95a3-9642cf5e09e5 req-654b9c5a-3d10-45ad-9875-31c71bca7a20 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:10.980970 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8bd63c92-f8db-422d-95a3-9642cf5e09e5 req-654b9c5a-3d10-45ad-9875-31c71bca7a20 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.0834508 Nov 12 13:26:11.044687 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8bd63c92-f8db-422d-95a3-9642cf5e09e5 req-7abb8fde-fe78-4769-94da-b745c0e7351a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571558 Nov 12 13:26:11.250022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Router 594d8064-010c-47b1-b0a6-47710b8ca290 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:26:11.311615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb6d00-ac54-407a-9c2a-1aa7b24fd9cf req-5a77d0e6-5464-40ae-a5de-82c1be48a4d1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:11.314344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-accb6d00-ac54-407a-9c2a-1aa7b24fd9cf req-5a77d0e6-5464-40ae-a5de-82c1be48a4d1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1327884 Nov 12 13:26:11.424287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e8c63-d1f6-454c-a77f-c03c399253cd req-9a25c6fe-5f52-4300-8dbd-40da15492e68 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:11.426161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-114e8c63-d1f6-454c-a77f-c03c399253cd req-9a25c6fe-5f52-4300-8dbd-40da15492e68 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.0718942 Nov 12 13:26:11.448043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:11.458391 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:11.461662 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-353e9308-5dba-43f7-80f2-ab3a3755d3c0 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "PUT /v2.0/routers/594d8064-010c-47b1-b0a6-47710b8ca290 HTTP/1.1" status: 200 len: 710 time: 2.0871742 Nov 12 13:26:11.468631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44690) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:11.472702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0671b7e4-a220-4f82-9150-b5edcc6d4f00 None None] Sync routers for ids ['594d8064-010c-47b1-b0a6-47710b8ca290'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:11.496949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671b7e4-a220-4f82-9150-b5edcc6d4f00 None None] Routers {'594d8064-010c-47b1-b0a6-47710b8ca290'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:11.498493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0671b7e4-a220-4f82-9150-b5edcc6d4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['594d8064-010c-47b1-b0a6-47710b8ca290'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:11.509996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-114e8c63-d1f6-454c-a77f-c03c399253cd req-500b9603-4d6d-4c42-8814-b697b065d9ed tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617683 Nov 12 13:26:11.555122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0671b7e4-a220-4f82-9150-b5edcc6d4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:11.583121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671b7e4-a220-4f82-9150-b5edcc6d4f00 None None] Routers {'594d8064-010c-47b1-b0a6-47710b8ca290'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:11.584185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0671b7e4-a220-4f82-9150-b5edcc6d4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['594d8064-010c-47b1-b0a6-47710b8ca290'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:11.588150 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e2314cbb-38dd-43b8-a2b0-20ef8fc1888a tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/routers/594d8064-010c-47b1-b0a6-47710b8ca290 HTTP/1.1" status: 200 len: 745 time: 0.1166291 Nov 12 13:26:11.592818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44694) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:11.601308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-accb6d00-ac54-407a-9c2a-1aa7b24fd9cf req-a920e71f-55dd-4199-b2f7-7cba01c94186 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709194 Nov 12 13:26:11.625544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0671b7e4-a220-4f82-9150-b5edcc6d4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:11.626471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0671b7e4-a220-4f82-9150-b5edcc6d4f00 None None] The sync data for ids ['594d8064-010c-47b1-b0a6-47710b8ca290'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:11.732966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44696) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:11.735057 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7985d50b-1c89-4836-a644-8c2ede8a89c7 tempest-RoutersIpV6AdminTest-404579902 tempest-RoutersIpV6AdminTest-404579902-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&device_id=594d8064-010c-47b1-b0a6-47710b8ca290 HTTP/1.1" status: 200 len: 205 time: 0.1400681 Nov 12 13:26:11.776797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44700) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:11.786308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45ac5e22-3b01-46df-a994-cc34f75e200a req-d56dc13a-6a26-45db-ac63-47aa820b8287 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8193fa0-2596-42d7-baba-d105fababf03 HTTP/1.1" status: 200 len: 210 time: 0.0648515 Nov 12 13:26:11.789412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9a156e9b-7ef9-4545-bbe0-e8eea0272b0e tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=594d8064-010c-47b1-b0a6-47710b8ca290 HTTP/1.1" status: 200 len: 205 time: 0.0376346 Nov 12 13:26:11.927814 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5a27-0575-4ffd-83bf-f7465e1cda57 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:12.048751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77e4d2-3e82-4cc4-9f13-e42501572047 req-36f8d66f-a730-4eb6-be4c-183157d1d926 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:12.051533 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a77e4d2-3e82-4cc4-9f13-e42501572047 req-36f8d66f-a730-4eb6-be4c-183157d1d926 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.0789595 Nov 12 13:26:12.120433 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5a27-0575-4ffd-83bf-f7465e1cda57 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:12.124203 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5a27-0575-4ffd-83bf-f7465e1cda57 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:12.125894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a77e4d2-3e82-4cc4-9f13-e42501572047 req-85eb871e-2dd6-4262-a19f-e0407104240f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643399 Nov 12 13:26:12.625379 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5a27-0575-4ffd-83bf-f7465e1cda57 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:12.626126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1c5a27-0575-4ffd-83bf-f7465e1cda57 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Fanout notify agent at l3_agent the message router_deleted on router 594d8064-010c-47b1-b0a6-47710b8ca290 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:26:12.639114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5a27-0575-4ffd-83bf-f7465e1cda57 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:12.641021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1d1c5a27-0575-4ffd-83bf-f7465e1cda57 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/594d8064-010c-47b1-b0a6-47710b8ca290 HTTP/1.1" status: 204 len: 168 time: 0.8624823 Nov 12 13:26:12.648114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44708) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:12.712855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44712) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:12.714094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-54b18b43-a212-487a-9efd-a3f4a085f9cd tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=594d8064-010c-47b1-b0a6-47710b8ca290 HTTP/1.1" status: 200 len: 205 time: 0.0629103 Nov 12 13:26:12.766033 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-256de3ec-4559-443e-8ab3-fbbb981d8427 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] delete failed (client error): The resource could not be found. Nov 12 13:26:12.771520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-256de3ec-4559-443e-8ab3-fbbb981d8427 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/594d8064-010c-47b1-b0a6-47710b8ca290 HTTP/1.1" status: 404 len: 336 time: 0.0515244 Nov 12 13:26:12.772328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44714) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:12.821615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0ac8dc9c-37b7-4277-8405-9ad0ca4d2f77 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5 HTTP/1.1" status: 200 len: 205 time: 0.0426574 Nov 12 13:26:12.822708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44716) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:12.861613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:12.877916 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-5b25ef69-f2e0-4a9d-8e33-1b406163fea2 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] delete failed (client error): The resource could not be found. Nov 12 13:26:12.883338 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5b25ef69-f2e0-4a9d-8e33-1b406163fea2 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/b5353a0e-c8fe-441d-8ee0-19a4f3f9b9c5 HTTP/1.1" status: 404 len: 336 time: 0.0552776 Nov 12 13:26:12.884232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44720) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:12.888981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74063eee-e51c-4786-a6e4-a885f2e39bfc req-793abadd-ef56-4a79-a949-155c4f7764eb tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:12.892740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74063eee-e51c-4786-a6e4-a885f2e39bfc req-793abadd-ef56-4a79-a949-155c4f7764eb tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1617715 Nov 12 13:26:12.940919 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bd6390f0-6dd1-44b0-821d-903b58e8703c tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6f90768-7b91-4f77-ada8-0632b05f47c2 HTTP/1.1" status: 200 len: 205 time: 0.0514731 Nov 12 13:26:12.942000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44724) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:12.996343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74063eee-e51c-4786-a6e4-a885f2e39bfc req-84886cb8-e33b-4eb3-9899-ea1bccc3ab83 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881214 Nov 12 13:26:13.000714 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-f93d24eb-ebc3-4620-ba54-22bd0bb7a83a tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] delete failed (client error): The resource could not be found. Nov 12 13:26:13.001838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f93d24eb-ebc3-4620-ba54-22bd0bb7a83a tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/b6f90768-7b91-4f77-ada8-0632b05f47c2 HTTP/1.1" status: 404 len: 336 time: 0.0587568 Nov 12 13:26:13.004473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44728) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.042025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e45557c1-12aa-4d0d-b14c-fede1425f920 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=1174cd52-764a-4b46-a814-1001041c210a HTTP/1.1" status: 200 len: 205 time: 0.0362630 Nov 12 13:26:13.044758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44730) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.060826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44732) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.098143 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-6862e177-49c0-4dc2-8655-1a82256f6b67 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] delete failed (client error): The resource could not be found. Nov 12 13:26:13.101769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44734) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.101967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6862e177-49c0-4dc2-8655-1a82256f6b67 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/1174cd52-764a-4b46-a814-1001041c210a HTTP/1.1" status: 404 len: 336 time: 0.0559688 Nov 12 13:26:13.139260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6677b58d-0b51-44cf-8cda-b320c4ef9dd4 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccea12ea-90d4-4596-b059-fbf0b1341d5d HTTP/1.1" status: 200 len: 205 time: 0.0359936 Nov 12 13:26:13.143445 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44736) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.176937 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5844-c429-43da-b96e-de5de5896c17 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:13.224066 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5844-c429-43da-b96e-de5de5896c17 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:13.229958 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-1ac84084-9e32-42f4-bb00-fd0345a698da tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] delete failed (client error): The resource could not be found. Nov 12 13:26:13.232203 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1ac84084-9e32-42f4-bb00-fd0345a698da tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/ccea12ea-90d4-4596-b059-fbf0b1341d5d HTTP/1.1" status: 404 len: 336 time: 0.0873697 Nov 12 13:26:13.235110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44740) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.274995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3fa549ee-0fe7-46e3-8096-11cc47171a05 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "GET /v2.0/ports?device_id=1986d544-8c4a-4df3-a792-10473ee4b740 HTTP/1.1" status: 200 len: 205 time: 0.0383282 Nov 12 13:26:13.279928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44742) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.329606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f019b-2b39-400c-b155-3957035c4dd6 req-97014f45-8123-4d04-a5b6-0dc5a2b5d4cb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:13.331508 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-648f019b-2b39-400c-b155-3957035c4dd6 req-97014f45-8123-4d04-a5b6-0dc5a2b5d4cb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1021290 Nov 12 13:26:13.347656 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5844-c429-43da-b96e-de5de5896c17 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:13.350223 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-a62c6d12-3306-4289-9288-2b976711402a tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] delete failed (client error): The resource could not be found. Nov 12 13:26:13.350876 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5844-c429-43da-b96e-de5de5896c17 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:13.351557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a62c6d12-3306-4289-9288-2b976711402a tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/routers/1986d544-8c4a-4df3-a792-10473ee4b740 HTTP/1.1" status: 404 len: 336 time: 0.0697587 Nov 12 13:26:13.356785 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b9ec5844-c429-43da-b96e-de5de5896c17 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "DELETE /v2.0/security-groups/d82e1741-b7ce-4a04-9d1e-265e092e80df HTTP/1.1" status: 204 len: 168 time: 0.2903509 Nov 12 13:26:13.357080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44744) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.357224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44746) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.387903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec5844-c429-43da-b96e-de5de5896c17 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82e1741-b7ce-4a04-9d1e-265e092e80df,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:13.435019 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-6ce12142-8f8e-455b-9d93-b24f2fc25d03 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] show failed (client error): The resource could not be found. Nov 12 13:26:13.438190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-648f019b-2b39-400c-b155-3957035c4dd6 req-e133b4e2-b4a1-4b1f-a641-8da5924a73ea tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803511 Nov 12 13:26:13.441191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44750) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.441861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6ce12142-8f8e-455b-9d93-b24f2fc25d03 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "GET /v2.0/security-groups/d82e1741-b7ce-4a04-9d1e-265e092e80df HTTP/1.1" status: 404 len: 347 time: 0.0813172 Nov 12 13:26:13.453423 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8746fc-d2df-406a-a96b-5d51a3c903c5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] DELETE failed (client error): The resource could not be found. Nov 12 13:26:13.453423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8746fc-d2df-406a-a96b-5d51a3c903c5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:26:13.453423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3d8746fc-d2df-406a-a96b-5d51a3c903c5 tempest-RoutersIpV6AdminTest-1978089591 tempest-RoutersIpV6AdminTest-1978089591-project] 10.222.0.73 "DELETE /v2.0/subnets/a44ac76c-0f4d-48fa-a8e0-ed7aceef816d HTTP/1.1" status: 404 len: 337 time: 0.0944085 Nov 12 13:26:13.810871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44762) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:13.975970 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.009799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba6c0-ccb9-4b3a-8a9d-ecae1b5b23db req-6acf1b18-1942-4e49-b7f7-7107199be5c4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:14.027890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-831ba6c0-ccb9-4b3a-8a9d-ecae1b5b23db req-6acf1b18-1942-4e49-b7f7-7107199be5c4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1726012 Nov 12 13:26:14.078523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885abcff-a472-4be6-99f0-275b5f01d899 req-efdbd8c0-f744-41e2-80b5-3fa675827a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:14.080758 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-885abcff-a472-4be6-99f0-275b5f01d899 req-efdbd8c0-f744-41e2-80b5-3fa675827a66 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 1097 time: 0.0874000 Nov 12 13:26:14.148234 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-831ba6c0-ccb9-4b3a-8a9d-ecae1b5b23db req-fb89a15c-3f0e-413c-8e5c-1165e74be1fb tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215546 Nov 12 13:26:14.149686 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8f61ac5f-8989-40b9-89df-be7d0ea86e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.188679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8e56a271-93f8-4dfa-8ab9-8faa2ef5fe43 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Deleting port 6740842c-9eb9-406c-ac1a-55c03fb52ed6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:14.189160 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e56a271-93f8-4dfa-8ab9-8faa2ef5fe43 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.305039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8f61ac5f-8989-40b9-89df-be7d0ea86e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.311026 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8f61ac5f-8989-40b9-89df-be7d0ea86e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.364488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61ac5f-8989-40b9-89df-be7d0ea86e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b98c24a-7f5f-431a-880f-18a18af2cf50,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:14.370653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72aae4-2c01-4fd4-8238-77594e788f1f req-ae216a37-5ba3-4bed-a00d-f6443796109d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:14.371757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8f61ac5f-8989-40b9-89df-be7d0ea86e4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c761e1ff91af472f9821ae42fe5af84f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5585420 Nov 12 13:26:14.374167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44772) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:14.385478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e72aae4-2c01-4fd4-8238-77594e788f1f req-ae216a37-5ba3-4bed-a00d-f6443796109d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.2609353 Nov 12 13:26:14.389718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885abcff-a472-4be6-99f0-275b5f01d899 req-f6de08f9-470f-4449-8bd0-b4e4c4d6347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:14.391530 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-885abcff-a472-4be6-99f0-275b5f01d899 req-f6de08f9-470f-4449-8bd0-b4e4c4d6347a service neutron] 10.222.0.105 "GET /v2.0/networks?id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 200 len: 915 time: 0.3018084 Nov 12 13:26:14.462629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6926519e-964b-4dca-8277-6215c461a034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.470617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-885abcff-a472-4be6-99f0-275b5f01d899 req-db7e2cde-8179-470d-b103-09713ab4d2e3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 200 len: 217 time: 0.0659144 Nov 12 13:26:14.476396 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e56a271-93f8-4dfa-8ab9-8faa2ef5fe43 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.476734 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e56a271-93f8-4dfa-8ab9-8faa2ef5fe43 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.505672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8e56a271-93f8-4dfa-8ab9-8faa2ef5fe43 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Calling delete_port for 6740842c-9eb9-406c-ac1a-55c03fb52ed6 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:14.507921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6926519e-964b-4dca-8277-6215c461a034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.604842 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6926519e-964b-4dca-8277-6215c461a034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.610913 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6926519e-964b-4dca-8277-6215c461a034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:14.615542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6926519e-964b-4dca-8277-6215c461a034 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b98c24a-7f5f-431a-880f-18a18af2cf50 HTTP/1.1" status: 204 len: 168 time: 0.2374051 Nov 12 13:26:14.653885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926519e-964b-4dca-8277-6215c461a034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b98c24a-7f5f-431a-880f-18a18af2cf50,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:14.691596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e72aae4-2c01-4fd4-8238-77594e788f1f req-f70bd890-788e-40fa-93a3-aba677001d21 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966018 Nov 12 13:26:14.760366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885abcff-a472-4be6-99f0-275b5f01d899 req-64a2fd2e-aa3e-4c67-a948-978fbfe291df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:14.762678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-885abcff-a472-4be6-99f0-275b5f01d899 req-64a2fd2e-aa3e-4c67-a948-978fbfe291df service neutron] 10.222.0.105 "GET /v2.0/subnets?id=113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 200 len: 854 time: 0.2732997 Nov 12 13:26:14.829930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-885abcff-a472-4be6-99f0-275b5f01d899 req-a1feafc5-729b-4b9c-ac84-e13a0e200ae9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572934 Nov 12 13:26:15.020451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-885abcff-a472-4be6-99f0-275b5f01d899 req-a1952721-0c98-4778-9c34-f3e3c90c5050 service neutron] 10.222.0.105 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695487 Nov 12 13:26:15.150128 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44782) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:15.161562 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e56a271-93f8-4dfa-8ab9-8faa2ef5fe43 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:15.214464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56a271-93f8-4dfa-8ab9-8faa2ef5fe43 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Pushing event deleted for resources: {'Port': ['ID=6740842c-9eb9-406c-ac1a-55c03fb52ed6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:15.224170 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c30e7e71-ad7f-42b8-ae8c-b6397760ba34 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=191fae1702504b14b6b567ac9401769c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724132 Nov 12 13:26:15.229311 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44786) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:15.344900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-885abcff-a472-4be6-99f0-275b5f01d899 req-a502b9e6-2dcf-472e-a2ef-7981668add60 service neutron] 10.222.0.105 "GET /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161077 Nov 12 13:26:15.367758 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbb33-b9e2-484b-aca6-7c6eb4752ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:15.429599 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e56a271-93f8-4dfa-8ab9-8faa2ef5fe43 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:15.431911 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbb33-b9e2-484b-aca6-7c6eb4752ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:15.435316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e56a271-93f8-4dfa-8ab9-8faa2ef5fe43 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:15.444314 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8e56a271-93f8-4dfa-8ab9-8faa2ef5fe43 tempest-ServersTestBootFromVolume-163098283 tempest-ServersTestBootFromVolume-163098283-project] 10.222.0.73 "DELETE /v2.0/floatingips/c396e3e8-1ca3-4bfb-8ae5-789622bfe1f2 HTTP/1.1" status: 204 len: 168 time: 2.0015817 Nov 12 13:26:15.445603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44790) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:15.461988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d0fc5-d8ca-4c60-8413-537dae281776 req-07554207-12e2-4928-8bab-fce44e0f4920 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:15.464637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d22d0fc5-d8ca-4c60-8413-537dae281776 req-07554207-12e2-4928-8bab-fce44e0f4920 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1842227 Nov 12 13:26:15.570734 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbb33-b9e2-484b-aca6-7c6eb4752ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:15.573480 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbb33-b9e2-484b-aca6-7c6eb4752ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:15.579101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a1dbb33-b9e2-484b-aca6-7c6eb4752ff9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee23fcc2-dbe2-43b2-8e98-62ad74f5d7a2 HTTP/1.1" status: 204 len: 168 time: 0.3441875 Nov 12 13:26:15.585018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dbb33-b9e2-484b-aca6-7c6eb4752ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee23fcc2-dbe2-43b2-8e98-62ad74f5d7a2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:15.661757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d22d0fc5-d8ca-4c60-8413-537dae281776 req-1b41d1f4-13d1-45c5-992d-5fba962ff329 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774118 Nov 12 13:26:15.946105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c3df4-6f75-4331-84e3-2c813b0d4599 req-26b9e4de-53e4-4b46-818b-7b3e500d3616 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:15.959182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-962c3df4-6f75-4331-84e3-2c813b0d4599 req-26b9e4de-53e4-4b46-818b-7b3e500d3616 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1217442 Nov 12 13:26:16.044532 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-962c3df4-6f75-4331-84e3-2c813b0d4599 req-61ef3e70-9075-4ad6-9589-ae40304ddb3e tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855696 Nov 12 13:26:16.662080 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:16.885253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47066a52-cccc-48d9-a5b6-29d0341abbc8 req-da86676e-9de9-45ed-ad95-31e490f6b70a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:16.887490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47066a52-cccc-48d9-a5b6-29d0341abbc8 req-da86676e-9de9-45ed-ad95-31e490f6b70a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1185815 Nov 12 13:26:16.982064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47066a52-cccc-48d9-a5b6-29d0341abbc8 req-996f5f9d-7c7d-47ba-8272-05c097ff9eca tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692980 Nov 12 13:26:17.083148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] Deleting port 5b2bc865-3da7-4924-adf8-a97b40963370 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:17.083474 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:17.197057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce8783-30fe-4536-b293-b43e16f92999 req-45dec497-a4ce-4d95-a668-b3c2e6e620b4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:17.200084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcce8783-30fe-4536-b293-b43e16f92999 req-45dec497-a4ce-4d95-a668-b3c2e6e620b4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1215096 Nov 12 13:26:17.258694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] For port 5b2bc865-3da7-4924-adf8-a97b40963370, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5b2bc865-3da7-4924-adf8-a97b40963370,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:17.259431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:17.269300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcce8783-30fe-4536-b293-b43e16f92999 req-853b25e1-beaa-471a-9cbd-c442c6727a67 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601003 Nov 12 13:26:17.285069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] Calling delete_port for 5b2bc865-3da7-4924-adf8-a97b40963370 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:17.353359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ab30e-7f7a-48ae-86c2-0c0c5adc46b1 req-d152c2bf-56af-4339-9075-168fb9f407aa tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:17.354801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a56ab30e-7f7a-48ae-86c2-0c0c5adc46b1 req-d152c2bf-56af-4339-9075-168fb9f407aa tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1948164 Nov 12 13:26:17.507961 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a56ab30e-7f7a-48ae-86c2-0c0c5adc46b1 req-8042ae65-4e35-4ec8-83ac-cfbd56df941c tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434941 Nov 12 13:26:17.710675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf6be9-56e4-44ca-9336-7e181ebceee7 req-8fccc84d-2cd2-4bb3-b4a8-766e0b816d38 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:17.715603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31cf6be9-56e4-44ca-9336-7e181ebceee7 req-8fccc84d-2cd2-4bb3-b4a8-766e0b816d38 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1004832 Nov 12 13:26:17.720087 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:17.785045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2bc865-3da7-4924-adf8-a97b40963370,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:17.825105 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31cf6be9-56e4-44ca-9336-7e181ebceee7 req-3cb51166-4a58-4db3-90bd-2d0670351c66 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004734 Nov 12 13:26:18.066972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:18.110849 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:18.122512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a25104-efa7-4432-8089-e36e698ac4a5 req-804de1b7-993d-4d32-901d-8a3ecd9f478e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:18.124168 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53a25104-efa7-4432-8089-e36e698ac4a5 req-804de1b7-993d-4d32-901d-8a3ecd9f478e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1420770 Nov 12 13:26:18.256305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-469765372', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:18.264610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53a25104-efa7-4432-8089-e36e698ac4a5 req-8e902041-02d1-492b-aef1-840878048aba tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967174 Nov 12 13:26:18.285414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Made reservation on behalf of c035770616af4c9c85d751b409373940 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:18.290752 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:18.302317 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:18.426486 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:18.431658 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:18.436814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] device_id is not set on port 5ea12946-e892-4cdd-b328-7c087f2fa167 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:26:18.490986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c2f50-056e-415e-bd66-2e3e3437e6c1 req-fac7c44e-0b21-46df-80ed-03d745cedb29 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:18.492661 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-293c2f50-056e-415e-bd66-2e3e3437e6c1 req-fac7c44e-0b21-46df-80ed-03d745cedb29 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.0718670 Nov 12 13:26:18.499147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] Router 37df8820-1997-428b-a82c-faa12bd75d6d has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:26:18.509982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c80de38-562a-411a-8c0d-fe2dd51ac0d6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:18.559610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-293c2f50-056e-415e-bd66-2e3e3437e6c1 req-7bc85d79-fee1-41b9-a11f-d01ce625b26b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554934 Nov 12 13:26:18.706199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Allocated IP 172.25.5.244 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/5ea12946-e892-4cdd-b328-7c087f2fa167) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:18.844701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:18.854444 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] Sync routers for ids ['37df8820-1997-428b-a82c-faa12bd75d6d'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:18.874850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6abc9dc6-a1a4-4516-9f9d-dd583bef321c admin admin] 10.222.0.73 "PUT /v2.0/routers/37df8820-1997-428b-a82c-faa12bd75d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4246695 Nov 12 13:26:18.876582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59da10-9a03-4c7b-96f0-e834e4eb4027 req-983272bd-ee71-4416-ab50-6056ce1d4108 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:18.878325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e59da10-9a03-4c7b-96f0-e834e4eb4027 req-983272bd-ee71-4416-ab50-6056ce1d4108 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1230283 Nov 12 13:26:18.878852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44882) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:18.886558 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] Routers {'37df8820-1997-428b-a82c-faa12bd75d6d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:18.887208 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['37df8820-1997-428b-a82c-faa12bd75d6d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:18.898326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e42351-db51-41e2-8cca-b4e4f3838bc7 req-ecb0409d-0a3e-4e0c-a600-b58912aafb45 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:18.907013 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f4e42351-db51-41e2-8cca-b4e4f3838bc7 req-ecb0409d-0a3e-4e0c-a600-b58912aafb45 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1348202 Nov 12 13:26:18.976704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f4e42351-db51-41e2-8cca-b4e4f3838bc7 req-2eb55df7-1558-4e68-9d2c-2d303e246e39 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686843 Nov 12 13:26:19.130646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e59da10-9a03-4c7b-96f0-e834e4eb4027 req-32359853-2926-4273-b912-12d3e3bcdf7a tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124798 Nov 12 13:26:19.185584 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] Set router 37df8820-1997-428b-a82c-faa12bd75d6d gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:19.211075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:19.228022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:19.429685 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:19.448483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bef6bb-761f-4a33-9021-01fad9ae79c8 req-eb48bee4-e2a1-4889-adb8-795a3b87b4f1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:19.460118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b9bef6bb-761f-4a33-9021-01fad9ae79c8 req-eb48bee4-e2a1-4889-adb8-795a3b87b4f1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1390154 Nov 12 13:26:19.475497 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:26:17Z', 'revision_number': 5, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port': {'id': '1c25f20b-7f9b-43af-8828-39f0ff36a0b3', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:18Z', 'updated_at': '2021-11-12T13:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:19.521555 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:19.545534 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] Checking router: 37df8820-1997-428b-a82c-faa12bd75d6d for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:26:19.555111 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] Routers {'37df8820-1997-428b-a82c-faa12bd75d6d'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:19.555884 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:25:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['37df8820-1997-428b-a82c-faa12bd75d6d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:19.634338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Pushing event updated for resources: {'Port': ['ID=5ea12946-e892-4cdd-b328-7c087f2fa167,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:19.663575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b9bef6bb-761f-4a33-9021-01fad9ae79c8 req-52ceaa7c-e4dd-462a-a357-72f14836c551 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014644 Nov 12 13:26:19.681412 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] Set router 37df8820-1997-428b-a82c-faa12bd75d6d gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:19.685777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:19.690145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:19.694705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:19.756460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Deleting port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:19.756819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:19.760946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:19.761258 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:26:19Z', 'revision_number': 6, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:19.761683 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:19.796677 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffb887e-955f-4d18-8c38-0cf2522596bf None None] The sync data for ids ['37df8820-1997-428b-a82c-faa12bd75d6d'] in n-d-805736-4 is: [{'id': '37df8820-1997-428b-a82c-faa12bd75d6d', 'name': 'tempest-ServersTestBootFromVolume-418183974-router', 'tenant_id': 'ea568f7ed43a491c8821ab770d7266ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:16Z', 'updated_at': '2021-11-12T13:26:19Z', 'revision_number': 6, 'project_id': 'ea568f7ed43a491c8821ab770d7266ca', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:19.832940 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-737a47f2-1f0a-4f1d-a4e4-ac4f94447505 tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7644641 Nov 12 13:26:19.838087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44926) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:19.852821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.244'}]}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:19.867801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821aaab-6831-40b0-b409-dec8bcbef484 req-2505ff03-59a9-42ff-bada-212397c6f6ea tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:19.871731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1821aaab-6831-40b0-b409-dec8bcbef484 req-2505ff03-59a9-42ff-bada-212397c6f6ea tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1234171 Nov 12 13:26:19.908881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] For port 1c25f20b-7f9b-43af-8828-39f0ff36a0b3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1c25f20b-7f9b-43af-8828-39f0ff36a0b3,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:19.909882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:19.927553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Calling delete_port for 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:19.946721 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:19.947899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:19.972252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1821aaab-6831-40b0-b409-dec8bcbef484 req-971f76aa-e14c-4b5e-98d9-30acc99f8ec4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933201 Nov 12 13:26:20.087646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:20.202806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-7207b924-bf59-47b6-a42c-41c1cfd9e6c3 req-cd06e813-e512-4ab9-b0ed-2b671306de2d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:26:20.220456 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7207b924-bf59-47b6-a42c-41c1cfd9e6c3 req-cd06e813-e512-4ab9-b0ed-2b671306de2d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253174 Nov 12 13:26:20.223826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:20.300683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c25f20b-7f9b-43af-8828-39f0ff36a0b3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:20.455514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16bac8-1e19-4523-9f20-dc33dee77785 req-26080ded-9245-46ae-9b22-9d8cef9e4d85 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:20.466130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d16bac8-1e19-4523-9f20-dc33dee77785 req-26080ded-9245-46ae-9b22-9d8cef9e4d85 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1399300 Nov 12 13:26:20.473497 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:20.474989 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:20.550955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7361794-cd36-4cdb-892e-699dce175e0a req-c980f84b-48ea-4567-8803-71dba9345bcc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:20.552444 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7361794-cd36-4cdb-892e-699dce175e0a req-c980f84b-48ea-4567-8803-71dba9345bcc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1816444 Nov 12 13:26:20.611308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:20.617067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:20.650421 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d16bac8-1e19-4523-9f20-dc33dee77785 req-7c4953ea-4bf0-4a6c-a09a-2ebfe9586fe0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838675 Nov 12 13:26:20.739926 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7361794-cd36-4cdb-892e-699dce175e0a req-39a4c42a-9dca-4622-955b-a9d0579b977d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752634 Nov 12 13:26:20.837721 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:20.837721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37df8820-1997-428b-a82c-faa12bd75d6d {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:26:20.843531 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:20.846949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9b80357d-f87a-4566-8ecb-a56c44b15c03 admin admin] 10.222.0.73 "DELETE /v2.0/routers/37df8820-1997-428b-a82c-faa12bd75d6d HTTP/1.1" status: 204 len: 168 time: 1.9344881 Nov 12 13:26:20.847407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44972) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:20.857265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:20.900462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:26:20.901433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1c25f20b-7f9b-43af-8828-39f0ff36a0b3 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:26:20.902563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5b2bc865-3da7-4924-adf8-a97b40963370 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:20.951145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 5b2bc865-3da7-4924-adf8-a97b40963370 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:26:20.951720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5b2bc865-3da7-4924-adf8-a97b40963370 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:26:20.965082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4844ff-96e6-420b-b8d3-49511cb0b4d2 admin admin] Deleting subnet c7d2d0c3-c091-4241-a70e-bc9024560f75 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:26:20.971423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a4844ff-96e6-420b-b8d3-49511cb0b4d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:20.982056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4104f77-f3e1-4fc6-ae94-a3315c4585d4 req-4341e6a3-4102-4b05-b8b9-873e0b505d8a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:20.983858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4104f77-f3e1-4fc6-ae94-a3315c4585d4 req-4341e6a3-4102-4b05-b8b9-873e0b505d8a tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.0847192 Nov 12 13:26:20.999200 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:21.024231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:21.061900 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a4844ff-96e6-420b-b8d3-49511cb0b4d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:21.111622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4104f77-f3e1-4fc6-ae94-a3315c4585d4 req-3d4b50a2-6825-4991-bbab-c46c3dc4f8ec tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061549 Nov 12 13:26:21.259452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a4844ff-96e6-420b-b8d3-49511cb0b4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:21.349777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:21.859137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a4844ff-96e6-420b-b8d3-49511cb0b4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:21.977997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a4844ff-96e6-420b-b8d3-49511cb0b4d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:21.981330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f175f-f5ce-427a-b765-280c0e3e3c3e None None] Network c0e89d27-390e-4df6-9441-57f64004e2e1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:21.986723 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8a4844ff-96e6-420b-b8d3-49511cb0b4d2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c7d2d0c3-c091-4241-a70e-bc9024560f75 HTTP/1.1" status: 204 len: 168 time: 1.1379390 Nov 12 13:26:21.990795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4844ff-96e6-420b-b8d3-49511cb0b4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d2d0c3-c091-4241-a70e-bc9024560f75,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:21.997867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44988) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:22.083469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f8c1c-9fea-4522-ac5b-85a3a86bcb45 req-85893ec9-ad1c-4748-bc80-79252ae9b3df tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:22.087508 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-931f8c1c-9fea-4522-ac5b-85a3a86bcb45 req-85893ec9-ad1c-4748-bc80-79252ae9b3df tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.7583268 Nov 12 13:26:22.169133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.174211 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.214104 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.253604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b6d6a-593f-4929-96e8-65b7dfefa7de req-74ccaba1-2116-49d6-bcd6-8fc8f34b6701 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:22.261379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f98b6d6a-593f-4929-96e8-65b7dfefa7de req-74ccaba1-2116-49d6-bcd6-8fc8f34b6701 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.2099915 Nov 12 13:26:22.279973 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-931f8c1c-9fea-4522-ac5b-85a3a86bcb45 req-b8096571-8793-46d7-9023-da4b11aec23e tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449883 Nov 12 13:26:22.294920 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.295384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2951ff-22e1-4578-8dcc-b96bafed65b1 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:26:22.373188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f98b6d6a-593f-4929-96e8-65b7dfefa7de req-76957dbe-e79f-48db-bc5f-f1599bd838a2 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109047 Nov 12 13:26:22.380785 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 13:26:22.387109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8538d13a-7234-4af1-b870-50ca2e0e2f2e tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5431139 Nov 12 13:26:22.387371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44992) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:22.400086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Deleting port ff303978-a9cc-4256-9bf0-829ff1ffa934 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:22.401118 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.413726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215d810b-2235-4229-bc77-e096b800d2e3 None None] DHCP port deletion for c0e89d27-390e-4df6-9441-57f64004e2e1 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:26:22.539625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] For port ff303978-a9cc-4256-9bf0-829ff1ffa934, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ff303978-a9cc-4256-9bf0-829ff1ffa934,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:22.543464 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.580263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Calling delete_port for ff303978-a9cc-4256-9bf0-829ff1ffa934 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:22.591586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-215d810b-2235-4229-bc77-e096b800d2e3 None None] Deleting port ff303978-a9cc-4256-9bf0-829ff1ffa934 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:22.592949 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-215d810b-2235-4229-bc77-e096b800d2e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.660764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c589bc-4b34-478f-8c79-c8e7f74765a4 req-8a26593a-2b95-4f65-817e-f2b5bf1f8334 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:22.671002 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66c589bc-4b34-478f-8c79-c8e7f74765a4 req-8a26593a-2b95-4f65-817e-f2b5bf1f8334 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1317246 Nov 12 13:26:22.676070 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ff303978-a9cc-4256-9bf0-829ff1ffa934 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:22.682056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5a773-814b-44e7-8150-5047572acabb tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Deleting port 5ea12946-e892-4cdd-b328-7c087f2fa167 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:22.682707 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a773-814b-44e7-8150-5047572acabb tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.778649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.869581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] No DVR routers for this DVR port ff303978-a9cc-4256-9bf0-829ff1ffa934 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:26:22.872029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff303978-a9cc-4256-9bf0-829ff1ffa934,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:22.914833 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66c589bc-4b34-478f-8c79-c8e7f74765a4 req-d0de79db-e852-4b74-819e-a663c44e672b tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425334 Nov 12 13:26:22.919557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-215d810b-2235-4229-bc77-e096b800d2e3 None None] For port ff303978-a9cc-4256-9bf0-829ff1ffa934, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ff303978-a9cc-4256-9bf0-829ff1ffa934,segment=NetworkSegment(664d2872-6b26-4336-9799-f5a29a713ff5),segment_id=664d2872-6b26-4336-9799-f5a29a713ff5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:22.920045 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-215d810b-2235-4229-bc77-e096b800d2e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.921372 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a773-814b-44e7-8150-5047572acabb tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:22.946229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-215d810b-2235-4229-bc77-e096b800d2e3 None None] Calling delete_port for ff303978-a9cc-4256-9bf0-829ff1ffa934 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:22.982460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No active binding found for port ff303978-a9cc-4256-9bf0-829ff1ffa934 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:26:22.983151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ff303978-a9cc-4256-9bf0-829ff1ffa934 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:26:22.997014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5a773-814b-44e7-8150-5047572acabb tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Calling delete_port for 5ea12946-e892-4cdd-b328-7c087f2fa167 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:23.045010 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:23.096366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e89d27-390e-4df6-9441-57f64004e2e1']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:23.128352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664d2872-6b26-4336-9799-f5a29a713ff5') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:23.130627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664d2872-6b26-4336-9799-f5a29a713ff5') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:23.162181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:23.198737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:23.211802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:26:23.212882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:26:23.221627 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:26:23.332529 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:23.359148 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:23.366044 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] 10.222.0.73 "DELETE /v2.0/networks/c0e89d27-390e-4df6-9441-57f64004e2e1 HTTP/1.1" status: 204 len: 168 time: 1.3673334 Nov 12 13:26:23.367324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58e88b-4e3a-4fa8-8460-67064f491f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e89d27-390e-4df6-9441-57f64004e2e1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:23.374655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64977ad-f6aa-4601-8750-085967a17ae8 req-a95486c7-a8cb-412f-a0ae-4e5d19ad609c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:23.392897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f64977ad-f6aa-4601-8750-085967a17ae8 req-a95486c7-a8cb-412f-a0ae-4e5d19ad609c tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.2244556 Nov 12 13:26:23.403663 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-215d810b-2235-4229-bc77-e096b800d2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:23.414329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-215d810b-2235-4229-bc77-e096b800d2e3 None None] Network c0e89d27-390e-4df6-9441-57f64004e2e1 is not hosted by any dhcp agent {{(pid=102677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:26:23.415070 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d810b-2235-4229-bc77-e096b800d2e3 None None] No DVR routers for this DVR port ff303978-a9cc-4256-9bf0-829ff1ffa934 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:26:23.492001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d810b-2235-4229-bc77-e096b800d2e3 None None] Pushing event deleted for resources: {'Port': ['ID=ff303978-a9cc-4256-9bf0-829ff1ffa934,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:23.531646 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f64977ad-f6aa-4601-8750-085967a17ae8 req-6917cd56-9d50-49b4-96a5-c3ffb6b7ddb6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374710 Nov 12 13:26:23.583839 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a773-814b-44e7-8150-5047572acabb tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:23.672260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5a773-814b-44e7-8150-5047572acabb tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ea12946-e892-4cdd-b328-7c087f2fa167,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:23.693888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c935f-98de-442a-840c-81d854aa6ddc req-eed25133-bd28-4307-b75b-bff09894a981 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:23.702132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3b3c935f-98de-442a-840c-81d854aa6ddc req-eed25133-bd28-4307-b75b-bff09894a981 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.0895894 Nov 12 13:26:23.767593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3b3c935f-98de-442a-840c-81d854aa6ddc req-b51adc57-ce4e-41bf-802a-a9a216474033 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629723 Nov 12 13:26:23.784600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:23.817677 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a773-814b-44e7-8150-5047572acabb tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:23.821581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b1b5a773-814b-44e7-8150-5047572acabb tempest-RoutersAdminNegativeIpV6Test-1181588405 tempest-RoutersAdminNegativeIpV6Test-1181588405-project-admin] 10.222.0.73 "DELETE /v2.0/ports/5ea12946-e892-4cdd-b328-7c087f2fa167 HTTP/1.1" status: 204 len: 168 time: 1.4329638 Nov 12 13:26:23.847623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-890de4cd-9e1a-46f0-8451-2c74b744624d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea568f7ed43a491c8821ab770d7266ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0618060 Nov 12 13:26:23.850710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45014) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:23.914842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae624ee9-36fe-4870-b3e8-dd13f3b4a833 req-6d387a44-5b1a-4216-94e4-e12caeca7ed1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:23.916945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae624ee9-36fe-4870-b3e8-dd13f3b4a833 req-6d387a44-5b1a-4216-94e4-e12caeca7ed1 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1017985 Nov 12 13:26:23.943238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c3450f7-64ed-44e8-9a59-400ed5cf79a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:23.975104 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c3450f7-64ed-44e8-9a59-400ed5cf79a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:24.018056 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae624ee9-36fe-4870-b3e8-dd13f3b4a833 req-4a29a281-142e-4380-aede-1831d453572f tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936134 Nov 12 13:26:24.049391 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c3450f7-64ed-44e8-9a59-400ed5cf79a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:24.055617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c3450f7-64ed-44e8-9a59-400ed5cf79a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:24.061751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5c3450f7-64ed-44e8-9a59-400ed5cf79a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29311cde-3ea5-4186-9819-4464239eefee HTTP/1.1" status: 204 len: 168 time: 0.2051008 Nov 12 13:26:24.092177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3450f7-64ed-44e8-9a59-400ed5cf79a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29311cde-3ea5-4186-9819-4464239eefee,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:24.334407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6288b-6899-427b-a01c-464edd07b69d req-c4c5e6b9-5012-4ad3-8c3c-0832b95db890 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:24.341768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45030) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:24.362751 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69c6288b-6899-427b-a01c-464edd07b69d req-c4c5e6b9-5012-4ad3-8c3c-0832b95db890 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.1831303 Nov 12 13:26:24.466661 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69c6288b-6899-427b-a01c-464edd07b69d req-f2ddeabb-882e-4b4e-99cb-decbad6b038d tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011448 Nov 12 13:26:24.581540 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9aad294d-6f8d-49e0-ba07-ebdf11743126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:24.762836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9aad294d-6f8d-49e0-ba07-ebdf11743126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:24.771380 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9aad294d-6f8d-49e0-ba07-ebdf11743126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:24.840719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45052) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:24.841718 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9aad294d-6f8d-49e0-ba07-ebdf11743126 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef27c25585344ba28672ee6483263618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4975553 Nov 12 13:26:24.876644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad294d-6f8d-49e0-ba07-ebdf11743126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72d7cf5-fed1-4bdb-89fe-d716a7965aeb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:25.002650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe177b4-e370-4548-958e-453a0b441437 req-a418bb7e-0856-42af-8fa4-d0994cdb59da tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:25.011909 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfe177b4-e370-4548-958e-453a0b441437 req-a418bb7e-0856-42af-8fa4-d0994cdb59da tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1218674 Nov 12 13:26:25.045839 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b0c86c24-0eae-4ce8-9ea6-2c5f5686840b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:25.088838 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b0c86c24-0eae-4ce8-9ea6-2c5f5686840b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:25.112951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfe177b4-e370-4548-958e-453a0b441437 req-08903328-5a3f-45d6-8a8b-67033cb88ab6 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998058 Nov 12 13:26:25.168159 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b0c86c24-0eae-4ce8-9ea6-2c5f5686840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:25.173875 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b0c86c24-0eae-4ce8-9ea6-2c5f5686840b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:25.181324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b0c86c24-0eae-4ce8-9ea6-2c5f5686840b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a72d7cf5-fed1-4bdb-89fe-d716a7965aeb HTTP/1.1" status: 204 len: 168 time: 0.3382208 Nov 12 13:26:25.201172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c86c24-0eae-4ce8-9ea6-2c5f5686840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72d7cf5-fed1-4bdb-89fe-d716a7965aeb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:25.509172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45068) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:25.892585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1092224487-network', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:25.932492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:25.937330 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:25.963295 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.101361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45080) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:26.158509 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.167822 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.239516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211e4b0f-827a-4f7e-a972-cf39ba69d502,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:26.255214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:26:26.273964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-53600eb6-ec0e-4dd5-89e4-19bae3a8f197 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c035770616af4c9c85d751b409373940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1705296 Nov 12 13:26:26.277327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45084) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:26.282097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.282773 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Added segment e55e766a-18c0-4f88-8907-d873daf1231b of type vlan for network 940fa497-2982-4ae6-beb7-393106ccced9 Nov 12 13:26:26.356908 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.414629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.416244 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:26.417208 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.486712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d1b3d-daae-4621-aa9e-adb7b5dc8106 req-66b8dee9-cc2b-4d5a-884c-51008ae15fcc tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:26.501657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-484d1b3d-daae-4621-aa9e-adb7b5dc8106 req-66b8dee9-cc2b-4d5a-884c-51008ae15fcc tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1753654 Nov 12 13:26:26.502718 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f819c9-2983-483b-8d46-8afe3eb276ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.508906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9948781 Nov 12 13:26:26.510786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45088) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:26.532423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Request body: {'subnet': {'network_id': '940fa497-2982-4ae6-beb7-393106ccced9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1092224487-subnet', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:26.609094 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f819c9-2983-483b-8d46-8afe3eb276ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.628737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:26.632674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.663650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-484d1b3d-daae-4621-aa9e-adb7b5dc8106 req-787d2007-c9d9-40c3-b7bc-e4c29962bfe2 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536665 Nov 12 13:26:26.676706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2248d1-4798-44d6-bbd9-006afa9d4161 admin admin] Pushing event updated for resources: {'Network': ['ID=940fa497-2982-4ae6-beb7-393106ccced9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:26.695583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 940fa497-2982-4ae6-beb7-393106ccced9 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:26:26.732579 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f819c9-2983-483b-8d46-8afe3eb276ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.736461 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f819c9-2983-483b-8d46-8afe3eb276ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:26.740123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-60f819c9-2983-483b-8d46-8afe3eb276ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c80de38-562a-411a-8c0d-fe2dd51ac0d6 HTTP/1.1" status: 204 len: 168 time: 0.4607782 Nov 12 13:26:26.778959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f819c9-2983-483b-8d46-8afe3eb276ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c80de38-562a-411a-8c0d-fe2dd51ac0d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:27.047997 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d27df1a3-ec63-4cea-8d0d-024c442796d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:27.169582 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:27.318840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc4f620-47a4-46bc-966b-faeb4d720ccc,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:27.337895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Checking segment: {'id': 'e55e766a-18c0-4f88-8907-d873daf1231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:27.338634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Network hostable DHCP agents. Network: 940fa497-2982-4ae6-beb7-393106ccced9, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:26:27.376629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Network 940fa497-2982-4ae6-beb7-393106ccced9 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:26:27.398751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 940fa497-2982-4ae6-beb7-393106ccced9) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:27.413908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa6caf3-a044-4470-bc08-6ffeafea92fd None None] Network 940fa497-2982-4ae6-beb7-393106ccced9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:27.428039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:27.429697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:27.480537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a38be0f2-80d1-471b-b72e-621eef96206a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9662936 Nov 12 13:26:27.482167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45102) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:27.503606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1092224487-router', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:27.542930 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:27.545137 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:27.648787 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:27.757174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-940fa497-2982-4ae6-beb7-393106ccced9', 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'fixed_ips': [{'subnet_id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:26:27.758299 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:28.004420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Allocated IP 172.20.0.2 (940fa497-2982-4ae6-beb7-393106ccced9/bfc4f620-47a4-46bc-966b-faeb4d720ccc/edb0c577-0452-4c59-8771-24da0f5fc59b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:28.016614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:28.108251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fa385-4999-45c8-96f8-81f8b950bbfa req-09342d17-e434-42a1-ae68-0bfb8ff99aa8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:28.128233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b65fa385-4999-45c8-96f8-81f8b950bbfa req-09342d17-e434-42a1-ae68-0bfb8ff99aa8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1339266 Nov 12 13:26:28.372840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b65fa385-4999-45c8-96f8-81f8b950bbfa req-10f60c0c-3b2e-43d3-9cff-00ff223007c1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006712 Nov 12 13:26:28.403401 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:28.411894 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:28.488309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Network 940fa497-2982-4ae6-beb7-393106ccced9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:28.492699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:28.496318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:28.522911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Pushing event updated for resources: {'Port': ['ID=edb0c577-0452-4c59-8771-24da0f5fc59b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:28.592493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Attempting to bind port edb0c577-0452-4c59-8771-24da0f5fc59b on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:28.592949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Attempting to bind port edb0c577-0452-4c59-8771-24da0f5fc59b by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e55e766a-18c0-4f88-8907-d873daf1231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:28.594891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Attempting to bind port edb0c577-0452-4c59-8771-24da0f5fc59b on network 940fa497-2982-4ae6-beb7-393106ccced9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:28.602013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:28.602425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Checking segment: {'id': 'e55e766a-18c0-4f88-8907-d873daf1231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:28.602839 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:28.603363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Bound using segment: {'id': 'e55e766a-18c0-4f88-8907-d873daf1231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:28.603874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Bound port: edb0c577-0452-4c59-8771-24da0f5fc59b, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55e766a-18c0-4f88-8907-d873daf1231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:28.604331 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:28.611475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:28.704814 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:28.734893 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:28.819034 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] For port edb0c577-0452-4c59-8771-24da0f5fc59b, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:28.828294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] For port edb0c577-0452-4c59-8771-24da0f5fc59b, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=edb0c577-0452-4c59-8771-24da0f5fc59b,segment=NetworkSegment(e55e766a-18c0-4f88-8907-d873daf1231b),segment_id=e55e766a-18c0-4f88-8907-d873daf1231b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:28.843011 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:28.986280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51023d-c161-477b-bd91-b1674ef6a9ea None None] Pushing event updated for resources: {'Port': ['ID=edb0c577-0452-4c59-8771-24da0f5fc59b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:29.001136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-210387099'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:29.022636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Allocated IP 172.25.5.147 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/29bc3926-9e8c-4cf3-9995-276a16f8d508) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:29.068816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Made reservation on behalf of 92fd2b7d6841476aa49c949506179709 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:29.080207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.106035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.405304 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.486105 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7be0-f27a-41aa-aeb2-51a03b7fd9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.502056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.513567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.617267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:26:29.619023 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.649336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.653026 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Added segment 60b90f2e-3a95-4461-97ce-118d0168ba86 of type vlan for network b16fb64d-bfa1-4071-a481-f198bbcd6b7c Nov 12 13:26:29.687684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:29.697838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:29.708031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:29.739239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.774621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Pushing event updated for resources: {'Port': ['ID=29bc3926-9e8c-4cf3-9995-276a16f8d508,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:29.871494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:26:29.920320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f263c232-e5ae-422c-9534-e23dc2dad4af,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:29.953250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:29.962098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:29.962909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:30.048975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09f838-1c99-4931-85af-1434f5e01803 req-c0cebe54-1151-4dc7-9419-c7f1c0fba109 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:30.054037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c09f838-1c99-4931-85af-1434f5e01803 req-c0cebe54-1151-4dc7-9419-c7f1c0fba109 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.3006639 Nov 12 13:26:30.104969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4910779 Nov 12 13:26:30.121858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:30.138354 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'subnet': {'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:30.369858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6c778-0621-482d-8841-75bf694b50fc tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Network': ['ID=b16fb64d-bfa1-4071-a481-f198bbcd6b7c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:30.383326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:26:30.389253 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:30.441149 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c09f838-1c99-4931-85af-1434f5e01803 req-e51f115b-c9a0-40a8-aa13-e4be260ec716 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348250 Nov 12 13:26:30.463606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Made reservation on behalf of 92fd2b7d6841476aa49c949506179709 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:30.468133 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:30.636744 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:30.843758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device edb0c577-0452-4c59-8771-24da0f5fc59b up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:30.958907 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.020114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02efe78-0e5e-429f-8235-2f5f2ec8d927 None None] Network 940fa497-2982-4ae6-beb7-393106ccced9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:31.129990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port edb0c577-0452-4c59-8771-24da0f5fc59b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:31.131360 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.143781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.173012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:26:31.287827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-785c87c6-49b8-4922-a402-aee4a68a8df3 None None] Provisioning complete for port edb0c577-0452-4c59-8771-24da0f5fc59b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:31.288223 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-785c87c6-49b8-4922-a402-aee4a68a8df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.388062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Subnet': ['ID=d5ec7fb6-893a-4181-b975-ece1dd0c4fae,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:31.410389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Checking segment: {'id': '60b90f2e-3a95-4461-97ce-118d0168ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:31.412174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Network hostable DHCP agents. Network: b16fb64d-bfa1-4071-a481-f198bbcd6b7c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:26:31.432595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:31.461819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Sync routers for ids ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:31.462638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:26:31.486389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, b16fb64d-bfa1-4071-a481-f198bbcd6b7c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:31.496997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.500065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-035865b4-91b5-4577-bd24-a281c1a1b48e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0111125 Nov 12 13:26:31.503970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:31.505265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45160) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:31.509494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.515564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2431048-bd6c-479e-857b-b7b573ba9f15 None None] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:31.556033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Routers {'9b3fa04d-335a-4861-a118-4842d2a4d4b1'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:31.561556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:31.567993 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1e08be80-b7a8-482e-9427-2c1dcaf7b828 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4403322 Nov 12 13:26:31.571594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45162) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:31.593660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'port': {'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-433626545'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:31.851793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Set router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:31.890440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Made reservation on behalf of 92fd2b7d6841476aa49c949506179709 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:31.906615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:31.937436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba43baa-0291-427a-899e-6f68b5ef5551 req-6927017a-37bc-4cf0-87f7-93caae772c3f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:31.946458 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cba43baa-0291-427a-899e-6f68b5ef5551 req-6927017a-37bc-4cf0-87f7-93caae772c3f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.2662764 Nov 12 13:26:31.990509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] device_id is not set on port 216a82e6-cfd2-4835-adf1-fee5d539ea05 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:26:32.117637 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cba43baa-0291-427a-899e-6f68b5ef5551 req-eac29261-114a-4d17-a8cd-14aa133fd064 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714892 Nov 12 13:26:32.240382 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-785c87c6-49b8-4922-a402-aee4a68a8df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.360811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Allocated IP 2001:db8::2b7 (b16fb64d-bfa1-4071-a481-f198bbcd6b7c/d5ec7fb6-893a-4181-b975-ece1dd0c4fae/216a82e6-cfd2-4835-adf1-fee5d539ea05) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:32.408291 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.589304 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.632755 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.711640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port edb0c577-0452-4c59-8771-24da0f5fc59b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=edb0c577-0452-4c59-8771-24da0f5fc59b,segment=NetworkSegment(e55e766a-18c0-4f88-8907-d873daf1231b),segment_id=e55e766a-18c0-4f88-8907-d873daf1231b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:32.732492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:32.736492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:32.740925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:32.748455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:32.749152 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.782260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Port': ['ID=216a82e6-cfd2-4835-adf1-fee5d539ea05,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:32.802363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0dbff5ab-a61f-4842-aca0-d6b5d33f4321 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2225766 Nov 12 13:26:32.803096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45172) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:32.809619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'port': {'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1260130629', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b7', 'mac_address': 'fa:16:3e:fe:ef:9a'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:32.836766 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:32.906572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.053780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.072632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Made reservation on behalf of 92fd2b7d6841476aa49c949506179709 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:33.171231 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.395751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.407313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=edb0c577-0452-4c59-8771-24da0f5fc59b,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:33.434102 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-785c87c6-49b8-4922-a402-aee4a68a8df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:26:33.434365 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-785c87c6-49b8-4922-a402-aee4a68a8df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:26:33.446171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] device_id is not set on port 8224a5e5-272e-4881-9872-c806762a3314 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:26:33.463122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'name': 'tempest-ServersTestMultiNic-1092224487-router', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:27Z', 'updated_at': '2021-11-12T13:26:30Z', 'revision_number': 3, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'gw_port': {'id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:28Z', 'updated_at': '2021-11-12T13:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:33.503103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Allocated IP 172.20.0.1 (940fa497-2982-4ae6-beb7-393106ccced9/bfc4f620-47a4-46bc-966b-faeb4d720ccc/49f334dd-a7a3-44b5-b251-0864a5822df9) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:33.552178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Checking router: 9b3fa04d-335a-4861-a118-4842d2a4d4b1 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:26:33.553561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Updating router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 port 29bc3926-9e8c-4cf3-9995-276a16f8d508 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:26:33.580528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85479eab-327e-403b-9b24-1b16d782d995 req-31ee63db-4271-49e3-9d99-ed158a831f08 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:33.590793 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85479eab-327e-403b-9b24-1b16d782d995 req-31ee63db-4271-49e3-9d99-ed158a831f08 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.2141988 Nov 12 13:26:33.678852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-b16fb64d-bfa1-4071-a481-f198bbcd6b7c', 'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c', 'tenant_id': '92fd2b7d6841476aa49c949506179709', 'fixed_ips': [{'subnet_id': 'd5ec7fb6-893a-4181-b975-ece1dd0c4fae'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:26:33.683851 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.730627 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85479eab-327e-403b-9b24-1b16d782d995 req-96eba63c-4231-44d2-9dce-95939f8e64f2 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381829 Nov 12 13:26:33.755455 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:33.789714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Allocated IP 2001:db8::368 (b16fb64d-bfa1-4071-a481-f198bbcd6b7c/d5ec7fb6-893a-4181-b975-ece1dd0c4fae/8224a5e5-272e-4881-9872-c806762a3314) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:33.969831 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.006018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.035751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.155792 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.159609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Network 940fa497-2982-4ae6-beb7-393106ccced9 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:34.178223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:34.185052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:34.249583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Pushing event updated for resources: {'Port': ['ID=49f334dd-a7a3-44b5-b251-0864a5822df9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:34.275200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:34.282086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:34.302679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:34.308916 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.315948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:34.316712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.338149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Port': ['ID=8224a5e5-272e-4881-9872-c806762a3314,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:34.356869 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e9c9ab5a-1464-418c-be54-bfbee7928383 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5525491 Nov 12 13:26:34.360984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45190) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:34.563592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763473-f6c8-4fdb-ad58-fc30407e0577 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:34.571621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763473-f6c8-4fdb-ad58-fc30407e0577 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:34.578158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f5763473-f6c8-4fdb-ad58-fc30407e0577 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1743 time: 0.2159371 Nov 12 13:26:34.579244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45192) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:34.601777 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.614849 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.627608 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.724543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Attempting to bind port 29bc3926-9e8c-4cf3-9995-276a16f8d508 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:34.724956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Attempting to bind port 29bc3926-9e8c-4cf3-9995-276a16f8d508 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:34.725265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Attempting to bind port 29bc3926-9e8c-4cf3-9995-276a16f8d508 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:34.768581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:34.769801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:34.769801 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.770068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:34.770547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Bound port: 29bc3926-9e8c-4cf3-9995-276a16f8d508, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:34.770994 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.828416 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c3ef-9c3d-41f5-afde-24d120db087c None None] Pushing event updated for resources: {'Port': ['ID=29bc3926-9e8c-4cf3-9995-276a16f8d508,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:34.891824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9d91235d-146c-45fa-b32a-956d2c3bc30c None None] Provisioning complete for port 49f334dd-a7a3-44b5-b251-0864a5822df9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:34.892198 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d91235d-146c-45fa-b32a-956d2c3bc30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:34.894845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Allocated IP 2001:db8::2 (b16fb64d-bfa1-4071-a481-f198bbcd6b7c/d5ec7fb6-893a-4181-b975-ece1dd0c4fae/66e6cbd7-8b53-4b4e-9a3a-38037275037a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:34.953039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] For port 29bc3926-9e8c-4cf3-9995-276a16f8d508, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:34.992573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e0c9b-877a-4b39-8c46-e4a6eef399d3 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Deleting port 8224a5e5-272e-4881-9872-c806762a3314 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:34.992985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b8e0c9b-877a-4b39-8c46-e4a6eef399d3 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.003962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] For port 29bc3926-9e8c-4cf3-9995-276a16f8d508, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=29bc3926-9e8c-4cf3-9995-276a16f8d508,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:35.015246 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.048487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9d91235d-146c-45fa-b32a-956d2c3bc30c None None] Port 49f334dd-a7a3-44b5-b251-0864a5822df9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:35.133094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Routers {'9b3fa04d-335a-4861-a118-4842d2a4d4b1'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:35.133781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:35.203385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device edb0c577-0452-4c59-8771-24da0f5fc59b up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:35.254820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.289950 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b8e0c9b-877a-4b39-8c46-e4a6eef399d3 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.303717 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.307299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9d91235d-146c-45fa-b32a-956d2c3bc30c None None] Provisioning complete for port edb0c577-0452-4c59-8771-24da0f5fc59b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:35.307732 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d91235d-146c-45fa-b32a-956d2c3bc30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.342053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e0c9b-877a-4b39-8c46-e4a6eef399d3 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Calling delete_port for 8224a5e5-272e-4881-9872-c806762a3314 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:35.419039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c3ef-9c3d-41f5-afde-24d120db087c None None] Pushing event updated for resources: {'Port': ['ID=29bc3926-9e8c-4cf3-9995-276a16f8d508,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:35.596926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ea36b-5891-474c-aba5-4bf44debc4c6 req-b0c36155-dd9a-4136-a886-dc96cbbdb9e0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:35.600897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab3ea36b-5891-474c-aba5-4bf44debc4c6 req-b0c36155-dd9a-4136-a886-dc96cbbdb9e0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.3407652 Nov 12 13:26:35.603281 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.610430 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Pushing event updated for resources: {'Port': ['ID=49f334dd-a7a3-44b5-b251-0864a5822df9,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:35.756579 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port edb0c577-0452-4c59-8771-24da0f5fc59b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:35.757817 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.765762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] Set router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:35.867844 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b8e0c9b-877a-4b39-8c46-e4a6eef399d3 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:35.955502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e0c9b-877a-4b39-8c46-e4a6eef399d3 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event deleted for resources: {'Port': ['ID=8224a5e5-272e-4881-9872-c806762a3314,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:35.978394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab3ea36b-5891-474c-aba5-4bf44debc4c6 req-efe3fc8d-3214-478b-9073-1bbc8fc6c3bc tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556669 Nov 12 13:26:36.101274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Network 940fa497-2982-4ae6-beb7-393106ccced9 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:36.102962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:36.202535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b8e0c9b-877a-4b39-8c46-e4a6eef399d3 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.209487 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8b8e0c9b-877a-4b39-8c46-e4a6eef399d3 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "DELETE /v2.0/ports/8224a5e5-272e-4881-9872-c806762a3314 HTTP/1.1" status: 204 len: 168 time: 1.6273217 Nov 12 13:26:36.211137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:36.277479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 03e57d3e-8c3c-48c9-969d-44b46cdf726e no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:36.282695 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1266fdba-dcd6-4704-8442-c169c3980d86 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] GET failed (client error): The resource could not be found. Nov 12 13:26:36.307911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1266fdba-dcd6-4704-8442-c169c3980d86 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "GET /v2.0/ports/8224a5e5-272e-4881-9872-c806762a3314 HTTP/1.1" status: 404 len: 333 time: 0.0915205 Nov 12 13:26:36.311356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45218) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:36.327111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'port': {'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1478291545'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:36.568887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:26:36.583444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.598411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342506d6-df56-4b85-bf59-8dbee9c4f6b7 req-7f8ee6fa-ec83-4fd2-805a-b22892a1bfb4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:36.606170 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-342506d6-df56-4b85-bf59-8dbee9c4f6b7 req-7f8ee6fa-ec83-4fd2-805a-b22892a1bfb4 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.3855703 Nov 12 13:26:36.618750 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.710037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:36.723890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Made reservation on behalf of 92fd2b7d6841476aa49c949506179709 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:36.732595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.754378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:36.768015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:36.797058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Pushing event updated for resources: {'Port': ['ID=66e6cbd7-8b53-4b4e-9a3a-38037275037a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:36.811843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] device_id is not set on port f24f64aa-e90d-475e-9aba-6b964438abeb yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:26:36.822370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:26:36.841324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e3c88e19-ba4d-4790-88f4-ab2279cefcbb admin admin] 10.222.0.73 "PUT /v2.0/routers/9b3fa04d-335a-4861-a118-4842d2a4d4b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3326046 Nov 12 13:26:36.956453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-342506d6-df56-4b85-bf59-8dbee9c4f6b7 req-51f392a7-5ff0-46fe-95af-c187e844d6f6 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404377 Nov 12 13:26:36.956653 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e90e2901-3acb-4f12-b905-06ec336076bd None None] Provisioning complete for port 49f334dd-a7a3-44b5-b251-0864a5822df9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:36.957011 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e90e2901-3acb-4f12-b905-06ec336076bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:36.966109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Attempting to bind port 66e6cbd7-8b53-4b4e-9a3a-38037275037a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:36.966497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Attempting to bind port 66e6cbd7-8b53-4b4e-9a3a-38037275037a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '60b90f2e-3a95-4461-97ce-118d0168ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:36.966843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Attempting to bind port 66e6cbd7-8b53-4b4e-9a3a-38037275037a on network b16fb64d-bfa1-4071-a481-f198bbcd6b7c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:37.040629 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.072161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45228) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:37.091357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:37.091728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Checking segment: {'id': '60b90f2e-3a95-4461-97ce-118d0168ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:37.092289 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.092774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Bound using segment: {'id': '60b90f2e-3a95-4461-97ce-118d0168ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:37.093276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Bound port: 66e6cbd7-8b53-4b4e-9a3a-38037275037a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b90f2e-3a95-4461-97ce-118d0168ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:37.093692 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.118653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Allocated IP 2001:db8::1fe (b16fb64d-bfa1-4071-a481-f198bbcd6b7c/d5ec7fb6-893a-4181-b975-ece1dd0c4fae/f24f64aa-e90d-475e-9aba-6b964438abeb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:37.158672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:37.173577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e57d3e-8c3c-48c9-969d-44b46cdf726e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:37.183680 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d7a72-91b2-4fa3-a14d-e9041b02046b" -d '{"events": [{"server_uuid": "d5de178d-a48e-4c03-9a38-049cf261a7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "03e57d3e-8c3c-48c9-969d-44b46cdf726e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:37.190827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'name': 'tempest-ServersTestMultiNic-1092224487-router', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:27Z', 'updated_at': '2021-11-12T13:26:34Z', 'revision_number': 4, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'gw_port': {'id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:28Z', 'updated_at': '2021-11-12T13:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '49f334dd-a7a3-44b5-b251-0864a5822df9', 'name': '', 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'mac_address': 'fa:16:3e:39:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:33Z', 'updated_at': '2021-11-12T13:26:33Z', 'revision_number': 1, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'subnets': [{'id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:37.192215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-525285164'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:37.194446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e90e2901-3acb-4f12-b905-06ec336076bd None None] Port 49f334dd-a7a3-44b5-b251-0864a5822df9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:37.196503 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.249200 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:37.255701 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.314098 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:26:37.332359 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.332937 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Added segment 8b4f3c70-0170-4e08-8968-cdbaedd05b93 of type vlan for network b94ad8cd-21c4-4015-b257-a41afdad0fd0 Nov 12 13:26:37.365314 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed62132-b277-410e-a528-1e4592a348eb x-openstack-request-id: req-fed62132-b277-410e-a528-1e4592a348eb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:37.366118 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5de178d-a48e-4c03-9a38-049cf261a7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "03e57d3e-8c3c-48c9-969d-44b46cdf726e", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:37.366543 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fed62132-b277-410e-a528-1e4592a348eb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:37.367170 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e57d3e-8c3c-48c9-969d-44b46cdf726e', 'code': 200} Nov 12 13:26:37.374286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a914f-8bf6-45cb-b6f7-6e7f2b110fc6 None None] The sync data for ids ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'] in n-d-805736-4 is: [{'id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'name': 'tempest-ServersTestMultiNic-1092224487-router', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:27Z', 'updated_at': '2021-11-12T13:26:34Z', 'revision_number': 4, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'gw_port': {'id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:28Z', 'updated_at': '2021-11-12T13:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '49f334dd-a7a3-44b5-b251-0864a5822df9', 'name': '', 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'mac_address': 'fa:16:3e:39:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:33Z', 'updated_at': '2021-11-12T13:26:33Z', 'revision_number': 1, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'subnets': [{'id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:37.408779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cae34-9dfa-4ad2-baaf-0390bdcf7b54 req-3fbd9ba4-a2f6-46e7-bbc8-1213a10b0ef9 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:37.418088 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e1cae34-9dfa-4ad2-baaf-0390bdcf7b54 req-3fbd9ba4-a2f6-46e7-bbc8-1213a10b0ef9 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 943 time: 0.2292013 Nov 12 13:26:37.444189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.465334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.500292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=03e57d3e-8c3c-48c9-969d-44b46cdf726e,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:37.538877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] For port 66e6cbd7-8b53-4b4e-9a3a-38037275037a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:37.543572 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e1cae34-9dfa-4ad2-baaf-0390bdcf7b54 req-6f19a9ef-4762-4b4a-bb6c-045bd39bbdfa tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244597 Nov 12 13:26:37.550973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] For port 66e6cbd7-8b53-4b4e-9a3a-38037275037a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=66e6cbd7-8b53-4b4e-9a3a-38037275037a,segment=NetworkSegment(60b90f2e-3a95-4461-97ce-118d0168ba86),segment_id=60b90f2e-3a95-4461-97ce-118d0168ba86)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:37.553472 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.568573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:37.569650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.580660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.594681 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.656594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:37.658407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:37.662058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:37.685307 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:37.688448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:37.690738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c3f74-e31a-4968-9feb-ff07372bc98c None None] Pushing event updated for resources: {'Port': ['ID=66e6cbd7-8b53-4b4e-9a3a-38037275037a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:37.747089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Port': ['ID=f24f64aa-e90d-475e-9aba-6b964438abeb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:37.784185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7083335 Nov 12 13:26:37.794001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45238) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:37.801991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'subnet': {'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:37.811452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba858a-55a6-487e-99ab-bed9015cfdf8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Network': ['ID=b94ad8cd-21c4-4015-b257-a41afdad0fd0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:37.824245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-40fb806a-0f01-44a0-bc8d-c2bc6c2d2461 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5115511 Nov 12 13:26:37.828098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45240) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:37.834105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network b94ad8cd-21c4-4015-b257-a41afdad0fd0 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:26:37.834403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8b795761-028b-4ed3-a956-3be8f8218769 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b7', 'mac_address': 'fa:16:3e:fe:ef:9a'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:37.971791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-64e08a1d-4fc6-43a2-bc90-585ca1c01914 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:37.973459 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-64e08a1d-4fc6-43a2-bc90-585ca1c01914 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.105 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.2507501 Nov 12 13:26:37.996823 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:38.002374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.167613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 03e57d3e-8c3c-48c9-969d-44b46cdf726e details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:26:38.200635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b795761-028b-4ed3-a956-3be8f8218769 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.491905 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:38.509610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '03e57d3e-8c3c-48c9-969d-44b46cdf726e', 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99', 'port_id': '03e57d3e-8c3c-48c9-969d-44b46cdf726e', 'mac_address': 'fa:16:3e:73:06:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e0cb0c-58c2-4f71-8374-b208b225270d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:26:38.525973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd86fde-7fba-43b7-b283-56123ec1533f req-a077cb1c-ffec-47ec-8e41-09baf18ecffc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:38.530765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbd86fde-7fba-43b7-b283-56123ec1533f req-a077cb1c-ffec-47ec-8e41-09baf18ecffc tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.4631405 Nov 12 13:26:38.617159 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.649585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e57d3e-8c3c-48c9-969d-44b46cdf726e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:26:38.716412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:38.723644 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.829039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=03e57d3e-8c3c-48c9-969d-44b46cdf726e,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:38.834133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-b206dc18-479e-42e8-acc7-229999dcdbc8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Deleting port f2bca4e6-3f67-43e1-86f5-323fd07fc251 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:38.843815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-b206dc18-479e-42e8-acc7-229999dcdbc8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:38.862446 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbd86fde-7fba-43b7-b283-56123ec1533f req-66004eb7-ff05-4a7a-9627-ebb4c88c8318 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069041 Nov 12 13:26:39.181236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['03e57d3e-8c3c-48c9-969d-44b46cdf726e'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:26:39.253960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.330844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 66e6cbd7-8b53-4b4e-9a3a-38037275037a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:39.355635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Subnet': ['ID=4eb6470f-1260-40ce-90b4-326afb4dfd0a,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:39.369421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa476f78-b2ee-4029-a454-40f8c0994324 req-e104d9f7-7871-476c-8e42-00c0f3256d26 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:39.377943 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa476f78-b2ee-4029-a454-40f8c0994324 req-e104d9f7-7871-476c-8e42-00c0f3256d26 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 944 time: 0.2591743 Nov 12 13:26:39.459244 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa476f78-b2ee-4029-a454-40f8c0994324 req-5ef338e7-e77d-4742-a528-a86898a00062 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781364 Nov 12 13:26:39.502739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Checking segment: {'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:39.505758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network hostable DHCP agents. Network: b94ad8cd-21c4-4015-b257-a41afdad0fd0, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:26:39.546561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network b94ad8cd-21c4-4015-b257-a41afdad0fd0 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:26:39.562876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, b94ad8cd-21c4-4015-b257-a41afdad0fd0) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:39.567697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:39.568477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.597326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b53fd1d-2422-4a09-945c-afdbb0c3a0e7 None None] Network b94ad8cd-21c4-4015-b257-a41afdad0fd0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:39.632332 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-391d4be1-1037-4899-91e2-2e21116d6fc3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8376131 Nov 12 13:26:39.635157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45254) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:39.640753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-116541647'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:39.667876 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b795761-028b-4ed3-a956-3be8f8218769 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.676702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b795761-028b-4ed3-a956-3be8f8218769 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.707674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:39.711948 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.742612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8b795761-028b-4ed3-a956-3be8f8218769 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] In _notify_port_updated(), no bound segment for port f24f64aa-e90d-475e-9aba-6b964438abeb on network b16fb64d-bfa1-4071-a481-f198bbcd6b7c {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:26:39.749453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b795761-028b-4ed3-a956-3be8f8218769 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:39.750459 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b795761-028b-4ed3-a956-3be8f8218769 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.752062 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8b795761-028b-4ed3-a956-3be8f8218769 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "PUT /v2.0/ports/f24f64aa-e90d-475e-9aba-6b964438abeb HTTP/1.1" status: 200 len: 1003 time: 1.9225647 Nov 12 13:26:39.758269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45256) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:39.780989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5080f3-9e6f-402f-b0d8-4abcd142b334 None None] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:39.823375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b795761-028b-4ed3-a956-3be8f8218769 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Port': ['ID=f24f64aa-e90d-475e-9aba-6b964438abeb,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:39.897582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-b206dc18-479e-42e8-acc7-229999dcdbc8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] For port f2bca4e6-3f67-43e1-86f5-323fd07fc251, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f2bca4e6-3f67-43e1-86f5-323fd07fc251,segment=NetworkSegment(bd309b1c-34f8-4312-b5e3-79d9de6067f0),segment_id=bd309b1c-34f8-4312-b5e3-79d9de6067f0)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:39.898770 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-b206dc18-479e-42e8-acc7-229999dcdbc8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.926085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:26:39.949787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-b206dc18-479e-42e8-acc7-229999dcdbc8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Calling delete_port for f2bca4e6-3f67-43e1-86f5-323fd07fc251 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:39.962353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2eee2a58-63b4-4e09-a9e0-e64a4237d538 None None] Provisioning complete for port 216a82e6-cfd2-4835-adf1-fee5d539ea05 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:39.963353 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2eee2a58-63b4-4e09-a9e0-e64a4237d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.983670 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:39.984280 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Added segment ede07a83-cf55-4724-b9a0-dd4f564cbbdc of type vlan for network 94a16b43-1ce6-4251-a628-f1dbc195702a Nov 12 13:26:40.029757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 66e6cbd7-8b53-4b4e-9a3a-38037275037a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:40.033638 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.052525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2eee2a58-63b4-4e09-a9e0-e64a4237d538 None None] Port 216a82e6-cfd2-4835-adf1-fee5d539ea05 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:40.056994 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.114803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6777ef31-50b5-4bc6-afce-04ee86960ce8 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Deleting port f24f64aa-e90d-475e-9aba-6b964438abeb {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:40.115194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6777ef31-50b5-4bc6-afce-04ee86960ce8 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.231836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.240688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:40.242521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.271672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2eee2a58-63b4-4e09-a9e0-e64a4237d538 None None] Provisioning complete for port 66e6cbd7-8b53-4b4e-9a3a-38037275037a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:40.272067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2eee2a58-63b4-4e09-a9e0-e64a4237d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.291357 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6546357 Nov 12 13:26:40.294632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45264) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:40.304269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'subnet': {'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:40.313501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-b94ad8cd-21c4-4015-b257-a41afdad0fd0', 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'fixed_ips': [{'subnet_id': '4eb6470f-1260-40ce-90b4-326afb4dfd0a'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:26:40.314942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.345573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69704aa-b58e-42f9-8f39-34833b036c2f req-01cb0732-6dcd-4ded-a9f9-63ca1e1a8a82 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:40.355333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a69704aa-b58e-42f9-8f39-34833b036c2f req-01cb0732-6dcd-4ded-a9f9-63ca1e1a8a82 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b HTTP/1.1" status: 200 len: 946 time: 0.2868650 Nov 12 13:26:40.439903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5808b0-dd49-4f92-bc76-2e83a91cc173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Network': ['ID=94a16b43-1ce6-4251-a628-f1dbc195702a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:40.455452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6777ef31-50b5-4bc6-afce-04ee86960ce8 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.465654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 94a16b43-1ce6-4251-a628-f1dbc195702a details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:26:40.470692 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.475256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-b206dc18-479e-42e8-acc7-229999dcdbc8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.486905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:40.489303 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6777ef31-50b5-4bc6-afce-04ee86960ce8 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Calling delete_port for f24f64aa-e90d-475e-9aba-6b964438abeb owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:40.495213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.510357 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a69704aa-b58e-42f9-8f39-34833b036c2f req-7a60c2e3-bb0b-44d0-a568-3c1580272723 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.73 "GET /v2.0/security-groups?id=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539888 Nov 12 13:26:40.561139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206dc18-479e-42e8-acc7-229999dcdbc8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Pushing event deleted for resources: {'Port': ['ID=f2bca4e6-3f67-43e1-86f5-323fd07fc251,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:40.652339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-b206dc18-479e-42e8-acc7-229999dcdbc8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] No DVR routers for this DVR port f2bca4e6-3f67-43e1-86f5-323fd07fc251 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:26:40.659137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-b206dc18-479e-42e8-acc7-229999dcdbc8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.662907 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-460b76c8-608d-4c87-882a-9b800169cbb2 req-b206dc18-479e-42e8-acc7-229999dcdbc8 tempest-ServersNegativeTestJSON-1559793997 tempest-ServersNegativeTestJSON-1559793997-project] 10.222.0.105 "DELETE /v2.0/ports/f2bca4e6-3f67-43e1-86f5-323fd07fc251 HTTP/1.1" status: 204 len: 173 time: 2.6320322 Nov 12 13:26:40.663458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'name': 'network-vif-deleted', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:40.667827 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d3bf66-a03b-43c5-aaef-3bb4aa987b97" -d '{"events": [{"server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "name": "network-vif-deleted", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:40.900367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41665dd0-f44d-45b3-b054-29fa0667aef0 req-744ac3c1-5652-47c5-a275-2ea54b5c09d5 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:40.910280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 66e6cbd7-8b53-4b4e-9a3a-38037275037a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=66e6cbd7-8b53-4b4e-9a3a-38037275037a,segment=NetworkSegment(60b90f2e-3a95-4461-97ce-118d0168ba86),segment_id=60b90f2e-3a95-4461-97ce-118d0168ba86)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:40.918436 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41665dd0-f44d-45b3-b054-29fa0667aef0 req-744ac3c1-5652-47c5-a275-2ea54b5c09d5 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 944 time: 0.2192130 Nov 12 13:26:40.939629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6777ef31-50b5-4bc6-afce-04ee86960ce8 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.949789 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:40.950601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 29bc3926-9e8c-4cf3-9995-276a16f8d508 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:40.986098 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb28e930-5135-466c-9550-b13a8c76fbaf x-openstack-request-id: req-cb28e930-5135-466c-9550-b13a8c76fbaf {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:40.986564 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b", "name": "network-vif-deleted", "tag": "f2bca4e6-3f67-43e1-86f5-323fd07fc251", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:40.986971 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb28e930-5135-466c-9550-b13a8c76fbaf {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:40.987626 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1164cb3-b99a-4c1e-a2d6-3a588cfdf95b', 'name': 'network-vif-deleted', 'tag': 'f2bca4e6-3f67-43e1-86f5-323fd07fc251', 'status': 'completed', 'code': 200} Nov 12 13:26:40.997506 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777ef31-50b5-4bc6-afce-04ee86960ce8 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event deleted for resources: {'Port': ['ID=f24f64aa-e90d-475e-9aba-6b964438abeb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:41.148384 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41665dd0-f44d-45b3-b054-29fa0667aef0 req-1ba435c2-87d8-4012-9f6c-e7f4f857122e tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216368 Nov 12 13:26:41.247689 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6777ef31-50b5-4bc6-afce-04ee86960ce8 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.256220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6777ef31-50b5-4bc6-afce-04ee86960ce8 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "DELETE /v2.0/ports/f24f64aa-e90d-475e-9aba-6b964438abeb HTTP/1.1" status: 204 len: 168 time: 1.4927080 Nov 12 13:26:41.256489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45276) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:41.304412 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-572b6ae8-1a49-44f6-ba61-e8cb91cf7302 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] GET failed (client error): The resource could not be found. Nov 12 13:26:41.312982 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-572b6ae8-1a49-44f6-ba61-e8cb91cf7302 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "GET /v2.0/ports/f24f64aa-e90d-475e-9aba-6b964438abeb HTTP/1.1" status: 404 len: 333 time: 0.0497024 Nov 12 13:26:41.313276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.313954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45278) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:41.322356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'port': {'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-15838845'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:41.345880 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2eee2a58-63b4-4e09-a9e0-e64a4237d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.383327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Allocated IP 19.80.0.2 (b94ad8cd-21c4-4015-b257-a41afdad0fd0/4eb6470f-1260-40ce-90b4-326afb4dfd0a/e459a37d-708e-4408-a7b9-da9bf721bbe2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:41.432231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Subnet': ['ID=399f6e8a-2598-4033-bf21-de04e8cb8f42,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:41.455965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Checking segment: {'id': 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:41.456337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network hostable DHCP agents. Network: 94a16b43-1ce6-4251-a628-f1dbc195702a, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:26:41.464649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=66e6cbd7-8b53-4b4e-9a3a-38037275037a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:41.489178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network 94a16b43-1ce6-4251-a628-f1dbc195702a is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:26:41.512913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 94a16b43-1ce6-4251-a628-f1dbc195702a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:41.523140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:41.523980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.568133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Made reservation on behalf of 92fd2b7d6841476aa49c949506179709 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:41.572882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.577796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-96c91fb4-5d3f-4d58-9310-83fc3cd8806d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2780986 Nov 12 13:26:41.604895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] device_id is not set on port 5813858d-3f94-4601-bd67-e9460d942cea yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:26:41.618976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2e568-2c1c-42ab-aad5-64c387475aeb None None] Network 94a16b43-1ce6-4251-a628-f1dbc195702a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:41.622017 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f2bca4e6-3f67-43e1-86f5-323fd07fc251 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:41.665369 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Sync routers for ids ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:26:41.695151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45286) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:41.719355 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Routers {'9b3fa04d-335a-4861-a118-4842d2a4d4b1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:41.720216 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:41.792429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: f2bca4e6-3f67-43e1-86f5-323fd07fc251 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:26:41.793232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f2bca4e6-3f67-43e1-86f5-323fd07fc251 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:26:41.861020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 29bc3926-9e8c-4cf3-9995-276a16f8d508 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:41.861646 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:41.983329 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Set router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:41.994749 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-2eee2a58-63b4-4e09-a9e0-e64a4237d538 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:26:41.996224 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-2eee2a58-63b4-4e09-a9e0-e64a4237d538 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:26:42.038634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8df7f9-de06-4f0d-b424-644919817477 admin admin] Deleting subnet 113dd0c5-b267-467f-83c5-4a65398ffc5b {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:26:42.063348 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e8df7f9-de06-4f0d-b424-644919817477 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.217868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Allocated IP 2001:db8::d8 (b16fb64d-bfa1-4071-a481-f198bbcd6b7c/d5ec7fb6-893a-4181-b975-ece1dd0c4fae/5813858d-3f94-4601-bd67-e9460d942cea) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:42.287220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 03e57d3e-8c3c-48c9-969d-44b46cdf726e up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:42.368035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e8df7f9-de06-4f0d-b424-644919817477 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.475155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-782a7ba3-e8c1-43f2-8f7c-e18e2124752c tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:42.492330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-782a7ba3-e8c1-43f2-8f7c-e18e2124752c tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:42.503458 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.504197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-782a7ba3-e8c1-43f2-8f7c-e18e2124752c tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/networks?id=b94ad8cd-21c4-4015-b257-a41afdad0fd0&id=94a16b43-1ce6-4251-a628-f1dbc195702a&id=b94ad8cd-21c4-4015-b257-a41afdad0fd0 HTTP/1.1" status: 200 len: 1390 time: 0.6468678 Nov 12 13:26:42.585505 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'name': 'tempest-ServersTestMultiNic-1092224487-router', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:27Z', 'updated_at': '2021-11-12T13:26:34Z', 'revision_number': 4, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'gw_port': {'id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:28Z', 'updated_at': '2021-11-12T13:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '49f334dd-a7a3-44b5-b251-0864a5822df9', 'name': '', 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'mac_address': 'fa:16:3e:39:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:33Z', 'updated_at': '2021-11-12T13:26:34Z', 'revision_number': 2, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'subnets': [{'id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:42.597064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06b215-3cd4-4b84-959b-7b6d28369da5 req-bd3cf17a-f44f-45ea-8152-c836ab6b4653 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:42.602839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e06b215-3cd4-4b84-959b-7b6d28369da5 req-bd3cf17a-f44f-45ea-8152-c836ab6b4653 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 944 time: 0.1702883 Nov 12 13:26:42.621667 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a8ab2efb-0e41-457a-9d55-1c2dfc3ee705 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/quotas/1ca2e172ca8941d1964c6906a2c604b5 HTTP/1.1" status: 200 len: 375 time: 0.1164720 Nov 12 13:26:42.629212 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Checking router: 9b3fa04d-335a-4861-a118-4842d2a4d4b1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:26:42.629671 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Updating router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 port 49f334dd-a7a3-44b5-b251-0864a5822df9 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:26:42.687467 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.755042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e8df7f9-de06-4f0d-b424-644919817477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.776646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 29bc3926-9e8c-4cf3-9995-276a16f8d508, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=29bc3926-9e8c-4cf3-9995-276a16f8d508,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:42.798226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e06b215-3cd4-4b84-959b-7b6d28369da5 req-ed24e1ab-e098-4f16-8080-79a68fe01838 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831481 Nov 12 13:26:42.859119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-05456c73-17a0-400f-8214-576b84b7c2f8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2155659 Nov 12 13:26:42.964711 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.971177 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:42.990535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.020956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-94a16b43-1ce6-4251-a628-f1dbc195702a', 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'fixed_ips': [{'subnet_id': '399f6e8a-2598-4033-bf21-de04e8cb8f42'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:26:43.022678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.035769 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.065086 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e8df7f9-de06-4f0d-b424-644919817477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.117229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Network b94ad8cd-21c4-4015-b257-a41afdad0fd0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:43.124390 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e8df7f9-de06-4f0d-b424-644919817477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.131762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:43.131996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2e8df7f9-de06-4f0d-b424-644919817477 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/113dd0c5-b267-467f-83c5-4a65398ffc5b HTTP/1.1" status: 204 len: 168 time: 1.4354887 Nov 12 13:26:43.143563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8df7f9-de06-4f0d-b424-644919817477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113dd0c5-b267-467f-83c5-4a65398ffc5b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:43.162869 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:43.184759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 03e57d3e-8c3c-48c9-969d-44b46cdf726e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:43.185154 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.195524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:43.209106 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.222806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-0ead6fe1-b365-4a77-846a-8ba6bc7e40f7 service neutron] 10.222.0.73 "GET /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465772 Nov 12 13:26:43.282952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 66e6cbd7-8b53-4b4e-9a3a-38037275037a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:43.284110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=29bc3926-9e8c-4cf3-9995-276a16f8d508,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:43.386869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-f7013f93-46d0-4de7-ae95-3052329a144f service neutron] 10.222.0.73 "GET /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630371 Nov 12 13:26:43.403435 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.479979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Port': ['ID=5813858d-3f94-4601-bd67-e9460d942cea,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:43.498730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.670364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:43.671833 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.679407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:43.684343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:43.685754 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.692656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:43.694238 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.736354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Allocated IP 19.86.0.2 (94a16b43-1ce6-4251-a628-f1dbc195702a/399f6e8a-2598-4033-bf21-de04e8cb8f42/0fb8fd32-a59a-40dd-a6c7-e4f058af048d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:43.793715 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.827589 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d6f4ae56-71d2-499e-b573-fe8fc75034c7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5124624 Nov 12 13:26:43.832458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45312) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:43.845875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:43.851494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3aa1b91e-6d22-4a14-8c50-dac2b2f6c32b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fe:ef:9a'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:43.874123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd309b1c-34f8-4312-b5e3-79d9de6067f0') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:43.874541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd309b1c-34f8-4312-b5e3-79d9de6067f0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:43.907227 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Pushing event updated for resources: {'Port': ['ID=49f334dd-a7a3-44b5-b251-0864a5822df9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:43.915278 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.984246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.991500 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:43.992398 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:43.992970 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:43.993657 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:43.994309 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:43.994934 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:43.996594 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:43.997349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:26:43.997765 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:43.998161 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:43.998988 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:44.000244 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:44.000958 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:44.001590 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:44.038617 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Attempting to bind port 49f334dd-a7a3-44b5-b251-0864a5822df9 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:44.041578 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Attempting to bind port 49f334dd-a7a3-44b5-b251-0864a5822df9 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e55e766a-18c0-4f88-8907-d873daf1231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:44.042800 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Attempting to bind port 49f334dd-a7a3-44b5-b251-0864a5822df9 on network 940fa497-2982-4ae6-beb7-393106ccced9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:44.059537 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:44.061999 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Checking segment: {'id': 'e55e766a-18c0-4f88-8907-d873daf1231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:44.062742 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.065118 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Bound using segment: {'id': 'e55e766a-18c0-4f88-8907-d873daf1231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:44.067052 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Bound port: 49f334dd-a7a3-44b5-b251-0864a5822df9, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55e766a-18c0-4f88-8907-d873daf1231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:44.071978 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.112133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e62f5a20-6118-4864-825e-bcd8f4aeed5f None None] Could not find standard attr ID for object f24f64aa-e90d-475e-9aba-6b964438abeb. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:26:44.120880 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:26:44.170391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e62f5a20-6118-4864-825e-bcd8f4aeed5f None None] Could not find standard attr ID for object 8224a5e5-272e-4881-9872-c806762a3314. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:26:44.184279 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-077ef82a-4162-44a0-a244-7d9ae747b93d service neutron] 10.222.0.73 "GET /v2.0/networks/94a16b43-1ce6-4251-a628-f1dbc195702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964311 Nov 12 13:26:44.219873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Attempting to bind port e459a37d-708e-4408-a7b9-da9bf721bbe2 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:44.220514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Attempting to bind port e459a37d-708e-4408-a7b9-da9bf721bbe2 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:44.221122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Attempting to bind port e459a37d-708e-4408-a7b9-da9bf721bbe2 on network b94ad8cd-21c4-4015-b257-a41afdad0fd0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:44.221581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9cdd8-f1c8-4bc0-80ee-6d65391a6a51 req-e03c6c2d-48cb-4152-99b3-63539a449e2d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:44.234172 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2db9cdd8-f1c8-4bc0-80ee-6d65391a6a51 req-e03c6c2d-48cb-4152-99b3-63539a449e2d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 944 time: 0.1365879 Nov 12 13:26:44.268426 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.287383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.311642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c HTTP/1.1" status: 204 len: 168 time: 1.1705616 Nov 12 13:26:44.355091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:44.355886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Checking segment: {'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:44.358387 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] For port 49f334dd-a7a3-44b5-b251-0864a5822df9, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:44.362011 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.363221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Bound using segment: {'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:44.363557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Bound port: e459a37d-708e-4408-a7b9-da9bf721bbe2, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:44.364190 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.377867 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] For port 49f334dd-a7a3-44b5-b251-0864a5822df9, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=49f334dd-a7a3-44b5-b251-0864a5822df9,segment=NetworkSegment(e55e766a-18c0-4f88-8907-d873daf1231b),segment_id=e55e766a-18c0-4f88-8907-d873daf1231b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:44.400437 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.505639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2db9cdd8-f1c8-4bc0-80ee-6d65391a6a51 req-1ba6e28e-ee53-48b8-89ce-49b2657db2bf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675519 Nov 12 13:26:44.510203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c43573-2a5b-47b6-afee-60714750beb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6da2d1-7b92-4e09-a2df-b057c3fe4f6c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:44.694520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e62f5a20-6118-4864-825e-bcd8f4aeed5f None None] Provisioning complete for port 216a82e6-cfd2-4835-adf1-fee5d539ea05 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:44.702631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-c0159442-919b-4fde-856d-1f4e50d219a0 service neutron] 10.222.0.73 "GET /v2.0/networks/94a16b43-1ce6-4251-a628-f1dbc195702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151391 Nov 12 13:26:44.705210 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e62f5a20-6118-4864-825e-bcd8f4aeed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.728893 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Routers {'9b3fa04d-335a-4861-a118-4842d2a4d4b1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:26:44.734476 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:44.846111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45322) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:44.947876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.951556 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b91e-6d22-4a14-8c50-dac2b2f6c32b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:44.970367 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] Set router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:26:45.002885 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bb66d199-2f30-45a1-a137-0ee4da282afc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed9e9db980c54f0d9bd0f0fa8fabb3b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542635 Nov 12 13:26:45.006784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:45.041032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Pushing event updated for resources: {'Port': ['ID=e459a37d-708e-4408-a7b9-da9bf721bbe2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:45.110458 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-cd02c7fb-ec91-4d44-b6b2-b85eef5039b5 service neutron] 10.222.0.73 "GET /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757670 Nov 12 13:26:45.111749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] For port e459a37d-708e-4408-a7b9-da9bf721bbe2, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:45.148050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] For port e459a37d-708e-4408-a7b9-da9bf721bbe2, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e459a37d-708e-4408-a7b9-da9bf721bbe2,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:45.149658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.150136 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ecbbf-9c77-426d-946c-1e743d33cc4f None None] Pushing event updated for resources: {'Port': ['ID=49f334dd-a7a3-44b5-b251-0864a5822df9,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:45.167043 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.180402 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28056311-072b-4933-ae80-dcde0f6a5976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.189307 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.213233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e62f5a20-6118-4864-825e-bcd8f4aeed5f None None] Port 216a82e6-cfd2-4835-adf1-fee5d539ea05 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:45.219203 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.246578 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28056311-072b-4933-ae80-dcde0f6a5976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.295371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:45.299238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Network 94a16b43-1ce6-4251-a628-f1dbc195702a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:45.308168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e57d3e-8c3c-48c9-969d-44b46cdf726e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:45.311371 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c73770-e177-4a61-b997-83011b8a6d42" -d '{"events": [{"server_uuid": "d5de178d-a48e-4c03-9a38-049cf261a7ae", "name": "network-vif-plugged", "status": "completed", "tag": "03e57d3e-8c3c-48c9-969d-44b46cdf726e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:45.314464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 66e6cbd7-8b53-4b4e-9a3a-38037275037a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:45.314871 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.347202 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.351423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-b7fc4c85-4478-464c-ae33-d372de33260b service neutron] 10.222.0.73 "GET /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398372 Nov 12 13:26:45.380835 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28056311-072b-4933-ae80-dcde0f6a5976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.384212 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28056311-072b-4933-ae80-dcde0f6a5976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.386148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-28056311-072b-4933-ae80-dcde0f6a5976 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a7bd9a8b-23f4-448d-8a4c-025250f3d7f8 HTTP/1.1" status: 204 len: 168 time: 0.3782561 Nov 12 13:26:45.412838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28056311-072b-4933-ae80-dcde0f6a5976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bd9a8b-23f4-448d-8a4c-025250f3d7f8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:45.440210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:45.467264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:45.500578 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a12c7f-5684-4045-aa07-53bf1608b500 x-openstack-request-id: req-d7a12c7f-5684-4045-aa07-53bf1608b500 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:45.502530 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5de178d-a48e-4c03-9a38-049cf261a7ae", "name": "network-vif-plugged", "status": "completed", "tag": "03e57d3e-8c3c-48c9-969d-44b46cdf726e", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:45.505608 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7a12c7f-5684-4045-aa07-53bf1608b500 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:45.509549 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e57d3e-8c3c-48c9-969d-44b46cdf726e', 'code': 200} Nov 12 13:26:45.662380 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'name': 'tempest-ServersTestMultiNic-1092224487-router', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:27Z', 'updated_at': '2021-11-12T13:26:34Z', 'revision_number': 4, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'gw_port': {'id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:28Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '49f334dd-a7a3-44b5-b251-0864a5822df9', 'name': '', 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'mac_address': 'fa:16:3e:39:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:33Z', 'updated_at': '2021-11-12T13:26:44Z', 'revision_number': 4, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'subnets': [{'id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:26:45.770597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e62f5a20-6118-4864-825e-bcd8f4aeed5f None None] Provisioning complete for port 66e6cbd7-8b53-4b4e-9a3a-38037275037a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:45.776198 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e62f5a20-6118-4864-825e-bcd8f4aeed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:45.805209 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44dcf08-fc28-4d29-9ade-ead9f8534421 None None] The sync data for ids ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'] in n-d-805736-4 is: [{'id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'name': 'tempest-ServersTestMultiNic-1092224487-router', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:27Z', 'updated_at': '2021-11-12T13:26:34Z', 'revision_number': 4, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'gw_port': {'id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:28Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '49f334dd-a7a3-44b5-b251-0864a5822df9', 'name': '', 'network_id': '940fa497-2982-4ae6-beb7-393106ccced9', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'mac_address': 'fa:16:3e:39:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:33Z', 'updated_at': '2021-11-12T13:26:44Z', 'revision_number': 4, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'subnets': [{'id': 'bfc4f620-47a4-46bc-966b-faeb4d720ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:26:45.895536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fa340-3725-476b-9b33-df511fa4ed4c req-d55d42ab-1b4d-4f3a-8459-76d25c154b5a tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:45.915870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-004fa340-3725-476b-9b33-df511fa4ed4c req-d55d42ab-1b4d-4f3a-8459-76d25c154b5a tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.2088056 Nov 12 13:26:46.108662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b91e-6d22-4a14-8c50-dac2b2f6c32b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:46.139413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-004fa340-3725-476b-9b33-df511fa4ed4c req-ade78cd0-c4d6-4e93-9b44-f6af5b7cb5b8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133219 Nov 12 13:26:46.202750 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b91e-6d22-4a14-8c50-dac2b2f6c32b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:46.206298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Pushing event updated for resources: {'Port': ['ID=0fb8fd32-a59a-40dd-a6c7-e4f058af048d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:46.500881 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-add245a4-81cb-4779-ac11-6f0bfd4ddaa5 req-9c8c6f05-0437-46f0-a012-411d8d1cea05 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 210 time: 0.3545802 Nov 12 13:26:46.536395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cfa17-bf9f-4c9f-9c69-af846e6d5c06 req-0933f2c4-ebdb-473f-88d3-3da624eed1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:46.538370 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e4cfa17-bf9f-4c9f-9c69-af846e6d5c06 req-0933f2c4-ebdb-473f-88d3-3da624eed1f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 1096 time: 0.9247713 Nov 12 13:26:46.551056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-3aa1b91e-6d22-4a14-8c50-dac2b2f6c32b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] In _notify_port_updated(), no bound segment for port 5813858d-3f94-4601-bd67-e9460d942cea on network b16fb64d-bfa1-4071-a481-f198bbcd6b7c {{(pid=102675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:26:46.575644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa1b91e-6d22-4a14-8c50-dac2b2f6c32b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:46.576422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b91e-6d22-4a14-8c50-dac2b2f6c32b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:46.579012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3aa1b91e-6d22-4a14-8c50-dac2b2f6c32b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "PUT /v2.0/ports/5813858d-3f94-4601-bd67-e9460d942cea HTTP/1.1" status: 200 len: 1000 time: 2.7434607 Nov 12 13:26:46.581903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45358) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:46.627317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Attempting to bind port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:46.628116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Attempting to bind port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:46.628791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Attempting to bind port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d on network 94a16b43-1ce6-4251-a628-f1dbc195702a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:46.721044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1b91e-6d22-4a14-8c50-dac2b2f6c32b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Port': ['ID=5813858d-3f94-4601-bd67-e9460d942cea,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:46.844543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:46.845271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Checking segment: {'id': 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:46.846027 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:46.846699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Bound using segment: {'id': 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:46.847625 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Bound port: 0fb8fd32-a59a-40dd-a6c7-e4f058af048d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:46.848472 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:46.869349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e4cfa17-bf9f-4c9f-9c69-af846e6d5c06 req-0e825975-268f-4ed5-891e-2e39c249b076 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889736 Nov 12 13:26:46.921693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73b86c-b4c8-4636-92ac-3c6e134ff831 None None] Pushing event updated for resources: {'Port': ['ID=e459a37d-708e-4408-a7b9-da9bf721bbe2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:46.990078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-70339127-c0dc-4636-874c-e9bd583adcd7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Deleting port 5813858d-3f94-4601-bd67-e9460d942cea {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:46.990671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70339127-c0dc-4636-874c-e9bd583adcd7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:47.066208 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:26:47.484489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=03e57d3e-8c3c-48c9-969d-44b46cdf726e,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:47.491871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 29bc3926-9e8c-4cf3-9995-276a16f8d508 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:47.538523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70339127-c0dc-4636-874c-e9bd583adcd7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:47.610221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-70339127-c0dc-4636-874c-e9bd583adcd7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Calling delete_port for 5813858d-3f94-4601-bd67-e9460d942cea owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:47.691385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc60bf9-5a1b-4d09-af08-2acb6435664c req-a7ea4aa7-2d03-4f6d-8b6a-70851aca63c9 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:47.712187 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cbc60bf9-5a1b-4d09-af08-2acb6435664c req-a7ea4aa7-2d03-4f6d-8b6a-70851aca63c9 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.3137629 Nov 12 13:26:47.736010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 29bc3926-9e8c-4cf3-9995-276a16f8d508 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:47.736389 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:47.825674 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cbc60bf9-5a1b-4d09-af08-2acb6435664c req-9f3b9a4b-9d6b-462f-9804-03ca3312f833 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093855 Nov 12 13:26:47.845262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] For port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:47.861494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] For port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0fb8fd32-a59a-40dd-a6c7-e4f058af048d,segment=NetworkSegment(ede07a83-cf55-4724-b9a0-dd4f564cbbdc),segment_id=ede07a83-cf55-4724-b9a0-dd4f564cbbdc)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:47.882263 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:47.965473 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-237a1768-5b2e-4bee-92c4-85d455e62972 req-829166c4-9d58-4dc6-99ad-8c840301551b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 210 time: 0.2791374 Nov 12 13:26:47.993182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7a3b20f3-912e-463c-afb6-df0d0fe5117d None None] Provisioning complete for port 49f334dd-a7a3-44b5-b251-0864a5822df9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:47.993182 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a3b20f3-912e-463c-afb6-df0d0fe5117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:48.106485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87b1a6-568c-4806-89a3-e56fe2a73ce9 None None] Pushing event updated for resources: {'Port': ['ID=0fb8fd32-a59a-40dd-a6c7-e4f058af048d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:48.131061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a321ce8-fcd0-43aa-a491-3287f2f4cfec None None] Network b94ad8cd-21c4-4015-b257-a41afdad0fd0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:48.224294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 49f334dd-a7a3-44b5-b251-0864a5822df9 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:48.354545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70339127-c0dc-4636-874c-e9bd583adcd7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:48.439020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70339127-c0dc-4636-874c-e9bd583adcd7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event deleted for resources: {'Port': ['ID=5813858d-3f94-4601-bd67-e9460d942cea,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:48.594185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70339127-c0dc-4636-874c-e9bd583adcd7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:48.607941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-70339127-c0dc-4636-874c-e9bd583adcd7 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "DELETE /v2.0/ports/5813858d-3f94-4601-bd67-e9460d942cea HTTP/1.1" status: 204 len: 168 time: 2.0223122 Nov 12 13:26:48.611078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45400) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:48.639096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-1605abc4-7f11-4387-81e7-1c86efe592aa tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:48.655569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-1605abc4-7f11-4387-81e7-1c86efe592aa tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:48.661749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-1605abc4-7f11-4387-81e7-1c86efe592aa tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "GET /v2.0/networks?id=b94ad8cd-21c4-4015-b257-a41afdad0fd0&id=94a16b43-1ce6-4251-a628-f1dbc195702a&id=b94ad8cd-21c4-4015-b257-a41afdad0fd0 HTTP/1.1" status: 200 len: 1390 time: 0.4952552 Nov 12 13:26:48.710202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'port': {'device_id': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0', 'admin_state_up': True, 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:48.726764 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca217a7-0ea7-41c1-add2-f2d895391602 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] GET failed (client error): The resource could not be found. Nov 12 13:26:48.735997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1ca217a7-0ea7-41c1-add2-f2d895391602 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "GET /v2.0/ports/5813858d-3f94-4601-bd67-e9460d942cea HTTP/1.1" status: 404 len: 333 time: 0.1233363 Nov 12 13:26:48.741742 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45404) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:48.748649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 49f334dd-a7a3-44b5-b251-0864a5822df9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:48.748649 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:48.759505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'port': {'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1432938651'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:48.847052 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a3b20f3-912e-463c-afb6-df0d0fe5117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:48.988594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7a3b20f3-912e-463c-afb6-df0d0fe5117d None None] For port 49f334dd-a7a3-44b5-b251-0864a5822df9, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=49f334dd-a7a3-44b5-b251-0864a5822df9,segment=NetworkSegment(e55e766a-18c0-4f88-8907-d873daf1231b),segment_id=e55e766a-18c0-4f88-8907-d873daf1231b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:48.992956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Made reservation on behalf of 92fd2b7d6841476aa49c949506179709 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:49.018486 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a3b20f3-912e-463c-afb6-df0d0fe5117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:49.024485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:49.088242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:49.107786 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:49.129818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] device_id is not set on port f6d269c8-eee1-4451-aad5-71a268ddb13a yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:26:49.141392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7a3b20f3-912e-463c-afb6-df0d0fe5117d None None] Could not find standard attr ID for object 5813858d-3f94-4601-bd67-e9460d942cea. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:26:49.218515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7a3b20f3-912e-463c-afb6-df0d0fe5117d None None] Could not find standard attr ID for object f24f64aa-e90d-475e-9aba-6b964438abeb. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:26:49.288303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b20f3-912e-463c-afb6-df0d0fe5117d None None] Pushing event updated for resources: {'Port': ['ID=49f334dd-a7a3-44b5-b251-0864a5822df9,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:49.377105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b20c36c8-86f4-4a36-83fc-df32c292faa2 None None] Provisioning complete for port e459a37d-708e-4408-a7b9-da9bf721bbe2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:49.378423 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b20c36c8-86f4-4a36-83fc-df32c292faa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:49.472339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a4f69ef-a830-4519-9322-86d61f84a61b req-38258af2-81af-48ef-96c4-337f3341f155 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 210 time: 0.3037736 Nov 12 13:26:49.549656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Allocated IP 19.80.0.3 (b94ad8cd-21c4-4015-b257-a41afdad0fd0/4eb6470f-1260-40ce-90b4-326afb4dfd0a/3bb46ebe-47b9-457b-9209-13c0a206dcc9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:49.579678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae96f00-85d1-4f85-8b19-4f782557a446 req-d8432da5-b43e-4af2-b19c-5c8d2b3d029f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:49.593149 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ae96f00-85d1-4f85-8b19-4f782557a446 req-d8432da5-b43e-4af2-b19c-5c8d2b3d029f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.1392081 Nov 12 13:26:49.690124 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b20c36c8-86f4-4a36-83fc-df32c292faa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:49.713523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ae96f00-85d1-4f85-8b19-4f782557a446 req-cfc346a5-1078-43b4-9d14-8b6a3f516bcb tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190183 Nov 12 13:26:49.856431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0fb8fd32-a59a-40dd-a6c7-e4f058af048d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:49.859690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b20c36c8-86f4-4a36-83fc-df32c292faa2 None None] For port e459a37d-708e-4408-a7b9-da9bf721bbe2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e459a37d-708e-4408-a7b9-da9bf721bbe2,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:49.872051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Allocated IP 2001:db8::2f6 (b16fb64d-bfa1-4071-a481-f198bbcd6b7c/d5ec7fb6-893a-4181-b975-ece1dd0c4fae/f6d269c8-eee1-4451-aad5-71a268ddb13a) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:49.898801 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b20c36c8-86f4-4a36-83fc-df32c292faa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:49.970708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c36c8-86f4-4a36-83fc-df32c292faa2 None None] Pushing event updated for resources: {'Port': ['ID=e459a37d-708e-4408-a7b9-da9bf721bbe2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:50.003777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:50.003777 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:50.123444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8378393e-8fa4-45e8-af5f-80e706ab2a67 None None] Provisioning complete for port e459a37d-708e-4408-a7b9-da9bf721bbe2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:50.123815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8378393e-8fa4-45e8-af5f-80e706ab2a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:50.264578 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:50.339866 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:50.347830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:50.398503 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:50.427852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:50.428637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6110a-5342-473c-836f-8229e9fdaf39 None None] Network 94a16b43-1ce6-4251-a628-f1dbc195702a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:26:50.484149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network b94ad8cd-21c4-4015-b257-a41afdad0fd0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:50.495822 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:50.497427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:50.509827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3cb6-39b8-44a8-a268-d78d329f2f7a req-72d4495c-47bf-4a28-8db3-50b59659fae8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:50.514665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:50.521162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:50.521983 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:50.540596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fdc3cb6-39b8-44a8-a268-d78d329f2f7a req-72d4495c-47bf-4a28-8db3-50b59659fae8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.4513166 Nov 12 13:26:50.553173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Port': ['ID=f6d269c8-eee1-4451-aad5-71a268ddb13a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:50.570052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:50.580644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aa71d094-4a16-4058-bd2a-fede3c339615 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8370647 Nov 12 13:26:50.583182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:50.583646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45436) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:50.597021 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'port': {'network_id': 'b16fb64d-bfa1-4071-a481-f198bbcd6b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-172680773'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:50.801513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fdc3cb6-39b8-44a8-a268-d78d329f2f7a req-5b1eddef-72ea-47e3-bb43-ba58e1eb2f90 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413957 Nov 12 13:26:50.926410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Made reservation on behalf of 92fd2b7d6841476aa49c949506179709 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:50.929560 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:50.993034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:50.995956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0fb8fd32-a59a-40dd-a6c7-e4f058af048d,segment=NetworkSegment(ede07a83-cf55-4724-b9a0-dd4f564cbbdc),segment_id=ede07a83-cf55-4724-b9a0-dd4f564cbbdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:51.004658 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:51.034057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] device_id is not set on port 2341078e-e139-4586-ae22-c4a8aca56494 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:26:51.072209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Port': ['ID=3bb46ebe-47b9-457b-9209-13c0a206dcc9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:51.116669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-5e761640-d5bf-4c48-b1a8-fb22637d990f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4402258 Nov 12 13:26:51.158299 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:51.159645 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e459a37d-708e-4408-a7b9-da9bf721bbe2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:51.166532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'port': {'device_id': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a', 'admin_state_up': True, 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:51.691178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2cd51669-1d0d-47ba-a937-b31e8454edb9 None None] Provisioning complete for port f6d269c8-eee1-4451-aad5-71a268ddb13a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:51.691931 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cd51669-1d0d-47ba-a937-b31e8454edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:51.712290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=0fb8fd32-a59a-40dd-a6c7-e4f058af048d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:51.734024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:51.742823 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:51.862788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2cd51669-1d0d-47ba-a937-b31e8454edb9 None None] Port f6d269c8-eee1-4451-aad5-71a268ddb13a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:51.894065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e459a37d-708e-4408-a7b9-da9bf721bbe2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:51.894466 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:51.939101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2cd51669-1d0d-47ba-a937-b31e8454edb9 None None] Provisioning complete for port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:51.939469 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cd51669-1d0d-47ba-a937-b31e8454edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.032363 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Allocated IP 2001:db8::34 (b16fb64d-bfa1-4071-a481-f198bbcd6b7c/d5ec7fb6-893a-4181-b975-ece1dd0c4fae/2341078e-e139-4586-ae22-c4a8aca56494) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:52.098513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2cd51669-1d0d-47ba-a937-b31e8454edb9 None None] Port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:52.135832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2cd51669-1d0d-47ba-a937-b31e8454edb9 None None] Provisioning complete for port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:52.136478 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cd51669-1d0d-47ba-a937-b31e8454edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.281956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc61dd-11f9-45c9-a5ec-615cfb4d1ad0 req-d9153102-72af-4d8d-b9ba-957614dcac99 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:52.291416 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4dfc61dd-11f9-45c9-a5ec-615cfb4d1ad0 req-d9153102-72af-4d8d-b9ba-957614dcac99 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 930 time: 1.4432242 Nov 12 13:26:52.443306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.494585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Allocated IP 19.86.0.12 (94a16b43-1ce6-4251-a628-f1dbc195702a/399f6e8a-2598-4033-bf21-de04e8cb8f42/08512f5d-9349-4fb5-84da-0a528bf7aba9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:52.525875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4dfc61dd-11f9-45c9-a5ec-615cfb4d1ad0 req-a385a9ac-5583-4d5e-a94b-3c9f3fb86a77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328811 Nov 12 13:26:52.564144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0fb8fd32-a59a-40dd-a6c7-e4f058af048d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:52.601505 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.615257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-04dd4878-3c4c-4551-9a33-ae66df973462 None None] Provisioning complete for port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:52.615645 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04dd4878-3c4c-4551-9a33-ae66df973462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.673420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:52.677203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:52.679794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:52.688817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:52.690142 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.763148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Port': ['ID=2341078e-e139-4586-ae22-c4a8aca56494,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:52.841330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b1bd738f-0c5b-4272-bc0a-8ca8b9e11b21 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2561235 Nov 12 13:26:52.844420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45482) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:52.875205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:52.876191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-309b8c2e-c7a4-48ff-b6c5-87fc65f5e185 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b7', 'mac_address': 'fa:16:3e:fe:ef:9a'}, {'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:11:d1:99'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:52.876450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:52.973466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-83850953-74b6-47d9-9f1d-66d6d4fdd969 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:52.974264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-96e121ad-f1d3-43ff-849d-53a00aef9e32 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:52.975052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-96e121ad-f1d3-43ff-849d-53a00aef9e32 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5de178d-a48e-4c03-9a38-049cf261a7ae HTTP/1.1" status: 200 len: 945 time: 0.2083769 Nov 12 13:26:52.984825 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-83850953-74b6-47d9-9f1d-66d6d4fdd969 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/networks?id=24b9bba6-54da-41d8-9024-59954b89ba99 HTTP/1.1" status: 200 len: 814 time: 1.1463711 Nov 12 13:26:53.038619 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-3d2b4e83-9c54-4df9-ba53-b69adf8e8afd tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/quotas/a83115dcd3cd460d8bb0bce622d65795 HTTP/1.1" status: 200 len: 375 time: 0.0508447 Nov 12 13:26:53.170210 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.178947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e459a37d-708e-4408-a7b9-da9bf721bbe2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:53.237322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-5969abd5-43c4-49c1-b208-175cc4fa7fdf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83115dcd3cd460d8bb0bce622d65795&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1987743 Nov 12 13:26:53.252959 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e238ed79-e48c-46f0-b492-dfbec8e55d7b None None] Provisioning complete for port 2341078e-e139-4586-ae22-c4a8aca56494 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:53.254233 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e238ed79-e48c-46f0-b492-dfbec8e55d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.278221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.306325 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-309b8c2e-c7a4-48ff-b6c5-87fc65f5e185 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.341067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e238ed79-e48c-46f0-b492-dfbec8e55d7b None None] Port 2341078e-e139-4586-ae22-c4a8aca56494 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:53.360428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e459a37d-708e-4408-a7b9-da9bf721bbe2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:53.361336 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.394064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Port': ['ID=08512f5d-9349-4fb5-84da-0a528bf7aba9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:53.446084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network 94a16b43-1ce6-4251-a628-f1dbc195702a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:53.455746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:53.458308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:53.554037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-208d30cf-e34d-41ee-8809-8c1dab5546cc service neutron] 10.222.0.73 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157241 Nov 12 13:26:53.567833 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-309b8c2e-c7a4-48ff-b6c5-87fc65f5e185 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.577885 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-309b8c2e-c7a4-48ff-b6c5-87fc65f5e185 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.582227 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:53.583079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.602294 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Deleting port 03e57d3e-8c3c-48c9-969d-44b46cdf726e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:53.602895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.623799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-32bb9924-0838-42c0-a60e-616bb97af1d7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4936237 Nov 12 13:26:53.636027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 49f334dd-a7a3-44b5-b251-0864a5822df9 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:26:53.638680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'port': {'device_id': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0', 'admin_state_up': True, 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:53.786504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] For port 03e57d3e-8c3c-48c9-969d-44b46cdf726e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=03e57d3e-8c3c-48c9-969d-44b46cdf726e,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:26:53.786999 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.810636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 49f334dd-a7a3-44b5-b251-0864a5822df9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:53.811475 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:53.828596 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Calling delete_port for 03e57d3e-8c3c-48c9-969d-44b46cdf726e owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:53.970751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-03e0a502-17b5-42a2-819b-5b0f26dd55ba service neutron] 10.222.0.73 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131842 Nov 12 13:26:53.991441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:53.995721 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:54.243062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-309b8c2e-c7a4-48ff-b6c5-87fc65f5e185 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] In _notify_port_updated(), no bound segment for port 2341078e-e139-4586-ae22-c4a8aca56494 on network b16fb64d-bfa1-4071-a481-f198bbcd6b7c {{(pid=102675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:26:54.257766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309b8c2e-c7a4-48ff-b6c5-87fc65f5e185 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:54.259025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-309b8c2e-c7a4-48ff-b6c5-87fc65f5e185 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:54.261982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c4337cf0-2c93-4a7d-b629-9910ae5b2151 None None] Provisioning complete for port 08512f5d-9349-4fb5-84da-0a528bf7aba9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:54.262558 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4337cf0-2c93-4a7d-b629-9910ae5b2151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:54.264510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-309b8c2e-c7a4-48ff-b6c5-87fc65f5e185 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "PUT /v2.0/ports/2341078e-e139-4586-ae22-c4a8aca56494 HTTP/1.1" status: 200 len: 1066 time: 1.4190292 Nov 12 13:26:54.266041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b8c2e-c7a4-48ff-b6c5-87fc65f5e185 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event updated for resources: {'Port': ['ID=2341078e-e139-4586-ae22-c4a8aca56494,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:54.280423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45502) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:54.492225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c4337cf0-2c93-4a7d-b629-9910ae5b2151 None None] Port 08512f5d-9349-4fb5-84da-0a528bf7aba9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:54.568223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa30d-2b86-4296-9606-f71b67477017 req-d190562d-6e14-439f-8838-6b25d9812f48 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:54.575204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa30d-2b86-4296-9606-f71b67477017 req-d190562d-6e14-439f-8838-6b25d9812f48 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:54.583412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Allocated IP 19.80.0.115 (b94ad8cd-21c4-4015-b257-a41afdad0fd0/4eb6470f-1260-40ce-90b4-326afb4dfd0a/e2246e43-ac58-421d-abe5-bbd8ff379d1c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:54.584505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55caa30d-2b86-4296-9606-f71b67477017 req-d190562d-6e14-439f-8838-6b25d9812f48 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 1652 time: 0.4777303 Nov 12 13:26:54.665236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-552b43c1-a1d5-44c2-9c60-c752d1ab57a2 None None] Provisioning complete for port 2341078e-e139-4586-ae22-c4a8aca56494 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:54.666233 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-552b43c1-a1d5-44c2-9c60-c752d1ab57a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:54.709768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:54.853096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55caa30d-2b86-4296-9606-f71b67477017 req-ba8aa243-1b13-498b-8667-3f3faf2840b9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676075 Nov 12 13:26:54.883437 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-552b43c1-a1d5-44c2-9c60-c752d1ab57a2 None None] Port 2341078e-e139-4586-ae22-c4a8aca56494 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:54.929932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Pushing event deleted for resources: {'Port': ['ID=03e57d3e-8c3c-48c9-969d-44b46cdf726e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:54.940856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.941216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.941594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.941946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.942289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.942631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.942966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.943301 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.943636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.943968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.944298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.944628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:26:54.955080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] No DVR routers for this DVR port 03e57d3e-8c3c-48c9-969d-44b46cdf726e on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:26:54.959529 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:54.964647 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4213d0bc-7410-4cb5-8a87-ed7f1102a63d req-cae9e06e-a8bd-49c7-ba44-8a0322e82fb1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.70 "DELETE /v2.0/ports/03e57d3e-8c3c-48c9-969d-44b46cdf726e HTTP/1.1" status: 204 len: 173 time: 1.9776797 Nov 12 13:26:54.965676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'name': 'network-vif-deleted', 'tag': '03e57d3e-8c3c-48c9-969d-44b46cdf726e'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:54.969357 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2960d657-40b6-4fe8-8550-830d22648e3d" -d '{"events": [{"server_uuid": "d5de178d-a48e-4c03-9a38-049cf261a7ae", "name": "network-vif-deleted", "tag": "03e57d3e-8c3c-48c9-969d-44b46cdf726e"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:54.998502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ff02ac5b-573d-4086-b880-049330f2c881 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Deleting port 2341078e-e139-4586-ae22-c4a8aca56494 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:55.000182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ff02ac5b-573d-4086-b880-049330f2c881 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:55.058082 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:55.062173 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16601074-63c0-41ec-9cd1-a44bcd2e7f96 x-openstack-request-id: req-16601074-63c0-41ec-9cd1-a44bcd2e7f96 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:55.062399 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5de178d-a48e-4c03-9a38-049cf261a7ae", "name": "network-vif-deleted", "tag": "03e57d3e-8c3c-48c9-969d-44b46cdf726e", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:55.062493 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16601074-63c0-41ec-9cd1-a44bcd2e7f96 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:55.062884 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5de178d-a48e-4c03-9a38-049cf261a7ae', 'name': 'network-vif-deleted', 'tag': '03e57d3e-8c3c-48c9-969d-44b46cdf726e', 'status': 'completed', 'code': 200} Nov 12 13:26:55.199574 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:55.270461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2674fb1-269a-4336-9bce-1d54295f3c7b req-ad3e1d15-b211-43e7-822c-c8c96592c187 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 210 time: 0.1355295 Nov 12 13:26:55.301611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ff02ac5b-573d-4086-b880-049330f2c881 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:55.315883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network b94ad8cd-21c4-4015-b257-a41afdad0fd0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:26:55.325778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:26:55.328462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ff02ac5b-573d-4086-b880-049330f2c881 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Calling delete_port for 2341078e-e139-4586-ae22-c4a8aca56494 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:55.330532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:26:55.364662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Port': ['ID=e2246e43-ac58-421d-abe5-bbd8ff379d1c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:55.412664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:55.413779 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:55.440441 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-2316a2bc-11a8-469f-8b46-11fa499c8fac tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8069351 Nov 12 13:26:55.455598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Request body: {'port': {'device_id': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:55.584510 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:55.876182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ff02ac5b-573d-4086-b880-049330f2c881 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:55.967742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-09daff85-db1c-44e4-9148-8923d1f32fa1 None None] Provisioning complete for port e2246e43-ac58-421d-abe5-bbd8ff379d1c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:26:55.973255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09daff85-db1c-44e4-9148-8923d1f32fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:56.044781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02ac5b-573d-4086-b880-049330f2c881 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event deleted for resources: {'Port': ['ID=2341078e-e139-4586-ae22-c4a8aca56494,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:56.207410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-09daff85-db1c-44e4-9148-8923d1f32fa1 None None] Port e2246e43-ac58-421d-abe5-bbd8ff379d1c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:26:56.278695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 03e57d3e-8c3c-48c9-969d-44b46cdf726e no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:26:56.330580 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 03e57d3e-8c3c-48c9-969d-44b46cdf726e {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:26:56.333240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 03e57d3e-8c3c-48c9-969d-44b46cdf726e not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:26:56.378747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb46ebe-47b9-457b-9209-13c0a206dcc9 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:26:56.394615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:56.422982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Transition to ACTIVE for port object 3bb46ebe-47b9-457b-9209-13c0a206dcc9 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:26:56.440076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:56.542183 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ff02ac5b-573d-4086-b880-049330f2c881 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:56.551601 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ff02ac5b-573d-4086-b880-049330f2c881 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "DELETE /v2.0/ports/2341078e-e139-4586-ae22-c4a8aca56494 HTTP/1.1" status: 204 len: 168 time: 2.2683153 Nov 12 13:26:56.554668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45544) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:56.604815 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0789c8df-465a-45b8-b115-2ae8669d5093 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] GET failed (client error): The resource could not be found. Nov 12 13:26:56.607069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Pushing event updated for resources: {'Port': ['ID=3bb46ebe-47b9-457b-9209-13c0a206dcc9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:56.608715 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0789c8df-465a-45b8-b115-2ae8669d5093 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "GET /v2.0/ports/2341078e-e139-4586-ae22-c4a8aca56494 HTTP/1.1" status: 404 len: 333 time: 0.0501573 Nov 12 13:26:56.610607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45546) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:56.614395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-180a2e66-4b59-40a3-817d-3e328956e827 req-c7bcf807-f94e-45e1-8631-c8d377519da1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 210 time: 0.1502619 Nov 12 13:26:56.738235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7133d-9c97-4a9e-9273-c63d97f7ec0c req-4a7dc705-97d6-41d9-9c39-5faf959c9df8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:56.763037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7133d-9c97-4a9e-9273-c63d97f7ec0c req-4a7dc705-97d6-41d9-9c39-5faf959c9df8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:56.787316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7133d-9c97-4a9e-9273-c63d97f7ec0c req-4a7dc705-97d6-41d9-9c39-5faf959c9df8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:56.790162 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6b7133d-9c97-4a9e-9273-c63d97f7ec0c req-4a7dc705-97d6-41d9-9c39-5faf959c9df8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2374 time: 0.6458256 Nov 12 13:26:56.821617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Attempting to bind port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:56.822442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Attempting to bind port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:56.823036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Attempting to bind port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 on network b94ad8cd-21c4-4015-b257-a41afdad0fd0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:56.831169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 on network b94ad8cd-21c4-4015-b257-a41afdad0fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:26:56.831574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Attempting to bind port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 on network b94ad8cd-21c4-4015-b257-a41afdad0fd0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:56.838099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:56.838646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Checking segment: {'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:56.839242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Bound using segment: {'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:56.840532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Bound port: 3bb46ebe-47b9-457b-9209-13c0a206dcc9, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:56.840532 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:56.993830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] For port 3bb46ebe-47b9-457b-9209-13c0a206dcc9, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:57.002756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] For port 3bb46ebe-47b9-457b-9209-13c0a206dcc9, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3bb46ebe-47b9-457b-9209-13c0a206dcc9,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:57.012895 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:57.032952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00760bdd-4941-4bf3-ba3d-189a36908d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:57.130099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:57.131123 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:57.138893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] 10.222.0.105 "PUT /v2.0/ports/3bb46ebe-47b9-457b-9209-13c0a206dcc9 HTTP/1.1" status: 200 len: 1090 time: 1.6880431 Nov 12 13:26:57.163776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'tag': '3bb46ebe-47b9-457b-9209-13c0a206dcc9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:57.171290 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f89615-7127-4575-bbd3-5a2457d6611f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "tag": "3bb46ebe-47b9-457b-9209-13c0a206dcc9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:57.190751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Request body: {'port': {'device_id': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:57.263778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1731f3c-ea45-4a37-ba6e-7170d29f679b service neutron] Pushing event updated for resources: {'Port': ['ID=3bb46ebe-47b9-457b-9209-13c0a206dcc9,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:57.288581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6900a-c9d6-4b13-be4b-ef11fea1253b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Deleting port f6d269c8-eee1-4451-aad5-71a268ddb13a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:57.289255 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4aa6900a-c9d6-4b13-be4b-ef11fea1253b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:57.362039 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:57.536775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6b7133d-9c97-4a9e-9273-c63d97f7ec0c req-6634dc62-1e86-47b0-b36e-e5d7c1a6eae2 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853414 Nov 12 13:26:57.660411 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60385e6-5251-4d67-ad16-5b9149a989e5 x-openstack-request-id: req-d60385e6-5251-4d67-ad16-5b9149a989e5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:57.661258 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "tag": "3bb46ebe-47b9-457b-9209-13c0a206dcc9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:57.661571 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d60385e6-5251-4d67-ad16-5b9149a989e5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:57.662135 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'tag': '3bb46ebe-47b9-457b-9209-13c0a206dcc9', 'status': 'completed', 'code': 200} Nov 12 13:26:57.705215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f89615-7127-4575-bbd3-5a2457d6611f req-cad18a64-a8eb-4aeb-b1a2-46ccb42a8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:57.706771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f89615-7127-4575-bbd3-5a2457d6611f req-cad18a64-a8eb-4aeb-b1a2-46ccb42a8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:57.707235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f89615-7127-4575-bbd3-5a2457d6611f req-cad18a64-a8eb-4aeb-b1a2-46ccb42a8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:57.710045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85f89615-7127-4575-bbd3-5a2457d6611f req-cad18a64-a8eb-4aeb-b1a2-46ccb42a8f54 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2729 time: 0.2116652 Nov 12 13:26:57.811787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-187bf2e7-a610-43ad-b21a-a62fb40d25c8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:57.818519 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-187bf2e7-a610-43ad-b21a-a62fb40d25c8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.70 "GET /v2.0/networks?id=24b9bba6-54da-41d8-9024-59954b89ba99 HTTP/1.1" status: 200 len: 814 time: 0.7270093 Nov 12 13:26:57.855370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Request body: {'port': {'device_id': 'f13fe1c5-bf79-4d63-b0c3-2a5df11e0745', 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99', 'admin_state_up': True, 'tenant_id': 'a83115dcd3cd460d8bb0bce622d65795'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:57.886269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4aa6900a-c9d6-4b13-be4b-ef11fea1253b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:57.906245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6900a-c9d6-4b13-be4b-ef11fea1253b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Calling delete_port for f6d269c8-eee1-4451-aad5-71a268ddb13a owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:26:57.957592 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-04ab65f7-e0c1-4f5f-a6a5-e296a1aa04eb req-3cbba2ae-6934-4da3-a3f2-35efac728108 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 210 time: 0.1094711 Nov 12 13:26:58.121456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08512f5d-9349-4fb5-84da-0a528bf7aba9 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:26:58.142146 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:58.179775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Transition to ACTIVE for port object 08512f5d-9349-4fb5-84da-0a528bf7aba9 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:26:58.189667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:58.335404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=08512f5d-9349-4fb5-84da-0a528bf7aba9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:58.461243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f89615-7127-4575-bbd3-5a2457d6611f req-97336c2f-f7d3-4239-8ac7-20f2d8c0065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:58.462113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f89615-7127-4575-bbd3-5a2457d6611f req-97336c2f-f7d3-4239-8ac7-20f2d8c0065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:58.462221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f89615-7127-4575-bbd3-5a2457d6611f req-97336c2f-f7d3-4239-8ac7-20f2d8c0065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:58.463852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85f89615-7127-4575-bbd3-5a2457d6611f req-97336c2f-f7d3-4239-8ac7-20f2d8c0065b service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7362769 Nov 12 13:26:58.532312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Attempting to bind port 08512f5d-9349-4fb5-84da-0a528bf7aba9 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:26:58.533368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Attempting to bind port 08512f5d-9349-4fb5-84da-0a528bf7aba9 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:26:58.534842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Attempting to bind port 08512f5d-9349-4fb5-84da-0a528bf7aba9 on network 94a16b43-1ce6-4251-a628-f1dbc195702a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:58.564797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Port 08512f5d-9349-4fb5-84da-0a528bf7aba9 on network 94a16b43-1ce6-4251-a628-f1dbc195702a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:26:58.565530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Attempting to bind port 08512f5d-9349-4fb5-84da-0a528bf7aba9 on network 94a16b43-1ce6-4251-a628-f1dbc195702a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:26:58.578060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:26:58.578469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Checking segment: {'id': 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:26:58.579458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Bound using segment: {'id': 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:26:58.580241 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Bound port: 08512f5d-9349-4fb5-84da-0a528bf7aba9, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:26:58.580241 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:58.664117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4aa6900a-c9d6-4b13-be4b-ef11fea1253b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:58.670503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f89615-7127-4575-bbd3-5a2457d6611f req-c3ef7238-7877-4139-ae3b-ed96f04f00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:58.672427 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85f89615-7127-4575-bbd3-5a2457d6611f req-c3ef7238-7877-4139-ae3b-ed96f04f00dc service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816728 Nov 12 13:26:58.681746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Made reservation on behalf of a83115dcd3cd460d8bb0bce622d65795 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:26:58.687384 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:58.744000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6900a-c9d6-4b13-be4b-ef11fea1253b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event deleted for resources: {'Port': ['ID=f6d269c8-eee1-4451-aad5-71a268ddb13a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:58.869276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] For port 08512f5d-9349-4fb5-84da-0a528bf7aba9, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:26:58.873458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4aa6900a-c9d6-4b13-be4b-ef11fea1253b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:58.877594 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4aa6900a-c9d6-4b13-be4b-ef11fea1253b tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "DELETE /v2.0/ports/f6d269c8-eee1-4451-aad5-71a268ddb13a HTTP/1.1" status: 204 len: 168 time: 2.2642004 Nov 12 13:26:58.883033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] For port 08512f5d-9349-4fb5-84da-0a528bf7aba9, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=08512f5d-9349-4fb5-84da-0a528bf7aba9,segment=NetworkSegment(ede07a83-cf55-4724-b9a0-dd4f564cbbdc),segment_id=ede07a83-cf55-4724-b9a0-dd4f564cbbdc)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:26:58.888432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45580) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:58.911230 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:59.006371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e356e-71d9-4fab-a098-7dda6a4dddfe req-d057d6e1-6074-416d-9069-15600abaef18 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:59.014247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e356e-71d9-4fab-a098-7dda6a4dddfe req-d057d6e1-6074-416d-9069-15600abaef18 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:59.022196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e356e-71d9-4fab-a098-7dda6a4dddfe req-d057d6e1-6074-416d-9069-15600abaef18 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:59.024128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f00e356e-71d9-4fab-a098-7dda6a4dddfe req-d057d6e1-6074-416d-9069-15600abaef18 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2398 time: 0.2203186 Nov 12 13:26:59.033363 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b6c55d-1b12-4af1-bcc5-935fbf2e7def tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] GET failed (client error): The resource could not be found. Nov 12 13:26:59.040516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-25b6c55d-1b12-4af1-bcc5-935fbf2e7def tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "GET /v2.0/ports/f6d269c8-eee1-4451-aad5-71a268ddb13a HTTP/1.1" status: 404 len: 333 time: 0.1466458 Nov 12 13:26:59.056660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:26:59.058164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:59.058332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45584) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:26:59.061228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] 10.222.0.105 "PUT /v2.0/ports/08512f5d-9349-4fb5-84da-0a528bf7aba9 HTTP/1.1" status: 200 len: 1091 time: 1.8827631 Nov 12 13:26:59.173042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Request body: {'port': {'device_id': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:26:59.177804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01df4a-1aba-498f-9719-f6364eb9b4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=08512f5d-9349-4fb5-84da-0a528bf7aba9,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:26:59.329321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:59.388378 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73d661b4-5b87-4f59-91b2-151d02bd5db5 req-09ee22d8-72bb-463c-9d86-4bc5418c21e7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 210 time: 0.0601428 Nov 12 13:26:59.472902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91eb0e3e-3e2d-4cfd-9e9c-e3cf22700009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:59.521673 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f00e356e-71d9-4fab-a098-7dda6a4dddfe req-b3642477-17c9-4814-a76a-5ec158bfa992 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647434 Nov 12 13:26:59.522970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Allocated IP 172.20.0.12 (24b9bba6-54da-41d8-9024-59954b89ba99/60e0cb0c-58c2-4f71-8374-b208b225270d/b97be435-ff38-49ab-9542-e74ef9afee2b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:26:59.607381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f18d7-489e-4372-a433-e109c0b0bbd4 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Deleting port 216a82e6-cfd2-4835-adf1-fee5d539ea05 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:26:59.607877 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7d2f18d7-489e-4372-a433-e109c0b0bbd4 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:26:59.683998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'tag': '08512f5d-9349-4fb5-84da-0a528bf7aba9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:26:59.691460 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ee8e51-dc78-4ae2-b808-d460b06a9725" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "tag": "08512f5d-9349-4fb5-84da-0a528bf7aba9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:26:59.888784 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37abba1-6c18-4325-b3e4-e851457115dc x-openstack-request-id: req-b37abba1-6c18-4325-b3e4-e851457115dc {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:26:59.889868 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "tag": "08512f5d-9349-4fb5-84da-0a528bf7aba9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:26:59.889868 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b37abba1-6c18-4325-b3e4-e851457115dc {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:26:59.889868 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'tag': '08512f5d-9349-4fb5-84da-0a528bf7aba9', 'status': 'completed', 'code': 200} Nov 12 13:27:00.069956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8e51-dc78-4ae2-b808-d460b06a9725 req-75bf793e-3d45-4096-9ab0-8b64f3b3898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:00.069956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8e51-dc78-4ae2-b808-d460b06a9725 req-75bf793e-3d45-4096-9ab0-8b64f3b3898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:00.069956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8e51-dc78-4ae2-b808-d460b06a9725 req-75bf793e-3d45-4096-9ab0-8b64f3b3898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:00.070990 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2ee8e51-dc78-4ae2-b808-d460b06a9725 req-75bf793e-3d45-4096-9ab0-8b64f3b3898f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2796 time: 0.1542795 Nov 12 13:27:00.161079 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7d2f18d7-489e-4372-a433-e109c0b0bbd4 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:00.185118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:00.194027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f18d7-489e-4372-a433-e109c0b0bbd4 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Calling delete_port for 216a82e6-cfd2-4835-adf1-fee5d539ea05 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:00.333254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8e51-dc78-4ae2-b808-d460b06a9725 req-35fc07fd-3879-48b9-96bf-a6f9ba53573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:00.333747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8e51-dc78-4ae2-b808-d460b06a9725 req-35fc07fd-3879-48b9-96bf-a6f9ba53573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:00.334205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8e51-dc78-4ae2-b808-d460b06a9725 req-35fc07fd-3879-48b9-96bf-a6f9ba53573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:00.335875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2ee8e51-dc78-4ae2-b808-d460b06a9725 req-35fc07fd-3879-48b9-96bf-a6f9ba53573c service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2557876 Nov 12 13:27:00.365461 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:00.504790 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:00.529086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2246e43-ac58-421d-abe5-bbd8ff379d1c {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:00.539602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:00.558058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Transition to ACTIVE for port object e2246e43-ac58-421d-abe5-bbd8ff379d1c will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:27:00.564704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:00.632562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Network 24b9bba6-54da-41d8-9024-59954b89ba99 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:00.664991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Pushing event updated for resources: {'Port': ['ID=e2246e43-ac58-421d-abe5-bbd8ff379d1c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:00.668870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:00.690337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:00.721134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Pushing event updated for resources: {'Port': ['ID=b97be435-ff38-49ab-9542-e74ef9afee2b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:00.724827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636fca6-e822-4033-ab81-b802618980c3 req-9648c9dc-b842-49d8-a1b2-4a17764f47ea tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:00.733465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c636fca6-e822-4033-ab81-b802618980c3 req-9648c9dc-b842-49d8-a1b2-4a17764f47ea tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 932 time: 0.1623616 Nov 12 13:27:00.842662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7d2f18d7-489e-4372-a433-e109c0b0bbd4 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:00.919975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8e51-dc78-4ae2-b808-d460b06a9725 req-8788e7cb-922b-432b-bc27-a9000229ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:00.924109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2ee8e51-dc78-4ae2-b808-d460b06a9725 req-8788e7cb-922b-432b-bc27-a9000229ea8a service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5789707 Nov 12 13:27:00.950525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c636fca6-e822-4033-ab81-b802618980c3 req-2ce2d143-5f53-4acb-ba2a-bc5d2e9215dc tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161322 Nov 12 13:27:00.991493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Attempting to bind port e2246e43-ac58-421d-abe5-bbd8ff379d1c on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:00.992081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Attempting to bind port e2246e43-ac58-421d-abe5-bbd8ff379d1c by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:00.992421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Attempting to bind port e2246e43-ac58-421d-abe5-bbd8ff379d1c on network b94ad8cd-21c4-4015-b257-a41afdad0fd0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:01.009958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Port e2246e43-ac58-421d-abe5-bbd8ff379d1c on network b94ad8cd-21c4-4015-b257-a41afdad0fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:27:01.010876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Attempting to bind port e2246e43-ac58-421d-abe5-bbd8ff379d1c on network b94ad8cd-21c4-4015-b257-a41afdad0fd0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:01.026539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:01.026827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Checking segment: {'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:01.027128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Bound using segment: {'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:01.027512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Bound port: e2246e43-ac58-421d-abe5-bbd8ff379d1c, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4f3c70-0170-4e08-8968-cdbaedd05b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:01.028238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:01.036258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f18d7-489e-4372-a433-e109c0b0bbd4 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event deleted for resources: {'Port': ['ID=216a82e6-cfd2-4835-adf1-fee5d539ea05,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:01.060709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:01.061485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:01.178240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] For port e2246e43-ac58-421d-abe5-bbd8ff379d1c, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:01.185396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] For port e2246e43-ac58-421d-abe5-bbd8ff379d1c, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e2246e43-ac58-421d-abe5-bbd8ff379d1c,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:01.191647 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-91582142-fba4-42fe-80b6-7e4e2b89e45d tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3541474 Nov 12 13:27:01.195267 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7d2f18d7-489e-4372-a433-e109c0b0bbd4 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:01.196312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:01.202005 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7d2f18d7-489e-4372-a433-e109c0b0bbd4 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "DELETE /v2.0/ports/216a82e6-cfd2-4835-adf1-fee5d539ea05 HTTP/1.1" status: 204 len: 168 time: 2.1423340 Nov 12 13:27:01.210977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:01.239062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Request body: {'port': {'device_id': 'f13fe1c5-bf79-4d63-b0c3-2a5df11e0745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:01.323828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Pushing event updated for resources: {'Port': ['ID=e2246e43-ac58-421d-abe5-bbd8ff379d1c,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:01.341273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:01.342596 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:01.344218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-36551117-39b7-479a-a91a-c77dc18f001a service neutron] 10.222.0.105 "PUT /v2.0/ports/e2246e43-ac58-421d-abe5-bbd8ff379d1c HTTP/1.1" status: 200 len: 1092 time: 2.2382059 Nov 12 13:27:01.386945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc02f4-1836-42cc-bce9-20d7bdfecf32 req-52db6b48-d234-4d61-91e7-68d51fe5b1fe tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:01.397541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc02f4-1836-42cc-bce9-20d7bdfecf32 req-52db6b48-d234-4d61-91e7-68d51fe5b1fe tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:01.410281 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc02f4-1836-42cc-bce9-20d7bdfecf32 req-52db6b48-d234-4d61-91e7-68d51fe5b1fe tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:01.420963 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87dc02f4-1836-42cc-bce9-20d7bdfecf32 req-52db6b48-d234-4d61-91e7-68d51fe5b1fe tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2410 time: 0.5795393 Nov 12 13:27:01.517444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9774219f-667d-407b-9d91-992aca86614f tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Deleting subnet d5ec7fb6-893a-4181-b975-ece1dd0c4fae {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:27:01.528695 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9774219f-667d-407b-9d91-992aca86614f tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:01.580063 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:01.610120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87dc02f4-1836-42cc-bce9-20d7bdfecf32 req-95299ad1-8fc1-435d-85b4-eaa67c4320c6 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877203 Nov 12 13:27:01.650894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-ff8087d1-483b-48a7-a773-8f260b60fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:01.658706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-ff8087d1-483b-48a7-a773-8f260b60fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:01.659683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-ff8087d1-483b-48a7-a773-8f260b60fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:01.671845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-ff8087d1-483b-48a7-a773-8f260b60fdc4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2863 time: 0.2685714 Nov 12 13:27:01.775134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-6d4b259d-7584-4ff2-95a3-6f32308e18a8 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.3&port_id=3bb46ebe-47b9-457b-9209-13c0a206dcc9 HTTP/1.1" status: 200 len: 217 time: 0.0851233 Nov 12 13:27:01.793588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9774219f-667d-407b-9d91-992aca86614f tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:01.895810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9774219f-667d-407b-9d91-992aca86614f tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:01.965796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'tag': 'e2246e43-ac58-421d-abe5-bbd8ff379d1c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:01.968467 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1da9cf9-9260-45f2-a1ea-99192d140aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "tag": "e2246e43-ac58-421d-abe5-bbd8ff379d1c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:01.983176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9774219f-667d-407b-9d91-992aca86614f tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.021249 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9774219f-667d-407b-9d91-992aca86614f tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.028945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9774219f-667d-407b-9d91-992aca86614f tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "DELETE /v2.0/subnets/d5ec7fb6-893a-4181-b975-ece1dd0c4fae HTTP/1.1" status: 204 len: 168 time: 0.7147772 Nov 12 13:27:02.029253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa7637-6bd1-4df6-bcb5-c79a13d009fa None None] Network b16fb64d-bfa1-4071-a481-f198bbcd6b7c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:02.069914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45634) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:02.089165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774219f-667d-407b-9d91-992aca86614f tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ec7fb6-893a-4181-b975-ece1dd0c4fae,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:02.107148 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9887e218-ef57-4c4c-8aa4-637e7c77c67a x-openstack-request-id: req-9887e218-ef57-4c4c-8aa4-637e7c77c67a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:02.107483 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "tag": "e2246e43-ac58-421d-abe5-bbd8ff379d1c", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:02.107745 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9887e218-ef57-4c4c-8aa4-637e7c77c67a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:02.108948 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'tag': 'e2246e43-ac58-421d-abe5-bbd8ff379d1c', 'status': 'completed', 'code': 200} Nov 12 13:27:02.166102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-c27f703e-06e8-4d1c-b7e9-1da154c62ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:02.168198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-c27f703e-06e8-4d1c-b7e9-1da154c62ed5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4eb6470f-1260-40ce-90b4-326afb4dfd0a HTTP/1.1" status: 200 len: 801 time: 0.1963928 Nov 12 13:27:02.298512 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.321747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b87ae-93cd-40bb-94d5-1d3979b6e0e7 req-39b98362-e579-4d0b-96d4-1f68aacc21f1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:02.324354 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.332626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7a5b87ae-93cd-40bb-94d5-1d3979b6e0e7 req-39b98362-e579-4d0b-96d4-1f68aacc21f1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 932 time: 0.1919506 Nov 12 13:27:02.339646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97be435-ff38-49ab-9542-e74ef9afee2b {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:02.350879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-6cbbda9b-a75f-4886-98b3-48b02703c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:02.351294 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.352415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-6cbbda9b-a75f-4886-98b3-48b02703c900 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b94ad8cd-21c4-4015-b257-a41afdad0fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1646700 Nov 12 13:27:02.419496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Transition to ACTIVE for port object b97be435-ff38-49ab-9542-e74ef9afee2b will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:27:02.428329 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.457979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-dad5553e-8d01-4178-a45a-25819fa87c8b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:02.465960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-dad5553e-8d01-4178-a45a-25819fa87c8b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 820 time: 0.2415690 Nov 12 13:27:02.483177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] DHCP port deletion for b16fb64d-bfa1-4071-a481-f198bbcd6b7c request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:02.490646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7a5b87ae-93cd-40bb-94d5-1d3979b6e0e7 req-528f74d1-900f-4bd0-9ecb-2e33f84b126b tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566534 Nov 12 13:27:02.595281 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-91dc746a-d2a1-44d4-8712-8cd77fc6b8ab service neutron] 10.222.0.105 "GET /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313221 Nov 12 13:27:02.660360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Deleting port 66e6cbd7-8b53-4b4e-9a3a-38037275037a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:02.661658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.805433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Deleting port 66e6cbd7-8b53-4b4e-9a3a-38037275037a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:02.806053 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.897489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] For port 66e6cbd7-8b53-4b4e-9a3a-38037275037a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=66e6cbd7-8b53-4b4e-9a3a-38037275037a,segment=NetworkSegment(60b90f2e-3a95-4461-97ce-118d0168ba86),segment_id=60b90f2e-3a95-4461-97ce-118d0168ba86)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:02.897868 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.919992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Calling delete_port for 66e6cbd7-8b53-4b4e-9a3a-38037275037a owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:02.925885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] For port 66e6cbd7-8b53-4b4e-9a3a-38037275037a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=66e6cbd7-8b53-4b4e-9a3a-38037275037a,segment=NetworkSegment(60b90f2e-3a95-4461-97ce-118d0168ba86),segment_id=60b90f2e-3a95-4461-97ce-118d0168ba86)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:02.926409 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.931560 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:02.968006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Calling delete_port for 66e6cbd7-8b53-4b4e-9a3a-38037275037a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:02.985850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b97be435-ff38-49ab-9542-e74ef9afee2b,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:03.002875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-f0567206-1771-4354-a414-f6895e0da33e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/quotas/2c150512e91d4bbaa0a395acf6c2097a HTTP/1.1" status: 200 len: 375 time: 0.5359550 Nov 12 13:27:03.101196 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:03.130720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Attempting to bind port b97be435-ff38-49ab-9542-e74ef9afee2b on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:03.131223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Attempting to bind port b97be435-ff38-49ab-9542-e74ef9afee2b by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:03.131652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Attempting to bind port b97be435-ff38-49ab-9542-e74ef9afee2b on network 24b9bba6-54da-41d8-9024-59954b89ba99 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:03.137481 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:03.139291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Port b97be435-ff38-49ab-9542-e74ef9afee2b on network 24b9bba6-54da-41d8-9024-59954b89ba99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:27:03.139792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Attempting to bind port b97be435-ff38-49ab-9542-e74ef9afee2b on network 24b9bba6-54da-41d8-9024-59954b89ba99 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:03.141737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Pushing event deleted for resources: {'Port': ['ID=66e6cbd7-8b53-4b4e-9a3a-38037275037a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:03.149329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:03.149796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Checking segment: {'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:03.150312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Bound using segment: {'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:03.151452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Bound port: b97be435-ff38-49ab-9542-e74ef9afee2b, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6f8366-641d-42ca-a79b-381801623a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:03.151921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:03.158272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] No DVR routers for this DVR port 66e6cbd7-8b53-4b4e-9a3a-38037275037a on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:03.171548 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.171798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.172001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.172342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.172679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.173014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.173494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.173838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.174169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.174497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.174822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.175151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dcacd-f8aa-4e55-9ed4-2e37ec8f8d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.181507 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-06d176e6-011f-4942-bcb3-220e11835cac tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1654310 Nov 12 13:27:03.215115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-2d7db524-5ec7-4406-b581-b458f7f8be7c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6058764 Nov 12 13:27:03.222456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event deleted for resources: {'Port': ['ID=66e6cbd7-8b53-4b4e-9a3a-38037275037a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:03.234773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.235157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.235512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.235891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.236196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.236534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.236878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.237212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.237579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.237909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.238269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.238623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:03.250900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] No DVR routers for this DVR port 66e6cbd7-8b53-4b4e-9a3a-38037275037a on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:03.328847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] For port b97be435-ff38-49ab-9542-e74ef9afee2b, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:03.348946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] For port b97be435-ff38-49ab-9542-e74ef9afee2b, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b97be435-ff38-49ab-9542-e74ef9afee2b,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:03.352994 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-9de408fe-fe1d-4f3a-9845-0ee6104be0eb service neutron] 10.222.0.105 "GET /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460470 Nov 12 13:27:03.360840 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:03.398902 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-689dedf5-ebad-4d7d-af2c-b064f1ed85dc service neutron] 10.222.0.73 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839519 Nov 12 13:27:03.411104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883899af-e395-4caa-aeb1-39fea2ae9fe5 req-190111ce-fd6d-4f74-b08d-9fa70f1d3968 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.413116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.413795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:03.415465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] 10.222.0.70 "PUT /v2.0/ports/b97be435-ff38-49ab-9542-e74ef9afee2b HTTP/1.1" status: 200 len: 1092 time: 2.2116513 Nov 12 13:27:03.416046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13fe1c5-bf79-4d63-b0c3-2a5df11e0745', 'tag': 'b97be435-ff38-49ab-9542-e74ef9afee2b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:03.418039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883899af-e395-4caa-aeb1-39fea2ae9fe5 req-190111ce-fd6d-4f74-b08d-9fa70f1d3968 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.418904 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f92489-e23d-42c9-9c9d-2b58aa6805aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f13fe1c5-bf79-4d63-b0c3-2a5df11e0745", "tag": "b97be435-ff38-49ab-9542-e74ef9afee2b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:03.425330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883899af-e395-4caa-aeb1-39fea2ae9fe5 req-190111ce-fd6d-4f74-b08d-9fa70f1d3968 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.431675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-883899af-e395-4caa-aeb1-39fea2ae9fe5 req-190111ce-fd6d-4f74-b08d-9fa70f1d3968 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2410 time: 0.3580227 Nov 12 13:27:03.542477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:03.543225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5b8f8-276b-4397-908e-fd0ce88938b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b97be435-ff38-49ab-9542-e74ef9afee2b,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:03.547018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-a2997646-f9a0-420c-891a-c50c7d0f61ac service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=08512f5d-9349-4fb5-84da-0a528bf7aba9 HTTP/1.1" status: 200 len: 217 time: 0.1865461 Nov 12 13:27:03.657832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f8a1b0bf-4760-4777-af1b-8cf1c4947611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.658739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f8a1b0bf-4760-4777-af1b-8cf1c4947611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.659553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f8a1b0bf-4760-4777-af1b-8cf1c4947611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.660457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f8a1b0bf-4760-4777-af1b-8cf1c4947611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.661643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f8a1b0bf-4760-4777-af1b-8cf1c4947611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.662574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f8a1b0bf-4760-4777-af1b-8cf1c4947611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.663391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f8a1b0bf-4760-4777-af1b-8cf1c4947611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.663522 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-0b435d40-4acf-4be3-9070-946d8fbe8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.667025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-0b435d40-4acf-4be3-9070-946d8fbe8212 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a83115dcd3cd460d8bb0bce622d65795&device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 1095 time: 0.2000210 Nov 12 13:27:03.667729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f8a1b0bf-4760-4777-af1b-8cf1c4947611 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6501 time: 0.3782556 Nov 12 13:27:03.676113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16fb64d-bfa1-4071-a481-f198bbcd6b7c']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:03.763007 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-7207cdb5-c9ef-4ef6-b6fa-756c489702bc service neutron] 10.222.0.73 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240952 Nov 12 13:27:03.763251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b90f2e-3a95-4461-97ce-118d0168ba86') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:03.763407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b90f2e-3a95-4461-97ce-118d0168ba86') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:03.764669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-96a0c775-31bc-49c7-ab9a-8008df972398 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b97be435-ff38-49ab-9542-e74ef9afee2b HTTP/1.1" status: 200 len: 217 time: 0.0863740 Nov 12 13:27:03.819023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-883899af-e395-4caa-aeb1-39fea2ae9fe5 req-a5d0834f-88b8-4384-801b-5831203fecc4 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847947 Nov 12 13:27:03.820959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:03.856416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-ee0feb32-5515-45a6-a94f-71e3dc51009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.858074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-ee0feb32-5515-45a6-a94f-71e3dc51009c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=399f6e8a-2598-4033-bf21-de04e8cb8f42 HTTP/1.1" status: 200 len: 801 time: 0.2940528 Nov 12 13:27:03.869955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-db49662f-f9f3-4193-ba2a-29921db091f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:03.872993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-db49662f-f9f3-4193-ba2a-29921db091f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60e0cb0c-58c2-4f71-8374-b208b225270d HTTP/1.1" status: 200 len: 854 time: 0.1007197 Nov 12 13:27:03.896987 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:03.926685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:27:03.927099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:27:03.931410 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:27:03.936520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-556a988d-7e7a-4f88-8935-dce4376972be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24b9bba6-54da-41d8-9024-59954b89ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555267 Nov 12 13:27:04.106645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-c82857df-7fbd-4e5e-846e-687b0ecab171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:04.107515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-c82857df-7fbd-4e5e-846e-687b0ecab171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:04.108403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-c82857df-7fbd-4e5e-846e-687b0ecab171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:04.111427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-c82857df-7fbd-4e5e-846e-687b0ecab171 service neutron] 10.222.0.70 "GET /v2.0/networks?id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&id=86f1d168-32de-4338-8ea5-eb80a7d59bbe HTTP/1.1" status: 200 len: 2296 time: 0.3929710 Nov 12 13:27:04.117772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-b12a81b6-b8d1-48cb-b494-4cbb2d212d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:04.120980 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-b12a81b6-b8d1-48cb-b494-4cbb2d212d52 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=94a16b43-1ce6-4251-a628-f1dbc195702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2461770 Nov 12 13:27:04.124496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:04.161641 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b818fdf9-0976-493e-b3ac-d227f797bde1 x-openstack-request-id: req-b818fdf9-0976-493e-b3ac-d227f797bde1 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:04.162226 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13fe1c5-bf79-4d63-b0c3-2a5df11e0745", "tag": "b97be435-ff38-49ab-9542-e74ef9afee2b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:04.163035 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b818fdf9-0976-493e-b3ac-d227f797bde1 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:04.163960 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13fe1c5-bf79-4d63-b0c3-2a5df11e0745', 'tag': 'b97be435-ff38-49ab-9542-e74ef9afee2b', 'status': 'completed', 'code': 200} Nov 12 13:27:04.193004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-8f41d94c-2052-4e72-a8a8-5c76b764194a service neutron] 10.222.0.70 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467194 Nov 12 13:27:04.271783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:04.286115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] 10.222.0.73 "DELETE /v2.0/networks/b16fb64d-bfa1-4071-a481-f198bbcd6b7c HTTP/1.1" status: 204 len: 168 time: 2.2143853 Nov 12 13:27:04.366643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db89aff-c5a8-487f-84b2-d5d5e6ee2572 tempest-AllowedAddressPairIpV6TestJSON-761061661 tempest-AllowedAddressPairIpV6TestJSON-761061661-project] Pushing event deleted for resources: {'Network': ['ID=b16fb64d-bfa1-4071-a481-f198bbcd6b7c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:04.451647 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a55107b4-f87a-4664-aeae-9ba7491b5d80 req-eebe1f33-bee3-4cbe-9992-67a781aa8468 service neutron] 10.222.0.70 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513678 Nov 12 13:27:04.508705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f0fa3cc6-320f-4080-a338-774913711f29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbee6d53-4da5-445b-9558-1c62aa989afe HTTP/1.1" status: 200 len: 1001 time: 0.3858843 Nov 12 13:27:04.612684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0be44-8d4a-4f30-bfc0-34098697fe01 req-88c19573-9f2e-4f9e-b915-41f59696397f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:04.617225 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6c0be44-8d4a-4f30-bfc0-34098697fe01 req-88c19573-9f2e-4f9e-b915-41f59696397f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 944 time: 0.3081717 Nov 12 13:27:04.706136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 66e6cbd7-8b53-4b4e-9a3a-38037275037a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:04.720345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f92489-e23d-42c9-9c9d-2b58aa6805aa req-89efa593-20d8-4572-9107-f952475809b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:04.727958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54f92489-e23d-42c9-9c9d-2b58aa6805aa req-89efa593-20d8-4572-9107-f952475809b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a83115dcd3cd460d8bb0bce622d65795&device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 1095 time: 0.1939569 Nov 12 13:27:04.733785 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-dc192c73-7971-49d4-8490-7f278102a459 service neutron] 10.222.0.105 "GET /v2.0/networks/94a16b43-1ce6-4251-a628-f1dbc195702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944269 Nov 12 13:27:04.788214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-570e6a80-944c-43ae-a488-8ea470d4cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:04.790648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-570e6a80-944c-43ae-a488-8ea470d4cde4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4dec9a87-8b74-444f-a019-9e4489ab8c90 HTTP/1.1" status: 200 len: 855 time: 0.2717836 Nov 12 13:27:04.801009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 66e6cbd7-8b53-4b4e-9a3a-38037275037a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:04.803111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 66e6cbd7-8b53-4b4e-9a3a-38037275037a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:04.881159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17c18be2-6a03-4731-9f1f-1b226c971d76 req-0c5702a8-33b8-405f-9419-9b477b99f0ac tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 210 time: 0.0938458 Nov 12 13:27:05.008230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f92489-e23d-42c9-9c9d-2b58aa6805aa req-e239068a-4b0a-4044-bd8b-809e9e31f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:05.010913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54f92489-e23d-42c9-9c9d-2b58aa6805aa req-e239068a-4b0a-4044-bd8b-809e9e31f8f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=24b9bba6-54da-41d8-9024-59954b89ba99 HTTP/1.1" status: 200 len: 915 time: 0.2743597 Nov 12 13:27:05.034889 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6c0be44-8d4a-4f30-bfc0-34098697fe01 req-7f8f8ade-3628-4d0e-af49-fb0cafd40b0f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872046 Nov 12 13:27:05.137954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54f92489-e23d-42c9-9c9d-2b58aa6805aa req-45a3a8b6-1d9f-4941-9a61-4d25615dda34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b97be435-ff38-49ab-9542-e74ef9afee2b HTTP/1.1" status: 200 len: 217 time: 0.1196668 Nov 12 13:27:05.143873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-0c1e8603-810b-4a8d-944e-5d75c5ccec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:05.146719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-0c1e8603-810b-4a8d-944e-5d75c5ccec8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3295989 Nov 12 13:27:05.286945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f92489-e23d-42c9-9c9d-2b58aa6805aa req-7db7ee52-a04c-4be2-929f-57b84ae80853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:05.289878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54f92489-e23d-42c9-9c9d-2b58aa6805aa req-7db7ee52-a04c-4be2-929f-57b84ae80853 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60e0cb0c-58c2-4f71-8374-b208b225270d HTTP/1.1" status: 200 len: 854 time: 0.1050327 Nov 12 13:27:05.343529 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-504b1b53-43d4-46a7-83ef-55b46d01be30 service neutron] 10.222.0.70 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741667 Nov 12 13:27:05.351992 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54f92489-e23d-42c9-9c9d-2b58aa6805aa req-a7e7731b-a48d-4520-85aa-6bd27f391fcc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24b9bba6-54da-41d8-9024-59954b89ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492620 Nov 12 13:27:05.352244 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-e313c32f-50b0-4483-8c5c-ecbcb657c1f5 service neutron] 10.222.0.105 "GET /v2.0/networks/94a16b43-1ce6-4251-a628-f1dbc195702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995374 Nov 12 13:27:05.356289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45710) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:05.375504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398fbad-4eae-44a2-96b4-29b4f7ac7924 req-3752dfa6-da0b-4539-a46f-751f3abde5ae tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:05.383080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398fbad-4eae-44a2-96b4-29b4f7ac7924 req-3752dfa6-da0b-4539-a46f-751f3abde5ae tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:05.390099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398fbad-4eae-44a2-96b4-29b4f7ac7924 req-3752dfa6-da0b-4539-a46f-751f3abde5ae tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:05.399351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f398fbad-4eae-44a2-96b4-29b4f7ac7924 req-3752dfa6-da0b-4539-a46f-751f3abde5ae tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2410 time: 0.2641740 Nov 12 13:27:05.423174 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-9115ec24-fe1e-4f58-9218-76e369e2e796 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=e2246e43-ac58-421d-abe5-bbd8ff379d1c HTTP/1.1" status: 200 len: 217 time: 0.0606964 Nov 12 13:27:05.541610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45714) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:05.581835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-3bd5bc4e-a3ec-4337-a8f6-5a1084d889a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:05.583881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-3bd5bc4e-a3ec-4337-a8f6-5a1084d889a5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4eb6470f-1260-40ce-90b4-326afb4dfd0a HTTP/1.1" status: 200 len: 801 time: 0.1293571 Nov 12 13:27:05.589317 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-cda2702b-466c-470b-942f-5f1b451c77f9 service neutron] 10.222.0.70 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350616 Nov 12 13:27:05.679089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54f92489-e23d-42c9-9c9d-2b58aa6805aa req-728eb077-91dd-4882-aaa7-8927c437efe7 service neutron] 10.222.0.70 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755470 Nov 12 13:27:05.680195 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-9a207c37-0974-401d-9ef8-2e42283ddf97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ffd8785e-5a43-4e78-b637-7566bcd394da HTTP/1.1" status: 200 len: 217 time: 0.0789900 Nov 12 13:27:05.710324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f398fbad-4eae-44a2-96b4-29b4f7ac7924 req-09261260-49d4-4d4d-b78a-26418a6e3c43 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092988 Nov 12 13:27:05.759076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-28b6b014-5646-41db-b11f-5cfb4a0027b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:05.761837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-28b6b014-5646-41db-b11f-5cfb4a0027b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.0649245 Nov 12 13:27:05.841458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a8212ec0-5649-490d-8805-58300bb1af5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:05.850400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a5e8af10-de85-4a71-bab1-90b2c39c2e1b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92fd2b7d6841476aa49c949506179709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4918272 Nov 12 13:27:05.852258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45720) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:05.859096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-0f072c57-8aa0-4fea-8546-c783f59fd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:05.861591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-0f072c57-8aa0-4fea-8546-c783f59fd958 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b94ad8cd-21c4-4015-b257-a41afdad0fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2697403 Nov 12 13:27:05.937101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54f92489-e23d-42c9-9c9d-2b58aa6805aa req-5fe401e3-15cb-47fb-bdc3-d9f10aa07c5c service neutron] 10.222.0.70 "GET /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377846 Nov 12 13:27:06.018629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-ae69916b-a9b3-45f6-a6c3-abd78f3725b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:06.020229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-ae69916b-a9b3-45f6-a6c3-abd78f3725b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2445004 Nov 12 13:27:06.042408 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a8212ec0-5649-490d-8805-58300bb1af5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:06.050042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a8212ec0-5649-490d-8805-58300bb1af5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:06.118537 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bacbddd2-5fb7-4a2f-b4ff-3f21434ce0f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:06.123588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a8212ec0-5649-490d-8805-58300bb1af5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c1b9f8d162f48eea036c7cb15e8fd5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5801327 Nov 12 13:27:06.127144 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0685c756-04ca-440f-bddc-8d0adc229018 req-0ce664b1-fcd0-46aa-84c9-4bcbab8e0fd6 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 210 time: 0.0562906 Nov 12 13:27:06.127978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45726) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:06.134378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8212ec0-5649-490d-8805-58300bb1af5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471ad219-6642-46e8-98fc-402b2629123f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:06.166256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-e9ca617c-bba6-43e3-bdf6-87a3692dedb2 service neutron] 10.222.0.105 "GET /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913613 Nov 12 13:27:06.169843 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bacbddd2-5fb7-4a2f-b4ff-3f21434ce0f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:06.260674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-795d6a41-9e8d-4242-b07f-2a35b12e0424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:06.324121 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-795d6a41-9e8d-4242-b07f-2a35b12e0424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:06.436771 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-795d6a41-9e8d-4242-b07f-2a35b12e0424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:06.440751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-795d6a41-9e8d-4242-b07f-2a35b12e0424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:06.442848 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-795d6a41-9e8d-4242-b07f-2a35b12e0424 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/471ad219-6642-46e8-98fc-402b2629123f HTTP/1.1" status: 204 len: 168 time: 0.3136289 Nov 12 13:27:06.459615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d6a41-9e8d-4242-b07f-2a35b12e0424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471ad219-6642-46e8-98fc-402b2629123f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:06.664625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-d846a936-de00-463d-9226-34e0df08fbb9 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:06.669632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-d846a936-de00-463d-9226-34e0df08fbb9 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 820 time: 0.3580122 Nov 12 13:27:06.686010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Request body: {'port': {'device_id': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3', 'admin_state_up': True, 'tenant_id': '2c150512e91d4bbaa0a395acf6c2097a'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:06.894302 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f0282cfe-8e96-4e64-ba97-f15efa3605d9 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8630164 Nov 12 13:27:06.921850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45742) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:06.998915 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44490d2b-6692-4793-975b-c5a3cf489044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:07.020984 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Made reservation on behalf of 2c150512e91d4bbaa0a395acf6c2097a for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:07.027351 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:07.033360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5efdbd-1864-45e0-9e32-b437965ff951 req-959c55ba-83da-4bd2-8318-253630b1fa75 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.041961 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff5efdbd-1864-45e0-9e32-b437965ff951 req-959c55ba-83da-4bd2-8318-253630b1fa75 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 944 time: 0.8618436 Nov 12 13:27:07.089716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639bb0f2-2a86-4937-85ab-88ce50592cc3 req-0416dbb5-8bf7-462e-9cf3-8cbed1961685 service neutron] 10.222.0.105 "GET /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9105597 Nov 12 13:27:07.096069 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bacbddd2-5fb7-4a2f-b4ff-3f21434ce0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:07.098020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092a2a2-8ede-4662-84e1-e86cbf11a6c7 req-3cbef192-6c6f-4a70-94f5-7f1ad7edbe53 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.098669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bacbddd2-5fb7-4a2f-b4ff-3f21434ce0f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:07.102561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bacbddd2-5fb7-4a2f-b4ff-3f21434ce0f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f263c232-e5ae-422c-9534-e23dc2dad4af HTTP/1.1" status: 204 len: 168 time: 1.2395325 Nov 12 13:27:07.114416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092a2a2-8ede-4662-84e1-e86cbf11a6c7 req-3cbef192-6c6f-4a70-94f5-7f1ad7edbe53 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.127630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092a2a2-8ede-4662-84e1-e86cbf11a6c7 req-3cbef192-6c6f-4a70-94f5-7f1ad7edbe53 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.141833 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b092a2a2-8ede-4662-84e1-e86cbf11a6c7 req-3cbef192-6c6f-4a70-94f5-7f1ad7edbe53 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2410 time: 0.2476645 Nov 12 13:27:07.148150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbddd2-5fb7-4a2f-b4ff-3f21434ce0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f263c232-e5ae-422c-9534-e23dc2dad4af,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:07.162426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff5efdbd-1864-45e0-9e32-b437965ff951 req-2aa42c94-345f-4157-8ee4-df21081f5a90 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179156 Nov 12 13:27:07.169189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-1cd46aa2-f963-46ed-9ac5-fb0a0eac99d9 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430427 Nov 12 13:27:07.338308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-ff2646a5-e42b-42c6-8225-20d7f774910a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=adc25839-ced5-44ce-bccb-c76270ef31b4 HTTP/1.1" status: 200 len: 217 time: 0.1313562 Nov 12 13:27:07.392734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-02724cb3-442e-4eed-9186-ff052e1edea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.393105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-02724cb3-442e-4eed-9186-ff052e1edea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.393712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-02724cb3-442e-4eed-9186-ff052e1edea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.395472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-02724cb3-442e-4eed-9186-ff052e1edea1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2863 time: 0.2186186 Nov 12 13:27:07.398444 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b092a2a2-8ede-4662-84e1-e86cbf11a6c7 req-c0f41dc8-4d71-461e-a790-b4490180f132 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550964 Nov 12 13:27:07.529714 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44490d2b-6692-4793-975b-c5a3cf489044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:07.535590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Allocated IP 172.20.0.10 (e411bc3c-af17-45ec-b8e1-39edef3887a3/102fa98f-869c-4389-b565-fb75f9d9ac39/07fa3157-8452-47a8-abd6-ea7a50f98214) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:07.560357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-0a74dd3e-47aa-4c95-ba39-b4ef0160b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.562416 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-0a74dd3e-47aa-4c95-ba39-b4ef0160b05e service neutron] 10.222.0.105 "GET /v2.0/networks?id=b94ad8cd-21c4-4015-b257-a41afdad0fd0 HTTP/1.1" status: 200 len: 902 time: 0.1567631 Nov 12 13:27:07.614218 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44490d2b-6692-4793-975b-c5a3cf489044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:07.614419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a07ef06e-5bb3-4009-b98e-28ac003000e0 req-6d71a18c-0c22-4afa-a179-5faf27df6c9c tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 210 time: 0.0507760 Nov 12 13:27:07.616941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-ad524403-eb4b-4bfb-be3e-af6bf2fbef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.618975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-ad524403-eb4b-4bfb-be3e-af6bf2fbef40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.2653131 Nov 12 13:27:07.699636 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-837d27cc-750b-4a17-b0f6-bf62453cc326 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=e2246e43-ac58-421d-abe5-bbd8ff379d1c HTTP/1.1" status: 200 len: 217 time: 0.0786529 Nov 12 13:27:07.763784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-44490d2b-6692-4793-975b-c5a3cf489044 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6795e16406946e7bde7c0691a290f4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8375306 Nov 12 13:27:07.780810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45752) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:07.799453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44490d2b-6692-4793-975b-c5a3cf489044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3999b61a-54b4-4da1-865c-12941ff3fb3f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:07.899588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f3d0570b-8a6a-4754-aa51-c3489fb1fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.902941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f3d0570b-8a6a-4754-aa51-c3489fb1fe8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2720644 Nov 12 13:27:07.906923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-8b9e7291-7058-40e3-9c11-88632471e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:07.909162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-8b9e7291-7058-40e3-9c11-88632471e549 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4eb6470f-1260-40ce-90b4-326afb4dfd0a HTTP/1.1" status: 200 len: 801 time: 0.1853881 Nov 12 13:27:07.920466 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:08.003323 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:08.016902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a4f6c415-88aa-440c-9704-5b504a4b9c5f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:08.027046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62454b63-303c-4ba3-bf3d-40fbafeea556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:08.075408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Network e411bc3c-af17-45ec-b8e1-39edef3887a3 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:08.079236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:08.103522 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:08.153081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62454b63-303c-4ba3-bf3d-40fbafeea556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:08.175939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:08.177008 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:08.180218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-720c71a7-4bca-40a9-9bf5-20fe8a9d5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:08.183950 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-720c71a7-4bca-40a9-9bf5-20fe8a9d5989 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b94ad8cd-21c4-4015-b257-a41afdad0fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2520468 Nov 12 13:27:08.216865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5378418 Nov 12 13:27:08.223373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50187b64-4f85-4d9b-9531-155f78cbf42e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Pushing event updated for resources: {'Port': ['ID=07fa3157-8452-47a8-abd6-ea7a50f98214,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:08.233947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Request body: {'port': {'device_id': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:08.325345 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:08.325509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b97be435-ff38-49ab-9542-e74ef9afee2b details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:27:08.333636 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-81c2c558-4993-4957-a1de-161fafdcfa6a service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199677 Nov 12 13:27:08.500730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62454b63-303c-4ba3-bf3d-40fbafeea556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:08.504721 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62454b63-303c-4ba3-bf3d-40fbafeea556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:08.506318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-62454b63-303c-4ba3-bf3d-40fbafeea556 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3999b61a-54b4-4da1-865c-12941ff3fb3f HTTP/1.1" status: 204 len: 168 time: 0.7239704 Nov 12 13:27:08.540803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62454b63-303c-4ba3-bf3d-40fbafeea556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3999b61a-54b4-4da1-865c-12941ff3fb3f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:08.685350 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-e3763fc3-c0ec-4ddd-8935-73f52ea45a5d service neutron] 10.222.0.105 "GET /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900033 Nov 12 13:27:08.695970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-e0ed152a-ead5-4f56-bda1-aae4022fbcc8 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321142 Nov 12 13:27:08.792087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9aff9-526c-45bf-82b8-d9b6592afffb req-2bae9c3a-2afc-4c05-a1d3-28c4139da452 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:08.805921 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2e9aff9-526c-45bf-82b8-d9b6592afffb req-2bae9c3a-2afc-4c05-a1d3-28c4139da452 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 944 time: 0.4477563 Nov 12 13:27:08.878821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port b97be435-ff38-49ab-9542-e74ef9afee2b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b97be435-ff38-49ab-9542-e74ef9afee2b,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:08.910596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-7256bc8b-2c19-4c20-9f05-da40c222c3f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=ffc2e683-9178-428e-841e-56c76d96143e HTTP/1.1" status: 200 len: 217 time: 0.1816087 Nov 12 13:27:08.940748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'b97be435-ff38-49ab-9542-e74ef9afee2b', 'network_id': '24b9bba6-54da-41d8-9024-59954b89ba99', 'port_id': 'b97be435-ff38-49ab-9542-e74ef9afee2b', 'mac_address': 'fa:16:3e:18:29:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e0cb0c-58c2-4f71-8374-b208b225270d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:27:09.002835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b1b6-5fe8-4b8f-9b54-dd76e4dd9146 req-ec160aaf-0658-4b75-8569-41b8092ffbd1 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:09.009043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b1b6-5fe8-4b8f-9b54-dd76e4dd9146 req-ec160aaf-0658-4b75-8569-41b8092ffbd1 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:09.015841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b1b6-5fe8-4b8f-9b54-dd76e4dd9146 req-ec160aaf-0658-4b75-8569-41b8092ffbd1 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:09.023363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5264b1b6-5fe8-4b8f-9b54-dd76e4dd9146 req-ec160aaf-0658-4b75-8569-41b8092ffbd1 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2410 time: 0.2836282 Nov 12 13:27:09.025033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:09.063644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fa3157-8452-47a8-abd6-ea7a50f98214 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:09.076666 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.092513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Transition to ACTIVE for port object 07fa3157-8452-47a8-abd6-ea7a50f98214 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:27:09.099933 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.105213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.130822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97be435-ff38-49ab-9542-e74ef9afee2b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:09.138175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f8dc7c4f-cf2f-494d-bbd8-0bf6447f4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:09.141913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f8dc7c4f-cf2f-494d-bbd8-0bf6447f4886 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.2209163 Nov 12 13:27:09.180256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5264b1b6-5fe8-4b8f-9b54-dd76e4dd9146 req-410c3152-4a92-42e2-ad2f-699bba9960ca tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557291 Nov 12 13:27:09.181122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port b97be435-ff38-49ab-9542-e74ef9afee2b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b97be435-ff38-49ab-9542-e74ef9afee2b,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:09.189413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.243727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1da9cf9-9260-45f2-a1ea-99192d140aa0 req-53da87a4-bbd3-4fee-bb0f-fd163c9ce956 service neutron] 10.222.0.105 "GET /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502903 Nov 12 13:27:09.257241 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2e9aff9-526c-45bf-82b8-d9b6592afffb req-4b109718-7498-4b2f-861a-3cc0c8af7ce0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504025 Nov 12 13:27:09.320768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-813361939'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:09.323699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=b97be435-ff38-49ab-9542-e74ef9afee2b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:09.378062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:09.378437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:09.378875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:09.381819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Pushing event updated for resources: {'Port': ['ID=07fa3157-8452-47a8-abd6-ea7a50f98214,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:09.399308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Port 07fa3157-8452-47a8-abd6-ea7a50f98214 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:27:09.400038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:09.401862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-1fbee7d0-40c9-49f7-8f28-b700b20b28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:09.403696 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-1fbee7d0-40c9-49f7-8f28-b700b20b28c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2490923 Nov 12 13:27:09.409644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:09.410427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:09.411371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:09.412415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Bound port: 07fa3157-8452-47a8-abd6-ea7a50f98214, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:09.413084 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.422664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Made reservation on behalf of 0660df74385146559e6796aeefe2058c for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:09.442613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.473733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.561818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3c98f-50e0-494d-811d-ba64f2da21ff req-00839e8e-a2ab-4621-8bff-3de156315557 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:09.563894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6f3c98f-50e0-494d-811d-ba64f2da21ff req-00839e8e-a2ab-4621-8bff-3de156315557 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.0905499 Nov 12 13:27:09.600068 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:09.626071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b97be435-ff38-49ab-9542-e74ef9afee2b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:09.637814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6f3c98f-50e0-494d-811d-ba64f2da21ff req-c9773c87-7ffe-4d37-b6ef-1084dc1220d1 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665438 Nov 12 13:27:09.647510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:09.657978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.718535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:09.719514 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.721680 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] 10.222.0.105 "PUT /v2.0/ports/07fa3157-8452-47a8-abd6-ea7a50f98214 HTTP/1.1" status: 200 len: 1092 time: 1.4943566 Nov 12 13:27:09.722583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'tag': '07fa3157-8452-47a8-abd6-ea7a50f98214'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:09.723971 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.726330 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a491f510-a379-4e72-a380-0641ed4214d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0dd894-b707-4bc6-a522-d9a3ef0bb50c", "tag": "07fa3157-8452-47a8-abd6-ea7a50f98214"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:09.743011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.806372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e2246e43-ac58-421d-abe5-bbd8ff379d1c details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:27:09.818896 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68856a7f-7397-4223-a8d2-77b96feb38c0 x-openstack-request-id: req-68856a7f-7397-4223-a8d2-77b96feb38c0 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:09.819455 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0dd894-b707-4bc6-a522-d9a3ef0bb50c", "tag": "07fa3157-8452-47a8-abd6-ea7a50f98214", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:09.819573 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68856a7f-7397-4223-a8d2-77b96feb38c0 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:09.819959 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'tag': '07fa3157-8452-47a8-abd6-ea7a50f98214', 'status': 'completed', 'code': 200} Nov 12 13:27:09.867081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08297ad-01ff-4588-a685-133ca14dec17,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:09.876687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:27:09.890537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-851e9509-439e-45c2-b037-9fd971f046c7 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771137 Nov 12 13:27:09.896153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:09.896794 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Added segment dac24943-8906-44be-9af5-e199482a82af of type vlan for network 5162f0e6-ad83-4755-9221-4195e32e2bb3 Nov 12 13:27:09.904163 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4684c8-55b2-4f7a-9d0c-755c65454946 service neutron] Pushing event updated for resources: {'Port': ['ID=07fa3157-8452-47a8-abd6-ea7a50f98214,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:09.920005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-2117b17a-97d8-4d8e-81cf-5ac52c6ac02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:09.924037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-2117b17a-97d8-4d8e-81cf-5ac52c6ac02a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 1095 time: 0.1238594 Nov 12 13:27:10.013384 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-d393209a-fb54-454a-9c8c-50bb0f2727e3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07fa3157-8452-47a8-abd6-ea7a50f98214 HTTP/1.1" status: 200 len: 217 time: 0.0811810 Nov 12 13:27:10.042501 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:10.089237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-ac8a6e0b-6f25-429f-a894-6e33722be48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:10.091214 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-ac8a6e0b-6f25-429f-a894-6e33722be48b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.0707672 Nov 12 13:27:10.138311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-65befeb7-bfa3-4a1c-a582-6dce62e94de1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395751 Nov 12 13:27:10.172375 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:27:10.193603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port e2246e43-ac58-421d-abe5-bbd8ff379d1c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e2246e43-ac58-421d-abe5-bbd8ff379d1c,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:10.212378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'e2246e43-ac58-421d-abe5-bbd8ff379d1c', 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0', 'port_id': 'e2246e43-ac58-421d-abe5-bbd8ff379d1c', 'mac_address': 'fa:16:3e:0e:d1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6470f-1260-40ce-90b4-326afb4dfd0a', 'ip_address': '19.80.0.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:27:10.239887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-3ac74de0-b8dc-4b5d-b317-79aa1a5bff37 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403454 Nov 12 13:27:10.263867 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:10.265656 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:10.271762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:10.273489 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:10.284120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2246e43-ac58-421d-abe5-bbd8ff379d1c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:10.348859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port e2246e43-ac58-421d-abe5-bbd8ff379d1c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e2246e43-ac58-421d-abe5-bbd8ff379d1c,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:10.352702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-69d32efc-965b-46f4-89a4-42241bb9e13b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=6768889b-41d9-43e6-9b6a-5f447cffa434 HTTP/1.1" status: 200 len: 217 time: 0.1011467 Nov 12 13:27:10.356573 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:10.357439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3bb46ebe-47b9-457b-9209-13c0a206dcc9 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:27:10.435068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3bb46ebe-47b9-457b-9209-13c0a206dcc9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3bb46ebe-47b9-457b-9209-13c0a206dcc9,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:10.468785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '3bb46ebe-47b9-457b-9209-13c0a206dcc9', 'network_id': 'b94ad8cd-21c4-4015-b257-a41afdad0fd0', 'port_id': '3bb46ebe-47b9-457b-9209-13c0a206dcc9', 'mac_address': 'fa:16:3e:5e:ce:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6470f-1260-40ce-90b4-326afb4dfd0a', 'ip_address': '19.80.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:27:10.489753 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4589319 Nov 12 13:27:10.497056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45820) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:10.514985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'subnet': {'network_id': '5162f0e6-ad83-4755-9221-4195e32e2bb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:10.550795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67998163-9f9d-4afe-902d-2a51e97f5cae tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Network': ['ID=5162f0e6-ad83-4755-9221-4195e32e2bb3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:10.566879 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:10.571003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f095c070-92e2-4fb0-a91d-ac9c227b2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:10.573048 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-f095c070-92e2-4fb0-a91d-ac9c227b2c4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.1804314 Nov 12 13:27:10.588999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bdfd-da4f-4975-868f-6ad5539120d6 req-993b801e-4f4f-4e77-82d0-637008a2e13e tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:10.593174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 5162f0e6-ad83-4755-9221-4195e32e2bb3 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:27:10.597069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2692bdfd-da4f-4975-868f-6ad5539120d6 req-993b801e-4f4f-4e77-82d0-637008a2e13e tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 945 time: 0.1245933 Nov 12 13:27:10.629272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb46ebe-47b9-457b-9209-13c0a206dcc9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:10.738308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=e2246e43-ac58-421d-abe5-bbd8ff379d1c,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:10.767786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3bb46ebe-47b9-457b-9209-13c0a206dcc9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3bb46ebe-47b9-457b-9209-13c0a206dcc9,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:10.770801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2692bdfd-da4f-4975-868f-6ad5539120d6 req-45197671-1b59-46b4-8ab7-933f5d461bec tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725054 Nov 12 13:27:10.770985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd970-a2da-4cf0-82c5-91ddf049e3b1 req-10686125-8c33-49ac-9958-973c1389edc0 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:10.787139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd970-a2da-4cf0-82c5-91ddf049e3b1 req-10686125-8c33-49ac-9958-973c1389edc0 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:10.787385 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:10.788520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 08512f5d-9349-4fb5-84da-0a528bf7aba9 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:27:10.791571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-41f35647-42f6-473d-9017-dad7afbfea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:10.794323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-41f35647-42f6-473d-9017-dad7afbfea67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1945956 Nov 12 13:27:10.800704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd970-a2da-4cf0-82c5-91ddf049e3b1 req-10686125-8c33-49ac-9958-973c1389edc0 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:10.802538 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47dcd970-a2da-4cf0-82c5-91ddf049e3b1 req-10686125-8c33-49ac-9958-973c1389edc0 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2411 time: 0.4570265 Nov 12 13:27:10.820995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-dd8d8e81-560f-4670-bc27-76ce67fb96f5 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757812 Nov 12 13:27:10.926519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=3bb46ebe-47b9-457b-9209-13c0a206dcc9,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:10.992613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 08512f5d-9349-4fb5-84da-0a528bf7aba9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=08512f5d-9349-4fb5-84da-0a528bf7aba9,segment=NetworkSegment(ede07a83-cf55-4724-b9a0-dd4f564cbbdc),segment_id=ede07a83-cf55-4724-b9a0-dd4f564cbbdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:10.996541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-2fd4dff0-a637-4fd5-b4d5-70ed60b565e1 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862357 Nov 12 13:27:11.017271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '08512f5d-9349-4fb5-84da-0a528bf7aba9', 'network_id': '94a16b43-1ce6-4251-a628-f1dbc195702a', 'port_id': '08512f5d-9349-4fb5-84da-0a528bf7aba9', 'mac_address': 'fa:16:3e:6f:7a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399f6e8a-2598-4033-bf21-de04e8cb8f42', 'ip_address': '19.86.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:27:11.081590 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-904a16f7-66d2-4af5-9ddf-364e0b3cacce req-8b4e6502-ea0f-480a-a323-e132e20ad696 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491674 Nov 12 13:27:11.099775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Made reservation on behalf of 0660df74385146559e6796aeefe2058c for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:11.103395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:11.158544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:11.183304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08512f5d-9349-4fb5-84da-0a528bf7aba9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:11.198948 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47dcd970-a2da-4cf0-82c5-91ddf049e3b1 req-3d449ba8-e81c-47a6-8d78-69fd65286d1c tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737450 Nov 12 13:27:11.225409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-811fd2d9-d24d-4742-90bb-999c907e21c8 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188261 Nov 12 13:27:11.234831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 08512f5d-9349-4fb5-84da-0a528bf7aba9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=08512f5d-9349-4fb5-84da-0a528bf7aba9,segment=NetworkSegment(ede07a83-cf55-4724-b9a0-dd4f564cbbdc),segment_id=ede07a83-cf55-4724-b9a0-dd4f564cbbdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:11.242018 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:11.304459 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-9813277a-27c3-400a-a170-adbd2f34cfbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b HTTP/1.1" status: 200 len: 217 time: 0.0707390 Nov 12 13:27:11.321125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491f510-a379-4e72-a380-0641ed4214d6 req-837c3f7e-596c-4271-98fb-380803d1fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:11.323435 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a491f510-a379-4e72-a380-0641ed4214d6 req-837c3f7e-596c-4271-98fb-380803d1fce8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 1095 time: 0.1762776 Nov 12 13:27:11.357957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=08512f5d-9349-4fb5-84da-0a528bf7aba9,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:11.424527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc88cb-ac2d-4c1a-bcf3-d089b481378d req-99aee26a-cc68-416b-aaae-791c55d77b93 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:11.426465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24cc88cb-ac2d-4c1a-bcf3-d089b481378d req-99aee26a-cc68-416b-aaae-791c55d77b93 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1263275 Nov 12 13:27:11.474931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-7b626d0d-85d2-49bd-ae39-23bb9a661e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:11.476890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-7b626d0d-85d2-49bd-ae39-23bb9a661e22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d2f8405-f308-4aa9-baa9-87b91e55378d HTTP/1.1" status: 200 len: 797 time: 0.1296933 Nov 12 13:27:11.477803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491f510-a379-4e72-a380-0641ed4214d6 req-9cf59d29-7cf6-48b8-ac4f-5f0019a3c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:11.485641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a491f510-a379-4e72-a380-0641ed4214d6 req-9cf59d29-7cf6-48b8-ac4f-5f0019a3c44b service neutron] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.1487100 Nov 12 13:27:11.507867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24cc88cb-ac2d-4c1a-bcf3-d089b481378d req-325aa3b4-bcd4-46db-a2ce-5b3b6e48fc44 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721023 Nov 12 13:27:11.545142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-fc7351e2-d0f7-426c-8f1a-55d400f56c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:11.546211 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-fc7351e2-d0f7-426c-8f1a-55d400f56c84 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568979 Nov 12 13:27:11.580968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a491f510-a379-4e72-a380-0641ed4214d6 req-59ee1fc0-6807-428e-aa74-8129062ed655 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07fa3157-8452-47a8-abd6-ea7a50f98214 HTTP/1.1" status: 200 len: 217 time: 0.0713542 Nov 12 13:27:11.581879 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:11.691982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Subnet': ['ID=3f9b7e55-681c-454a-9818-06f08980fdbf,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:11.706744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491f510-a379-4e72-a380-0641ed4214d6 req-b7d9721e-f9f5-44eb-893a-c0dce23f42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:11.708279 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a491f510-a379-4e72-a380-0641ed4214d6 req-b7d9721e-f9f5-44eb-893a-c0dce23f42d8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1152186 Nov 12 13:27:11.729922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Checking segment: {'id': 'dac24943-8906-44be-9af5-e199482a82af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5162f0e6-ad83-4755-9221-4195e32e2bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:11.729922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network hostable DHCP agents. Network: 5162f0e6-ad83-4755-9221-4195e32e2bb3, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:27:11.738345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-7a624aa6-8c16-4d34-b77e-017f85b94803 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738746 Nov 12 13:27:11.740846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['e2246e43-ac58-421d-abe5-bbd8ff379d1c'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:11.759438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a491f510-a379-4e72-a380-0641ed4214d6 req-f7c36e38-cfd0-404c-a5ef-2c9b15705c40 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427198 Nov 12 13:27:11.831517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['08512f5d-9349-4fb5-84da-0a528bf7aba9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:11.847686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 5162f0e6-ad83-4755-9221-4195e32e2bb3 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:27:11.872859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 5162f0e6-ad83-4755-9221-4195e32e2bb3) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:11.880351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:11.881361 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:11.919237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc3bcec-9918-4632-a704-811cee641bf2 None None] Network 5162f0e6-ad83-4755-9221-4195e32e2bb3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:11.931267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-9cb1640f-f08e-487e-897d-80cbb6511bf7 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843293 Nov 12 13:27:11.939954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b9ae5d06-8caa-4fcc-b450-d0d97b6eea77 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4353781 Nov 12 13:27:11.951395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45846) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:11.958773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-597258315', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:11.970255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a491f510-a379-4e72-a380-0641ed4214d6 req-49add59f-89c3-4463-9075-f23b6c5850c3 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944523 Nov 12 13:27:12.037065 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:12.038863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:12.042164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4bec6-2922-4ba0-90cd-1cd0635a769f req-d090afd0-3ab8-4d0f-8d26-2ee5bd6e2a65 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:12.045080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dc4bec6-2922-4ba0-90cd-1cd0635a769f req-d090afd0-3ab8-4d0f-8d26-2ee5bd6e2a65 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 945 time: 0.1323705 Nov 12 13:27:12.111903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:12.114977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-4942fb3d-ad58-4d46-a0a0-1d3296e98786 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2dadee8e-a55a-4191-be85-892995b138c7 HTTP/1.1" status: 200 len: 217 time: 0.1743569 Nov 12 13:27:12.204778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2e7498-064b-4e39-8b0b-6d0faf35547c None None] Network 5162f0e6-ad83-4755-9221-4195e32e2bb3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:12.210010 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dc4bec6-2922-4ba0-90cd-1cd0635a769f req-9498a297-da61-4fc8-95cb-a9388805034a tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266074 Nov 12 13:27:12.225315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a491f510-a379-4e72-a380-0641ed4214d6 req-d7cc58de-407f-48c7-b626-3ef677274cf8 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432024 Nov 12 13:27:12.342254 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:12.397669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b97be435-ff38-49ab-9542-e74ef9afee2b up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:12.474263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45856) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:12.484584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-d4970f7a-a737-4060-be19-1eadbf527a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:12.486312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-d4970f7a-a737-4060-be19-1eadbf527a3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d2f8405-f308-4aa9-baa9-87b91e55378d HTTP/1.1" status: 200 len: 797 time: 0.2374516 Nov 12 13:27:12.578740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bd913-a662-4330-804f-9ef1f0e7e0dd req-7d54fc01-1a05-4a44-bfee-ccb5445e1257 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:12.586670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bd913-a662-4330-804f-9ef1f0e7e0dd req-7d54fc01-1a05-4a44-bfee-ccb5445e1257 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:12.593870 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bd913-a662-4330-804f-9ef1f0e7e0dd req-7d54fc01-1a05-4a44-bfee-ccb5445e1257 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:12.602339 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-551bd913-a662-4330-804f-9ef1f0e7e0dd req-7d54fc01-1a05-4a44-bfee-ccb5445e1257 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2413 time: 0.2442808 Nov 12 13:27:12.654986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-25331902-1971-4732-943f-b4f5345522f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:12.656814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-25331902-1971-4732-943f-b4f5345522f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1406367 Nov 12 13:27:12.794085 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-551bd913-a662-4330-804f-9ef1f0e7e0dd req-eefb0227-5195-4f57-bf73-08b7a613af44 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906223 Nov 12 13:27:12.864821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-0aa78d77-8079-4268-afbb-b137aeafe376 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955404 Nov 12 13:27:12.977447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['3bb46ebe-47b9-457b-9209-13c0a206dcc9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:13.078902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.199447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port b97be435-ff38-49ab-9542-e74ef9afee2b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:27:13.211120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port b97be435-ff38-49ab-9542-e74ef9afee2b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:13.211495 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.430320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b01f8a1e-f1e6-4149-ab8e-56a4a68e9441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.468987 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.473026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b3593-6690-46c7-b039-b38423bb20da req-36072353-35c3-4291-b9ca-f099249fab55 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:13.475042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b15b3593-6690-46c7-b039-b38423bb20da req-36072353-35c3-4291-b9ca-f099249fab55 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.7779686 Nov 12 13:27:13.497114 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.527052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.553385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13fe1c5-bf79-4d63-b0c3-2a5df11e0745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97be435-ff38-49ab-9542-e74ef9afee2b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:13.557481 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f994dc1-cd4d-4fff-9f12-29d0fba1c6dc" -d '{"events": [{"server_uuid": "f13fe1c5-bf79-4d63-b0c3-2a5df11e0745", "name": "network-vif-plugged", "status": "completed", "tag": "b97be435-ff38-49ab-9542-e74ef9afee2b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:13.570924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b15b3593-6690-46c7-b039-b38423bb20da req-6b0f22b4-a78a-4c13-812e-2fd565170e52 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853243 Nov 12 13:27:13.586536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port b97be435-ff38-49ab-9542-e74ef9afee2b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b97be435-ff38-49ab-9542-e74ef9afee2b,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:13.611206 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.625365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b01f8a1e-f1e6-4149-ab8e-56a4a68e9441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.634030 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b01f8a1e-f1e6-4149-ab8e-56a4a68e9441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.666892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e04a79a-d369-4d7e-a5f3-fd092c3ee61a req-a8b6b24a-045b-47df-bb3b-a77e10892051 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883003 Nov 12 13:27:13.681741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f8a1e-f1e6-4149-ab8e-56a4a68e9441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3294b53d-34b7-434d-97ef-ad3adb7ac34b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:13.694134 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed039446-da40-42c5-bdf9-707895b03ff1 x-openstack-request-id: req-ed039446-da40-42c5-bdf9-707895b03ff1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:13.694432 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13fe1c5-bf79-4d63-b0c3-2a5df11e0745", "name": "network-vif-plugged", "status": "completed", "tag": "b97be435-ff38-49ab-9542-e74ef9afee2b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:13.694685 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed039446-da40-42c5-bdf9-707895b03ff1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:13.695112 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13fe1c5-bf79-4d63-b0c3-2a5df11e0745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97be435-ff38-49ab-9542-e74ef9afee2b', 'code': 200} Nov 12 13:27:13.720854 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b01f8a1e-f1e6-4149-ab8e-56a4a68e9441 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9acfc28a1cb2463ab84b5f3ebb7aae59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2440593 Nov 12 13:27:13.725432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45872) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:13.780620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=b97be435-ff38-49ab-9542-e74ef9afee2b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:13.838625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4981701-63af-45e4-b4cd-5d68a9e2fc3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.887868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4981701-63af-45e4-b4cd-5d68a9e2fc3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:13.895181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.25.5.66 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/5c3ca735-a6e5-4fd5-a131-ce3074ee3639) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:13.910922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefdc82-7ee6-46ae-b6a9-52a38be3c3df req-565b6ec1-fad8-4c92-9405-6d01da00ee37 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:13.912900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6aefdc82-7ee6-46ae-b6a9-52a38be3c3df req-565b6ec1-fad8-4c92-9405-6d01da00ee37 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.5057921 Nov 12 13:27:13.932292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7578305-1b98-470f-92e2-c6fcc39bd4d0 req-dbb95909-f20a-437f-aee5-77b51efbfd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:13.934671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7578305-1b98-470f-92e2-c6fcc39bd4d0 req-dbb95909-f20a-437f-aee5-77b51efbfd63 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 1097 time: 0.1626267 Nov 12 13:27:13.970064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:14.024281 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0252d25-7408-4b75-b62d-cb9114023f4f req-ad8a8928-9ee8-47ac-aacc-aa83b55e9715 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:14.030613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0252d25-7408-4b75-b62d-cb9114023f4f req-ad8a8928-9ee8-47ac-aacc-aa83b55e9715 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:14.036898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0252d25-7408-4b75-b62d-cb9114023f4f req-ad8a8928-9ee8-47ac-aacc-aa83b55e9715 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:14.038715 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0252d25-7408-4b75-b62d-cb9114023f4f req-ad8a8928-9ee8-47ac-aacc-aa83b55e9715 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2413 time: 0.1053393 Nov 12 13:27:14.090547 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4981701-63af-45e4-b4cd-5d68a9e2fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:14.094342 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4981701-63af-45e4-b4cd-5d68a9e2fc3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:14.095993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c4981701-63af-45e4-b4cd-5d68a9e2fc3f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3294b53d-34b7-434d-97ef-ad3adb7ac34b HTTP/1.1" status: 204 len: 168 time: 0.3618503 Nov 12 13:27:14.108732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6aefdc82-7ee6-46ae-b6a9-52a38be3c3df req-c047911d-3e55-431c-992f-5acfa5f5bd82 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822655 Nov 12 13:27:14.119194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4981701-63af-45e4-b4cd-5d68a9e2fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3294b53d-34b7-434d-97ef-ad3adb7ac34b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:14.124918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0252d25-7408-4b75-b62d-cb9114023f4f req-e84c5788-b09e-42ab-8ed0-3c3418beb3be tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782251 Nov 12 13:27:14.137004 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7578305-1b98-470f-92e2-c6fcc39bd4d0 req-3e34cc37-d4b7-43ec-93b6-559292c61f5a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869731 Nov 12 13:27:14.194640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:14.252737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:14.371063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:14.384065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:14.394245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:14.414055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=5c3ca735-a6e5-4fd5-a131-ce3074ee3639,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:14.815320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb71ebd-ca9e-419e-976e-175d9424be94 req-c4a4526a-56d1-4411-bb92-231f58b7cd80 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:14.817024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fb71ebd-ca9e-419e-976e-175d9424be94 req-c4a4526a-56d1-4411-bb92-231f58b7cd80 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1026671 Nov 12 13:27:14.865206 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:14.936354 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fb71ebd-ca9e-419e-976e-175d9424be94 req-3b30a785-472d-49d8-bc9c-7a0d9ace7f5d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069410 Nov 12 13:27:15.150220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:15.313540 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a331160-a8dc-4ad7-904a-bec2caa05ab5 req-a7afd6a9-3ad4-4168-85be-3334a351580b tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:15.328805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a331160-a8dc-4ad7-904a-bec2caa05ab5 req-a7afd6a9-3ad4-4168-85be-3334a351580b tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.1129253 Nov 12 13:27:15.420727 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a331160-a8dc-4ad7-904a-bec2caa05ab5 req-2e501319-d179-4a57-9998-db36e514d8e0 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870738 Nov 12 13:27:15.448953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ce6e-9438-41c5-91d5-92d5071c5f39 req-bed01881-b4f5-4c39-be43-44bf717fe109 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:15.470651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ce6e-9438-41c5-91d5-92d5071c5f39 req-bed01881-b4f5-4c39-be43-44bf717fe109 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:15.480946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ce6e-9438-41c5-91d5-92d5071c5f39 req-bed01881-b4f5-4c39-be43-44bf717fe109 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:15.494119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0908ce6e-9438-41c5-91d5-92d5071c5f39 req-bed01881-b4f5-4c39-be43-44bf717fe109 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2413 time: 0.2467651 Nov 12 13:27:15.599264 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0908ce6e-9438-41c5-91d5-92d5071c5f39 req-4f2761de-4713-461b-a6b6-b639aa9bdcaf tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035464 Nov 12 13:27:15.668229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:27:15.669205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e2246e43-ac58-421d-abe5-bbd8ff379d1c up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:15.810010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port e2246e43-ac58-421d-abe5-bbd8ff379d1c completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:27:15.818470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port e2246e43-ac58-421d-abe5-bbd8ff379d1c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:15.819635 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:15.858885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:15.880681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843b098a-66a3-418a-90cf-405a69217c79 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:15.889109 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:15.890993 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d21d15fc-0f9b-4fc4-99b0-fb90adbeb3db tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9392762 Nov 12 13:27:15.894983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:15.929692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b098a-66a3-418a-90cf-405a69217c79 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:15.938474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-843b098a-66a3-418a-90cf-405a69217c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:15.999765 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-843b098a-66a3-418a-90cf-405a69217c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:16.016804 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b098a-66a3-418a-90cf-405a69217c79 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:16.017794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-843b098a-66a3-418a-90cf-405a69217c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:16.082330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-843b098a-66a3-418a-90cf-405a69217c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:16.083300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843b098a-66a3-418a-90cf-405a69217c79 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:16.133341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:16.185484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port e2246e43-ac58-421d-abe5-bbd8ff379d1c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e2246e43-ac58-421d-abe5-bbd8ff379d1c,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:16.187444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2246e43-ac58-421d-abe5-bbd8ff379d1c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:16.190776 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283f9e5-fc18-459e-8bbf-92983d5dcd53" -d '{"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-plugged", "status": "completed", "tag": "e2246e43-ac58-421d-abe5-bbd8ff379d1c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:16.210444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:16.211921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 08512f5d-9349-4fb5-84da-0a528bf7aba9 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:16.328451 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd83f4b4-9cb1-41a6-b938-618956f15756 x-openstack-request-id: req-dd83f4b4-9cb1-41a6-b938-618956f15756 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:16.328894 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-plugged", "status": "completed", "tag": "e2246e43-ac58-421d-abe5-bbd8ff379d1c", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:16.330271 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd83f4b4-9cb1-41a6-b938-618956f15756 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:16.330650 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2246e43-ac58-421d-abe5-bbd8ff379d1c', 'code': 200} Nov 12 13:27:16.331242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=e2246e43-ac58-421d-abe5-bbd8ff379d1c,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:16.381027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 08512f5d-9349-4fb5-84da-0a528bf7aba9 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:27:16.392663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbb69c-9ee0-46c6-8923-2cd22e8f270c req-45e417d2-1119-472f-b14f-3c3478c38e1f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:16.393622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 08512f5d-9349-4fb5-84da-0a528bf7aba9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:16.394977 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:16.395134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8ebbb69c-9ee0-46c6-8923-2cd22e8f270c req-45e417d2-1119-472f-b14f-3c3478c38e1f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1960380 Nov 12 13:27:16.493526 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8ebbb69c-9ee0-46c6-8923-2cd22e8f270c req-7b68126b-67ce-460e-82f0-f64113e07c65 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774710 Nov 12 13:27:16.636975 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:16.677620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e206943-b35d-4a07-9ad1-4f9762705700 req-22dbe9fd-a986-4ea7-9d33-b334d72737d8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:16.695639 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e206943-b35d-4a07-9ad1-4f9762705700 req-22dbe9fd-a986-4ea7-9d33-b334d72737d8 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.1181612 Nov 12 13:27:16.736842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:16.754176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 08512f5d-9349-4fb5-84da-0a528bf7aba9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=08512f5d-9349-4fb5-84da-0a528bf7aba9,segment=NetworkSegment(ede07a83-cf55-4724-b9a0-dd4f564cbbdc),segment_id=ede07a83-cf55-4724-b9a0-dd4f564cbbdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:16.768219 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:16.769598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3bb46ebe-47b9-457b-9209-13c0a206dcc9 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:16.795212 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e206943-b35d-4a07-9ad1-4f9762705700 req-bb686ec7-f82f-4e4a-a7a5-9e560e8fefaa tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980680 Nov 12 13:27:16.943421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=08512f5d-9349-4fb5-84da-0a528bf7aba9,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:17.003923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:27:17.029557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:17.030297 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:17.044632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb58a4-9400-4c13-8d28-b6cca35561ad req-a76f5252-5180-4410-bdd8-8e8b05324243 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:17.049158 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfcb58a4-9400-4c13-8d28-b6cca35561ad req-a76f5252-5180-4410-bdd8-8e8b05324243 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.0789733 Nov 12 13:27:17.130459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfcb58a4-9400-4c13-8d28-b6cca35561ad req-e22cbd24-1e11-4748-a5de-7ccabe094dd1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756500 Nov 12 13:27:17.217571 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:17.302309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3bb46ebe-47b9-457b-9209-13c0a206dcc9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3bb46ebe-47b9-457b-9209-13c0a206dcc9,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:17.313556 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:17.318979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6dd89-2b9a-48d6-a037-f63c0eaf494a req-620a3328-223b-40a2-9506-e2174b33067f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:17.325498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6dd89-2b9a-48d6-a037-f63c0eaf494a req-620a3328-223b-40a2-9506-e2174b33067f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:17.331640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6dd89-2b9a-48d6-a037-f63c0eaf494a req-620a3328-223b-40a2-9506-e2174b33067f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:17.339260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae6dd89-2b9a-48d6-a037-f63c0eaf494a req-620a3328-223b-40a2-9506-e2174b33067f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2415 time: 0.4662809 Nov 12 13:27:17.427103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=3bb46ebe-47b9-457b-9209-13c0a206dcc9,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:17.438388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae6dd89-2b9a-48d6-a037-f63c0eaf494a req-38a9197d-154c-4637-a4c5-4c4ffe49e243 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981109 Nov 12 13:27:17.527063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b79dfc-2414-482b-9290-2396e9b8b62e req-30bcf5c4-de63-456a-8232-4c3b1335e50f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:17.529877 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8b79dfc-2414-482b-9290-2396e9b8b62e req-30bcf5c4-de63-456a-8232-4c3b1335e50f tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.0732992 Nov 12 13:27:17.613089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8b79dfc-2414-482b-9290-2396e9b8b62e req-0184086f-b06c-4479-a860-319b2e5e4834 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717890 Nov 12 13:27:17.770344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2ebb-56c8-4d62-8236-105c9062446d req-bade3205-cc17-4b7e-8d3a-688355ccb126 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:17.774842 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-170b2ebb-56c8-4d62-8236-105c9062446d req-bade3205-cc17-4b7e-8d3a-688355ccb126 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1177561 Nov 12 13:27:17.782498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.20.0.1 (5162f0e6-ad83-4755-9221-4195e32e2bb3/3f9b7e55-681c-454a-9818-06f08980fdbf/1b4b9370-58fa-402a-a602-6adcb3cb6173) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:17.802194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebf718-4612-413a-91c0-56ac618cbf96 req-1b1ac267-44ea-49bc-be7b-10f019f47bc3 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:17.804961 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8ebf718-4612-413a-91c0-56ac618cbf96 req-1b1ac267-44ea-49bc-be7b-10f019f47bc3 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.1033511 Nov 12 13:27:17.888295 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8ebf718-4612-413a-91c0-56ac618cbf96 req-a9c1305d-53b8-494f-bdfa-4316541f6a1c tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697036 Nov 12 13:27:17.903675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-170b2ebb-56c8-4d62-8236-105c9062446d req-f160581d-d983-491d-9811-6316b3ec7364 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166646 Nov 12 13:27:18.035089 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:18.099325 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:18.179624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 5162f0e6-ad83-4755-9221-4195e32e2bb3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:18.186096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:18.188913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=1b4b9370-58fa-402a-a602-6adcb3cb6173,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:18.191649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:18.274414 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:18.332285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08512f5d-9349-4fb5-84da-0a528bf7aba9'}, {'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb46ebe-47b9-457b-9209-13c0a206dcc9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:18.335529 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29ef3ea-0500-452d-b1fa-e370a71d2151" -d '{"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-plugged", "status": "completed", "tag": "08512f5d-9349-4fb5-84da-0a528bf7aba9"}, {"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-plugged", "status": "completed", "tag": "3bb46ebe-47b9-457b-9209-13c0a206dcc9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:18.358536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03520d80-ec54-463c-8e76-6abd7bdd333e req-40fa691a-7de8-4d50-8ace-f8e370924713 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:18.360399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03520d80-ec54-463c-8e76-6abd7bdd333e req-40fa691a-7de8-4d50-8ace-f8e370924713 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.1633139 Nov 12 13:27:18.380156 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd29acb6-1b82-47e4-b3a4-62ade8023fc6 x-openstack-request-id: req-bd29acb6-1b82-47e4-b3a4-62ade8023fc6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:18.380453 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-plugged", "status": "completed", "tag": "08512f5d-9349-4fb5-84da-0a528bf7aba9", "code": 200}, {"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-plugged", "status": "completed", "tag": "3bb46ebe-47b9-457b-9209-13c0a206dcc9", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:18.380963 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd29acb6-1b82-47e4-b3a4-62ade8023fc6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:18.381427 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08512f5d-9349-4fb5-84da-0a528bf7aba9', 'code': 200} Nov 12 13:27:18.381689 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb46ebe-47b9-457b-9209-13c0a206dcc9', 'code': 200} Nov 12 13:27:18.400168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46040) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:18.472613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03520d80-ec54-463c-8e76-6abd7bdd333e req-537b7682-3430-4407-a118-dc6ea64c0dc1 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990424 Nov 12 13:27:18.538703 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:18.609013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163b49-af51-4a7b-aca2-08d8615604f5 req-aaf725df-b81c-4b23-a90c-8d1e7623ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:18.610450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163b49-af51-4a7b-aca2-08d8615604f5 req-aaf725df-b81c-4b23-a90c-8d1e7623ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:18.611107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163b49-af51-4a7b-aca2-08d8615604f5 req-aaf725df-b81c-4b23-a90c-8d1e7623ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:18.612860 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb163b49-af51-4a7b-aca2-08d8615604f5 req-aaf725df-b81c-4b23-a90c-8d1e7623ba44 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2869 time: 0.1307702 Nov 12 13:27:18.651642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f255cb7-2361-4549-a2f8-3931efe10231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:18.699929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7037f6-e0dd-4a89-8ea8-c965a8ebe1be req-02949158-1300-4ab5-a51c-686a4eca75ed tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:18.706114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7037f6-e0dd-4a89-8ea8-c965a8ebe1be req-02949158-1300-4ab5-a51c-686a4eca75ed tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:18.712290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7037f6-e0dd-4a89-8ea8-c965a8ebe1be req-02949158-1300-4ab5-a51c-686a4eca75ed tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:18.714140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed7037f6-e0dd-4a89-8ea8-c965a8ebe1be req-02949158-1300-4ab5-a51c-686a4eca75ed tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2416 time: 0.1420884 Nov 12 13:27:18.724818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5905e1-498d-46b9-b1c1-9e4b519c5df2 req-27c18d8a-1a78-442a-b1ae-bc6ec791eee9 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:18.726452 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f5905e1-498d-46b9-b1c1-9e4b519c5df2 req-27c18d8a-1a78-442a-b1ae-bc6ec791eee9 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.1431901 Nov 12 13:27:18.770522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb163b49-af51-4a7b-aca2-08d8615604f5 req-e1dcc815-6d75-43cd-b862-137c7c0436e7 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446881 Nov 12 13:27:18.815080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed7037f6-e0dd-4a89-8ea8-c965a8ebe1be req-c9ea9f4e-2cdd-48d5-8186-641d8eb35015 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923486 Nov 12 13:27:18.860310 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f5905e1-498d-46b9-b1c1-9e4b519c5df2 req-48439848-3667-4e4d-b439-1f6384d958e7 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816326 Nov 12 13:27:18.860655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f255cb7-2361-4549-a2f8-3931efe10231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:18.867812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f255cb7-2361-4549-a2f8-3931efe10231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:18.941837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f255cb7-2361-4549-a2f8-3931efe10231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994aa8b6-f414-425f-a56b-d34d9230821f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:18.949882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6f255cb7-2361-4549-a2f8-3931efe10231 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ad8b2c9514541a18c964e5d68f36dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5480235 Nov 12 13:27:18.952648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46050) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:19.049192 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81c3e30f-63f7-47f4-945a-fa1ce77c72e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.052397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.061763 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.079151 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81c3e30f-63f7-47f4-945a-fa1ce77c72e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.189060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81c3e30f-63f7-47f4-945a-fa1ce77c72e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.196394 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81c3e30f-63f7-47f4-945a-fa1ce77c72e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.204455 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-81c3e30f-63f7-47f4-945a-fa1ce77c72e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/994aa8b6-f414-425f-a56b-d34d9230821f HTTP/1.1" status: 204 len: 168 time: 0.2457669 Nov 12 13:27:19.209508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5effe-2d1b-4fa2-96bd-0ea7f820e4ae req-43758599-79f4-4aa9-b010-22b1ef76b87f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:19.220291 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-04e5effe-2d1b-4fa2-96bd-0ea7f820e4ae req-43758599-79f4-4aa9-b010-22b1ef76b87f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1519401 Nov 12 13:27:19.220968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3e30f-63f7-47f4-945a-fa1ce77c72e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994aa8b6-f414-425f-a56b-d34d9230821f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:19.264237 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.277229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=1b4b9370-58fa-402a-a602-6adcb3cb6173,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:19.381585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-04e5effe-2d1b-4fa2-96bd-0ea7f820e4ae req-159a54b0-1467-42cc-9f09-412db5fe4853 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602688 Nov 12 13:27:19.456149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 5162f0e6-ad83-4755-9221-4195e32e2bb3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:19.459125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:19.655349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:19.675363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beab92-2abe-4012-ad2c-c91ee351a723 req-a8359d0d-b3af-4a37-bf0c-41e997c3f6aa tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:19.678022 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b7beab92-2abe-4012-ad2c-c91ee351a723 req-a8359d0d-b3af-4a37-bf0c-41e997c3f6aa tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.0972409 Nov 12 13:27:19.698913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46068) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:19.714069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28ddb165-42fd-4cd6-ab1c-1b5b881ca89d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.814069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28ddb165-42fd-4cd6-ab1c-1b5b881ca89d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.819311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28ddb165-42fd-4cd6-ab1c-1b5b881ca89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.866584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-28ddb165-42fd-4cd6-ab1c-1b5b881ca89d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5285379400c14285953c592f1e45074d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626410 Nov 12 13:27:19.866584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddb165-42fd-4cd6-ab1c-1b5b881ca89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc8adb7-309f-48f4-9fc2-5f2f4287c7e4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:19.867198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46072) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:19.923451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b7beab92-2abe-4012-ad2c-c91ee351a723 req-f8dd15fd-82eb-4190-9baa-b95c7a18b349 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291195 Nov 12 13:27:19.930064 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b51da65a-be36-421e-9d96-f9d814ad48a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:19.956181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:19.969725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-54615f47-b82f-4fd6-9012-5edf5904c8f4 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "PUT /v2.0/routers/11efcd69-97d8-4ec0-a664-ca5679d3ea4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0697715 Nov 12 13:27:19.970053 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f629d01-c012-42b5-afa2-5a95e7d15846 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:19.972322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:19.981912 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f629d01-c012-42b5-afa2-5a95e7d15846 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:19.982225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'port': {'network_id': '5162f0e6-ad83-4755-9221-4195e32e2bb3', 'name': 'tempest-FloatingIPTestJSON-1414591677'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:19.982565 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7f629d01-c012-42b5-afa2-5a95e7d15846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:20.005319 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b51da65a-be36-421e-9d96-f9d814ad48a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:20.020510 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7f629d01-c012-42b5-afa2-5a95e7d15846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:20.030844 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f629d01-c012-42b5-afa2-5a95e7d15846 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:20.031747 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7f629d01-c012-42b5-afa2-5a95e7d15846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:20.070505 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7f629d01-c012-42b5-afa2-5a95e7d15846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:20.071429 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f629d01-c012-42b5-afa2-5a95e7d15846 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:20.089648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d110a4-0487-44af-ab7c-829824fc8c28 req-618a54cb-34f5-4f9d-a8fd-1367c6df8cc5 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:20.095784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d110a4-0487-44af-ab7c-829824fc8c28 req-618a54cb-34f5-4f9d-a8fd-1367c6df8cc5 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:20.102022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d110a4-0487-44af-ab7c-829824fc8c28 req-618a54cb-34f5-4f9d-a8fd-1367c6df8cc5 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:20.104407 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7d110a4-0487-44af-ab7c-829824fc8c28 req-618a54cb-34f5-4f9d-a8fd-1367c6df8cc5 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2416 time: 0.1683166 Nov 12 13:27:20.140772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b51da65a-be36-421e-9d96-f9d814ad48a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:20.143964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b51da65a-be36-421e-9d96-f9d814ad48a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:20.145195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b51da65a-be36-421e-9d96-f9d814ad48a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bbc8adb7-309f-48f4-9fc2-5f2f4287c7e4 HTTP/1.1" status: 204 len: 168 time: 0.2769783 Nov 12 13:27:20.159616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51da65a-be36-421e-9d96-f9d814ad48a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc8adb7-309f-48f4-9fc2-5f2f4287c7e4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:20.207068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7d110a4-0487-44af-ab7c-829824fc8c28 req-214d3fe6-cb56-44dd-914c-6b29939092e3 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911026 Nov 12 13:27:20.232696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Made reservation on behalf of 0660df74385146559e6796aeefe2058c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:20.238634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:20.278946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] device_id is not set on port b4c069fb-f44e-45d6-a415-032282a3df5d yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:27:20.519461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.20.0.6 (5162f0e6-ad83-4755-9221-4195e32e2bb3/3f9b7e55-681c-454a-9818-06f08980fdbf/b4c069fb-f44e-45d6-a415-032282a3df5d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:20.646529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e91450-11ea-4489-b685-efbf100e00ef req-ec25fea3-9a23-4f59-829b-7864fb969977 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:20.648196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28e91450-11ea-4489-b685-efbf100e00ef req-ec25fea3-9a23-4f59-829b-7864fb969977 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.0999408 Nov 12 13:27:20.762874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28e91450-11ea-4489-b685-efbf100e00ef req-dd80bd8c-b1a0-41af-9eac-a8c517f16392 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034491 Nov 12 13:27:20.821478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:20.899887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-1e92f435-0247-4d9a-a5b7-3dc858975523 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:20.902718 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-1e92f435-0247-4d9a-a5b7-3dc858975523 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.1046863 Nov 12 13:27:20.919601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:21.016775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 5162f0e6-ad83-4755-9221-4195e32e2bb3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:21.045411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:21.047588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=b4c069fb-f44e-45d6-a415-032282a3df5d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:21.049815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:21.124690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:21.125677 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:21.156556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-f4adf79f-c1e0-4cf4-a56b-6b7f8da71edf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Deleting port b97be435-ff38-49ab-9542-e74ef9afee2b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:21.156896 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-f4adf79f-c1e0-4cf4-a56b-6b7f8da71edf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:21.178316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3cbe6829-9aa8-42e8-b78b-2565215718be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2042334 Nov 12 13:27:21.183619 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46104) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:21.191561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'port': {'network_id': '5162f0e6-ad83-4755-9221-4195e32e2bb3', 'name': 'tempest-FloatingIPTestJSON-999329737'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:21.303065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-f4adf79f-c1e0-4cf4-a56b-6b7f8da71edf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] For port b97be435-ff38-49ab-9542-e74ef9afee2b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b97be435-ff38-49ab-9542-e74ef9afee2b,segment=NetworkSegment(bb6f8366-641d-42ca-a79b-381801623a89),segment_id=bb6f8366-641d-42ca-a79b-381801623a89)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:21.303065 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-f4adf79f-c1e0-4cf4-a56b-6b7f8da71edf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:21.347801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-f4adf79f-c1e0-4cf4-a56b-6b7f8da71edf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Calling delete_port for b97be435-ff38-49ab-9542-e74ef9afee2b owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:21.484075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc950c5e-7c0b-48dd-a850-722853862bfb req-c1fe7a47-5825-48c9-bcae-cc10db09a001 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:21.497425 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc950c5e-7c0b-48dd-a850-722853862bfb req-c1fe7a47-5825-48c9-bcae-cc10db09a001 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/ports?device_id=f13fe1c5-bf79-4d63-b0c3-2a5df11e0745 HTTP/1.1" status: 200 len: 946 time: 0.4514036 Nov 12 13:27:21.513064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Made reservation on behalf of 0660df74385146559e6796aeefe2058c for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:21.517627 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:21.540428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7539417-3740-44e6-905d-b2c2e6297d00 req-cef2d80f-324f-4c5a-b5a4-91d0a105f055 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:21.551267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7539417-3740-44e6-905d-b2c2e6297d00 req-cef2d80f-324f-4c5a-b5a4-91d0a105f055 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:21.558366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] device_id is not set on port b161eda7-a726-4c57-94ac-d5213c44f353 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:27:21.563889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7539417-3740-44e6-905d-b2c2e6297d00 req-cef2d80f-324f-4c5a-b5a4-91d0a105f055 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:21.567158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7539417-3740-44e6-905d-b2c2e6297d00 req-cef2d80f-324f-4c5a-b5a4-91d0a105f055 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2416 time: 0.2225113 Nov 12 13:27:21.581849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc950c5e-7c0b-48dd-a850-722853862bfb req-5e11ae89-7559-4c49-afbb-6110253dff18 tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.73 "GET /v2.0/security-groups?id=42d3bdda-6be1-476d-b5ea-a7a55e14b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893054 Nov 12 13:27:21.743257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.20.0.9 (5162f0e6-ad83-4755-9221-4195e32e2bb3/3f9b7e55-681c-454a-9818-06f08980fdbf/b161eda7-a726-4c57-94ac-d5213c44f353) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:21.791380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7539417-3740-44e6-905d-b2c2e6297d00 req-8b2f8e34-9792-4239-8744-9dd3dedab15d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132635 Nov 12 13:27:21.803320 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-f4adf79f-c1e0-4cf4-a56b-6b7f8da71edf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:21.818638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b97be435-ff38-49ab-9542-e74ef9afee2b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:21.868108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adf79f-c1e0-4cf4-a56b-6b7f8da71edf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Pushing event deleted for resources: {'Port': ['ID=b97be435-ff38-49ab-9542-e74ef9afee2b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:21.946324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-f4adf79f-c1e0-4cf4-a56b-6b7f8da71edf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] No DVR routers for this DVR port b97be435-ff38-49ab-9542-e74ef9afee2b on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:21.950332 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-f4adf79f-c1e0-4cf4-a56b-6b7f8da71edf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:21.954109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88f6a549-faf8-4e82-b08c-4c66c4bc75fa req-f4adf79f-c1e0-4cf4-a56b-6b7f8da71edf tempest-ServerDiskConfigTestJSON-462113003 tempest-ServerDiskConfigTestJSON-462113003-project] 10.222.0.70 "DELETE /v2.0/ports/b97be435-ff38-49ab-9542-e74ef9afee2b HTTP/1.1" status: 204 len: 173 time: 1.0446744 Nov 12 13:27:21.954611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13fe1c5-bf79-4d63-b0c3-2a5df11e0745', 'name': 'network-vif-deleted', 'tag': 'b97be435-ff38-49ab-9542-e74ef9afee2b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:21.957092 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecfa5df-d693-4ba7-ac9a-866a5c0e4f81" -d '{"events": [{"server_uuid": "f13fe1c5-bf79-4d63-b0c3-2a5df11e0745", "name": "network-vif-deleted", "tag": "b97be435-ff38-49ab-9542-e74ef9afee2b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:22.043198 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b4af22-2c68-4562-b765-d67485b177f9 x-openstack-request-id: req-c6b4af22-2c68-4562-b765-d67485b177f9 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:22.044034 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13fe1c5-bf79-4d63-b0c3-2a5df11e0745", "name": "network-vif-deleted", "tag": "b97be435-ff38-49ab-9542-e74ef9afee2b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:22.044761 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6b4af22-2c68-4562-b765-d67485b177f9 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:22.045582 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13fe1c5-bf79-4d63-b0c3-2a5df11e0745', 'name': 'network-vif-deleted', 'tag': 'b97be435-ff38-49ab-9542-e74ef9afee2b', 'status': 'completed', 'code': 200} Nov 12 13:27:22.048279 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:22.084878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a1f19-8c44-4ddc-9245-9b970122dd05 req-cfe73576-937f-4922-a01c-2c9fc4a06610 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:22.093737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-237a1f19-8c44-4ddc-9245-9b970122dd05 req-cfe73576-937f-4922-a01c-2c9fc4a06610 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1541052 Nov 12 13:27:22.126298 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:22.200222 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 5162f0e6-ad83-4755-9221-4195e32e2bb3 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:22.202044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-237a1f19-8c44-4ddc-9245-9b970122dd05 req-83368bf2-ec75-43d7-baef-400435c17a7f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074293 Nov 12 13:27:22.205832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:22.210782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:22.215585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=b161eda7-a726-4c57-94ac-d5213c44f353,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:22.288816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:22.289666 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:22.312552 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0def6fa1-5521-438e-842d-d1b4383f97d9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1276383 Nov 12 13:27:22.316339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46136) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:22.321949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'b161eda7-a726-4c57-94ac-d5213c44f353', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:22.389630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:22.440979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4ad1-1b6d-416c-a418-66e8d6ac5df3 req-2286ee3c-c9ff-4273-84c3-a47b641f7a33 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:22.449160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4ad1-1b6d-416c-a418-66e8d6ac5df3 req-2286ee3c-c9ff-4273-84c3-a47b641f7a33 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:22.455781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4ad1-1b6d-416c-a418-66e8d6ac5df3 req-2286ee3c-c9ff-4273-84c3-a47b641f7a33 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:22.457504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-485f4ad1-1b6d-416c-a418-66e8d6ac5df3 req-2286ee3c-c9ff-4273-84c3-a47b641f7a33 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2416 time: 0.1207230 Nov 12 13:27:22.565440 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-485f4ad1-1b6d-416c-a418-66e8d6ac5df3 req-5df28db1-10a2-4886-9b6d-e27c64e428c2 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993438 Nov 12 13:27:22.628274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:22.809639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.25.5.129 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/4344bb25-d0ab-4b4e-976a-39e0b1b0788a) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:22.838275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46170) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:22.899338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-569058e5-d848-495a-b8df-aba4ef552ce3 admin admin] Deleting subnet 60e0cb0c-58c2-4f71-8374-b208b225270d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:27:22.908428 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-569058e5-d848-495a-b8df-aba4ef552ce3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:22.954217 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-569058e5-d848-495a-b8df-aba4ef552ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:22.970907 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.011931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.022298 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-569058e5-d848-495a-b8df-aba4ef552ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.049564 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:23.052372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:23.055951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:23.087254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=4344bb25-d0ab-4b4e-976a-39e0b1b0788a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:23.093039 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-569058e5-d848-495a-b8df-aba4ef552ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.109478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-569058e5-d848-495a-b8df-aba4ef552ce3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.113002 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-569058e5-d848-495a-b8df-aba4ef552ce3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/60e0cb0c-58c2-4f71-8374-b208b225270d HTTP/1.1" status: 204 len: 168 time: 0.2736363 Nov 12 13:27:23.117949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46188) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:23.134051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569058e5-d848-495a-b8df-aba4ef552ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e0cb0c-58c2-4f71-8374-b208b225270d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:23.276314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.509103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.557985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0550e08-e6f4-46ca-a3eb-d8984eca64b7 req-0637fbf6-74ef-4c7b-8b7e-86a61d41ac95 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:23.559595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0550e08-e6f4-46ca-a3eb-d8984eca64b7 req-0637fbf6-74ef-4c7b-8b7e-86a61d41ac95 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1921828 Nov 12 13:27:23.561469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b9bba6-54da-41d8-9024-59954b89ba99']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:23.578064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46208) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:23.584104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6f8366-641d-42ca-a79b-381801623a89') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:23.584400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6f8366-641d-42ca-a79b-381801623a89') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:23.653942 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.694298 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.710983 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0550e08-e6f4-46ca-a3eb-d8984eca64b7 req-ebfe4bc4-f320-441d-830b-1aa4f8ea69b1 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408978 Nov 12 13:27:23.724698 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8857648b-0c86-41f3-9301-d2456c2201eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.740642 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:27:23.741048 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:27:23.742899 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:27:23.781470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db045ec2-d0e8-4616-97e4-283109561326 req-4f1d93a4-aaa1-4856-9bb2-441aa3356956 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:23.787809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db045ec2-d0e8-4616-97e4-283109561326 req-4f1d93a4-aaa1-4856-9bb2-441aa3356956 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:23.794772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db045ec2-d0e8-4616-97e4-283109561326 req-4f1d93a4-aaa1-4856-9bb2-441aa3356956 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:23.796506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db045ec2-d0e8-4616-97e4-283109561326 req-4f1d93a4-aaa1-4856-9bb2-441aa3356956 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2416 time: 0.1315389 Nov 12 13:27:23.854016 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.860960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.864185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] 10.222.0.73 "DELETE /v2.0/networks/24b9bba6-54da-41d8-9024-59954b89ba99 HTTP/1.1" status: 204 len: 168 time: 0.7436457 Nov 12 13:27:23.879423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a6294-3a88-43c1-ac42-cc9c7aa54bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=24b9bba6-54da-41d8-9024-59954b89ba99,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:23.893481 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8857648b-0c86-41f3-9301-d2456c2201eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.905663 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8857648b-0c86-41f3-9301-d2456c2201eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.906210 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:23.937997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db045ec2-d0e8-4616-97e4-283109561326 req-c7ebd1db-5c22-4e16-9bed-b907c0dd1b68 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276007 Nov 12 13:27:23.976585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8857648b-0c86-41f3-9301-d2456c2201eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eb3d43b7a19d4f5e98d0a6963e3011d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962448 Nov 12 13:27:23.976905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46220) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:23.977049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857648b-0c86-41f3-9301-d2456c2201eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e05059-0884-4c15-9c15-6bd553b750c6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:24.025122 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:27:24.040142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46222) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:24.044297 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.086167 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-830d5ada-dcd9-4fb8-babd-1070bf340243 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a83115dcd3cd460d8bb0bce622d65795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443470 Nov 12 13:27:24.089712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:24.138924 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40620ff7-2d6f-45d3-9f9c-7616808dca16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.147280 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bc99f2-f0c1-4e39-bb73-2bcaf66a3c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.177622 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bc99f2-f0c1-4e39-bb73-2bcaf66a3c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.230655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40620ff7-2d6f-45d3-9f9c-7616808dca16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.253860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bc99f2-f0c1-4e39-bb73-2bcaf66a3c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.256774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bc99f2-f0c1-4e39-bb73-2bcaf66a3c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.258861 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-14bc99f2-f0c1-4e39-bb73-2bcaf66a3c79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/42d3bdda-6be1-476d-b5ea-a7a55e14b17a HTTP/1.1" status: 204 len: 168 time: 0.1677568 Nov 12 13:27:24.267789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc99f2-f0c1-4e39-bb73-2bcaf66a3c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d3bdda-6be1-476d-b5ea-a7a55e14b17a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:24.317854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-cc0b6a4d-b40f-48c8-9df2-b4d1ce5434f4 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:24.324754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-cc0b6a4d-b40f-48c8-9df2-b4d1ce5434f4 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:24.331164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-cc0b6a4d-b40f-48c8-9df2-b4d1ce5434f4 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:24.332876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-cc0b6a4d-b40f-48c8-9df2-b4d1ce5434f4 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2416 time: 0.1534390 Nov 12 13:27:24.381715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b97be435-ff38-49ab-9542-e74ef9afee2b no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:24.390331 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.398097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.404886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: b97be435-ff38-49ab-9542-e74ef9afee2b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:24.405513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b97be435-ff38-49ab-9542-e74ef9afee2b not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:24.447035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40620ff7-2d6f-45d3-9f9c-7616808dca16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.450568 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40620ff7-2d6f-45d3-9f9c-7616808dca16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.454184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-40620ff7-2d6f-45d3-9f9c-7616808dca16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c4e05059-0884-4c15-9c15-6bd553b750c6 HTTP/1.1" status: 204 len: 168 time: 0.4747245 Nov 12 13:27:24.596470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40620ff7-2d6f-45d3-9f9c-7616808dca16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e05059-0884-4c15-9c15-6bd553b750c6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:24.598800 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=4344bb25-d0ab-4b4e-976a-39e0b1b0788a,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:24.627819 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.690821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-44e0ca80-f542-4f9b-89c8-05a542a2aace tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:24.691139 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-44e0ca80-f542-4f9b-89c8-05a542a2aace tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.881781 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP 7de21b1a-cb6d-4d88-a7aa-6011f98971e3 associated. External IP: 172.25.5.129, port: b161eda7-a726-4c57-94ac-d5213c44f353. Nov 12 13:27:24.970588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-44e0ca80-f542-4f9b-89c8-05a542a2aace tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] For port 3bb46ebe-47b9-457b-9209-13c0a206dcc9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3bb46ebe-47b9-457b-9209-13c0a206dcc9,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:24.971407 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-44e0ca80-f542-4f9b-89c8-05a542a2aace tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:24.983489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e6361-5bef-47f3-8680-73f3d78f895f req-c3e0fa4d-65d5-4eaa-94a4-913ff9e2cf7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:24.986293 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-147e6361-5bef-47f3-8680-73f3d78f895f req-c3e0fa4d-65d5-4eaa-94a4-913ff9e2cf7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1600463 Nov 12 13:27:25.073331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:25.077043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-44e0ca80-f542-4f9b-89c8-05a542a2aace tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Calling delete_port for 3bb46ebe-47b9-457b-9209-13c0a206dcc9 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:25.095304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-147e6361-5bef-47f3-8680-73f3d78f895f req-c24300a7-056f-4909-8348-73d591207f96 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004109 Nov 12 13:27:25.112798 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-668254ea-4d61-41d0-957a-3137f20fc8e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:25.265932 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-668254ea-4d61-41d0-957a-3137f20fc8e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:25.271736 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-668254ea-4d61-41d0-957a-3137f20fc8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:25.303503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1724-19bc-4e2d-ba60-30e671c3d9a6 req-adde8d48-8eb4-4b56-9b68-c6b1129ef9e7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:25.310160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1724-19bc-4e2d-ba60-30e671c3d9a6 req-adde8d48-8eb4-4b56-9b68-c6b1129ef9e7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:25.316314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1724-19bc-4e2d-ba60-30e671c3d9a6 req-adde8d48-8eb4-4b56-9b68-c6b1129ef9e7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:25.318036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23ed1724-19bc-4e2d-ba60-30e671c3d9a6 req-adde8d48-8eb4-4b56-9b68-c6b1129ef9e7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 2416 time: 0.1899359 Nov 12 13:27:25.331228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-668254ea-4d61-41d0-957a-3137f20fc8e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a44dbd4670e146018b9a5a789d22b11c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2563760 Nov 12 13:27:25.332857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668254ea-4d61-41d0-957a-3137f20fc8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2169081f-575a-4e35-8974-502ce7cb6bd8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:25.334556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:25.398467 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd78ee0c-3f2c-41d8-9595-41cc4641302a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:25.424453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd78ee0c-3f2c-41d8-9595-41cc4641302a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:25.459892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-44e0ca80-f542-4f9b-89c8-05a542a2aace tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:25.474926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['08512f5d-9349-4fb5-84da-0a528bf7aba9', 'e2246e43-ac58-421d-abe5-bbd8ff379d1c', '3bb46ebe-47b9-457b-9209-13c0a206dcc9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:25.484463 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23ed1724-19bc-4e2d-ba60-30e671c3d9a6 req-b6345c0e-e912-4a97-bf89-116fe18185b7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558557 Nov 12 13:27:25.488162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:25.511970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd78ee0c-3f2c-41d8-9595-41cc4641302a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:25.517799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd78ee0c-3f2c-41d8-9595-41cc4641302a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:25.519714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fd78ee0c-3f2c-41d8-9595-41cc4641302a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2169081f-575a-4e35-8974-502ce7cb6bd8 HTTP/1.1" status: 204 len: 168 time: 0.1838970 Nov 12 13:27:25.538848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78ee0c-3f2c-41d8-9595-41cc4641302a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2169081f-575a-4e35-8974-502ce7cb6bd8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:25.637038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46264) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:25.711513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 07fa3157-8452-47a8-abd6-ea7a50f98214 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:27:25.815104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-767887814-network', 'tenant_id': '3b27c3fd211342e2abaf7931ee0b2194'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:25.874654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Made reservation on behalf of 3b27c3fd211342e2abaf7931ee0b2194 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:25.877001 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:25.906562 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:25.919051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0ca80-f542-4f9b-89c8-05a542a2aace tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Port': ['ID=3bb46ebe-47b9-457b-9209-13c0a206dcc9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:25.963446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:25.988443 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '07fa3157-8452-47a8-abd6-ea7a50f98214', 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3', 'port_id': '07fa3157-8452-47a8-abd6-ea7a50f98214', 'mac_address': 'fa:16:3e:54:b0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102fa98f-869c-4389-b565-fb75f9d9ac39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:27:26.032383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-44e0ca80-f542-4f9b-89c8-05a542a2aace tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] No DVR routers for this DVR port 3bb46ebe-47b9-457b-9209-13c0a206dcc9 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:26.052488 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-44e0ca80-f542-4f9b-89c8-05a542a2aace tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.068604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-44e0ca80-f542-4f9b-89c8-05a542a2aace tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "DELETE /v2.0/ports/3bb46ebe-47b9-457b-9209-13c0a206dcc9 HTTP/1.1" status: 204 len: 173 time: 1.7275276 Nov 12 13:27:26.070532 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.072253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-deleted', 'tag': '3bb46ebe-47b9-457b-9209-13c0a206dcc9'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:26.078263 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2c58c1-1b99-408d-9214-cb771bca6003" -d '{"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-deleted", "tag": "3bb46ebe-47b9-457b-9209-13c0a206dcc9"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:26.115163 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fa3157-8452-47a8-abd6-ea7a50f98214 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:26.179965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.183686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:26.186830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.190373 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.198007 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353568da-c3ee-48b6-be80-e3f8d458d184 x-openstack-request-id: req-353568da-c3ee-48b6-be80-e3f8d458d184 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:26.203396 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-deleted", "tag": "3bb46ebe-47b9-457b-9209-13c0a206dcc9", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:26.203894 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-353568da-c3ee-48b6-be80-e3f8d458d184 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:26.204466 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-deleted', 'tag': '3bb46ebe-47b9-457b-9209-13c0a206dcc9', 'status': 'completed', 'code': 200} Nov 12 13:27:26.209845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:27:26.237229 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.237771 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Added segment c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3 of type vlan for network e2079ad9-6ef1-497e-b00b-d5afc7c9325c Nov 12 13:27:26.297506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=07fa3157-8452-47a8-abd6-ea7a50f98214,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:26.396853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:26.407407 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.421461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577f398-cbe7-4038-8fe7-588a99d989e6 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:26.425386 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.427874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773f0f02-00de-4d46-baa3-b3be96df4f1b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:26.432945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-816ec0e9-e95e-4b2f-a7ea-7abc1c2c53ce tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting port 08512f5d-9349-4fb5-84da-0a528bf7aba9 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:26.433620 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-816ec0e9-e95e-4b2f-a7ea-7abc1c2c53ce tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.457748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59846-e35e-48a8-967c-c3bb71e9476d req-52258963-9822-45e9-a752-7dc3921e7cea tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:26.467681 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ead59846-e35e-48a8-967c-c3bb71e9476d req-52258963-9822-45e9-a752-7dc3921e7cea tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 945 time: 0.2086475 Nov 12 13:27:26.475680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577f398-cbe7-4038-8fe7-588a99d989e6 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:26.476323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9577f398-cbe7-4038-8fe7-588a99d989e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:26.507648 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.512517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:26.513409 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.517312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-af34b6e2-19f1-4d31-9fcf-1c52012ecb5b tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1994874 Nov 12 13:27:26.523568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46294) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:26.531450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9577f398-cbe7-4038-8fe7-588a99d989e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:26.534488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-17c43638-7798-4da3-8ec3-d42009040d9a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:26.546055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577f398-cbe7-4038-8fe7-588a99d989e6 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:26.546691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9577f398-cbe7-4038-8fe7-588a99d989e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:26.596943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9577f398-cbe7-4038-8fe7-588a99d989e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:26.597740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577f398-cbe7-4038-8fe7-588a99d989e6 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:26.613062 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9748375 Nov 12 13:27:26.623722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:26.635003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['07fa3157-8452-47a8-abd6-ea7a50f98214'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:26.640016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Request body: {'subnet': {'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-767887814-subnet', 'tenant_id': '3b27c3fd211342e2abaf7931ee0b2194', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:26.645872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1b8af-5cbc-44f1-ae97-6b3e5af90f82 admin admin] Pushing event updated for resources: {'Network': ['ID=e2079ad9-6ef1-497e-b00b-d5afc7c9325c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:26.654179 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ead59846-e35e-48a8-967c-c3bb71e9476d req-c52f0150-8ff9-4903-a1d8-8018f840999f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854651 Nov 12 13:27:26.674804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Made reservation on behalf of 3b27c3fd211342e2abaf7931ee0b2194 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:26.679347 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.702771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e2079ad9-6ef1-497e-b00b-d5afc7c9325c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:27:26.732882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-816ec0e9-e95e-4b2f-a7ea-7abc1c2c53ce tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] For port 08512f5d-9349-4fb5-84da-0a528bf7aba9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=08512f5d-9349-4fb5-84da-0a528bf7aba9,segment=NetworkSegment(ede07a83-cf55-4724-b9a0-dd4f564cbbdc),segment_id=ede07a83-cf55-4724-b9a0-dd4f564cbbdc)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:26.733320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-816ec0e9-e95e-4b2f-a7ea-7abc1c2c53ce tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.749796 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17c43638-7798-4da3-8ec3-d42009040d9a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.762251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-816ec0e9-e95e-4b2f-a7ea-7abc1c2c53ce tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Calling delete_port for 08512f5d-9349-4fb5-84da-0a528bf7aba9 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:26.830102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc819-66d5-4268-b8dd-4ae1cd2c1e28 req-8f86f7c9-a93c-497e-bd06-938045d4eaa8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:26.839545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc819-66d5-4268-b8dd-4ae1cd2c1e28 req-8f86f7c9-a93c-497e-bd06-938045d4eaa8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:26.847874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df4dc819-66d5-4268-b8dd-4ae1cd2c1e28 req-8f86f7c9-a93c-497e-bd06-938045d4eaa8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 1682 time: 0.2249458 Nov 12 13:27:26.944918 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:26.974776 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-963290c6-8fbb-45d6-9117-fb456d3df825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:27.012034 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df4dc819-66d5-4268-b8dd-4ae1cd2c1e28 req-98760344-6ae7-44ce-b2a3-fd16cf5bd78a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629143 Nov 12 13:27:27.038939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0aa25b5-672d-478f-a8bb-1011dad8a122,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:27.075479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Checking segment: {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:27.076062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Network hostable DHCP agents. Network: e2079ad9-6ef1-497e-b00b-d5afc7c9325c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:27:27.103959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Network e2079ad9-6ef1-497e-b00b-d5afc7c9325c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:27:27.117202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, e2079ad9-6ef1-497e-b00b-d5afc7c9325c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:27.128188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d6bea0-a6ea-4422-b3d4-ab7afeb0b5cc None None] Network e2079ad9-6ef1-497e-b00b-d5afc7c9325c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:27.129681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:27.130658 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:27.157849 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17c43638-7798-4da3-8ec3-d42009040d9a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:27.162841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cbe7dee7-a5d7-4892-8466-60b0089b9b03 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5320647 Nov 12 13:27:27.207599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17c43638-7798-4da3-8ec3-d42009040d9a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:27.208287 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-17c43638-7798-4da3-8ec3-d42009040d9a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP 7de21b1a-cb6d-4d88-a7aa-6011f98971e3 disassociated. External IP: 172.25.5.129, port: b161eda7-a726-4c57-94ac-d5213c44f353. Nov 12 13:27:27.406948 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-816ec0e9-e95e-4b2f-a7ea-7abc1c2c53ce tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:27.443315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-e2079ad9-6ef1-497e-b00b-d5afc7c9325c', 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c', 'tenant_id': '3b27c3fd211342e2abaf7931ee0b2194', 'fixed_ips': [{'subnet_id': 'd0aa25b5-672d-478f-a8bb-1011dad8a122'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:27:27.454512 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:27.502399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ec0e9-e95e-4b2f-a7ea-7abc1c2c53ce tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Port': ['ID=08512f5d-9349-4fb5-84da-0a528bf7aba9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:27.592953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-816ec0e9-e95e-4b2f-a7ea-7abc1c2c53ce tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] No DVR routers for this DVR port 08512f5d-9349-4fb5-84da-0a528bf7aba9 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:27.596709 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-816ec0e9-e95e-4b2f-a7ea-7abc1c2c53ce tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:27.602294 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-816ec0e9-e95e-4b2f-a7ea-7abc1c2c53ce tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "DELETE /v2.0/ports/08512f5d-9349-4fb5-84da-0a528bf7aba9 HTTP/1.1" status: 204 len: 173 time: 1.5022764 Nov 12 13:27:27.661725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Allocated IP 172.20.0.2 (e2079ad9-6ef1-497e-b00b-d5afc7c9325c/d0aa25b5-672d-478f-a8bb-1011dad8a122/534e4e37-5e3f-43f3-b55e-fdc1ca45535f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:27.720141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e2246e43-ac58-421d-abe5-bbd8ff379d1c no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:27.921491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c43638-7798-4da3-8ec3-d42009040d9a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:28.019593 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.031554 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.079901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-656f9d9c-a3ef-45ce-ac3c-a4a23a3fcd92 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting port e2246e43-ac58-421d-abe5-bbd8ff379d1c {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:28.080547 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-656f9d9c-a3ef-45ce-ac3c-a4a23a3fcd92 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.087162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c43638-7798-4da3-8ec3-d42009040d9a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:28.103054 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17c43638-7798-4da3-8ec3-d42009040d9a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.107883 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907c745-8d64-4f19-b7ff-2ec790be5b48 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:28.136825 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184c644-2b8c-4d46-a6a0-209e40af0b34 req-87d5d017-34b0-4d57-b923-d9112f8e58b0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:28.139090 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907c745-8d64-4f19-b7ff-2ec790be5b48 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:28.140192 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f907c745-8d64-4f19-b7ff-2ec790be5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:28.145605 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7184c644-2b8c-4d46-a6a0-209e40af0b34 req-87d5d017-34b0-4d57-b923-d9112f8e58b0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 945 time: 0.2766206 Nov 12 13:27:28.163886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.206332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-deleted', 'tag': '08512f5d-9349-4fb5-84da-0a528bf7aba9'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:28.209143 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c861f7-b272-4aab-9df3-d0ca06c2b539" -d '{"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-deleted", "tag": "08512f5d-9349-4fb5-84da-0a528bf7aba9"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:28.221965 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-17c43638-7798-4da3-8ec3-d42009040d9a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "PUT /v2.0/floatingips/7de21b1a-cb6d-4d88-a7aa-6011f98971e3 HTTP/1.1" status: 200 len: 688 time: 1.6930764 Nov 12 13:27:28.226554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46416) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:28.233979 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f907c745-8d64-4f19-b7ff-2ec790be5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:28.259629 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907c745-8d64-4f19-b7ff-2ec790be5b48 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:28.260850 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f907c745-8d64-4f19-b7ff-2ec790be5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:26:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:28.262599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Network e2079ad9-6ef1-497e-b00b-d5afc7c9325c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:28.276292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:28.293193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:28.318359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2246e43-ac58-421d-abe5-bbd8ff379d1c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:28.323798 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1aa91e-4b13-4b0e-9eda-1bd976a17be6" -d '{"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e2246e43-ac58-421d-abe5-bbd8ff379d1c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:28.326465 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f907c745-8d64-4f19-b7ff-2ec790be5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:28.328049 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907c745-8d64-4f19-b7ff-2ec790be5b48 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:28.370896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port e2246e43-ac58-421d-abe5-bbd8ff379d1c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e2246e43-ac58-421d-abe5-bbd8ff379d1c,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:28.374573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Pushing event updated for resources: {'Port': ['ID=534e4e37-5e3f-43f3-b55e-fdc1ca45535f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:28.405252 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.406053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3bb46ebe-47b9-457b-9209-13c0a206dcc9 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:28.416577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7184c644-2b8c-4d46-a6a0-209e40af0b34 req-361a0900-503f-4a83-b1df-2380eb167aa9 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617385 Nov 12 13:27:28.466289 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46426) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:28.480526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-656f9d9c-a3ef-45ce-ac3c-a4a23a3fcd92 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] For port e2246e43-ac58-421d-abe5-bbd8ff379d1c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e2246e43-ac58-421d-abe5-bbd8ff379d1c,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:28.480899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-656f9d9c-a3ef-45ce-ac3c-a4a23a3fcd92 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.518756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-e570f9c9-0cb6-4185-9a5f-e1d26eee6791 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:28.528715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-656f9d9c-a3ef-45ce-ac3c-a4a23a3fcd92 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Calling delete_port for e2246e43-ac58-421d-abe5-bbd8ff379d1c owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:28.531540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-e570f9c9-0cb6-4185-9a5f-e1d26eee6791 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 815 time: 0.7042568 Nov 12 13:27:28.538008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 3bb46ebe-47b9-457b-9209-13c0a206dcc9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:28.538356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3bb46ebe-47b9-457b-9209-13c0a206dcc9 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:28.538789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 08512f5d-9349-4fb5-84da-0a528bf7aba9 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:28.541414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=e2246e43-ac58-421d-abe5-bbd8ff379d1c,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:28.568965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-2b02f7ce-3ede-4f84-94dc-51d77b29f58e tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/quotas/3b27c3fd211342e2abaf7931ee0b2194 HTTP/1.1" status: 200 len: 375 time: 0.0354719 Nov 12 13:27:28.583961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 08512f5d-9349-4fb5-84da-0a528bf7aba9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:28.584339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 08512f5d-9349-4fb5-84da-0a528bf7aba9 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:28.590059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Attempting to bind port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:28.590444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Attempting to bind port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:28.590819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Attempting to bind port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f on network e2079ad9-6ef1-497e-b00b-d5afc7c9325c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:28.597062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:28.597505 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Checking segment: {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:28.598422 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.598922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Bound using segment: {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:28.599440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Bound port: 534e4e37-5e3f-43f3-b55e-fdc1ca45535f, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:28.599957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.635569 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202878ab-3e68-4b2e-aaf0-e4ba85e6efae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.647916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-35b7ec14-79c6-4ee4-a7da-e9515c280a31 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779371 Nov 12 13:27:28.696789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] For port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:28.703429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] For port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=534e4e37-5e3f-43f3-b55e-fdc1ca45535f,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:28.707957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b95689ec-c4c4-45ee-b8e9-d24e23f581c1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port 4344bb25-d0ab-4b4e-976a-39e0b1b0788a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:28.708593 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b95689ec-c4c4-45ee-b8e9-d24e23f581c1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.709750 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.741150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7e834-5e95-4242-b8cc-34ed1951ef7d req-6d03d3f8-3a68-4df3-9e2e-8ad41457f977 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:28.769783 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89a7e834-5e95-4242-b8cc-34ed1951ef7d req-6d03d3f8-3a68-4df3-9e2e-8ad41457f977 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 944 time: 0.2189121 Nov 12 13:27:28.820894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e8054-f028-4164-a6b8-310619c59da9 None None] Pushing event updated for resources: {'Port': ['ID=534e4e37-5e3f-43f3-b55e-fdc1ca45535f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:28.847706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202878ab-3e68-4b2e-aaf0-e4ba85e6efae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.852257 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-6983aaeb-cded-4fd3-8dbd-dcde36e5045d service neutron] 10.222.0.73 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810753 Nov 12 13:27:28.854661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202878ab-3e68-4b2e-aaf0-e4ba85e6efae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.952482 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89a7e834-5e95-4242-b8cc-34ed1951ef7d req-0a374b16-2634-4d91-bec1-4c9780d43144 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813879 Nov 12 13:27:28.967769 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b95689ec-c4c4-45ee-b8e9-d24e23f581c1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.968040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b95689ec-c4c4-45ee-b8e9-d24e23f581c1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:28.974962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202878ab-3e68-4b2e-aaf0-e4ba85e6efae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3c6d74-6ce1-4878-a04c-a5c5038e3e31,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:28.994482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b95689ec-c4c4-45ee-b8e9-d24e23f581c1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for 4344bb25-d0ab-4b4e-976a-39e0b1b0788a owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:29.005896 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-202878ab-3e68-4b2e-aaf0-e4ba85e6efae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7312b55ba2348a0aca58a51c132a484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5380373 Nov 12 13:27:29.010680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46430) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:29.019637 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-656f9d9c-a3ef-45ce-ac3c-a4a23a3fcd92 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.084902 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d596cd69-a3e8-437c-9908-0cb389998f3a x-openstack-request-id: req-d596cd69-a3e8-437c-9908-0cb389998f3a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:29.085243 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-deleted", "tag": "08512f5d-9349-4fb5-84da-0a528bf7aba9", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:29.085464 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d596cd69-a3e8-437c-9908-0cb389998f3a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:29.085968 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-deleted', 'tag': '08512f5d-9349-4fb5-84da-0a528bf7aba9', 'status': 'completed', 'code': 200} Nov 12 13:27:29.143214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f9d9c-a3ef-45ce-ac3c-a4a23a3fcd92 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Port': ['ID=e2246e43-ac58-421d-abe5-bbd8ff379d1c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:29.197867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-67337f33-6214-4463-a0f3-2be13c300d6d service neutron] 10.222.0.73 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158882 Nov 12 13:27:29.241630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-656f9d9c-a3ef-45ce-ac3c-a4a23a3fcd92 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] No DVR routers for this DVR port e2246e43-ac58-421d-abe5-bbd8ff379d1c on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:29.249748 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-656f9d9c-a3ef-45ce-ac3c-a4a23a3fcd92 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.253379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b930e13f-b8c5-46a8-8b79-6918af6a7586 req-656f9d9c-a3ef-45ce-ac3c-a4a23a3fcd92 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "DELETE /v2.0/ports/e2246e43-ac58-421d-abe5-bbd8ff379d1c HTTP/1.1" status: 204 len: 173 time: 1.6433001 Nov 12 13:27:29.323249 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa737785-9e1e-4194-a8d6-41fb49242f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.329517 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b039d69f-a4ee-4c39-b236-eab35f4f02fb x-openstack-request-id: req-b039d69f-a4ee-4c39-b236-eab35f4f02fb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:29.331555 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e2246e43-ac58-421d-abe5-bbd8ff379d1c", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:29.332111 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b039d69f-a4ee-4c39-b236-eab35f4f02fb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:29.333068 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2246e43-ac58-421d-abe5-bbd8ff379d1c', 'code': 200} Nov 12 13:27:29.388860 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa737785-9e1e-4194-a8d6-41fb49242f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.461374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b95689ec-c4c4-45ee-b8e9-d24e23f581c1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.495060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95689ec-c4c4-45ee-b8e9-d24e23f581c1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=4344bb25-d0ab-4b4e-976a-39e0b1b0788a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:29.511984 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7249f7a-ea80-430a-b527-133d2e6b6dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.560504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa737785-9e1e-4194-a8d6-41fb49242f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.566387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa737785-9e1e-4194-a8d6-41fb49242f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.571629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fa737785-9e1e-4194-a8d6-41fb49242f09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0d3c6d74-6ce1-4878-a04c-a5c5038e3e31 HTTP/1.1" status: 204 len: 168 time: 0.5555456 Nov 12 13:27:29.610220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa737785-9e1e-4194-a8d6-41fb49242f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3c6d74-6ce1-4878-a04c-a5c5038e3e31,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:29.673158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b95689ec-c4c4-45ee-b8e9-d24e23f581c1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.679249 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b95689ec-c4c4-45ee-b8e9-d24e23f581c1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.688109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b95689ec-c4c4-45ee-b8e9-d24e23f581c1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/floatingips/7de21b1a-cb6d-4d88-a7aa-6011f98971e3 HTTP/1.1" status: 204 len: 168 time: 1.4595661 Nov 12 13:27:29.688829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46448) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:29.694806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'b4c069fb-f44e-45d6-a415-032282a3df5d'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:29.725105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 07fa3157-8452-47a8-abd6-ea7a50f98214 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:29.732211 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.791857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82faa77-32c9-48a8-b7cc-847aa930d96f req-470e2800-59d5-4ad0-b6ed-79047f3b7a19 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:29.793521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a82faa77-32c9-48a8-b7cc-847aa930d96f req-470e2800-59d5-4ad0-b6ed-79047f3b7a19 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 945 time: 0.1502857 Nov 12 13:27:29.861081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 07fa3157-8452-47a8-abd6-ea7a50f98214 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:27:29.868484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 07fa3157-8452-47a8-abd6-ea7a50f98214 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:29.869059 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:29.919326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a82faa77-32c9-48a8-b7cc-847aa930d96f req-53594102-b442-44fb-aeb9-e9522868c438 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158540 Nov 12 13:27:30.105797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-ba25a11a-663f-41cf-9571-c03377ba467a tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:30.116732 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.130320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-ba25a11a-663f-41cf-9571-c03377ba467a tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 815 time: 0.3910227 Nov 12 13:27:30.176373 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-76e5273c-60ff-489c-8b6a-8caccb4ab39d tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/quotas/3b27c3fd211342e2abaf7931ee0b2194 HTTP/1.1" status: 200 len: 375 time: 0.0443482 Nov 12 13:27:30.200975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:30.210505 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.329195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=07fa3157-8452-47a8-abd6-ea7a50f98214,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:30.340774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-5e06002b-0562-4513-9e75-5d97e0db9558 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1634967 Nov 12 13:27:30.343071 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.350632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-528cbcbb-e00a-4afb-8709-e60510ed2c58 req-56c17a69-5f38-40bf-8b46-df6f80dd0bf7 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6eb93a-f222-4c14-93c1-fc4359a624aa HTTP/1.1" status: 200 len: 210 time: 0.1270316 Nov 12 13:27:30.492560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880daed0-fb1e-46f1-b82b-8700fed1961f None None] Network e2079ad9-6ef1-497e-b00b-d5afc7c9325c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:30.600709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.719610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-688fbbfc-77a5-459f-892a-ba607d38b056 service neutron] 10.222.0.73 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579159 Nov 12 13:27:30.796110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.25.5.16 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/1b6d0c0b-f3f7-4b99-9954-b05968474ccf) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:30.871490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 534e4e37-5e3f-43f3-b55e-fdc1ca45535f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:30.921128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cf51259b-1b5c-4fc4-be8e-9770850fa0d7 None None] Provisioning complete for port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:30.921642 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf51259b-1b5c-4fc4-be8e-9770850fa0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:30.991184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-b9682dde-c697-40d8-938f-03b6361cd4c7 service neutron] 10.222.0.73 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514024 Nov 12 13:27:31.091788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-deleted', 'tag': 'e2246e43-ac58-421d-abe5-bbd8ff379d1c'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:31.094659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:31.095194 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:31.095733 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ba4d44-ce10-4210-bd3d-0dd7c6630ae8" -d '{"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-deleted", "tag": "e2246e43-ac58-421d-abe5-bbd8ff379d1c"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:31.112674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:31.208539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b4236-f7d0-4f15-9b24-42dd302c4a88 req-54ab3656-b5d8-409b-a797-086f59d10614 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:31.213750 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:31.221266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af6b4236-f7d0-4f15-9b24-42dd302c4a88 req-54ab3656-b5d8-409b-a797-086f59d10614 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.1488554 Nov 12 13:27:31.293375 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af6b4236-f7d0-4f15-9b24-42dd302c4a88 req-6e659de5-d211-485e-a92c-10ab60aa10f0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709510 Nov 12 13:27:31.333704 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf51259b-1b5c-4fc4-be8e-9770850fa0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:31.350244 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fa3157-8452-47a8-abd6-ea7a50f98214'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:31.350244 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f718697-7f5d-43cd-814f-253ddbe1c73c" -d '{"events": [{"server_uuid": "bd0dd894-b707-4bc6-a522-d9a3ef0bb50c", "name": "network-vif-plugged", "status": "completed", "tag": "07fa3157-8452-47a8-abd6-ea7a50f98214"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:31.477371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46504) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:31.481978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cf51259b-1b5c-4fc4-be8e-9770850fa0d7 None None] For port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=534e4e37-5e3f-43f3-b55e-fdc1ca45535f,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:31.487888 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc44d51d-1aee-446c-9110-b0a234daee1c x-openstack-request-id: req-bc44d51d-1aee-446c-9110-b0a234daee1c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:31.488544 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0dd894-b707-4bc6-a522-d9a3ef0bb50c", "name": "network-vif-plugged", "status": "completed", "tag": "07fa3157-8452-47a8-abd6-ea7a50f98214", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:31.489485 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc44d51d-1aee-446c-9110-b0a234daee1c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:31.490181 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fa3157-8452-47a8-abd6-ea7a50f98214', 'code': 200} Nov 12 13:27:31.496752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf51259b-1b5c-4fc4-be8e-9770850fa0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:31.631848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3894fbd1-17f4-4810-9a05-fa2751aae48b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting subnet 399f6e8a-2598-4033-bf21-de04e8cb8f42 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:27:31.657236 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3894fbd1-17f4-4810-9a05-fa2751aae48b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:31.779698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51259b-1b5c-4fc4-be8e-9770850fa0d7 None None] Pushing event updated for resources: {'Port': ['ID=534e4e37-5e3f-43f3-b55e-fdc1ca45535f,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:31.893112 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3894fbd1-17f4-4810-9a05-fa2751aae48b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:31.996441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-8ee7bb4d-b529-46eb-926f-f0f96fa19f08 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:32.006716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-8ee7bb4d-b529-46eb-926f-f0f96fa19f08 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.70 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 815 time: 0.2327690 Nov 12 13:27:32.045210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Request body: {'port': {'device_id': 'e3afefd2-df2e-49bb-bcf2-17e28dfe690e', 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c', 'admin_state_up': True, 'tenant_id': '3b27c3fd211342e2abaf7931ee0b2194'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:32.180956 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:32.186045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5da17633-16c1-4f7d-b8e6-8f9d59388523 None None] Provisioning complete for port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:32.186565 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5da17633-16c1-4f7d-b8e6-8f9d59388523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:32.203057 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3894fbd1-17f4-4810-9a05-fa2751aae48b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:32.234813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:32.250497 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52284dc6-928a-468a-9cfe-4339c971a71f x-openstack-request-id: req-52284dc6-928a-468a-9cfe-4339c971a71f {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:32.250976 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6eb93a-f222-4c14-93c1-fc4359a624aa", "name": "network-vif-deleted", "tag": "e2246e43-ac58-421d-abe5-bbd8ff379d1c", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:32.251388 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52284dc6-928a-468a-9cfe-4339c971a71f {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:32.252006 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6eb93a-f222-4c14-93c1-fc4359a624aa', 'name': 'network-vif-deleted', 'tag': 'e2246e43-ac58-421d-abe5-bbd8ff379d1c', 'status': 'completed', 'code': 200} Nov 12 13:27:32.281653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:32.337159 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3894fbd1-17f4-4810-9a05-fa2751aae48b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:32.347780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:32.358737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3894fbd1-17f4-4810-9a05-fa2751aae48b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:32.365892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3894fbd1-17f4-4810-9a05-fa2751aae48b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "DELETE /v2.0/subnets/399f6e8a-2598-4033-bf21-de04e8cb8f42 HTTP/1.1" status: 204 len: 168 time: 0.8834250 Nov 12 13:27:32.365892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Made reservation on behalf of 3b27c3fd211342e2abaf7931ee0b2194 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:32.369636 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:32.371757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:32.385124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e308580-a9c8-4555-8ff5-5f759c4ca9b1 None None] Network 94a16b43-1ce6-4251-a628-f1dbc195702a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:32.451232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894fbd1-17f4-4810-9a05-fa2751aae48b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Subnet': ['ID=399f6e8a-2598-4033-bf21-de04e8cb8f42,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:32.522731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=1b6d0c0b-f3f7-4b99-9954-b05968474ccf,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:32.710747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-e5058306-5ea1-4126-8986-fbdd12956d4a tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:32.711493 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-e5058306-5ea1-4126-8986-fbdd12956d4a tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 815 time: 0.4741902 Nov 12 13:27:32.776968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9ca65c1b-1ea7-4f52-941f-2bd5ee9c75ec tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/quotas/3b27c3fd211342e2abaf7931ee0b2194 HTTP/1.1" status: 200 len: 375 time: 0.0344748 Nov 12 13:27:32.808562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 534e4e37-5e3f-43f3-b55e-fdc1ca45535f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:32.815724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:32.912765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f13984-b927-4ed0-a896-91d833bc6a60 req-d57b73a4-774c-429a-a8ca-36a3156134a7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:32.914518 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8f13984-b927-4ed0-a896-91d833bc6a60 req-d57b73a4-774c-429a-a8ca-36a3156134a7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.3975105 Nov 12 13:27:32.949446 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.050150 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8f13984-b927-4ed0-a896-91d833bc6a60 req-9b4a5d27-2be4-495a-9d53-ee4cd8e8bb1b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230545 Nov 12 13:27:33.060689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:33.061187 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.091405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Allocated IP 172.20.0.10 (e2079ad9-6ef1-497e-b00b-d5afc7c9325c/d0aa25b5-672d-478f-a8bb-1011dad8a122/cc8bb714-54d5-4a15-8a72-3421a798bf1d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:33.132953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:33.133327 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.144218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-4e8fceef-b37d-41c1-864e-59d676ca3e73 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3230524 Nov 12 13:27:33.163102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46568) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:33.209505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b589b6-94b5-484b-b832-a30255234289 req-ae698202-35d9-4107-8b97-a2db6e202dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:33.214675 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3b589b6-94b5-484b-b832-a30255234289 req-ae698202-35d9-4107-8b97-a2db6e202dfc service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 1097 time: 0.9566114 Nov 12 13:27:33.307950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345bb830-8d2f-4744-932e-dcad51588559 None None] DHCP port deletion for 94a16b43-1ce6-4251-a628-f1dbc195702a request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:33.436838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-345bb830-8d2f-4744-932e-dcad51588559 None None] Deleting port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:33.437355 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-345bb830-8d2f-4744-932e-dcad51588559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.533308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3b589b6-94b5-484b-b832-a30255234289 req-3d3833aa-527b-4e82-87a9-0eda0f6a0d7b service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651505 Nov 12 13:27:33.554976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-345bb830-8d2f-4744-932e-dcad51588559 None None] For port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0fb8fd32-a59a-40dd-a6c7-e4f058af048d,segment=NetworkSegment(ede07a83-cf55-4724-b9a0-dd4f564cbbdc),segment_id=ede07a83-cf55-4724-b9a0-dd4f564cbbdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:33.555798 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-345bb830-8d2f-4744-932e-dcad51588559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.588267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-345bb830-8d2f-4744-932e-dcad51588559 None None] Calling delete_port for 0fb8fd32-a59a-40dd-a6c7-e4f058af048d owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:33.588727 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-8f1576e1-9d4c-425a-939e-62197c5d7c3c service neutron] 10.222.0.73 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430194 Nov 12 13:27:33.591495 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9a15-d4ff-406a-bd11-44912ace1112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.649309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] For port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0fb8fd32-a59a-40dd-a6c7-e4f058af048d,segment=NetworkSegment(ede07a83-cf55-4724-b9a0-dd4f564cbbdc),segment_id=ede07a83-cf55-4724-b9a0-dd4f564cbbdc)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:33.651196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.738332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Calling delete_port for 0fb8fd32-a59a-40dd-a6c7-e4f058af048d owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:33.741737 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-345bb830-8d2f-4744-932e-dcad51588559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.821008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345bb830-8d2f-4744-932e-dcad51588559 None None] No DVR routers for this DVR port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:33.835730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bb830-8d2f-4744-932e-dcad51588559 None None] Pushing event deleted for resources: {'Port': ['ID=0fb8fd32-a59a-40dd-a6c7-e4f058af048d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:33.858837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.859137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-10aa714b-9a0a-4f92-b83d-972b4272dd53 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:33.860730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-10aa714b-9a0a-4f92-b83d-972b4272dd53 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.105 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 815 time: 0.5409911 Nov 12 13:27:33.883776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Request body: {'port': {'device_id': 'dbd98d8a-cba2-46e0-8e04-777f5f15f0df', 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c', 'admin_state_up': True, 'tenant_id': '3b27c3fd211342e2abaf7931ee0b2194'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:33.896188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:33.938743 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-de0e052e-c132-4558-b772-c87171333304 service neutron] 10.222.0.73 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313980 Nov 12 13:27:34.009703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9a15-d4ff-406a-bd11-44912ace1112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.031107 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9a15-d4ff-406a-bd11-44912ace1112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.043693 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.055595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.067374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.109118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a9a15-d4ff-406a-bd11-44912ace1112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1ac40d-cbd1-4608-b6cb-cb7b2f62be9e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:34.115894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4c0a9a15-d4ff-406a-bd11-44912ace1112 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c6f58bbe19c4e0c81d2ce6c77d64036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9514351 Nov 12 13:27:34.122246 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46572) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:34.198600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] No DVR routers for this DVR port 0fb8fd32-a59a-40dd-a6c7-e4f058af048d on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:34.215047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Network e2079ad9-6ef1-497e-b00b-d5afc7c9325c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:34.270375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:34.273813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Pushing event updated for resources: {'Port': ['ID=cc8bb714-54d5-4a15-8a72-3421a798bf1d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:34.297684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:34.334788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c877efe7-8604-4836-bac9-08104d67889c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.339452 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-faaa973e-cd49-478a-b245-51e41d62dfa1 req-dfe41002-825b-48f6-a742-cc887b41890f tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 210 time: 0.0548189 Nov 12 13:27:34.382947 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c877efe7-8604-4836-bac9-08104d67889c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.469171 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.478287 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.482668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Port': ['ID=0fb8fd32-a59a-40dd-a6c7-e4f058af048d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:34.518080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Made reservation on behalf of 3b27c3fd211342e2abaf7931ee0b2194 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:34.544701 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.611764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c877efe7-8604-4836-bac9-08104d67889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.615552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c877efe7-8604-4836-bac9-08104d67889c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.617197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c877efe7-8604-4836-bac9-08104d67889c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b1ac40d-cbd1-4608-b6cb-cb7b2f62be9e HTTP/1.1" status: 204 len: 168 time: 0.4941127 Nov 12 13:27:34.643573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0fb8fd32-a59a-40dd-a6c7-e4f058af048d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:34.656241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=1b6d0c0b-f3f7-4b99-9954-b05968474ccf,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:34.685882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877efe7-8604-4836-bac9-08104d67889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1ac40d-cbd1-4608-b6cb-cb7b2f62be9e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:34.700669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:34.704238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.707806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.750366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 0fb8fd32-a59a-40dd-a6c7-e4f058af048d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:34.751082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0fb8fd32-a59a-40dd-a6c7-e4f058af048d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:34.783434 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.856455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8d53f21f-49e5-416c-ac7b-5d12540e9de6 None None] Provisioning complete for port cc8bb714-54d5-4a15-8a72-3421a798bf1d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:34.857191 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d53f21f-49e5-416c-ac7b-5d12540e9de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:34.904290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6df73-4694-42e1-8035-7c83061420e2 req-d2799656-f4ac-4ef8-a382-77ac4d1e394b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:34.915042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-45f6df73-4694-42e1-8035-7c83061420e2 req-d2799656-f4ac-4ef8-a382-77ac4d1e394b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.6507912 Nov 12 13:27:34.942367 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP a6d202d0-18a9-4efb-90cc-8ae5da8265d2 associated. External IP: 172.25.5.16, port: b4c069fb-f44e-45d6-a415-032282a3df5d. Nov 12 13:27:34.953272 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-a024d43c-56a8-4e6e-b881-765883959a38 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9205248 Nov 12 13:27:34.957881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8d53f21f-49e5-416c-ac7b-5d12540e9de6 None None] Port cc8bb714-54d5-4a15-8a72-3421a798bf1d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:34.984170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Request body: {'port': {'device_id': 'e3afefd2-df2e-49bb-bcf2-17e28dfe690e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:35.053216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a16b43-1ce6-4251-a628-f1dbc195702a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:35.071279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:35.072571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede07a83-cf55-4724-b9a0-dd4f564cbbdc') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:35.190846 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-45f6df73-4694-42e1-8035-7c83061420e2 req-c8a17d35-66d9-4207-aec4-6abf554ebe61 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736959 Nov 12 13:27:35.224608 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.317839 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:35.322482 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.329225 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.349965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:27:35.350569 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:27:35.354993 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:27:35.421821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Allocated IP 172.20.0.13 (e2079ad9-6ef1-497e-b00b-d5afc7c9325c/d0aa25b5-672d-478f-a8bb-1011dad8a122/72ee5edf-2e7b-4f0c-86d3-445939f75d4b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:35.477129 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.503558 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.509747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "DELETE /v2.0/networks/94a16b43-1ce6-4251-a628-f1dbc195702a HTTP/1.1" status: 204 len: 168 time: 3.0805588 Nov 12 13:27:35.510456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46610) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:35.596646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb9e6c-6fd3-4bfc-bd95-2cffb6e52463 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Network': ['ID=94a16b43-1ce6-4251-a628-f1dbc195702a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:35.629107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:35.652587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc1936-1579-4e4c-af67-a0dd429e6c12 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:35.682650 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc1936-1579-4e4c-af67-a0dd429e6c12 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:35.689780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-02bc1936-1579-4e4c-af67-a0dd429e6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:35.781216 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.810316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b1c4fbf-3043-4e53-a94f-551fc97abf83 req-ecfb79f8-1062-4855-8841-016b2982754f tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 210 time: 0.1100423 Nov 12 13:27:35.823288 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.838311 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8b80d6-d270-48d2-9a22-e69931cf8111 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting subnet 4eb6470f-1260-40ce-90b4-326afb4dfd0a {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:27:35.842745 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.858783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-02bc1936-1579-4e4c-af67-a0dd429e6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:35.898333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc1936-1579-4e4c-af67-a0dd429e6c12 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:35.899356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-02bc1936-1579-4e4c-af67-a0dd429e6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:35.903349 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0e8b80d6-d270-48d2-9a22-e69931cf8111 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:35.980888 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b757401d-527f-4d14-b46a-afc436f1199d tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2860029 Nov 12 13:27:35.981156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Network e2079ad9-6ef1-497e-b00b-d5afc7c9325c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:35.983245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46618) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:35.998058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Pushing event updated for resources: {'Port': ['ID=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:36.008998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:36.030255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:36.030654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-02bc1936-1579-4e4c-af67-a0dd429e6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:36.036138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc1936-1579-4e4c-af67-a0dd429e6c12 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:36.038518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0e8b80d6-d270-48d2-9a22-e69931cf8111 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.158818 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-28c519d6-b065-47e1-958a-657b0e124af1 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "GET /v2.0/floatingips/a6d202d0-18a9-4efb-90cc-8ae5da8265d2 HTTP/1.1" status: 200 len: 977 time: 0.1741188 Nov 12 13:27:36.163827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:36.164633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.176356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46622) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:36.226712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-52f84f60-baf1-4c9e-a4b3-d1cd819dce0b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3546598 Nov 12 13:27:36.245102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Request body: {'port': {'device_id': 'dbd98d8a-cba2-46e0-8e04-777f5f15f0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:36.428980 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0e8b80d6-d270-48d2-9a22-e69931cf8111 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.436022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.466308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8bb714-54d5-4a15-8a72-3421a798bf1d {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:36.495847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.518584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2425df64-f41b-4ce2-a56e-74d4b09065cb None None] Provisioning complete for port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:36.519289 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2425df64-f41b-4ce2-a56e-74d4b09065cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.523024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Transition to ACTIVE for port object cc8bb714-54d5-4a15-8a72-3421a798bf1d will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:27:36.537020 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.547451 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-baf3795b-6fe6-4ce3-863f-39fd30707bcc tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3660178 Nov 12 13:27:36.554796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46630) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:36.560204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'port_id': 'b161eda7-a726-4c57-94ac-d5213c44f353'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:36.597211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2425df64-f41b-4ce2-a56e-74d4b09065cb None None] Port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:36.630142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-7365f3ff-e4cd-4fff-8638-a31ae26341b7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:36.631767 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-7365f3ff-e4cd-4fff-8638-a31ae26341b7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.70 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 815 time: 0.4718957 Nov 12 13:27:36.655078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Request body: {'port': {'device_id': '0b6a0739-dbb5-47d6-81d4-560dce018c90', 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c', 'admin_state_up': True, 'tenant_id': '3b27c3fd211342e2abaf7931ee0b2194'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:36.673705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015314d-023e-4a2d-bda8-c407a3aee6d2 req-a9399f95-1f60-48f6-96a6-622d6ff113ee tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:36.682241 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7015314d-023e-4a2d-bda8-c407a3aee6d2 req-a9399f95-1f60-48f6-96a6-622d6ff113ee tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.3120461 Nov 12 13:27:36.728741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8bb714-54d5-4a15-8a72-3421a798bf1d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:36.735856 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.745226 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0e8b80d6-d270-48d2-9a22-e69931cf8111 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:36.943873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Attempting to bind port cc8bb714-54d5-4a15-8a72-3421a798bf1d on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:36.944474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Attempting to bind port cc8bb714-54d5-4a15-8a72-3421a798bf1d by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:36.944962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Attempting to bind port cc8bb714-54d5-4a15-8a72-3421a798bf1d on network e2079ad9-6ef1-497e-b00b-d5afc7c9325c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:36.983628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Port cc8bb714-54d5-4a15-8a72-3421a798bf1d on network e2079ad9-6ef1-497e-b00b-d5afc7c9325c not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:27:36.984185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Attempting to bind port cc8bb714-54d5-4a15-8a72-3421a798bf1d on network e2079ad9-6ef1-497e-b00b-d5afc7c9325c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:37.057781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51a0d78c-11eb-4026-b350-dbf66457497a req-f093879d-25a3-4e87-bdf5-8a1c74fcd463 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 210 time: 0.0807149 Nov 12 13:27:37.069309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:37.069904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Checking segment: {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:37.070571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Bound using segment: {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:37.071376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Bound port: cc8bb714-54d5-4a15-8a72-3421a798bf1d, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:37.072617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.170181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ee5edf-2e7b-4f0c-86d3-445939f75d4b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:37.203753 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.229382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Transition to ACTIVE for port object 72ee5edf-2e7b-4f0c-86d3-445939f75d4b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:27:37.243366 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.282023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46646) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:37.299047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] For port cc8bb714-54d5-4a15-8a72-3421a798bf1d, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:37.306258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b80d6-d270-48d2-9a22-e69931cf8111 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb6470f-1260-40ce-90b4-326afb4dfd0a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:37.334253 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0e8b80d6-d270-48d2-9a22-e69931cf8111 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.341635 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0e8b80d6-d270-48d2-9a22-e69931cf8111 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "DELETE /v2.0/subnets/4eb6470f-1260-40ce-90b4-326afb4dfd0a HTTP/1.1" status: 204 len: 168 time: 1.8293891 Nov 12 13:27:37.342095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46650) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:37.343972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] For port cc8bb714-54d5-4a15-8a72-3421a798bf1d, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=cc8bb714-54d5-4a15-8a72-3421a798bf1d,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:37.368276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.388947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1a3fb0-2364-4123-8e0a-b1b770990f64 None None] Network b94ad8cd-21c4-4015-b257-a41afdad0fd0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:37.411726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Pushing event updated for resources: {'Port': ['ID=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:37.434524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7015314d-023e-4a2d-bda8-c407a3aee6d2 req-9d34b4f0-eff6-473d-8eb0-8360009c356a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7489567 Nov 12 13:27:37.614266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8bb714-54d5-4a15-8a72-3421a798bf1d,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:37.640065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:37.641053 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.643303 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c8a20fee-9f4a-4033-8208-af98f2987630 service neutron] 10.222.0.70 "PUT /v2.0/ports/cc8bb714-54d5-4a15-8a72-3421a798bf1d HTTP/1.1" status: 200 len: 1092 time: 2.6648133 Nov 12 13:27:37.702217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3afefd2-df2e-49bb-bcf2-17e28dfe690e', 'tag': 'cc8bb714-54d5-4a15-8a72-3421a798bf1d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:37.706095 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79124278-3d36-43e4-a7da-275f527c3fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3afefd2-df2e-49bb-bcf2-17e28dfe690e", "tag": "cc8bb714-54d5-4a15-8a72-3421a798bf1d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:37.803550 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d110c2-b327-43dd-bac2-80ca7e1b4b98 x-openstack-request-id: req-47d110c2-b327-43dd-bac2-80ca7e1b4b98 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:37.804737 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3afefd2-df2e-49bb-bcf2-17e28dfe690e", "tag": "cc8bb714-54d5-4a15-8a72-3421a798bf1d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:37.805114 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47d110c2-b327-43dd-bac2-80ca7e1b4b98 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:37.805746 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3afefd2-df2e-49bb-bcf2-17e28dfe690e', 'tag': 'cc8bb714-54d5-4a15-8a72-3421a798bf1d', 'status': 'completed', 'code': 200} Nov 12 13:27:37.813275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-821534907'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:37.844147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e1777c-4625-4cf4-939e-b46787ec59b4 None None] DHCP port deletion for b94ad8cd-21c4-4015-b257-a41afdad0fd0 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:27:37.888813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388812-1c03-44c5-acc7-4333f8983273 req-f429ca06-5087-4c66-b43c-c9d8b9faeb6e tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:37.889318 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.890564 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd388812-1c03-44c5-acc7-4333f8983273 req-f429ca06-5087-4c66-b43c-c9d8b9faeb6e tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 1097 time: 0.2534335 Nov 12 13:27:37.923530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Made reservation on behalf of 3b27c3fd211342e2abaf7931ee0b2194 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:37.930103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:37.931263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-1d2217a5-e978-4c8d-aa47-95f1aaa33a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:37.939503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-1d2217a5-e978-4c8d-aa47-95f1aaa33a9a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 1095 time: 0.1346896 Nov 12 13:27:37.994173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Attempting to bind port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:37.994863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Attempting to bind port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:37.994863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Attempting to bind port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b on network e2079ad9-6ef1-497e-b00b-d5afc7c9325c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:37.997594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Made reservation on behalf of c9dd10e1fbd94f1487732105a0cc2a0b for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:38.001150 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.004027 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-c6a58dd0-5cd9-4f63-9f73-3c895c3ccd91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc8bb714-54d5-4a15-8a72-3421a798bf1d HTTP/1.1" status: 200 len: 217 time: 0.0589588 Nov 12 13:27:38.006000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1777c-4625-4cf4-939e-b46787ec59b4 None None] Deleting port e459a37d-708e-4408-a7b9-da9bf721bbe2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:38.006913 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9e1777c-4625-4cf4-939e-b46787ec59b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.025964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b on network e2079ad9-6ef1-497e-b00b-d5afc7c9325c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:27:38.026286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Attempting to bind port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b on network e2079ad9-6ef1-497e-b00b-d5afc7c9325c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:38.028552 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.086649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:38.086987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Checking segment: {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:38.087958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Bound using segment: {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:38.088410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Bound port: 72ee5edf-2e7b-4f0c-86d3-445939f75d4b, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:38.088770 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.130185 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd388812-1c03-44c5-acc7-4333f8983273 req-5f376d21-f70c-4b5d-ae55-35ce752ba179 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269905 Nov 12 13:27:38.142448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d9e1777c-4625-4cf4-939e-b46787ec59b4 None None] For port e459a37d-708e-4408-a7b9-da9bf721bbe2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e459a37d-708e-4408-a7b9-da9bf721bbe2,segment=NetworkSegment(8b4f3c70-0170-4e08-8968-cdbaedd05b93),segment_id=8b4f3c70-0170-4e08-8968-cdbaedd05b93)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:38.143488 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9e1777c-4625-4cf4-939e-b46787ec59b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.173067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1777c-4625-4cf4-939e-b46787ec59b4 None None] Calling delete_port for e459a37d-708e-4408-a7b9-da9bf721bbe2 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:38.211179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-e1c4e5e4-b574-4c20-8500-9129e9c262e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:38.213908 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-e1c4e5e4-b574-4c20-8500-9129e9c262e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0aa25b5-672d-478f-a8bb-1011dad8a122 HTTP/1.1" status: 200 len: 854 time: 0.1979809 Nov 12 13:27:38.329921 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9e1777c-4625-4cf4-939e-b46787ec59b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.369991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] For port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:38.374396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] For port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:38.378198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1777c-4625-4cf4-939e-b46787ec59b4 None None] Pushing event deleted for resources: {'Port': ['ID=e459a37d-708e-4408-a7b9-da9bf721bbe2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:38.388605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1777c-4625-4cf4-939e-b46787ec59b4 None None] No DVR routers for this DVR port e459a37d-708e-4408-a7b9-da9bf721bbe2 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:38.389929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-e044457f-b6b4-4dac-8d52-2189cb61f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:38.391583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-e044457f-b6b4-4dac-8d52-2189cb61f72d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650829 Nov 12 13:27:38.393106 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.445677 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f79559c-b3c5-4914-aed1-fb03caba01a1 req-d36037fb-920f-41fc-8681-e4b6065a44cc tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 210 time: 0.1081789 Nov 12 13:27:38.496623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting port e459a37d-708e-4408-a7b9-da9bf721bbe2 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:38.497513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.507932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:38.507932 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.507932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] 10.222.0.105 "PUT /v2.0/ports/72ee5edf-2e7b-4f0c-86d3-445939f75d4b HTTP/1.1" status: 200 len: 1092 time: 2.2644119 Nov 12 13:27:38.576555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Allocated IP 172.20.0.8 (e2079ad9-6ef1-497e-b00b-d5afc7c9325c/d0aa25b5-672d-478f-a8bb-1011dad8a122/f6a06d18-72a3-4cb9-be1c-c67245653e53) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:38.596016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e459a37d-708e-4408-a7b9-da9bf721bbe2 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:38.624367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cedf2c-0f7a-4c65-b39c-9d325cff8fca service neutron] Pushing event updated for resources: {'Port': ['ID=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:38.649671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e459a37d-708e-4408-a7b9-da9bf721bbe2 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:38.650537 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e459a37d-708e-4408-a7b9-da9bf721bbe2 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:38.850201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] For port e459a37d-708e-4408-a7b9-da9bf721bbe2, host n-d-805736-4, got binding levels [] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:38.851010 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.897672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Calling delete_port for e459a37d-708e-4408-a7b9-da9bf721bbe2 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:38.905762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Port e459a37d-708e-4408-a7b9-da9bf721bbe2 was not found and therefore no delete operation was performed {{(pid=102675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:27:38.936345 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.966455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534277fa-224f-40fe-945c-397cec3b719d req-0cf5ceeb-03da-4123-bc63-cd031249226f tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:38.967835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534277fa-224f-40fe-945c-397cec3b719d req-0cf5ceeb-03da-4123-bc63-cd031249226f tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 1097 time: 0.5860357 Nov 12 13:27:38.971232 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:38.988282 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.021906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-6fdde5cb-b1e8-4256-94e7-21639d7adec1 service neutron] 10.222.0.70 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102037 Nov 12 13:27:39.059469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:27:39.069085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Port': ['ID=e459a37d-708e-4408-a7b9-da9bf721bbe2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:39.071381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-7e4ae386-a4cc-4067-a904-202bea7e572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:39.076461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-7e4ae386-a4cc-4067-a904-202bea7e572c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 1095 time: 0.4925745 Nov 12 13:27:39.082485 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] No DVR routers for this DVR port e459a37d-708e-4408-a7b9-da9bf721bbe2 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:39.120813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cde8641-8b43-4029-8713-6edd0dd0ebb0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:39.124056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.124399 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Added segment 147bf050-3b17-4168-aa65-2ee985b311a9 of type vlan for network e1d0d769-5cf8-403f-a78d-b2aad80ece36 Nov 12 13:27:39.197590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-f82139cf-f0c6-467d-a6ed-8ca92da780f3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ee5edf-2e7b-4f0c-86d3-445939f75d4b HTTP/1.1" status: 200 len: 217 time: 0.0965877 Nov 12 13:27:39.210119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534277fa-224f-40fe-945c-397cec3b719d req-f97b1bf0-f772-464d-b530-5ea4d6b6b74c tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296352 Nov 12 13:27:39.232242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:27:39.308414 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.334426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-80b120b3-833f-4bec-9ee3-d45f4be56cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:39.336585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-80b120b3-833f-4bec-9ee3-d45f4be56cb8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=d0aa25b5-672d-478f-a8bb-1011dad8a122 HTTP/1.1" status: 200 len: 854 time: 0.1320570 Nov 12 13:27:39.368471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-239f83d7-3903-4c8a-ac08-e0bd9d359b50 req-4afa7125-48d5-4316-994a-3b89c336a202 service neutron] 10.222.0.70 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340907 Nov 12 13:27:39.395002 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.395796 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.417135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:39.424109 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.444383 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.473164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94ad8cd-21c4-4015-b257-a41afdad0fd0']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:39.496457 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.509686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4f3c70-0170-4e08-8968-cdbaedd05b93') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:39.510175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4f3c70-0170-4e08-8968-cdbaedd05b93') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:39.525486 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.586958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.597259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3122132 Nov 12 13:27:39.613401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46674) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:39.643220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.655705 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.662885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:27:39.663380 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:27:39.696611 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:27:39.762042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b9c02f3f-e20f-461e-aea4-0cbae564e2cc req-cef88068-84d5-4618-a4c9-5aa9874d25a1 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 210 time: 0.2040238 Nov 12 13:27:39.765706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-ab55df79-2fa1-4ad6-9f9a-9d6860fd10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:39.768488 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-ab55df79-2fa1-4ad6-9f9a-9d6860fd10a0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3918581 Nov 12 13:27:39.791057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add808cd-aa33-465f-a071-e225004a4d85 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Pushing event updated for resources: {'Network': ['ID=e1d0d769-5cf8-403f-a78d-b2aad80ece36,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:39.797583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-93ccc6fc-8d84-41ae-a18b-63f5e383537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:39.800059 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-93ccc6fc-8d84-41ae-a18b-63f5e383537d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 1095 time: 0.3376262 Nov 12 13:27:39.810220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e1d0d769-5cf8-403f-a78d-b2aad80ece36 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:27:39.816572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd98d8a-cba2-46e0-8e04-777f5f15f0df', 'tag': '72ee5edf-2e7b-4f0c-86d3-445939f75d4b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:39.816913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Request body: {'network': {'name': 'tempest-network--328763509', 'router:external': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:39.820684 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd98d8a-cba2-46e0-8e04-777f5f15f0df", "tag": "72ee5edf-2e7b-4f0c-86d3-445939f75d4b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:39.829743 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Network e2079ad9-6ef1-497e-b00b-d5afc7c9325c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:39.847927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:39.858730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:39.869382 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP a6d202d0-18a9-4efb-90cc-8ae5da8265d2 associated. External IP: 172.25.5.16, port: b4c069fb-f44e-45d6-a415-032282a3df5d. Nov 12 13:27:39.913211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Pushing event updated for resources: {'Port': ['ID=f6a06d18-72a3-4cb9-be1c-c67245653e53,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:39.917060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.996240 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:39.999685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "DELETE /v2.0/networks/b94ad8cd-21c4-4015-b257-a41afdad0fd0 HTTP/1.1" status: 204 len: 168 time: 2.6479881 Nov 12 13:27:40.013083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46684) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:40.035730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-870758571'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:40.044707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Made reservation on behalf of b4b2d731f8d44af491492dfd43535b2d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:40.047206 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.053259 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaa8537-622e-48ad-8ba7-a2af83b2cd2b x-openstack-request-id: req-7eaa8537-622e-48ad-8ba7-a2af83b2cd2b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:40.054102 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd98d8a-cba2-46e0-8e04-777f5f15f0df", "tag": "72ee5edf-2e7b-4f0c-86d3-445939f75d4b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:40.054102 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7eaa8537-622e-48ad-8ba7-a2af83b2cd2b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:40.054268 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd98d8a-cba2-46e0-8e04-777f5f15f0df', 'tag': '72ee5edf-2e7b-4f0c-86d3-445939f75d4b', 'status': 'completed', 'code': 200} Nov 12 13:27:40.057619 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e307f4-135e-4283-b7d8-6301a1f140ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Network': ['ID=b94ad8cd-21c4-4015-b257-a41afdad0fd0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:40.082664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:40.083341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.091239 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.104270 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-b3c60dce-97c3-45a5-85e6-546256e670d0 service neutron] 10.222.0.105 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275921 Nov 12 13:27:40.195274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:40.203110 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.216352 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-9523c821-48e8-4ea7-bde8-9c9dfb5be2a9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5691717 Nov 12 13:27:40.242383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Request body: {'port': {'device_id': '0b6a0739-dbb5-47d6-81d4-560dce018c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:40.279389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-088fac46-2ee9-478f-9b9d-e1adc3b20877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:40.281617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-088fac46-2ee9-478f-9b9d-e1adc3b20877 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 916 time: 0.4546325 Nov 12 13:27:40.328110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bcea5041-52a0-46dd-8cca-8572af6f3ad0 None None] Provisioning complete for port f6a06d18-72a3-4cb9-be1c-c67245653e53 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:40.329208 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcea5041-52a0-46dd-8cca-8572af6f3ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.370649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54dc133c-f4f0-4f59-9842-9906fbb687a9 req-f3d7ec12-7f0e-4f5f-8193-8999bc4bfc33 service neutron] 10.222.0.105 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575037 Nov 12 13:27:40.373324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-8f97dfa2-6c8e-4a05-9c1a-eedb3b35057c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc8bb714-54d5-4a15-8a72-3421a798bf1d HTTP/1.1" status: 200 len: 217 time: 0.0837953 Nov 12 13:27:40.383957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bcea5041-52a0-46dd-8cca-8572af6f3ad0 None None] Port f6a06d18-72a3-4cb9-be1c-c67245653e53 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:40.393856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:27:40.454307 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.465526 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.466270 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Added segment cd8c5b10-6494-4071-b5e7-200485fb8315 of type vlan for network 45ec0655-034d-41c4-a771-de940611d85c Nov 12 13:27:40.487199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-05e0345c-c00a-4ad6-9348-e18691ed88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:40.490110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-05e0345c-c00a-4ad6-9348-e18691ed88dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0aa25b5-672d-478f-a8bb-1011dad8a122 HTTP/1.1" status: 200 len: 854 time: 0.1083038 Nov 12 13:27:40.577907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-f1e102aa-cd72-41a9-a32c-9318db995b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:40.580104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-f1e102aa-cd72-41a9-a32c-9318db995b29 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 1095 time: 0.1300929 Nov 12 13:27:40.635085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-156dda9d-f040-46ff-82ab-e2d36f29100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:40.637995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-156dda9d-f040-46ff-82ab-e2d36f29100f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135604 Nov 12 13:27:40.640974 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.647146 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.679112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.755609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:27:40.774536 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.784267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:40.785335 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.812810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:40.833183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-59639864-8b34-4477-8f22-4a4ede461152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:40.835605 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-59639864-8b34-4477-8f22-4a4ede461152 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 916 time: 0.2458067 Nov 12 13:27:40.875306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dfbb97-da7e-4d10-90ba-4ea792c79497,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:40.878528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:40.878966 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Added segment 5756dfc4-13b4-49f9-9964-7eca72b4083f of type vlan for network 8a31fbbe-5c62-4e00-98c5-113ff10fd1d2 Nov 12 13:27:40.930597 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-b8ae498c-4060-43b2-b7f4-19aa8cfa32d9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ee5edf-2e7b-4f0c-86d3-445939f75d4b HTTP/1.1" status: 200 len: 217 time: 0.0852306 Nov 12 13:27:40.963439 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-b92953c8-fe5d-4ebf-8ff6-7fd9588b0303 service neutron] 10.222.0.70 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144670 Nov 12 13:27:41.095025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0746334 Nov 12 13:27:41.102934 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.111296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46712) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:41.124991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'subnet': {'network_id': '45ec0655-034d-41c4-a771-de940611d85c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:41.128579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372bf67-d96d-4e69-a33f-7d6bbbafdd45 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Network': ['ID=45ec0655-034d-41c4-a771-de940611d85c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:41.142771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 45ec0655-034d-41c4-a771-de940611d85c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:27:41.200189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea79d-d6dd-4dba-990f-21024e9b43c8 req-78008520-8b80-4620-bb2b-e8e8c3ae62d1 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:41.204057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-230ea79d-d6dd-4dba-990f-21024e9b43c8 req-78008520-8b80-4620-bb2b-e8e8c3ae62d1 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 931 time: 0.2970512 Nov 12 13:27:41.211250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-0e902ab0-7ca6-4be8-bd34-dbb993874be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:41.214879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-0e902ab0-7ca6-4be8-bd34-dbb993874be4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=d0aa25b5-672d-478f-a8bb-1011dad8a122 HTTP/1.1" status: 200 len: 854 time: 0.2496157 Nov 12 13:27:41.300911 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:27:41.345891 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79124278-3d36-43e4-a7da-275f527c3fe3 req-fa9854e0-436f-46e8-8435-55e507f18491 service neutron] 10.222.0.70 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594170 Nov 12 13:27:41.377337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-fe0c1626-af6b-4eb4-a76d-5ce746162383 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:27:41.378577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-fe0c1626-af6b-4eb4-a76d-5ce746162383 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205238 Nov 12 13:27:41.395066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-f4d5abbb-dc45-48a7-922e-81cc420518f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:41.397802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-f4d5abbb-dc45-48a7-922e-81cc420518f0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729536 Nov 12 13:27:41.407344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-230ea79d-d6dd-4dba-990f-21024e9b43c8 req-79b1728d-ce1e-4243-b795-d8dda637509a tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621337 Nov 12 13:27:41.439313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.440394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:41.441069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.562700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-8aae9976-a660-4daa-85c1-87290bf7558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:41.564616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-787b3946-c36b-4881-92f4-b8d6fb7aed6f service neutron] 10.222.0.105 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559055 Nov 12 13:27:41.566042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-8aae9976-a660-4daa-85c1-87290bf7558f service neutron] 10.222.0.73 "GET /v2.0/ports/07fa3157-8452-47a8-abd6-ea7a50f98214 HTTP/1.1" status: 200 len: 1094 time: 0.1466897 Nov 12 13:27:41.627816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Request body: {'binding': {'host': 'n-h1-805736-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:41.628268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Unknown quota resources ['binding']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:27:41.638200 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:41.660655 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836be166-f06f-4b25-bc0d-910197e76689 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:41.671216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event updated for resources: {'Network': ['ID=8a31fbbe-5c62-4e00-98c5-113ff10fd1d2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:41.690914 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836be166-f06f-4b25-bc0d-910197e76689 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:41.692395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 8a31fbbe-5c62-4e00-98c5-113ff10fd1d2 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:27:41.693779 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-836be166-f06f-4b25-bc0d-910197e76689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:41.718513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:41.722359 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.753740 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4623bc79-caf3-42c0-8fc5-5abdd2f34fc9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1393373 Nov 12 13:27:41.756926 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5a3f6b7-2a18-4b53-beb4-2860ed2ee916 req-b9611f0d-f624-4549-bbf1-9dbfe11483b0 service neutron] 10.222.0.105 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841381 Nov 12 13:27:41.758240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46722) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:41.762897 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-836be166-f06f-4b25-bc0d-910197e76689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:41.795267 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836be166-f06f-4b25-bc0d-910197e76689 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:41.798041 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-836be166-f06f-4b25-bc0d-910197e76689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:41.866046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:41.886869 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-836be166-f06f-4b25-bc0d-910197e76689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:41.888656 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836be166-f06f-4b25-bc0d-910197e76689 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:42.000158 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.055150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a31fbbe-5c62-4e00-98c5-113ff10fd1d2']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:42.083773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5756dfc4-13b4-49f9-9964-7eca72b4083f') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:42.084330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5756dfc4-13b4-49f9-9964-7eca72b4083f') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:42.105628 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.133399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.154582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:27:42.155155 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:27:42.175428 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:27:42.321320 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.331163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a31fbbe-5c62-4e00-98c5-113ff10fd1d2 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 13:27:42.334413 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.344109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "DELETE /v2.0/networks/8a31fbbe-5c62-4e00-98c5-113ff10fd1d2 HTTP/1.1" status: 204 len: 168 time: 0.5799069 Nov 12 13:27:42.345747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a06d18-72a3-4cb9-be1c-c67245653e53 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:42.354763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46726) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:42.357768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d2230-634f-4db0-92fe-4f0760732a05 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a31fbbe-5c62-4e00-98c5-113ff10fd1d2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:42.369788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:42.376616 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.377416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218b910-d5ee-415a-bf94-07338253f14b req-4a4b9385-5798-448b-a75e-85fa0fd34b4f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:42.383851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218b910-d5ee-415a-bf94-07338253f14b req-4a4b9385-5798-448b-a75e-85fa0fd34b4f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:42.390486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218b910-d5ee-415a-bf94-07338253f14b req-4a4b9385-5798-448b-a75e-85fa0fd34b4f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:42.397009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218b910-d5ee-415a-bf94-07338253f14b req-4a4b9385-5798-448b-a75e-85fa0fd34b4f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:42.404472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218b910-d5ee-415a-bf94-07338253f14b req-4a4b9385-5798-448b-a75e-85fa0fd34b4f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:42.412823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218b910-d5ee-415a-bf94-07338253f14b req-4a4b9385-5798-448b-a75e-85fa0fd34b4f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:42.419896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218b910-d5ee-415a-bf94-07338253f14b req-4a4b9385-5798-448b-a75e-85fa0fd34b4f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:42.428121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8218b910-d5ee-415a-bf94-07338253f14b req-4a4b9385-5798-448b-a75e-85fa0fd34b4f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5437 time: 0.1887100 Nov 12 13:27:42.442600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Transition to ACTIVE for port object f6a06d18-72a3-4cb9-be1c-c67245653e53 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:27:42.464849 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.473912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Made reservation on behalf of b4b2d731f8d44af491492dfd43535b2d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:42.476335 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.505812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8218b910-d5ee-415a-bf94-07338253f14b req-a064d503-4d7c-4bbe-a7b9-3508f7ce5d67 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764558 Nov 12 13:27:42.643875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 on host n-h1-805736-4 for vnic_type normal with profile None {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:42.644216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:42.644523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:42.654465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a06d18-72a3-4cb9-be1c-c67245653e53,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:42.707538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:27:42.710718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Port 07fa3157-8452-47a8-abd6-ea7a50f98214 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:27:42.711056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:42.739992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5fab2-2d06-444c-99b0-669edc2cb028 req-2696dbe9-8ca9-47d1-b289-d118a76ba376 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:42.742788 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ff5fab2-2d06-444c-99b0-669edc2cb028 req-2696dbe9-8ca9-47d1-b289-d118a76ba376 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 943 time: 0.1043396 Nov 12 13:27:42.775366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:42.775718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:42.776128 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:42.776586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Bound port: 07fa3157-8452-47a8-abd6-ea7a50f98214, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:42.779379 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.779745 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Added segment 7eaac2e1-cd59-4f6f-be03-5b8fff453730 of type vlan for network a51d3279-6eb5-4355-9ade-52cde5639fb8 Nov 12 13:27:42.878765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ff5fab2-2d06-444c-99b0-669edc2cb028 req-ad3f3c5c-02e6-4030-911a-76636a14de42 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203730 Nov 12 13:27:42.889053 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:42.921609 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.102008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Attempting to bind port f6a06d18-72a3-4cb9-be1c-c67245653e53 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:43.102348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Attempting to bind port f6a06d18-72a3-4cb9-be1c-c67245653e53 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:43.102682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Attempting to bind port f6a06d18-72a3-4cb9-be1c-c67245653e53 on network e2079ad9-6ef1-497e-b00b-d5afc7c9325c {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:43.136499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:43.150492 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.161527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Port f6a06d18-72a3-4cb9-be1c-c67245653e53 on network e2079ad9-6ef1-497e-b00b-d5afc7c9325c not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:27:43.161860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Attempting to bind port f6a06d18-72a3-4cb9-be1c-c67245653e53 on network e2079ad9-6ef1-497e-b00b-d5afc7c9325c {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:43.177560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Subnet': ['ID=444bf4ca-a5b4-4fe9-b473-a87a9c47d596,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:43.199511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:43.202463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:43.202801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Checking segment: {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:43.203204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Bound using segment: {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:43.203682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Bound port: f6a06d18-72a3-4cb9-be1c-c67245653e53, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:43.204048 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.224174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Checking segment: {'id': 'cd8c5b10-6494-4071-b5e7-200485fb8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '45ec0655-034d-41c4-a771-de940611d85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:43.224657 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network hostable DHCP agents. Network: 45ec0655-034d-41c4-a771-de940611d85c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:27:43.230134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.231446 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] 10.222.0.73 "POST /v2.0/ports/07fa3157-8452-47a8-abd6-ea7a50f98214/bindings HTTP/1.1" status: 201 len: 389 time: 1.6178586 Nov 12 13:27:43.304377 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.305445 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.307221 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.386903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network 45ec0655-034d-41c4-a771-de940611d85c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:27:43.475094 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1116552 Nov 12 13:27:43.489892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46736) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:43.510472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Request body: {'subnet': {'network_id': 'a51d3279-6eb5-4355-9ade-52cde5639fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:43.521009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 45ec0655-034d-41c4-a771-de940611d85c) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:43.529693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd9af3-7ddb-4593-aad9-b5a6150e7a24 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event updated for resources: {'Network': ['ID=a51d3279-6eb5-4355-9ade-52cde5639fb8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:43.533944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] For port f6a06d18-72a3-4cb9-be1c-c67245653e53, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:43.544178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network a51d3279-6eb5-4355-9ade-52cde5639fb8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:27:43.544337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc2169-e389-486f-ab2e-43df075e7045 req-72cefba1-0404-48a0-9e39-82d737a96498 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.546827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.547829 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.553052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7ddc2169-e389-486f-ab2e-43df075e7045 req-72cefba1-0404-48a0-9e39-82d737a96498 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.1789787 Nov 12 13:27:43.553600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] For port f6a06d18-72a3-4cb9-be1c-c67245653e53, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f6a06d18-72a3-4cb9-be1c-c67245653e53,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:43.572442 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.580852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:43.594263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.611592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-bdb52546-4698-4a0c-bdeb-7724044e0409 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.616150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2226759f-7f96-452e-ad25-171d597e164d None None] Network 45ec0655-034d-41c4-a771-de940611d85c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:43.623032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-bdb52546-4698-4a0c-bdeb-7724044e0409 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.638013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-bdb52546-4698-4a0c-bdeb-7724044e0409 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.652663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Made reservation on behalf of b4b2d731f8d44af491492dfd43535b2d for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:43.653920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835acc7-bce1-45e3-abc5-bcbf487d4d9a None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:43.655303 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.667847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.668473 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:43.668622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-bdb52546-4698-4a0c-bdeb-7724044e0409 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.669967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] 10.222.0.70 "PUT /v2.0/ports/f6a06d18-72a3-4cb9-be1c-c67245653e53 HTTP/1.1" status: 200 len: 1091 time: 3.4380956 Nov 12 13:27:43.670453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6a0739-dbb5-47d6-81d4-560dce018c90', 'tag': 'f6a06d18-72a3-4cb9-be1c-c67245653e53'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:43.672871 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11385b50-8225-4006-8f43-4b66d36f4e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6a0739-dbb5-47d6-81d4-560dce018c90", "tag": "f6a06d18-72a3-4cb9-be1c-c67245653e53"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:43.680335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-bdb52546-4698-4a0c-bdeb-7724044e0409 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.687655 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b2f32d9a-e8cc-4c1d-8173-d35928d82a97 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5729165 Nov 12 13:27:43.699057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-bdb52546-4698-4a0c-bdeb-7724044e0409 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.706665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46742) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:43.710789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-bdb52546-4698-4a0c-bdeb-7724044e0409 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.714678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-bdb52546-4698-4a0c-bdeb-7724044e0409 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5437 time: 0.3447511 Nov 12 13:27:43.732725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2106909688'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:43.831678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-25b655b4-2087-44d3-a6c3-bc4727f005ae tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:43.833735 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-25b655b4-2087-44d3-a6c3-bc4727f005ae tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "GET /v2.0/ports/8b402751-23b3-4ce3-8639-2dd4a2819a1e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1100185 Nov 12 13:27:43.961879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835acc7-bce1-45e3-abc5-bcbf487d4d9a None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:43.963861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b835acc7-bce1-45e3-abc5-bcbf487d4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:43.987643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ed276-5db8-45ec-b70f-26a07d66d753 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a06d18-72a3-4cb9-be1c-c67245653e53,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:44.015751 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b835acc7-bce1-45e3-abc5-bcbf487d4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:44.037207 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-85fb99c0-8c24-4662-99d6-a0e2be4b5087 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "PUT /v2.0/floatingips/a6d202d0-18a9-4efb-90cc-8ae5da8265d2 HTTP/1.1" status: 200 len: 976 time: 7.4809427 Nov 12 13:27:44.050476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46748) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:44.058101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-4cbfceb1-5ae9-4d56-86cd-dbf9cdf9898e tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "GET /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2053602 Nov 12 13:27:44.059424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:44.066856 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.094430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:44.099983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-de3bfc37-ce33-4516-b637-a9187db6c962 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:44.116288 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7ddc2169-e389-486f-ab2e-43df075e7045 req-1e25b6e9-77b2-4c1c-ad0d-9c832285380c tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614693 Nov 12 13:27:44.139509 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.148414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-45ec0655-034d-41c4-a771-de940611d85c', 'network_id': '45ec0655-034d-41c4-a771-de940611d85c', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'fixed_ips': [{'subnet_id': '444bf4ca-a5b4-4fe9-b473-a87a9c47d596'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:27:44.151532 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.191076 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835acc7-bce1-45e3-abc5-bcbf487d4d9a None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:44.194565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b835acc7-bce1-45e3-abc5-bcbf487d4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:44.202606 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713b1895-0311-4583-a34b-281f0b697054 x-openstack-request-id: req-713b1895-0311-4583-a34b-281f0b697054 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:44.203044 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6a0739-dbb5-47d6-81d4-560dce018c90", "tag": "f6a06d18-72a3-4cb9-be1c-c67245653e53", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:44.203956 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-713b1895-0311-4583-a34b-281f0b697054 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:44.204420 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6a0739-dbb5-47d6-81d4-560dce018c90', 'tag': 'f6a06d18-72a3-4cb9-be1c-c67245653e53', 'status': 'completed', 'code': 200} Nov 12 13:27:44.215855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-bebf8f39-5f0f-441b-8fc8-a6a955f5aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.221321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-bebf8f39-5f0f-441b-8fc8-a6a955f5aedd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 1094 time: 0.3822358 Nov 12 13:27:44.235172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-77864ef6-01dc-426c-931a-e210a7e26041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.239342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-77864ef6-01dc-426c-931a-e210a7e26041 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 1097 time: 0.5180242 Nov 12 13:27:44.262368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429090-e81f-4e20-86c1-fb1cf242529e req-223a3bca-d2de-4981-8a90-44b3d6f419b2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.271633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429090-e81f-4e20-86c1-fb1cf242529e req-223a3bca-d2de-4981-8a90-44b3d6f419b2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.278509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429090-e81f-4e20-86c1-fb1cf242529e req-223a3bca-d2de-4981-8a90-44b3d6f419b2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.285269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429090-e81f-4e20-86c1-fb1cf242529e req-223a3bca-d2de-4981-8a90-44b3d6f419b2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.292990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429090-e81f-4e20-86c1-fb1cf242529e req-223a3bca-d2de-4981-8a90-44b3d6f419b2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.299581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429090-e81f-4e20-86c1-fb1cf242529e req-223a3bca-d2de-4981-8a90-44b3d6f419b2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.305727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429090-e81f-4e20-86c1-fb1cf242529e req-223a3bca-d2de-4981-8a90-44b3d6f419b2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.307304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-7cbdab34-d735-4d85-9715-419b2b6f851c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6a06d18-72a3-4cb9-be1c-c67245653e53 HTTP/1.1" status: 200 len: 217 time: 0.0545402 Nov 12 13:27:44.308560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05429090-e81f-4e20-86c1-fb1cf242529e req-223a3bca-d2de-4981-8a90-44b3d6f419b2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 5437 time: 0.5130434 Nov 12 13:27:44.313042 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.351650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:27:44.401164 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de3bfc37-ce33-4516-b637-a9187db6c962 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.461786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-f8da1858-9688-4d68-93a9-b6804ab3b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.463587 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-f8da1858-9688-4d68-93a9-b6804ab3b8dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0aa25b5-672d-478f-a8bb-1011dad8a122 HTTP/1.1" status: 200 len: 854 time: 0.1430836 Nov 12 13:27:44.505187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199014e9-c55a-4e0e-b190-0113338ad211 req-a96a0f88-4e91-4ca2-8b95-62a428bb2d28 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.507293 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.507642 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Added segment 771fb029-83c6-4ab1-9686-a32b0ba1398b of type vlan for network 73a44e46-62e2-4f77-8a56-33661bf2d036 Nov 12 13:27:44.510217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b835acc7-bce1-45e3-abc5-bcbf487d4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:44.511080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835acc7-bce1-45e3-abc5-bcbf487d4d9a None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:44.513368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-199014e9-c55a-4e0e-b190-0113338ad211 req-a96a0f88-4e91-4ca2-8b95-62a428bb2d28 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 943 time: 0.2460690 Nov 12 13:27:44.527857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device cc8bb714-54d5-4a15-8a72-3421a798bf1d details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:27:44.652181 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-199014e9-c55a-4e0e-b190-0113338ad211 req-653a6585-1f93-43ec-b544-ec2f9d50da73 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377423 Nov 12 13:27:44.674559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-e19ad11f-1524-4ca5-a90b-b1ac406f3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.679059 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-e19ad11f-1524-4ca5-a90b-b1ac406f3162 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979623 Nov 12 13:27:44.698245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] For port 8b402751-23b3-4ce3-8639-2dd4a2819a1e, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8b402751-23b3-4ce3-8639-2dd4a2819a1e,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:44.704179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:44.803022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05429090-e81f-4e20-86c1-fb1cf242529e req-a9406329-6f62-449a-ac05-7925a95f84dc tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4639390 Nov 12 13:27:44.804371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a0395e71-7b73-4b66-998e-0234a79b0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:44.806371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a0395e71-7b73-4b66-998e-0234a79b0049 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.4966805 Nov 12 13:27:44.849546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Allocated IP 19.80.0.2 (45ec0655-034d-41c4-a771-de940611d85c/444bf4ca-a5b4-4fe9-b473-a87a9c47d596/d2fba4cb-9d92-40f5-b70e-468474e5e426) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:44.878010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port cc8bb714-54d5-4a15-8a72-3421a798bf1d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=cc8bb714-54d5-4a15-8a72-3421a798bf1d,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:44.901646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:27:44.917765 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'cc8bb714-54d5-4a15-8a72-3421a798bf1d', 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c', 'port_id': 'cc8bb714-54d5-4a15-8a72-3421a798bf1d', 'mac_address': 'fa:16:3e:9f:ca:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0aa25b5-672d-478f-a8bb-1011dad8a122', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:27:44.954497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] For port 8b402751-23b3-4ce3-8639-2dd4a2819a1e, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:44.960377 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-5013c011-aa33-49ed-a434-31bd2d9f43e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07fa3157-8452-47a8-abd6-ea7a50f98214 HTTP/1.1" status: 200 len: 217 time: 0.0809588 Nov 12 13:27:45.003052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-08b532b2-13b5-4ca3-a67a-b57c842a7f5b service neutron] 10.222.0.70 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132291 Nov 12 13:27:45.026855 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.027520 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.033018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:45.033827 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.050446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8bb714-54d5-4a15-8a72-3421a798bf1d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:45.077565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port cc8bb714-54d5-4a15-8a72-3421a798bf1d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=cc8bb714-54d5-4a15-8a72-3421a798bf1d,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:45.084764 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.127467 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61a13151-cd91-4cde-81c2-ce7d4bb4a14a req-76b9bb4a-de68-42ed-9a2d-fd6bb4cbc6a3 service neutron] 10.222.0.70 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156936 Nov 12 13:27:45.130267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] device_id is not set on port 8b402751-23b3-4ce3-8639-2dd4a2819a1e yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:27:45.153441 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.157224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Network': ['ID=73a44e46-62e2-4f77-8a56-33661bf2d036,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:45.174583 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.179417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.204075 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de3bfc37-ce33-4516-b637-a9187db6c962 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.218042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de3bfc37-ce33-4516-b637-a9187db6c962 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.218342 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-de3bfc37-ce33-4516-b637-a9187db6c962 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP a6d202d0-18a9-4efb-90cc-8ae5da8265d2 disassociated. External IP: 172.25.5.16, port: b161eda7-a726-4c57-94ac-d5213c44f353. Nov 12 13:27:45.233928 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.236361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 73a44e46-62e2-4f77-8a56-33661bf2d036 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:27:45.328606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] No DVR routers for this DVR port 8b402751-23b3-4ce3-8639-2dd4a2819a1e on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:45.383741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5489b8f7-d061-4c63-ad23-649cf0270965 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6592121 Nov 12 13:27:45.406719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Network 45ec0655-034d-41c4-a771-de940611d85c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:45.414290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46754) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:45.417345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-02bd1adb-df78-4c09-aa3f-eaa5327fe1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:45.419784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-02bd1adb-df78-4c09-aa3f-eaa5327fe1a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.4427025 Nov 12 13:27:45.424798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:45.428961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b402751-23b3-4ce3-8639-2dd4a2819a1e,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:45.437840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:45.447213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'subnet': {'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:45.447597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-fe57625c-074c-4471-b1a7-d37c0bb0abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:45.451119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-fe57625c-074c-4471-b1a7-d37c0bb0abfa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 1094 time: 0.1236827 Nov 12 13:27:45.484129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=cc8bb714-54d5-4a15-8a72-3421a798bf1d,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:45.487971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] In _notify_port_updated(), no bound segment for port 8b402751-23b3-4ce3-8639-2dd4a2819a1e on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:27:45.489903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:45.490731 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.492266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-852d3554-4546-4c63-a9bf-e78f8302e4d3 service neutron] 10.222.0.105 "PUT /v2.0/ports/8b402751-23b3-4ce3-8639-2dd4a2819a1e HTTP/1.1" status: 200 len: 1028 time: 1.4111044 Nov 12 13:27:45.585321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Attempting to bind port d2fba4cb-9d92-40f5-b70e-468474e5e426 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:45.585709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Attempting to bind port d2fba4cb-9d92-40f5-b70e-468474e5e426 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'cd8c5b10-6494-4071-b5e7-200485fb8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '45ec0655-034d-41c4-a771-de940611d85c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:45.586142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Attempting to bind port d2fba4cb-9d92-40f5-b70e-468474e5e426 on network 45ec0655-034d-41c4-a771-de940611d85c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:45.606175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:45.606685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Checking segment: {'id': 'cd8c5b10-6494-4071-b5e7-200485fb8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '45ec0655-034d-41c4-a771-de940611d85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:45.607059 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.607412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Bound using segment: {'id': 'cd8c5b10-6494-4071-b5e7-200485fb8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '45ec0655-034d-41c4-a771-de940611d85c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:45.607910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Bound port: d2fba4cb-9d92-40f5-b70e-468474e5e426, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8c5b10-6494-4071-b5e7-200485fb8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '45ec0655-034d-41c4-a771-de940611d85c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:45.608293 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.621373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Pushing event updated for resources: {'Port': ['ID=d2fba4cb-9d92-40f5-b70e-468474e5e426,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:45.623961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-afbae59d-2550-46dd-a9a0-0cc0de816bc5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:45.624835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-afbae59d-2550-46dd-a9a0-0cc0de816bc5 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "GET /v2.0/ports/e3fc1244-3b20-455f-b6c0-bb7af1b363ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1236367 Nov 12 13:27:45.638680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:45.690919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-501a3ba0-d55a-4508-b3f8-2c7dda3f7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:45.692386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-501a3ba0-d55a-4508-b3f8-2c7dda3f7d9d service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 916 time: 0.2329767 Nov 12 13:27:45.697459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-371b1316-2c16-436e-a44f-05de9ae496b7 None None] Provisioning complete for port 8b402751-23b3-4ce3-8639-2dd4a2819a1e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:45.697898 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-371b1316-2c16-436e-a44f-05de9ae496b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.743241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] For port d2fba4cb-9d92-40f5-b70e-468474e5e426, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:45.750189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] For port d2fba4cb-9d92-40f5-b70e-468474e5e426, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d2fba4cb-9d92-40f5-b70e-468474e5e426,segment=NetworkSegment(cd8c5b10-6494-4071-b5e7-200485fb8315),segment_id=cd8c5b10-6494-4071-b5e7-200485fb8315)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:45.784870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['cc8bb714-54d5-4a15-8a72-3421a798bf1d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:45.792657 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.831922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-45ddb1c0-1fce-45ee-9bda-b3b1c6f63e9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2260642 Nov 12 13:27:45.864568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 72ee5edf-2e7b-4f0c-86d3-445939f75d4b details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:27:45.888534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:45.893561 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:45.923171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-371b1316-2c16-436e-a44f-05de9ae496b7 None None] Port 8b402751-23b3-4ce3-8639-2dd4a2819a1e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:46.016180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541c8ef-b4f2-40b3-841a-0828b0bd29f3 None None] Pushing event updated for resources: {'Port': ['ID=d2fba4cb-9d92-40f5-b70e-468474e5e426,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:46.140692 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-c860bbec-c725-4c06-b15a-fe97c158bb2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6a06d18-72a3-4cb9-be1c-c67245653e53 HTTP/1.1" status: 200 len: 217 time: 0.4407191 Nov 12 13:27:46.183951 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.210276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:46.268673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '72ee5edf-2e7b-4f0c-86d3-445939f75d4b', 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c', 'port_id': '72ee5edf-2e7b-4f0c-86d3-445939f75d4b', 'mac_address': 'fa:16:3e:10:29:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0aa25b5-672d-478f-a8bb-1011dad8a122', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:27:46.382533 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.382908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-1484f033-29d0-45f6-abcc-fa851fbda8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:46.386205 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-1484f033-29d0-45f6-abcc-fa851fbda8a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0aa25b5-672d-478f-a8bb-1011dad8a122 HTTP/1.1" status: 200 len: 854 time: 0.1805999 Nov 12 13:27:46.404600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ee5edf-2e7b-4f0c-86d3-445939f75d4b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:46.419724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb345c0-dcc0-46d5-b56d-66cf7690dbe9 req-494e92bc-ff37-4356-842c-4d57d94d42ee tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:46.423162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcb345c0-dcc0-46d5-b56d-66cf7690dbe9 req-494e92bc-ff37-4356-842c-4d57d94d42ee tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 943 time: 0.3261216 Nov 12 13:27:46.444526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:46.451992 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.572731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:46.677043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d2fba4cb-9d92-40f5-b70e-468474e5e426 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:46.679403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-3c87ecce-4eb4-4e39-9941-017a2f9643e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:46.682152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-3c87ecce-4eb4-4e39-9941-017a2f9643e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2544878 Nov 12 13:27:46.686352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcb345c0-dcc0-46d5-b56d-66cf7690dbe9 req-6f377aa9-e416-4254-9441-1669e8519aec tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331367 Nov 12 13:27:46.746723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3bfc37-ce33-4516-b637-a9187db6c962 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:46.757324 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7ccd-2936-4095-b246-c5fbf2258326 req-6f15e69a-207b-456d-afce-0d2548fc8b29 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:46.766820 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e5b7ccd-2936-4095-b246-c5fbf2258326 req-6f15e69a-207b-456d-afce-0d2548fc8b29 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 1.4225407 Nov 12 13:27:46.824173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port d2fba4cb-9d92-40f5-b70e-468474e5e426 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:46.825276 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:46.829079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-f37b6ce7-5971-46ad-8d36-f47451012c82 service neutron] 10.222.0.70 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388645 Nov 12 13:27:46.906782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['72ee5edf-2e7b-4f0c-86d3-445939f75d4b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:46.937187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] For port e3fc1244-3b20-455f-b6c0-bb7af1b363ce, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:46.940088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:27:46.940088 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.008151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-c8f31fa4-ddea-44a8-9fc8-db71fc15cd21 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1375468 Nov 12 13:27:47.063858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] For port e3fc1244-3b20-455f-b6c0-bb7af1b363ce, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:47.079948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf91df-fc75-45c0-b789-a3266e17a084 req-45e51f36-4621-4f9f-bdb6-66c25fc20400 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:47.086701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf91df-fc75-45c0-b789-a3266e17a084 req-45e51f36-4621-4f9f-bdb6-66c25fc20400 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:47.094966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf91df-fc75-45c0-b789-a3266e17a084 req-45e51f36-4621-4f9f-bdb6-66c25fc20400 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:47.101971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf91df-fc75-45c0-b789-a3266e17a084 req-45e51f36-4621-4f9f-bdb6-66c25fc20400 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:47.107333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e5b7ccd-2936-4095-b246-c5fbf2258326 req-7e379840-b1c3-4751-be24-a066023a6f4e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395061 Nov 12 13:27:47.110633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf91df-fc75-45c0-b789-a3266e17a084 req-45e51f36-4621-4f9f-bdb6-66c25fc20400 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:47.117874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf91df-fc75-45c0-b789-a3266e17a084 req-45e51f36-4621-4f9f-bdb6-66c25fc20400 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:47.120883 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eabf91df-fc75-45c0-b789-a3266e17a084 req-45e51f36-4621-4f9f-bdb6-66c25fc20400 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 4662 time: 0.2196646 Nov 12 13:27:47.148626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11385b50-8225-4006-8f43-4b66d36f4e2e req-b32c7b95-c4ce-486b-858a-2d10e7a874de service neutron] 10.222.0.70 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069811 Nov 12 13:27:47.205803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] device_id is not set on port e3fc1244-3b20-455f-b6c0-bb7af1b363ce yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:27:47.228485 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.243173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eabf91df-fc75-45c0-b789-a3266e17a084 req-191e9821-b3ca-4519-94a5-db33c237b28f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&id=de7a600d-383c-4190-a597-e5ad579daba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976381 Nov 12 13:27:47.250363 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.335837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] No DVR routers for this DVR port e3fc1244-3b20-455f-b6c0-bb7af1b363ce on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:47.389698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6a8e3e9b-3220-4fee-bbee-d5f07084a4bb,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:47.401955 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.421401 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] In _notify_port_updated(), no bound segment for port e3fc1244-3b20-455f-b6c0-bb7af1b363ce on network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:27:47.422449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:47.423188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.424929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] 10.222.0.105 "PUT /v2.0/ports/e3fc1244-3b20-455f-b6c0-bb7af1b363ce HTTP/1.1" status: 200 len: 1028 time: 1.7920780 Nov 12 13:27:47.432434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a2c96-4edf-4e96-a1b5-d9a89be44bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:47.484658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port d2fba4cb-9d92-40f5-b70e-468474e5e426, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d2fba4cb-9d92-40f5-b70e-468474e5e426,segment=NetworkSegment(cd8c5b10-6494-4071-b5e7-200485fb8315),segment_id=cd8c5b10-6494-4071-b5e7-200485fb8315)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:47.491535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.518646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Checking segment: {'id': '7eaac2e1-cd59-4f6f-be03-5b8fff453730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a51d3279-6eb5-4355-9ade-52cde5639fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:47.519056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Network hostable DHCP agents. Network: a51d3279-6eb5-4355-9ade-52cde5639fb8, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:27:47.532608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3bfc37-ce33-4516-b637-a9187db6c962 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:47.547841 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6461b36e-dc53-45f9-bd8f-bcec1dabab04 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:47.598392 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461b36e-dc53-45f9-bd8f-bcec1dabab04 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:47.599517 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6461b36e-dc53-45f9-bd8f-bcec1dabab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:47.600855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de3bfc37-ce33-4516-b637-a9187db6c962 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.604347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=d2fba4cb-9d92-40f5-b70e-468474e5e426,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:47.642192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-4b707ebf-afe6-44ce-a32b-84b4ae4da7bd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting port 3e8bb514-9d91-481e-9b16-cf52670f2706 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:47.642651 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-4b707ebf-afe6-44ce-a32b-84b4ae4da7bd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.679464 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-89f301de-6629-4109-bdab-7b636c03f44e service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270316 Nov 12 13:27:47.688483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Network a51d3279-6eb5-4355-9ade-52cde5639fb8 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:27:47.690423 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6461b36e-dc53-45f9-bd8f-bcec1dabab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:47.697093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86454e05-1fba-4242-b939-4476f378c706 None None] Network 45ec0655-034d-41c4-a771-de940611d85c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:47.704267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-de3bfc37-ce33-4516-b637-a9187db6c962 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "PUT /v2.0/floatingips/a6d202d0-18a9-4efb-90cc-8ae5da8265d2 HTTP/1.1" status: 200 len: 687 time: 3.6282461 Nov 12 13:27:47.707584 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.715388 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46764) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:47.745528 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461b36e-dc53-45f9-bd8f-bcec1dabab04 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:47.746196 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6461b36e-dc53-45f9-bd8f-bcec1dabab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:47.746916 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, a51d3279-6eb5-4355-9ade-52cde5639fb8) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:47.779345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9fb970-aa8c-453e-a3b2-a2b5660ca1f9 None None] Network a51d3279-6eb5-4355-9ade-52cde5639fb8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:47.816868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:47.817803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.847938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9d37fd99-c624-4630-a5a1-c21226e4a594 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:47.871037 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6461b36e-dc53-45f9-bd8f-bcec1dabab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:47.872776 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6461b36e-dc53-45f9-bd8f-bcec1dabab04 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:47.885186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-4b707ebf-afe6-44ce-a32b-84b4ae4da7bd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] For port 3e8bb514-9d91-481e-9b16-cf52670f2706, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3e8bb514-9d91-481e-9b16-cf52670f2706,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:47.886153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-4b707ebf-afe6-44ce-a32b-84b4ae4da7bd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:47.989762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-4b707ebf-afe6-44ce-a32b-84b4ae4da7bd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Calling delete_port for 3e8bb514-9d91-481e-9b16-cf52670f2706 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:47.998295 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4e68ea73-0f6d-4a8a-af4e-4d354145a7f4 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5044093 Nov 12 13:27:48.004262 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46770) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:48.006696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-30fe69bd-7dba-4208-aa7a-a27bd25d18aa None None] Provisioning complete for port e3fc1244-3b20-455f-b6c0-bb7af1b363ce triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:48.007313 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30fe69bd-7dba-4208-aa7a-a27bd25d18aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.008889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Request body: {'floatingip': {'floating_network_id': 'a51d3279-6eb5-4355-9ade-52cde5639fb8'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:48.026710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Checking segment: {'id': '771fb029-83c6-4ab1-9686-a32b0ba1398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:48.027697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network hostable DHCP agents. Network: 73a44e46-62e2-4f77-8a56-33661bf2d036, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:27:48.050955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Subnet': ['ID=f28e52fb-52d2-439f-84cd-9699a02358a2,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:48.092912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.113939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network 73a44e46-62e2-4f77-8a56-33661bf2d036 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:27:48.142866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 73a44e46-62e2-4f77-8a56-33661bf2d036) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:48.151240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-996ac322-d094-442f-9fc8-683ec01b85c0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port 1b6d0c0b-f3f7-4b99-9954-b05968474ccf {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:48.151755 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-996ac322-d094-442f-9fc8-683ec01b85c0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.155447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:48.156065 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.169928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabbc8d0-b534-4a5a-885c-bc192e97c338 None None] Network 73a44e46-62e2-4f77-8a56-33661bf2d036 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:48.185018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-30fe69bd-7dba-4208-aa7a-a27bd25d18aa None None] Port e3fc1244-3b20-455f-b6c0-bb7af1b363ce cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:27:48.198580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750f1c7-b981-46f0-b904-1ae4fd9e08f7 req-7351095b-9fc9-4b7d-90ef-cfdf14cd1eac tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:48.201329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0750f1c7-b981-46f0-b904-1ae4fd9e08f7 req-7351095b-9fc9-4b7d-90ef-cfdf14cd1eac tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 943 time: 0.2738633 Nov 12 13:27:48.284962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0750f1c7-b981-46f0-b904-1ae4fd9e08f7 req-e02bc234-5171-4545-9a41-ae9423616573 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729463 Nov 12 13:27:48.392087 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b8eb8127-817e-4ba5-8958-59effe6f42c8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9708776 Nov 12 13:27:48.423433 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-4b707ebf-afe6-44ce-a32b-84b4ae4da7bd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.506492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b707ebf-afe6-44ce-a32b-84b4ae4da7bd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Port': ['ID=3e8bb514-9d91-481e-9b16-cf52670f2706,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:48.551093 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-996ac322-d094-442f-9fc8-683ec01b85c0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.553418 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-996ac322-d094-442f-9fc8-683ec01b85c0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.622931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-996ac322-d094-442f-9fc8-683ec01b85c0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for 1b6d0c0b-f3f7-4b99-9954-b05968474ccf owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:48.635552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-4b707ebf-afe6-44ce-a32b-84b4ae4da7bd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] No DVR routers for this DVR port 3e8bb514-9d91-481e-9b16-cf52670f2706 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:48.644633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-4b707ebf-afe6-44ce-a32b-84b4ae4da7bd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.649774 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-4b707ebf-afe6-44ce-a32b-84b4ae4da7bd tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "DELETE /v2.0/ports/3e8bb514-9d91-481e-9b16-cf52670f2706 HTTP/1.1" status: 204 len: 173 time: 1.2126238 Nov 12 13:27:48.651369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-deleted', 'tag': '3e8bb514-9d91-481e-9b16-cf52670f2706'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:48.654253 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca7f00a-cd83-417d-adba-3260a1aab98d" -d '{"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-deleted", "tag": "3e8bb514-9d91-481e-9b16-cf52670f2706"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:48.735045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08e55-4fbb-4bd9-8d47-355c49e057a7 req-c11bb34c-4d9a-450d-b16d-b1b8552492e6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:48.744242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08e55-4fbb-4bd9-8d47-355c49e057a7 req-c11bb34c-4d9a-450d-b16d-b1b8552492e6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:48.763274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08e55-4fbb-4bd9-8d47-355c49e057a7 req-c11bb34c-4d9a-450d-b16d-b1b8552492e6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:48.770655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08e55-4fbb-4bd9-8d47-355c49e057a7 req-c11bb34c-4d9a-450d-b16d-b1b8552492e6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:48.780982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ada08e55-4fbb-4bd9-8d47-355c49e057a7 req-c11bb34c-4d9a-450d-b16d-b1b8552492e6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 3152 time: 0.2043395 Nov 12 13:27:48.789649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1978e2-6c27-4628-8251-2b72f7ae6a6d req-e4ecac32-c128-423b-82bc-3f1e119ee5d7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:48.792933 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee1978e2-6c27-4628-8251-2b72f7ae6a6d req-e4ecac32-c128-423b-82bc-3f1e119ee5d7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.4398525 Nov 12 13:27:48.810473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f6a06d18-72a3-4cb9-be1c-c67245653e53 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:27:48.815545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device cc8bb714-54d5-4a15-8a72-3421a798bf1d up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:48.819715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d2fba4cb-9d92-40f5-b70e-468474e5e426 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:48.895414 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.909558 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ada08e55-4fbb-4bd9-8d47-355c49e057a7 req-5d81d111-1720-45c0-9f11-95dd91061dce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272812 Nov 12 13:27:48.921543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-52dc9a06-033c-4665-9141-e306702fc3f2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting port ae73e88e-9170-4921-80e1-88104a71b1ec {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:48.921884 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-52dc9a06-033c-4665-9141-e306702fc3f2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:48.924998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-30fe69bd-7dba-4208-aa7a-a27bd25d18aa None None] Provisioning complete for port d2fba4cb-9d92-40f5-b70e-468474e5e426 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:48.925531 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30fe69bd-7dba-4208-aa7a-a27bd25d18aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.021839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c39efe-1eb1-42ab-b823-a6a6cbbf7fb8 None None] Network a51d3279-6eb5-4355-9ade-52cde5639fb8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:49.042480 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee1978e2-6c27-4628-8251-2b72f7ae6a6d req-4a042f53-a3a2-4579-9416-4e201e5d95ca tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274916 Nov 12 13:27:49.143792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-52dc9a06-033c-4665-9141-e306702fc3f2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] For port ae73e88e-9170-4921-80e1-88104a71b1ec, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ae73e88e-9170-4921-80e1-88104a71b1ec,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:49.144136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-52dc9a06-033c-4665-9141-e306702fc3f2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.161654 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.170436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-52dc9a06-033c-4665-9141-e306702fc3f2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Calling delete_port for ae73e88e-9170-4921-80e1-88104a71b1ec owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:49.270042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Allocated IP 172.20.0.11 (a51d3279-6eb5-4355-9ade-52cde5639fb8/6a8e3e9b-3220-4fee-bbee-d5f07084a4bb/089d2427-b51a-410d-9ea0-5ab13384daa2) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:49.286940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9d37fd99-c624-4630-a5a1-c21226e4a594, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9d37fd99-c624-4630-a5a1-c21226e4a594,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:49.298927 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b854a87-374f-4111-bf33-8148e0bbc77b x-openstack-request-id: req-7b854a87-374f-4111-bf33-8148e0bbc77b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:49.299421 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-deleted", "tag": "3e8bb514-9d91-481e-9b16-cf52670f2706", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:49.300647 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b854a87-374f-4111-bf33-8148e0bbc77b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:49.301424 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-deleted', 'tag': '3e8bb514-9d91-481e-9b16-cf52670f2706', 'status': 'completed', 'code': 200} Nov 12 13:27:49.304825 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d37fd99-c624-4630-a5a1-c21226e4a594'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:49.308342 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e09e56a-6f87-41ac-872b-f2d3e2037119" -d '{"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9d37fd99-c624-4630-a5a1-c21226e4a594"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:49.345218 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:27:49.433433 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-996ac322-d094-442f-9fc8-683ec01b85c0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.436167 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.436929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ae73e88e-9170-4921-80e1-88104a71b1ec no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:49.508163 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f6a06d18-72a3-4cb9-be1c-c67245653e53, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f6a06d18-72a3-4cb9-be1c-c67245653e53,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:49.514362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-52dc9a06-033c-4665-9141-e306702fc3f2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.532658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'f6a06d18-72a3-4cb9-be1c-c67245653e53', 'network_id': 'e2079ad9-6ef1-497e-b00b-d5afc7c9325c', 'port_id': 'f6a06d18-72a3-4cb9-be1c-c67245653e53', 'mac_address': 'fa:16:3e:fa:cd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0aa25b5-672d-478f-a8bb-1011dad8a122', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:27:49.561418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc9a06-033c-4665-9141-e306702fc3f2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Port': ['ID=ae73e88e-9170-4921-80e1-88104a71b1ec,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:49.571358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cfeea-e5fb-48ef-a8e4-741bdf673aa2 req-6dcf0196-f43c-4b53-9d22-620547dee5a4 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:49.573012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c9cfeea-e5fb-48ef-a8e4-741bdf673aa2 req-6dcf0196-f43c-4b53-9d22-620547dee5a4 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 943 time: 0.0934927 Nov 12 13:27:49.579062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ac322-d094-442f-9fc8-683ec01b85c0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=1b6d0c0b-f3f7-4b99-9954-b05968474ccf,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:49.671029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=9d37fd99-c624-4630-a5a1-c21226e4a594,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:49.701716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-52dc9a06-033c-4665-9141-e306702fc3f2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] No DVR routers for this DVR port ae73e88e-9170-4921-80e1-88104a71b1ec on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:49.707179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-52dc9a06-033c-4665-9141-e306702fc3f2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:49.710648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-52dc9a06-033c-4665-9141-e306702fc3f2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "DELETE /v2.0/ports/ae73e88e-9170-4921-80e1-88104a71b1ec HTTP/1.1" status: 204 len: 173 time: 1.0518141 Nov 12 13:27:49.716953 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c9cfeea-e5fb-48ef-a8e4-741bdf673aa2 req-4112202c-d8b0-42df-a039-3568443b4490 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128926 Nov 12 13:27:49.865886 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.016082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-6bdfee6b-0272-4d64-9344-5cdc802850c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting port c0d3de0f-5c82-4a3e-85f8-a8634c8261db {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:50.017665 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-6bdfee6b-0272-4d64-9344-5cdc802850c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.142632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-ff0bce4e-c10c-45bc-86f8-78e133f53eb9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:50.175818 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edd1ff2-a697-46f6-9526-3d0a40351183 x-openstack-request-id: req-5edd1ff2-a697-46f6-9526-3d0a40351183 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:50.177135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-ff0bce4e-c10c-45bc-86f8-78e133f53eb9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:50.177926 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9d37fd99-c624-4630-a5a1-c21226e4a594", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:50.178328 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5edd1ff2-a697-46f6-9526-3d0a40351183 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:50.179022 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d37fd99-c624-4630-a5a1-c21226e4a594', 'code': 200} Nov 12 13:27:50.187022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-ff0bce4e-c10c-45bc-86f8-78e133f53eb9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/networks?id=45ec0655-034d-41c4-a771-de940611d85c&id=73a44e46-62e2-4f77-8a56-33661bf2d036 HTTP/1.1" status: 200 len: 1391 time: 0.8692982 Nov 12 13:27:50.209245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port cc8bb714-54d5-4a15-8a72-3421a798bf1d completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:27:50.244367 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.254813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port cc8bb714-54d5-4a15-8a72-3421a798bf1d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:50.255504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.259332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-996ac322-d094-442f-9fc8-683ec01b85c0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.272171 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-996ac322-d094-442f-9fc8-683ec01b85c0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.273870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-996ac322-d094-442f-9fc8-683ec01b85c0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/floatingips/a6d202d0-18a9-4efb-90cc-8ae5da8265d2 HTTP/1.1" status: 204 len: 168 time: 2.5413778 Nov 12 13:27:50.292135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-6bdfee6b-0272-4d64-9344-5cdc802850c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] For port c0d3de0f-5c82-4a3e-85f8-a8634c8261db, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:50.293644 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-6bdfee6b-0272-4d64-9344-5cdc802850c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.302528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46810) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:50.332601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-6bdfee6b-0272-4d64-9344-5cdc802850c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Calling delete_port for c0d3de0f-5c82-4a3e-85f8-a8634c8261db owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:50.382595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-73a44e46-62e2-4f77-8a56-33661bf2d036', 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'fixed_ips': [{'subnet_id': 'f28e52fb-52d2-439f-84cd-9699a02358a2'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:27:50.384045 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.459908 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-95d2c6a8-20be-4caa-9776-9adfab82a4be tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/quotas/1ca2e172ca8941d1964c6906a2c604b5 HTTP/1.1" status: 200 len: 375 time: 0.2436633 Nov 12 13:27:50.463230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port d2fba4cb-9d92-40f5-b70e-468474e5e426 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:50.464276 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.474340 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-8fa8d4b0-7c7a-43d1-974c-795afa7cab03 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] delete failed (client error): The resource could not be found. Nov 12 13:27:50.476542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8fa8d4b0-7c7a-43d1-974c-795afa7cab03 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/floatingips/a6d202d0-18a9-4efb-90cc-8ae5da8265d2 HTTP/1.1" status: 404 len: 345 time: 0.1719761 Nov 12 13:27:50.509204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46814) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:50.573234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No active binding found for port ae73e88e-9170-4921-80e1-88104a71b1ec {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:27:50.574022 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ae73e88e-9170-4921-80e1-88104a71b1ec not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:50.575009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e3fc1244-3b20-455f-b6c0-bb7af1b363ce no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:50.632359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Network a51d3279-6eb5-4355-9ade-52cde5639fb8 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:50.645422 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-6bdfee6b-0272-4d64-9344-5cdc802850c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.694166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:50.712554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:50.718594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event updated for resources: {'Port': ['ID=089d2427-b51a-410d-9ea0-5ab13384daa2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:50.732507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e3fc1244-3b20-455f-b6c0-bb7af1b363ce not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:50.733246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 090b4771-4fbe-4ff0-9d3c-b8939c225292 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:50.736178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfee6b-0272-4d64-9344-5cdc802850c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Port': ['ID=c0d3de0f-5c82-4a3e-85f8-a8634c8261db,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:50.790999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ebb3fe01-db2b-46ed-8a23-4f62a22378c3 None None] Provisioning complete for port d2fba4cb-9d92-40f5-b70e-468474e5e426 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:50.791369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebb3fe01-db2b-46ed-8a23-4f62a22378c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.801115 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.883109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-7aaa8fa2-2b94-4eb6-a786-7f4505e6c045 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3897607 Nov 12 13:27:50.893861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae490f09-266c-4553-9a9a-caf5e976f679 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:50.898178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-6bdfee6b-0272-4d64-9344-5cdc802850c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] No DVR routers for this DVR port c0d3de0f-5c82-4a3e-85f8-a8634c8261db on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:50.903580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae490f09-266c-4553-9a9a-caf5e976f679 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:50.909970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae490f09-266c-4553-9a9a-caf5e976f679 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:50.917964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ae490f09-266c-4553-9a9a-caf5e976f679 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "GET /v2.0/ports?network_id=5162f0e6-ad83-4755-9221-4195e32e2bb3 HTTP/1.1" status: 200 len: 2357 time: 0.4021003 Nov 12 13:27:50.927705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951f7f4-6d5b-4d56-a975-62713059b0be req-3b602d4f-f781-41bd-86f7-e5f0b57eb008 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:50.931560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46818) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:50.945214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951f7f4-6d5b-4d56-a975-62713059b0be req-3b602d4f-f781-41bd-86f7-e5f0b57eb008 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:50.952372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a06d18-72a3-4cb9-be1c-c67245653e53 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:27:50.965658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5951f7f4-6d5b-4d56-a975-62713059b0be req-3b602d4f-f781-41bd-86f7-e5f0b57eb008 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 1680 time: 0.3419995 Nov 12 13:27:50.968490 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-6bdfee6b-0272-4d64-9344-5cdc802850c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:50.976374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-6bdfee6b-0272-4d64-9344-5cdc802850c6 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "DELETE /v2.0/ports/c0d3de0f-5c82-4a3e-85f8-a8634c8261db HTTP/1.1" status: 204 len: 173 time: 1.2581136 Nov 12 13:27:51.048872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f6a06d18-72a3-4cb9-be1c-c67245653e53, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f6a06d18-72a3-4cb9-be1c-c67245653e53,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:51.088223 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.094897 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.159088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6231d4-496c-4859-8e8b-d6f8b9d94e20 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:51.166935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5e6231d4-496c-4859-8e8b-d6f8b9d94e20 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "GET /v2.0/subnets/3f9b7e55-681c-454a-9818-06f08980fdbf HTTP/1.1" status: 200 len: 797 time: 0.2293205 Nov 12 13:27:51.170476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46822) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:51.183574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'port': {'network_id': '5162f0e6-ad83-4755-9221-4195e32e2bb3', 'name': 'tempest-FloatingIPTestJSON-1085700545', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:51.280414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Allocated IP 19.86.0.2 (73a44e46-62e2-4f77-8a56-33661bf2d036/f28e52fb-52d2-439f-84cd-9699a02358a2/66c94184-2bfb-425b-aca8-17209a1b0df2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:51.283707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5951f7f4-6d5b-4d56-a975-62713059b0be req-53f7119f-83cb-4e7f-87a7-9b1f6c1186b8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053637 Nov 12 13:27:51.303079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-deleted', 'tag': 'ae73e88e-9170-4921-80e1-88104a71b1ec'}, {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-deleted', 'tag': 'c0d3de0f-5c82-4a3e-85f8-a8634c8261db'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:51.307276 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f533cc-6860-46bc-ab70-fc6e1d991d4b" -d '{"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-deleted", "tag": "ae73e88e-9170-4921-80e1-88104a71b1ec"}, {"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-deleted", "tag": "c0d3de0f-5c82-4a3e-85f8-a8634c8261db"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:51.322729 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.329350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting port 090b4771-4fbe-4ff0-9d3c-b8939c225292 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:51.333969 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-1bb51d81-697a-4c41-89ad-6ecbe9d5cd4a service neutron] 10.222.0.73 "GET /v2.0/networks/45ec0655-034d-41c4-a771-de940611d85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139209 Nov 12 13:27:51.336109 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.336431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port cc8bb714-54d5-4a15-8a72-3421a798bf1d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=cc8bb714-54d5-4a15-8a72-3421a798bf1d,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:51.338239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f6a06d18-72a3-4cb9-be1c-c67245653e53,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:51.356182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.359068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.503749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Made reservation on behalf of 0660df74385146559e6796aeefe2058c for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:51.534219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['f6a06d18-72a3-4cb9-be1c-c67245653e53'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:27:51.545483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 090b4771-4fbe-4ff0-9d3c-b8939c225292, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:51.616732 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.618806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c0d3de0f-5c82-4a3e-85f8-a8634c8261db no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:51.647549 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.667195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=cc8bb714-54d5-4a15-8a72-3421a798bf1d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:51.684544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: c0d3de0f-5c82-4a3e-85f8-a8634c8261db {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:51.685318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c0d3de0f-5c82-4a3e-85f8-a8634c8261db not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:51.685926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8b402751-23b3-4ce3-8639-2dd4a2819a1e no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:51.702812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.736739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a5015-fe6c-42d3-8f1b-e7ed23c1d652 req-0bf2f830-57d6-43f7-9722-41f097e77678 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:51.739766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a79a5015-fe6c-42d3-8f1b-e7ed23c1d652 req-0bf2f830-57d6-43f7-9722-41f097e77678 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.1856713 Nov 12 13:27:51.754385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] For port 090b4771-4fbe-4ff0-9d3c-b8939c225292, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=090b4771-4fbe-4ff0-9d3c-b8939c225292,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:51.755136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.832646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=090b4771-4fbe-4ff0-9d3c-b8939c225292,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:51.903428 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.930355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8b402751-23b3-4ce3-8639-2dd4a2819a1e not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:51.931053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3e8bb514-9d91-481e-9b16-cf52670f2706 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:27:51.940066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:51.962771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] device_id is not set on port fe176e1d-67f0-4cb6-bd43-e53fdb9281be yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:27:52.005844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 3e8bb514-9d91-481e-9b16-cf52670f2706 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:27:52.005844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3e8bb514-9d91-481e-9b16-cf52670f2706 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:27:52.020969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 72ee5edf-2e7b-4f0c-86d3-445939f75d4b up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:52.087900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a79a5015-fe6c-42d3-8f1b-e7ed23c1d652 req-3d7a0573-05ad-4807-ab9c-8793062b8cca tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876246 Nov 12 13:27:52.330818 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.331793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.331793 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Floating IP 0b0c70d2-dc68-4acf-9a20-3a999d26a546 disassociated. External IP: 172.25.5.32, port: 090b4771-4fbe-4ff0-9d3c-b8939c225292. Nov 12 13:27:52.332077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Calling delete_port for 090b4771-4fbe-4ff0-9d3c-b8939c225292 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:52.339172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3afefd2-df2e-49bb-bcf2-17e28dfe690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8bb714-54d5-4a15-8a72-3421a798bf1d'}, {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090b4771-4fbe-4ff0-9d3c-b8939c225292'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:52.343060 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8e06b7-8962-4562-aad0-4253d8f8a273" -d '{"events": [{"server_uuid": "e3afefd2-df2e-49bb-bcf2-17e28dfe690e", "name": "network-vif-plugged", "status": "completed", "tag": "cc8bb714-54d5-4a15-8a72-3421a798bf1d"}, {"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "090b4771-4fbe-4ff0-9d3c-b8939c225292"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:52.420049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.434879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event updated for resources: {'Port': ['ID=089d2427-b51a-410d-9ea0-5ab13384daa2,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:52.457771 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.462260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4282a257-046f-4da7-b9a2-f0f339a69a96 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4538016 Nov 12 13:27:52.472634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46830) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:52.516102 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.539314 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.613555 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-66e7ea44-b26f-4425-80a0-dc7159f5752a tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=a51d3279-6eb5-4355-9ade-52cde5639fb8 HTTP/1.1" status: 200 len: 690 time: 0.1327405 Nov 12 13:27:52.614375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46832) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:52.633309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-297d56e3-fe7c-4627-8c27-af475c70fb17 service neutron] 10.222.0.73 "GET /v2.0/networks/45ec0655-034d-41c4-a771-de940611d85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2983110 Nov 12 13:27:52.634966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Pushing event updated for resources: {'Port': ['ID=66c94184-2bfb-425b-aca8-17209a1b0df2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:52.646982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:27:52.658487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Network 73a44e46-62e2-4f77-8a56-33661bf2d036 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:52.660807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:52.661457 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.670830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:52.682880 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.705464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:52.817404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Port': ['ID=090b4771-4fbe-4ff0-9d3c-b8939c225292,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:52.871604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Attempting to bind port 66c94184-2bfb-425b-aca8-17209a1b0df2 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:27:52.872196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Attempting to bind port 66c94184-2bfb-425b-aca8-17209a1b0df2 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '771fb029-83c6-4ab1-9686-a32b0ba1398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:27:52.872789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Attempting to bind port 66c94184-2bfb-425b-aca8-17209a1b0df2 on network 73a44e46-62e2-4f77-8a56-33661bf2d036 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:27:52.874788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e2351-013d-42d1-8265-66729acc5a8d req-f401932b-08ef-4dfc-a2ee-7cd45a2a1685 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:52.885986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:27:52.886577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Checking segment: {'id': '771fb029-83c6-4ab1-9686-a32b0ba1398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:27:52.887236 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.887890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Bound using segment: {'id': '771fb029-83c6-4ab1-9686-a32b0ba1398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:27:52.888712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Bound port: 66c94184-2bfb-425b-aca8-17209a1b0df2, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771fb029-83c6-4ab1-9686-a32b0ba1398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:27:52.889465 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:52.894830 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c72e2351-013d-42d1-8265-66729acc5a8d req-f401932b-08ef-4dfc-a2ee-7cd45a2a1685 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 944 time: 0.2401347 Nov 12 13:27:53.065948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.120563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] For port 66c94184-2bfb-425b-aca8-17209a1b0df2, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:27:53.155122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] For port 66c94184-2bfb-425b-aca8-17209a1b0df2, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=66c94184-2bfb-425b-aca8-17209a1b0df2,segment=NetworkSegment(771fb029-83c6-4ab1-9686-a32b0ba1398b),segment_id=771fb029-83c6-4ab1-9686-a32b0ba1398b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:27:53.175191 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.180736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:53.235236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c72e2351-013d-42d1-8265-66729acc5a8d req-28125de7-2389-4b78-9a95-0d289e41445d tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307598 Nov 12 13:27:53.287755 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.327926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Router 425e1f2c-55aa-431e-82ae-6761e1cf86af has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:27:53.426767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f98cf3-3e1a-4bff-acfb-2b255084f9f7 None None] Pushing event updated for resources: {'Port': ['ID=66c94184-2bfb-425b-aca8-17209a1b0df2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:53.591556 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-6da0cf69-1272-4440-8393-5ea5c785302f service neutron] 10.222.0.73 "GET /v2.0/networks/73a44e46-62e2-4f77-8a56-33661bf2d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9563253 Nov 12 13:27:53.629387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:53.685979 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db7ec06-be15-40be-b05f-5806c28d1c7a x-openstack-request-id: req-0db7ec06-be15-40be-b05f-5806c28d1c7a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:53.692596 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-deleted", "tag": "ae73e88e-9170-4921-80e1-88104a71b1ec", "status": "completed", "code": 200}, {"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-deleted", "tag": "c0d3de0f-5c82-4a3e-85f8-a8634c8261db", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:53.695236 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0db7ec06-be15-40be-b05f-5806c28d1c7a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:53.703124 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-deleted', 'tag': 'ae73e88e-9170-4921-80e1-88104a71b1ec', 'status': 'completed', 'code': 200} Nov 12 13:27:53.703807 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-deleted', 'tag': 'c0d3de0f-5c82-4a3e-85f8-a8634c8261db', 'status': 'completed', 'code': 200} Nov 12 13:27:53.719672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:27:53.774245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:53.927679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] Sync routers for ids ['425e1f2c-55aa-431e-82ae-6761e1cf86af'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:27:53.937373 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-3ab80ced-a76c-4f19-858a-61156461446c service neutron] 10.222.0.73 "GET /v2.0/networks/73a44e46-62e2-4f77-8a56-33661bf2d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374879 Nov 12 13:27:53.979685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.20.0.14 (5162f0e6-ad83-4755-9221-4195e32e2bb3/3f9b7e55-681c-454a-9818-06f08980fdbf/fe176e1d-67f0-4cb6-bd43-e53fdb9281be) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:53.990534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.20.0.13 (5162f0e6-ad83-4755-9221-4195e32e2bb3/3f9b7e55-681c-454a-9818-06f08980fdbf/fe176e1d-67f0-4cb6-bd43-e53fdb9281be) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:54.038506 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0246f08a-2a62-4181-9d81-a1b304413fe3 x-openstack-request-id: req-0246f08a-2a62-4181-9d81-a1b304413fe3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:54.040592 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3afefd2-df2e-49bb-bcf2-17e28dfe690e", "name": "network-vif-plugged", "status": "completed", "tag": "cc8bb714-54d5-4a15-8a72-3421a798bf1d", "code": 200}, {"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "090b4771-4fbe-4ff0-9d3c-b8939c225292", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:54.041720 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0246f08a-2a62-4181-9d81-a1b304413fe3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:54.044211 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3afefd2-df2e-49bb-bcf2-17e28dfe690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8bb714-54d5-4a15-8a72-3421a798bf1d', 'code': 200} Nov 12 13:27:54.046390 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090b4771-4fbe-4ff0-9d3c-b8939c225292', 'code': 200} Nov 12 13:27:54.068994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] Routers {'425e1f2c-55aa-431e-82ae-6761e1cf86af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:54.081707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['425e1f2c-55aa-431e-82ae-6761e1cf86af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:54.112507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Deleting port 089d2427-b51a-410d-9ea0-5ab13384daa2 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:54.112771 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.138918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] No DVR routers for this DVR port 090b4771-4fbe-4ff0-9d3c-b8939c225292 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:54.142293 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.146079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-422a8784-424e-4a61-b5b4-93caf214022c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "DELETE /v2.0/ports/090b4771-4fbe-4ff0-9d3c-b8939c225292 HTTP/1.1" status: 204 len: 173 time: 3.1551554 Nov 12 13:27:54.391091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] Set router 425e1f2c-55aa-431e-82ae-6761e1cf86af gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:54.438374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.438941 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.484607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Calling delete_port for 089d2427-b51a-410d-9ea0-5ab13384daa2 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:54.495784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da1e85-876a-4cf9-9fac-adb98bb52c2c req-f95fa948-9d23-488a-8249-8ddb33f08295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:54.497770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15da1e85-876a-4cf9-9fac-adb98bb52c2c req-f95fa948-9d23-488a-8249-8ddb33f08295 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 1097 time: 0.2633345 Nov 12 13:27:54.565805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.566062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1db09-437c-4c11-94de-e8c84f11db87 req-d6443948-143b-4179-a76a-af199dfdcc74 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:54.568321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62f1db09-437c-4c11-94de-e8c84f11db87 req-d6443948-143b-4179-a76a-af199dfdcc74 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 943 time: 0.4019246 Nov 12 13:27:54.647867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-5f9923d1-af9b-4cf3-a8d8-5128127ed172 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting port 9d37fd99-c624-4630-a5a1-c21226e4a594 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:27:54.648268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-5f9923d1-af9b-4cf3-a8d8-5128127ed172 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.800069 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15da1e85-876a-4cf9-9fac-adb98bb52c2c req-34fb5aad-5179-411e-974e-61248331ff66 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789462 Nov 12 13:27:54.815595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fe8ba-5858-4a25-84b1-8a1d8b3ee095 req-bf0120fc-3e0c-495a-b46f-fe3a68311782 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:54.816704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62f1db09-437c-4c11-94de-e8c84f11db87 req-25adfcfe-878d-4794-a9c4-2961ad065cbb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups?id=441cd092-67a3-4aa7-8b4d-c7f732f30da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162795 Nov 12 13:27:54.826556 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-265fe8ba-5858-4a25-84b1-8a1d8b3ee095 req-bf0120fc-3e0c-495a-b46f-fe3a68311782 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.3539860 Nov 12 13:27:54.968340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-5f9923d1-af9b-4cf3-a8d8-5128127ed172 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] For port 9d37fd99-c624-4630-a5a1-c21226e4a594, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9d37fd99-c624-4630-a5a1-c21226e4a594,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:54.968697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-5f9923d1-af9b-4cf3-a8d8-5128127ed172 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:54.987359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:07Z', 'revision_number': 5, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:55.001222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-5f9923d1-af9b-4cf3-a8d8-5128127ed172 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Calling delete_port for 9d37fd99-c624-4630-a5a1-c21226e4a594 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:27:55.027760 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:55.029167 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] Checking router: 425e1f2c-55aa-431e-82ae-6761e1cf86af for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:27:55.047346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] Routers {'425e1f2c-55aa-431e-82ae-6761e1cf86af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:27:55.048115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['425e1f2c-55aa-431e-82ae-6761e1cf86af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:55.099746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-265fe8ba-5858-4a25-84b1-8a1d8b3ee095 req-2b4ca261-7bab-4b4e-8253-e91e7c259201 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720962 Nov 12 13:27:55.288856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f6a06d18-72a3-4cb9-be1c-c67245653e53 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:55.344872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 5162f0e6-ad83-4755-9221-4195e32e2bb3 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:55.352165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=fe176e1d-67f0-4cb6-bd43-e53fdb9281be,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:55.370587 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63c627af-efca-40f6-af7b-0ddfdb1b2ddd req-4f11c25d-d9e4-46b1-bfb6-e569c2ed4b34 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 210 time: 0.0854166 Nov 12 13:27:55.386356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:55.427573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:55.432379 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.432732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.433079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.433451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.433793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.434129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.434472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.434808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.435142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.435463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.435791 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.436119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:27:55.469955 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:55.524937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 66c94184-2bfb-425b-aca8-17209a1b0df2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:55.593508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56cc5-d1a9-4f4e-9f5e-a90bb58cf560 req-f37d316f-ac4a-4084-a391-76f20e60e220 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:55.601027 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63c56cc5-d1a9-4f4e-9f5e-a90bb58cf560 req-f37d316f-ac4a-4084-a391-76f20e60e220 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 944 time: 0.2335315 Nov 12 13:27:55.606659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event deleted for resources: {'Port': ['ID=089d2427-b51a-410d-9ea0-5ab13384daa2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:55.652807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:55.655115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:55.659411 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-5f9923d1-af9b-4cf3-a8d8-5128127ed172 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:55.707292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638de51e-0bc2-423f-ba57-ce32c63c7053 None None] Network 73a44e46-62e2-4f77-8a56-33661bf2d036 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:27:55.739960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-deleted', 'tag': '090b4771-4fbe-4ff0-9d3c-b8939c225292'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:55.754307 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc29531-2790-4ae0-acdc-8213d97ff69a" -d '{"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-deleted", "tag": "090b4771-4fbe-4ff0-9d3c-b8939c225292"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:55.773193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9923d1-af9b-4cf3-a8d8-5128127ed172 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Port': ['ID=9d37fd99-c624-4630-a5a1-c21226e4a594,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:55.813543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a93f8ede-fedb-4bc3-a265-1eb2825ae3a3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.6365924 Nov 12 13:27:55.815524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46856) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:55.851343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'fe176e1d-67f0-4cb6-bd43-e53fdb9281be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:55.854809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-5f9923d1-af9b-4cf3-a8d8-5128127ed172 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] No DVR routers for this DVR port 9d37fd99-c624-4630-a5a1-c21226e4a594 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:27:55.863423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-5f9923d1-af9b-4cf3-a8d8-5128127ed172 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:55.882252 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54e65ceb-6583-43cc-bb70-f5c96fc405db req-5f9923d1-af9b-4cf3-a8d8-5128127ed172 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.105 "DELETE /v2.0/ports/9d37fd99-c624-4630-a5a1-c21226e4a594 HTTP/1.1" status: 204 len: 173 time: 1.7288144 Nov 12 13:27:55.887852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] Set router 425e1f2c-55aa-431e-82ae-6761e1cf86af gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:27:55.890943 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc9ef3-c5b8-4876-a78d-d6a69a009bb3 x-openstack-request-id: req-09dc9ef3-c5b8-4876-a78d-d6a69a009bb3 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:55.891281 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-deleted", "tag": "090b4771-4fbe-4ff0-9d3c-b8939c225292", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:55.892170 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09dc9ef3-c5b8-4876-a78d-d6a69a009bb3 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:55.892751 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-deleted', 'tag': '090b4771-4fbe-4ff0-9d3c-b8939c225292', 'status': 'completed', 'code': 200} Nov 12 13:27:55.905854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:55.929339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63c56cc5-d1a9-4f4e-9f5e-a90bb58cf560 req-2bec7615-3aa1-4fef-88ac-b990579667e3 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044722 Nov 12 13:27:55.975232 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.040945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9559a241-72e4-46ac-b66e-e493ea068a5e req-105bc7f1-ae65-46f4-b359-361ea48e8497 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0756392 Nov 12 13:27:56.093808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.220377 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.220963 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd98d8a-cba2-46e0-8e04-777f5f15f0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ee5edf-2e7b-4f0c-86d3-445939f75d4b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:56.231131 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9022c8-d5d5-4b5c-9cbe-21ccad093d24" -d '{"events": [{"server_uuid": "dbd98d8a-cba2-46e0-8e04-777f5f15f0df", "name": "network-vif-plugged", "status": "completed", "tag": "72ee5edf-2e7b-4f0c-86d3-445939f75d4b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:56.309859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6a8e3e9b-3220-4fee-bbee-d5f07084a4bb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:56.444976 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a812e58-7a98-41fe-b09d-f01d10085f2d x-openstack-request-id: req-3a812e58-7a98-41fe-b09d-f01d10085f2d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:56.445692 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd98d8a-cba2-46e0-8e04-777f5f15f0df", "name": "network-vif-plugged", "status": "completed", "tag": "72ee5edf-2e7b-4f0c-86d3-445939f75d4b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:56.446160 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a812e58-7a98-41fe-b09d-f01d10085f2d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:56.447010 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd98d8a-cba2-46e0-8e04-777f5f15f0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ee5edf-2e7b-4f0c-86d3-445939f75d4b', 'code': 200} Nov 12 13:27:56.452998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3797de37-c567-4871-b39d-5fcb0be0a3c2 None None] Provisioning complete for port 66c94184-2bfb-425b-aca8-17209a1b0df2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:56.453605 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3797de37-c567-4871-b39d-5fcb0be0a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.466649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port f6a06d18-72a3-4cb9-be1c-c67245653e53 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:27:56.556878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.557901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port f6a06d18-72a3-4cb9-be1c-c67245653e53 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:56.558173 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.587245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e1b3-436a-422d-8669-325b0c54ac5d req-e42e5796-e0d2-4933-b3f7-76df087b5ee2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:56.595316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae61e1b3-436a-422d-8669-325b0c54ac5d req-e42e5796-e0d2-4933-b3f7-76df087b5ee2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.2186885 Nov 12 13:27:56.627969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b391331-813c-4380-82e3-999c042426e2 req-984c4629-7eb7-49e1-ba69-1576cf47dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:56.629717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b391331-813c-4380-82e3-999c042426e2 req-984c4629-7eb7-49e1-ba69-1576cf47dc9c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 1097 time: 0.1427233 Nov 12 13:27:56.633526 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1af11377-fda1-4221-bd09-1f8c80a2d3a3 req-82e80e32-7d33-4f5c-8859-bea5c614c298 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 210 time: 0.0635805 Nov 12 13:27:56.649759 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.753804 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 66c94184-2bfb-425b-aca8-17209a1b0df2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:56.754252 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.761063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51d3279-6eb5-4355-9ade-52cde5639fb8']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:56.796853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaac2e1-cd59-4f6f-be03-5b8fff453730') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:56.797577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaac2e1-cd59-4f6f-be03-5b8fff453730') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:56.810807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae61e1b3-436a-422d-8669-325b0c54ac5d req-5482e569-5050-4c3a-982d-6b18c288a0ad tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119679 Nov 12 13:27:56.824324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.871788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.887623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b391331-813c-4380-82e3-999c042426e2 req-fa4ef502-f315-4a44-ad63-7b44cfc0065a service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554706 Nov 12 13:27:56.943787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:27:56.944023 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:27:56.945971 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:27:57.174802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19b0be8a-aa3d-4b71-a1f2-77ec986b3767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:57.200519 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:57.210247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a51d3279-6eb5-4355-9ade-52cde5639fb8 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 13:27:57.238588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-02cb2c84-4452-48d4-aa33-cf7bd146c039 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:57.254947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-02cb2c84-4452-48d4-aa33-cf7bd146c039 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:57.259516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-02cb2c84-4452-48d4-aa33-cf7bd146c039 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "GET /v2.0/networks?id=45ec0655-034d-41c4-a771-de940611d85c&id=73a44e46-62e2-4f77-8a56-33661bf2d036 HTTP/1.1" status: 200 len: 1391 time: 0.7640784 Nov 12 13:27:57.263343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c42b-d31e-4d62-8d15-7a2fb2ae21e4 req-64378c7a-1797-4910-b85b-34f2459c156a tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:57.266946 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:57.275685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "DELETE /v2.0/networks/a51d3279-6eb5-4355-9ade-52cde5639fb8 HTTP/1.1" status: 204 len: 168 time: 4.6541216 Nov 12 13:27:57.288493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75b9c42b-d31e-4d62-8d15-7a2fb2ae21e4 req-64378c7a-1797-4910-b85b-34f2459c156a tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 944 time: 0.2389476 Nov 12 13:27:57.291038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46874) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:57.320253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'port': {'device_id': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'network_id': '45ec0655-034d-41c4-a771-de940611d85c', 'admin_state_up': True, 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:57.327969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.25.5.195 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/7359e10a-852d-45d5-8c7a-f1bf9610fe0d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:57.332717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a1f19-023e-4f13-bb4e-91a726aa5588 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event deleted for resources: {'Network': ['ID=a51d3279-6eb5-4355-9ade-52cde5639fb8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:57.480641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97808692-eb48-4554-8565-c7f55dc7104e req-73ea8107-841c-406a-96d4-86674e8d2b97 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.1171963 Nov 12 13:27:57.679482 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:57.705003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-842cf2db-d2f4-41a1-ba0d-0c9f59a96540 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2263 time: 0.4057245 Nov 12 13:27:57.710002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46880) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:57.753425 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3797de37-c567-4871-b39d-5fcb0be0a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:57.808236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:57.824622 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:57.872890 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:57.990537 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3797de37-c567-4871-b39d-5fcb0be0a3c2 None None] For port 66c94184-2bfb-425b-aca8-17209a1b0df2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=66c94184-2bfb-425b-aca8-17209a1b0df2,segment=NetworkSegment(771fb029-83c6-4ab1-9686-a32b0ba1398b),segment_id=771fb029-83c6-4ab1-9686-a32b0ba1398b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:58.006259 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:58.032813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88191390-55a1-4542-8e6f-4523969ae74a req-ea255c32-546d-454f-98af-efa1a1574c62 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 210 time: 0.1650803 Nov 12 13:27:58.045683 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3797de37-c567-4871-b39d-5fcb0be0a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:58.059615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f6a06d18-72a3-4cb9-be1c-c67245653e53, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f6a06d18-72a3-4cb9-be1c-c67245653e53,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:27:58.213670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:07Z', 'revision_number': 5, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:27:58.225825 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:58.318141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:58.386923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a29304-5e8d-4f07-ae55-99658697369b None None] The sync data for ids ['425e1f2c-55aa-431e-82ae-6761e1cf86af'] in n-d-805736-4 is: [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:17:03Z', 'revision_number': 4, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5f8d4594-7671-4346-b124-4244c5a7e72c', 'name': '', 'network_id': 'e1bf6593-1926-4918-b099-2d3c401d6aa8', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'mac_address': 'fa:16:3e:20:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:17:02Z', 'updated_at': '2021-11-12T13:17:07Z', 'revision_number': 5, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'subnets': [{'id': 'fbe2cfc7-4019-4384-be49-dec8d05dc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:27:58.449315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6a0739-dbb5-47d6-81d4-560dce018c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a06d18-72a3-4cb9-be1c-c67245653e53'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:58.452061 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017b215b-eea5-45db-843e-39a04af96d62" -d '{"events": [{"server_uuid": "0b6a0739-dbb5-47d6-81d4-560dce018c90", "name": "network-vif-plugged", "status": "completed", "tag": "f6a06d18-72a3-4cb9-be1c-c67245653e53"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:58.480774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797de37-c567-4871-b39d-5fcb0be0a3c2 None None] Pushing event updated for resources: {'Port': ['ID=66c94184-2bfb-425b-aca8-17209a1b0df2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:58.484081 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:27:58.484256 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:27:58.488485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-deleted', 'tag': '9d37fd99-c624-4630-a5a1-c21226e4a594'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:27:58.491091 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd03624-aced-4149-a793-9e6570c59492" -d '{"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-deleted", "tag": "9d37fd99-c624-4630-a5a1-c21226e4a594"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:27:58.555252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f6a06d18-72a3-4cb9-be1c-c67245653e53,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:58.587878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-19e56c6c-8a16-446d-a9a8-633ccf249974 None None] Provisioning complete for port 66c94184-2bfb-425b-aca8-17209a1b0df2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:58.588356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19e56c6c-8a16-446d-a9a8-633ccf249974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:58.626885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:27:58.648479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75b9c42b-d31e-4d62-8d15-7a2fb2ae21e4 req-594288dc-448c-4f61-a02f-21cd41ba3497 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9917402 Nov 12 13:27:58.691323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:27:58.727899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:27:58.752447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Allocated IP 19.80.0.46 (45ec0655-034d-41c4-a771-de940611d85c/444bf4ca-a5b4-4fe9-b473-a87a9c47d596/ffd2aa6e-b89d-4ce8-8134-c66b2a652b35) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:27:58.797656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=7359e10a-852d-45d5-8c7a-f1bf9610fe0d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:58.820237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.820703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.821823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.822343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.823823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.824515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.825029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.825550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.832629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.833971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.835155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.835637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.836084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.836527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.837219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.837757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.838752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:58.851787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-acea1252-4fe7-4e09-80c8-d8f202a929f6 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10716 time: 1.1406415 Nov 12 13:27:58.852791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46894) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:58.923527 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af59be1e-55fc-453a-96e2-3f2955f47738 x-openstack-request-id: req-af59be1e-55fc-453a-96e2-3f2955f47738 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:58.924067 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6a0739-dbb5-47d6-81d4-560dce018c90", "name": "network-vif-plugged", "status": "completed", "tag": "f6a06d18-72a3-4cb9-be1c-c67245653e53", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:58.924168 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af59be1e-55fc-453a-96e2-3f2955f47738 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:58.924514 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6a0739-dbb5-47d6-81d4-560dce018c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a06d18-72a3-4cb9-be1c-c67245653e53', 'code': 200} Nov 12 13:27:58.982383 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a1514ceb-338d-4f23-be54-21ac3c054960 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] delete failed (client error): The resource could not be found. Nov 12 13:27:58.988097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a1514ceb-338d-4f23-be54-21ac3c054960 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/a85d66ef-ffec-44c0-81bb-91688ba4bc7b HTTP/1.1" status: 404 len: 345 time: 0.1340458 Nov 12 13:27:58.992390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46896) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:58.996431 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caceea7-2f9d-4a0c-8d3e-5c7bb5a1a444 x-openstack-request-id: req-1caceea7-2f9d-4a0c-8d3e-5c7bb5a1a444 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:27:59.001862 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2", "name": "network-vif-deleted", "tag": "9d37fd99-c624-4630-a5a1-c21226e4a594", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:27:59.002378 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1caceea7-2f9d-4a0c-8d3e-5c7bb5a1a444 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:27:59.003004 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2', 'name': 'network-vif-deleted', 'tag': '9d37fd99-c624-4630-a5a1-c21226e4a594', 'status': 'completed', 'code': 200} Nov 12 13:27:59.027245 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8d1e97-50d6-4c48-8170-dddcb962b604 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 13:27:59.028237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8d1e97-50d6-4c48-8170-dddcb962b604 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:27:59.041784 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4c8d1e97-50d6-4c48-8170-dddcb962b604 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "DELETE /v2.0/networks/a51d3279-6eb5-4355-9ade-52cde5639fb8 HTTP/1.1" status: 404 len: 339 time: 0.0471475 Nov 12 13:27:59.042489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46898) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:59.048800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Request body: {'network': {'name': 'tempest-network--2001525416', 'router:external': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:27:59.091610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Made reservation on behalf of b4b2d731f8d44af491492dfd43535b2d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:27:59.096084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:59.139740 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee8c11-f4d5-4b87-a1c8-0449cf415ae3 None None] New status for floating IP 0b0c70d2-dc68-4acf-9a20-3a999d26a546: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:27:59.161942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47de8c33-9a16-44bd-a60c-330778387434 req-775c28bf-f7a6-4eca-bb57-79d25765778a tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0534728 Nov 12 13:27:59.198501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:27:59.224675 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:59.225614 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Added segment 7b4789cc-f331-4748-bf32-50fb0e7fa9f2 of type vlan for network e2907c17-b9a1-4e76-b1a7-c04446e11948 Nov 12 13:27:59.320177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 66c94184-2bfb-425b-aca8-17209a1b0df2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:27:59.327433 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:59.384763 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:59.386305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:59.387463 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:59.476211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event updated for resources: {'Network': ['ID=e2907c17-b9a1-4e76-b1a7-c04446e11948,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:27:59.479800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 66c94184-2bfb-425b-aca8-17209a1b0df2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:27:59.480628 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:59.505875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c0bed6cd-5fd3-4a47-96f3-b2ad032d32b9 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4604979 Nov 12 13:27:59.507735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46902) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:59.562897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e2907c17-b9a1-4e76-b1a7-c04446e11948 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:27:59.610986 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-185abc01-4054-4693-aadc-8a1b9542aea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:27:59.863167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984e35-23b9-4389-8242-20a965b3339f req-864af162-3259-42d8-93df-c96310440af8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:59.870415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e8120-9f29-4e7e-a1ef-b65681103840 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:59.870986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c984e35-23b9-4389-8242-20a965b3339f req-864af162-3259-42d8-93df-c96310440af8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 1.5658345 Nov 12 13:27:59.891381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e8120-9f29-4e7e-a1ef-b65681103840 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:59.906022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e8120-9f29-4e7e-a1ef-b65681103840 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:59.916319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e8120-9f29-4e7e-a1ef-b65681103840 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:27:59.920653 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d56e8120-9f29-4e7e-a1ef-b65681103840 tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4107134 Nov 12 13:27:59.925269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46910) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:27:59.958009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dbed3c64-c63f-4aff-9869-7a21ff026308 req-14870956-7b38-4d0f-bbc1-c1e7e9ece88f tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 210 time: 0.1423178 Nov 12 13:28:00.100923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c984e35-23b9-4389-8242-20a965b3339f req-a2050c87-4762-48c3-bd78-a2bc0da9ca0e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287388 Nov 12 13:28:00.113743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.174408 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.225941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108e287-e7cf-4928-87a0-f88c85ba4f99 req-139c3ca5-6081-411a-af0f-c74bd7efc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:00.228239 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3108e287-e7cf-4928-87a0-f88c85ba4f99 req-139c3ca5-6081-411a-af0f-c74bd7efc75a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 1096 time: 0.5031381 Nov 12 13:28:00.323858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64924d-ad98-4e2f-afb4-2b8513284aed req-3159c5d2-a5ab-443b-8ff9-2922f058dfcf tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:00.325816 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8e64924d-ad98-4e2f-afb4-2b8513284aed req-3159c5d2-a5ab-443b-8ff9-2922f058dfcf tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 0.1844411 Nov 12 13:28:00.336228 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.383255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb5b3027-b448-4c9f-b04d-f4ad09157402 req-4cdff572-e612-4377-bd57-00f21b057d5d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.1029117 Nov 12 13:28:00.406826 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3108e287-e7cf-4928-87a0-f88c85ba4f99 req-4d2850f0-9295-4800-aad2-7a2ce0f8086e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696084 Nov 12 13:28:00.414322 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.423128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2907c17-b9a1-4e76-b1a7-c04446e11948']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:00.461358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4789cc-f331-4748-bf32-50fb0e7fa9f2') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:00.465641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4789cc-f331-4748-bf32-50fb0e7fa9f2') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:00.500324 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.520361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.523043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network 45ec0655-034d-41c4-a771-de940611d85c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:00.533763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:00.541469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:00.552724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Port': ['ID=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:00.563301 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.583971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:28:00.584945 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.659773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:00.660755 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:28:00.704831 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:28:00.720357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8e64924d-ad98-4e2f-afb4-2b8513284aed req-a05f1055-22b1-4b51-a8c5-e0c7d7ead6ec tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663189 Nov 12 13:28:00.783286 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-9b15471d-7d65-4062-93c5-f7f50e87e82a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4749625 Nov 12 13:28:00.786437 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.793394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2907c17-b9a1-4e76-b1a7-c04446e11948 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 13:28:00.796849 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.814434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "DELETE /v2.0/networks/e2907c17-b9a1-4e76-b1a7-c04446e11948 HTTP/1.1" status: 204 len: 168 time: 0.8878617 Nov 12 13:28:00.826764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:00.835501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Request body: {'network': {'name': 'tempest-network--72463974', 'router:external': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:00.843096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea90419-c376-4a6e-8747-9e7154989e59 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2907c17-b9a1-4e76-b1a7-c04446e11948,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:00.851144 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Request body: {'port': {'device_id': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036', 'admin_state_up': True, 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:00.860932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:00.952484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Made reservation on behalf of b4b2d731f8d44af491492dfd43535b2d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:00.956248 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.009728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4506a8-4c71-47c4-b34e-20c95dce3898 req-59fe7a35-cd69-4682-a0f8-25a490ad64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:01.012427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c4506a8-4c71-47c4-b34e-20c95dce3898 req-59fe7a35-cd69-4682-a0f8-25a490ad64e6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 1097 time: 0.1453028 Nov 12 13:28:01.038725 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:28:01.059102 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8fb5d484-a9dc-4563-aa48-63f607e7f686 None None] Provisioning complete for port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:01.059907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8fb5d484-a9dc-4563-aa48-63f607e7f686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.137849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8fb5d484-a9dc-4563-aa48-63f607e7f686 None None] Port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:28:01.193765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:28:01.206653 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.221696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.222163 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Added segment 171b5679-7d90-4c60-b04d-ba4ecb55a9f8 of type vlan for network 214a6478-0c1b-46aa-832e-b566c0d604af Nov 12 13:28:01.361875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4506a8-4c71-47c4-b34e-20c95dce3898 req-48f60451-c33b-4185-847a-dcac1f5b4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:01.364229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c4506a8-4c71-47c4-b34e-20c95dce3898 req-48f60451-c33b-4185-847a-dcac1f5b4883 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.3261383 Nov 12 13:28:01.371689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.400795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.418803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.466613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c4506a8-4c71-47c4-b34e-20c95dce3898 req-99829d80-c282-417f-aff2-e0895f024d0e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07fa3157-8452-47a8-abd6-ea7a50f98214 HTTP/1.1" status: 200 len: 217 time: 0.0892701 Nov 12 13:28:01.535669 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.548741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb35f-1ea3-43bc-ba9a-c82b1086e3a9 req-d99e8734-968c-40f6-89cd-d040492ecace tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:01.551476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60cfb35f-1ea3-43bc-ba9a-c82b1086e3a9 req-d99e8734-968c-40f6-89cd-d040492ecace tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.2763836 Nov 12 13:28:01.554506 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9847a-240b-493a-baf4-d9bd1eb75411 req-d4303625-2f2c-4315-9d87-85a13038a377 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:01.565121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ab9847a-240b-493a-baf4-d9bd1eb75411 req-d4303625-2f2c-4315-9d87-85a13038a377 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 931 time: 0.4322076 Nov 12 13:28:01.582144 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.583930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:01.584672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.648185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Made reservation on behalf of 1ca2e172ca8941d1964c6906a2c604b5 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:01.652883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:01.672347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4506a8-4c71-47c4-b34e-20c95dce3898 req-b1465b2f-62df-40df-8617-973a36e3d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:01.674166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c4506a8-4c71-47c4-b34e-20c95dce3898 req-b1465b2f-62df-40df-8617-973a36e3d8f2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1991725 Nov 12 13:28:01.698488 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8675783 Nov 12 13:28:01.714520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46928) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:01.736734 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ab9847a-240b-493a-baf4-d9bd1eb75411 req-350d78fd-747c-4600-960c-0c222fc644ca tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622131 Nov 12 13:28:01.753254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=7359e10a-852d-45d5-8c7a-f1bf9610fe0d,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:01.831763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c4506a8-4c71-47c4-b34e-20c95dce3898 req-07c3b79d-597f-4d86-97a8-c2bea250a3d7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917904 Nov 12 13:28:01.836350 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60cfb35f-1ea3-43bc-ba9a-c82b1086e3a9 req-37a1c992-ce44-4dee-813a-ee10bc0f71d0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727585 Nov 12 13:28:01.837432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac644d3-6fbf-4884-a227-31ed500c8444 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event updated for resources: {'Network': ['ID=214a6478-0c1b-46aa-832e-b566c0d604af,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:01.852789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 214a6478-0c1b-46aa-832e-b566c0d604af details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:28:01.961121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c4506a8-4c71-47c4-b34e-20c95dce3898 req-40e9fad0-ee95-4725-afc9-71caf41bdb68 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196983 Nov 12 13:28:02.128541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c4506a8-4c71-47c4-b34e-20c95dce3898 req-2b0ab614-1383-4bcd-a5a4-b154ee2c1459 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585202 Nov 12 13:28:02.148692 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:02.225421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e330610-4b25-4778-a3df-6258599e7c07 req-68c7fa4b-ecf5-4e5b-9f52-15953545752c tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:02.227727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e330610-4b25-4778-a3df-6258599e7c07 req-68c7fa4b-ecf5-4e5b-9f52-15953545752c tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 0.0726895 Nov 12 13:28:02.235881 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-428b1c93-d91b-480e-9394-4601e7ba4e8b req-e852e41d-44b1-4115-86db-dbc85461e250 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.1293762 Nov 12 13:28:02.267434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca510b-8170-4475-b2ed-a30ca9df8dad tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:02.268931 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-18ca510b-8170-4475-b2ed-a30ca9df8dad tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] 10.222.0.73 "GET /v2.0/networks/214a6478-0c1b-46aa-832e-b566c0d604af HTTP/1.1" status: 200 len: 755 time: 0.5392158 Nov 12 13:28:02.273859 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP 84fe3cc4-d108-4927-be05-0d0356b081ca associated. External IP: 172.25.5.195, port: fe176e1d-67f0-4cb6-bd43-e53fdb9281be. Nov 12 13:28:02.274656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46932) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:02.328697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e330610-4b25-4778-a3df-6258599e7c07 req-a95d9f84-7638-450b-9db6-c021e00a07e8 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903244 Nov 12 13:28:02.387951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e241b-624c-454c-b172-ad9c1a46817c tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:02.393231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-425e241b-624c-454c-b172-ad9c1a46817c tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] 10.222.0.73 "GET /v2.0/networks/e1d0d769-5cf8-403f-a78d-b2aad80ece36 HTTP/1.1" status: 200 len: 767 time: 0.1172435 Nov 12 13:28:02.394256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46934) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:02.472386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Allocated IP 19.86.0.221 (73a44e46-62e2-4f77-8a56-33661bf2d036/f28e52fb-52d2-439f-84cd-9699a02358a2/be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:02.856691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:02.865088 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.180627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0be100-8fa4-4802-b4e3-c5bdf9b1b985 req-176f0f77-dc1a-49b6-93d9-622d4e9a07c5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:03.185136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f0be100-8fa4-4802-b4e3-c5bdf9b1b985 req-176f0f77-dc1a-49b6-93d9-622d4e9a07c5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.1571262 Nov 12 13:28:03.209672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930c62e-b8f0-4904-b69c-dd2da314c617 req-666fb8d6-9a55-4bf2-b04f-71270766a46a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:03.211289 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7930c62e-b8f0-4904-b69c-dd2da314c617 req-666fb8d6-9a55-4bf2-b04f-71270766a46a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 931 time: 0.3354902 Nov 12 13:28:03.313772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.327334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f0be100-8fa4-4802-b4e3-c5bdf9b1b985 req-e81f7f3f-aee1-47b1-a8e5-6014e627b440 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227822 Nov 12 13:28:03.387632 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.387632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214a6478-0c1b-46aa-832e-b566c0d604af']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:03.416461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171b5679-7d90-4c60-b04d-ba4ecb55a9f8') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:03.416765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171b5679-7d90-4c60-b04d-ba4ecb55a9f8') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:03.447690 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.475919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:28:03.480235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7930c62e-b8f0-4904-b69c-dd2da314c617 req-ea9175c2-c68d-4f2b-b714-fa2c9d358632 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958721 Nov 12 13:28:03.495131 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.515199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:28:03.515607 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:28:03.517555 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:28:03.715657 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.729654 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f277e0c-13c0-40d9-876b-db6bae81ac5b req-2e7d3f36-aa9e-4249-a1ce-4bdb687acd16 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0515728 Nov 12 13:28:03.733529 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.789389 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 214a6478-0c1b-46aa-832e-b566c0d604af {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 13:28:03.803380 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.825702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46948) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:03.825915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "DELETE /v2.0/networks/214a6478-0c1b-46aa-832e-b566c0d604af HTTP/1.1" status: 204 len: 168 time: 1.3965652 Nov 12 13:28:03.833224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Request body: {'network': {'name': 'tempest-network--1404226624'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:03.840259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Network 73a44e46-62e2-4f77-8a56-33661bf2d036 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:03.880243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Made reservation on behalf of b4b2d731f8d44af491492dfd43535b2d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:03.892111 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:03.922091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5450f0e-9e1a-457d-be08-72bb6c37805f tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event deleted for resources: {'Network': ['ID=214a6478-0c1b-46aa-832e-b566c0d604af,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:03.936950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:03.949460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:03.981903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:28:04.026172 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:04.027431 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Added segment e5899e06-0be1-46ff-9b75-22564cad97e4 of type vlan for network 4491b1d9-a408-4639-87cb-65fe5fd9b52b Nov 12 13:28:04.050437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:04.051505 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:04.114164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event updated for resources: {'Port': ['ID=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:04.126951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:28:04.173604 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:04.184381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-fc80e6b6-eecb-4fd9-99bc-6cb00df97865 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3529139 Nov 12 13:28:04.210479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae378848-b403-400a-8427-150f59d2a2e6 req-57a6e48d-d47c-4e75-9a41-d31ff38c0634 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:04.222957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:04.224322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae378848-b403-400a-8427-150f59d2a2e6 req-57a6e48d-d47c-4e75-9a41-d31ff38c0634 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 0.5018437 Nov 12 13:28:04.277793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:04.279832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:04.284625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:04.424858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Request body: {'port': {'device_id': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:04.455935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6308167 Nov 12 13:28:04.455935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event updated for resources: {'Network': ['ID=4491b1d9-a408-4639-87cb-65fe5fd9b52b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:04.478630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46954) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:04.489672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.490246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.491950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.494034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.494530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.495186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.495724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.497644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.499073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.500421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.501412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.503220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eaac48-ebe7-47d9-8933-c4bcd5c87d53 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:04.517654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d8098d1e-c371-48ca-b577-106ff2e0d722 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:04.538944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 4491b1d9-a408-4639-87cb-65fe5fd9b52b details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:28:04.650754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e88692ad-dff5-4fe9-ae8e-38871ecc0de5 None None] Provisioning complete for port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:04.652009 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e88692ad-dff5-4fe9-ae8e-38871ecc0de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:04.657332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2269d-72fe-4a99-97e6-f40e8df73126 req-3d6f59c2-7c78-425f-a193-98f5729c9535 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:04.667184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48c2269d-72fe-4a99-97e6-f40e8df73126 req-3d6f59c2-7c78-425f-a193-98f5729c9535 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.0910017 Nov 12 13:28:04.771184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e88692ad-dff5-4fe9-ae8e-38871ecc0de5 None None] Port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:28:04.809770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48c2269d-72fe-4a99-97e6-f40e8df73126 req-4b4f3c2a-7582-433c-bafc-11280600b426 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402662 Nov 12 13:28:04.859322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2f373b8c-e2ad-4059-b161-dd1040a5b301 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.0367587 Nov 12 13:28:04.863385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:04.873664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-adf608e3-274d-471f-a88d-e039fecb6b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'port_id': 'fe176e1d-67f0-4cb6-bd43-e53fdb9281be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:04.876368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae378848-b403-400a-8427-150f59d2a2e6 req-cf95edd1-6349-411d-b04a-44e1677c8ff6 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507418 Nov 12 13:28:04.953982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b6772-5064-4190-8bed-bb3c6d1c691d None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:28:05.037686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b6772-5064-4190-8bed-bb3c6d1c691d None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:05.040461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-834b6772-5064-4190-8bed-bb3c6d1c691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:05.083536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adf608e3-274d-471f-a88d-e039fecb6b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:05.136040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:05.160718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-834b6772-5064-4190-8bed-bb3c6d1c691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:05.186828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b6772-5064-4190-8bed-bb3c6d1c691d None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:05.188901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-834b6772-5064-4190-8bed-bb3c6d1c691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:05.217888 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-1dd4c40b-2c10-4cc5-a234-cd3eca3bd972 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5552559 Nov 12 13:28:05.249167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5de153-71ac-4202-929c-ab8a5cde4a24 req-3d713aa3-b52b-40f5-aacc-0f143d649680 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:05.260563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5de153-71ac-4202-929c-ab8a5cde4a24 req-3d713aa3-b52b-40f5-aacc-0f143d649680 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:05.271168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-834b6772-5064-4190-8bed-bb3c6d1c691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:05.272344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d5de153-71ac-4202-929c-ab8a5cde4a24 req-3d713aa3-b52b-40f5-aacc-0f143d649680 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1654 time: 0.1818826 Nov 12 13:28:05.275950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b6772-5064-4190-8bed-bb3c6d1c691d None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:28:05.282655 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3ea8926-e6d0-4378-9ce0-5d35e485aabd req-9b928939-0327-4b50-ae68-76a6b7982d7c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0518651 Nov 12 13:28:05.382324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8098d1e-c371-48ca-b577-106ff2e0d722 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:05.389622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d5de153-71ac-4202-929c-ab8a5cde4a24 req-d8b4d055-0cb9-4e10-b2db-0d2ebe2c4b7a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152251 Nov 12 13:28:05.576551 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8098d1e-c371-48ca-b577-106ff2e0d722 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:05.655409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8098d1e-c371-48ca-b577-106ff2e0d722 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Network 4491b1d9-a408-4639-87cb-65fe5fd9b52b is not hosted by any dhcp agent {{(pid=102675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:28:05.656961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8098d1e-c371-48ca-b577-106ff2e0d722 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:05.658035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8098d1e-c371-48ca-b577-106ff2e0d722 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:05.662795 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d8098d1e-c371-48ca-b577-106ff2e0d722 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "PUT /v2.0/networks/4491b1d9-a408-4639-87cb-65fe5fd9b52b HTTP/1.1" status: 200 len: 858 time: 1.1499040 Nov 12 13:28:05.677316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:05.755601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-e0f8e3c5-ad42-485d-9bce-2a498b745a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:05.757228 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-e0f8e3c5-ad42-485d-9bce-2a498b745a9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 1096 time: 0.4364891 Nov 12 13:28:05.761897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8098d1e-c371-48ca-b577-106ff2e0d722 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event updated for resources: {'Network': ['ID=4491b1d9-a408-4639-87cb-65fe5fd9b52b,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:05.913167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a4cb7-4bce-4ff9-8ecb-e3736b326624 req-68dd5f22-6757-4de6-9903-f608bf798a25 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:05.921543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f9a4cb7-4bce-4ff9-8ecb-e3736b326624 req-68dd5f22-6757-4de6-9903-f608bf798a25 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.3411784 Nov 12 13:28:05.935460 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:06.029348 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f9a4cb7-4bce-4ff9-8ecb-e3736b326624 req-cd5b4537-82aa-4a44-bc14-ce6126cca7c6 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068115 Nov 12 13:28:06.048451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-6193028c-f7b9-4dd8-b31e-3f1f3095151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:06.050150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-6193028c-f7b9-4dd8-b31e-3f1f3095151b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.2543364 Nov 12 13:28:06.165512 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-10271fa4-2bd6-4414-820c-cf009abe1a99 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad HTTP/1.1" status: 200 len: 217 time: 0.0910919 Nov 12 13:28:06.195107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:28:06.225043 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:06.255434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Transition to ACTIVE for port object ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:28:06.264858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-f476e100-58ef-40d0-9266-f8b142cf66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:06.266724 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-f476e100-58ef-40d0-9266-f8b142cf66d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.0911586 Nov 12 13:28:06.268017 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:06.268811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9446-e058-4bfc-bb1d-09f51b50062f req-d648ba1d-1723-4f16-b989-dca6b06df0b0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:06.270398 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f05f9446-e058-4bfc-bb1d-09f51b50062f req-d648ba1d-1723-4f16-b989-dca6b06df0b0 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 946 time: 0.2586181 Nov 12 13:28:06.308691 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:06.348139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-1c2da3de-ac06-42dd-b7aa-658fc351f276 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733354 Nov 12 13:28:06.353470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4491b1d9-a408-4639-87cb-65fe5fd9b52b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:06.381971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5899e06-0be1-46ff-9b75-22564cad97e4') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:06.381971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5899e06-0be1-46ff-9b75-22564cad97e4') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:06.409942 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:06.450923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f05f9446-e058-4bfc-bb1d-09f51b50062f req-1393e746-5c78-488d-bd52-eb5f8ecd2c74 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501875 Nov 12 13:28:06.479509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:06.567246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:06.652669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:28:06.653402 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:28:06.661898 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:28:06.682526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daef3d7-6b55-4e80-9b6a-c523541da983 req-d9c4dc42-bfd3-49c7-a2d8-d4d362140030 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:06.696285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7daef3d7-6b55-4e80-9b6a-c523541da983 req-d9c4dc42-bfd3-49c7-a2d8-d4d362140030 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 946 time: 0.2976751 Nov 12 13:28:06.728048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-40e30000-4fff-47c6-8500-1afcb08e7dbb service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694627 Nov 12 13:28:06.856393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Attempting to bind port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:28:06.856974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Attempting to bind port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'cd8c5b10-6494-4071-b5e7-200485fb8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '45ec0655-034d-41c4-a771-de940611d85c'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:28:06.858142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Attempting to bind port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 on network 45ec0655-034d-41c4-a771-de940611d85c {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:07.031452 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bd0d927-f48f-4643-b13b-5f3e83c63e6b req-9e3d01c3-2b78-46c2-867a-02ebd61ecda9 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.3939595 Nov 12 13:28:07.088117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adf608e3-274d-471f-a88d-e039fecb6b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:07.106268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adf608e3-274d-471f-a88d-e039fecb6b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:07.207982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 07fa3157-8452-47a8-abd6-ea7a50f98214 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:28:07.270524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-098d7f71-9a16-47af-a883-a3b68d01f56e tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:07.281934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-098d7f71-9a16-47af-a883-a3b68d01f56e tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1097 time: 0.7010257 Nov 12 13:28:07.303310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-4'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:07.356073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 on network 45ec0655-034d-41c4-a771-de940611d85c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:28:07.356618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Attempting to bind port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 on network 45ec0655-034d-41c4-a771-de940611d85c {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:07.362312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:07.380543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 07fa3157-8452-47a8-abd6-ea7a50f98214 has no active binding in host n-h1-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:28:07.383208 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:07.393175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:28:07.393780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Checking segment: {'id': 'cd8c5b10-6494-4071-b5e7-200485fb8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '45ec0655-034d-41c4-a771-de940611d85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:28:07.394577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Bound using segment: {'id': 'cd8c5b10-6494-4071-b5e7-200485fb8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '45ec0655-034d-41c4-a771-de940611d85c'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:28:07.395576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Bound port: ffd2aa6e-b89d-4ce8-8134-c66b2a652b35, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8c5b10-6494-4071-b5e7-200485fb8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '45ec0655-034d-41c4-a771-de940611d85c'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:28:07.396085 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:07.404151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4491b1d9-a408-4639-87cb-65fe5fd9b52b {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 13:28:07.408869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7daef3d7-6b55-4e80-9b6a-c523541da983 req-e89bd584-db1c-4c0f-a7ce-9c290f85f17d tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7009943 Nov 12 13:28:07.475721 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:07.486337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] 10.222.0.73 "DELETE /v2.0/networks/4491b1d9-a408-4639-87cb-65fe5fd9b52b HTTP/1.1" status: 204 len: 168 time: 1.8026426 Nov 12 13:28:07.492210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46986) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:07.498713 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47eb1e-f995-4457-979b-4d676d44fea3 tempest-ExternalNetworksTestJSON-1717548143 tempest-ExternalNetworksTestJSON-1717548143-project-admin] Pushing event deleted for resources: {'Network': ['ID=4491b1d9-a408-4639-87cb-65fe5fd9b52b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:07.528679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f872-d17a-4997-929c-3b2931b86037 req-b502b9a1-23e6-4007-880b-6b60acc56a43 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:07.543828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f872-d17a-4997-929c-3b2931b86037 req-b502b9a1-23e6-4007-880b-6b60acc56a43 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:07.550619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95851b86-7cd3-42b3-a0f5-2b5d3fd78bae req-6cefc127-4dec-4981-81da-784ec10e18ab service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8076870 Nov 12 13:28:07.558280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3470f872-d17a-4997-929c-3b2931b86037 req-b502b9a1-23e6-4007-880b-6b60acc56a43 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1666 time: 0.3450620 Nov 12 13:28:07.572649 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1159dee-8559-4862-9d25-1fd744a82a0a tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] DELETE failed (client error): The resource could not be found. Nov 12 13:28:07.573491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1159dee-8559-4862-9d25-1fd744a82a0a tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:28:07.581244 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b1159dee-8559-4862-9d25-1fd744a82a0a tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] 10.222.0.73 "DELETE /v2.0/subnets/6a8e3e9b-3220-4fee-bbee-d5f07084a4bb HTTP/1.1" status: 404 len: 337 time: 0.0830011 Nov 12 13:28:07.595035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46990) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:07.745903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] For port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:07.750936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] For port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,segment=NetworkSegment(cd8c5b10-6494-4071-b5e7-200485fb8315),segment_id=cd8c5b10-6494-4071-b5e7-200485fb8315)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:28:07.756857 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:07.767827 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:07.772131 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:07.834455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:07.835268 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:07.837866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] 10.222.0.105 "PUT /v2.0/ports/ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 HTTP/1.1" status: 200 len: 1091 time: 3.4899666 Nov 12 13:28:07.865153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'tag': 'ffd2aa6e-b89d-4ce8-8134-c66b2a652b35'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:07.868713 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fe5316-73b2-4c1e-a349-d3416e6da290" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "tag": "ffd2aa6e-b89d-4ce8-8134-c66b2a652b35"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:07.888889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Request body: {'port': {'device_id': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:08.001029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aebb44-1ecc-4ab4-a46d-52da726f1b53 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:08.135803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:08.218912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:08.220682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:08.275176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:08.315434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07fa3157-8452-47a8-abd6-ea7a50f98214'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:08.318267 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:08.318616 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d7b528-d1cf-42bc-8344-4c862f845450" -d '{"events": [{"server_uuid": "bd0dd894-b707-4bc6-a522-d9a3ef0bb50c", "name": "network-vif-unplugged", "status": "completed", "tag": "07fa3157-8452-47a8-abd6-ea7a50f98214"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:08.339440 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3470f872-d17a-4997-929c-3b2931b86037 req-681ff6a3-5052-44f4-926e-341562f2a38a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293906 Nov 12 13:28:08.340554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:08.350432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d0d769-5cf8-403f-a78d-b2aad80ece36']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:08.373855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147bf050-3b17-4168-aa65-2ee985b311a9') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:08.374301 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147bf050-3b17-4168-aa65-2ee985b311a9') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:08.402702 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:08.432790 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:08.443245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:28:08.443466 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:08.465556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Pushing event updated for resources: {'Port': ['ID=07fa3157-8452-47a8-abd6-ea7a50f98214,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:28:08.542393 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:28:08.560721 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:08.563443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9fbfe-ebf9-4ec7-9df7-4dbb20f51464 req-d9bc3766-7fb3-4bf0-977f-e8a3b247fc62 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:08.567326 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:08.570626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] 10.222.0.73 "DELETE /v2.0/networks/e1d0d769-5cf8-403f-a78d-b2aad80ece36 HTTP/1.1" status: 204 len: 168 time: 0.9741945 Nov 12 13:28:08.572293 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bfc9fbfe-ebf9-4ec7-9df7-4dbb20f51464 req-d9bc3766-7fb3-4bf0-977f-e8a3b247fc62 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.0907798 Nov 12 13:28:08.609079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fc375-0cb2-49c5-aede-9c8140accb4d tempest-ExternalNetworksTestJSON-596656150 tempest-ExternalNetworksTestJSON-596656150-project] Pushing event deleted for resources: {'Network': ['ID=e1d0d769-5cf8-403f-a78d-b2aad80ece36,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:08.641852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2920299-83b7-4ac4-8fd0-c09004ff2ffe req-cff85aeb-0439-4c22-bf18-33b180fe8873 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:08.649330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e2920299-83b7-4ac4-8fd0-c09004ff2ffe req-cff85aeb-0439-4c22-bf18-33b180fe8873 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 0.4445252 Nov 12 13:28:08.685799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 on host n-h2-805736-4 for vnic_type normal with profile {"migrating_to": "n-h1-805736-4"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:28:08.686446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:28:08.686724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:08.713606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Port 07fa3157-8452-47a8-abd6-ea7a50f98214 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:28:08.714088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Attempting to bind port 07fa3157-8452-47a8-abd6-ea7a50f98214 on network e411bc3c-af17-45ec-b8e1-39edef3887a3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:08.751410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bfc9fbfe-ebf9-4ec7-9df7-4dbb20f51464 req-a8526d70-fa81-47fd-8ca0-6ab66faf013b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760914 Nov 12 13:28:08.799051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e2920299-83b7-4ac4-8fd0-c09004ff2ffe req-57451341-4797-4d96-b3a0-746a73f45d9e tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487172 Nov 12 13:28:08.808795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:28:08.809658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Checking segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:28:08.810222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Bound using segment: {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:28:08.823166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Bound port: 07fa3157-8452-47a8-abd6-ea7a50f98214, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b79f63-7bf7-44a7-8f99-433129ab4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e411bc3c-af17-45ec-b8e1-39edef3887a3'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:28:08.823548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:08.995383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf608e3-274d-471f-a88d-e039fecb6b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:28:09.001884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1a841a0-8044-4b26-9b7b-0f4f6f53caa2 req-756c8893-50c7-495d-8e94-2be7a4d3b65d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0407593 Nov 12 13:28:09.033429 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2b0c39-91fa-46a6-a2dd-513a09baccb9 x-openstack-request-id: req-3c2b0c39-91fa-46a6-a2dd-513a09baccb9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:09.036519 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "tag": "ffd2aa6e-b89d-4ce8-8134-c66b2a652b35", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:09.036788 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c2b0c39-91fa-46a6-a2dd-513a09baccb9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:09.037232 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'tag': 'ffd2aa6e-b89d-4ce8-8134-c66b2a652b35', 'status': 'completed', 'code': 200} Nov 12 13:28:09.043556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:09.211671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47010) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:09.234672 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2f6112-75e5-450e-b39a-5416b4913582 x-openstack-request-id: req-ec2f6112-75e5-450e-b39a-5416b4913582 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:09.234983 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0dd894-b707-4bc6-a522-d9a3ef0bb50c", "name": "network-vif-unplugged", "status": "completed", "tag": "07fa3157-8452-47a8-abd6-ea7a50f98214", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:09.235915 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec2f6112-75e5-450e-b39a-5416b4913582 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:09.235915 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07fa3157-8452-47a8-abd6-ea7a50f98214', 'code': 200} Nov 12 13:28:09.252486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:28:09.271444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:28:09.273088 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:09.292076 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Transition to ACTIVE for port object be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:28:09.302388 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:09.303246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:09.471738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf608e3-274d-471f-a88d-e039fecb6b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:28:09.486269 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adf608e3-274d-471f-a88d-e039fecb6b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:09.486746 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c29baf-8cc9-4a32-b2f5-339a9af4169d None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:28:09.501313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe5316-73b2-4c1e-a349-d3416e6da290 req-dab89874-e807-4165-803c-52face248c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:09.501807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe5316-73b2-4c1e-a349-d3416e6da290 req-dab89874-e807-4165-803c-52face248c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:09.502719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Pushing event updated for resources: {'Port': ['ID=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:09.503644 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81fe5316-73b2-4c1e-a349-d3416e6da290 req-dab89874-e807-4165-803c-52face248c7e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1913 time: 0.2670221 Nov 12 13:28:09.518957 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c29baf-8cc9-4a32-b2f5-339a9af4169d None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:09.518957 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-98c29baf-8cc9-4a32-b2f5-339a9af4169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:09.578080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:09.578787 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:09.580455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] 10.222.0.70 "PUT /v2.0/ports/07fa3157-8452-47a8-abd6-ea7a50f98214 HTTP/1.1" status: 200 len: 1122 time: 2.2849109 Nov 12 13:28:09.634546 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-98c29baf-8cc9-4a32-b2f5-339a9af4169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:09.655424 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['07fa3157-8452-47a8-abd6-ea7a50f98214'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:28:09.659161 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c29baf-8cc9-4a32-b2f5-339a9af4169d None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:09.662477 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-98c29baf-8cc9-4a32-b2f5-339a9af4169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:09.755236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['07fa3157-8452-47a8-abd6-ea7a50f98214'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:28:09.827430 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-98c29baf-8cc9-4a32-b2f5-339a9af4169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:09.828576 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c29baf-8cc9-4a32-b2f5-339a9af4169d None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:28:09.861143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Attempting to bind port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:28:09.861806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Attempting to bind port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '771fb029-83c6-4ab1-9686-a32b0ba1398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:28:09.862069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-adf608e3-274d-471f-a88d-e039fecb6b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "PUT /v2.0/floatingips/84fe3cc4-d108-4927-be05-0d0356b081ca HTTP/1.1" status: 200 len: 979 time: 4.9925523 Nov 12 13:28:09.862304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Attempting to bind port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 on network 73a44e46-62e2-4f77-8a56-33661bf2d036 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:09.864375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f41ef0-e21e-40d7-a7a5-c850029b4d80 service neutron] Pushing event updated for resources: {'Port': ['ID=07fa3157-8452-47a8-abd6-ea7a50f98214,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:09.865825 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47018) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:09.906179 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-354bc580-3b53-404f-a24e-ec3bd111e856 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9dd10e1fbd94f1487732105a0cc2a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6902544 Nov 12 13:28:09.906179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 on network 73a44e46-62e2-4f77-8a56-33661bf2d036 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:28:09.906179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Attempting to bind port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 on network 73a44e46-62e2-4f77-8a56-33661bf2d036 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:09.912205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47020) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:09.988100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0a338-b855-4b68-b166-7028e67b47cd req-71000203-aab5-4656-bc83-6fe234ef6205 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:09.990319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38d0a338-b855-4b68-b166-7028e67b47cd req-71000203-aab5-4656-bc83-6fe234ef6205 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.1981621 Nov 12 13:28:09.991965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe5316-73b2-4c1e-a349-d3416e6da290 req-7d9f8c51-c9c9-407a-b1b9-cba7f0d32f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:09.992658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe5316-73b2-4c1e-a349-d3416e6da290 req-7d9f8c51-c9c9-407a-b1b9-cba7f0d32f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:09.993308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe5316-73b2-4c1e-a349-d3416e6da290 req-7d9f8c51-c9c9-407a-b1b9-cba7f0d32f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:09.995299 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81fe5316-73b2-4c1e-a349-d3416e6da290 req-7d9f8c51-c9c9-407a-b1b9-cba7f0d32f2d service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4233501 Nov 12 13:28:10.019807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:28:10.020941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Checking segment: {'id': '771fb029-83c6-4ab1-9686-a32b0ba1398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:28:10.021634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Bound using segment: {'id': '771fb029-83c6-4ab1-9686-a32b0ba1398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:28:10.022401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Bound port: be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771fb029-83c6-4ab1-9686-a32b0ba1398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:28:10.023011 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:10.064503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bda0f-57e3-410a-b6f6-19fbf5eafef1 req-ae38d512-fd3f-4925-a5dd-d7a6e72f80d5 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.084856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bda0f-57e3-410a-b6f6-19fbf5eafef1 req-ae38d512-fd3f-4925-a5dd-d7a6e72f80d5 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.099232 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4f6bda0f-57e3-410a-b6f6-19fbf5eafef1 req-ae38d512-fd3f-4925-a5dd-d7a6e72f80d5 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1678 time: 0.5003204 Nov 12 13:28:10.170610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38d0a338-b855-4b68-b166-7028e67b47cd req-2e45afcf-5ee3-4a6c-8081-5fc064c8757c tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682587 Nov 12 13:28:10.235891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe5316-73b2-4c1e-a349-d3416e6da290 req-1d9f126b-258d-498e-96ea-75ae5f7d46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.237327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81fe5316-73b2-4c1e-a349-d3416e6da290 req-1d9f126b-258d-498e-96ea-75ae5f7d46ce service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2319045 Nov 12 13:28:10.364713 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e9109-b596-411c-adc1-812aaa862810 req-84abf671-aef0-4698-8af4-f2a86553f97d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.366355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e15e9109-b596-411c-adc1-812aaa862810 req-84abf671-aef0-4698-8af4-f2a86553f97d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.0612736 Nov 12 13:28:10.376714 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4f6bda0f-57e3-410a-b6f6-19fbf5eafef1 req-f6559719-ad12-44a4-b424-a68ed6610256 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762132 Nov 12 13:28:10.389611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e742c8c-0987-4240-b62d-477d951ea45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:10.420026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] For port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:10.450111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] For port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,segment=NetworkSegment(771fb029-83c6-4ab1-9686-a32b0ba1398b),segment_id=771fb029-83c6-4ab1-9686-a32b0ba1398b)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:28:10.462413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e15e9109-b596-411c-adc1-812aaa862810 req-d3aee2fa-0ff8-44b5-9c39-4336c11a5ca7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694878 Nov 12 13:28:10.467909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:10.482140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e742c8c-0987-4240-b62d-477d951ea45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:10.566876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.568017 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:10.570598 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] 10.222.0.105 "PUT /v2.0/ports/be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 HTTP/1.1" status: 200 len: 1092 time: 2.6874790 Nov 12 13:28:10.631939 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d7d72b90-5e09-4840-8376-06db38bd9f49 req-1960d58e-ecbd-4627-ba43-ff4e70757e3f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.1116054 Nov 12 13:28:10.747595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcf534-7722-4fbd-a591-6d2127bbac8d service neutron] Pushing event updated for resources: {'Port': ['ID=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:10.766031 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e742c8c-0987-4240-b62d-477d951ea45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:10.766031 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e742c8c-0987-4240-b62d-477d951ea45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:10.769730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9e742c8c-0987-4240-b62d-477d951ea45b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2cde8641-8b43-4029-8713-6edd0dd0ebb0 HTTP/1.1" status: 204 len: 168 time: 0.7915318 Nov 12 13:28:10.778132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port 7359e10a-852d-45d5-8c7a-f1bf9610fe0d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:10.778485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:10.810417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e742c8c-0987-4240-b62d-477d951ea45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cde8641-8b43-4029-8713-6edd0dd0ebb0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:10.915334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-93700738-dc6d-41c7-9ba8-37b71c143134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.916259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-93700738-dc6d-41c7-9ba8-37b71c143134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:10.919705 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-93700738-dc6d-41c7-9ba8-37b71c143134 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1980 time: 0.2836618 Nov 12 13:28:11.038299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'tag': 'be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:11.043536 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "tag": "be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:11.045433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94936df3-23e1-4d20-9479-d58838361527 req-efa0cc5f-171e-4865-ba0c-9f27aa754e37 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.053019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94936df3-23e1-4d20-9479-d58838361527 req-efa0cc5f-171e-4865-ba0c-9f27aa754e37 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.060019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-a635df5c-f29d-437f-9944-ea9875e39783 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.46&port_id=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 HTTP/1.1" status: 200 len: 217 time: 0.1216159 Nov 12 13:28:11.060301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94936df3-23e1-4d20-9479-d58838361527 req-efa0cc5f-171e-4865-ba0c-9f27aa754e37 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.068747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94936df3-23e1-4d20-9479-d58838361527 req-efa0cc5f-171e-4865-ba0c-9f27aa754e37 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90&device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df&device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 2418 time: 0.1066637 Nov 12 13:28:11.131904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94936df3-23e1-4d20-9479-d58838361527 req-ec5a7e46-eb71-4fb7-8cc5-c0492598c5ba tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620430 Nov 12 13:28:11.156798 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c162e9-51d1-469b-9bba-509809c56ae4 x-openstack-request-id: req-03c162e9-51d1-469b-9bba-509809c56ae4 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:11.157536 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "tag": "be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:11.158378 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-03c162e9-51d1-469b-9bba-509809c56ae4 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:11.158963 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'tag': 'be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86', 'status': 'completed', 'code': 200} Nov 12 13:28:11.170231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:11.170978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:11.207002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for 7359e10a-852d-45d5-8c7a-f1bf9610fe0d owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:11.224981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-559f79f8-2094-4055-9445-71eb2177f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.226802 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-559f79f8-2094-4055-9445-71eb2177f039 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=444bf4ca-a5b4-4fe9-b473-a87a9c47d596 HTTP/1.1" status: 200 len: 801 time: 0.1515119 Nov 12 13:28:11.237484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'tag': '07fa3157-8452-47a8-abd6-ea7a50f98214'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:11.243328 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb81f22a-f1b2-41ff-834f-af89e665b4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0dd894-b707-4bc6-a522-d9a3ef0bb50c", "tag": "07fa3157-8452-47a8-abd6-ea7a50f98214"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:11.349712 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7f13a8-d2cf-46c8-86c2-b965e081a276 x-openstack-request-id: req-6d7f13a8-d2cf-46c8-86c2-b965e081a276 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:11.350133 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0dd894-b707-4bc6-a522-d9a3ef0bb50c", "tag": "07fa3157-8452-47a8-abd6-ea7a50f98214", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:11.350263 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6d7f13a8-d2cf-46c8-86c2-b965e081a276 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:11.350672 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'tag': '07fa3157-8452-47a8-abd6-ea7a50f98214', 'status': 'completed', 'code': 200} Nov 12 13:28:11.351064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:11.447342 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-8c870585-1c5d-4050-88ad-1e11f9526f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.449441 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-8c870585-1c5d-4050-88ad-1e11f9526f25 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=45ec0655-034d-41c4-a771-de940611d85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2145071 Nov 12 13:28:11.462485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd76649-fb85-4eb5-b153-f9825b804406 req-4dad8937-9584-4128-b046-f40b25579ccb tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.478174 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdd76649-fb85-4eb5-b153-f9825b804406 req-4dad8937-9584-4128-b046-f40b25579ccb tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 0.1898298 Nov 12 13:28:11.558841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ccdf7076-85d6-4a17-9677-b75b659d7cc2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4b2d731f8d44af491492dfd43535b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032719 Nov 12 13:28:11.566345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47046) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:11.603290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f22a-f1b2-41ff-834f-af89e665b4e0 req-6413e7ed-0aad-4490-8afd-ae7aa81ca8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.606506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb81f22a-f1b2-41ff-834f-af89e665b4e0 req-6413e7ed-0aad-4490-8afd-ae7aa81ca8d0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 1125 time: 0.2473936 Nov 12 13:28:11.655328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdd76649-fb85-4eb5-b153-f9825b804406 req-f1190767-9940-415d-90c3-1ea7e580785b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749380 Nov 12 13:28:11.699390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-29e1d147-de0a-473d-a2dc-249a55510d03 service neutron] 10.222.0.105 "GET /v2.0/networks/45ec0655-034d-41c4-a771-de940611d85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357817 Nov 12 13:28:11.833462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f22a-f1b2-41ff-834f-af89e665b4e0 req-0fc8f98d-22f6-47aa-8c6f-c1df4388e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.835323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb81f22a-f1b2-41ff-834f-af89e665b4e0 req-0fc8f98d-22f6-47aa-8c6f-c1df4388e49e service neutron] 10.222.0.105 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.2193396 Nov 12 13:28:11.838905 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:11.868688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8ad5-1506-48a1-b23c-bf3ca7b46861 req-badb76b9-26fe-4347-aaca-b29aa2b1a116 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.870491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-490b8ad5-1506-48a1-b23c-bf3ca7b46861 req-badb76b9-26fe-4347-aaca-b29aa2b1a116 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.0989876 Nov 12 13:28:11.893114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-016d8c9a-685a-40c6-bb64-aca703f12586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:11.907542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=7359e10a-852d-45d5-8c7a-f1bf9610fe0d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:11.915687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb81f22a-f1b2-41ff-834f-af89e665b4e0 req-217ddee4-0b21-42c3-bdfa-2cfa221ac1bf service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07fa3157-8452-47a8-abd6-ea7a50f98214 HTTP/1.1" status: 200 len: 217 time: 0.0693095 Nov 12 13:28:11.942123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabfe4-1bfe-4841-92aa-865b23744042 req-ae0b2016-315f-41cc-86de-7f7a32daba77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.949072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabfe4-1bfe-4841-92aa-865b23744042 req-ae0b2016-315f-41cc-86de-7f7a32daba77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:11.952826 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dbaabfe4-1bfe-4841-92aa-865b23744042 req-ae0b2016-315f-41cc-86de-7f7a32daba77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1678 time: 0.3242102 Nov 12 13:28:12.023299 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-4f6bba94-4402-4184-915b-791bf47d7cc2 service neutron] 10.222.0.105 "GET /v2.0/networks/45ec0655-034d-41c4-a771-de940611d85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012593 Nov 12 13:28:12.027860 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-490b8ad5-1506-48a1-b23c-bf3ca7b46861 req-418316c8-57bf-4f1b-8788-a42c20b3e2ec tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194069 Nov 12 13:28:12.028823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f22a-f1b2-41ff-834f-af89e665b4e0 req-8d6f3b4c-bc9d-450d-acbd-022a539c68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:12.030305 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb81f22a-f1b2-41ff-834f-af89e665b4e0 req-8d6f3b4c-bc9d-450d-acbd-022a539c68cc service neutron] 10.222.0.105 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.0918119 Nov 12 13:28:12.033401 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-016d8c9a-685a-40c6-bb64-aca703f12586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:12.084449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb81f22a-f1b2-41ff-834f-af89e665b4e0 req-b06277e5-0944-4d03-b693-a2bb3552d912 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337095 Nov 12 13:28:12.130214 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-62bf9d12-c263-4768-a1a4-13182214cfa8 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 HTTP/1.1" status: 200 len: 217 time: 0.0730207 Nov 12 13:28:12.214222 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:12.215492 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP 84fe3cc4-d108-4927-be05-0d0356b081ca disassociated (deleted). External IP: 172.25.5.195, port: fe176e1d-67f0-4cb6-bd43-e53fdb9281be. Nov 12 13:28:12.306688 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb81f22a-f1b2-41ff-834f-af89e665b4e0 req-abc9ae59-2a9e-409e-97b2-642298aa5beb service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999183 Nov 12 13:28:12.384925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dbaabfe4-1bfe-4841-92aa-865b23744042 req-e63992ae-d666-4046-91d1-b88c144891d0 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097311 Nov 12 13:28:12.470207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb81f22a-f1b2-41ff-834f-af89e665b4e0 req-f9489818-3b2d-4c24-9a35-526c26a6e205 service neutron] 10.222.0.105 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523809 Nov 12 13:28:12.498273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-698fbe02-6591-4928-96f6-483a906117b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:12.501896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-698fbe02-6591-4928-96f6-483a906117b5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f28e52fb-52d2-439f-84cd-9699a02358a2 HTTP/1.1" status: 200 len: 801 time: 0.3550756 Nov 12 13:28:12.521119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-016d8c9a-685a-40c6-bb64-aca703f12586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:12.526803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-016d8c9a-685a-40c6-bb64-aca703f12586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:12.533395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-016d8c9a-685a-40c6-bb64-aca703f12586 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52dfbb97-da7e-4d10-90ba-4ea792c79497 HTTP/1.1" status: 204 len: 168 time: 0.9655571 Nov 12 13:28:12.549589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3957a728-73e7-405a-83e5-a555200fd0ef req-56629d65-fc0f-4cf2-970b-eddae5f6d2e7 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0612659 Nov 12 13:28:12.900492 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:13.061868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d8c9a-685a-40c6-bb64-aca703f12586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dfbb97-da7e-4d10-90ba-4ea792c79497,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:13.112730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-2b1b948d-55d9-4b42-a670-95720359786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:13.114816 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-2b1b948d-55d9-4b42-a670-95720359786e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=73a44e46-62e2-4f77-8a56-33661bf2d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6040444 Nov 12 13:28:13.547689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a535089-feae-4f24-bdad-c3927f19806a req-50154375-8dfc-4748-879e-d34f645f2c18 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:13.561216 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a535089-feae-4f24-bdad-c3927f19806a req-50154375-8dfc-4748-879e-d34f645f2c18 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.2899737 Nov 12 13:28:13.679901 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-701574ef-66f1-4a99-8887-705dd950ba62 service neutron] 10.222.0.105 "GET /v2.0/networks/73a44e46-62e2-4f77-8a56-33661bf2d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490782 Nov 12 13:28:13.754006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6d79f-c1d5-4803-b574-c7586348361c req-19592877-333e-462e-9971-86e5c56001ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:13.769517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6d79f-c1d5-4803-b574-c7586348361c req-19592877-333e-462e-9971-86e5c56001ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:13.777378 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5db6d79f-c1d5-4803-b574-c7586348361c req-19592877-333e-462e-9971-86e5c56001ab tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1678 time: 0.1210687 Nov 12 13:28:13.787900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:28:13.857628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a535089-feae-4f24-bdad-c3927f19806a req-4f81f326-57c3-42e0-83b4-5da860d27875 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767794 Nov 12 13:28:13.960209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5db6d79f-c1d5-4803-b574-c7586348361c req-6c96a5de-2cfa-454d-be19-bfb9bfbb8211 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725190 Nov 12 13:28:13.980755 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:14.007119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47096) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:14.097533 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab566603-6448-494c-a52d-da7e7d1cd80e req-5554fa12-16b9-4a16-a2a5-1817dae63df3 service neutron] 10.222.0.105 "GET /v2.0/networks/73a44e46-62e2-4f77-8a56-33661bf2d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068944 Nov 12 13:28:14.177968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c1088b62-657b-4a95-8a9f-194ede09d3c4 req-d315b408-228c-4f83-8e6d-e849007b7082 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0744600 Nov 12 13:28:14.244765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:28:14.261345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a7b5a-df1b-4310-b4e2-eb44d19579de None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:28:14.263835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:14.283942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a7b5a-df1b-4310-b4e2-eb44d19579de None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:14.284905 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd0a7b5a-df1b-4310-b4e2-eb44d19579de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:14.386776 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0489429f-3c21-4826-ad34-cfaee68cad52 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/floatingips/84fe3cc4-d108-4927-be05-0d0356b081ca HTTP/1.1" status: 204 len: 168 time: 4.5103874 Nov 12 13:28:14.389118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47100) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:14.408826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-902aaedd-d2a8-43cf-b08d-e207fc1b8b04 tempest-AgentManagementNegativeTest-1794255890 tempest-AgentManagementNegativeTest-1794255890-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3999944 Nov 12 13:28:14.444663 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd0a7b5a-df1b-4310-b4e2-eb44d19579de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:14.465509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a7b5a-df1b-4310-b4e2-eb44d19579de None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:14.466696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd0a7b5a-df1b-4310-b4e2-eb44d19579de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:14.555741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd0a7b5a-df1b-4310-b4e2-eb44d19579de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:14.558638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a7b5a-df1b-4310-b4e2-eb44d19579de None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:28:14.602983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-3dae4887-547e-4429-bc52-65b69090ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:14.603963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-3dae4887-547e-4429-bc52-65b69090ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:14.606749 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-3dae4887-547e-4429-bc52-65b69090ddce service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1980 time: 0.3648160 Nov 12 13:28:14.773179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-59fdfcb0-aba9-4e61-8e65-c447c78a38a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port fe176e1d-67f0-4cb6-bd43-e53fdb9281be {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:14.773179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59fdfcb0-aba9-4e61-8e65-c447c78a38a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:14.915380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573603a0-2f96-427a-a2b4-09e230afe5b5 req-c267bc8b-5810-4e79-acd0-758838639d83 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:14.919507 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573603a0-2f96-427a-a2b4-09e230afe5b5 req-c267bc8b-5810-4e79-acd0-758838639d83 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.1029854 Nov 12 13:28:14.943238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-12c3bf1b-7ac0-416d-8f4c-30db98fc40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:14.946873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-12c3bf1b-7ac0-416d-8f4c-30db98fc40bd service neutron] 10.222.0.105 "GET /v2.0/networks?id=73a44e46-62e2-4f77-8a56-33661bf2d036 HTTP/1.1" status: 200 len: 903 time: 0.3298199 Nov 12 13:28:15.025389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-2bc0d10a-62a3-4178-8f61-4f58289a0929 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 HTTP/1.1" status: 200 len: 217 time: 0.0696201 Nov 12 13:28:15.029857 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59fdfcb0-aba9-4e61-8e65-c447c78a38a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:15.038416 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573603a0-2f96-427a-a2b4-09e230afe5b5 req-f8fd94a3-26df-4a89-8b58-31d4b8c3c7aa tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098366 Nov 12 13:28:15.111233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-59fdfcb0-aba9-4e61-8e65-c447c78a38a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for fe176e1d-67f0-4cb6-bd43-e53fdb9281be owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:15.157926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-51fb89f1-1408-415b-870b-caf6c25f3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:15.160302 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-51fb89f1-1408-415b-870b-caf6c25f3c3a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f28e52fb-52d2-439f-84cd-9699a02358a2 HTTP/1.1" status: 200 len: 801 time: 0.1266582 Nov 12 13:28:15.176329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47118) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:15.221596 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cf0a7-9310-4ab8-82f4-34e81f8a1d8f req-88413fd1-9585-4ff2-87c2-6f62f5558b72 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:15.223518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baae43e-3122-4521-aba9-4645498e6ba4 req-7f66331e-daab-4985-bee3-e0c4bc39e580 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:15.224042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f71cf0a7-9310-4ab8-82f4-34e81f8a1d8f req-88413fd1-9585-4ff2-87c2-6f62f5558b72 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1891510 Nov 12 13:28:15.233986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baae43e-3122-4521-aba9-4645498e6ba4 req-7f66331e-daab-4985-bee3-e0c4bc39e580 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:15.236233 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5baae43e-3122-4521-aba9-4645498e6ba4 req-7f66331e-daab-4985-bee3-e0c4bc39e580 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1678 time: 0.1047156 Nov 12 13:28:15.318248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5baae43e-3122-4521-aba9-4645498e6ba4 req-2d4ebea2-0457-4d20-806b-eec7f61a1712 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736244 Nov 12 13:28:15.319403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-885cd8ce-3017-4273-86f7-1e430b0c575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:15.322125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-885cd8ce-3017-4273-86f7-1e430b0c575c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=73a44e46-62e2-4f77-8a56-33661bf2d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1190655 Nov 12 13:28:15.369751 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f71cf0a7-9310-4ab8-82f4-34e81f8a1d8f req-b2dc8086-cc33-440b-af45-13b6e4eb687b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163638 Nov 12 13:28:15.415123 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-616cacc2-7490-4932-bb43-65e9c957e2e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:15.531770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-826a8b17-5443-4414-bda0-b5204e707d54 req-c2a71bce-5517-402f-afdf-662cec904a72 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0624321 Nov 12 13:28:15.585314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-a9f27100-0b67-4a0c-b047-fc83962849c1 service neutron] 10.222.0.105 "GET /v2.0/networks/73a44e46-62e2-4f77-8a56-33661bf2d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450778 Nov 12 13:28:15.721853 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59fdfcb0-aba9-4e61-8e65-c447c78a38a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:15.794674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdfcb0-aba9-4e61-8e65-c447c78a38a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=fe176e1d-67f0-4cb6-bd43-e53fdb9281be,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:15.839314 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-616cacc2-7490-4932-bb43-65e9c957e2e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:15.847764 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-616cacc2-7490-4932-bb43-65e9c957e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:15.939758 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-616cacc2-7490-4932-bb43-65e9c957e2e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=93f235e4afd04c17b94de809c3ab280b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7621820 Nov 12 13:28:15.940762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cacc2-7490-4932-bb43-65e9c957e2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc20b08b-6009-4283-b144-213094804779,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:15.946418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47126) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:15.957582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0126ae38-1e6e-4be8-bd7b-e87bbfaae1c4 req-33c38908-60c4-4631-9fda-56014eb6982d service neutron] 10.222.0.105 "GET /v2.0/networks/73a44e46-62e2-4f77-8a56-33661bf2d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606777 Nov 12 13:28:16.003745 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59fdfcb0-aba9-4e61-8e65-c447c78a38a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:16.013675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:16.015946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-59fdfcb0-aba9-4e61-8e65-c447c78a38a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/ports/fe176e1d-67f0-4cb6-bd43-e53fdb9281be HTTP/1.1" status: 204 len: 168 time: 1.6233163 Nov 12 13:28:16.021833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:16.087148 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d245-85ba-4e01-abb5-7ce05978b595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:16.090660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:16.214485 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d245-85ba-4e01-abb5-7ce05978b595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:16.249897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29c799-0c7c-4732-8d14-7f9584fea751 req-076658f7-47b3-4b0f-9cf9-8e9223b3b1ea tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:16.251619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb29c799-0c7c-4732-8d14-7f9584fea751 req-076658f7-47b3-4b0f-9cf9-8e9223b3b1ea tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.0776181 Nov 12 13:28:16.339811 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb29c799-0c7c-4732-8d14-7f9584fea751 req-0d17014c-f1be-4cee-996a-83abe8a5a839 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811036 Nov 12 13:28:16.362841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d245-85ba-4e01-abb5-7ce05978b595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:16.366404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d245-85ba-4e01-abb5-7ce05978b595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:16.371238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0bc9d245-85ba-4e01-abb5-7ce05978b595 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc20b08b-6009-4283-b144-213094804779 HTTP/1.1" status: 204 len: 168 time: 0.4205756 Nov 12 13:28:16.380855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9d245-85ba-4e01-abb5-7ce05978b595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc20b08b-6009-4283-b144-213094804779,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:16.388706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:16.644615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d279e-50a2-4c6f-a611-79911e3701d5 req-e1ee2578-6f86-4ec8-bc4c-32f503827a0d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:16.652120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d279e-50a2-4c6f-a611-79911e3701d5 req-e1ee2578-6f86-4ec8-bc4c-32f503827a0d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:16.661303 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe1d279e-50a2-4c6f-a611-79911e3701d5 req-e1ee2578-6f86-4ec8-bc4c-32f503827a0d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1678 time: 0.1374834 Nov 12 13:28:16.724810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.25.5.8 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/46dc692d-9cd9-4684-a8f0-7bc45e8411bb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:16.779931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe1d279e-50a2-4c6f-a611-79911e3701d5 req-beea7e31-dc4f-4ccf-9ee7-820148268cf0 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106396 Nov 12 13:28:16.791401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b5d80-0d0e-4c1b-b021-749e6f4a483c req-f9cae974-8794-427c-9e64-0a16b762c34c tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:16.792341 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-253b5d80-0d0e-4c1b-b021-749e6f4a483c req-f9cae974-8794-427c-9e64-0a16b762c34c tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1664534 Nov 12 13:28:16.890815 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-253b5d80-0d0e-4c1b-b021-749e6f4a483c req-6c4c2841-49d3-4697-94ba-a899ede8f46d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913374 Nov 12 13:28:16.974404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:17.001807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15bac75a-9845-4530-b32b-c92f5b97b42e req-0d15227f-196e-4f7c-b297-8559085ee5a2 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0685220 Nov 12 13:28:17.073235 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:17.117570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:17.125619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:17.128827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:17.171466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=46dc692d-9cd9-4684-a8f0-7bc45e8411bb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:17.270874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:17.335028 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:17.661416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c98bf-2ab6-4246-8831-11a68394ba67 req-ecafed13-c8d2-40ff-a3cb-c45c8b6732ac tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:17.664078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c72c98bf-2ab6-4246-8831-11a68394ba67 req-ecafed13-c8d2-40ff-a3cb-c45c8b6732ac tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.1464946 Nov 12 13:28:17.756303 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:17.776591 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:17.819555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c72c98bf-2ab6-4246-8831-11a68394ba67 req-3964c1ef-83a7-4b0e-9c46-bdb6c21e5361 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436691 Nov 12 13:28:17.850796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47168) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:17.879294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=46dc692d-9cd9-4684-a8f0-7bc45e8411bb,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:17.914798 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:17.944464 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:17.950517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2365f70a-1bd6-4c13-9ae6-165dfda924ac tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9350278 Nov 12 13:28:17.953202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47174) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:17.962673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'port': {'network_id': '5162f0e6-ad83-4755-9221-4195e32e2bb3', 'name': 'tempest-FloatingIPTestJSON-1802620094'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:17.966568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:28:17.975091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 07fa3157-8452-47a8-abd6-ea7a50f98214 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:18.145146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f366e3-70dd-47a9-b5ec-9dbf258efb9a req-1950750b-1b99-494b-9147-23491c4c363f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:18.161422 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a3f366e3-70dd-47a9-b5ec-9dbf258efb9a req-1950750b-1b99-494b-9147-23491c4c363f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.1295941 Nov 12 13:28:18.247355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-765162303'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:18.269046 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a3f366e3-70dd-47a9-b5ec-9dbf258efb9a req-f2298658-de52-4806-b4cf-8f00a8ffb22f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050322 Nov 12 13:28:18.278821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Made reservation on behalf of 0660df74385146559e6796aeefe2058c for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:18.284207 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:18.332647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,segment=NetworkSegment(cd8c5b10-6494-4071-b5e7-200485fb8315),segment_id=cd8c5b10-6494-4071-b5e7-200485fb8315)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:18.333277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267512fd-7928-4d79-9760-36601698903c req-476f85dd-c09f-482c-a052-084ca6336bb8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:18.341172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267512fd-7928-4d79-9760-36601698903c req-476f85dd-c09f-482c-a052-084ca6336bb8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:18.343458 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-267512fd-7928-4d79-9760-36601698903c req-476f85dd-c09f-482c-a052-084ca6336bb8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1678 time: 0.3680069 Nov 12 13:28:18.357183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'ffd2aa6e-b89d-4ce8-8134-c66b2a652b35', 'network_id': '45ec0655-034d-41c4-a771-de940611d85c', 'port_id': 'ffd2aa6e-b89d-4ce8-8134-c66b2a652b35', 'mac_address': 'fa:16:3e:e0:3d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444bf4ca-a5b4-4fe9-b473-a87a9c47d596', 'ip_address': '19.80.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:28:18.366988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] device_id is not set on port 55551a52-c5ff-482a-8a00-87a9316c3e4f yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:28:18.386976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:18.392066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:18.445428 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:18.465039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a314943e-5194-4d62-9169-87a1ba90c81b req-fa53cfe0-bec3-4e92-830e-6cb2af7d18bb tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0518544 Nov 12 13:28:18.473103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:28:18.474214 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:18.507595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,segment=NetworkSegment(cd8c5b10-6494-4071-b5e7-200485fb8315),segment_id=cd8c5b10-6494-4071-b5e7-200485fb8315)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:18.516114 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:18.599061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:18.610921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.613308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.613998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.614666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.615175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.615676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.616167 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.616689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.617403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.618742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.619007 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.619641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:18.668073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-267512fd-7928-4d79-9760-36601698903c req-157c32dd-1f8c-45e0-b466-99fad138a9a0 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933116 Nov 12 13:28:18.716806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.20.0.14 (5162f0e6-ad83-4755-9221-4195e32e2bb3/3f9b7e55-681c-454a-9818-06f08980fdbf/55551a52-c5ff-482a-8a00-87a9316c3e4f) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:18.785867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:18.817376 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:18.912812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['ffd2aa6e-b89d-4ce8-8134-c66b2a652b35'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:28:18.971583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:28:19.012701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ad44f0-1a00-420b-812a-b7d12e5e051f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:19.046341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:19.046692 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Added segment b9555c8b-2c13-4012-86a7-afb44d7e6998 of type vlan for network 514a5480-43a8-41bb-9524-24b97d0dd96f Nov 12 13:28:19.163112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-7a285dca-631b-46e8-8645-6175c907f782 service neutron] 10.222.0.105 "GET /v2.0/ports/07fa3157-8452-47a8-abd6-ea7a50f98214/bindings/n-h1-805736-4 HTTP/1.1" status: 200 len: 384 time: 0.2786644 Nov 12 13:28:19.165845 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:19.195180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8c303-b882-4d7c-889e-85d811cbd933 req-a2dd581e-a208-4afa-87c6-345c7afcbb02 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:19.196890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a8c303-b882-4d7c-889e-85d811cbd933 req-a2dd581e-a208-4afa-87c6-345c7afcbb02 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.1909943 Nov 12 13:28:19.263070 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:19.309485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:19.315830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:19.316566 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:19.452548 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52a8c303-b882-4d7c-889e-85d811cbd933 req-e68b9edd-5071-42fe-a548-75730d681436 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454646 Nov 12 13:28:19.458944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6068547 Nov 12 13:28:19.473115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47186) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:19.490644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:19.529517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:19.536588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2b0d9-0727-457a-b00c-e31b95e745d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Network': ['ID=514a5480-43a8-41bb-9524-24b97d0dd96f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:19.556446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:28:19.578610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 5162f0e6-ad83-4755-9221-4195e32e2bb3 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:19.588283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:19.640541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:19.679156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bdfc0-8156-417e-9f22-5fef39578ea7 req-7dfddaf6-6774-46fb-9cf6-88e94bc72ca9 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:19.693039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a60bdfc0-8156-417e-9f22-5fef39578ea7 req-7dfddaf6-6774-46fb-9cf6-88e94bc72ca9 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.2751975 Nov 12 13:28:19.778856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a60bdfc0-8156-417e-9f22-5fef39578ea7 req-311d0e98-a4e3-4f2b-85e2-25e4bd4704fa tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844164 Nov 12 13:28:19.782632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:19.792949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:19.882231 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4c4281cb-f01f-42d3-839b-681fd7f04587 req-ebb09538-270f-43d6-b6fd-dfc56dd86cce tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.1397479 Nov 12 13:28:19.909314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:19.913620 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:19.927883 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=55551a52-c5ff-482a-8a00-87a9316c3e4f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:20.056341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:28:20.068355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:28:20.148319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d046c829-d305-424d-880b-973e69f86b98 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1936777 Nov 12 13:28:20.153879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47196) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:20.163774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5385e76e-3bf3-442c-9ac0-a2933c145e92 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'port_id': '55551a52-c5ff-482a-8a00-87a9316c3e4f'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:20.264067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:20.355470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=0cc55a1a-e5e8-4291-a1fc-e0cc592ace8c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:20.384794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,segment=NetworkSegment(771fb029-83c6-4ab1-9686-a32b0ba1398b),segment_id=771fb029-83c6-4ab1-9686-a32b0ba1398b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:20.410805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86', 'network_id': '73a44e46-62e2-4f77-8a56-33661bf2d036', 'port_id': 'be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86', 'mac_address': 'fa:16:3e:ed:39:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28e52fb-52d2-439f-84cd-9699a02358a2', 'ip_address': '19.86.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:28:20.424702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:28:20.425947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network hostable DHCP agents. Network: 514a5480-43a8-41bb-9524-24b97d0dd96f, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:28:20.457481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:28:20.479321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 514a5480-43a8-41bb-9524-24b97d0dd96f) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:20.506174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:20.507004 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:20.514235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c41cda4-7143-4d83-b596-db8e247ed1e9 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:20.539729 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:20.551871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5385e76e-3bf3-442c-9ac0-a2933c145e92 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:20.565334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3342cbb5-c697-45c9-83ce-b71fcbc8cb75 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0888798 Nov 12 13:28:20.566800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47200) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:20.567332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-dd4a6cb9-1177-4bd4-bb5c-b6b9f1f351df service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:20.580129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:28:20.591287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:20.591704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'name': 'tempest-NetworksTestDHCPv6-2139900408'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:20.592954 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:20.653247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11559729-ee34-404b-846f-609f17cdf000 req-7480588b-5b7f-477f-8e68-91f4f585c39a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:20.666588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11559729-ee34-404b-846f-609f17cdf000 req-7480588b-5b7f-477f-8e68-91f4f585c39a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:20.678016 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11559729-ee34-404b-846f-609f17cdf000 req-7480588b-5b7f-477f-8e68-91f4f585c39a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1679 time: 0.6196175 Nov 12 13:28:20.694636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:28:20.728270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,segment=NetworkSegment(771fb029-83c6-4ab1-9686-a32b0ba1398b),segment_id=771fb029-83c6-4ab1-9686-a32b0ba1398b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:20.745416 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:20.821569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-dd4a6cb9-1177-4bd4-bb5c-b6b9f1f351df service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:20.862312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:20.869221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:20.908395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 1cf46446-398b-49ef-a679-6c0994fe25bc yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:28:20.927760 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:20.973716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd2aa6e-b89d-4ce8-8134-c66b2a652b35'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:20.977262 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961c579e-69f9-4990-ab0e-0bfa60248f11" -d '{"events": [{"server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "name": "network-vif-plugged", "status": "completed", "tag": "ffd2aa6e-b89d-4ce8-8134-c66b2a652b35"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:20.990868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:21.020937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-dd4a6cb9-1177-4bd4-bb5c-b6b9f1f351df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fa3157-8452-47a8-abd6-ea7a50f98214 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:28:21.035273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,segment=NetworkSegment(cd8c5b10-6494-4071-b5e7-200485fb8315),segment_id=cd8c5b10-6494-4071-b5e7-200485fb8315)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:21.046427 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:21.049852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11559729-ee34-404b-846f-609f17cdf000 req-f3a145a0-eadc-40e2-9998-b88212bcd5f8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701756 Nov 12 13:28:21.091829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-dd4a6cb9-1177-4bd4-bb5c-b6b9f1f351df service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:21.128050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:21.141849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::33b (514a5480-43a8-41bb-9524-24b97d0dd96f/0cc55a1a-e5e8-4291-a1fc-e0cc592ace8c/1cf46446-398b-49ef-a679-6c0994fe25bc) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:21.223119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:28:21.254146 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-dd4a6cb9-1177-4bd4-bb5c-b6b9f1f351df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:21.326738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': '0cc55a1a-e5e8-4291-a1fc-e0cc592ace8c'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:28:21.328800 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:21.517497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb35cc-7db9-40f2-a94a-a8dacb296ce0 req-71a1c302-4317-43bf-9fd8-30edf4547ad7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:21.519652 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2bb35cc-7db9-40f2-a94a-a8dacb296ce0 req-71a1c302-4317-43bf-9fd8-30edf4547ad7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 944 time: 0.2721605 Nov 12 13:28:21.682789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-dd4a6cb9-1177-4bd4-bb5c-b6b9f1f351df service neutron] Transition to ACTIVE for port object 07fa3157-8452-47a8-abd6-ea7a50f98214 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:28:21.698192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2bb35cc-7db9-40f2-a94a-a8dacb296ce0 req-cd1e359f-be15-4a3c-bcb1-7d0598d9524f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193573 Nov 12 13:28:21.755087 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-dd4a6cb9-1177-4bd4-bb5c-b6b9f1f351df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:21.791564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:21.824429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb1c35-25a1-46ce-bd16-e17bc1964251 req-4ac77a08-9224-4721-be16-b9d515356a05 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:21.827186 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cefb1c35-25a1-46ce-bd16-e17bc1964251 req-4ac77a08-9224-4721-be16-b9d515356a05 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 1.0117526 Nov 12 13:28:21.915834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cefb1c35-25a1-46ce-bd16-e17bc1964251 req-4f9a7751-884d-4d15-b9c9-29e43f9bc1bd tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746627 Nov 12 13:28:21.920136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:21.925782 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d4e9f92-8bd6-409e-b90a-aa78c5e94c2d req-f210dc55-680d-454c-b82b-1740f1956a8f tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0892413 Nov 12 13:28:21.949894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:21.954151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:21.985488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:21.993271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:21.994190 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:22.021930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-dd4a6cb9-1177-4bd4-bb5c-b6b9f1f351df service neutron] No DVR routers for this DVR port 07fa3157-8452-47a8-abd6-ea7a50f98214 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:22.027616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4595833 Nov 12 13:28:22.030903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:22.053986 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a657d896-927a-4f80-88f2-cbd771bf9d7c x-openstack-request-id: req-a657d896-927a-4f80-88f2-cbd771bf9d7c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:22.055939 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "name": "network-vif-plugged", "status": "completed", "tag": "ffd2aa6e-b89d-4ce8-8134-c66b2a652b35", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:22.060929 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a657d896-927a-4f80-88f2-cbd771bf9d7c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:22.061932 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd2aa6e-b89d-4ce8-8134-c66b2a652b35', 'code': 200} Nov 12 13:28:22.083450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/0cc55a1a-e5e8-4291-a1fc-e0cc592ace8c/d22c3b3b-635b-477a-b7db-a31188c0944f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:22.106484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285bbd8-a75f-4109-987b-272c5d07aef1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=1cf46446-398b-49ef-a679-6c0994fe25bc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:22.146240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c1694b-65dc-46fa-b8d8-2aa0a2b84262 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:22.149643 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-54c1694b-65dc-46fa-b8d8-2aa0a2b84262 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1167715 Nov 12 13:28:22.151905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47218) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:22.203858 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-dd4a6cb9-1177-4bd4-bb5c-b6b9f1f351df service neutron] 10.222.0.105 "PUT /v2.0/ports/07fa3157-8452-47a8-abd6-ea7a50f98214/bindings/n-h1-805736-4/activate HTTP/1.1" status: 200 len: 369 time: 3.0300801 Nov 12 13:28:22.224490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a6cb9-1177-4bd4-bb5c-b6b9f1f351df service neutron] Pushing event updated for resources: {'Port': ['ID=07fa3157-8452-47a8-abd6-ea7a50f98214,revision_number=10']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:22.242165 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [None req-5385e76e-3bf3-442c-9ac0-a2933c145e92 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:28:22.348392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5385e76e-3bf3-442c-9ac0-a2933c145e92 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:22.363710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a1b04-c39a-48c4-b940-3a5a78b3845c req-e1927de9-a56b-456d-88d9-0c46677e121d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:22.370429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a1b04-c39a-48c4-b940-3a5a78b3845c req-e1927de9-a56b-456d-88d9-0c46677e121d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:22.378334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-262a1b04-c39a-48c4-b940-3a5a78b3845c req-e1927de9-a56b-456d-88d9-0c46677e121d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1681 time: 0.0908186 Nov 12 13:28:22.381827 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5385e76e-3bf3-442c-9ac0-a2933c145e92 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:22.410961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-6f6c7a2a-57fb-4d1d-b780-f789eec508c9 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:22.413801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-6f6c7a2a-57fb-4d1d-b780-f789eec508c9 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.1084194 Nov 12 13:28:22.428659 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:22.440979 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:22.493242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-78d6854d-713c-4faa-921a-52ae6a9f78f6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 1cf46446-398b-49ef-a679-6c0994fe25bc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:22.493875 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78d6854d-713c-4faa-921a-52ae6a9f78f6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:22.520690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Pushing event updated for resources: {'Port': ['ID=d22c3b3b-635b-477a-b7db-a31188c0944f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:22.528747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-262a1b04-c39a-48c4-b940-3a5a78b3845c req-8b290d8b-c50f-4596-a4e1-f9b522d348e8 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491783 Nov 12 13:28:22.559755 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-5385e76e-3bf3-442c-9ac0-a2933c145e92 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP 993e376e-45b3-42a7-b583-161f75d8c2ed associated. External IP: 172.25.5.8, port: 55551a52-c5ff-482a-8a00-87a9316c3e4f. Nov 12 13:28:22.565191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:22.567620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:22.571679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:22.640192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-e5288562-024d-4dca-810c-c4cbf64fa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:22.642789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-e5288562-024d-4dca-810c-c4cbf64fa250 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c&tenant_id=2c150512e91d4bbaa0a395acf6c2097a HTTP/1.1" status: 200 len: 1096 time: 0.2156727 Nov 12 13:28:22.685516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Attempting to bind port d22c3b3b-635b-477a-b7db-a31188c0944f on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:28:22.686077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Attempting to bind port d22c3b3b-635b-477a-b7db-a31188c0944f by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:28:22.686666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Attempting to bind port d22c3b3b-635b-477a-b7db-a31188c0944f on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:22.699636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:28:22.699636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:28:22.699636 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:22.699636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:28:22.700217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Bound port: d22c3b3b-635b-477a-b7db-a31188c0944f, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:28:22.700641 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:22.757803 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78d6854d-713c-4faa-921a-52ae6a9f78f6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:22.794466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-78d6854d-713c-4faa-921a-52ae6a9f78f6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 1cf46446-398b-49ef-a679-6c0994fe25bc owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:22.827061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-ac00ed61-ae38-45d5-bdad-2b45c056d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:22.829879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-ac00ed61-ae38-45d5-bdad-2b45c056d257 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 1096 time: 0.1539633 Nov 12 13:28:22.935469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] For port d22c3b3b-635b-477a-b7db-a31188c0944f, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:22.944480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] For port d22c3b3b-635b-477a-b7db-a31188c0944f, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d22c3b3b-635b-477a-b7db-a31188c0944f,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:28:22.954499 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:23.017321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5385e76e-3bf3-442c-9ac0-a2933c145e92 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:28:23.139532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8f6cc-7645-4248-9835-7bc74f36d8cd None None] Pushing event updated for resources: {'Port': ['ID=d22c3b3b-635b-477a-b7db-a31188c0944f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:23.191885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-f86d0fc7-04c6-457e-ac46-5a7bcf679e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:23.191885 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-f86d0fc7-04c6-457e-ac46-5a7bcf679e64 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.2821109 Nov 12 13:28:23.238212 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f623a90f-5e1c-481a-866e-5da5097e67f6 req-dc67b777-c063-47f5-aa85-6475a7d4a4b8 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.1981723 Nov 12 13:28:23.314250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-760eb9d3-a780-4aeb-af77-448e7dc3b982 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07fa3157-8452-47a8-abd6-ea7a50f98214 HTTP/1.1" status: 200 len: 217 time: 0.1163473 Nov 12 13:28:23.431148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be77521-46ec-4d4a-84f3-c51b22dfcc38 req-e3f7688d-603c-4b83-83d4-dc08ec3d5c8f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:23.442090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5385e76e-3bf3-442c-9ac0-a2933c145e92 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:28:23.445241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8be77521-46ec-4d4a-84f3-c51b22dfcc38 req-e3f7688d-603c-4b83-83d4-dc08ec3d5c8f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 945 time: 0.5002031 Nov 12 13:28:23.458689 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae5796-59d0-4a47-9344-d176e8f50b76 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:28:23.480655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5385e76e-3bf3-442c-9ac0-a2933c145e92 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:23.531836 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae5796-59d0-4a47-9344-d176e8f50b76 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:23.532847 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-14ae5796-59d0-4a47-9344-d176e8f50b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:23.650996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5385e76e-3bf3-442c-9ac0-a2933c145e92 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "PUT /v2.0/floatingips/993e376e-45b3-42a7-b583-161f75d8c2ed HTTP/1.1" status: 200 len: 977 time: 3.4942360 Nov 12 13:28:23.661707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47232) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:23.664737 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-14ae5796-59d0-4a47-9344-d176e8f50b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:23.682512 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae5796-59d0-4a47-9344-d176e8f50b76 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:23.683152 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-14ae5796-59d0-4a47-9344-d176e8f50b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:23.688775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe122f4-fd3c-4650-b99a-7f9001d0466a req-30db86ef-b561-48c6-b0b1-32ed91d1ed4f tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:23.694065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fe122f4-fd3c-4650-b99a-7f9001d0466a req-30db86ef-b561-48c6-b0b1-32ed91d1ed4f tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.3289330 Nov 12 13:28:23.694323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-fff6c59e-ca29-4cab-810b-b8f8ba383660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:23.696429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-fff6c59e-ca29-4cab-810b-b8f8ba383660 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.3680074 Nov 12 13:28:23.701597 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78d6854d-713c-4faa-921a-52ae6a9f78f6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:23.777146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-42975448-5162-4915-b8d4-c6f22a9f06f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700884 Nov 12 13:28:23.804316 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-14ae5796-59d0-4a47-9344-d176e8f50b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:23.806967 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae5796-59d0-4a47-9344-d176e8f50b76 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:28:23.841225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6854d-713c-4faa-921a-52ae6a9f78f6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=1cf46446-398b-49ef-a679-6c0994fe25bc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:23.846675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8be77521-46ec-4d4a-84f3-c51b22dfcc38 req-04f99d4e-745b-4dbf-bf2a-98f556b719df tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936574 Nov 12 13:28:23.907416 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78d6854d-713c-4faa-921a-52ae6a9f78f6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:23.907416 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-78d6854d-713c-4faa-921a-52ae6a9f78f6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/1cf46446-398b-49ef-a679-6c0994fe25bc HTTP/1.1" status: 204 len: 168 time: 1.7537429 Nov 12 13:28:23.917970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47234) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:23.967968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:28:24.016645 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-4324efbe-cbe6-4f2d-bed6-b3865095e5e9 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877894 Nov 12 13:28:24.051968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fe122f4-fd3c-4650-b99a-7f9001d0466a req-e2de4583-9766-4785-98d3-1299863b6860 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756684 Nov 12 13:28:24.124369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:28:24.132324 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c949d356-ddf1-47ab-a1a3-afb5a4bd4ba8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:24.136775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c949d356-ddf1-47ab-a1a3-afb5a4bd4ba8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:24.137817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:24.139504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:24.150602 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c949d356-ddf1-47ab-a1a3-afb5a4bd4ba8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2168605 Nov 12 13:28:24.160598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47236) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:24.168337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port 55551a52-c5ff-482a-8a00-87a9316c3e4f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:24.168990 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:24.354637 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:24.389467 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-c838b926-3c6e-4fde-a008-d274565140b1 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547459 Nov 12 13:28:24.407392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,segment=NetworkSegment(771fb029-83c6-4ab1-9686-a32b0ba1398b),segment_id=771fb029-83c6-4ab1-9686-a32b0ba1398b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:24.409648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:24.415900 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05a7033-0659-4dab-9573-46309f00d219" -d '{"events": [{"server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "name": "network-vif-plugged", "status": "completed", "tag": "be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:24.420902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:24.511591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-17f4c48a-4c88-48e3-91b6-e3f5b8f81924 req-bc8c048b-2405-4f33-b277-050e649d99aa tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.0434539 Nov 12 13:28:24.524347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:24.529559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-87da016c-07d0-42b3-b7da-25e6b2f404f7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 0cc55a1a-e5e8-4291-a1fc-e0cc592ace8c {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:28:24.544916 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87da016c-07d0-42b3-b7da-25e6b2f404f7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:24.595164 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb932db0-64aa-42f2-834c-eaae13986823 x-openstack-request-id: req-bb932db0-64aa-42f2-834c-eaae13986823 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:24.596498 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "name": "network-vif-plugged", "status": "completed", "tag": "be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:24.596912 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb932db0-64aa-42f2-834c-eaae13986823 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:24.598450 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86', 'code': 200} Nov 12 13:28:24.616142 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87da016c-07d0-42b3-b7da-25e6b2f404f7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:24.658072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c081d-c735-495d-9827-e5bc3dac2fb1 req-7133697a-b1fc-4fcc-9226-7bf261b8095c tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:24.664861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c081d-c735-495d-9827-e5bc3dac2fb1 req-7133697a-b1fc-4fcc-9226-7bf261b8095c tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:24.672765 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a6c081d-c735-495d-9827-e5bc3dac2fb1 req-7133697a-b1fc-4fcc-9226-7bf261b8095c tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1681 time: 0.4219363 Nov 12 13:28:24.760178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:24.765105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-8f47a0c3-213d-404f-b4a5-641ee552b40b tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:24.766699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-8f47a0c3-213d-404f-b4a5-641ee552b40b tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c&tenant_id=2c150512e91d4bbaa0a395acf6c2097a&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.0652349 Nov 12 13:28:24.830958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163124b9-16e8-4fcf-b2bf-789c740714a2 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:24.906272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-2768db96-3806-4d88-ad58-1e1510f447ce service neutron] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:24.911031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-2768db96-3806-4d88-ad58-1e1510f447ce service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:24.912595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-2768db96-3806-4d88-ad58-1e1510f447ce service neutron] 10.222.0.70 "DELETE /v2.0/ports/07fa3157-8452-47a8-abd6-ea7a50f98214/bindings/n-h2-805736-4 HTTP/1.1" status: 204 len: 173 time: 0.1361980 Nov 12 13:28:25.043439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fe12bd27-2946-4c21-9664-7bb07dd18190 None None] Provisioning complete for port d22c3b3b-635b-477a-b7db-a31188c0944f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:25.043880 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe12bd27-2946-4c21-9664-7bb07dd18190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:25.076304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245197d6-2443-4911-9ad2-bc240b6adc8f req-015d6ebf-954b-43a6-b2d2-b34bfd4721ff tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:25.077743 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-245197d6-2443-4911-9ad2-bc240b6adc8f req-015d6ebf-954b-43a6-b2d2-b34bfd4721ff tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 945 time: 0.0638864 Nov 12 13:28:25.192315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-245197d6-2443-4911-9ad2-bc240b6adc8f req-7f03139f-5317-45dd-994d-fc5384111921 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038558 Nov 12 13:28:25.337970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ab031-0111-46be-9cd1-165be3d3f7b2 req-a55cdf08-66ee-4175-bded-2b5c2fb975dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:25.338454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ab031-0111-46be-9cd1-165be3d3f7b2 req-a55cdf08-66ee-4175-bded-2b5c2fb975dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:25.340192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f06ab031-0111-46be-9cd1-165be3d3f7b2 req-a55cdf08-66ee-4175-bded-2b5c2fb975dc service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1984 time: 0.6528363 Nov 12 13:28:25.365403 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe12bd27-2946-4c21-9664-7bb07dd18190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:25.449389 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87da016c-07d0-42b3-b7da-25e6b2f404f7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:25.457197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a6c081d-c735-495d-9827-e5bc3dac2fb1 req-a93052d2-8fb8-46ae-8207-5b7fbb325a86 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7833357 Nov 12 13:28:25.517903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d22c3b3b-635b-477a-b7db-a31188c0944f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:28:25.647392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b23e9-07bf-4c60-bc44-615d7c2f52aa req-28fd6370-86c0-4269-b5b4-cfb272f81d4e tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:25.671958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-854b23e9-07bf-4c60-bc44-615d7c2f52aa req-28fd6370-86c0-4269-b5b4-cfb272f81d4e tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.1633554 Nov 12 13:28:25.674082 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f06ab031-0111-46be-9cd1-165be3d3f7b2 req-be8af03d-9a59-4e87-9f4a-0a868acd6d1b service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210509 Nov 12 13:28:25.759040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port d22c3b3b-635b-477a-b7db-a31188c0944f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:25.759622 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:25.765967 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87da016c-07d0-42b3-b7da-25e6b2f404f7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:25.808053 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87da016c-07d0-42b3-b7da-25e6b2f404f7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:25.816815 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-87da016c-07d0-42b3-b7da-25e6b2f404f7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/0cc55a1a-e5e8-4291-a1fc-e0cc592ace8c HTTP/1.1" status: 204 len: 168 time: 1.6390183 Nov 12 13:28:25.821952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:25.833756 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:25.834707 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:25.835297 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP 993e376e-45b3-42a7-b583-161f75d8c2ed disassociated. External IP: 172.25.5.8, port: 55551a52-c5ff-482a-8a00-87a9316c3e4f. Nov 12 13:28:25.836575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for 55551a52-c5ff-482a-8a00-87a9316c3e4f owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:25.905683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da016c-07d0-42b3-b7da-25e6b2f404f7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc55a1a-e5e8-4291-a1fc-e0cc592ace8c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:25.955372 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-fe12bd27-2946-4c21-9664-7bb07dd18190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:28:25.955928 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-fe12bd27-2946-4c21-9664-7bb07dd18190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:28:25.996733 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-854b23e9-07bf-4c60-bc44-615d7c2f52aa req-97f39bbf-13ca-4c70-92b2-d782c802eabd tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209057 Nov 12 13:28:26.069845 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:26.092374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1a34e7a0-0887-40fa-936a-abfe4bef4afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2640851 Nov 12 13:28:26.096833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47258) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:26.103885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b72336e4-3fb4-4f5f-a0c4-5430f10f641a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:26.151865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port d22c3b3b-635b-477a-b7db-a31188c0944f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d22c3b3b-635b-477a-b7db-a31188c0944f,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:26.162394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00878852-6478-4fe4-a098-9cf7a04ad289 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:26.169884 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:26.203191 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0752ec34-9dea-441c-b41e-5f619611d093 req-bb2430e6-b69e-4a97-a806-3b909a9e16cf tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec9bc0a4-3ccc-4d8b-8473-986c788ab1b2 HTTP/1.1" status: 200 len: 210 time: 0.1346622 Nov 12 13:28:26.275068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72336e4-3fb4-4f5f-a0c4-5430f10f641a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:26.282921 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b72336e4-3fb4-4f5f-a0c4-5430f10f641a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:26.432442 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:26.584622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=d22c3b3b-635b-477a-b7db-a31188c0944f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:26.615332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=55551a52-c5ff-482a-8a00-87a9316c3e4f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:26.686935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79957550-d4c0-42ae-b28f-a1836a02d72b req-616a5187-1bc6-4890-9431-fac063ec5aae tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:26.694959 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79957550-d4c0-42ae-b28f-a1836a02d72b req-616a5187-1bc6-4890-9431-fac063ec5aae tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 1096 time: 0.3697181 Nov 12 13:28:26.724123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d7d6cc9a-5f37-42b0-ba2f-feb5dc060e54 None None] Could not find standard attr ID for object 1cf46446-398b-49ef-a679-6c0994fe25bc. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:28:26.742923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d7d6cc9a-5f37-42b0-ba2f-feb5dc060e54 None None] Provisioning complete for port d22c3b3b-635b-477a-b7db-a31188c0944f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:26.743434 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7d6cc9a-5f37-42b0-ba2f-feb5dc060e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:26.840721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79957550-d4c0-42ae-b28f-a1836a02d72b req-1ed745d2-e0e6-4fd3-8507-82f5a35041b2 tempest-LiveAutoBlockMigrationV225Test-2082402734 tempest-LiveAutoBlockMigrationV225Test-2082402734-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444116 Nov 12 13:28:26.845169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af2daa-a16d-41ce-90fe-7922c0da5c0c None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:28:26.855830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b72336e4-3fb4-4f5f-a0c4-5430f10f641a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:26.882740 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27130d-bf80-4dac-95b6-198d11652101 req-26842ed1-a587-4b7a-82d1-0fc431b18068 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:26.884237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27130d-bf80-4dac-95b6-198d11652101 req-26842ed1-a587-4b7a-82d1-0fc431b18068 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:26.887142 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe27130d-bf80-4dac-95b6-198d11652101 req-26842ed1-a587-4b7a-82d1-0fc431b18068 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1682 time: 0.2328022 Nov 12 13:28:26.956952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72336e4-3fb4-4f5f-a0c4-5430f10f641a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=6ead8534-66ee-45d1-a461-2090bd656bb6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:26.969771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72336e4-3fb4-4f5f-a0c4-5430f10f641a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:26.971591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b72336e4-3fb4-4f5f-a0c4-5430f10f641a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:26.975038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72336e4-3fb4-4f5f-a0c4-5430f10f641a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:26.976263 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b72336e4-3fb4-4f5f-a0c4-5430f10f641a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:27.001737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b72336e4-3fb4-4f5f-a0c4-5430f10f641a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9008489 Nov 12 13:28:27.002447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:28:27.002548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47268) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:27.008629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'name': 'tempest-NetworksTestDHCPv6-1550630673'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:27.021342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe27130d-bf80-4dac-95b6-198d11652101 req-55e9d129-7c36-4d84-ab30-396a9d7c9329 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094923 Nov 12 13:28:27.093015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1d88aa-55e3-4156-9ab8-80a4bb93fe22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:27.182618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97af2daa-a16d-41ce-90fe-7922c0da5c0c None None] Deleting port d22c3b3b-635b-477a-b7db-a31188c0944f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:27.183334 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97af2daa-a16d-41ce-90fe-7922c0da5c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:27.270413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:27.278774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:27.335328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 8c15d64c-d206-4186-aa5d-d17b3c9cf2ec yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:28:27.394048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07447605-8371-4781-9d36-3808b53556fc req-30ad7c2c-1dd1-44d6-b7e5-630c6fc81061 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:27.406191 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07447605-8371-4781-9d36-3808b53556fc req-30ad7c2c-1dd1-44d6-b7e5-630c6fc81061 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.2192097 Nov 12 13:28:27.461943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:28:27.530793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca2e4b-2dac-4be0-a3ca-ee7ab8c6089e None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:28:27.536183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d22c3b3b-635b-477a-b7db-a31188c0944f no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:27.577405 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07447605-8371-4781-9d36-3808b53556fc req-ff774153-f3c1-4324-9f64-c2a767e18307 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545064 Nov 12 13:28:27.587757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::1f9 (514a5480-43a8-41bb-9524-24b97d0dd96f/6ead8534-66ee-45d1-a461-2090bd656bb6/8c15d64c-d206-4186-aa5d-d17b3c9cf2ec) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:27.605812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:27.613889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-208e77f0-0369-4661-b9a4-43c42ce89bee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/ports/55551a52-c5ff-482a-8a00-87a9316c3e4f HTTP/1.1" status: 204 len: 168 time: 3.9505589 Nov 12 13:28:27.614994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47278) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:27.669014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca2e4b-2dac-4be0-a3ca-ee7ab8c6089e None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:27.670096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2cca2e4b-2dac-4be0-a3ca-ee7ab8c6089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:27.677043 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ac316ca1-ff5c-43d4-8678-45d199402ef9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "GET /v2.0/floatingips/993e376e-45b3-42a7-b583-161f75d8c2ed HTTP/1.1" status: 200 len: 686 time: 0.0604832 Nov 12 13:28:27.677746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47280) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:27.770455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2cca2e4b-2dac-4be0-a3ca-ee7ab8c6089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:27.786475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28984a52-3019-4929-979e-2b8a05733385 req-f302e92f-6c6d-4261-bc46-3eee9f0e4805 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:27.788102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28984a52-3019-4929-979e-2b8a05733385 req-f302e92f-6c6d-4261-bc46-3eee9f0e4805 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 945 time: 0.1634867 Nov 12 13:28:27.853978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-97af2daa-a16d-41ce-90fe-7922c0da5c0c None None] For port d22c3b3b-635b-477a-b7db-a31188c0944f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d22c3b3b-635b-477a-b7db-a31188c0944f,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:27.854716 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97af2daa-a16d-41ce-90fe-7922c0da5c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:27.865611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47284) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:27.885559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97af2daa-a16d-41ce-90fe-7922c0da5c0c None None] Calling delete_port for d22c3b3b-635b-477a-b7db-a31188c0944f owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:27.903377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca2e4b-2dac-4be0-a3ca-ee7ab8c6089e None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:27.904618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2cca2e4b-2dac-4be0-a3ca-ee7ab8c6089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:27:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:28.013400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28984a52-3019-4929-979e-2b8a05733385 req-8268f4dc-8709-44df-89cf-f68c2eed53db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357322 Nov 12 13:28:28.031842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.042646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb4ffc-286c-4de1-81da-6fb02d70fd78 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.098066 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.116852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb4ffc-286c-4de1-81da-6fb02d70fd78 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.137846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2cca2e4b-2dac-4be0-a3ca-ee7ab8c6089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:28.138993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca2e4b-2dac-4be0-a3ca-ee7ab8c6089e None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:28:28.142307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-7530a359-48d2-4e56-b730-7a0ef83e3dda tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port 46dc692d-9cd9-4684-a8f0-7bc45e8411bb {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:28.142877 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7530a359-48d2-4e56-b730-7a0ef83e3dda tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.143774 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.172338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:28.177368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:28.186756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:28.195183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:28.196580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.223451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port d22c3b3b-635b-477a-b7db-a31188c0944f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d22c3b3b-635b-477a-b7db-a31188c0944f,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:28.238479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2326324 Nov 12 13:28:28.240546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa4acf-b0fd-4346-83c7-a10eb01354ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=8c15d64c-d206-4186-aa5d-d17b3c9cf2ec,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:28.243863 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.246130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47290) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:28.264113 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97af2daa-a16d-41ce-90fe-7922c0da5c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.325886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af2daa-a16d-41ce-90fe-7922c0da5c0c None None] No DVR routers for this DVR port d22c3b3b-635b-477a-b7db-a31188c0944f on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:28.329269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event deleted for resources: {'Port': ['ID=d22c3b3b-635b-477a-b7db-a31188c0944f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:28.336633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55079dbc-e628-4c02-b419-b2e0dcc39e4c req-3648fbc1-d6c0-412d-923b-b2164502962a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:28.343644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55079dbc-e628-4c02-b419-b2e0dcc39e4c req-3648fbc1-d6c0-412d-923b-b2164502962a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:28.351169 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55079dbc-e628-4c02-b419-b2e0dcc39e4c req-3648fbc1-d6c0-412d-923b-b2164502962a tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1682 time: 0.1645844 Nov 12 13:28:28.380829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63e779-f0d5-462b-8bdb-18291209247c None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:28.381500 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7530a359-48d2-4e56-b730-7a0ef83e3dda tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.381833 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7530a359-48d2-4e56-b730-7a0ef83e3dda tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.384654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aad009-4e9f-47e9-9ffe-c921d3dcfcc4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:28.389205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af2daa-a16d-41ce-90fe-7922c0da5c0c None None] Pushing event deleted for resources: {'Port': ['ID=d22c3b3b-635b-477a-b7db-a31188c0944f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:28.391737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-49aad009-4e9f-47e9-9ffe-c921d3dcfcc4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1431921 Nov 12 13:28:28.395198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47292) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:28.410811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-7530a359-48d2-4e56-b730-7a0ef83e3dda tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for 46dc692d-9cd9-4684-a8f0-7bc45e8411bb owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:28.417723 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb4ffc-286c-4de1-81da-6fb02d70fd78 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.420387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb4ffc-286c-4de1-81da-6fb02d70fd78 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.421613 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d3cb4ffc-286c-4de1-81da-6fb02d70fd78 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "DELETE /v2.0/security-groups/441cd092-67a3-4aa7-8b4d-c7f732f30da4 HTTP/1.1" status: 204 len: 168 time: 0.5547915 Nov 12 13:28:28.440143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47294) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:28.448540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647071-a758-42f5-985a-c3171db05f58 req-3a0694a7-3500-4bd7-bc6c-20f70ab21805 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:28.450374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0647071-a758-42f5-985a-c3171db05f58 req-3a0694a7-3500-4bd7-bc6c-20f70ab21805 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 945 time: 0.1438146 Nov 12 13:28:28.467443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb4ffc-286c-4de1-81da-6fb02d70fd78 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=441cd092-67a3-4aa7-8b4d-c7f732f30da4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:28.505747 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-a2cd3660-60d4-4d1d-8de2-08a5e0ca5541 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] show failed (client error): The resource could not be found. Nov 12 13:28:28.506745 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a2cd3660-60d4-4d1d-8de2-08a5e0ca5541 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "GET /v2.0/security-groups/441cd092-67a3-4aa7-8b4d-c7f732f30da4 HTTP/1.1" status: 404 len: 347 time: 0.0656145 Nov 12 13:28:28.514157 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55079dbc-e628-4c02-b419-b2e0dcc39e4c req-f6540919-d56c-4ab8-86f9-e6822847d00e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612439 Nov 12 13:28:28.514977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47296) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:28.674703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-a0647071-a758-42f5-985a-c3171db05f58 req-f78c11f1-c993-4ef3-8ea8-588177f739db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Deleting port 07fa3157-8452-47a8-abd6-ea7a50f98214 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:28.675523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0647071-a758-42f5-985a-c3171db05f58 req-f78c11f1-c993-4ef3-8ea8-588177f739db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.714415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1e0a5102-38c6-4589-91ca-20928c45e753 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 8c15d64c-d206-4186-aa5d-d17b3c9cf2ec {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:28.714952 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5102-38c6-4589-91ca-20928c45e753 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.795046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': '6ead8534-66ee-45d1-a461-2090bd656bb6'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:28:28.799335 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.815748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76009956-21a0-4d4d-bd5b-af49036af21d req-0ef9f563-1b89-4463-be58-2d26322c2219 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:28.825626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76009956-21a0-4d4d-bd5b-af49036af21d req-0ef9f563-1b89-4463-be58-2d26322c2219 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.1251671 Nov 12 13:28:28.931863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b6413929-8a1b-4f00-b6cd-44bf2047569d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting port ba4af5ee-620e-4c0f-9c11-a79654cf0e1d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:28.932702 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6413929-8a1b-4f00-b6cd-44bf2047569d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.964740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7530a359-48d2-4e56-b730-7a0ef83e3dda tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:28.980666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76009956-21a0-4d4d-bd5b-af49036af21d req-41aae70e-f826-46f8-be5a-8404d2b1d8cb tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535614 Nov 12 13:28:29.013130 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5102-38c6-4589-91ca-20928c45e753 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.023997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a359-48d2-4e56-b730-7a0ef83e3dda tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=46dc692d-9cd9-4684-a8f0-7bc45e8411bb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:29.036751 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/6ead8534-66ee-45d1-a461-2090bd656bb6/1bd9536f-2b1a-46bf-916d-7d23fd2950ae) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:29.052052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1e0a5102-38c6-4589-91ca-20928c45e753 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 8c15d64c-d206-4186-aa5d-d17b3c9cf2ec owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:29.105117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a0647071-a758-42f5-985a-c3171db05f58 req-f78c11f1-c993-4ef3-8ea8-588177f739db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] For port 07fa3157-8452-47a8-abd6-ea7a50f98214, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=07fa3157-8452-47a8-abd6-ea7a50f98214,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:29.105653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0647071-a758-42f5-985a-c3171db05f58 req-f78c11f1-c993-4ef3-8ea8-588177f739db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.160662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-a0647071-a758-42f5-985a-c3171db05f58 req-f78c11f1-c993-4ef3-8ea8-588177f739db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Calling delete_port for 07fa3157-8452-47a8-abd6-ea7a50f98214 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:29.173200 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7530a359-48d2-4e56-b730-7a0ef83e3dda tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.175927 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7530a359-48d2-4e56-b730-7a0ef83e3dda tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.177158 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7530a359-48d2-4e56-b730-7a0ef83e3dda tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/floatingips/993e376e-45b3-42a7-b583-161f75d8c2ed HTTP/1.1" status: 204 len: 168 time: 1.4983864 Nov 12 13:28:29.179396 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6413929-8a1b-4f00-b6cd-44bf2047569d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.180278 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6413929-8a1b-4f00-b6cd-44bf2047569d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.182974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47312) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:29.198587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'b161eda7-a726-4c57-94ac-d5213c44f353'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:29.232691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973aa5-ef91-44b0-98c5-dff94de0c130 req-cc9d78bf-fc2d-4717-9db5-2770ee7351d2 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:29.239028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973aa5-ef91-44b0-98c5-dff94de0c130 req-cc9d78bf-fc2d-4717-9db5-2770ee7351d2 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:29.247969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f973aa5-ef91-44b0-98c5-dff94de0c130 req-cc9d78bf-fc2d-4717-9db5-2770ee7351d2 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1682 time: 0.2117748 Nov 12 13:28:29.258098 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b6413929-8a1b-4f00-b6cd-44bf2047569d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Calling delete_port for ba4af5ee-620e-4c0f-9c11-a79654cf0e1d owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:29.375493 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.376668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f973aa5-ef91-44b0-98c5-dff94de0c130 req-02fc8dbf-ed7f-404b-b376-621e9d32f707 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277609 Nov 12 13:28:29.388496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.443685 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5102-38c6-4589-91ca-20928c45e753 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.453980 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.460647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:29.469841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:29.476597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:29.487852 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33e100e9-b82d-44d9-be7f-9ae526be8911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.491656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a5102-38c6-4589-91ca-20928c45e753 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=8c15d64c-d206-4186-aa5d-d17b3c9cf2ec,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:29.496278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Pushing event updated for resources: {'Port': ['ID=1bd9536f-2b1a-46bf-916d-7d23fd2950ae,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:29.532378 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5102-38c6-4589-91ca-20928c45e753 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.541384 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1e0a5102-38c6-4589-91ca-20928c45e753 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/8c15d64c-d206-4186-aa5d-d17b3c9cf2ec HTTP/1.1" status: 204 len: 168 time: 1.1431572 Nov 12 13:28:29.543310 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0647071-a758-42f5-985a-c3171db05f58 req-f78c11f1-c993-4ef3-8ea8-588177f739db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.545335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47314) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:29.563746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a4f6c415-88aa-440c-9704-5b504a4b9c5f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:28:29.566075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Attempting to bind port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:28:29.566450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Attempting to bind port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:28:29.566909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Attempting to bind port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:29.604543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:28:29.605014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:28:29.605615 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.606095 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:28:29.606593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Bound port: 1bd9536f-2b1a-46bf-916d-7d23fd2950ae, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:28:29.606985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.614677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb2c9c-ca8e-4ee7-96d8-84bee65943af req-f15431be-cfbc-4781-9362-94d888014a2d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:29.618343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f9bb2c9c-ca8e-4ee7-96d8-84bee65943af req-f15431be-cfbc-4781-9362-94d888014a2d tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 866 time: 0.2612109 Nov 12 13:28:29.648219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c11f1-c993-4ef3-8ea8-588177f739db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Pushing event deleted for resources: {'Port': ['ID=07fa3157-8452-47a8-abd6-ea7a50f98214,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:29.744296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] For port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:29.774711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] For port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1bd9536f-2b1a-46bf-916d-7d23fd2950ae,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:28:29.786354 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.792864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0647071-a758-42f5-985a-c3171db05f58 req-f78c11f1-c993-4ef3-8ea8-588177f739db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] No DVR routers for this DVR port 07fa3157-8452-47a8-abd6-ea7a50f98214 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:29.798586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b53c5a-5a1c-4715-bf88-65428764caa9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:29.801269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b53c5a-5a1c-4715-bf88-65428764caa9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:29.806948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-67b53c5a-5a1c-4715-bf88-65428764caa9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2551939 Nov 12 13:28:29.806948 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a0647071-a758-42f5-985a-c3171db05f58 req-f78c11f1-c993-4ef3-8ea8-588177f739db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:29.808594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0647071-a758-42f5-985a-c3171db05f58 req-f78c11f1-c993-4ef3-8ea8-588177f739db tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.70 "DELETE /v2.0/ports/07fa3157-8452-47a8-abd6-ea7a50f98214 HTTP/1.1" status: 204 len: 173 time: 1.3491836 Nov 12 13:28:29.809239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'name': 'network-vif-deleted', 'tag': '07fa3157-8452-47a8-abd6-ea7a50f98214'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:29.811166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47316) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:29.812476 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea87f1e-23e0-4864-b57c-8b9f59be231c" -d '{"events": [{"server_uuid": "bd0dd894-b707-4bc6-a522-d9a3ef0bb50c", "name": "network-vif-deleted", "tag": "07fa3157-8452-47a8-abd6-ea7a50f98214"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:29.856429 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dfecca-4d5f-4c2f-bfe7-58c347bdf418 x-openstack-request-id: req-c3dfecca-4d5f-4c2f-bfe7-58c347bdf418 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:29.857067 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0dd894-b707-4bc6-a522-d9a3ef0bb50c", "name": "network-vif-deleted", "tag": "07fa3157-8452-47a8-abd6-ea7a50f98214", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:29.857610 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c3dfecca-4d5f-4c2f-bfe7-58c347bdf418 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:29.858278 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0dd894-b707-4bc6-a522-d9a3ef0bb50c', 'name': 'network-vif-deleted', 'tag': '07fa3157-8452-47a8-abd6-ea7a50f98214', 'status': 'completed', 'code': 200} Nov 12 13:28:29.892057 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f9bb2c9c-ca8e-4ee7-96d8-84bee65943af req-d79e4ba4-662c-4800-bc5d-3631058cfc44 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134006 Nov 12 13:28:29.974472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786ef9c-620c-4e4b-b308-d983571a3443 None None] Pushing event updated for resources: {'Port': ['ID=1bd9536f-2b1a-46bf-916d-7d23fd2950ae,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:30.022797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6413929-8a1b-4f00-b6cd-44bf2047569d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.083830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6413929-8a1b-4f00-b6cd-44bf2047569d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Port': ['ID=ba4af5ee-620e-4c0f-9c11-a79654cf0e1d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:30.122595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-387d653e-b5d0-4e43-b575-057869815928 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 6ead8534-66ee-45d1-a461-2090bd656bb6 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:28:30.187157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-387d653e-b5d0-4e43-b575-057869815928 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.296587 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.300950 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-387d653e-b5d0-4e43-b575-057869815928 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.326475 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6413929-8a1b-4f00-b6cd-44bf2047569d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.329160 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6413929-8a1b-4f00-b6cd-44bf2047569d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.333027 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b6413929-8a1b-4f00-b6cd-44bf2047569d tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "DELETE /v2.0/floatingips/0b0c70d2-dc68-4acf-9a20-3a999d26a546 HTTP/1.1" status: 204 len: 168 time: 1.8027811 Nov 12 13:28:30.333899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47326) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:30.355649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860a1be-22d6-4754-8876-86b6937514fd req-5f618c48-7065-4723-8e65-7059994fb2b0 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:30.357271 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9860a1be-22d6-4754-8876-86b6937514fd req-5f618c48-7065-4723-8e65-7059994fb2b0 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.2555983 Nov 12 13:28:30.520209 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.538013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf0b76-762f-492a-afd0-50eb2feb7946 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting port e3fc1244-3b20-455f-b6c0-bb7af1b363ce {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:30.538690 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0b76-762f-492a-afd0-50eb2feb7946 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.678024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.25.5.50 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/6745a1c1-6b1f-4070-8977-efc539fd757b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:30.712840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9860a1be-22d6-4754-8876-86b6937514fd req-2b7eb15c-78dd-420b-ac88-20e3b1d2f3a7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071241 Nov 12 13:28:30.787598 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0b76-762f-492a-afd0-50eb2feb7946 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.815963 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-387d653e-b5d0-4e43-b575-057869815928 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:30.821968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf0b76-762f-492a-afd0-50eb2feb7946 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Calling delete_port for e3fc1244-3b20-455f-b6c0-bb7af1b363ce owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:30.858305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb0459-39f8-4e1c-8565-80cdec850d3d req-3109b6cb-6abe-4dec-a741-7aa506c34950 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:30.868813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb0459-39f8-4e1c-8565-80cdec850d3d req-3109b6cb-6abe-4dec-a741-7aa506c34950 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:30.878689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f4f676fd-0c4e-46a0-b62d-2c3908b57df6 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:30.879691 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63fb0459-39f8-4e1c-8565-80cdec850d3d req-3109b6cb-6abe-4dec-a741-7aa506c34950 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1682 time: 0.2910130 Nov 12 13:28:30.890542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f4f676fd-0c4e-46a0-b62d-2c3908b57df6 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:30.893269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f4f676fd-0c4e-46a0-b62d-2c3908b57df6 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1682 time: 0.3336637 Nov 12 13:28:31.126491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63fb0459-39f8-4e1c-8565-80cdec850d3d req-f1ac0d47-27f8-4f72-b202-451300d9f789 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450066 Nov 12 13:28:31.230167 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0b76-762f-492a-afd0-50eb2feb7946 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:31.374265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 07fa3157-8452-47a8-abd6-ea7a50f98214 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:31.377132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf0b76-762f-492a-afd0-50eb2feb7946 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Port': ['ID=e3fc1244-3b20-455f-b6c0-bb7af1b363ce,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:31.423057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 07fa3157-8452-47a8-abd6-ea7a50f98214 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:31.434316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 07fa3157-8452-47a8-abd6-ea7a50f98214 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:31.563372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1bd9536f-2b1a-46bf-916d-7d23fd2950ae up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:28:31.593130 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0b76-762f-492a-afd0-50eb2feb7946 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:31.594302 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85e75280-e124-4a76-a7a7-0bfcd40745dd req-979ff543-ac48-42ee-9eae-6b4d93aef5dd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 210 time: 0.0838873 Nov 12 13:28:31.603220 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7ddf0b76-762f-492a-afd0-50eb2feb7946 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "DELETE /v2.0/ports/e3fc1244-3b20-455f-b6c0-bb7af1b363ce HTTP/1.1" status: 204 len: 168 time: 1.2669034 Nov 12 13:28:31.604313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:31.670777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:31.671164 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:31.680228 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-387d653e-b5d0-4e43-b575-057869815928 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:31.727351 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:31.731917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d653e-b5d0-4e43-b575-057869815928 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=6ead8534-66ee-45d1-a461-2090bd656bb6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:31.736487 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-387d653e-b5d0-4e43-b575-057869815928 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:31.740780 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-387d653e-b5d0-4e43-b575-057869815928 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/6ead8534-66ee-45d1-a461-2090bd656bb6 HTTP/1.1" status: 204 len: 168 time: 1.9088144 Nov 12 13:28:31.747965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47338) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:31.832961 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-80837e94-98f7-4b83-8a07-06485a76ee20 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816972 Nov 12 13:28:31.833210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-55da0c4b-9d2a-47c0-bebf-e212c4c0f09c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting port 8b402751-23b3-4ce3-8639-2dd4a2819a1e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:31.833210 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55da0c4b-9d2a-47c0-bebf-e212c4c0f09c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:31.846286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47342) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:31.851628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-be015a43-06c6-4e7c-92ec-e7c4e9e75b36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:31.857180 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:31.924724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1bd9536f-2b1a-46bf-916d-7d23fd2950ae,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:31.928748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a99bb-eb40-4fc9-9b80-e514dde5eb31 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:31.936722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:31.982478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f57d0538-f896-4e44-982e-1b3c34b19ec9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:31.984596 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f57d0538-f896-4e44-982e-1b3c34b19ec9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.005728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.082242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-af0141a4-c0bb-432f-8d84-fad3c24f07b8 None None] Provisioning complete for port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:32.082993 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af0141a4-c0bb-432f-8d84-fad3c24f07b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.113222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e96b6-c828-44a1-bcbe-315a5533a50a req-0fc2e68b-cc4c-4b08-994b-274af4246f9d tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:32.127081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-236e96b6-c828-44a1-bcbe-315a5533a50a req-0fc2e68b-cc4c-4b08-994b-274af4246f9d tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.1594563 Nov 12 13:28:32.188841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55da0c4b-9d2a-47c0-bebf-e212c4c0f09c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.247752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-55da0c4b-9d2a-47c0-bebf-e212c4c0f09c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Calling delete_port for 8b402751-23b3-4ce3-8639-2dd4a2819a1e owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:32.281676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=1bd9536f-2b1a-46bf-916d-7d23fd2950ae,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:32.297777 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-236e96b6-c828-44a1-bcbe-315a5533a50a req-35c82e10-2ddb-48be-bd65-98d67db6c1a3 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690202 Nov 12 13:28:32.313804 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.383542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:32.390435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be015a43-06c6-4e7c-92ec-e7c4e9e75b36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:32.394764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be015a43-06c6-4e7c-92ec-e7c4e9e75b36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.407695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:32.426108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:32.480900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=6745a1c1-6b1f-4070-8977-efc539fd757b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:32.516309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-af0141a4-c0bb-432f-8d84-fad3c24f07b8 None None] Could not find standard attr ID for object 8c15d64c-d206-4186-aa5d-d17b3c9cf2ec. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:28:32.603805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7383e50-1124-4ab6-ac9a-1d175f0c5581 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:28:32.613484 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55da0c4b-9d2a-47c0-bebf-e212c4c0f09c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.650627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbac42a-6a38-44c8-9914-17d053bc77dc req-ce95be9e-97ff-456d-8a1d-02dbbfb5b46e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:32.656885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbac42a-6a38-44c8-9914-17d053bc77dc req-ce95be9e-97ff-456d-8a1d-02dbbfb5b46e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:32.668104 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abbac42a-6a38-44c8-9914-17d053bc77dc req-ce95be9e-97ff-456d-8a1d-02dbbfb5b46e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 1682 time: 0.3979836 Nov 12 13:28:32.679284 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f57d0538-f896-4e44-982e-1b3c34b19ec9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] For port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,segment=NetworkSegment(cd8c5b10-6494-4071-b5e7-200485fb8315),segment_id=cd8c5b10-6494-4071-b5e7-200485fb8315)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:32.680412 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f57d0538-f896-4e44-982e-1b3c34b19ec9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.733439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da0c4b-9d2a-47c0-bebf-e212c4c0f09c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Port': ['ID=8b402751-23b3-4ce3-8639-2dd4a2819a1e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:32.736247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f57d0538-f896-4e44-982e-1b3c34b19ec9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Calling delete_port for ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:32.768918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f7383e50-1124-4ab6-ac9a-1d175f0c5581 None None] Deleting port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:32.769324 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7383e50-1124-4ab6-ac9a-1d175f0c5581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.847126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55da0c4b-9d2a-47c0-bebf-e212c4c0f09c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.853762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-55da0c4b-9d2a-47c0-bebf-e212c4c0f09c tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "DELETE /v2.0/ports/8b402751-23b3-4ce3-8639-2dd4a2819a1e HTTP/1.1" status: 204 len: 168 time: 1.2485902 Nov 12 13:28:32.856270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:32.886861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abbac42a-6a38-44c8-9914-17d053bc77dc req-8c77446a-d12d-47b9-8e6b-235bb853aa8c tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182553 Nov 12 13:28:32.897479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f7383e50-1124-4ab6-ac9a-1d175f0c5581 None None] For port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1bd9536f-2b1a-46bf-916d-7d23fd2950ae,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:32.898695 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7383e50-1124-4ab6-ac9a-1d175f0c5581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:32.939387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f7383e50-1124-4ab6-ac9a-1d175f0c5581 None None] Calling delete_port for 1bd9536f-2b1a-46bf-916d-7d23fd2950ae owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:32.943015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.060760 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7383e50-1124-4ab6-ac9a-1d175f0c5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.123318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7383e50-1124-4ab6-ac9a-1d175f0c5581 None None] Pushing event deleted for resources: {'Port': ['ID=1bd9536f-2b1a-46bf-916d-7d23fd2950ae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:33.126509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7383e50-1124-4ab6-ac9a-1d175f0c5581 None None] No DVR routers for this DVR port 1bd9536f-2b1a-46bf-916d-7d23fd2950ae on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:33.265991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be015a43-06c6-4e7c-92ec-e7c4e9e75b36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.372332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be015a43-06c6-4e7c-92ec-e7c4e9e75b36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=a9feabac-01c2-4c25-8a75-85742369ca2d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:33.391994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1bd9536f-2b1a-46bf-916d-7d23fd2950ae no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:33.404022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be015a43-06c6-4e7c-92ec-e7c4e9e75b36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:33.412165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-be015a43-06c6-4e7c-92ec-e7c4e9e75b36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:33.424420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be015a43-06c6-4e7c-92ec-e7c4e9e75b36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:33.425211 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be015a43-06c6-4e7c-92ec-e7c4e9e75b36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.436836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1bd9536f-2b1a-46bf-916d-7d23fd2950ae {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:33.437916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1bd9536f-2b1a-46bf-916d-7d23fd2950ae not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:33.442827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007deb02-bd60-486c-9bbe-e6e143878bcf None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:33.509085 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4713874b-430d-43b9-b899-8ef95f0dadcf req-6df19930-1397-4ce4-966b-5f37a0a40fa7 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 210 time: 0.5944216 Nov 12 13:28:33.528766 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.560705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9f3dea-3c3e-404f-be79-0432f2b00051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting subnet 2d3ba695-0e09-4fd7-a203-571966a0750a {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:28:33.569894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3dea-3c3e-404f-be79-0432f2b00051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.587600 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f57d0538-f896-4e44-982e-1b3c34b19ec9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.636117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3dea-3c3e-404f-be79-0432f2b00051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.663681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'a9feabac-01c2-4c25-8a75-85742369ca2d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:28:33.666513 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.700448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d0538-f896-4e44-982e-1b3c34b19ec9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Port': ['ID=ffd2aa6e-b89d-4ce8-8134-c66b2a652b35,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:33.774299 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-be015a43-06c6-4e7c-92ec-e7c4e9e75b36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9264526 Nov 12 13:28:33.799531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47360) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:33.813455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'name': 'tempest-NetworksTestDHCPv6-1801649950'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:33.832525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f57d0538-f896-4e44-982e-1b3c34b19ec9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] No DVR routers for this DVR port ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:33.861971 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3dea-3c3e-404f-be79-0432f2b00051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.960651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f57d0538-f896-4e44-982e-1b3c34b19ec9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.966620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-f57d0538-f896-4e44-982e-1b3c34b19ec9 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "DELETE /v2.0/ports/ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 HTTP/1.1" status: 204 len: 173 time: 3.0234432 Nov 12 13:28:33.972192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'name': 'network-vif-deleted', 'tag': 'ffd2aa6e-b89d-4ce8-8134-c66b2a652b35'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:33.980109 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b791b4-8896-40ac-bcf7-999446ca1c90" -d '{"events": [{"server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "name": "network-vif-deleted", "tag": "ffd2aa6e-b89d-4ce8-8134-c66b2a652b35"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:33.998738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3dea-3c3e-404f-be79-0432f2b00051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:33.999002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/a9feabac-01c2-4c25-8a75-85742369ca2d/7b879c68-d604-4e56-8360-06b9ffad6509) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:34.075530 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.092556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115d8ff-cc6b-4f53-a15a-3af089e31ee4 req-7d877697-f429-4abe-ab9c-1f53e777cee3 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:34.094303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e115d8ff-cc6b-4f53-a15a-3af089e31ee4 req-7d877697-f429-4abe-ab9c-1f53e777cee3 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.5180259 Nov 12 13:28:34.152365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3dea-3c3e-404f-be79-0432f2b00051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.157200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2a9f3dea-3c3e-404f-be79-0432f2b00051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "DELETE /v2.0/subnets/2d3ba695-0e09-4fd7-a203-571966a0750a HTTP/1.1" status: 204 len: 168 time: 1.2992969 Nov 12 13:28:34.161098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f3dea-3c3e-404f-be79-0432f2b00051 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3ba695-0e09-4fd7-a203-571966a0750a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:34.163295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47366) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:34.244735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:34.246947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9205c8-c503-411e-a616-19956d364f1c None None] Network 2d9417dc-593d-4f8b-90cb-b5ef1639e70f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:34.260496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.316807 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.322952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af972f-5202-4d85-9093-1dae61625d54 req-7abc5973-9f14-43e2-9e8b-7dc3897419eb tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:34.338140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38af972f-5202-4d85-9093-1dae61625d54 req-7abc5973-9f14-43e2-9e8b-7dc3897419eb tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 946 time: 0.2073340 Nov 12 13:28:34.358570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c6c7db-e712-4ada-930d-c2556094ad31 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting subnet c5351daa-3be1-4471-b6f4-113ab2627ea9 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:28:34.376871 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-97c6c7db-e712-4ada-930d-c2556094ad31 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.438686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e115d8ff-cc6b-4f53-a15a-3af089e31ee4 req-53ab7112-63c8-4389-a340-51073ae1282e tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744106 Nov 12 13:28:34.496723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:34.508449 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.521089 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-97c6c7db-e712-4ada-930d-c2556094ad31 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.550950 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a73412-b2e6-4fa7-8053-3a1cb37f1b38 x-openstack-request-id: req-c7a73412-b2e6-4fa7-8053-3a1cb37f1b38 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:34.552752 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "name": "network-vif-deleted", "tag": "ffd2aa6e-b89d-4ce8-8134-c66b2a652b35", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:34.553458 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7a73412-b2e6-4fa7-8053-3a1cb37f1b38 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:34.554607 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'name': 'network-vif-deleted', 'tag': 'ffd2aa6e-b89d-4ce8-8134-c66b2a652b35', 'status': 'completed', 'code': 200} Nov 12 13:28:34.579829 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38af972f-5202-4d85-9093-1dae61625d54 req-290a2815-499e-4432-a176-7d85dc83b1ec tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399158 Nov 12 13:28:34.609251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-5a5f7564-9621-45d0-b1b8-c80423ebb87e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:34.611551 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-5a5f7564-9621-45d0-b1b8-c80423ebb87e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.673113 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.685540 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port bba67b4c-ee56-4621-b4c9-1fb8fe528c73 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:28:34.708670 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-97c6c7db-e712-4ada-930d-c2556094ad31 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.709580 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.743638 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ab7bd45-e174-4814-b242-08e73935ae71 req-61999b3f-9040-4390-8d89-eae8a8b94cc5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 210 time: 0.0845551 Nov 12 13:28:34.819705 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-97c6c7db-e712-4ada-930d-c2556094ad31 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.820030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:34.848947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:34.853845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:34.868012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6c7db-e712-4ada-930d-c2556094ad31 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Subnet': ['ID=c5351daa-3be1-4471-b6f4-113ab2627ea9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:34.876641 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-97c6c7db-e712-4ada-930d-c2556094ad31 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:34.880485 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-97c6c7db-e712-4ada-930d-c2556094ad31 tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "DELETE /v2.0/subnets/c5351daa-3be1-4471-b6f4-113ab2627ea9 HTTP/1.1" status: 204 len: 168 time: 0.6892231 Nov 12 13:28:34.885152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47374) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:34.937494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52556b3a-5596-43b5-b0cc-0a836f178ea9 None None] Network 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:35.056038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Pushing event updated for resources: {'Port': ['ID=7b879c68-d604-4e56-8360-06b9ffad6509,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:35.062709 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.192151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Attempting to bind port 7b879c68-d604-4e56-8360-06b9ffad6509 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:28:35.193212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Attempting to bind port 7b879c68-d604-4e56-8360-06b9ffad6509 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:28:35.193643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Attempting to bind port 7b879c68-d604-4e56-8360-06b9ffad6509 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:35.205689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Deleting port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:35.206376 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.272405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:28:35.274265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:28:35.275405 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.276684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:28:35.277897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Bound port: 7b879c68-d604-4e56-8360-06b9ffad6509, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:28:35.278795 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.325427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=6745a1c1-6b1f-4070-8977-efc539fd757b,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:35.341802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.365055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-5a5f7564-9621-45d0-b1b8-c80423ebb87e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] For port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,segment=NetworkSegment(771fb029-83c6-4ab1-9686-a32b0ba1398b),segment_id=771fb029-83c6-4ab1-9686-a32b0ba1398b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:35.365431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-5a5f7564-9621-45d0-b1b8-c80423ebb87e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.382327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] For port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b21c3b5d-4aa1-4b35-8b80-58e73eab1a85,segment=NetworkSegment(1bbfd9b3-2f06-4f25-9dd0-be83f924809b),segment_id=1bbfd9b3-2f06-4f25-9dd0-be83f924809b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:35.383559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.392808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.400716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-5a5f7564-9621-45d0-b1b8-c80423ebb87e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Calling delete_port for be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:35.431524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Calling delete_port for b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:35.436297 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:35.439022 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36be070-ec31-47c8-8ea1-0125b570e174" -d '{"events": [{"server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "name": "network-vif-unplugged", "status": "completed", "tag": "be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:35.490345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,segment=NetworkSegment(771fb029-83c6-4ab1-9686-a32b0ba1398b),segment_id=771fb029-83c6-4ab1-9686-a32b0ba1398b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:35.518436 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.519393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:35.575198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::271 (514a5480-43a8-41bb-9524-24b97d0dd96f/a9feabac-01c2-4c25-8a75-85742369ca2d/bba67b4c-ee56-4621-b4c9-1fb8fe528c73) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:35.689632 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:35.690233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ffd2aa6e-b89d-4ce8-8134-c66b2a652b35 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:35.694837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6b941-6ea8-4a59-8e81-8b44e07419ef None None] DHCP port deletion for 2d9417dc-593d-4f8b-90cb-b5ef1639e70f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:28:35.709669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.711346 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864829c3-3212-4a99-8392-46b78aa6ddd6 x-openstack-request-id: req-864829c3-3212-4a99-8392-46b78aa6ddd6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:35.712004 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "name": "network-vif-unplugged", "status": "completed", "tag": "be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:35.712660 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-864829c3-3212-4a99-8392-46b78aa6ddd6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:35.713182 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86', 'code': 200} Nov 12 13:28:35.715847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:35.723656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] For port 7b879c68-d604-4e56-8360-06b9ffad6509, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:35.768674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] For port 7b879c68-d604-4e56-8360-06b9ffad6509, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7b879c68-d604-4e56-8360-06b9ffad6509,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:28:35.797821 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:35.888018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Port': ['ID=b21c3b5d-4aa1-4b35-8b80-58e73eab1a85,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:35.891440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] No DVR routers for this DVR port b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:35.937397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b177d-be1d-415e-9c8c-dd5a0770f1a4 None None] DHCP port deletion for 10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:28:35.964779 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP 900cdb46-0cb7-4b95-b0e3-5bb005330c33 associated. External IP: 172.25.5.50, port: b161eda7-a726-4c57-94ac-d5213c44f353. Nov 12 13:28:35.982469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7e9e2-3f68-4a34-9d8a-eb8e8ee49c78 None None] Pushing event updated for resources: {'Port': ['ID=7b879c68-d604-4e56-8360-06b9ffad6509,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:36.042340 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-515b177d-be1d-415e-9c8c-dd5a0770f1a4 None None] Deleting port 9467f4f5-5d6a-4cad-ad8b-332415a87164 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:36.043139 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-515b177d-be1d-415e-9c8c-dd5a0770f1a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.075739 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.083224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55f57-9f20-4135-b9b0-4eeef12c3614 req-bfc8ef2f-7c0e-4e51-8dff-dd9777ebc6d8 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:36.084327 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1d55f57-9f20-4135-b9b0-4eeef12c3614 req-bfc8ef2f-7c0e-4e51-8dff-dd9777ebc6d8 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.4576781 Nov 12 13:28:36.086856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a1f71-1a07-4e3e-bfbd-293b9197c070 req-e7aaa7d8-1c1e-46fd-9273-0c6986ef94c4 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:36.088594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a79a1f71-1a07-4e3e-bfbd-293b9197c070 req-e7aaa7d8-1c1e-46fd-9273-0c6986ef94c4 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 944 time: 0.2261908 Nov 12 13:28:36.140373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9417dc-593d-4f8b-90cb-b5ef1639e70f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:36.194312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-515b177d-be1d-415e-9c8c-dd5a0770f1a4 None None] For port 9467f4f5-5d6a-4cad-ad8b-332415a87164, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9467f4f5-5d6a-4cad-ad8b-332415a87164,segment=NetworkSegment(25f274ab-86c2-4e4f-b52d-ddd9cfff785b),segment_id=25f274ab-86c2-4e4f-b52d-ddd9cfff785b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:36.194952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-515b177d-be1d-415e-9c8c-dd5a0770f1a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.224416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbfd9b3-2f06-4f25-9dd0-be83f924809b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:36.224786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbfd9b3-2f06-4f25-9dd0-be83f924809b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:36.240681 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.241062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-515b177d-be1d-415e-9c8c-dd5a0770f1a4 None None] Calling delete_port for 9467f4f5-5d6a-4cad-ad8b-332415a87164 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:36.298965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.315872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:28:36.316570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.317710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a1d55f57-9f20-4135-b9b0-4eeef12c3614 req-6f6963a8-7ae4-4c1e-907c-863bdb0178b4 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016494 Nov 12 13:28:36.325198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:28:36.362575 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:28:36.477091 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-5a5f7564-9621-45d0-b1b8-c80423ebb87e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.492450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-515b177d-be1d-415e-9c8c-dd5a0770f1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.551754 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.574184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.579206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b177d-be1d-415e-9c8c-dd5a0770f1a4 None None] Pushing event deleted for resources: {'Port': ['ID=9467f4f5-5d6a-4cad-ad8b-332415a87164,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:36.580412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "DELETE /v2.0/networks/2d9417dc-593d-4f8b-90cb-b5ef1639e70f HTTP/1.1" status: 204 len: 168 time: 1.6935902 Nov 12 13:28:36.582000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b177d-be1d-415e-9c8c-dd5a0770f1a4 None None] No DVR routers for this DVR port 9467f4f5-5d6a-4cad-ad8b-332415a87164 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:36.588316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a79a1f71-1a07-4e3e-bfbd-293b9197c070 req-d6d8314e-7762-4226-801f-5ab381860173 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/security-groups?id=211e4b0f-827a-4f7e-a972-cf39ba69d502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896903 Nov 12 13:28:36.589146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47390) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:36.609645 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2990aabd-31d1-4d9a-a429-19580aa5c541 req-46a0b1fb-ff91-45c3-a000-931459a505e5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 210 time: 0.1387327 Nov 12 13:28:36.625050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f7564-9621-45d0-b1b8-c80423ebb87e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Port': ['ID=be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:36.669337 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.716073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-5a5f7564-9621-45d0-b1b8-c80423ebb87e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] No DVR routers for this DVR port be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:36.722576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-5a5f7564-9621-45d0-b1b8-c80423ebb87e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.741159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e6987c9-abbf-4746-9d12-9cea9e69fdbc req-5a5f7564-9621-45d0-b1b8-c80423ebb87e tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.105 "DELETE /v2.0/ports/be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86 HTTP/1.1" status: 204 len: 173 time: 2.7409120 Nov 12 13:28:36.749746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'name': 'network-vif-deleted', 'tag': 'be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:36.762018 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9cb846-ea59-427e-95a2-9965764d0784" -d '{"events": [{"server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "name": "network-vif-deleted", "tag": "be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:36.845698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9f688-53fa-4a3a-9cc0-c74eb451ef7b tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Network': ['ID=2d9417dc-593d-4f8b-90cb-b5ef1639e70f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:36.925364 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c395593a-a497-4af0-9dae-997125994654 x-openstack-request-id: req-c395593a-a497-4af0-9dae-997125994654 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:36.926088 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4a32d7-0201-41e8-9683-fc1dbbf63d81", "name": "network-vif-deleted", "tag": "be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:36.926539 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c395593a-a497-4af0-9dae-997125994654 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:36.927203 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4a32d7-0201-41e8-9683-fc1dbbf63d81', 'name': 'network-vif-deleted', 'tag': 'be2bfeaf-43ae-4f4e-a5f2-08bd91ef0c86', 'status': 'completed', 'code': 200} Nov 12 13:28:36.956239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:36.967524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:36.987280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:37.018877 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:37.033979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:37.035381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:37.041708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:28:37.079761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=bba67b4c-ee56-4621-b4c9-1fb8fe528c73,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:37.204662 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9b656890-b82b-4dcf-a53c-5661e82646b5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3993020 Nov 12 13:28:37.214462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47396) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:37.236073 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:37.290816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:37.347410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f274ab-86c2-4e4f-b52d-ddd9cfff785b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:37.347707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f274ab-86c2-4e4f-b52d-ddd9cfff785b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:37.393552 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:37.440785 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:37.452066 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:28:37.462601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:28:37.463004 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:37.466950 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94de31bf-18cb-4c43-879a-9692d83c6288 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:28:37.479967 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:28:37.525395 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de31bf-18cb-4c43-879a-9692d83c6288 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:37.525631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7b879c68-d604-4e56-8360-06b9ffad6509 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:28:37.526613 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-94de31bf-18cb-4c43-879a-9692d83c6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:28:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:37.603560 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:37.659046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7b879c68-d604-4e56-8360-06b9ffad6509 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:37.660258 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:37.675702 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-35f3bbe3-206a-4972-b42b-01ee121fa5d0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.4904819 Nov 12 13:28:37.681617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:37.691029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc09f4a-8288-46f9-8136-58ee2e11b9d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:37.704274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1608825630'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:37.706848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc09f4a-8288-46f9-8136-58ee2e11b9d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:37.708836 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-94de31bf-18cb-4c43-879a-9692d83c6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:37.709704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:37.713514 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7dc09f4a-8288-46f9-8136-58ee2e11b9d9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4920707 Nov 12 13:28:37.719666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47406) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:37.740726 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de31bf-18cb-4c43-879a-9692d83c6288 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:37.741673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:37.743506 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-94de31bf-18cb-4c43-879a-9692d83c6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:28:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:37.785894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] 10.222.0.73 "DELETE /v2.0/networks/10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a HTTP/1.1" status: 204 len: 168 time: 1.1622627 Nov 12 13:28:37.852479 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-94de31bf-18cb-4c43-879a-9692d83c6288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:37.854947 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94de31bf-18cb-4c43-879a-9692d83c6288 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:28:37.939858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-6c81584f-8d37-4e42-ac69-245f01caf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:37.941543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-6c81584f-8d37-4e42-ac69-245f01caf964 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 1097 time: 0.4283547 Nov 12 13:28:37.963912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:37.980860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d5a46-c8be-4697-af4b-723f67d186ba req-3c040d82-e106-4c9c-ba37-d992a6f30b74 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:37.989366 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c5d5a46-c8be-4697-af4b-723f67d186ba req-3c040d82-e106-4c9c-ba37-d992a6f30b74 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.5239012 Nov 12 13:28:38.001892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4d94980a-7316-4487-8852-0c1c21ff837b None None] Provisioning complete for port 7b879c68-d604-4e56-8360-06b9ffad6509 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:38.002154 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d94980a-7316-4487-8852-0c1c21ff837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.038954 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:28:38.047348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 7b879c68-d604-4e56-8360-06b9ffad6509, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7b879c68-d604-4e56-8360-06b9ffad6509,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:38.064328 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.108061 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c5d5a46-c8be-4697-af4b-723f67d186ba req-5858a425-f6f0-49b0-9688-786aa0afa5a3 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148543 Nov 12 13:28:38.156695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd748aeb-bed0-4771-acc2-cf138d3d75de tempest-TaggedBootDevicesTest-519354637 tempest-TaggedBootDevicesTest-519354637-project] Pushing event deleted for resources: {'Network': ['ID=10e7b0b5-f6e6-4f9f-bf2a-bd4fe4530b0a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:38.161013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-474061aa-79a7-4837-9412-f32e12bd240f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port bba67b4c-ee56-4621-b4c9-1fb8fe528c73 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:38.167117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-474061aa-79a7-4837-9412-f32e12bd240f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.201412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-066aad41-5121-4a0f-8e5e-5c655c87df68 req-4d6fda12-bc5f-424c-983d-bb7cdc4d3bc2 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b4a32d7-0201-41e8-9683-fc1dbbf63d81 HTTP/1.1" status: 200 len: 210 time: 0.3839536 Nov 12 13:28:38.218521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9467f4f5-5d6a-4cad-ad8b-332415a87164 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:38.251803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Made reservation on behalf of 0660df74385146559e6796aeefe2058c for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:38.255802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.276716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12c580b4-f230-4fd6-b49a-6717e85f54cd req-53b22edd-4921-49d7-a40c-8c9769a004b9 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 210 time: 0.0549459 Nov 12 13:28:38.318960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=7b879c68-d604-4e56-8360-06b9ffad6509,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:38.330255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:28:38.335389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 9467f4f5-5d6a-4cad-ad8b-332415a87164 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:38.343758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9467f4f5-5d6a-4cad-ad8b-332415a87164 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:38.345805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:38.348756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-a5b6c410-af21-4949-9394-63a8727627d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:38.350727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-a5b6c410-af21-4949-9394-63a8727627d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 916 time: 0.3548365 Nov 12 13:28:38.357321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.357321 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Added segment d53da023-61e9-49b9-8ec2-a1bb1c97811a of type vlan for network 94949607-7f71-467f-ae1a-a69cf7208b38 Nov 12 13:28:38.419187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:38.419865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b21c3b5d-4aa1-4b35-8b80-58e73eab1a85 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:38.469854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-e04fd685-9317-4bf3-bca1-abf1cb43c135 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc8bb714-54d5-4a15-8a72-3421a798bf1d HTTP/1.1" status: 200 len: 217 time: 0.1001647 Nov 12 13:28:38.520264 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-474061aa-79a7-4837-9412-f32e12bd240f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.535862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-474061aa-79a7-4837-9412-f32e12bd240f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for bba67b4c-ee56-4621-b4c9-1fb8fe528c73 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:38.545975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.584832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c3345b09-5eb4-4404-a18e-7d21f94dd069 None None] Provisioning complete for port bba67b4c-ee56-4621-b4c9-1fb8fe528c73 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:38.585370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3345b09-5eb4-4404-a18e-7d21f94dd069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.633706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-2b26d519-3719-4e5d-af8b-60fbcfbdf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:38.636730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-2b26d519-3719-4e5d-af8b-60fbcfbdf3af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0aa25b5-672d-478f-a8bb-1011dad8a122 HTTP/1.1" status: 200 len: 854 time: 0.1437116 Nov 12 13:28:38.675193 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.683322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:38.684143 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.706057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c3345b09-5eb4-4404-a18e-7d21f94dd069 None None] Port bba67b4c-ee56-4621-b4c9-1fb8fe528c73 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:28:38.756839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0721793 Nov 12 13:28:38.762806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:38.792506 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-474061aa-79a7-4837-9412-f32e12bd240f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.798643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'subnet': {'network_id': '94949607-7f71-467f-ae1a-a69cf7208b38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:38.833838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474061aa-79a7-4837-9412-f32e12bd240f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=bba67b4c-ee56-4621-b4c9-1fb8fe528c73,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:38.845010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170f3fe-f33b-44a0-9b91-90b75c76c225 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Network': ['ID=94949607-7f71-467f-ae1a-a69cf7208b38,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:38.884492 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-474061aa-79a7-4837-9412-f32e12bd240f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:38.890852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-474061aa-79a7-4837-9412-f32e12bd240f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/bba67b4c-ee56-4621-b4c9-1fb8fe528c73 HTTP/1.1" status: 204 len: 168 time: 1.1632237 Nov 12 13:28:38.891681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47422) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:38.899322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 94949607-7f71-467f-ae1a-a69cf7208b38 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:28:38.944311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-27454ce8-cade-4361-aecd-bc8633361653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:38.946767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-27454ce8-cade-4361-aecd-bc8633361653 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2853060 Nov 12 13:28:38.949411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Made reservation on behalf of 0660df74385146559e6796aeefe2058c for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:38.953939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:39.052737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16efe0dc-8c48-4d4f-b3a5-a41b29b41ebe tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:39.056083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16efe0dc-8c48-4d4f-b3a5-a41b29b41ebe tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:39.059886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-16efe0dc-8c48-4d4f-b3a5-a41b29b41ebe tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1646025 Nov 12 13:28:39.065410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47424) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:39.306739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa4bce3-76c7-4e02-91ad-795f6d8bbe7a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet a9feabac-01c2-4c25-8a75-85742369ca2d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:28:39.326774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bce3-76c7-4e02-91ad-795f6d8bbe7a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:39.346498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff61c7-cd0b-450f-9492-fb9960ea61e0 req-6067b9d5-1298-4c1f-9a68-cddc7e02d3dd tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:39.348136 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8eff61c7-cd0b-450f-9492-fb9960ea61e0 req-6067b9d5-1298-4c1f-9a68-cddc7e02d3dd tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.1081405 Nov 12 13:28:39.377408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47432) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:39.381379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7b879c68-d604-4e56-8360-06b9ffad6509 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:28:39.397881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-c55e0c50-0dd2-4cb4-aab1-c17fe372dcad service neutron] 10.222.0.70 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395325 Nov 12 13:28:39.488338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7b879c68-d604-4e56-8360-06b9ffad6509 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:39.489007 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:39.536492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8eff61c7-cd0b-450f-9492-fb9960ea61e0 req-8dd02d07-87d5-4bb6-85df-f135d1eec3ad tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779611 Nov 12 13:28:39.549519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1576c3-664d-40e1-a311-ceb35f00bc77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting subnet f28e52fb-52d2-439f-84cd-9699a02358a2 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:28:39.558039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b1576c3-664d-40e1-a311-ceb35f00bc77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:39.669446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b1576c3-664d-40e1-a311-ceb35f00bc77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:39.685823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08d0e901-896e-4134-beec-0f47bbd276bf req-2e84e980-aaef-4476-a24e-ba47d5d7a9d3 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0dd894-b707-4bc6-a522-d9a3ef0bb50c HTTP/1.1" status: 200 len: 210 time: 0.1707168 Nov 12 13:28:39.690915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bce3-76c7-4e02-91ad-795f6d8bbe7a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:39.695759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:39.861636 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b1576c3-664d-40e1-a311-ceb35f00bc77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:39.875609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-643e8b46-6796-46f2-a667-afa667cda0d1 req-e1d92a45-05ea-475e-adaf-c737de40dc36 service neutron] 10.222.0.70 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680796 Nov 12 13:28:39.900604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Subnet': ['ID=aaa1c35d-7f63-4a73-b8e8-5d96fb3b7284,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:39.953681 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bce3-76c7-4e02-91ad-795f6d8bbe7a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.005597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Checking segment: {'id': 'd53da023-61e9-49b9-8ec2-a1bb1c97811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '94949607-7f71-467f-ae1a-a69cf7208b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:28:40.008774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network hostable DHCP agents. Network: 94949607-7f71-467f-ae1a-a69cf7208b38, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:28:40.045778 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b1576c3-664d-40e1-a311-ceb35f00bc77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.075757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 94949607-7f71-467f-ae1a-a69cf7208b38 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:28:40.099393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 94949607-7f71-467f-ae1a-a69cf7208b38) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:40.108850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1576c3-664d-40e1-a311-ceb35f00bc77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Subnet': ['ID=f28e52fb-52d2-439f-84cd-9699a02358a2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:40.115464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:40.115942 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b1576c3-664d-40e1-a311-ceb35f00bc77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.116390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.120720 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bce3-76c7-4e02-91ad-795f6d8bbe7a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.123857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a811389-4c20-40db-bb0d-35660111e899 None None] Network 94949607-7f71-467f-ae1a-a69cf7208b38 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:40.136329 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9b1576c3-664d-40e1-a311-ceb35f00bc77 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "DELETE /v2.0/subnets/f28e52fb-52d2-439f-84cd-9699a02358a2 HTTP/1.1" status: 204 len: 168 time: 0.7562373 Nov 12 13:28:40.137512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47440) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:40.155847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd35447-ec79-4d24-b32a-828f6c32648a None None] Network 73a44e46-62e2-4f77-8a56-33661bf2d036 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:40.167795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4bce3-76c7-4e02-91ad-795f6d8bbe7a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=a9feabac-01c2-4c25-8a75-85742369ca2d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:40.171024 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bce3-76c7-4e02-91ad-795f6d8bbe7a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.183948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4fa4bce3-76c7-4e02-91ad-795f6d8bbe7a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/a9feabac-01c2-4c25-8a75-85742369ca2d HTTP/1.1" status: 204 len: 168 time: 1.1086328 Nov 12 13:28:40.184313 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-74a057ac-e33b-4255-9994-26380d137b01 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3893087 Nov 12 13:28:40.185132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47442) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:40.192151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47444) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:40.199913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1237467659', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:40.209210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a8551e-978d-4304-a7e7-d4b103757237 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:40.294451 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.357403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47446) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:40.358472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-97c5d1dc-e181-4ee9-89c1-269920fac534 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1718383 Nov 12 13:28:40.361331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.363679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.457088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting port 66c94184-2bfb-425b-aca8-17209a1b0df2 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:40.458127 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.573923 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.586714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0cd5b0-96dc-40cc-ba86-0d5874e28908 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:40.595037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a0cd5b0-96dc-40cc-ba86-0d5874e28908 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2321897 Nov 12 13:28:40.603150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47450) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:40.692726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] For port 66c94184-2bfb-425b-aca8-17209a1b0df2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=66c94184-2bfb-425b-aca8-17209a1b0df2,segment=NetworkSegment(771fb029-83c6-4ab1-9686-a32b0ba1398b),segment_id=771fb029-83c6-4ab1-9686-a32b0ba1398b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:40.695974 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:40.788863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7288fe-50a0-442b-9526-bec5c85f0677 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:40.796178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:40.799116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ef7288fe-50a0-442b-9526-bec5c85f0677 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1956871 Nov 12 13:28:40.813570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Calling delete_port for 66c94184-2bfb-425b-aca8-17209a1b0df2 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:40.989448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-94949607-7f71-467f-ae1a-a69cf7208b38', 'network_id': '94949607-7f71-467f-ae1a-a69cf7208b38', 'tenant_id': '0660df74385146559e6796aeefe2058c', 'fixed_ips': [{'subnet_id': 'aaa1c35d-7f63-4a73-b8e8-5d96fb3b7284'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:28:40.990862 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.021915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf89b9-5407-4f2f-bda9-640b0c29baa8 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:28:41.119044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8419f30e-b9b1-47b9-9c76-a3a781b60a14 None None] DHCP port deletion for 73a44e46-62e2-4f77-8a56-33661bf2d036 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:28:41.184460 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.245733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.262474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-07b7b903-04a1-4e12-af50-fdfd2cb7bd46 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4575999 Nov 12 13:28:41.262474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47466) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:41.274627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cc33554a-fe7e-40e4-8a01-a27e8d0769f9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:41.299292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Port': ['ID=66c94184-2bfb-425b-aca8-17209a1b0df2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:41.314364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] No DVR routers for this DVR port 66c94184-2bfb-425b-aca8-17209a1b0df2 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:41.349667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20857e2d-33df-4fad-8d5e-bce43888c2e0 req-0533a8f6-6be9-41a0-b537-0dde9429fa43 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:41.351686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-20857e2d-33df-4fad-8d5e-bce43888c2e0 req-0533a8f6-6be9-41a0-b537-0dde9429fa43 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.6367013 Nov 12 13:28:41.445389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 66c94184-2bfb-425b-aca8-17209a1b0df2 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:41.559048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 66c94184-2bfb-425b-aca8-17209a1b0df2 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:41.570706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 66c94184-2bfb-425b-aca8-17209a1b0df2 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:41.571754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7b879c68-d604-4e56-8360-06b9ffad6509 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:41.581379 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-20857e2d-33df-4fad-8d5e-bce43888c2e0 req-5d1cd95e-14e5-4bf9-83e8-a5842895e40b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765776 Nov 12 13:28:41.593074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc33554a-fe7e-40e4-8a01-a27e8d0769f9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:41.596778 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc33554a-fe7e-40e4-8a01-a27e8d0769f9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.667444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.717713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a44e46-62e2-4f77-8a56-33661bf2d036']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:41.733254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771fb029-83c6-4ab1-9686-a32b0ba1398b') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:41.733575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771fb029-83c6-4ab1-9686-a32b0ba1398b') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:41.756042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.792600 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.801801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:28:41.802235 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:28:41.805762 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:28:41.809455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-59cf89b9-5407-4f2f-bda9-640b0c29baa8 None None] Deleting port 7b879c68-d604-4e56-8360-06b9ffad6509 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:41.809827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59cf89b9-5407-4f2f-bda9-640b0c29baa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.829218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Allocated IP 172.20.0.2 (94949607-7f71-467f-ae1a-a69cf7208b38/aaa1c35d-7f63-4a73-b8e8-5d96fb3b7284/35f0276c-f24c-44f3-b4c8-23bc43cbe720) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:41.941254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.950258 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:41.957758 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "DELETE /v2.0/networks/73a44e46-62e2-4f77-8a56-33661bf2d036 HTTP/1.1" status: 204 len: 168 time: 1.8169873 Nov 12 13:28:41.960040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47474) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:42.053386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964b9df-a329-44ba-abee-e594a5879875 tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Network': ['ID=73a44e46-62e2-4f77-8a56-33661bf2d036,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:42.109998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c808486-186e-45d2-9506-9da329743b9b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting subnet 444bf4ca-a5b4-4fe9-b473-a87a9c47d596 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:28:42.127158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2c808486-186e-45d2-9506-9da329743b9b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.222256 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2c808486-186e-45d2-9506-9da329743b9b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.392101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-59cf89b9-5407-4f2f-bda9-640b0c29baa8 None None] For port 7b879c68-d604-4e56-8360-06b9ffad6509, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7b879c68-d604-4e56-8360-06b9ffad6509,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:42.392488 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59cf89b9-5407-4f2f-bda9-640b0c29baa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.400546 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.440517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-59cf89b9-5407-4f2f-bda9-640b0c29baa8 None None] Calling delete_port for 7b879c68-d604-4e56-8360-06b9ffad6509 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:42.498478 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2c808486-186e-45d2-9506-9da329743b9b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.529702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 7b879c68-d604-4e56-8360-06b9ffad6509, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7b879c68-d604-4e56-8360-06b9ffad6509,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:42.559134 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.615634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc33554a-fe7e-40e4-8a01-a27e8d0769f9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.646558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894daabf-647d-4d01-8d9f-b09dd7b55cf4 req-e5b2c19f-7cf6-4457-85ec-33a7e5398b29 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:42.658259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-894daabf-647d-4d01-8d9f-b09dd7b55cf4 req-e5b2c19f-7cf6-4457-85ec-33a7e5398b29 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.7221496 Nov 12 13:28:42.662439 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.665001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2c808486-186e-45d2-9506-9da329743b9b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.727684 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2c808486-186e-45d2-9506-9da329743b9b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.737763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2c808486-186e-45d2-9506-9da329743b9b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "DELETE /v2.0/subnets/444bf4ca-a5b4-4fe9-b473-a87a9c47d596 HTTP/1.1" status: 204 len: 168 time: 0.7762485 Nov 12 13:28:42.792108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33554a-fe7e-40e4-8a01-a27e8d0769f9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=1bad61d6-57cc-471d-bcd3-24050b344367,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:42.801929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.825176 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47482) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:42.826731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c808486-186e-45d2-9506-9da329743b9b tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Subnet': ['ID=444bf4ca-a5b4-4fe9-b473-a87a9c47d596,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:42.827938 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:42.894793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc99f78-9725-4622-acd3-ca3ae47e45bc None None] Network 45ec0655-034d-41c4-a771-de940611d85c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:42.902046 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:43.011762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Network 94949607-7f71-467f-ae1a-a69cf7208b38 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:43.074439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33554a-fe7e-40e4-8a01-a27e8d0769f9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:43.130339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:43.140122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:43.163840 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:43.214350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cc33554a-fe7e-40e4-8a01-a27e8d0769f9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:43.250066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc33554a-fe7e-40e4-8a01-a27e8d0769f9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:43.262630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=7b879c68-d604-4e56-8360-06b9ffad6509,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:43.264273 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc33554a-fe7e-40e4-8a01-a27e8d0769f9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:43.352929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cc33554a-fe7e-40e4-8a01-a27e8d0769f9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0890067 Nov 12 13:28:43.386653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47492) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:43.406649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': '1bad61d6-57cc-471d-bcd3-24050b344367', 'ip_address': '2001:db8::6d25:d737:f5da:d43d'}], 'name': 'tempest-NetworksTestDHCPv6-912678980'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:43.463991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Pushing event updated for resources: {'Port': ['ID=35f0276c-f24c-44f3-b4c8-23bc43cbe720,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:43.504498 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59cf89b9-5407-4f2f-bda9-640b0c29baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:43.552737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf89b9-5407-4f2f-bda9-640b0c29baa8 None None] No DVR routers for this DVR port 7b879c68-d604-4e56-8360-06b9ffad6509 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:43.557736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-894daabf-647d-4d01-8d9f-b09dd7b55cf4 req-029d7936-5b14-48bd-9cee-9c633d28b2cb tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5958092 Nov 12 13:28:43.568805 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.25.5.164 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/c6c91aec-8489-4c61-a5dc-5555533006b8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:43.668513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c72a1-00a9-49a2-869e-404ebee7376a None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:43.797248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Attempting to bind port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:28:43.798041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Attempting to bind port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'd53da023-61e9-49b9-8ec2-a1bb1c97811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '94949607-7f71-467f-ae1a-a69cf7208b38'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:28:43.798596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Attempting to bind port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 on network 94949607-7f71-467f-ae1a-a69cf7208b38 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:43.801515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf89b9-5407-4f2f-bda9-640b0c29baa8 None None] Pushing event deleted for resources: {'Port': ['ID=7b879c68-d604-4e56-8360-06b9ffad6509,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:43.867576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:28:43.874046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Checking segment: {'id': 'd53da023-61e9-49b9-8ec2-a1bb1c97811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '94949607-7f71-467f-ae1a-a69cf7208b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:28:43.874948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:43.875519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Bound using segment: {'id': 'd53da023-61e9-49b9-8ec2-a1bb1c97811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '94949607-7f71-467f-ae1a-a69cf7208b38'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:28:43.876222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Bound port: 35f0276c-f24c-44f3-b4c8-23bc43cbe720, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53da023-61e9-49b9-8ec2-a1bb1c97811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '94949607-7f71-467f-ae1a-a69cf7208b38'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:28:43.876786 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:43.998950 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:44.085262 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:44.105688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f804b42-2cf5-4ddc-a0eb-89e4b9836515 req-3c84da45-3558-4cbc-a3f3-52d9b3b519a5 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:44.120148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17facd3d-b3e0-4a0a-b69a-c17e8db57794 None None] DHCP port deletion for 45ec0655-034d-41c4-a771-de940611d85c request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:28:44.129847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5f804b42-2cf5-4ddc-a0eb-89e4b9836515 req-3c84da45-3558-4cbc-a3f3-52d9b3b519a5 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 946 time: 0.2605054 Nov 12 13:28:44.170551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] For port 35f0276c-f24c-44f3-b4c8-23bc43cbe720, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:44.216230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] For port 35f0276c-f24c-44f3-b4c8-23bc43cbe720, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=35f0276c-f24c-44f3-b4c8-23bc43cbe720,segment=NetworkSegment(d53da023-61e9-49b9-8ec2-a1bb1c97811a),segment_id=d53da023-61e9-49b9-8ec2-a1bb1c97811a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:28:44.236178 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:44.342494 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5f804b42-2cf5-4ddc-a0eb-89e4b9836515 req-39e36d05-efc1-4767-a838-bc6b0be1be1b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111788 Nov 12 13:28:44.397614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': '1bad61d6-57cc-471d-bcd3-24050b344367'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:28:44.403698 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:44.436382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Deleting port d2fba4cb-9d92-40f5-b70e-468474e5e426 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:44.436727 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:44.520476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-17facd3d-b3e0-4a0a-b69a-c17e8db57794 None None] Deleting port d2fba4cb-9d92-40f5-b70e-468474e5e426 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:44.524736 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17facd3d-b3e0-4a0a-b69a-c17e8db57794 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:44.712912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] For port d2fba4cb-9d92-40f5-b70e-468474e5e426, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d2fba4cb-9d92-40f5-b70e-468474e5e426,segment=NetworkSegment(cd8c5b10-6494-4071-b5e7-200485fb8315),segment_id=cd8c5b10-6494-4071-b5e7-200485fb8315)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:44.733514 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:44.780137 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Calling delete_port for d2fba4cb-9d92-40f5-b70e-468474e5e426 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:44.855387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488327e-2095-447f-b99b-f5bcc7f8337c None None] Pushing event updated for resources: {'Port': ['ID=35f0276c-f24c-44f3-b4c8-23bc43cbe720,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:45.010867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.080293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Port': ['ID=d2fba4cb-9d92-40f5-b70e-468474e5e426,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:45.082564 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] No DVR routers for this DVR port d2fba4cb-9d92-40f5-b70e-468474e5e426 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:45.106953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:45.260194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-17facd3d-b3e0-4a0a-b69a-c17e8db57794 None None] For port d2fba4cb-9d92-40f5-b70e-468474e5e426, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d2fba4cb-9d92-40f5-b70e-468474e5e426,segment=NetworkSegment(cd8c5b10-6494-4071-b5e7-200485fb8315),segment_id=cd8c5b10-6494-4071-b5e7-200485fb8315)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:45.261200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17facd3d-b3e0-4a0a-b69a-c17e8db57794 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.299869 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.369068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.438817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ec0655-034d-41c4-a771-de940611d85c']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:45.480445 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8c5b10-6494-4071-b5e7-200485fb8315') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:45.481919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8c5b10-6494-4071-b5e7-200485fb8315') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:45.485096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-17facd3d-b3e0-4a0a-b69a-c17e8db57794 None None] Calling delete_port for d2fba4cb-9d92-40f5-b70e-468474e5e426 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:45.500226 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.521585 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.531220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:28:45.532681 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.639464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea5888-f462-4057-9da4-d9ffa6cb6f09 req-47ecbe6d-43d9-4ca3-a073-9b09793d6458 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:45.649622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3ea5888-f462-4057-9da4-d9ffa6cb6f09 req-47ecbe6d-43d9-4ca3-a073-9b09793d6458 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 1.0025599 Nov 12 13:28:45.686914 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 35f0276c-f24c-44f3-b4c8-23bc43cbe720 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:28:45.698764 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:28:45.737806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.776141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.796316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] 10.222.0.73 "DELETE /v2.0/networks/45ec0655-034d-41c4-a771-de940611d85c HTTP/1.1" status: 204 len: 168 time: 2.9655426 Nov 12 13:28:45.831974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a7ee3-7636-43a2-a45e-baeb6488cb2d tempest-ServersTestMultiNic-488486056 tempest-ServersTestMultiNic-488486056-project] Pushing event deleted for resources: {'Network': ['ID=45ec0655-034d-41c4-a771-de940611d85c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:45.842519 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.893045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:45.976775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:45.988552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 560d1ba2-6ed9-479b-9bb7-74701dd99319 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:28:45.992271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/1bad61d6-57cc-471d-bcd3-24050b344367/4d0559c1-b580-4c39-ad53-4c4811977d34) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:46.197629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:46.202467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:46.764999 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:46.796839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9c3c44-9b5e-4707-be1f-5e08dea7dcce None None] Network 94949607-7f71-467f-ae1a-a69cf7208b38 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:47.003359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=c6c91aec-8489-4c61-a5dc-5555533006b8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:47.137121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:47.324135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e7eaa-7da7-43eb-bdbd-1716a583322a req-4e83d6ba-4bcd-4349-8366-3c9ca76abe2a tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:47.339409 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e4e7eaa-7da7-43eb-bdbd-1716a583322a req-4e83d6ba-4bcd-4349-8366-3c9ca76abe2a tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 946 time: 0.1190624 Nov 12 13:28:47.364465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:47.389197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3ea5888-f462-4057-9da4-d9ffa6cb6f09 req-ccbeaeea-b6b0-4872-bee8-8a0837dfd127 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4680336 Nov 12 13:28:47.421249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9433b411-0b6e-49a6-aee3-b25d107685fd None None] Provisioning complete for port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:47.421838 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9433b411-0b6e-49a6-aee3-b25d107685fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:47.450626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:47.461372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:47.462484 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:47.468681 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e4e7eaa-7da7-43eb-bdbd-1716a583322a req-11111ea7-84a3-4776-8d69-c1b09d895187 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257796 Nov 12 13:28:47.469061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::6d25:d737:f5da:d43d (514a5480-43a8-41bb-9524-24b97d0dd96f/1bad61d6-57cc-471d-bcd3-24050b344367/560d1ba2-6ed9-479b-9bb7-74701dd99319) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:47.556186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:47.583718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47540) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:47.835009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-8521eec0-ea79-40c5-a5d1-aa4453f96b6d req-a460932c-de27-47c6-ae16-81798aaae1b4 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:28:47.836871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8521eec0-ea79-40c5-a5d1-aa4453f96b6d req-a460932c-de27-47c6-ae16-81798aaae1b4 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0335128 Nov 12 13:28:48.181396 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8521eec0-ea79-40c5-a5d1-aa4453f96b6d req-cd5cb570-4a7a-4e35-8f48-7afaaa6b40ea tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3219044 Nov 12 13:28:48.206582 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:48.279667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Pushing event updated for resources: {'Port': ['ID=4d0559c1-b580-4c39-ad53-4c4811977d34,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: from cryptography.utils import int_from_bytes Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: from cryptography.utils import int_from_bytes Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.293839 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:28:48.296508 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:28:48.404273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17facd3d-b3e0-4a0a-b69a-c17e8db57794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:48.428369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17facd3d-b3e0-4a0a-b69a-c17e8db57794 None None] Network 45ec0655-034d-41c4-a771-de940611d85c is not hosted by any dhcp agent {{(pid=102677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:28:48.432293 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17facd3d-b3e0-4a0a-b69a-c17e8db57794 None None] No DVR routers for this DVR port d2fba4cb-9d92-40f5-b70e-468474e5e426 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:48.448514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Attempting to bind port 4d0559c1-b580-4c39-ad53-4c4811977d34 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:28:48.448906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Attempting to bind port 4d0559c1-b580-4c39-ad53-4c4811977d34 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:28:48.449345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Attempting to bind port 4d0559c1-b580-4c39-ad53-4c4811977d34 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:28:48.680408 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:48.712581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17facd3d-b3e0-4a0a-b69a-c17e8db57794 None None] Pushing event deleted for resources: {'Port': ['ID=d2fba4cb-9d92-40f5-b70e-468474e5e426,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:48.762472 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:48.797453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:28:48.798199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:28:48.798731 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:48.799252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:28:48.808304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Bound port: 4d0559c1-b580-4c39-ad53-4c4811977d34, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:28:48.811969 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:49.014739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055d0a4-73bc-4d18-b9d7-eb6bce8563fb req-b084a343-5d3a-49b4-984e-5121a09ce8f7 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:49.050844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c055d0a4-73bc-4d18-b9d7-eb6bce8563fb req-b084a343-5d3a-49b4-984e-5121a09ce8f7 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 946 time: 0.3447971 Nov 12 13:28:49.142359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] For port 4d0559c1-b580-4c39-ad53-4c4811977d34, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:28:49.146558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] For port 4d0559c1-b580-4c39-ad53-4c4811977d34, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4d0559c1-b580-4c39-ad53-4c4811977d34,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:28:49.156748 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:49.166502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 35f0276c-f24c-44f3-b4c8-23bc43cbe720, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=35f0276c-f24c-44f3-b4c8-23bc43cbe720,segment=NetworkSegment(d53da023-61e9-49b9-8ec2-a1bb1c97811a),segment_id=d53da023-61e9-49b9-8ec2-a1bb1c97811a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:49.201444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:49.210902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9433b411-0b6e-49a6-aee3-b25d107685fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:49.266484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c055d0a4-73bc-4d18-b9d7-eb6bce8563fb req-b0ce9837-f0f1-4fa8-9c65-264a3823d89f tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145815 Nov 12 13:28:49.353972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d2fba4cb-9d92-40f5-b70e-468474e5e426 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:49.363066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:49.388792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52068774-5096-474a-aa48-533471fdddea req-0304a3d6-4082-4864-93c3-7924b094d88e tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:49.394763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52068774-5096-474a-aa48-533471fdddea req-0304a3d6-4082-4864-93c3-7924b094d88e tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 946 time: 0.9132664 Nov 12 13:28:49.409023 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5077369-b74b-480b-b1f1-d5adf892980a None None] Pushing event updated for resources: {'Port': ['ID=4d0559c1-b580-4c39-ad53-4c4811977d34,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:49.611511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: d2fba4cb-9d92-40f5-b70e-468474e5e426 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:49.612574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d2fba4cb-9d92-40f5-b70e-468474e5e426 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:49.624312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ed287-c99b-4b10-83c2-5273d6eb9019 req-36f793aa-951d-4293-96a1-c937d02893ec tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:49.631029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c22ed287-c99b-4b10-83c2-5273d6eb9019 req-36f793aa-951d-4293-96a1-c937d02893ec tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.5090930 Nov 12 13:28:49.671868 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-9433b411-0b6e-49a6-aee3-b25d107685fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:28:49.672558 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-9433b411-0b6e-49a6-aee3-b25d107685fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:28:49.759780 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:49.820908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=35f0276c-f24c-44f3-b4c8-23bc43cbe720,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:49.911630 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c22ed287-c99b-4b10-83c2-5273d6eb9019 req-a215bd90-2815-46d5-bd13-2aa7c2624add tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338181 Nov 12 13:28:49.974080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:49.986294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:49.998498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:50.005267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:50.019631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:50.020339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:50.121784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=560d1ba2-6ed9-479b-9bb7-74701dd99319,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:50.134224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4ba589ac-f75e-4922-970a-a8ba5ca8b232 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.7372065 Nov 12 13:28:50.142497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47562) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:50.390039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Deleting port 391c5299-7228-42a5-9ed7-60110b663917 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:50.390389 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:50.487888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fe2c0cb5-9c2e-4d91-ba66-5c784540bcdc None None] Provisioning complete for port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:50.488539 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0cb5-9c2e-4d91-ba66-5c784540bcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:50.509579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e0641-9b4b-40ae-ad4a-8dad78335415 req-14407b6f-4675-4ba1-8014-83bbaea7be64 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:50.518495 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cb7e0641-9b4b-40ae-ad4a-8dad78335415 req-14407b6f-4675-4ba1-8014-83bbaea7be64 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 946 time: 0.1247649 Nov 12 13:28:50.550673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] For port 391c5299-7228-42a5-9ed7-60110b663917, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=391c5299-7228-42a5-9ed7-60110b663917,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:50.550916 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:50.639716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cb7e0641-9b4b-40ae-ad4a-8dad78335415 req-b8941545-cf2b-4897-8a4e-370963436a42 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199427 Nov 12 13:28:50.660803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] Deleting port 49f334dd-a7a3-44b5-b251-0864a5822df9 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:50.661152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:50.788221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3fa37-7b7b-4006-b495-e1822959aa76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:50.798767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3fa37-7b7b-4006-b495-e1822959aa76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:50.818209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6ed3fa37-7b7b-4006-b495-e1822959aa76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6761091 Nov 12 13:28:50.825496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47568) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:50.924029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] For port 49f334dd-a7a3-44b5-b251-0864a5822df9, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=49f334dd-a7a3-44b5-b251-0864a5822df9,segment=NetworkSegment(e55e766a-18c0-4f88-8907-d873daf1231b),segment_id=e55e766a-18c0-4f88-8907-d873daf1231b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:50.924703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:50.952614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc92e5-dda5-4027-9b57-b47f77304fd2 req-cd2ec088-435b-4631-8e32-fc5296bab6e2 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:50.957645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] Calling delete_port for 49f334dd-a7a3-44b5-b251-0864a5822df9 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:50.961029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85cc92e5-dda5-4027-9b57-b47f77304fd2 req-cd2ec088-435b-4631-8e32-fc5296bab6e2 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 946 time: 0.8400013 Nov 12 13:28:51.245720 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:51.246102 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:51.246431 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Floating IP 9f562192-c633-45a1-9fe5-13d0f21c4c4e disassociated. External IP: 172.25.5.55, port: 391c5299-7228-42a5-9ed7-60110b663917. Nov 12 13:28:51.246790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Calling delete_port for 391c5299-7228-42a5-9ed7-60110b663917 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:51.428970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85cc92e5-dda5-4027-9b57-b47f77304fd2 req-1dc7529c-4eb9-4f14-9080-68e736ea6afb tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327648 Nov 12 13:28:51.438579 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 391c5299-7228-42a5-9ed7-60110b663917 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:51.449215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:28:51.577255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-31838e9e-e877-4c49-b197-1c1a55825b98 None None] Provisioning complete for port 4d0559c1-b580-4c39-ad53-4c4811977d34 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:51.580726 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31838e9e-e877-4c49-b197-1c1a55825b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:51.616257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:28:51.677972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5c473a40-82ad-4fec-bb07-f1636cdad8a3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 560d1ba2-6ed9-479b-9bb7-74701dd99319 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:51.678449 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c473a40-82ad-4fec-bb07-f1636cdad8a3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:51.686815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:51.688393 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e1c7cf66-94f4-4dfe-a60a-aa6465bf7c6c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.4951515 Nov 12 13:28:51.691732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47580) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:51.881466 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980b313-44a3-4e6b-8a2b-e20d05a54946 None None] Sync routers for ids ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:28:51.921472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980b313-44a3-4e6b-8a2b-e20d05a54946 None None] Routers {'bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:51.922127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5980b313-44a3-4e6b-8a2b-e20d05a54946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:28:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:51.995572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:52.040112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5edf38-af5f-42d4-a0a8-392cb8e35d2c req-d305af9a-25e7-4b34-900e-ed72db037896 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:52.051523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee5edf38-af5f-42d4-a0a8-392cb8e35d2c req-d305af9a-25e7-4b34-900e-ed72db037896 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 0.2872462 Nov 12 13:28:52.062506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5980b313-44a3-4e6b-8a2b-e20d05a54946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:52.082112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:52.097742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4d0559c1-b580-4c39-ad53-4c4811977d34 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:28:52.204002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] Pushing event deleted for resources: {'Port': ['ID=49f334dd-a7a3-44b5-b251-0864a5822df9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:52.296504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee5edf38-af5f-42d4-a0a8-392cb8e35d2c req-53b91bf8-9fc3-44f9-92ec-8a53005cc72a tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416036 Nov 12 13:28:52.317870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980b313-44a3-4e6b-8a2b-e20d05a54946 None None] Routers {'bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:52.319047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5980b313-44a3-4e6b-8a2b-e20d05a54946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:28:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:52.472931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:52.508568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5980b313-44a3-4e6b-8a2b-e20d05a54946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:52.510573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980b313-44a3-4e6b-8a2b-e20d05a54946 None None] The sync data for ids ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:28:52.533812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4d0559c1-b580-4c39-ad53-4c4811977d34 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:52.536087 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:52.583759 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31838e9e-e877-4c49-b197-1c1a55825b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:52.689033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-31838e9e-e877-4c49-b197-1c1a55825b98 None None] For port 4d0559c1-b580-4c39-ad53-4c4811977d34, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4d0559c1-b580-4c39-ad53-4c4811977d34,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:52.699047 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31838e9e-e877-4c49-b197-1c1a55825b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:52.825256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337d0ff-d4a4-4cee-9524-c660cc660280 req-5724bb0b-7310-4ca7-92c3-795049270de9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:52.831823 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337d0ff-d4a4-4cee-9524-c660cc660280 req-5724bb0b-7310-4ca7-92c3-795049270de9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:52.838975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337d0ff-d4a4-4cee-9524-c660cc660280 req-5724bb0b-7310-4ca7-92c3-795049270de9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:52.847157 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a337d0ff-d4a4-4cee-9524-c660cc660280 req-5724bb0b-7310-4ca7-92c3-795049270de9 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90&device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df&device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 2418 time: 0.1010902 Nov 12 13:28:52.911542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a337d0ff-d4a4-4cee-9524-c660cc660280 req-9b34a0d4-1900-4e84-9ca2-74de504476de tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632319 Nov 12 13:28:53.024302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31838e9e-e877-4c49-b197-1c1a55825b98 None None] Pushing event updated for resources: {'Port': ['ID=4d0559c1-b580-4c39-ad53-4c4811977d34,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:53.035566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 35f0276c-f24c-44f3-b4c8-23bc43cbe720 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:28:53.051298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f5e99d04-9327-4528-8e6c-4bb133d91f30 None None] Provisioning complete for port 560d1ba2-6ed9-479b-9bb7-74701dd99319 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:53.051298 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5e99d04-9327-4528-8e6c-4bb133d91f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:53.154815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f5e99d04-9327-4528-8e6c-4bb133d91f30 None None] Port 560d1ba2-6ed9-479b-9bb7-74701dd99319 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:28:53.210897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f4b99-1e80-42ea-967f-b9f0e8ac7524 req-86f7c671-b917-4867-b59d-cc30b10507d8 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:53.214100 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f5f4b99-1e80-42ea-967f-b9f0e8ac7524 req-86f7c671-b917-4867-b59d-cc30b10507d8 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 946 time: 1.2493870 Nov 12 13:28:53.233398 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 13:28:53.233398 n-d-805736-4 neutron-server[102677]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 12 13:28:53.233398 n-d-805736-4 neutron-server[102677]: [parameters: {'status': 'DOWN', 'ports_id': '391c5299-7228-42a5-9ed7-60110b663917'}] Nov 12 13:28:53.233398 n-d-805736-4 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:28:53.237249 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:28:53.268189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:53.268654 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:53.380853 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c473a40-82ad-4fec-bb07-f1636cdad8a3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:53.404236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f5f4b99-1e80-42ea-967f-b9f0e8ac7524 req-63eecb6d-bc24-4832-8203-39bf9e595cb7 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups?id=a226a569-4606-4b83-9022-8851c1e5ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764467 Nov 12 13:28:53.413828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5c473a40-82ad-4fec-bb07-f1636cdad8a3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 560d1ba2-6ed9-479b-9bb7-74701dd99319 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:53.418143 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:53.477879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Pushing event deleted for resources: {'Port': ['ID=391c5299-7228-42a5-9ed7-60110b663917,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:53.582250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-7a69b6ac-5daa-428b-936e-e7df6207ec6b req-6277d6d8-adf4-4c0f-a7fc-4c2fdf345236 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:28:53.586364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a69b6ac-5daa-428b-936e-e7df6207ec6b req-6277d6d8-adf4-4c0f-a7fc-4c2fdf345236 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100317 Nov 12 13:28:53.748879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] Router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:28:53.773648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Port 391c5299-7228-42a5-9ed7-60110b663917 update to DOWN by agent not found {{(pid=102677) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 13:28:53.833778 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a69b6ac-5daa-428b-936e-e7df6207ec6b req-d0f1ae3e-9b34-4773-800e-db0eb67626c7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2335713 Nov 12 13:28:53.868094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7d94f-2f19-41cc-9d1c-5923fe9c1d80 req-ad6fdd63-e5e2-483e-8733-cc9abd0d190b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:53.869798 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-53d7d94f-2f19-41cc-9d1c-5923fe9c1d80 req-ad6fdd63-e5e2-483e-8733-cc9abd0d190b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 945 time: 0.3362668 Nov 12 13:28:53.942108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4d0559c1-b580-4c39-ad53-4c4811977d34 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:28:54.026912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-53d7d94f-2f19-41cc-9d1c-5923fe9c1d80 req-3829e9b4-6943-40b8-812e-c0dbd3ba824b tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386352 Nov 12 13:28:54.105143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4d0559c1-b580-4c39-ad53-4c4811977d34 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:54.105817 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:54.170267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Router c173c137-7120-4ef2-ac1b-5ed5fb65c858 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:28:54.256908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:28:54.275118 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] Sync routers for ids ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:28:54.283448 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9ff9ea29-8498-4125-a83b-a6f4a9b437ea admin admin] 10.222.0.73 "PUT /v2.0/routers/9b3fa04d-335a-4861-a118-4842d2a4d4b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6982474 Nov 12 13:28:54.295414 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] Routers {'9b3fa04d-335a-4861-a118-4842d2a4d4b1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:54.299754 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:28:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:54.328799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47602) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:54.387738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c473a40-82ad-4fec-bb07-f1636cdad8a3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:54.591028 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:54.707935 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] Set router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:28:54.728736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-f98d0ac8-745e-4159-8b33-12ff6567d6d8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:54.731670 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-f98d0ac8-745e-4159-8b33-12ff6567d6d8 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.70 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 945 time: 0.4447052 Nov 12 13:28:54.770348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:28:54.805308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] Sync routers for ids ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:28:54.834064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] Routers {'c173c137-7120-4ef2-ac1b-5ed5fb65c858'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:54.835982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:28:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:54.964804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] No DVR routers for this DVR port 391c5299-7228-42a5-9ed7-60110b663917 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:55.017149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c473a40-82ad-4fec-bb07-f1636cdad8a3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=560d1ba2-6ed9-479b-9bb7-74701dd99319,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:55.032082 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:55.040162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52068774-5096-474a-aa48-533471fdddea req-32a4c568-aa94-4b5d-a261-9dbdec45a4fd tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.70 "DELETE /v2.0/ports/391c5299-7228-42a5-9ed7-60110b663917 HTTP/1.1" status: 204 len: 173 time: 5.6324694 Nov 12 13:28:55.079813 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1a335dc-dc3c-47ef-93ad-c9810e27a64f req-a72afda4-a9f5-485e-8776-a9cab181dd1b tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1c246d7-b50b-443a-b065-f183313c93a6 HTTP/1.1" status: 200 len: 210 time: 0.1788187 Nov 12 13:28:55.081102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'name': 'network-vif-deleted', 'tag': '391c5299-7228-42a5-9ed7-60110b663917'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:55.107725 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b1103d-02ef-4b6b-b0fa-b2f8df62a3f1" -d '{"events": [{"server_uuid": "f1c246d7-b50b-443a-b065-f183313c93a6", "name": "network-vif-deleted", "tag": "391c5299-7228-42a5-9ed7-60110b663917"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:55.130001 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:55.230325 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:55.298095 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] Set router c173c137-7120-4ef2-ac1b-5ed5fb65c858 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:28:55.324610 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'name': 'tempest-ServersTestMultiNic-1092224487-router', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:27Z', 'updated_at': '2021-11-12T13:28:51Z', 'revision_number': 5, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'gw_port': {'id': '29bc3926-9e8c-4cf3-9995-276a16f8d508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:26:28Z', 'updated_at': '2021-11-12T13:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:55.365437 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c473a40-82ad-4fec-bb07-f1636cdad8a3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:55.371677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Deleting port a4f6c415-88aa-440c-9704-5b504a4b9c5f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:55.375808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:55.406229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5c473a40-82ad-4fec-bb07-f1636cdad8a3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/560d1ba2-6ed9-479b-9bb7-74701dd99319 HTTP/1.1" status: 204 len: 168 time: 4.5782969 Nov 12 13:28:55.422811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47620) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:55.452713 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] Checking router: 9b3fa04d-335a-4861-a118-4842d2a4d4b1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:28:55.485969 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] Routers {'9b3fa04d-335a-4861-a118-4842d2a4d4b1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:55.488530 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:28:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:55.877048 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] Set router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:28:55.932582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Deleting port 29bc3926-9e8c-4cf3-9995-276a16f8d508 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:55.933498 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:55.971039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] For port a4f6c415-88aa-440c-9704-5b504a4b9c5f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a4f6c415-88aa-440c-9704-5b504a4b9c5f,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:55.972683 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:56.129622 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'name': 'tempest-ServersTestMultiNic-1092224487-router', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:27Z', 'updated_at': '2021-11-12T13:28:55Z', 'revision_number': 6, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:56.187037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Calling delete_port for a4f6c415-88aa-440c-9704-5b504a4b9c5f owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:56.201588 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f7055-1091-4a64-bf84-4ef8b79f6af0 None None] The sync data for ids ['9b3fa04d-335a-4861-a118-4842d2a4d4b1'] in n-d-805736-4 is: [{'id': '9b3fa04d-335a-4861-a118-4842d2a4d4b1', 'name': 'tempest-ServersTestMultiNic-1092224487-router', 'tenant_id': '1ca2e172ca8941d1964c6906a2c604b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:26:27Z', 'updated_at': '2021-11-12T13:28:55Z', 'revision_number': 6, 'project_id': '1ca2e172ca8941d1964c6906a2c604b5', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:28:56.203661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddddcc9-7156-4bb4-bdaf-b0958aa9f1ce tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:56.212923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddddcc9-7156-4bb4-bdaf-b0958aa9f1ce tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:56.214946 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ddddcc9-7156-4bb4-bdaf-b0958aa9f1ce tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7881961 Nov 12 13:28:56.219185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:56.275621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be486418-e3e5-4251-b801-cf870e7c9d73 req-3a34fab3-9902-4f58-8fc5-82756608aaf5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:56.278980 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be486418-e3e5-4251-b801-cf870e7c9d73 req-3a34fab3-9902-4f58-8fc5-82756608aaf5 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 945 time: 0.7037578 Nov 12 13:28:56.339276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc742f32-5acd-416f-a039-da6445d7bcbe', 'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'mac_address': 'fa:16:3e:8a:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:28Z', 'revision_number': 5, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'subnets': [{'id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:56.403769 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5332d1bf-164e-4c05-acfc-5519dbf969a6 x-openstack-request-id: req-5332d1bf-164e-4c05-acfc-5519dbf969a6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:56.404902 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c246d7-b50b-443a-b065-f183313c93a6", "name": "network-vif-deleted", "tag": "391c5299-7228-42a5-9ed7-60110b663917", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:56.405785 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5332d1bf-164e-4c05-acfc-5519dbf969a6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:56.406740 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c246d7-b50b-443a-b065-f183313c93a6', 'name': 'network-vif-deleted', 'tag': '391c5299-7228-42a5-9ed7-60110b663917', 'status': 'completed', 'code': 200} Nov 12 13:28:56.410352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] Checking router: c173c137-7120-4ef2-ac1b-5ed5fb65c858 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:28:56.443684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] Routers {'c173c137-7120-4ef2-ac1b-5ed5fb65c858'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:28:56.444449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:28:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:56.521474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] For port 29bc3926-9e8c-4cf3-9995-276a16f8d508, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=29bc3926-9e8c-4cf3-9995-276a16f8d508,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:56.521884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:56.522354 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88210fd-d624-4585-9c59-ebe3ff249ec8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 1bad61d6-57cc-471d-bcd3-24050b344367 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:28:56.549465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Calling delete_port for 29bc3926-9e8c-4cf3-9995-276a16f8d508 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:56.738519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] Set router c173c137-7120-4ef2-ac1b-5ed5fb65c858 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:28:56.976625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.20.0.1 (94949607-7f71-467f-ae1a-a69cf7208b38/aaa1c35d-7f63-4a73-b8e8-5d96fb3b7284/1a2c46bd-75ea-4011-aabc-0d21b9372aad) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:28:57.106554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:57.116035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:57.164586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Pushing event deleted for resources: {'Port': ['ID=a4f6c415-88aa-440c-9704-5b504a4b9c5f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:57.219836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47634) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:57.273868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.274745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.275210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.275657 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.276489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.277520 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be486418-e3e5-4251-b801-cf870e7c9d73 req-5b228e96-f98d-47d7-b425-a1a3e0ecaba6 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9469082 Nov 12 13:28:57.278167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.278623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.280408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.280878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.281642 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.283719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.284264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:28:57.322614 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c88210fd-d624-4585-9c59-ebe3ff249ec8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:57.448474 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:57.512412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c88210fd-d624-4585-9c59-ebe3ff249ec8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:57.513693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Pushing event deleted for resources: {'Port': ['ID=29bc3926-9e8c-4cf3-9995-276a16f8d508,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:57.602439 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] No DVR routers for this DVR port a4f6c415-88aa-440c-9704-5b504a4b9c5f on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:57.656465 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:57.666050 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e428b15-3b39-4d0e-8f81-2634ddbae307 req-24a191b9-8420-4a55-8b69-4b5d18167d7e tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.70 "DELETE /v2.0/ports/a4f6c415-88aa-440c-9704-5b504a4b9c5f HTTP/1.1" status: 204 len: 173 time: 2.9065835 Nov 12 13:28:57.668958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'name': 'network-vif-deleted', 'tag': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:28:57.674695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a4f6c415-88aa-440c-9704-5b504a4b9c5f no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:57.675737 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d70e8a8-86f9-4e3e-8ae1-458283cfdb5a" -d '{"events": [{"server_uuid": "a66c10f5-c53a-4db3-a701-d0f5a9aa5a68", "name": "network-vif-deleted", "tag": "a4f6c415-88aa-440c-9704-5b504a4b9c5f"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:28:57.726858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:57.836147 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa466885-0d99-457b-8ddb-b19e9d6e25f9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:57.846237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:57.847577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: a4f6c415-88aa-440c-9704-5b504a4b9c5f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:57.853900 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a4f6c415-88aa-440c-9704-5b504a4b9c5f not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:57.862402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=1a2c46bd-75ea-4011-aabc-0d21b9372aad,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:57.862660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60ca494e-94bf-4c8c-bd82-b6dad0b19d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:57.908259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 29bc3926-9e8c-4cf3-9995-276a16f8d508 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:57.923191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 94949607-7f71-467f-ae1a-a69cf7208b38 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:28:57.933138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:28:57.944082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:28:57.950355 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c88210fd-d624-4585-9c59-ebe3ff249ec8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.003771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 29bc3926-9e8c-4cf3-9995-276a16f8d508 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:58.004118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 29bc3926-9e8c-4cf3-9995-276a16f8d508 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:58.004540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 49f334dd-a7a3-44b5-b251-0864a5822df9 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:58.061925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 49f334dd-a7a3-44b5-b251-0864a5822df9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:58.062433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 49f334dd-a7a3-44b5-b251-0864a5822df9 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:58.087928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc742f32-5acd-416f-a039-da6445d7bcbe', 'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'mac_address': 'fa:16:3e:8a:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:28Z', 'revision_number': 5, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'subnets': [{'id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:28:58.126812 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.131199 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6780496-2043-4a4d-adf7-91bf7629a452 x-openstack-request-id: req-d6780496-2043-4a4d-adf7-91bf7629a452 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:28:58.131768 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66c10f5-c53a-4db3-a701-d0f5a9aa5a68", "name": "network-vif-deleted", "tag": "a4f6c415-88aa-440c-9704-5b504a4b9c5f", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:28:58.131975 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6780496-2043-4a4d-adf7-91bf7629a452 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:28:58.133483 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66c10f5-c53a-4db3-a701-d0f5a9aa5a68', 'name': 'network-vif-deleted', 'tag': 'a4f6c415-88aa-440c-9704-5b504a4b9c5f', 'status': 'completed', 'code': 200} Nov 12 13:28:58.142243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676ea9e-7acb-4d3d-b76d-7dbf7af1c64b None None] The sync data for ids ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'] in n-d-805736-4 is: [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:25:18Z', 'revision_number': 4, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc742f32-5acd-416f-a039-da6445d7bcbe', 'name': '', 'network_id': 'b4d1f4a9-87ec-434f-8934-2c016cbe992c', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'mac_address': 'fa:16:3e:8a:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:16Z', 'updated_at': '2021-11-12T13:25:28Z', 'revision_number': 5, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'subnets': [{'id': '6fae73bd-fdf4-4e2a-94e9-5886c6f6f594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:28:58.222640 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa466885-0d99-457b-8ddb-b19e9d6e25f9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.228174 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.240354 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.356027 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c88210fd-d624-4585-9c59-ebe3ff249ec8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.407038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95648059-342b-48df-a1c5-903f267fe9ae None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:28:58.414775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c88210fd-d624-4585-9c59-ebe3ff249ec8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.430974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c88210fd-d624-4585-9c59-ebe3ff249ec8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/1bad61d6-57cc-471d-bcd3-24050b344367 HTTP/1.1" status: 204 len: 168 time: 2.2016561 Nov 12 13:28:58.479111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47648) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:58.479851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88210fd-d624-4585-9c59-ebe3ff249ec8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=1bad61d6-57cc-471d-bcd3-24050b344367,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:58.555419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2c1a19ca-c1cf-4c91-aef5-465eecb122f3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667760 Nov 12 13:28:58.559290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47650) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:58.582736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e48f5c27-7efd-4196-995b-0e298ae1f3c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:28:58.657618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.691431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.694830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b3fa04d-335a-4861-a118-4842d2a4d4b1 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:28:58.702682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8d072f55-c2c1-4ec1-9dd6-f567935d0622 None None] Provisioning complete for port 1a2c46bd-75ea-4011-aabc-0d21b9372aad triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:28:58.703320 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d072f55-c2c1-4ec1-9dd6-f567935d0622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.742721 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:58.755035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c11e9a5c-d02a-4d5c-b3cf-b0d691633933 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9b3fa04d-335a-4861-a118-4842d2a4d4b1 HTTP/1.1" status: 204 len: 168 time: 4.4227042 Nov 12 13:28:58.786545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47654) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:58.861721 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8d072f55-c2c1-4ec1-9dd6-f567935d0622 None None] Port 1a2c46bd-75ea-4011-aabc-0d21b9372aad cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:28:58.971276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3f4f3b-839b-47fd-ad86-11f9682e58ac None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:28:58.986824 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d21b42-f588-422e-8a89-61eab8ac8ad4 None None] New status for floating IP 9f562192-c633-45a1-9fe5-13d0f21c4c4e: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:28:59.143558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f4f3b-839b-47fd-ad86-11f9682e58ac None None] Deleting port 4d0559c1-b580-4c39-ad53-4c4811977d34 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:28:59.144332 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4f3b-839b-47fd-ad86-11f9682e58ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.205126 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa466885-0d99-457b-8ddb-b19e9d6e25f9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.214336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa466885-0d99-457b-8ddb-b19e9d6e25f9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.218795 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fa466885-0d99-457b-8ddb-b19e9d6e25f9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "DELETE /v2.0/security-groups/a226a569-4606-4b83-9022-8851c1e5ad1c HTTP/1.1" status: 204 len: 168 time: 1.9840155 Nov 12 13:28:59.229798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47660) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:59.325001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa466885-0d99-457b-8ddb-b19e9d6e25f9 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a226a569-4606-4b83-9022-8851c1e5ad1c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:59.331787 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-0804fca9-ccea-496e-affb-44febbc21eaf tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] show failed (client error): The resource could not be found. Nov 12 13:28:59.333966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0804fca9-ccea-496e-affb-44febbc21eaf tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "GET /v2.0/security-groups/a226a569-4606-4b83-9022-8851c1e5ad1c HTTP/1.1" status: 404 len: 347 time: 0.0869086 Nov 12 13:28:59.349548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47662) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:28:59.362652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ea3f4f3b-839b-47fd-ad86-11f9682e58ac None None] For port 4d0559c1-b580-4c39-ad53-4c4811977d34, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4d0559c1-b580-4c39-ad53-4c4811977d34,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:28:59.363063 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4f3b-839b-47fd-ad86-11f9682e58ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.395486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f4f3b-839b-47fd-ad86-11f9682e58ac None None] Calling delete_port for 4d0559c1-b580-4c39-ad53-4c4811977d34 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:28:59.447993 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bc720e2-aec1-4de4-a77c-b04c830195a6 req-931098d0-0a53-4a9c-97dc-ee85ae060dc2 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66c10f5-c53a-4db3-a701-d0f5a9aa5a68 HTTP/1.1" status: 200 len: 210 time: 0.2115119 Nov 12 13:28:59.498845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-746bbd6d-595a-412f-93f7-a0961e534243 admin admin] Deleting subnet bfc4f620-47a4-46bc-966b-faeb4d720ccc {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:28:59.542399 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-746bbd6d-595a-412f-93f7-a0961e534243 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.580262 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.588863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.657795 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.662430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4f3b-839b-47fd-ad86-11f9682e58ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.756763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48f5c27-7efd-4196-995b-0e298ae1f3c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:28:59.764599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e48f5c27-7efd-4196-995b-0e298ae1f3c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.768666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f4f3b-839b-47fd-ad86-11f9682e58ac None None] Pushing event deleted for resources: {'Port': ['ID=4d0559c1-b580-4c39-ad53-4c4811977d34,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:28:59.776494 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b87a0edf-b818-498a-abe1-aafa3e8007be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.812510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f4f3b-839b-47fd-ad86-11f9682e58ac None None] No DVR routers for this DVR port 4d0559c1-b580-4c39-ad53-4c4811977d34 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:28:59.844721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6278e-fe78-4e22-a91e-4e21c8218e16 req-c82b4855-7ba6-4be2-9ad7-8cf4cd8eaa2f tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:28:59.854046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4d0559c1-b580-4c39-ad53-4c4811977d34 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:28:59.862976 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52e6278e-fe78-4e22-a91e-4e21c8218e16 req-c82b4855-7ba6-4be2-9ad7-8cf4cd8eaa2f tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 0.4143560 Nov 12 13:28:59.916775 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-746bbd6d-595a-412f-93f7-a0961e534243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:28:59.929044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 4d0559c1-b580-4c39-ad53-4c4811977d34 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:28:59.929582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4d0559c1-b580-4c39-ad53-4c4811977d34 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:28:59.938485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=1a2c46bd-75ea-4011-aabc-0d21b9372aad,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:00.034788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 94949607-7f71-467f-ae1a-a69cf7208b38 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:00.038495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:00.112915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52e6278e-fe78-4e22-a91e-4e21c8218e16 req-11892df6-8f3a-41af-91ab-babd442c9282 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476537 Nov 12 13:29:00.137175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a9189dd5-0467-4c04-9436-fc39eb6213e1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Deleting port 06e56393-5146-4e33-b012-47ce55ee3750 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:00.137542 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9189dd5-0467-4c04-9436-fc39eb6213e1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:00.242195 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-746bbd6d-595a-412f-93f7-a0961e534243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:00.377815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:29:00.553886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:00.578943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6b0b07b2-30c2-47bf-bdb6-2065f0cc335f None None] Provisioning complete for port 1a2c46bd-75ea-4011-aabc-0d21b9372aad triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:00.579771 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b0b07b2-30c2-47bf-bdb6-2065f0cc335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:00.654645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:00.681196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1aa6cf96-d42b-49cf-af2a-0a22ae2fc28f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "PUT /v2.0/routers/bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9881575 Nov 12 13:29:00.681967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b07b2-30c2-47bf-bdb6-2065f0cc335f None None] Port 1a2c46bd-75ea-4011-aabc-0d21b9372aad cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:00.682983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:00.692586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a096e43-2e73-4987-b9dd-e8d84ce8d832 None None] Sync routers for ids ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:00.695530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'port': {'network_id': '94949607-7f71-467f-ae1a-a69cf7208b38', 'name': 'tempest-FloatingIPTestJSON-1865995123'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:00.719863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a096e43-2e73-4987-b9dd-e8d84ce8d832 None None] Routers {'bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:00.720835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8a096e43-2e73-4987-b9dd-e8d84ce8d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:00.840815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8a096e43-2e73-4987-b9dd-e8d84ce8d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:00.862747 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a096e43-2e73-4987-b9dd-e8d84ce8d832 None None] Routers {'bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:00.863385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8a096e43-2e73-4987-b9dd-e8d84ce8d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:00.914606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8a096e43-2e73-4987-b9dd-e8d84ce8d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:00.928232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a096e43-2e73-4987-b9dd-e8d84ce8d832 None None] The sync data for ids ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:00.980551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Made reservation on behalf of 0660df74385146559e6796aeefe2058c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:00.987746 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:01.032417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] device_id is not set on port cb6d98a1-e0f4-442f-b9ab-60cf72f364a2 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:29:01.067145 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-746bbd6d-595a-412f-93f7-a0961e534243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:01.148662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9189dd5-0467-4c04-9436-fc39eb6213e1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:01.148994 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9189dd5-0467-4c04-9436-fc39eb6213e1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:01.160135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bbd6d-595a-412f-93f7-a0961e534243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc4f620-47a4-46bc-966b-faeb4d720ccc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:01.169233 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-746bbd6d-595a-412f-93f7-a0961e534243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:01.172928 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-746bbd6d-595a-412f-93f7-a0961e534243 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bfc4f620-47a4-46bc-966b-faeb4d720ccc HTTP/1.1" status: 204 len: 168 time: 2.3823032 Nov 12 13:29:01.173228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213cc592-5eb2-4b84-9c34-e00a3d08145f None None] Network 940fa497-2982-4ae6-beb7-393106ccced9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:01.184187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-ad811eb7-fb79-401e-8437-5f9957a4ff66 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:01.186108 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-ad811eb7-fb79-401e-8437-5f9957a4ff66 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 0.2767701 Nov 12 13:29:01.193002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47680) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:01.234083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a9189dd5-0467-4c04-9436-fc39eb6213e1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Calling delete_port for 06e56393-5146-4e33-b012-47ce55ee3750 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:01.278490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Allocated IP 172.20.0.13 (94949607-7f71-467f-ae1a-a69cf7208b38/aaa1c35d-7f63-4a73-b8e8-5d96fb3b7284/cb6d98a1-e0f4-442f-b9ab-60cf72f364a2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:01.365673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e48f5c27-7efd-4196-995b-0e298ae1f3c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:01.411806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608990-89db-4745-8545-a050964c242d req-302d606c-b2c2-4596-97e6-db84d61fa177 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:01.421244 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9608990-89db-4745-8545-a050964c242d req-302d606c-b2c2-4596-97e6-db84d61fa177 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 945 time: 0.4566128 Nov 12 13:29:01.498702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd5b25-a50a-4473-8c7c-4af99fd512db req-849980c8-108c-420e-99c1-208ef3895468 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:01.508619 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdbd5b25-a50a-4473-8c7c-4af99fd512db req-849980c8-108c-420e-99c1-208ef3895468 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 0.2011535 Nov 12 13:29:01.594230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48f5c27-7efd-4196-995b-0e298ae1f3c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:01.600362 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:01.625778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e48f5c27-7efd-4196-995b-0e298ae1f3c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:01.641226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f5c27-7efd-4196-995b-0e298ae1f3c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:01.641862 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e48f5c27-7efd-4196-995b-0e298ae1f3c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:01.644463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f5c27-7efd-4196-995b-0e298ae1f3c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=15433efa-b283-41ba-833d-52f18886f4d2,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:01.660161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f6c60-8638-4736-828c-51797ad55721 None None] DHCP port deletion for 940fa497-2982-4ae6-beb7-393106ccced9 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:29:01.681757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b59dad-2b8f-4522-962c-bff8b89ceb5d None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:01.691689 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdbd5b25-a50a-4473-8c7c-4af99fd512db req-d0b15181-40c5-4158-86f0-3cef1856affc tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818202 Nov 12 13:29:01.743866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9608990-89db-4745-8545-a050964c242d req-e9acaa8f-4ec8-4b83-90c8-aaabfec75adc tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215997 Nov 12 13:29:01.802048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47686) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:01.807798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e48f5c27-7efd-4196-995b-0e298ae1f3c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2466214 Nov 12 13:29:01.855884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device edb0c577-0452-4c59-8771-24da0f5fc59b no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:01.877520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': '15433efa-b283-41ba-833d-52f18886f4d2', 'ip_address': '2001:db8::2d07:d4a5:f826:3c27'}], 'name': 'tempest-NetworksTestDHCPv6-1010618471'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:01.936826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:01.984955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-32dbe940-36c5-4102-a795-7554fe6e05ca tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Deleting port f6a06d18-72a3-4cb9-be1c-c67245653e53 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:01.985611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-32dbe940-36c5-4102-a795-7554fe6e05ca tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.033853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-e3a42cfb-77d4-4321-804f-6154717c7880 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:02.036510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-e3a42cfb-77d4-4321-804f-6154717c7880 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 945 time: 0.4325325 Nov 12 13:29:02.100305 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-50c6f9cd-a3b0-42b0-8789-26becdc9715d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2315149 Nov 12 13:29:02.159906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Deleting port edb0c577-0452-4c59-8771-24da0f5fc59b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:02.160284 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.194895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9189dd5-0467-4c04-9436-fc39eb6213e1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.299228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9189dd5-0467-4c04-9436-fc39eb6213e1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Pushing event deleted for resources: {'Port': ['ID=06e56393-5146-4e33-b012-47ce55ee3750,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:02.324548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-32dbe940-36c5-4102-a795-7554fe6e05ca tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] For port f6a06d18-72a3-4cb9-be1c-c67245653e53, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f6a06d18-72a3-4cb9-be1c-c67245653e53,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:02.325042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-32dbe940-36c5-4102-a795-7554fe6e05ca tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.358689 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.360377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] For port edb0c577-0452-4c59-8771-24da0f5fc59b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=edb0c577-0452-4c59-8771-24da0f5fc59b,segment=NetworkSegment(e55e766a-18c0-4f88-8907-d873daf1231b),segment_id=e55e766a-18c0-4f88-8907-d873daf1231b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:02.360771 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.401813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-32dbe940-36c5-4102-a795-7554fe6e05ca tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Calling delete_port for f6a06d18-72a3-4cb9-be1c-c67245653e53 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:02.417767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': '15433efa-b283-41ba-833d-52f18886f4d2'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:29:02.418061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Calling delete_port for edb0c577-0452-4c59-8771-24da0f5fc59b owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:02.419709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.424381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-9237e13c-e85f-4482-a299-56709d5541bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:02.426126 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-9237e13c-e85f-4482-a299-56709d5541bf service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 1097 time: 0.2794209 Nov 12 13:29:02.448495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f6c60-8638-4736-828c-51797ad55721 None None] Deleting port edb0c577-0452-4c59-8771-24da0f5fc59b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:02.448495 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6c60-8638-4736-828c-51797ad55721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.513596 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47690) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:02.572791 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.584912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9189dd5-0467-4c04-9436-fc39eb6213e1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.588125 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9189dd5-0467-4c04-9436-fc39eb6213e1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.590642 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a9189dd5-0467-4c04-9436-fc39eb6213e1 tempest-ServersTestFqdnHostnames-1947519666 tempest-ServersTestFqdnHostnames-1947519666-project] 10.222.0.73 "DELETE /v2.0/floatingips/9f562192-c633-45a1-9fe5-13d0f21c4c4e HTTP/1.1" status: 204 len: 168 time: 3.2387805 Nov 12 13:29:02.630039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47694) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:02.763413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port edb0c577-0452-4c59-8771-24da0f5fc59b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=edb0c577-0452-4c59-8771-24da0f5fc59b,segment=NetworkSegment(e55e766a-18c0-4f88-8907-d873daf1231b),segment_id=e55e766a-18c0-4f88-8907-d873daf1231b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:02.780569 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:02.940504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=edb0c577-0452-4c59-8771-24da0f5fc59b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:02.953328 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:03.026363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fe7f6c60-8638-4736-828c-51797ad55721 None None] For port edb0c577-0452-4c59-8771-24da0f5fc59b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=edb0c577-0452-4c59-8771-24da0f5fc59b,segment=NetworkSegment(e55e766a-18c0-4f88-8907-d873daf1231b),segment_id=e55e766a-18c0-4f88-8907-d873daf1231b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:03.026761 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6c60-8638-4736-828c-51797ad55721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:03.054020 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:03.064387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f6c60-8638-4736-828c-51797ad55721 None None] Calling delete_port for edb0c577-0452-4c59-8771-24da0f5fc59b owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:03.111387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-d90fea12-79a8-4444-84c5-e7cf40c52dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:03.112974 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-d90fea12-79a8-4444-84c5-e7cf40c52dd8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 200 len: 916 time: 0.6109843 Nov 12 13:29:03.113647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Network 94949607-7f71-467f-ae1a-a69cf7208b38 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:03.149761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event updated for resources: {'Port': ['ID=cb6d98a1-e0f4-442f-b9ab-60cf72f364a2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:03.163860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:03.180683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:03.282496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:03.282800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:03.283592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-dbbbfb86-edc6-4ad0-8550-c67122f8bd04 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ee5edf-2e7b-4f0c-86d3-445939f75d4b HTTP/1.1" status: 200 len: 217 time: 0.1405890 Nov 12 13:29:03.333974 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/15433efa-b283-41ba-833d-52f18886f4d2/f6ca5fb7-0f1a-4ae5-bf16-5812fd095882) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:03.342200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6c60-8638-4736-828c-51797ad55721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:03.364712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f6c60-8638-4736-828c-51797ad55721 None None] No DVR routers for this DVR port edb0c577-0452-4c59-8771-24da0f5fc59b on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:03.404571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f6c60-8638-4736-828c-51797ad55721 None None] Pushing event deleted for resources: {'Port': ['ID=edb0c577-0452-4c59-8771-24da0f5fc59b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:03.418334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:03.441465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Deleting port 89a8aa39-f991-42f9-85c0-a7f9afc16dad {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:03.442267 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:03.525577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb0c577-0452-4c59-8771-24da0f5fc59b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:03.575563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] No DVR routers for this DVR port edb0c577-0452-4c59-8771-24da0f5fc59b on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:03.588583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:03.592106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b74c-4fbc-4316-bcd9-32c622cd2818 req-dbdfd441-a7d6-4ef7-978b-7a4938cf57fc tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:03.594060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3b3b74c-4fbc-4316-bcd9-32c622cd2818 req-dbdfd441-a7d6-4ef7-978b-7a4938cf57fc tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b6a0739-dbb5-47d6-81d4-560dce018c90 HTTP/1.1" status: 200 len: 945 time: 0.4715357 Nov 12 13:29:03.603832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-43e2c198-afd5-4a4d-bb4c-f43eefffb5ee tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9189057 Nov 12 13:29:03.612110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:03.639820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Request body: {'floatingip': {'port_id': 'cb6d98a1-e0f4-442f-b9ab-60cf72f364a2'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:03.644536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-9335ad02-b779-4b57-993d-5d8e0b7657c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:03.650286 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-9335ad02-b779-4b57-993d-5d8e0b7657c5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=d0aa25b5-672d-478f-a8bb-1011dad8a122 HTTP/1.1" status: 200 len: 854 time: 0.3573253 Nov 12 13:29:03.672838 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-32dbe940-36c5-4102-a795-7554fe6e05ca tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:03.716300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fcedc-e585-4490-942b-c7d901b3fae3 req-8cea58ca-014f-4b7c-aaf6-b64f6f167594 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:03.723251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c93fcedc-e585-4490-942b-c7d901b3fae3 req-8cea58ca-014f-4b7c-aaf6-b64f6f167594 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 945 time: 0.6003797 Nov 12 13:29:03.726783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['cc8bb714-54d5-4a15-8a72-3421a798bf1d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:29:03.729328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['72ee5edf-2e7b-4f0c-86d3-445939f75d4b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:29:03.918332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-662c5498-e848-4480-b617-ef46fdbdfbaf None None] Provisioning complete for port cb6d98a1-e0f4-442f-b9ab-60cf72f364a2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:03.918700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-662c5498-e848-4480-b617-ef46fdbdfbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:03.966638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] For port 89a8aa39-f991-42f9-85c0-a7f9afc16dad, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=89a8aa39-f991-42f9-85c0-a7f9afc16dad,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:03.967424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:03.978497 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:04.024540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-662c5498-e848-4480-b617-ef46fdbdfbaf None None] Port cb6d98a1-e0f4-442f-b9ab-60cf72f364a2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:04.052057 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:04.060300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Calling delete_port for 89a8aa39-f991-42f9-85c0-a7f9afc16dad owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:04.138567 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:04.144495 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c93fcedc-e585-4490-942b-c7d901b3fae3 req-aa67b7c9-b1dc-45c5-b629-65e28fc7ec41 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896191 Nov 12 13:29:04.146761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 80fdc2fb-dde6-4236-b706-d97aa5be3ea0 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:29:04.158506 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:04.246286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:04.263258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:04.271432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Pushing event updated for resources: {'Port': ['ID=f6ca5fb7-0f1a-4ae5-bf16-5812fd095882,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:04.274115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:04.423265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Attempting to bind port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:04.423547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Attempting to bind port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:04.423911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Attempting to bind port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:04.438196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:04.438566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:04.439035 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:04.439515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:04.440007 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Bound port: f6ca5fb7-0f1a-4ae5-bf16-5812fd095882, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:04.440392 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:04.594457 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] For port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:04.602146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] For port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f6ca5fb7-0f1a-4ae5-bf16-5812fd095882,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:04.610467 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:04.706194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbe940-36c5-4102-a795-7554fe6e05ca tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Pushing event deleted for resources: {'Port': ['ID=f6a06d18-72a3-4cb9-be1c-c67245653e53,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:04.740481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f6fa3-73e4-4b9f-9c55-064ba02a1501 None None] Pushing event updated for resources: {'Port': ['ID=f6ca5fb7-0f1a-4ae5-bf16-5812fd095882,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:04.833111 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:04.857670 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:04.910117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3b3b74c-4fbc-4316-bcd9-32c622cd2818 req-cad58b8e-2f34-4815-bed3-0ae2128d4b3c tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2444522 Nov 12 13:29:04.912077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Pushing event deleted for resources: {'Port': ['ID=89a8aa39-f991-42f9-85c0-a7f9afc16dad,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:04.919958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-32dbe940-36c5-4102-a795-7554fe6e05ca tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] No DVR routers for this DVR port f6a06d18-72a3-4cb9-be1c-c67245653e53 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:04.924635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.925012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.925329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.925671 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.926014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.926353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.926612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-96bfb872-2e15-438b-9756-c467b2281038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:04.926781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.927143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.927456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.927857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.928180 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-96bfb872-2e15-438b-9756-c467b2281038 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e2079ad9-6ef1-497e-b00b-d5afc7c9325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1853757 Nov 12 13:29:04.928346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.928676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:04.933923 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-32dbe940-36c5-4102-a795-7554fe6e05ca tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:04.937670 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c50f68b-9568-4296-b40e-cdd613eea80c req-32dbe940-36c5-4102-a795-7554fe6e05ca tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.70 "DELETE /v2.0/ports/f6a06d18-72a3-4cb9-be1c-c67245653e53 HTTP/1.1" status: 204 len: 173 time: 3.7153881 Nov 12 13:29:04.940377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6a0739-dbb5-47d6-81d4-560dce018c90', 'name': 'network-vif-deleted', 'tag': 'f6a06d18-72a3-4cb9-be1c-c67245653e53'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:29:04.943319 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b4e53-724f-4066-8fe0-df197d004aff" -d '{"events": [{"server_uuid": "0b6a0739-dbb5-47d6-81d4-560dce018c90", "name": "network-vif-deleted", "tag": "f6a06d18-72a3-4cb9-be1c-c67245653e53"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:29:04.966319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940fa497-2982-4ae6-beb7-393106ccced9']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:04.966908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::2d07:d4a5:f826:3c27 (514a5480-43a8-41bb-9524-24b97d0dd96f/15433efa-b283-41ba-833d-52f18886f4d2/80fdc2fb-dde6-4236-b706-d97aa5be3ea0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:05.050976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55e766a-18c0-4f88-8907-d873daf1231b') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:05.051526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55e766a-18c0-4f88-8907-d873daf1231b') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:05.128751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:05.145757 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe116420-62d5-4aa6-b21a-e37e6a762854 x-openstack-request-id: req-fe116420-62d5-4aa6-b21a-e37e6a762854 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:29:05.146054 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6a0739-dbb5-47d6-81d4-560dce018c90", "name": "network-vif-deleted", "tag": "f6a06d18-72a3-4cb9-be1c-c67245653e53", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:29:05.146310 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe116420-62d5-4aa6-b21a-e37e6a762854 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:29:05.146831 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6a0739-dbb5-47d6-81d4-560dce018c90', 'name': 'network-vif-deleted', 'tag': 'f6a06d18-72a3-4cb9-be1c-c67245653e53', 'status': 'completed', 'code': 200} Nov 12 13:29:05.211054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] No DVR routers for this DVR port 89a8aa39-f991-42f9-85c0-a7f9afc16dad on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:05.217600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:05.232504 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fea82c43-e7d9-4522-b8b3-8f969df3b869 req-b1f9e72b-9e78-410a-9eeb-5788a8233a78 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.70 "DELETE /v2.0/ports/89a8aa39-f991-42f9-85c0-a7f9afc16dad HTTP/1.1" status: 204 len: 173 time: 3.1778619 Nov 12 13:29:05.233255 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:05.269479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:29:05.270133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:29:05.290564 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:29:05.344800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'name': 'network-vif-deleted', 'tag': '89a8aa39-f991-42f9-85c0-a7f9afc16dad'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:29:05.352236 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2acb0ec-7763-4022-aa7b-4b7eda928ef6" -d '{"events": [{"server_uuid": "8d53de07-6d55-4302-bc5e-33c8a2261ade", "name": "network-vif-deleted", "tag": "89a8aa39-f991-42f9-85c0-a7f9afc16dad"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:29:05.386956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-df860e8c-7538-42e1-84c0-a46b45c673fc service neutron] 10.222.0.105 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401839 Nov 12 13:29:05.441793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f6a06d18-72a3-4cb9-be1c-c67245653e53 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:05.486022 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: f6a06d18-72a3-4cb9-be1c-c67245653e53 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:05.486822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f6a06d18-72a3-4cb9-be1c-c67245653e53 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:05.487396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 89a8aa39-f991-42f9-85c0-a7f9afc16dad no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:05.494502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-709f59db-f9cd-489b-8070-07001de9f7aa req-ac35e1ec-d4b7-4251-a81d-921838e30407 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d53de07-6d55-4302-bc5e-33c8a2261ade HTTP/1.1" status: 200 len: 210 time: 0.1063049 Nov 12 13:29:05.530720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 89a8aa39-f991-42f9-85c0-a7f9afc16dad {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:05.531389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 89a8aa39-f991-42f9-85c0-a7f9afc16dad not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:05.570738 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:05.602259 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:05.612220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] 10.222.0.73 "DELETE /v2.0/networks/940fa497-2982-4ae6-beb7-393106ccced9 HTTP/1.1" status: 204 len: 168 time: 4.4140360 Nov 12 13:29:05.727344 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f713689c-86ac-4c41-b804-ff40b448a29b x-openstack-request-id: req-f713689c-86ac-4c41-b804-ff40b448a29b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:29:05.727566 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d53de07-6d55-4302-bc5e-33c8a2261ade", "name": "network-vif-deleted", "tag": "89a8aa39-f991-42f9-85c0-a7f9afc16dad", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:29:05.727795 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f713689c-86ac-4c41-b804-ff40b448a29b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:29:05.728358 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d53de07-6d55-4302-bc5e-33c8a2261ade', 'name': 'network-vif-deleted', 'tag': '89a8aa39-f991-42f9-85c0-a7f9afc16dad', 'status': 'completed', 'code': 200} Nov 12 13:29:05.776235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3f53d-0a30-406b-ba27-605a892a8961 admin admin] Pushing event deleted for resources: {'Network': ['ID=940fa497-2982-4ae6-beb7-393106ccced9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:05.842577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb2b6e70-d370-4853-bf9b-03bf508db3b1 req-aa8f258b-d711-43de-9c1b-b6e8f535fcc5 service neutron] 10.222.0.105 "GET /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052784 Nov 12 13:29:05.947251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-de270c93-f7a8-492c-a54d-a430e1d7d5d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3419514 Nov 12 13:29:05.975036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:05.988002 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:05.991925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47714) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:06.078506 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:29:06.167649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:06.168346 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.274824 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b94e6727-8031-44d5-9076-c91f01576966 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1ca2e172ca8941d1964c6906a2c604b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789159 Nov 12 13:29:06.284815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47720) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:06.293122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.315057 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.323990 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.347779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.428571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-7ad14fc6-ab63-45e2-a433-8361f2b0abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:06.434113 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-7ad14fc6-ab63-45e2-a433-8361f2b0abab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 1095 time: 0.3749654 Nov 12 13:29:06.436894 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.448152 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.573162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f6ca5fb7-0f1a-4ae5-bf16-5812fd095882,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:06.582566 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.647936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:06.707848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:06.717494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:06.723493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:06.724299 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.727516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=80fdc2fb-dde6-4236-b706-d97aa5be3ea0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:06.755253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e906d5a7-bd84-4fb8-9de4-c9cb57680923 None None] Provisioning complete for port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:06.756684 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e906d5a7-bd84-4fb8-9de4-c9cb57680923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:06.801498 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP 900cdb46-0cb7-4b95-b0e3-5bb005330c33 associated. External IP: 172.25.5.50, port: b161eda7-a726-4c57-94ac-d5213c44f353. Nov 12 13:29:06.815112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=f6ca5fb7-0f1a-4ae5-bf16-5812fd095882,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:06.817637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-91169696-4367-400a-ba71-33f99b24792a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9451957 Nov 12 13:29:06.857412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:06.869396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-69f26ecf-5d81-4565-8869-a7349a724996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:06.870900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-69f26ecf-5d81-4565-8869-a7349a724996 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 200 len: 921 time: 0.3615482 Nov 12 13:29:06.891908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddd0de-2e6b-44ca-b31d-fdafbbf54bbf req-208a00bb-da66-4588-bef3-87e4ff401b2b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:06.894812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-edddd0de-2e6b-44ca-b31d-fdafbbf54bbf req-208a00bb-da66-4588-bef3-87e4ff401b2b tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 946 time: 0.2003603 Nov 12 13:29:07.077140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e93ae6a7-4640-4555-a239-0c4ce01ac14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:07.098023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-936b6070-0e94-4720-9091-cfee7a62d1a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 200 len: 217 time: 0.1737700 Nov 12 13:29:07.164692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e93ae6a7-4640-4555-a239-0c4ce01ac14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:07.249229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e27732-3d8c-4de6-ae8b-3573004b43de tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:07.255507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e27732-3d8c-4de6-ae8b-3573004b43de tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:07.257769 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-36e27732-3d8c-4de6-ae8b-3573004b43de tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3971779 Nov 12 13:29:07.265418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47734) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:07.270133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f656faf8-bdac-474d-8a8f-b89697753660 None None] Provisioning complete for port 80fdc2fb-dde6-4236-b706-d97aa5be3ea0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:07.270764 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f656faf8-bdac-474d-8a8f-b89697753660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:07.305247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-5375aefb-731d-498b-b675-26715b55c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:07.308008 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-5375aefb-731d-498b-b675-26715b55c07e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 200 len: 860 time: 0.1961746 Nov 12 13:29:07.358734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f656faf8-bdac-474d-8a8f-b89697753660 None None] Port 80fdc2fb-dde6-4236-b706-d97aa5be3ea0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:07.395392 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-edddd0de-2e6b-44ca-b31d-fdafbbf54bbf req-9dcb4148-8b84-401c-b05f-77ab91c77088 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932301 Nov 12 13:29:07.397890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-c203c782-5337-44ac-bde2-cef2778a4e55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e411bc3c-af17-45ec-b8e1-39edef3887a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799727 Nov 12 13:29:07.425790 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e93ae6a7-4640-4555-a239-0c4ce01ac14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:07.428395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e93ae6a7-4640-4555-a239-0c4ce01ac14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:07.429927 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e93ae6a7-4640-4555-a239-0c4ce01ac14d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/211e4b0f-827a-4f7e-a972-cf39ba69d502 HTTP/1.1" status: 204 len: 168 time: 1.1407382 Nov 12 13:29:07.471084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca59f2-d4d2-4883-90c1-fa991786959a req-90d1af41-2b14-4db2-be30-ae3b3d548110 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:07.474098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05ca59f2-d4d2-4883-90c1-fa991786959a req-90d1af41-2b14-4db2-be30-ae3b3d548110 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.2670043 Nov 12 13:29:07.485012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ae6a7-4640-4555-a239-0c4ce01ac14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211e4b0f-827a-4f7e-a972-cf39ba69d502,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:07.490974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:29:07.566850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-424c2290-cd59-414e-af5e-30a9a27423fd service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581311 Nov 12 13:29:07.688361 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05ca59f2-d4d2-4883-90c1-fa991786959a req-c3db99b3-1b1d-4ecd-bb8c-37b5b2e1c315 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956770 Nov 12 13:29:07.707908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] Deleting port 5f8d4594-7671-4346-b124-4244c5a7e72c {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:07.708260 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:07.717264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-45b97e16-2185-4b28-ab84-407144583a1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 80fdc2fb-dde6-4236-b706-d97aa5be3ea0 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:07.718460 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45b97e16-2185-4b28-ab84-407144583a1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:07.722612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] Deleting port bc742f32-5acd-416f-a039-da6445d7bcbe {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:07.723059 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:07.852297 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:07.952290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:07.952910 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:08.051726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] For port 5f8d4594-7671-4346-b124-4244c5a7e72c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5f8d4594-7671-4346-b124-4244c5a7e72c,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:08.053132 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:08.055443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:08.067533 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e22ee5c-4bc3-4a6e-b12d-bf53e9622b31 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:08.083214 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22ee5c-4bc3-4a6e-b12d-bf53e9622b31 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:08.086028 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9e22ee5c-4bc3-4a6e-b12d-bf53e9622b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:08.088616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] Calling delete_port for 5f8d4594-7671-4346-b124-4244c5a7e72c owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:08.113351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd638531-2331-4dfc-b515-fce72f9f44f6 req-a07ef145-6bf2-4339-b3ce-4cf43eefbf75 service neutron] 10.222.0.70 "GET /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372972 Nov 12 13:29:08.150723 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9e22ee5c-4bc3-4a6e-b12d-bf53e9622b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:08.171569 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22ee5c-4bc3-4a6e-b12d-bf53e9622b31 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:08.172888 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9e22ee5c-4bc3-4a6e-b12d-bf53e9622b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:08.194725 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45b97e16-2185-4b28-ab84-407144583a1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:08.206167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] For port bc742f32-5acd-416f-a039-da6445d7bcbe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bc742f32-5acd-416f-a039-da6445d7bcbe,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:08.206639 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:08.219343 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9e22ee5c-4bc3-4a6e-b12d-bf53e9622b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:08.220330 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e22ee5c-4bc3-4a6e-b12d-bf53e9622b31 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:08.309671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-45b97e16-2185-4b28-ab84-407144583a1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 80fdc2fb-dde6-4236-b706-d97aa5be3ea0 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:08.311662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] Calling delete_port for bc742f32-5acd-416f-a039-da6445d7bcbe owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:08.335604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:29:08.354595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-2f533d91-5519-44f6-8e3a-e7c7f52dfc45 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:08.356573 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-2f533d91-5519-44f6-8e3a-e7c7f52dfc45 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.4026022 Nov 12 13:29:08.510754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:08.519341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:08.534001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c28dd-a614-4438-9c21-8287b4f8484a None None] Sync routers for ids ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:08.548106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c28dd-a614-4438-9c21-8287b4f8484a None None] Routers {'bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:08.549153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-871c28dd-a614-4438-9c21-8287b4f8484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:08.550926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-0c52d1a4-24b8-41a7-b1c1-8129b6813bf8 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:08.554341 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-0c52d1a4-24b8-41a7-b1c1-8129b6813bf8 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 946 time: 0.3623469 Nov 12 13:29:08.602618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-871c28dd-a614-4438-9c21-8287b4f8484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:08.615111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c28dd-a614-4438-9c21-8287b4f8484a None None] Routers {'bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:08.616300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-871c28dd-a614-4438-9c21-8287b4f8484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:08.654112 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-58ba02d3-bab9-4346-a65d-961618387c4f tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "PUT /v2.0/floatingips/900cdb46-0cb7-4b95-b0e3-5bb005330c33 HTTP/1.1" status: 200 len: 978 time: 5.0403216 Nov 12 13:29:08.655176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47760) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:08.657931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-871c28dd-a614-4438-9c21-8287b4f8484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:08.659606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c28dd-a614-4438-9c21-8287b4f8484a None None] The sync data for ids ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:08.792866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port cb6d98a1-e0f4-442f-b9ab-60cf72f364a2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:08.793318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:08.931285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702833f9-77e4-49f7-89c2-0183c5b36994 req-34faf0a5-ca9f-4c6f-833b-f5ad71074b3a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:08.932921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-702833f9-77e4-49f7-89c2-0183c5b36994 req-34faf0a5-ca9f-4c6f-833b-f5ad71074b3a tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.1098430 Nov 12 13:29:08.958035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:09.073810 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-702833f9-77e4-49f7-89c2-0183c5b36994 req-dc87db0f-4a0e-4923-9220-0b65afb61c22 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325779 Nov 12 13:29:09.434822 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82132801-8d4d-4d6c-b51e-b448e1ae6f5f req-262f3fe7-ba6d-4364-abdc-e432f4efeeb4 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:09.436492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82132801-8d4d-4d6c-b51e-b448e1ae6f5f req-262f3fe7-ba6d-4364-abdc-e432f4efeeb4 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 946 time: 0.8055949 Nov 12 13:29:09.499068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:09.510855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-e978bb7e-e912-4608-b1d7-3ecc7a9efc84 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Deleting port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:09.510990 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-e978bb7e-e912-4608-b1d7-3ecc7a9efc84 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:09.528985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:09.529965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:09.530571 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Floating IP 900cdb46-0cb7-4b95-b0e3-5bb005330c33 disassociated. External IP: 172.25.5.50, port: cb6d98a1-e0f4-442f-b9ab-60cf72f364a2. Nov 12 13:29:09.531252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for cb6d98a1-e0f4-442f-b9ab-60cf72f364a2 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:09.584940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45b97e16-2185-4b28-ab84-407144583a1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:09.594264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8d4594-7671-4346-b124-4244c5a7e72c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:09.772770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28df77d3-2cfc-4710-a70f-bdd66b180000 req-f7b2b678-fa2c-474d-a615-04f3110cb6bc tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=598f35e8-6223-4ff8-8465-41c5b7cbf781 HTTP/1.1" status: 200 len: 210 time: 0.0583210 Nov 12 13:29:09.832862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-90a6358d-eca0-469e-8b17-99c5af96c755 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Deleting port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:09.835782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-90a6358d-eca0-469e-8b17-99c5af96c755 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:09.860735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:09.944637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=cb6d98a1-e0f4-442f-b9ab-60cf72f364a2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:10.013573 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82132801-8d4d-4d6c-b51e-b448e1ae6f5f req-68fb37b8-80f9-4a7e-8c97-8581de2d73bb tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583012 Nov 12 13:29:10.014881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b97e16-2185-4b28-ab84-407144583a1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=80fdc2fb-dde6-4236-b706-d97aa5be3ea0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:10.160486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:29:10.170749 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:10.173878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45b97e16-2185-4b28-ab84-407144583a1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:10.178083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-45b97e16-2185-4b28-ab84-407144583a1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/80fdc2fb-dde6-4236-b706-d97aa5be3ea0 HTTP/1.1" status: 204 len: 168 time: 2.9096482 Nov 12 13:29:10.197826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:10.221963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc742f32-5acd-416f-a039-da6445d7bcbe,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:10.456260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296f249-2eb4-4262-ba26-ea1eff3b235f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:10.460314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296f249-2eb4-4262-ba26-ea1eff3b235f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:10.462322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4296f249-2eb4-4262-ba26-ea1eff3b235f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1204474 Nov 12 13:29:10.467942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:10.542988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-e978bb7e-e912-4608-b1d7-3ecc7a9efc84 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] For port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,segment=NetworkSegment(22b79f63-7bf7-44a7-8f99-433129ab4bb2),segment_id=22b79f63-7bf7-44a7-8f99-433129ab4bb2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:10.544379 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-e978bb7e-e912-4608-b1d7-3ecc7a9efc84 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:10.589887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-90a6358d-eca0-469e-8b17-99c5af96c755 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] For port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:10.590571 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-90a6358d-eca0-469e-8b17-99c5af96c755 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:10.595408 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:10.604599 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9c8ee45-cfd2-451b-8cd6-ef46ef3c5039 req-b63f7254-abe2-44b2-86b1-88165d3be834 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0426538 Nov 12 13:29:10.632617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5a61f6-d5a8-4765-b5e8-2e582c61c668 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 15433efa-b283-41ba-833d-52f18886f4d2 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:10.642287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce5a61f6-d5a8-4765-b5e8-2e582c61c668 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:10.691054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:10.736566 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9badf4e8-bc46-4f7f-9315-dd53499edba6 None None] Sync routers for ids ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:10.769893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-e978bb7e-e912-4608-b1d7-3ecc7a9efc84 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Calling delete_port for 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:10.812364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-90a6358d-eca0-469e-8b17-99c5af96c755 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Calling delete_port for 72ee5edf-2e7b-4f0c-86d3-445939f75d4b owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:10.812627 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9badf4e8-bc46-4f7f-9315-dd53499edba6 None None] Routers {'bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:10.813552 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9badf4e8-bc46-4f7f-9315-dd53499edba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:10.879673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f6fb-4eaf-4376-aef4-69df66a1a63a req-f2d0e40f-ee9f-4281-9401-6da28f57461f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:10.883365 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4532f6fb-4eaf-4376-aef4-69df66a1a63a req-f2d0e40f-ee9f-4281-9401-6da28f57461f tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 944 time: 0.5909679 Nov 12 13:29:10.920005 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9badf4e8-bc46-4f7f-9315-dd53499edba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:10.934884 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9badf4e8-bc46-4f7f-9315-dd53499edba6 None None] Routers {'bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:10.935966 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9badf4e8-bc46-4f7f-9315-dd53499edba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:10.942710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce5a61f6-d5a8-4765-b5e8-2e582c61c668 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:10.984537 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9badf4e8-bc46-4f7f-9315-dd53499edba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:10.985623 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9badf4e8-bc46-4f7f-9315-dd53499edba6 None None] The sync data for ids ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:11.026609 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:11.042273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9c2c858f-dd3c-4b41-a57e-af8a5a5aa4eb tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/ports/cb6d98a1-e0f4-442f-b9ab-60cf72f364a2 HTTP/1.1" status: 204 len: 168 time: 2.3851094 Nov 12 13:29:11.052831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:11.264318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce5a61f6-d5a8-4765-b5e8-2e582c61c668 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:11.282980 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:11.323900 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4532f6fb-4eaf-4376-aef4-69df66a1a63a req-8b88c566-1118-4988-904f-73e04fcf2f14 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/security-groups?id=33dc5d1e-b439-47d9-a65d-54b75f3a7963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975380 Nov 12 13:29:11.537561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132f1e-2b77-43c7-83d3-378f8255a8ef req-84ac8e0e-7d4e-4da7-9e93-906df88607d6 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:11.542447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72132f1e-2b77-43c7-83d3-378f8255a8ef req-84ac8e0e-7d4e-4da7-9e93-906df88607d6 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 946 time: 0.3382123 Nov 12 13:29:11.589857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce5a61f6-d5a8-4765-b5e8-2e582c61c668 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:11.734019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a61f6-d5a8-4765-b5e8-2e582c61c668 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=15433efa-b283-41ba-833d-52f18886f4d2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:11.757171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bcbedd-e91d-4d5c-b678-0b7ae9d6dafc None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:11.767219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce5a61f6-d5a8-4765-b5e8-2e582c61c668 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:11.775603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ce5a61f6-d5a8-4765-b5e8-2e582c61c668 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/15433efa-b283-41ba-833d-52f18886f4d2 HTTP/1.1" status: 204 len: 168 time: 1.3021858 Nov 12 13:29:11.777226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:11.790999 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-e978bb7e-e912-4608-b1d7-3ecc7a9efc84 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:11.835306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-90a6358d-eca0-469e-8b17-99c5af96c755 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:11.843085 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9cec2a33-bf72-4b3e-b586-99272d36cc3e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578113 Nov 12 13:29:11.859193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72132f1e-2b77-43c7-83d3-378f8255a8ef req-dbbcbf40-ec2f-45be-837c-12edd55834d0 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968671 Nov 12 13:29:11.859737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47836) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:11.932259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b290d60e-e41f-45d4-9759-038595f74bbf tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:11.946510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978bb7e-e912-4608-b1d7-3ecc7a9efc84 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Pushing event deleted for resources: {'Port': ['ID=3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:11.986431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['cc8bb714-54d5-4a15-8a72-3421a798bf1d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:29:12.038849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] Router 425e1f2c-55aa-431e-82ae-6761e1cf86af has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:29:12.073011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6358d-eca0-469e-8b17-99c5af96c755 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Pushing event deleted for resources: {'Port': ['ID=72ee5edf-2e7b-4f0c-86d3-445939f75d4b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:12.133628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2f250dca-9c28-4a70-b3dc-22f8cea44cf9 req-acd2a531-0908-445b-b3c8-b6e68cba87c5 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.1872525 Nov 12 13:29:12.223651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b290d60e-e41f-45d4-9759-038595f74bbf tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:12.229726 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b290d60e-e41f-45d4-9759-038595f74bbf tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:12.280248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ed4cb7-a951-456b-83b9-9621f2abae1b None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:29:12.311638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 72ee5edf-2e7b-4f0c-86d3-445939f75d4b no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:12.392256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 72ee5edf-2e7b-4f0c-86d3-445939f75d4b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:12.392929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 72ee5edf-2e7b-4f0c-86d3-445939f75d4b not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:12.496959 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-51ed4cb7-a951-456b-83b9-9621f2abae1b None None] Deleting port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:12.497408 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51ed4cb7-a951-456b-83b9-9621f2abae1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:12.513693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a37fc146-2dc1-4193-aa27-8f65a58220b9 req-48fdf43c-7a26-4be8-ba2c-c6a9e78923dd tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d889335-b379-4388-9bb0-e392bf5d2be9 HTTP/1.1" status: 200 len: 210 time: 0.0451100 Nov 12 13:29:12.526913 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:12.671882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-51ed4cb7-a951-456b-83b9-9621f2abae1b None None] For port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f6ca5fb7-0f1a-4ae5-bf16-5812fd095882,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:12.672455 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51ed4cb7-a951-456b-83b9-9621f2abae1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:12.707753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-51ed4cb7-a951-456b-83b9-9621f2abae1b None None] Calling delete_port for f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:12.745426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-e978bb7e-e912-4608-b1d7-3ecc7a9efc84 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] No DVR routers for this DVR port 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:12.752882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-e978bb7e-e912-4608-b1d7-3ecc7a9efc84 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:12.760971 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4966172e-06e6-4f46-b83f-d1786dc8195f req-e978bb7e-e912-4608-b1d7-3ecc7a9efc84 tempest-LiveAutoBlockMigrationV225Test-1242026018 tempest-LiveAutoBlockMigrationV225Test-1242026018-project] 10.222.0.70 "DELETE /v2.0/ports/3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 HTTP/1.1" status: 204 len: 173 time: 4.3835185 Nov 12 13:29:12.790093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'name': 'network-vif-deleted', 'tag': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:29:12.798254 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e37fe42-7fe2-426d-b2ab-85c8c8efabc7" -d '{"events": [{"server_uuid": "8d889335-b379-4388-9bb0-e392bf5d2be9", "name": "network-vif-deleted", "tag": "3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:29:12.909061 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b290d60e-e41f-45d4-9759-038595f74bbf tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:12.919293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-90a6358d-eca0-469e-8b17-99c5af96c755 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] No DVR routers for this DVR port 72ee5edf-2e7b-4f0c-86d3-445939f75d4b on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:12.937042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-90a6358d-eca0-469e-8b17-99c5af96c755 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:12.963431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c253436-a205-4b0f-a300-d53264a94fe9 req-90a6358d-eca0-469e-8b17-99c5af96c755 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.105 "DELETE /v2.0/ports/72ee5edf-2e7b-4f0c-86d3-445939f75d4b HTTP/1.1" status: 204 len: 173 time: 4.3236549 Nov 12 13:29:12.980754 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:12.984407 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad5abb5-40e9-4165-b52f-fb8121c9e442 x-openstack-request-id: req-3ad5abb5-40e9-4165-b52f-fb8121c9e442 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:29:12.985223 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d889335-b379-4388-9bb0-e392bf5d2be9", "name": "network-vif-deleted", "tag": "3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:29:12.985995 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ad5abb5-40e9-4165-b52f-fb8121c9e442 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:29:12.986916 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d889335-b379-4388-9bb0-e392bf5d2be9', 'name': 'network-vif-deleted', 'tag': '3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2', 'status': 'completed', 'code': 200} Nov 12 13:29:13.111929 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51ed4cb7-a951-456b-83b9-9621f2abae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:13.164466 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed4cb7-a951-456b-83b9-9621f2abae1b None None] Pushing event deleted for resources: {'Port': ['ID=f6ca5fb7-0f1a-4ae5-bf16-5812fd095882,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:13.176547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ed4cb7-a951-456b-83b9-9621f2abae1b None None] No DVR routers for this DVR port f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:13.243370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] Router c173c137-7120-4ef2-ac1b-5ed5fb65c858 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:29:13.375201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d0045cf-179b-48fa-bdf1-30854f88d057 req-ab1a94af-151a-41d1-b481-a51a4c29aa5d tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0676131 Nov 12 13:29:13.449914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:13.456596 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a03b73ca-25a1-433c-99c3-97fd8bf76db1 admin admin] 10.222.0.73 "PUT /v2.0/routers/425e1f2c-55aa-431e-82ae-6761e1cf86af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9373736 Nov 12 13:29:13.462947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47850) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:13.471995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:13.522876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:13.532826 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ce2c08d2-ce0b-43da-8b52-19afb2e393e1 admin admin] 10.222.0.73 "PUT /v2.0/routers/c173c137-7120-4ef2-ac1b-5ed5fb65c858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8974345 Nov 12 13:29:13.540700 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] Sync routers for ids ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:13.541573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] Sync routers for ids ['425e1f2c-55aa-431e-82ae-6761e1cf86af'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:13.545030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47852) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:13.545681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:13.546229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3f63c0fc-8cf4-4c4c-a70b-a53e49d901f2 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:13.558345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] Routers {'425e1f2c-55aa-431e-82ae-6761e1cf86af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:13.559479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['425e1f2c-55aa-431e-82ae-6761e1cf86af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:13.569153 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] Routers {'c173c137-7120-4ef2-ac1b-5ed5fb65c858'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:13.571341 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:13.627445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290d60e-e41f-45d4-9759-038595f74bbf tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:13.649015 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b290d60e-e41f-45d4-9759-038595f74bbf tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:13.668006 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f92d2ec9-e013-41cb-aa93-c3cda3f5372a req-10d7ed76-6557-406d-8863-cd11d76ba874 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbd98d8a-cba2-46e0-8e04-777f5f15f0df HTTP/1.1" status: 200 len: 210 time: 0.0709381 Nov 12 13:29:13.676363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b290d60e-e41f-45d4-9759-038595f74bbf tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:13.677823 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b290d60e-e41f-45d4-9759-038595f74bbf tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:13.692512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb73b62-ad89-413a-943b-dfa8804cf54f None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:13.762541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290d60e-e41f-45d4-9759-038595f74bbf tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=e8e98e52-ed4f-4a9c-9509-f466bbf4fa83,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:13.784637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b290d60e-e41f-45d4-9759-038595f74bbf tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8635945 Nov 12 13:29:13.794973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:13.807996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': 'e8e98e52-ed4f-4a9c-9509-f466bbf4fa83', 'ip_address': '2001:db8::63c4:afa3:bf2c:5464'}], 'name': 'tempest-NetworksTestDHCPv6-791808328'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:13.823146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:14.125683 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] Set router c173c137-7120-4ef2-ac1b-5ed5fb65c858 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:14.261982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:14.306101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.314287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:14.420016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:14.420682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f6ca5fb7-0f1a-4ae5-bf16-5812fd095882 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:14.470748 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:29:09Z', 'revision_number': 5, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:14.483473 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.484044 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.502775 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] Set router 425e1f2c-55aa-431e-82ae-6761e1cf86af gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:14.528406 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] Checking router: c173c137-7120-4ef2-ac1b-5ed5fb65c858 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:29:14.550817 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] Routers {'c173c137-7120-4ef2-ac1b-5ed5fb65c858'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:14.552798 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:14.614623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port 1a2c46bd-75ea-4011-aabc-0d21b9372aad {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:14.615379 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.680060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.703505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4cc82043-d0a7-493c-9212-8e17b842dedf req-6b4707f4-4e20-4d9a-8668-84506802bcf1 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0909610 Nov 12 13:29:14.732402 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] Set router c173c137-7120-4ef2-ac1b-5ed5fb65c858 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:14.797819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'e8e98e52-ed4f-4a9c-9509-f466bbf4fa83'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:29:14.798502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.798940 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.805959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d68a599-b3b4-45f4-9645-a37959de1ad7 admin admin] Deleting subnet 102fa98f-869c-4389-b565-fb75f9d9ac39 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:14.819915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d68a599-b3b4-45f4-9645-a37959de1ad7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.828325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3728b17a-f75b-48d9-b9e8-311bac543115 req-4ddbc537-fe2f-4320-b627-b97a5094c37c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=598f35e8-6223-4ff8-8465-41c5b7cbf781 HTTP/1.1" status: 200 len: 210 time: 0.0611832 Nov 12 13:29:14.858302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:29:09Z', 'revision_number': 5, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port': {'id': '88c059e5-9763-4a6e-ab72-b73abe97f1e6', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:16:59Z', 'updated_at': '2021-11-12T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:14.868754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port ab4f1e36-9164-4750-8895-fd6d606899d8 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:29:14.883302 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.910592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d68a599-b3b4-45f4-9645-a37959de1ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.958819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] Checking router: 425e1f2c-55aa-431e-82ae-6761e1cf86af for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:29:14.964961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Deleting port 48f559ee-e337-48e0-8124-2333909260eb {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:14.965938 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:14.989000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] Routers {'425e1f2c-55aa-431e-82ae-6761e1cf86af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:14.989866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['425e1f2c-55aa-431e-82ae-6761e1cf86af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:15.010731 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.056563 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:29:15.068779 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd98d8a-cba2-46e0-8e04-777f5f15f0df', 'name': 'network-vif-deleted', 'tag': '72ee5edf-2e7b-4f0c-86d3-445939f75d4b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:29:15.072200 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c92e6e6-3857-463d-9ed4-741eeed2b31a" -d '{"events": [{"server_uuid": "dbd98d8a-cba2-46e0-8e04-777f5f15f0df", "name": "network-vif-deleted", "tag": "72ee5edf-2e7b-4f0c-86d3-445939f75d4b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:29:15.074457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for 1a2c46bd-75ea-4011-aabc-0d21b9372aad owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:15.127357 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015aed17-a139-4492-855d-8d3115397461 x-openstack-request-id: req-015aed17-a139-4492-855d-8d3115397461 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:29:15.127837 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd98d8a-cba2-46e0-8e04-777f5f15f0df", "name": "network-vif-deleted", "tag": "72ee5edf-2e7b-4f0c-86d3-445939f75d4b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:29:15.128263 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-015aed17-a139-4492-855d-8d3115397461 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:29:15.128902 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd98d8a-cba2-46e0-8e04-777f5f15f0df', 'name': 'network-vif-deleted', 'tag': '72ee5edf-2e7b-4f0c-86d3-445939f75d4b', 'status': 'completed', 'code': 200} Nov 12 13:29:15.146382 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d68a599-b3b4-45f4-9645-a37959de1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.168715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] For port 48f559ee-e337-48e0-8124-2333909260eb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=48f559ee-e337-48e0-8124-2333909260eb,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:15.169253 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.174141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] Set router 425e1f2c-55aa-431e-82ae-6761e1cf86af gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:15.176652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/e8e98e52-ed4f-4a9c-9509-f466bbf4fa83/fa9a1059-463b-4870-b35b-ae3564366dbd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:15.188033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Deleting port 88c059e5-9763-4a6e-ab72-b73abe97f1e6 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:15.188594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.203145 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:29:09Z', 'revision_number': 5, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:15.213864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Calling delete_port for 48f559ee-e337-48e0-8124-2333909260eb owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:15.239574 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae7205-3e85-483a-a289-d989c0fc8c85 None None] The sync data for ids ['c173c137-7120-4ef2-ac1b-5ed5fb65c858'] in n-d-805736-4 is: [{'id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'name': 'tempest-ServersTestFqdnHostnames-1239484688-router', 'tenant_id': '564a4540a9244ec898f21d318b35f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '48f559ee-e337-48e0-8124-2333909260eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:25:07Z', 'updated_at': '2021-11-12T13:29:09Z', 'revision_number': 5, 'project_id': '564a4540a9244ec898f21d318b35f14b', 'gw_port': {'id': '48f559ee-e337-48e0-8124-2333909260eb', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c173c137-7120-4ef2-ac1b-5ed5fb65c858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:25:10Z', 'updated_at': '2021-11-12T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:15.255723 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:29:14Z', 'revision_number': 6, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:15.310363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba21b7b-2770-43e6-b033-4b116c652342 None None] The sync data for ids ['425e1f2c-55aa-431e-82ae-6761e1cf86af'] in n-d-805736-4 is: [{'id': '425e1f2c-55aa-431e-82ae-6761e1cf86af', 'name': 'tempest-TaggedBootDevicesTest-437261691-router', 'tenant_id': '46d2c137430746da9a5b9eb09a6b0c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:16:58Z', 'updated_at': '2021-11-12T13:29:14Z', 'revision_number': 6, 'project_id': '46d2c137430746da9a5b9eb09a6b0c89', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:15.371532 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d68a599-b3b4-45f4-9645-a37959de1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.373202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-af080284-c27b-488d-846c-395359616df7 admin admin] For port 88c059e5-9763-4a6e-ab72-b73abe97f1e6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=88c059e5-9763-4a6e-ab72-b73abe97f1e6,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:15.373914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.395247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Calling delete_port for 88c059e5-9763-4a6e-ab72-b73abe97f1e6 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:15.428878 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d68a599-b3b4-45f4-9645-a37959de1ad7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.431005 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2d68a599-b3b4-45f4-9645-a37959de1ad7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/102fa98f-869c-4389-b565-fb75f9d9ac39 HTTP/1.1" status: 204 len: 168 time: 1.6065888 Nov 12 13:29:15.459464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47876) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:15.474198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68a599-b3b4-45f4-9645-a37959de1ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102fa98f-869c-4389-b565-fb75f9d9ac39,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:15.503284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b2f84-8b65-4e4e-bd56-187ee4003b0d req-c210b529-c1c1-423f-b577-1ebfb108e194 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:15.505010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d1b2f84-8b65-4e4e-bd56-187ee4003b0d req-c210b529-c1c1-423f-b577-1ebfb108e194 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.2057800 Nov 12 13:29:15.624316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d1b2f84-8b65-4e4e-bd56-187ee4003b0d req-e2b6765a-c4a6-4f52-b40c-9797d5616eee tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096060 Nov 12 13:29:15.629884 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.642901 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.708782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.728272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:15.732015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:15.737321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:15.741483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Pushing event updated for resources: {'Port': ['ID=fa9a1059-463b-4870-b35b-ae3564366dbd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:15.741746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::63c4:afa3:bf2c:5464 (514a5480-43a8-41bb-9524-24b97d0dd96f/e8e98e52-ed4f-4a9c-9509-f466bbf4fa83/ab4f1e36-9164-4750-8895-fd6d606899d8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:15.846620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Attempting to bind port fa9a1059-463b-4870-b35b-ae3564366dbd on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:15.846995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Attempting to bind port fa9a1059-463b-4870-b35b-ae3564366dbd by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:15.847325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78cf40ce-31cc-4810-bcdd-4b8f920aa929 req-12c196ed-92f2-4f83-ad99-b11709a4487f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0535772 Nov 12 13:29:15.847494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Attempting to bind port fa9a1059-463b-4870-b35b-ae3564366dbd on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:15.855650 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:15.855650 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:15.856445 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.856887 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:15.857477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Bound port: fa9a1059-463b-4870-b35b-ae3564366dbd, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:15.857869 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.964598 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:15.969148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bc742f32-5acd-416f-a039-da6445d7bcbe no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:16.030471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] For port fa9a1059-463b-4870-b35b-ae3564366dbd, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:16.045135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=1a2c46bd-75ea-4011-aabc-0d21b9372aad,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:16.052726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: bc742f32-5acd-416f-a039-da6445d7bcbe {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:16.053483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bc742f32-5acd-416f-a039-da6445d7bcbe not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:16.064161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5f8d4594-7671-4346-b124-4244c5a7e72c no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:16.075253 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.125254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 5f8d4594-7671-4346-b124-4244c5a7e72c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:16.126579 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5f8d4594-7671-4346-b124-4244c5a7e72c not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:16.132667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] For port fa9a1059-463b-4870-b35b-ae3564366dbd, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=fa9a1059-463b-4870-b35b-ae3564366dbd,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:16.133259 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.143870 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.244577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1bcc6-df82-4f1a-84c9-0df7e46ed498 None None] Pushing event updated for resources: {'Port': ['ID=fa9a1059-463b-4870-b35b-ae3564366dbd,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:16.289840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20515993-65cb-422e-8d78-5dc19c46dba8 req-db5d1672-709e-48fd-8ae9-910de4ad4f3f tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.2251074 Nov 12 13:29:16.305559 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.312215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f559ee-e337-48e0-8124-2333909260eb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:16.359622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c059e5-9763-4a6e-ab72-b73abe97f1e6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:16.383487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e411bc3c-af17-45ec-b8e1-39edef3887a3']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:16.401160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b79f63-7bf7-44a7-8f99-433129ab4bb2') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:16.401471 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b79f63-7bf7-44a7-8f99-433129ab4bb2') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:16.450736 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.494170 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.499912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.510112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:29:16.510629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:29:16.520532 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:29:16.524711 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.544713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.745554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.770945 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.774640 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.779696 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.832089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:16.839408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:16.842584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=ab4f1e36-9164-4750-8895-fd6d606899d8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:16.845117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:16.852816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:16.853635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:16.919525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0de5884b-0016-4ee5-8a31-b3cd67f6645b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1220202 Nov 12 13:29:16.922246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47884) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:17.029966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6b846a-ff51-40d8-85e7-610e918e007a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:17.036332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6b846a-ff51-40d8-85e7-610e918e007a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:17.038125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bf6b846a-ff51-40d8-85e7-610e918e007a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1148813 Nov 12 13:29:17.041558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:17.043400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:29:17.217245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.266679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ff0e1-52e7-4255-8901-c04574464127 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port ab4f1e36-9164-4750-8895-fd6d606899d8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:17.267287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff0e1-52e7-4255-8901-c04574464127 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.276860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:17.297271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb1216-6116-4207-bfde-be9670c2c73b None None] Sync routers for ids ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:17.298019 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f14b3e54-06f1-4a6d-ba78-b4da9c081a4c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "PUT /v2.0/routers/bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2423387 Nov 12 13:29:17.298019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47888) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:17.316747 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.323866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb1216-6116-4207-bfde-be9670c2c73b None None] Routers {'bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:17.328529 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e411bc3c-af17-45ec-b8e1-39edef3887a3 HTTP/1.1" status: 204 len: 168 time: 1.8234603 Nov 12 13:29:17.328733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2adb1216-6116-4207-bfde-be9670c2c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:17.333148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.333799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c173c137-7120-4ef2-ac1b-5ed5fb65c858 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:29:17.368707 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.371144 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47890) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:17.387397 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.389404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-734c697d-1833-4038-bd31-3e0eba87b235 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c173c137-7120-4ef2-ac1b-5ed5fb65c858 HTTP/1.1" status: 204 len: 168 time: 3.8426702 Nov 12 13:29:17.391791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.403040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2adb1216-6116-4207-bfde-be9670c2c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:17.407328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47894) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:17.410328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffef6e5-e0c3-45ee-b365-7ecfb1147c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=e411bc3c-af17-45ec-b8e1-39edef3887a3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:17.432859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb1216-6116-4207-bfde-be9670c2c73b None None] Routers {'bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:17.433696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2adb1216-6116-4207-bfde-be9670c2c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:17.480476 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff0e1-52e7-4255-8901-c04574464127 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.509383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2adb1216-6116-4207-bfde-be9670c2c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:17.510046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb1216-6116-4207-bfde-be9670c2c73b None None] The sync data for ids ['bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:17.530854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ff0e1-52e7-4255-8901-c04574464127 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for ab4f1e36-9164-4750-8895-fd6d606899d8 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:17.535028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-442b56b7-9d88-40d1-8846-dd2b9193d5b7 req-10a4313c-b138-4116-a41d-c7e630908218 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0417004 Nov 12 13:29:17.545769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb3ee8-7773-4f79-a295-8e2bc2e1ca43 req-77253156-b734-49f7-8108-90d29cebd3dc tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:17.552222 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2ebb3ee8-7773-4f79-a295-8e2bc2e1ca43 req-77253156-b734-49f7-8108-90d29cebd3dc tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.7978957 Nov 12 13:29:17.557566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef8a087-ed05-40cc-bb78-7d3059ecffa0 admin admin] Deleting subnet 90995d0c-558e-47e4-8a01-8832a973caf7 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:17.562400 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eef8a087-ed05-40cc-bb78-7d3059ecffa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.694659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eef8a087-ed05-40cc-bb78-7d3059ecffa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.728626 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.768302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-7c8fdfab-a051-4cde-b398-99756aa45401 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:17.770735 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-7c8fdfab-a051-4cde-b398-99756aa45401 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 946 time: 0.5902226 Nov 12 13:29:17.814579 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.815311 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425e1f2c-55aa-431e-82ae-6761e1cf86af {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:29:17.821050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af080284-c27b-488d-846c-395359616df7 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.826043 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-af080284-c27b-488d-846c-395359616df7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/425e1f2c-55aa-431e-82ae-6761e1cf86af HTTP/1.1" status: 204 len: 168 time: 4.3622382 Nov 12 13:29:17.827520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47908) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:17.841407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2f80e6-f4e3-47ce-ad11-a3a1a91660b2 admin admin] Deleting subnet 6fae73bd-fdf4-4e2a-94e9-5886c6f6f594 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:17.888058 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eef8a087-ed05-40cc-bb78-7d3059ecffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.917666 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b2f80e6-f4e3-47ce-ad11-a3a1a91660b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:17.920271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Provisioning complete for port fa9a1059-463b-4870-b35b-ae3564366dbd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:17.920637 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.123783 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2ebb3ee8-7773-4f79-a295-8e2bc2e1ca43 req-c9aafe7e-03eb-45ae-ae62-117b3e1cd695 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/security-groups?id=773f0f02-00de-4d46-baa3-b3be96df4f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104287 Nov 12 13:29:18.291287 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b2f80e6-f4e3-47ce-ad11-a3a1a91660b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.315050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fa9a1059-463b-4870-b35b-ae3564366dbd up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:18.357390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff144fbf-0bcf-464b-9f10-661f277d7b42 admin admin] Deleting subnet fbe2cfc7-4019-4384-be49-dec8d05dc3bd {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:18.370122 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.386454 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-efd54825-1877-46fe-82df-34100e86fa01 req-1829bb2f-30d9-41e0-ba11-fd1e64beb5ee tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0642509 Nov 12 13:29:18.399549 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff144fbf-0bcf-464b-9f10-661f277d7b42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.458294 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff0e1-52e7-4255-8901-c04574464127 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.470787 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eef8a087-ed05-40cc-bb78-7d3059ecffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.525413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-d85db6bb-c75f-46b1-9706-c161faa592d7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Deleting port cc8bb714-54d5-4a15-8a72-3421a798bf1d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:18.525823 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-d85db6bb-c75f-46b1-9706-c161faa592d7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.526697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] For port fa9a1059-463b-4870-b35b-ae3564366dbd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=fa9a1059-463b-4870-b35b-ae3564366dbd,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:18.534540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ff0e1-52e7-4255-8901-c04574464127 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=ab4f1e36-9164-4750-8895-fd6d606899d8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:18.536118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eef8a087-ed05-40cc-bb78-7d3059ecffa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.543951 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff144fbf-0bcf-464b-9f10-661f277d7b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.544315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eef8a087-ed05-40cc-bb78-7d3059ecffa0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/90995d0c-558e-47e4-8a01-8832a973caf7 HTTP/1.1" status: 204 len: 168 time: 1.1684034 Nov 12 13:29:18.547093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:18.550780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8a087-ed05-40cc-bb78-7d3059ecffa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90995d0c-558e-47e4-8a01-8832a973caf7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:18.566808 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.575982 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b2f80e6-f4e3-47ce-ad11-a3a1a91660b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.580571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port fa9a1059-463b-4870-b35b-ae3564366dbd triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:18.581018 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.601133 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.722816 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff0e1-52e7-4255-8901-c04574464127 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.726553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5d366722-fa65-4e1a-8f3f-9f6570880235 None None] Could not find standard attr ID for object ab4f1e36-9164-4750-8895-fd6d606899d8. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:29:18.734633 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fc7ff0e1-52e7-4255-8901-c04574464127 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/ab4f1e36-9164-4750-8895-fd6d606899d8 HTTP/1.1" status: 204 len: 168 time: 1.6896663 Nov 12 13:29:18.737980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47918) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:18.740932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Pushing event updated for resources: {'Port': ['ID=fa9a1059-463b-4870-b35b-ae3564366dbd,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:18.757878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.758278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.758622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.758955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.759319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.761607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.762418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.762755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.763085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.763411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.763769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.769551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eab01-66d4-43dc-affc-9f9a90818c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:18.837267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8719108-0e81-42bb-a382-5e68579ac0bd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:18.839277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8719108-0e81-42bb-a382-5e68579ac0bd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:18.841066 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d8719108-0e81-42bb-a382-5e68579ac0bd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0968254 Nov 12 13:29:18.846586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47920) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:18.892749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.893273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 48f559ee-e337-48e0-8124-2333909260eb no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:18.923523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 48f559ee-e337-48e0-8124-2333909260eb {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:18.924230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 48f559ee-e337-48e0-8124-2333909260eb not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:18.924973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 88c059e5-9763-4a6e-ab72-b73abe97f1e6 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:18.959191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 88c059e5-9763-4a6e-ab72-b73abe97f1e6 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:18.960618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 88c059e5-9763-4a6e-ab72-b73abe97f1e6 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:18.972639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-d85db6bb-c75f-46b1-9706-c161faa592d7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] For port cc8bb714-54d5-4a15-8a72-3421a798bf1d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=cc8bb714-54d5-4a15-8a72-3421a798bf1d,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:18.973273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-d85db6bb-c75f-46b1-9706-c161faa592d7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:18.995696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-d85db6bb-c75f-46b1-9706-c161faa592d7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Calling delete_port for cc8bb714-54d5-4a15-8a72-3421a798bf1d owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:19.003328 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b2f80e6-f4e3-47ce-ad11-a3a1a91660b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.014571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-008d24a2-82e3-4231-87e8-66e92b1e02d5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet e8e98e52-ed4f-4a9c-9509-f466bbf4fa83 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:19.046648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f80e6-f4e3-47ce-ad11-a3a1a91660b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fae73bd-fdf4-4e2a-94e9-5886c6f6f594,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:19.048029 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff144fbf-0bcf-464b-9f10-661f277d7b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.051996 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-008d24a2-82e3-4231-87e8-66e92b1e02d5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.086725 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b2f80e6-f4e3-47ce-ad11-a3a1a91660b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.090821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6b2f80e6-f4e3-47ce-ad11-a3a1a91660b2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6fae73bd-fdf4-4e2a-94e9-5886c6f6f594 HTTP/1.1" status: 204 len: 168 time: 1.6696320 Nov 12 13:29:19.095597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47922) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:19.103140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad8bea9-8738-418e-9fb9-b049f0d645b8 None None] Network b4d1f4a9-87ec-434f-8934-2c016cbe992c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:19.158026 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-008d24a2-82e3-4231-87e8-66e92b1e02d5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.348092 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-008d24a2-82e3-4231-87e8-66e92b1e02d5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.400658 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-d85db6bb-c75f-46b1-9706-c161faa592d7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.425389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['cc8bb714-54d5-4a15-8a72-3421a798bf1d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:29:19.438279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e76da-14e4-43e2-a4ae-d1a5e6082ccb None None] DHCP port deletion for b4d1f4a9-87ec-434f-8934-2c016cbe992c request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:29:19.452752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85db6bb-c75f-46b1-9706-c161faa592d7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Pushing event deleted for resources: {'Port': ['ID=cc8bb714-54d5-4a15-8a72-3421a798bf1d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:19.531156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-d85db6bb-c75f-46b1-9706-c161faa592d7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] No DVR routers for this DVR port cc8bb714-54d5-4a15-8a72-3421a798bf1d on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:19.536300 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-d85db6bb-c75f-46b1-9706-c161faa592d7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.541520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5f584c6c-1e2f-4ff3-90a2-d5e69a094c05 req-d85db6bb-c75f-46b1-9706-c161faa592d7 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.70 "DELETE /v2.0/ports/cc8bb714-54d5-4a15-8a72-3421a798bf1d HTTP/1.1" status: 204 len: 173 time: 1.7077711 Nov 12 13:29:19.542028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3afefd2-df2e-49bb-bcf2-17e28dfe690e', 'name': 'network-vif-deleted', 'tag': 'cc8bb714-54d5-4a15-8a72-3421a798bf1d'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:29:19.544894 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b15ebe-f4f8-4f62-97c2-0cbd0d5b785e" -d '{"events": [{"server_uuid": "e3afefd2-df2e-49bb-bcf2-17e28dfe690e", "name": "network-vif-deleted", "tag": "cc8bb714-54d5-4a15-8a72-3421a798bf1d"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:29:19.574141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-008d24a2-82e3-4231-87e8-66e92b1e02d5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.614611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e57e76da-14e4-43e2-a4ae-d1a5e6082ccb None None] Deleting port 5569c067-c434-4de4-bc20-f923bc546f83 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:19.615245 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e57e76da-14e4-43e2-a4ae-d1a5e6082ccb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.656143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d24a2-82e3-4231-87e8-66e92b1e02d5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e98e52-ed4f-4a9c-9509-f466bbf4fa83,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:19.658266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4ac5c5-a6e1-4523-85e6-9d489f9c17c6 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:19.668173 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-008d24a2-82e3-4231-87e8-66e92b1e02d5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.678330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-008d24a2-82e3-4231-87e8-66e92b1e02d5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/e8e98e52-ed4f-4a9c-9509-f466bbf4fa83 HTTP/1.1" status: 204 len: 168 time: 0.8239489 Nov 12 13:29:19.695230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47932) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:19.714299 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-234b0f55-072f-44da-b976-332dbf59a28f req-a68a7d13-12c3-4b38-8aaf-ccf14d689f7e tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0748613 Nov 12 13:29:19.847082 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4571d559-27b7-4ee3-a710-f71778cf5e6a x-openstack-request-id: req-4571d559-27b7-4ee3-a710-f71778cf5e6a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:29:19.847385 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3afefd2-df2e-49bb-bcf2-17e28dfe690e", "name": "network-vif-deleted", "tag": "cc8bb714-54d5-4a15-8a72-3421a798bf1d", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:29:19.847641 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4571d559-27b7-4ee3-a710-f71778cf5e6a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:29:19.848204 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3afefd2-df2e-49bb-bcf2-17e28dfe690e', 'name': 'network-vif-deleted', 'tag': 'cc8bb714-54d5-4a15-8a72-3421a798bf1d', 'status': 'completed', 'code': 200} Nov 12 13:29:19.860467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fa9a1059-463b-4870-b35b-ae3564366dbd up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:19.869831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port c6c91aec-8489-4c61-a5dc-5555533006b8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:19.870176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.887246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2c98b83b-f6fc-414e-ad7c-f7055b5cef52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1810939 Nov 12 13:29:19.890033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47934) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:19.891055 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd0d9a0a-9636-466f-89ca-4ea302c97af1 req-95d7d336-a6d6-4530-8e61-2824f8f9a175 tempest-ListServerFiltersTestJSON-546855502 tempest-ListServerFiltersTestJSON-546855502-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3afefd2-df2e-49bb-bcf2-17e28dfe690e HTTP/1.1" status: 200 len: 210 time: 0.1888163 Nov 12 13:29:19.892838 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.956787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e57e76da-14e4-43e2-a4ae-d1a5e6082ccb None None] For port 5569c067-c434-4de4-bc20-f923bc546f83, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5569c067-c434-4de4-bc20-f923bc546f83,segment=NetworkSegment(8364f6a9-3170-4784-8637-0e7b4fdd329e),segment_id=8364f6a9-3170-4784-8637-0e7b4fdd329e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:19.957365 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e57e76da-14e4-43e2-a4ae-d1a5e6082ccb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.963146 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:19.974096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7817ffc0-2c26-4fc0-942e-47fd86c2c3df tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:19.976925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7817ffc0-2c26-4fc0-942e-47fd86c2c3df tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0858061 Nov 12 13:29:19.979817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47936) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:19.983802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e57e76da-14e4-43e2-a4ae-d1a5e6082ccb None None] Calling delete_port for 5569c067-c434-4de4-bc20-f923bc546f83 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:19.991802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:20.053058 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff144fbf-0bcf-464b-9f10-661f277d7b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.060837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port fa9a1059-463b-4870-b35b-ae3564366dbd triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:20.061203 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.079498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d1dd0b-e6fe-4219-8b04-23b204cb1efe') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:20.079890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d1dd0b-e6fe-4219-8b04-23b204cb1efe') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:20.109555 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed365422-1315-420a-8009-ac7999a9a076 None None] Network e1bf6593-1926-4918-b099-2d3c401d6aa8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:20.157253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff144fbf-0bcf-464b-9f10-661f277d7b42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.164352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ff144fbf-0bcf-464b-9f10-661f277d7b42 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fbe2cfc7-4019-4384-be49-dec8d05dc3bd HTTP/1.1" status: 204 len: 168 time: 2.3299234 Nov 12 13:29:20.167269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47938) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:20.168956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.191866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144fbf-0bcf-464b-9f10-661f277d7b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe2cfc7-4019-4384-be49-dec8d05dc3bd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:20.200388 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.211414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8b1f4f-3113-456e-b58d-ed5f66e718a8 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:29:20.239139 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.251261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf47f609-b43c-4827-9b02-906682ad0a72 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:20.252821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bf47f609-b43c-4827-9b02-906682ad0a72 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2685523 Nov 12 13:29:20.257013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for c6c91aec-8489-4c61-a5dc-5555533006b8 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:20.260755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47940) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:20.261010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:29:20.261404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:29:20.263971 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:29:20.325840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-14b28ea1-180b-4284-882a-1392dc7df6c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633943 Nov 12 13:29:20.335305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47942) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:20.341652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5bae60f9-ad94-4f99-8a90-9da80ebd15eb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:20.432342 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.462807 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e57e76da-14e4-43e2-a4ae-d1a5e6082ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.478834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.494637 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.500114 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] 10.222.0.73 "DELETE /v2.0/networks/aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6 HTTP/1.1" status: 204 len: 168 time: 1.9189844 Nov 12 13:29:20.537073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc562a4-706b-438e-9b84-c4040132b68f admin admin] Pushing event deleted for resources: {'Network': ['ID=aee8c96b-9f6b-470c-8e7c-a97c2e91a2d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:20.544089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Deleting port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:20.544902 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.548197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e76da-14e4-43e2-a4ae-d1a5e6082ccb None None] Pushing event deleted for resources: {'Port': ['ID=5569c067-c434-4de4-bc20-f923bc546f83,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:20.563225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e76da-14e4-43e2-a4ae-d1a5e6082ccb None None] No DVR routers for this DVR port 5569c067-c434-4de4-bc20-f923bc546f83 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:20.608276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b1f4f-3113-456e-b58d-ed5f66e718a8 None None] Deleting port fa9a1059-463b-4870-b35b-ae3564366dbd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:20.608276 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1f4f-3113-456e-b58d-ed5f66e718a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.609957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Deleting port 5569c067-c434-4de4-bc20-f923bc546f83 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:20.610545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.720773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff0f878-a536-4826-b2b3-ded2155eac07 None None] DHCP port deletion for e1bf6593-1926-4918-b099-2d3c401d6aa8 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:29:20.742377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5569c067-c434-4de4-bc20-f923bc546f83 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:20.745768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] For port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a6b727fb-0622-4ce2-b0b5-094ac9a20e7a,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:20.746247 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.778401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Calling delete_port for a6b727fb-0622-4ce2-b0b5-094ac9a20e7a owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:20.799298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ae8b1f4f-3113-456e-b58d-ed5f66e718a8 None None] For port fa9a1059-463b-4870-b35b-ae3564366dbd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=fa9a1059-463b-4870-b35b-ae3564366dbd,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:20.799787 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1f4f-3113-456e-b58d-ed5f66e718a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.820328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b1f4f-3113-456e-b58d-ed5f66e718a8 None None] Calling delete_port for fa9a1059-463b-4870-b35b-ae3564366dbd owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:20.847391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47950) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:20.891408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] For port 5569c067-c434-4de4-bc20-f923bc546f83, host n-d-805736-4, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:20.892333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.919730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-46cdf786-fb96-48db-8216-99564e0f233b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c150512e91d4bbaa0a395acf6c2097a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672636 Nov 12 13:29:20.920909 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47952) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:20.926288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bae60f9-ad94-4f99-8a90-9da80ebd15eb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:20.929647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 5569c067-c434-4de4-bc20-f923bc546f83 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:20.929647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5569c067-c434-4de4-bc20-f923bc546f83 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:20.946026 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5bae60f9-ad94-4f99-8a90-9da80ebd15eb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.958530 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1f4f-3113-456e-b58d-ed5f66e718a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:20.963799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Calling delete_port for 5569c067-c434-4de4-bc20-f923bc546f83 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:21.000365 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Port 5569c067-c434-4de4-bc20-f923bc546f83 was not found and therefore no delete operation was performed {{(pid=102676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:29:21.015097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47956) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:21.025053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b1f4f-3113-456e-b58d-ed5f66e718a8 None None] No DVR routers for this DVR port fa9a1059-463b-4870-b35b-ae3564366dbd on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:21.030266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b1f4f-3113-456e-b58d-ed5f66e718a8 None None] Pushing event deleted for resources: {'Port': ['ID=fa9a1059-463b-4870-b35b-ae3564366dbd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:21.041090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0f878-a536-4826-b2b3-ded2155eac07 None None] Deleting port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:21.041539 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ff0f878-a536-4826-b2b3-ded2155eac07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.055626 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19e876f8-74fe-4118-9247-3fffd8bce5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.110462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.117077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3ff0f878-a536-4826-b2b3-ded2155eac07 None None] For port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a6b727fb-0622-4ce2-b0b5-094ac9a20e7a,segment=NetworkSegment(4a2cfe6c-51b2-44a1-929d-14cf40f9b32b),segment_id=4a2cfe6c-51b2-44a1-929d-14cf40f9b32b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:21.118096 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ff0f878-a536-4826-b2b3-ded2155eac07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.136080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0f878-a536-4826-b2b3-ded2155eac07 None None] Calling delete_port for a6b727fb-0622-4ce2-b0b5-094ac9a20e7a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:21.141263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19e876f8-74fe-4118-9247-3fffd8bce5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.158777 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05c4539a-5b12-4577-b316-d6f8faa6102b req-c9ba6222-d9a9-4d8d-a75a-13706113099f tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.2403066 Nov 12 13:29:21.161862 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.180202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] No DVR routers for this DVR port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:21.182370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b727fb-0622-4ce2-b0b5-094ac9a20e7a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:21.185188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] No DVR routers for this DVR port 5569c067-c434-4de4-bc20-f923bc546f83 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:21.248867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5569c067-c434-4de4-bc20-f923bc546f83,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:21.283065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d734115f-987a-4d09-aed5-1b640dfb1ca2 admin admin] Deleting subnet d0aa25b5-672d-478f-a8bb-1011dad8a122 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:21.285452 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ff0f878-a536-4826-b2b3-ded2155eac07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.297486 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d734115f-987a-4d09-aed5-1b640dfb1ca2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.316693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff0f878-a536-4826-b2b3-ded2155eac07 None None] No DVR routers for this DVR port a6b727fb-0622-4ce2-b0b5-094ac9a20e7a on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:21.318179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.322427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0f878-a536-4826-b2b3-ded2155eac07 None None] Pushing event deleted for resources: {'Port': ['ID=a6b727fb-0622-4ce2-b0b5-094ac9a20e7a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:21.341899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.397338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=c6c91aec-8489-4c61-a5dc-5555533006b8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:21.416424 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.417665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d1f4a9-87ec-434f-8934-2c016cbe992c']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:21.476650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d734115f-987a-4d09-aed5-1b640dfb1ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.481773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bf6593-1926-4918-b099-2d3c401d6aa8']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:21.484656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8364f6a9-3170-4784-8637-0e7b4fdd329e') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:21.484898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8364f6a9-3170-4784-8637-0e7b4fdd329e') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:21.502287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.519916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device cc8bb714-54d5-4a15-8a72-3421a798bf1d no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:21.525990 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19e876f8-74fe-4118-9247-3fffd8bce5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.531024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19e876f8-74fe-4118-9247-3fffd8bce5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.537720 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-19e876f8-74fe-4118-9247-3fffd8bce5cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33dc5d1e-b439-47d9-a65d-54b75f3a7963 HTTP/1.1" status: 204 len: 168 time: 0.6158724 Nov 12 13:29:21.538077 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.548617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:21.549777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2cfe6c-51b2-44a1-929d-14cf40f9b32b') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:21.552964 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.572292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: cc8bb714-54d5-4a15-8a72-3421a798bf1d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:21.572823 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device cc8bb714-54d5-4a15-8a72-3421a798bf1d not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:21.578130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:29:21.578541 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:29:21.581343 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:29:21.584015 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.585460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e876f8-74fe-4118-9247-3fffd8bce5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dc5d1e-b439-47d9-a65d-54b75f3a7963,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:21.632019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.656538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:29:21.657192 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:29:21.661134 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:29:21.789230 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.792787 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.796044 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5bae60f9-ad94-4f99-8a90-9da80ebd15eb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.851260 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d734115f-987a-4d09-aed5-1b640dfb1ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.870511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae60f9-ad94-4f99-8a90-9da80ebd15eb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=cffeb22f-89fa-415b-a0aa-eca71b778716,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:21.896676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fa9a1059-463b-4870-b35b-ae3564366dbd no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:21.917618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.926889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.933594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] 10.222.0.73 "DELETE /v2.0/networks/b4d1f4a9-87ec-434f-8934-2c016cbe992c HTTP/1.1" status: 204 len: 168 time: 2.8340342 Nov 12 13:29:21.939972 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.951033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e360c-ab42-4a37-bf9c-3ce6d61c33fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d1f4a9-87ec-434f-8934-2c016cbe992c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:21.954628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae60f9-ad94-4f99-8a90-9da80ebd15eb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:21.956299 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.957266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Fanout notify agent at l3_agent the message router_deleted on router bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:29:21.966676 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:21.972212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-397c47f3-bf67-449b-90fc-55c282a116a9 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/routers/bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd HTTP/1.1" status: 204 len: 168 time: 4.6657081 Nov 12 13:29:21.973630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5bae60f9-ad94-4f99-8a90-9da80ebd15eb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:21.976976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47964) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:21.987457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bae60f9-ad94-4f99-8a90-9da80ebd15eb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:21.988419 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5bae60f9-ad94-4f99-8a90-9da80ebd15eb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.029939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f5440-e33c-4bad-a27b-ae804ddf05a0 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:22.031681 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.043719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] 10.222.0.73 "DELETE /v2.0/networks/e1bf6593-1926-4918-b099-2d3c401d6aa8 HTTP/1.1" status: 204 len: 168 time: 1.8670554 Nov 12 13:29:22.047513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5bae60f9-ad94-4f99-8a90-9da80ebd15eb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7099934 Nov 12 13:29:22.055045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: fa9a1059-463b-4870-b35b-ae3564366dbd {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:22.055614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fa9a1059-463b-4870-b35b-ae3564366dbd not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:22.055975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:22.056267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a6b727fb-0622-4ce2-b0b5-094ac9a20e7a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:22.065070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': 'cffeb22f-89fa-415b-a0aa-eca71b778716', 'ip_address': '2001:db8::1079:8125:8cd0:437f'}], 'name': 'tempest-NetworksTestDHCPv6-454037223'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:22.070472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8d69b-aaf6-43b5-b33e-88b589cbb0ed admin admin] Pushing event deleted for resources: {'Network': ['ID=e1bf6593-1926-4918-b099-2d3c401d6aa8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:22.120157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d734115f-987a-4d09-aed5-1b640dfb1ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.198137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a6b727fb-0622-4ce2-b0b5-094ac9a20e7a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:22.198689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a6b727fb-0622-4ce2-b0b5-094ac9a20e7a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:22.198942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13310ef-ee30-4074-be30-4bfe60bc7111 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting subnet aaa1c35d-7f63-4a73-b8e8-5d96fb3b7284 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:22.207413 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e13310ef-ee30-4074-be30-4bfe60bc7111 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.231633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734115f-987a-4d09-aed5-1b640dfb1ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0aa25b5-672d-478f-a8bb-1011dad8a122,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:22.244778 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d734115f-987a-4d09-aed5-1b640dfb1ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.254739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:22.264817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d734115f-987a-4d09-aed5-1b640dfb1ca2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d0aa25b5-672d-478f-a8bb-1011dad8a122 HTTP/1.1" status: 204 len: 168 time: 1.2442565 Nov 12 13:29:22.272544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47974) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:22.347232 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e13310ef-ee30-4074-be30-4bfe60bc7111 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.432082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa54537-c2ef-412f-a9c0-752571c60c32 None None] Network e2079ad9-6ef1-497e-b00b-d5afc7c9325c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:22.440133 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ef3165d-de6b-48e8-a29f-e54203fe95cd req-59f6beda-1b3f-4cec-b166-727cf3059b8e tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0610275 Nov 12 13:29:22.494674 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.543071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 5219e414-ca63-40c7-8fa8-a52a7f89b101 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:29:22.549115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.555710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e13310ef-ee30-4074-be30-4bfe60bc7111 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.648737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47976) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:22.710327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Deleting port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:22.711060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.733932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47978) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:22.861585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] For port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=534e4e37-5e3f-43f3-b55e-fdc1ca45535f,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:22.862098 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.871026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4eaa588c-42fb-4277-9151-b8fe00d86863 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46d2c137430746da9a5b9eb09a6b0c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352518 Nov 12 13:29:22.872409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6e87421a-c0e3-4d7c-b18c-d98bdb13847f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=564a4540a9244ec898f21d318b35f14b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222757 Nov 12 13:29:22.883167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47980) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:22.883705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47982) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:22.895135 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e13310ef-ee30-4074-be30-4bfe60bc7111 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.917369 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Calling delete_port for 534e4e37-5e3f-43f3-b55e-fdc1ca45535f owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:22.936821 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e13310ef-ee30-4074-be30-4bfe60bc7111 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.949223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e13310ef-ee30-4074-be30-4bfe60bc7111 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/subnets/aaa1c35d-7f63-4a73-b8e8-5d96fb3b7284 HTTP/1.1" status: 204 len: 168 time: 0.9708829 Nov 12 13:29:22.955599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47986) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:22.956575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'cffeb22f-89fa-415b-a0aa-eca71b778716'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:29:22.957639 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:22.961772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194db3c6-0dc6-4976-a229-211952fbd451 None None] Network 94949607-7f71-467f-ae1a-a69cf7208b38 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:22.996070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13310ef-ee30-4074-be30-4bfe60bc7111 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa1c35d-7f63-4a73-b8e8-5d96fb3b7284,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:23.013960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::1079:8125:8cd0:437f (514a5480-43a8-41bb-9524-24b97d0dd96f/cffeb22f-89fa-415b-a0aa-eca71b778716/5219e414-ca63-40c7-8fa8-a52a7f89b101) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:23.265564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888239f4-61b3-4c22-a891-02e776d1220c None None] DHCP port deletion for e2079ad9-6ef1-497e-b00b-d5afc7c9325c request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:29:23.280523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47988) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:23.334173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-888239f4-61b3-4c22-a891-02e776d1220c None None] Deleting port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:23.335104 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-888239f4-61b3-4c22-a891-02e776d1220c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.342494 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a41bd94-746f-4529-911b-cbfb5f55ae92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.372581 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-34f9818b-2d63-47fc-adcd-4a7d919d56ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89b17fac09804dcaa4f836a37cad081d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895205 Nov 12 13:29:23.375809 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.376900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47990) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:23.391871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81cd2974-4eeb-4053-bd6e-a912d0dbc270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.410369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f27b2d-696e-43e0-be8b-5117a9c518e0 None None] DHCP port deletion for 94949607-7f71-467f-ae1a-a69cf7208b38 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:29:23.415316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.450229 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a41bd94-746f-4529-911b-cbfb5f55ae92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.457077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-888239f4-61b3-4c22-a891-02e776d1220c None None] For port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=534e4e37-5e3f-43f3-b55e-fdc1ca45535f,segment=NetworkSegment(c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3),segment_id=c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:23.457517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-888239f4-61b3-4c22-a891-02e776d1220c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.459832 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81cd2974-4eeb-4053-bd6e-a912d0dbc270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.483455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-888239f4-61b3-4c22-a891-02e776d1220c None None] Calling delete_port for 534e4e37-5e3f-43f3-b55e-fdc1ca45535f owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:23.507174 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9a05d25-5348-4ad7-a8ca-675aef0ea7f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.538208 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.539358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.553093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f8f27b2d-696e-43e0-be8b-5117a9c518e0 None None] Deleting port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:23.554440 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8f27b2d-696e-43e0-be8b-5117a9c518e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.578745 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9a05d25-5348-4ad7-a8ca-675aef0ea7f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.620462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Pushing event deleted for resources: {'Port': ['ID=534e4e37-5e3f-43f3-b55e-fdc1ca45535f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:23.624059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] No DVR routers for this DVR port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:23.672771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:23.684957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:23.694296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:23.701514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:23.702201 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.731594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.735543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:23.735885 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.778110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f8f27b2d-696e-43e0-be8b-5117a9c518e0 None None] For port 35f0276c-f24c-44f3-b4c8-23bc43cbe720, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=35f0276c-f24c-44f3-b4c8-23bc43cbe720,segment=NetworkSegment(d53da023-61e9-49b9-8ec2-a1bb1c97811a),segment_id=d53da023-61e9-49b9-8ec2-a1bb1c97811a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:23.778556 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8f27b2d-696e-43e0-be8b-5117a9c518e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.782722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/cffeb22f-89fa-415b-a0aa-eca71b778716/c1685a26-25b1-40af-9a41-2aecdd8401d6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:23.793817 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81cd2974-4eeb-4053-bd6e-a912d0dbc270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.797091 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-81cd2974-4eeb-4053-bd6e-a912d0dbc270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.797440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=5219e414-ca63-40c7-8fa8-a52a7f89b101,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:23.798201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-81cd2974-4eeb-4053-bd6e-a912d0dbc270 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/053b82bd-edbf-4744-bc42-fdf51de4faf6 HTTP/1.1" status: 204 len: 168 time: 0.9126623 Nov 12 13:29:23.798794 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a41bd94-746f-4529-911b-cbfb5f55ae92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.801524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a41bd94-746f-4529-911b-cbfb5f55ae92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.807471 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5a41bd94-746f-4529-911b-cbfb5f55ae92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de7a600d-383c-4190-a597-e5ad579daba6 HTTP/1.1" status: 204 len: 168 time: 0.9154453 Nov 12 13:29:23.818940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2079ad9-6ef1-497e-b00b-d5afc7c9325c']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:23.823280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f8f27b2d-696e-43e0-be8b-5117a9c518e0 None None] Calling delete_port for 35f0276c-f24c-44f3-b4c8-23bc43cbe720 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:23.878560 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d38ad45b-c1cd-42a4-8f49-51b970e3f0ce req-5e5f89f3-706c-4e16-810c-8c01f8be6f87 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.1560240 Nov 12 13:29:23.905898 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-888239f4-61b3-4c22-a891-02e776d1220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:23.913853 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4a133b77-9ca5-46d4-9d8b-bfe1e4e664c8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8524253 Nov 12 13:29:23.915918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47998) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:23.918440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:23.918981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2dbc91e-dad6-49b8-b08d-a29de4f6c7b3') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:23.922627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9849b040-45bd-44f4-8340-270c22a3e9c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': 'cffeb22f-89fa-415b-a0aa-eca71b778716', 'ip_address': '2001:db8::1079:8125:8cd0:437f'}], 'name': 'tempest-NetworksTestDHCPv6-337786825'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:23.934075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd2974-4eeb-4053-bd6e-a912d0dbc270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053b82bd-edbf-4744-bc42-fdf51de4faf6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:23.958720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 534e4e37-5e3f-43f3-b55e-fdc1ca45535f no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:23.966797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888239f4-61b3-4c22-a891-02e776d1220c None None] No DVR routers for this DVR port 534e4e37-5e3f-43f3-b55e-fdc1ca45535f on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:24.009039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41bd94-746f-4529-911b-cbfb5f55ae92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7a600d-383c-4190-a597-e5ad579daba6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:24.018141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.049186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] For port 35f0276c-f24c-44f3-b4c8-23bc43cbe720, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=35f0276c-f24c-44f3-b4c8-23bc43cbe720,segment=NetworkSegment(d53da023-61e9-49b9-8ec2-a1bb1c97811a),segment_id=d53da023-61e9-49b9-8ec2-a1bb1c97811a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:24.050689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 534e4e37-5e3f-43f3-b55e-fdc1ca45535f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:24.051298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 534e4e37-5e3f-43f3-b55e-fdc1ca45535f not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:24.051981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 35f0276c-f24c-44f3-b4c8-23bc43cbe720 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:24.061706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.074570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888239f4-61b3-4c22-a891-02e776d1220c None None] Pushing event deleted for resources: {'Port': ['ID=534e4e37-5e3f-43f3-b55e-fdc1ca45535f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:24.105968 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.118378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for 35f0276c-f24c-44f3-b4c8-23bc43cbe720 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:24.128354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:29:24.137585 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:29:24.146671 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:29:24.171479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9a05d25-5348-4ad7-a8ca-675aef0ea7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.174928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9a05d25-5348-4ad7-a8ca-675aef0ea7f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.185922 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c9a05d25-5348-4ad7-a8ca-675aef0ea7f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa6716a4-487a-4ec6-b9f5-7a3cd8331070 HTTP/1.1" status: 204 len: 168 time: 0.8073356 Nov 12 13:29:24.212247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a05d25-5348-4ad7-a8ca-675aef0ea7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6716a4-487a-4ec6-b9f5-7a3cd8331070,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:24.376700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9849b040-45bd-44f4-8340-270c22a3e9c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:24.382181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9849b040-45bd-44f4-8340-270c22a3e9c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.424580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-9849b040-45bd-44f4-8340-270c22a3e9c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port b96bf28e-e2be-4370-a754-7e80b7703261 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:29:24.457910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.482190 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.488109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] No DVR routers for this DVR port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:24.516029 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8f27b2d-696e-43e0-be8b-5117a9c518e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.536307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 update to DOWN by agent not found {{(pid=102677) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 13:29:24.624313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f27b2d-696e-43e0-be8b-5117a9c518e0 None None] Pushing event deleted for resources: {'Port': ['ID=35f0276c-f24c-44f3-b4c8-23bc43cbe720,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:24.640933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f27b2d-696e-43e0-be8b-5117a9c518e0 None None] No DVR routers for this DVR port 35f0276c-f24c-44f3-b4c8-23bc43cbe720 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:24.642214 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.651236 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] 10.222.0.73 "DELETE /v2.0/networks/e2079ad9-6ef1-497e-b00b-d5afc7c9325c HTTP/1.1" status: 204 len: 168 time: 2.3761289 Nov 12 13:29:24.653775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87c67a-6427-4f05-b683-2564540709ff admin admin] Pushing event deleted for resources: {'Network': ['ID=e2079ad9-6ef1-497e-b00b-d5afc7c9325c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:24.654989 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.670094 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.679143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=35f0276c-f24c-44f3-b4c8-23bc43cbe720,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:24.763400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:24.769832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:24.782652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:24.805922 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.820718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Pushing event updated for resources: {'Port': ['ID=c1685a26-25b1-40af-9a41-2aecdd8401d6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:24.859160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94949607-7f71-467f-ae1a-a69cf7208b38']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:24.878938 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9849b040-45bd-44f4-8340-270c22a3e9c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 13:29:24.879727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9849b040-45bd-44f4-8340-270c22a3e9c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:29:24.887198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53da023-61e9-49b9-8ec2-a1bb1c97811a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:24.888347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53da023-61e9-49b9-8ec2-a1bb1c97811a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:24.926363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9849b040-45bd-44f4-8340-270c22a3e9c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0088832 Nov 12 13:29:24.936418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48020) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:24.942731 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:24.987337 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.008000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:29:25.008886 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:29:25.018598 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:29:25.030366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Attempting to bind port c1685a26-25b1-40af-9a41-2aecdd8401d6 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:25.031385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Attempting to bind port c1685a26-25b1-40af-9a41-2aecdd8401d6 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:25.032539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Attempting to bind port c1685a26-25b1-40af-9a41-2aecdd8401d6 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:25.050330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:25.054192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:25.057037 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.057919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:25.059554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Bound port: c1685a26-25b1-40af-9a41-2aecdd8401d6, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:25.061752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.153635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1214b1-07ba-4c64-80f1-f2cc8994eba6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:25.166755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1214b1-07ba-4c64-80f1-f2cc8994eba6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:25.168114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48026) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:25.173813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48028) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:25.174615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cf1214b1-07ba-4c64-80f1-f2cc8994eba6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2358205 Nov 12 13:29:25.228671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fdf3894-a6fd-4436-8bfa-5ad8860f3848 req-0041081e-9d59-4ef3-88a5-3b913d505dbb tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0518610 Nov 12 13:29:25.247007 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] For port c1685a26-25b1-40af-9a41-2aecdd8401d6, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:25.250951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] For port c1685a26-25b1-40af-9a41-2aecdd8401d6, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c1685a26-25b1-40af-9a41-2aecdd8401d6,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:25.258587 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.294392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.329779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.333663 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/networks/94949607-7f71-467f-ae1a-a69cf7208b38 HTTP/1.1" status: 204 len: 168 time: 2.3764966 Nov 12 13:29:25.339854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48034) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:25.402018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cb7bc-f32e-4b71-bb79-8902b9b4bbd0 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Network': ['ID=94949607-7f71-467f-ae1a-a69cf7208b38,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:25.427485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da4d9d-0374-4069-b086-5aa510b756ab None None] Pushing event updated for resources: {'Port': ['ID=c1685a26-25b1-40af-9a41-2aecdd8401d6,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:25.457316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ae1b07b9-6476-46f6-b6c4-fe684ff9279d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b27c3fd211342e2abaf7931ee0b2194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792978 Nov 12 13:29:25.457994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48038) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:25.564342 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e711d4e5-e318-433d-aa93-7561b700c064 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 5219e414-ca63-40c7-8fa8-a52a7f89b101 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:25.564651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e711d4e5-e318-433d-aa93-7561b700c064 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.571068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a839a5f-f27c-47f9-9164-437b59724931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.656999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0ec35-f79e-4ee7-ac03-8186f2142439 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port 6745a1c1-6b1f-4070-8977-efc539fd757b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:25.657645 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ec35-f79e-4ee7-ac03-8186f2142439 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.679219 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a839a5f-f27c-47f9-9164-437b59724931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.801630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e711d4e5-e318-433d-aa93-7561b700c064 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.836455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e711d4e5-e318-433d-aa93-7561b700c064 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 5219e414-ca63-40c7-8fa8-a52a7f89b101 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:25.859982 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a839a5f-f27c-47f9-9164-437b59724931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.863374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a839a5f-f27c-47f9-9164-437b59724931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.865096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4a839a5f-f27c-47f9-9164-437b59724931 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/773f0f02-00de-4d46-baa3-b3be96df4f1b HTTP/1.1" status: 204 len: 168 time: 0.4043245 Nov 12 13:29:25.937667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ec35-f79e-4ee7-ac03-8186f2142439 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.938005 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ec35-f79e-4ee7-ac03-8186f2142439 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:25.995861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0ec35-f79e-4ee7-ac03-8186f2142439 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for 6745a1c1-6b1f-4070-8977-efc539fd757b owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:26.272321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a839a5f-f27c-47f9-9164-437b59724931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773f0f02-00de-4d46-baa3-b3be96df4f1b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:26.291230 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ec35-f79e-4ee7-ac03-8186f2142439 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:26.350569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0ec35-f79e-4ee7-ac03-8186f2142439 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=6745a1c1-6b1f-4070-8977-efc539fd757b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:26.440684 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e711d4e5-e318-433d-aa93-7561b700c064 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:26.484512 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ec35-f79e-4ee7-ac03-8186f2142439 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:26.488861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ec35-f79e-4ee7-ac03-8186f2142439 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:26.490471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ea0ec35-f79e-4ee7-ac03-8186f2142439 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/floatingips/900cdb46-0cb7-4b95-b0e3-5bb005330c33 HTTP/1.1" status: 204 len: 168 time: 1.1493664 Nov 12 13:29:26.497326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48060) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:26.520932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711d4e5-e318-433d-aa93-7561b700c064 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=5219e414-ca63-40c7-8fa8-a52a7f89b101,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:26.552049 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-25de392b-6d46-4e79-9dca-3e8efe5af7e5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] DELETE failed (client error): The resource could not be found. Nov 12 13:29:26.553215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25de392b-6d46-4e79-9dca-3e8efe5af7e5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:29:26.557628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-25de392b-6d46-4e79-9dca-3e8efe5af7e5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/ports/cb6d98a1-e0f4-442f-b9ab-60cf72f364a2 HTTP/1.1" status: 404 len: 333 time: 0.0589311 Nov 12 13:29:26.560306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48064) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:26.563581 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e711d4e5-e318-433d-aa93-7561b700c064 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:26.568230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e711d4e5-e318-433d-aa93-7561b700c064 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/5219e414-ca63-40c7-8fa8-a52a7f89b101 HTTP/1.1" status: 204 len: 168 time: 1.3768032 Nov 12 13:29:26.571397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48066) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:26.670097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-585c34d8-d28d-40ac-87a7-6977910e84d9 req-de29645b-c08a-4fdc-8bb2-8456b6dfb4bc tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0916212 Nov 12 13:29:26.679860 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-62883161-29ff-4b01-a075-c638b9f89f88 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd HTTP/1.1" status: 200 len: 205 time: 0.1178689 Nov 12 13:29:26.683135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:26.740624 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a07c0cad-5fa3-4e54-b0ba-f041a27c632a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] delete failed (client error): The resource could not be found. Nov 12 13:29:26.742016 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a07c0cad-5fa3-4e54-b0ba-f041a27c632a tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/routers/bdff8af4-5e63-49ed-b3d5-8e2589c4bcdd HTTP/1.1" status: 404 len: 336 time: 0.0576324 Nov 12 13:29:26.747214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d804d6-dd38-45fe-b2a3-91f542aba93a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:26.751276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d804d6-dd38-45fe-b2a3-91f542aba93a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:26.752308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48078) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:26.757143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f4d804d6-dd38-45fe-b2a3-91f542aba93a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1813357 Nov 12 13:29:26.757572 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48080) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:26.834962 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba3b7ed-89db-40f1-bc7a-4c394bc58005 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] DELETE failed (client error): The resource could not be found. Nov 12 13:29:26.835750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba3b7ed-89db-40f1-bc7a-4c394bc58005 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:29:26.842776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4ba3b7ed-89db-40f1-bc7a-4c394bc58005 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/subnets/aaa1c35d-7f63-4a73-b8e8-5d96fb3b7284 HTTP/1.1" status: 404 len: 337 time: 0.0884526 Nov 12 13:29:26.845469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48088) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:26.882262 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b203bb-1400-45df-989b-bfc7df651b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet cffeb22f-89fa-415b-a0aa-eca71b778716 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:26.887568 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-93b203bb-1400-45df-989b-bfc7df651b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:26.968909 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9e85108-0159-427a-8827-f71ba6cd2683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.033644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-93b203bb-1400-45df-989b-bfc7df651b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.088481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ad29c1ed-ae54-40a0-8d4a-25472e9f622a None None] Provisioning complete for port c1685a26-25b1-40af-9a41-2aecdd8401d6 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:27.091000 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad29c1ed-ae54-40a0-8d4a-25472e9f622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.127723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a96d49ee-4abb-4e76-b4f0-01ab1312c83e tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port b161eda7-a726-4c57-94ac-d5213c44f353 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:27.128279 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96d49ee-4abb-4e76-b4f0-01ab1312c83e tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.278889 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad29c1ed-ae54-40a0-8d4a-25472e9f622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.308605 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-93b203bb-1400-45df-989b-bfc7df651b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.371320 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96d49ee-4abb-4e76-b4f0-01ab1312c83e tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.396114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a96d49ee-4abb-4e76-b4f0-01ab1312c83e tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for b161eda7-a726-4c57-94ac-d5213c44f353 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:27.433903 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-93b203bb-1400-45df-989b-bfc7df651b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.511899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b203bb-1400-45df-989b-bfc7df651b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=cffeb22f-89fa-415b-a0aa-eca71b778716,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:27.521527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-93b203bb-1400-45df-989b-bfc7df651b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.524752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-ad29c1ed-ae54-40a0-8d4a-25472e9f622a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:29:27.526555 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-ad29c1ed-ae54-40a0-8d4a-25472e9f622a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:29:27.529053 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-93b203bb-1400-45df-989b-bfc7df651b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/cffeb22f-89fa-415b-a0aa-eca71b778716 HTTP/1.1" status: 204 len: 168 time: 0.7694490 Nov 12 13:29:27.530625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48106) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:27.576658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:27.585255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1395e4fa-70cf-42ff-8ebb-ee996551218a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526116 Nov 12 13:29:27.589433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48112) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:27.595959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1c086bc2-ed5a-4eaa-969f-e85ab2b92a9a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:27.644592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96d49ee-4abb-4e76-b4f0-01ab1312c83e tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.701014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d49ee-4abb-4e76-b4f0-01ab1312c83e tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=b161eda7-a726-4c57-94ac-d5213c44f353,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:27.759569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c086bc2-ed5a-4eaa-969f-e85ab2b92a9a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:27.763339 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c086bc2-ed5a-4eaa-969f-e85ab2b92a9a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.873874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96d49ee-4abb-4e76-b4f0-01ab1312c83e tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:27.887877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a96d49ee-4abb-4e76-b4f0-01ab1312c83e tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/ports/b161eda7-a726-4c57-94ac-d5213c44f353 HTTP/1.1" status: 204 len: 168 time: 1.0403864 Nov 12 13:29:27.889995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:27.956849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360ac2a-1b9e-45ac-9800-fd70b6434f25 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:28.017898 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f40f151c-73e8-4138-a706-c54a56af0a69 req-bdbbfea0-9f93-4cc3-9007-aa0191cab9bf tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0547693 Nov 12 13:29:28.025167 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c1685a26-25b1-40af-9a41-2aecdd8401d6 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:28.102731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d892381a-f693-497a-989a-788908e34dc3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port b4c069fb-f44e-45d6-a415-032282a3df5d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:28.103704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d892381a-f693-497a-989a-788908e34dc3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:28.187624 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad29c1ed-ae54-40a0-8d4a-25472e9f622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:28.248759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ad29c1ed-ae54-40a0-8d4a-25472e9f622a None None] For port c1685a26-25b1-40af-9a41-2aecdd8401d6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c1685a26-25b1-40af-9a41-2aecdd8401d6,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:28.261954 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad29c1ed-ae54-40a0-8d4a-25472e9f622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:28.309381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c1685a26-25b1-40af-9a41-2aecdd8401d6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:28.310082 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:28.385893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29c1ed-ae54-40a0-8d4a-25472e9f622a None None] Pushing event updated for resources: {'Port': ['ID=c1685a26-25b1-40af-9a41-2aecdd8401d6,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:28.390127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-45913bdc-37de-4900-91da-8de878dc69a3 None None] Could not find standard attr ID for object 5219e414-ca63-40c7-8fa8-a52a7f89b101. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:29:28.412815 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c086bc2-ed5a-4eaa-969f-e85ab2b92a9a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:28.464870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c3195-3e0f-4941-92f2-bc8cf797713e None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:29:28.544491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c086bc2-ed5a-4eaa-969f-e85ab2b92a9a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:28.552812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-793c3195-3e0f-4941-92f2-bc8cf797713e None None] Deleting port c1685a26-25b1-40af-9a41-2aecdd8401d6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:28.554815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-793c3195-3e0f-4941-92f2-bc8cf797713e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:28.563259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1c086bc2-ed5a-4eaa-969f-e85ab2b92a9a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:28.579958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c086bc2-ed5a-4eaa-969f-e85ab2b92a9a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:28.580934 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c086bc2-ed5a-4eaa-969f-e85ab2b92a9a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:28.633773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c086bc2-ed5a-4eaa-969f-e85ab2b92a9a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=f45e9cfe-fc31-48d4-8bee-7c639829d49e,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:28.657804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1c086bc2-ed5a-4eaa-969f-e85ab2b92a9a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0670087 Nov 12 13:29:28.663834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48138) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:28.672278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f12a5c05-2db6-418a-b195-217a0e4ea436 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': 'f45e9cfe-fc31-48d4-8bee-7c639829d49e', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-801947736'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:28.761235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-793c3195-3e0f-4941-92f2-bc8cf797713e None None] For port c1685a26-25b1-40af-9a41-2aecdd8401d6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c1685a26-25b1-40af-9a41-2aecdd8401d6,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:28.762126 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-793c3195-3e0f-4941-92f2-bc8cf797713e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:28.789061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-793c3195-3e0f-4941-92f2-bc8cf797713e None None] Calling delete_port for c1685a26-25b1-40af-9a41-2aecdd8401d6 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:28.942626 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d892381a-f693-497a-989a-788908e34dc3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:28.952852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12a5c05-2db6-418a-b195-217a0e4ea436 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:28.967335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d892381a-f693-497a-989a-788908e34dc3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for b4c069fb-f44e-45d6-a415-032282a3df5d owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:28.968429 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-793c3195-3e0f-4941-92f2-bc8cf797713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.028168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c3195-3e0f-4941-92f2-bc8cf797713e None None] Pushing event deleted for resources: {'Port': ['ID=c1685a26-25b1-40af-9a41-2aecdd8401d6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:29.056360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c3195-3e0f-4941-92f2-bc8cf797713e None None] No DVR routers for this DVR port c1685a26-25b1-40af-9a41-2aecdd8401d6 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:29.104247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3e2fab-e2a9-4387-b178-410bc329f819 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:29.147810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48158) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:29.213660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1763068031-network', 'tenant_id': 'afc955bb61c44c098d5d6baf02277838'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:29.262834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94301124-0ead-458e-87e8-b2e585014c98 req-10831b3f-e500-4caf-8b5c-d2f17a0102e8 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0857220 Nov 12 13:29:29.267144 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d892381a-f693-497a-989a-788908e34dc3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.289639 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f12a5c05-2db6-418a-b195-217a0e4ea436 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.313173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892381a-f693-497a-989a-788908e34dc3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=b4c069fb-f44e-45d6-a415-032282a3df5d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:29.316636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Made reservation on behalf of afc955bb61c44c098d5d6baf02277838 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:29.319698 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.341633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.343447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-f12a5c05-2db6-418a-b195-217a0e4ea436 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port fc894463-4394-4136-af14-679ac9ca025a yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:29:29.451727 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d892381a-f693-497a-989a-788908e34dc3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.460948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d892381a-f693-497a-989a-788908e34dc3 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/ports/b4c069fb-f44e-45d6-a415-032282a3df5d HTTP/1.1" status: 204 len: 168 time: 1.5665226 Nov 12 13:29:29.465936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48172) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:29.527780 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f40433e5-7bbc-44cc-b322-7eda321da367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.545452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'f45e9cfe-fc31-48d4-8bee-7c639829d49e'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:29:29.546214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.567710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef3a5aa-be52-45a7-93d1-40e513e69eba tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:29.575332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aef3a5aa-be52-45a7-93d1-40e513e69eba tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "GET /v2.0/ports?device_id=11efcd69-97d8-4ec0-a664-ca5679d3ea4e HTTP/1.1" status: 200 len: 913 time: 0.1077440 Nov 12 13:29:29.576384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48176) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:29.621854 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12a5c05-2db6-418a-b195-217a0e4ea436 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:29:29.626700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12a5c05-2db6-418a-b195-217a0e4ea436 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:29:29.682754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1847509470-network', 'tenant_id': 'c46533f9d5fc45d38165d12a0953216a'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:29.725573 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f12a5c05-2db6-418a-b195-217a0e4ea436 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0444322 Nov 12 13:29:29.742126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48180) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:29.752143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/f45e9cfe-fc31-48d4-8bee-7c639829d49e/45928f03-c0a2-47d9-8773-753e051dcf01) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:29.753061 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.764395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.790830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:29:29.810452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:29.811115 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Added segment 71cb94c9-ba7d-417f-a100-139cf796554d of type vlan for network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 Nov 12 13:29:29.898086 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-043c2b5f-4e31-449a-88a0-e3964e781307 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1540575 Nov 12 13:29:29.913624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48186) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:29.914230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48188) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:29.935128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c1685a26-25b1-40af-9a41-2aecdd8401d6 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:29.961968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff197c4-02eb-4687-b079-145caa707ba0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:30.026869 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: c1685a26-25b1-40af-9a41-2aecdd8401d6 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:30.027221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c1685a26-25b1-40af-9a41-2aecdd8401d6 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:30.065393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.090816 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.104517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.119684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Made reservation on behalf of c46533f9d5fc45d38165d12a0953216a for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:30.123655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.156800 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8206c4-b308-47ba-a5d5-a885ac01b152 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:30.160124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8206c4-b308-47ba-a5d5-a885ac01b152 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:30.163459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6e8206c4-b308-47ba-a5d5-a885ac01b152 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2465246 Nov 12 13:29:30.164883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.165355 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.166543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:30.167310 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.168343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48198) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:30.223248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:30.235123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:30.239726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:30.301122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7235138 Nov 12 13:29:30.311652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48206) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:30.323899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Pushing event updated for resources: {'Port': ['ID=45928f03-c0a2-47d9-8773-753e051dcf01,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:30.335475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a3b50-8c26-47be-9ff9-a6d81ff9bda0 admin admin] Pushing event updated for resources: {'Network': ['ID=6c55f02a-5cd4-4dc9-900f-6fdb87942b89,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:30.349132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Request body: {'subnet': {'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1763068031-subnet', 'tenant_id': 'afc955bb61c44c098d5d6baf02277838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:30.378711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:29:30.444105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Attempting to bind port 45928f03-c0a2-47d9-8773-753e051dcf01 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:30.444841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Attempting to bind port 45928f03-c0a2-47d9-8773-753e051dcf01 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:30.444841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Attempting to bind port 45928f03-c0a2-47d9-8773-753e051dcf01 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:30.499893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:30.500447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:30.501520 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.501924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:30.502417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Bound port: 45928f03-c0a2-47d9-8773-753e051dcf01, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:30.502804 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.528371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-af78b0b4-5d29-4370-9ec8-7bb3646abff1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet f45e9cfe-fc31-48d4-8bee-7c639829d49e {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:30.557692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af78b0b4-5d29-4370-9ec8-7bb3646abff1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.587998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] For port 45928f03-c0a2-47d9-8773-753e051dcf01, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:30.591496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] For port 45928f03-c0a2-47d9-8773-753e051dcf01, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=45928f03-c0a2-47d9-8773-753e051dcf01,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:30.604666 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.661675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.672297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4dfba573-05c8-40f7-891f-6c6d68ddfa87 req-dc0a20d8-0cc1-44dd-bbc2-b05879cc3f8a tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.1997218 Nov 12 13:29:30.673112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e0d43914-b028-4935-8a87-e3afcc2fcdfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.681978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Made reservation on behalf of afc955bb61c44c098d5d6baf02277838 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:30.684515 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.721365 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc372e30-c224-407f-b0e4-782f8da927fe None None] Pushing event updated for resources: {'Port': ['ID=45928f03-c0a2-47d9-8773-753e051dcf01,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:30.767095 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.855732 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af78b0b4-5d29-4370-9ec8-7bb3646abff1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.921218 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:30.935854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.052832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:29:31.124132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b6270a-14c3-421b-85dc-41b0730f88ff,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:31.161834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.162181 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Added segment 1298761d-8d4a-440f-b4be-02002a9389be of type vlan for network 89929fee-6153-4c23-9e21-003540f6d35f Nov 12 13:29:31.268031 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e0d43914-b028-4935-8a87-e3afcc2fcdfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.269738 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af78b0b4-5d29-4370-9ec8-7bb3646abff1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.304373 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e0d43914-b028-4935-8a87-e3afcc2fcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.324735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port 1b4b9370-58fa-402a-a602-6adcb3cb6173 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:31.325782 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.361214 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.403303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:31.443380 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e0d43914-b028-4935-8a87-e3afcc2fcdfb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e16599ca45fd4242b03d9dd979969aa5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5251591 Nov 12 13:29:31.444555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d43914-b028-4935-8a87-e3afcc2fcdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f404c65d-d864-4463-8ce5-7c7974aa74f1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:31.447187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48236) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:31.452859 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.466909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.489991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for 1b4b9370-58fa-402a-a602-6adcb3cb6173 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:31.527906 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.528792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:31.529408 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.548497 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af78b0b4-5d29-4370-9ec8-7bb3646abff1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.640876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4921434 Nov 12 13:29:31.668999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48238) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:31.678398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Request body: {'subnet': {'network_id': '89929fee-6153-4c23-9e21-003540f6d35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1847509470-subnet', 'tenant_id': 'c46533f9d5fc45d38165d12a0953216a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:31.691272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7615-177d-4069-bac3-e0c6bd160b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.696552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af78b0b4-5d29-4370-9ec8-7bb3646abff1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.700944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-af78b0b4-5d29-4370-9ec8-7bb3646abff1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/f45e9cfe-fc31-48d4-8bee-7c639829d49e HTTP/1.1" status: 204 len: 168 time: 1.5296319 Nov 12 13:29:31.703375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4ed80c-ed77-477f-a1a2-cd9129a58859,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:31.703903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48240) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:31.736861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d3436e0-3ac4-484e-bba5-565485752454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.754070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-92547a74-cacc-4b2c-9e0a-367bb4aa8f5c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433991 Nov 12 13:29:31.764766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48244) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:31.768366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd47d09-9834-4fa6-b33b-f5130243fa21 admin admin] Pushing event updated for resources: {'Network': ['ID=89929fee-6153-4c23-9e21-003540f6d35f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:31.774114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Checking segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:31.774504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Network hostable DHCP agents. Network: 6c55f02a-5cd4-4dc9-900f-6fdb87942b89, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:29:31.783436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5727cf9e-3fa1-4206-ba26-8f86c0290def tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:31.799611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 89929fee-6153-4c23-9e21-003540f6d35f details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:29:31.826720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78b0b4-5d29-4370-9ec8-7bb3646abff1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=f45e9cfe-fc31-48d4-8bee-7c639829d49e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:31.830678 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d3436e0-3ac4-484e-bba5-565485752454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.833649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:29:31.866562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 6c55f02a-5cd4-4dc9-900f-6fdb87942b89) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:31.886840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:31.887456 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:31.954544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d1c0b-0b47-46d4-b755-8c9c9ef51e38 None None] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:31.960169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Made reservation on behalf of c46533f9d5fc45d38165d12a0953216a for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:31.962949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.010555 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-709abf7e-91b2-4214-aef3-feed7d5ed6f4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6743293 Nov 12 13:29:32.017704 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d3436e0-3ac4-484e-bba5-565485752454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.020379 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d3436e0-3ac4-484e-bba5-565485752454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.025259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5d3436e0-3ac4-484e-bba5-565485752454 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f404c65d-d864-4463-8ce5-7c7974aa74f1 HTTP/1.1" status: 204 len: 168 time: 0.5737107 Nov 12 13:29:32.041909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 45928f03-c0a2-47d9-8773-753e051dcf01 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:32.043230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3436e0-3ac4-484e-bba5-565485752454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404c65d-d864-4463-8ce5-7c7974aa74f1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:32.168648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06bfbbdb-b293-4fc6-8b19-ae9f85864b51 req-0d64a743-1a64-42cf-8dd2-ca0a91f792dc tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.2380795 Nov 12 13:29:32.231712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de94b403-f0de-40db-a8ef-f494abaf580b None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:32.323611 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.368712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fd0d9e1e-66f3-40e7-94b9-2b896ad9a413 None None] Provisioning complete for port 45928f03-c0a2-47d9-8773-753e051dcf01 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:32.369077 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd0d9e1e-66f3-40e7-94b9-2b896ad9a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.452044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5727cf9e-3fa1-4206-ba26-8f86c0290def tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:32.462578 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5727cf9e-3fa1-4206-ba26-8f86c0290def tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.475607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819cf9d6-67b9-469a-8c3d-a95e19a1d59f None None] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:32.478463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 45928f03-c0a2-47d9-8773-753e051dcf01 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:32.479065 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.481006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.488204 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.798163 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-e9f8db86-4d79-46ca-918d-19134c8bcc46 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:32.807458 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-e9f8db86-4d79-46ca-918d-19134c8bcc46 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.1585393 Nov 12 13:29:32.827106 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-21059a32-0ed4-446d-b537-a44ea6b2c99b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/quotas/afc955bb61c44c098d5d6baf02277838 HTTP/1.1" status: 200 len: 375 time: 0.0184419 Nov 12 13:29:32.843496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7615-177d-4069-bac3-e0c6bd160b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.862441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16b0bc-7a98-4198-8ab4-fde5d6f63695 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:29:32.872773 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-b2e19b6b-f87c-41aa-b80c-7685caa8d5bb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444469 Nov 12 13:29:32.878736 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5727cf9e-3fa1-4206-ba26-8f86c0290def tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.910231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=1b4b9370-58fa-402a-a602-6adcb3cb6173,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:32.912225 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7615-177d-4069-bac3-e0c6bd160b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.953329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ef4e7615-177d-4069-bac3-e0c6bd160b52 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=547f8013e8a24d18884f91706010bb93&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5488915 Nov 12 13:29:32.956285 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48278) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:32.971781 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd0d9e1e-66f3-40e7-94b9-2b896ad9a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:32.998013 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.008872 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.063634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727cf9e-3fa1-4206-ba26-8f86c0290def tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:33.066706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fd0d9e1e-66f3-40e7-94b9-2b896ad9a413 None None] For port 45928f03-c0a2-47d9-8773-753e051dcf01, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=45928f03-c0a2-47d9-8773-753e051dcf01,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:33.076283 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd0d9e1e-66f3-40e7-94b9-2b896ad9a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.103704 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66ae6bdc-6530-4ada-9fee-faa43e846fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.127360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5727cf9e-3fa1-4206-ba26-8f86c0290def tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:33.136623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d9e1e-66f3-40e7-94b9-2b896ad9a413 None None] Pushing event updated for resources: {'Port': ['ID=45928f03-c0a2-47d9-8773-753e051dcf01,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:33.140161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5727cf9e-3fa1-4206-ba26-8f86c0290def tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:33.140662 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2b16b0bc-7a98-4198-8ab4-fde5d6f63695 None None] Deleting port 45928f03-c0a2-47d9-8773-753e051dcf01 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:33.140889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5727cf9e-3fa1-4206-ba26-8f86c0290def tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.141314 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b16b0bc-7a98-4198-8ab4-fde5d6f63695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.143458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c62451-d748-4ce0-a005-8eecde47da82,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:33.155320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66ae6bdc-6530-4ada-9fee-faa43e846fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.202913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e7615-177d-4069-bac3-e0c6bd160b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b1237-79ff-4a8a-a260-4ccb2b78d4b4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:33.205681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727cf9e-3fa1-4206-ba26-8f86c0290def tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=b6c4b9ce-3be1-4317-acce-e11ae94ebebc,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:33.237842 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:29:33.238204 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:29:33.290907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2b16b0bc-7a98-4198-8ab4-fde5d6f63695 None None] For port 45928f03-c0a2-47d9-8773-753e051dcf01, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=45928f03-c0a2-47d9-8773-753e051dcf01,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:33.291647 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b16b0bc-7a98-4198-8ab4-fde5d6f63695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.308224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2b16b0bc-7a98-4198-8ab4-fde5d6f63695 None None] Calling delete_port for 45928f03-c0a2-47d9-8773-753e051dcf01 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:33.322423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Checking segment: {'id': '1298761d-8d4a-440f-b4be-02002a9389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '89929fee-6153-4c23-9e21-003540f6d35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:33.322423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Network hostable DHCP agents. Network: 89929fee-6153-4c23-9e21-003540f6d35f, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:29:33.334878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5727cf9e-3fa1-4206-ba26-8f86c0290def tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5683575 Nov 12 13:29:33.342991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48288) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:33.348067 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-feff8b1f-26c6-414c-8fef-b5c7bc5f5d0f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-355192996', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:33.366960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66ae6bdc-6530-4ada-9fee-faa43e846fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.369903 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66ae6bdc-6530-4ada-9fee-faa43e846fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.371322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-66ae6bdc-6530-4ada-9fee-faa43e846fe6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/351b1237-79ff-4a8a-a260-4ccb2b78d4b4 HTTP/1.1" status: 204 len: 168 time: 0.4127853 Nov 12 13:29:33.389570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae6bdc-6530-4ada-9fee-faa43e846fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b1237-79ff-4a8a-a260-4ccb2b78d4b4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:33.399778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-42472a24-cd56-49cf-b814-603f20eab25d req-d5493f27-c267-4464-94b8-9e8a9b91c6eb tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0718312 Nov 12 13:29:33.403436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Network 89929fee-6153-4c23-9e21-003540f6d35f is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:29:33.420397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.429209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 89929fee-6153-4c23-9e21-003540f6d35f) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:33.436203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:33.436862 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.454714 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-feff8b1f-26c6-414c-8fef-b5c7bc5f5d0f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.456164 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-feff8b1f-26c6-414c-8fef-b5c7bc5f5d0f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.462204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db118fe4-7a95-4c12-861e-02e0f4653d95 None None] Network 89929fee-6153-4c23-9e21-003540f6d35f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:33.499499 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b16b0bc-7a98-4198-8ab4-fde5d6f63695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.518518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-f3562d42-d68a-446a-98fc-aa3e373a37e1 service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445711 Nov 12 13:29:33.545137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16b0bc-7a98-4198-8ab4-fde5d6f63695 None None] Pushing event deleted for resources: {'Port': ['ID=45928f03-c0a2-47d9-8773-753e051dcf01,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:33.556242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-772ed54b-d364-48a4-8aed-1df45cf7500e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8817251 Nov 12 13:29:33.592395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16b0bc-7a98-4198-8ab4-fde5d6f63695 None None] No DVR routers for this DVR port 45928f03-c0a2-47d9-8773-753e051dcf01 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:33.616146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9668661-1a7e-4527-8fe6-37f5d9906c63 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:33.693736 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-feff8b1f-26c6-414c-8fef-b5c7bc5f5d0f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.700821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48300) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:33.704503 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-feff8b1f-26c6-414c-8fef-b5c7bc5f5d0f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.776224 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-feff8b1f-26c6-414c-8fef-b5c7bc5f5d0f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:33.779943 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-feff8b1f-26c6-414c-8fef-b5c7bc5f5d0f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4334478 Nov 12 13:29:33.782627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48304) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:33.820438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Port 45928f03-c0a2-47d9-8773-753e051dcf01 update to ACTIVE by agent not found {{(pid=102677) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 13:29:33.925827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-deba54b8-9b50-46d4-969b-7da7c24f7e9c service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063416 Nov 12 13:29:33.950620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2827191-380b-493e-b645-1ba37d967d3f None None] Network 89929fee-6153-4c23-9e21-003540f6d35f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:33.988121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48308) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:34.016158 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4b15736-e55d-4640-b595-fbc4ae3b6f20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:34.060518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 45928f03-c0a2-47d9-8773-753e051dcf01 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:34.169325 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4b15736-e55d-4640-b595-fbc4ae3b6f20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:34.213096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4b15736-e55d-4640-b595-fbc4ae3b6f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:34.264525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 45928f03-c0a2-47d9-8773-753e051dcf01 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:34.264525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 45928f03-c0a2-47d9-8773-753e051dcf01 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:34.294231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'b6c4b9ce-3be1-4317-acce-e11ae94ebebc'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:29:34.296102 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:34.325154 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dee42d73-d8d3-4e69-b705-30de77b1744c req-63359982-2fcb-4735-82ea-a6a57c1cbafb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 210 time: 0.1005793 Nov 12 13:29:34.344846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:29:34.354068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d4b15736-e55d-4640-b595-fbc4ae3b6f20 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1f0021392e7e416dbcf44b3b43ca3976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649724 Nov 12 13:29:34.362625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:34.388493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b15736-e55d-4640-b595-fbc4ae3b6f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aac310-a9ce-47a4-9a45-b3db951e7da1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:34.417045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-704162465-network', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:34.566733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:34.635755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Made reservation on behalf of 8bfffb1fd5ab49ba8c751725cfc850a9 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:34.639475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:34.653534 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:34.679187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e842f7b7-d76e-4282-ac64-b44237d197d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:34.714473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/b6c4b9ce-3be1-4317-acce-e11ae94ebebc/61e05887-5850-43b6-95e6-2de6970f642a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:34.744791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:34.751386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbf0b91c-240a-47d1-8b42-babcd618b87f req-46d2ed82-9981-429e-9c9f-c69637741445 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.1520925 Nov 12 13:29:34.766478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1eddade4-a568-4207-b734-c301741025be tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "PUT /v2.0/routers/11efcd69-97d8-4ec0-a664-ca5679d3ea4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1835337 Nov 12 13:29:34.772818 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d776dab-786f-4931-811a-d08021d3b599 None None] Sync routers for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:34.776224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:34.791050 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d776dab-786f-4931-811a-d08021d3b599 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:34.791960 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d776dab-786f-4931-811a-d08021d3b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:34.833622 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e842f7b7-d76e-4282-ac64-b44237d197d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:34.872263 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d776dab-786f-4931-811a-d08021d3b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:34.896501 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d776dab-786f-4931-811a-d08021d3b599 None None] Routers {'11efcd69-97d8-4ec0-a664-ca5679d3ea4e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:34.900339 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d776dab-786f-4931-811a-d08021d3b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:34.972069 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d776dab-786f-4931-811a-d08021d3b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:34.973052 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d776dab-786f-4931-811a-d08021d3b599 None None] The sync data for ids ['11efcd69-97d8-4ec0-a664-ca5679d3ea4e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:35.015678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.029136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.088481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:35.095415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:35.100054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:35.107865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Pushing event updated for resources: {'Port': ['ID=61e05887-5850-43b6-95e6-2de6970f642a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:35.182359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Attempting to bind port 61e05887-5850-43b6-95e6-2de6970f642a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:35.183145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Attempting to bind port 61e05887-5850-43b6-95e6-2de6970f642a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:35.183691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Attempting to bind port 61e05887-5850-43b6-95e6-2de6970f642a on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:35.190222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:35.190608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:35.193345 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.193345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:35.193345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Bound port: 61e05887-5850-43b6-95e6-2de6970f642a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:35.193345 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.243871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-32388476-f987-4433-9de3-7f946381f84f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:35.245829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-32388476-f987-4433-9de3-7f946381f84f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/networks?id=89929fee-6153-4c23-9e21-003540f6d35f HTTP/1.1" status: 200 len: 813 time: 0.6629448 Nov 12 13:29:35.299700 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-32ac7b41-5c99-439d-82d9-7588ebd4108a tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/quotas/c46533f9d5fc45d38165d12a0953216a HTTP/1.1" status: 200 len: 375 time: 0.0218358 Nov 12 13:29:35.303634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] For port 61e05887-5850-43b6-95e6-2de6970f642a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:35.314818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] For port 61e05887-5850-43b6-95e6-2de6970f642a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=61e05887-5850-43b6-95e6-2de6970f642a,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:35.325480 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.368025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-a9f7e722-ab0a-48c4-8e70-66710c92c7cb tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c46533f9d5fc45d38165d12a0953216a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580804 Nov 12 13:29:35.462464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7344937-0c21-4772-8c8c-ce5ab1e1e986 None None] Pushing event updated for resources: {'Port': ['ID=61e05887-5850-43b6-95e6-2de6970f642a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:35.470848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::1 (514a5480-43a8-41bb-9524-24b97d0dd96f/b6c4b9ce-3be1-4317-acce-e11ae94ebebc/28a856a8-a7f9-4c2b-966c-b2423d8cd186) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:35.535254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b206f71d-c4bd-45ab-a5c2-b86b11a3128b req-f42bc643-3278-474c-a5f2-b94f7d885e75 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 210 time: 0.0431371 Nov 12 13:29:35.542836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.575242 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-cfeaa321-2c2e-432f-980d-041568d6c129 service neutron] 10.222.0.73 "GET /v2.0/networks/89929fee-6153-4c23-9e21-003540f6d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000206 Nov 12 13:29:35.606637 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e842f7b7-d76e-4282-ac64-b44237d197d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.609244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e842f7b7-d76e-4282-ac64-b44237d197d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.617867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e842f7b7-d76e-4282-ac64-b44237d197d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7aac310-a9ce-47a4-9a45-b3db951e7da1 HTTP/1.1" status: 204 len: 168 time: 1.2520747 Nov 12 13:29:35.731682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842f7b7-d76e-4282-ac64-b44237d197d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aac310-a9ce-47a4-9a45-b3db951e7da1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:35.736661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.749310 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.798205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:29:35.822854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.843521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.868935 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:35.870189 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Added segment a3a542f4-8355-40d9-8580-4ad8d88b4b1a of type vlan for network 716eaeb8-2b9f-4020-8796-089a156530f5 Nov 12 13:29:35.898161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-79c2e041-255d-4abb-923a-f48d49b0b085 service neutron] 10.222.0.73 "GET /v2.0/networks/89929fee-6153-4c23-9e21-003540f6d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130925 Nov 12 13:29:35.904271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9506fe6e-6e25-482d-87c3-74b8bd1a4862,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:35.967643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-5c4f08df-c0f6-4c2f-a021-2bb62a1c57fe tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:35.969273 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-5c4f08df-c0f6-4c2f-a021-2bb62a1c57fe tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.70 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.2868245 Nov 12 13:29:35.986653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Request body: {'port': {'device_id': 'c94500c7-7abd-4b39-9881-9dc26f989086', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'admin_state_up': True, 'tenant_id': 'afc955bb61c44c098d5d6baf02277838'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:35.992312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.092085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:36.100925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.101468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:36.110697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:36.111271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.196183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=28a856a8-a7f9-4c2b-966c-b2423d8cd186,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:36.207675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af53c2fc-e03f-4fd0-9139-2be8d51f81f0 req-a32e6757-1e4f-45a0-aac1-0c21d26332e7 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.2056193 Nov 12 13:29:36.289438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 61e05887-5850-43b6-95e6-2de6970f642a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:36.304564 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Made reservation on behalf of afc955bb61c44c098d5d6baf02277838 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:36.308346 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.328631 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.334240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:36.338830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.390001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.450924 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7476652 Nov 12 13:29:36.476643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48358) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:36.479264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting port 5c3ca735-a6e5-4fd5-a131-ce3074ee3639 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:36.481584 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.485385 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d082948-50aa-4220-91c4-650eb65504ab req-8b078abd-9d08-4ff5-ad0d-f6641e712f6a tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 210 time: 0.1175251 Nov 12 13:29:36.493987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Request body: {'subnet': {'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-704162465-subnet', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:36.517608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 61e05887-5850-43b6-95e6-2de6970f642a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:36.518355 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.724045 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.742480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde9ca2-c884-4af8-901b-58b26ade3dfc admin admin] Pushing event updated for resources: {'Network': ['ID=716eaeb8-2b9f-4020-8796-089a156530f5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:36.764647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 716eaeb8-2b9f-4020-8796-089a156530f5 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:29:36.777053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Made reservation on behalf of 8bfffb1fd5ab49ba8c751725cfc850a9 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:36.780510 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.879518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 61e05887-5850-43b6-95e6-2de6970f642a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=61e05887-5850-43b6-95e6-2de6970f642a,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:36.884455 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.889416 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:36.918350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Calling delete_port for 5c3ca735-a6e5-4fd5-a131-ce3074ee3639 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:36.930873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1b410cec-932a-4abe-a9cf-c7c50fec2906 req-703be8b1-b58f-4c1d-9b79-5014728df611 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 210 time: 0.1160970 Nov 12 13:29:36.984014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Allocated IP 172.20.0.7 (6c55f02a-5cd4-4dc9-900f-6fdb87942b89/8f4ed80c-ed77-477f-a1a2-cd9129a58859/a501da11-abc7-4846-81b1-c01b8b0ce2e6) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:37.047532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=61e05887-5850-43b6-95e6-2de6970f642a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:37.387632 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.403188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfcdcad6-a6bf-4916-8c49-a28b752c8361 req-3ece6415-0825-462f-9771-35ca022793db tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0423636 Nov 12 13:29:37.406179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.458550 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.467728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Port': ['ID=5c3ca735-a6e5-4fd5-a131-ce3074ee3639,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:37.548135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.552050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.585457 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.681119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ad5aa992-f7c5-4213-8910-d6dbce024dc9 None None] Provisioning complete for port 61e05887-5850-43b6-95e6-2de6970f642a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:37.681743 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa992-f7c5-4213-8910-d6dbce024dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.688451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:37.708740 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.720776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:37.728869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:37.742491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=28a856a8-a7f9-4c2b-966c-b2423d8cd186,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:37.808185 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08cbc981-dd7e-403a-801e-02f54d371a00 req-fe55df6c-381c-4dc1-95aa-ef114e49dd45 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 210 time: 0.1933329 Nov 12 13:29:37.848462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.895887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event updated for resources: {'Port': ['ID=a501da11-abc7-4846-81b1-c01b8b0ce2e6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:37.921085 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.921242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:37.921805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.924669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.968696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:37.975798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6c3f51cf-903b-43c1-8178-93ee25beee3d None None] Provisioning complete for port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:37.976516 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c3f51cf-903b-43c1-8178-93ee25beee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:37.981745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:37.993175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-76139a9c-b5d8-48a9-9e64-981b141e9f0a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0118711 Nov 12 13:29:37.997039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 61e05887-5850-43b6-95e6-2de6970f642a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:38.029874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a7236b-e919-440f-ba8a-930742b36c5d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:38.041783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Request body: {'port': {'device_id': 'c94500c7-7abd-4b39-9881-9dc26f989086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:38.059814 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.059814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Fanout notify agent at l3_agent the message router_deleted on router 11efcd69-97d8-4ec0-a664-ca5679d3ea4e {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:29:38.061026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Checking segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:38.067416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Network hostable DHCP agents. Network: 716eaeb8-2b9f-4020-8796-089a156530f5, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:29:38.076007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.080935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8b53c61b-c619-4a8f-985e-caec55abecf2 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/routers/11efcd69-97d8-4ec0-a664-ca5679d3ea4e HTTP/1.1" status: 204 len: 168 time: 3.2913280 Nov 12 13:29:38.086386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48396) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:38.135868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Network 716eaeb8-2b9f-4020-8796-089a156530f5 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:29:38.137211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6c3f51cf-903b-43c1-8178-93ee25beee3d None None] Port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:38.163388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 716eaeb8-2b9f-4020-8796-089a156530f5) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:38.171944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4183f20d-6897-4c46-9b4d-4d9261bf10d5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Deleting subnet 3f9b7e55-681c-454a-9818-06f08980fdbf {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:38.175256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:38.175991 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.181006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4183f20d-6897-4c46-9b4d-4d9261bf10d5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.190750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6740fb-488d-4b37-87cd-7ff2211e653a None None] Network 716eaeb8-2b9f-4020-8796-089a156530f5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:38.252914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1e689059-8df5-4d38-83e7-5c6f502a4249 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7662277 Nov 12 13:29:38.259555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:38.269765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:38.283898 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4183f20d-6897-4c46-9b4d-4d9261bf10d5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.381079 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 61e05887-5850-43b6-95e6-2de6970f642a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:38.381484 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.484691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.534311 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.535604 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.578870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae13c1d-d716-40e2-b240-bfccd0aeb19d req-15442628-401c-487d-8092-49d6bfcfd692 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:38.586036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-716eaeb8-2b9f-4020-8796-089a156530f5', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:29:38.586036 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.586627 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ae13c1d-d716-40e2-b240-bfccd0aeb19d req-15442628-401c-487d-8092-49d6bfcfd692 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 931 time: 0.2940564 Nov 12 13:29:38.601945 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4183f20d-6897-4c46-9b4d-4d9261bf10d5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.613352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-aa3983a3-65dd-41d3-bcae-2d9c268ee2fe None None] Provisioning complete for port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:38.613749 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa3983a3-65dd-41d3-bcae-2d9c268ee2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.659409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aa3983a3-65dd-41d3-bcae-2d9c268ee2fe None None] Port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:38.764313 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d697dd1-b5b9-485a-be5f-2704008fe985 req-6faf91ee-e383-4c24-9dbd-066c5e630fc2 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0748887 Nov 12 13:29:38.829161 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.833258 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4183f20d-6897-4c46-9b4d-4d9261bf10d5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:38.852285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Allocated IP 172.20.0.2 (716eaeb8-2b9f-4020-8796-089a156530f5/a0a7236b-e919-440f-ba8a-930742b36c5d/bcf9511e-0a06-4aa9-86ff-aef71a78feea) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:38.897151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Router f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:29:38.938378 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ae13c1d-d716-40e2-b240-bfccd0aeb19d req-f06d7e6c-d7fe-4eee-92ac-537ba675a90a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503010 Nov 12 13:29:38.992422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-2303bf6c-08e2-4bad-bfef-187ee98c98bb tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:38.994379 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-2303bf6c-08e2-4bad-bfef-187ee98c98bb tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.70 "GET /v2.0/networks?id=89929fee-6153-4c23-9e21-003540f6d35f HTTP/1.1" status: 200 len: 813 time: 0.6982548 Nov 12 13:29:39.016704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183f20d-6897-4c46-9b4d-4d9261bf10d5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9b7e55-681c-454a-9818-06f08980fdbf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:39.071110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Request body: {'port': {'device_id': '2dec7dab-b7d2-4c90-b998-39386bcec830', 'network_id': '89929fee-6153-4c23-9e21-003540f6d35f', 'admin_state_up': True, 'tenant_id': 'c46533f9d5fc45d38165d12a0953216a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:39.079280 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4183f20d-6897-4c46-9b4d-4d9261bf10d5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.083265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4183f20d-6897-4c46-9b4d-4d9261bf10d5 tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/subnets/3f9b7e55-681c-454a-9818-06f08980fdbf HTTP/1.1" status: 204 len: 168 time: 0.9956539 Nov 12 13:29:39.099106 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.105157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48418) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:39.109617 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.111432 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.125459 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1572a2e9-b18c-4426-a537-cd0d8b399e86 req-fa681899-37bc-449b-832a-eef38e65fe41 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 210 time: 0.1100755 Nov 12 13:29:39.135292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:39.168583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9d03ff96-32dc-4734-96aa-76421c9a9841 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "PUT /v2.0/routers/f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3846908 Nov 12 13:29:39.180477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48424) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:39.194301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Network 716eaeb8-2b9f-4020-8796-089a156530f5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:39.202885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:39.208123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:39.211466 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Sync routers for ids ['f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:39.313330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Routers {'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:39.314941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:39.327265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Pushing event updated for resources: {'Port': ['ID=bcf9511e-0a06-4aa9-86ff-aef71a78feea,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:39.343245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Made reservation on behalf of c46533f9d5fc45d38165d12a0953216a for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:39.347288 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.355277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4553b-f3fa-4f99-9f83-27bed437550f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:39.356797 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aae4553b-f3fa-4f99-9f83-27bed437550f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports/28a856a8-a7f9-4c2b-966c-b2423d8cd186 HTTP/1.1" status: 200 len: 911 time: 0.1737192 Nov 12 13:29:39.363780 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-6d2977b9-f3cb-4bbf-9c18-18cbeaf2d839 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3c5d4bcb628845f9b69a31cf1547b2cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826457 Nov 12 13:29:39.364356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:39.373140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.414942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Attempting to bind port bcf9511e-0a06-4aa9-86ff-aef71a78feea on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:39.415616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Attempting to bind port bcf9511e-0a06-4aa9-86ff-aef71a78feea by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:39.416112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Attempting to bind port bcf9511e-0a06-4aa9-86ff-aef71a78feea on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:39.430978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:39.430978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Checking segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:39.431518 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.432140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Bound using segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:39.432741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Bound port: bcf9511e-0a06-4aa9-86ff-aef71a78feea, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:39.433216 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.483105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Set router f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:39.493757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e4f11c-83a6-4438-8ab0-d364d57de2d4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:39.501186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e4f11c-83a6-4438-8ab0-d364d57de2d4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:39.504553 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b7e4f11c-83a6-4438-8ab0-d364d57de2d4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1362638 Nov 12 13:29:39.509612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48432) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:39.595544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] For port bcf9511e-0a06-4aa9-86ff-aef71a78feea, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:39.635216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] For port bcf9511e-0a06-4aa9-86ff-aef71a78feea, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bcf9511e-0a06-4aa9-86ff-aef71a78feea,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:39.667673 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:39.781270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ae380-55e3-4885-bb12-96b1255c22a4 None None] Pushing event updated for resources: {'Port': ['ID=bcf9511e-0a06-4aa9-86ff-aef71a78feea,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:39.870633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Allocated IP 172.20.0.4 (89929fee-6153-4c23-9e21-003540f6d35f/c0c62451-d748-4ce0-a005-8eecde47da82/c32de969-ca79-4dd6-a98a-929197dbbaab) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:39.875109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782', 'name': 'tempest-NetworksTestDHCPv6-router-355192996', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:33Z', 'updated_at': '2021-11-12T13:29:36Z', 'revision_number': 2, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None, '_interfaces': [{'id': '28a856a8-a7f9-4c2b-966c-b2423d8cd186', 'name': '', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'mac_address': 'fa:16:3e:3d:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b6c4b9ce-3be1-4317-acce-e11ae94ebebc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:35Z', 'updated_at': '2021-11-12T13:29:36Z', 'revision_number': 2, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'subnets': [{'id': 'b6c4b9ce-3be1-4317-acce-e11ae94ebebc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:39.912102 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Checking router: f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:29:39.912613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Updating router f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:29:39.956175 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.042942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19e917bc-850d-4c17-b0d0-6d5280d449e2 req-9305ae91-23cd-4615-87d3-42aeee178af6 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.1118152 Nov 12 13:29:40.084188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.170961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.171991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a501da11-abc7-4846-81b1-c01b8b0ce2e6 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:29:40.180174 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.217602 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.255720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-d53a67e3-3e98-4afa-9998-124fbf6c4701 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:40.257845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-d53a67e3-3e98-4afa-9998-124fbf6c4701 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8686323 Nov 12 13:29:40.267390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5162f0e6-ad83-4755-9221-4195e32e2bb3']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:40.282315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Transition to ACTIVE for port object a501da11-abc7-4846-81b1-c01b8b0ce2e6 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:29:40.295764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac24943-8906-44be-9af5-e199482a82af') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:40.296065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac24943-8906-44be-9af5-e199482a82af') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:40.304755 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.318129 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.320924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f66a8241-32bf-4bac-929d-9b9234468b9f tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/quotas/3c5d4bcb628845f9b69a31cf1547b2cc HTTP/1.1" status: 200 len: 375 time: 0.0480132 Nov 12 13:29:40.394418 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.403800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a233767c-1958-4fc3-89da-f71fd4262c7e tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c5d4bcb628845f9b69a31cf1547b2cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558410 Nov 12 13:29:40.418055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:29:40.418729 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:29:40.422692 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:29:40.426679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Pushing event updated for resources: {'Port': ['ID=a501da11-abc7-4846-81b1-c01b8b0ce2e6,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:40.482003 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.496940 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.546805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.568326 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.572568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] 10.222.0.73 "DELETE /v2.0/networks/5162f0e6-ad83-4755-9221-4195e32e2bb3 HTTP/1.1" status: 204 len: 168 time: 1.4387426 Nov 12 13:29:40.603716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49042739-e8b8-49ff-87fd-727689980c9c tempest-FloatingIPTestJSON-935346106 tempest-FloatingIPTestJSON-935346106-project] Pushing event deleted for resources: {'Network': ['ID=5162f0e6-ad83-4755-9221-4195e32e2bb3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:40.637051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Attempting to bind port a501da11-abc7-4846-81b1-c01b8b0ce2e6 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:40.642660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Attempting to bind port a501da11-abc7-4846-81b1-c01b8b0ce2e6 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:40.644981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Attempting to bind port a501da11-abc7-4846-81b1-c01b8b0ce2e6 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:40.652431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Port a501da11-abc7-4846-81b1-c01b8b0ce2e6 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:29:40.653136 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Attempting to bind port a501da11-abc7-4846-81b1-c01b8b0ce2e6 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:40.680304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:40.681568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Checking segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:40.682161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Bound using segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:40.685146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Bound port: a501da11-abc7-4846-81b1-c01b8b0ce2e6, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:40.685847 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.689904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6db422-384d-4c43-9882-71ad4189fdbb None None] Pushing event updated for resources: {'Port': ['ID=28a856a8-a7f9-4c2b-966c-b2423d8cd186,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:40.781745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Attempting to bind port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:40.782417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Attempting to bind port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:40.782948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Attempting to bind port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:40.797596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:40.798181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:40.810850 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.812796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:40.813628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Bound port: 28a856a8-a7f9-4c2b-966c-b2423d8cd186, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:40.814779 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:40.909552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] For port a501da11-abc7-4846-81b1-c01b8b0ce2e6, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:40.914605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] For port a501da11-abc7-4846-81b1-c01b8b0ce2e6, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a501da11-abc7-4846-81b1-c01b8b0ce2e6,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:40.930841 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:41.035699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54e5372e-7d87-4e46-b18b-85dca7b337a0 req-14b052a3-ef8d-4ea2-8f4e-13bf6c174cea tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 210 time: 0.1187150 Nov 12 13:29:41.083696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] For port 28a856a8-a7f9-4c2b-966c-b2423d8cd186, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:41.099235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] For port 28a856a8-a7f9-4c2b-966c-b2423d8cd186, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=28a856a8-a7f9-4c2b-966c-b2423d8cd186,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:41.110563 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:41.114451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:41.127917 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:41.133628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] 10.222.0.70 "PUT /v2.0/ports/a501da11-abc7-4846-81b1-c01b8b0ce2e6 HTTP/1.1" status: 200 len: 1091 time: 3.1295702 Nov 12 13:29:41.153544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94500c7-7abd-4b39-9881-9dc26f989086', 'tag': 'a501da11-abc7-4846-81b1-c01b8b0ce2e6'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:29:41.161090 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45fcde1-5784-4c08-8590-7bb3fcef3717" -d '{"events": [{"name": "network-changed", "server_uuid": "c94500c7-7abd-4b39-9881-9dc26f989086", "tag": "a501da11-abc7-4846-81b1-c01b8b0ce2e6"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:29:41.314707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b609137-0b59-420f-84ae-3f85632533ab req-694bc057-ee24-46f9-811f-8dc7a43a9302 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 210 time: 0.1279900 Nov 12 13:29:41.410853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6db422-384d-4c43-9882-71ad4189fdbb None None] Pushing event updated for resources: {'Port': ['ID=28a856a8-a7f9-4c2b-966c-b2423d8cd186,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:41.449064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c8406476-89f9-422b-bb32-c18b03c749a2 None None] Provisioning complete for port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:41.449496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8406476-89f9-422b-bb32-c18b03c749a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:41.452212 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fdafb-9bf5-45e0-8f65-592d3642b23d service neutron] Pushing event updated for resources: {'Port': ['ID=a501da11-abc7-4846-81b1-c01b8b0ce2e6,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:41.457333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Routers {'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:41.457722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:41.550513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Allocated IP 172.25.5.223 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/bbbd14e0-bcf5-431a-a0ba-cf4ac2204961) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:41.554152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-698bc64b-0486-44c7-9217-854a707d2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:41.568940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-698bc64b-0486-44c7-9217-854a707d2d79 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 1094 time: 0.3504951 Nov 12 13:29:41.569914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48460) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:41.681947 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2752c2a5-8285-49f7-a28d-c821770c05d4 req-c38bb61c-2bee-4eab-8c0c-e5c52cb3e001 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.1412852 Nov 12 13:29:41.744689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:41.775508 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-94cc3601-0cf7-4bf6-a148-bed98a659fb1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a501da11-abc7-4846-81b1-c01b8b0ce2e6 HTTP/1.1" status: 200 len: 217 time: 0.1909668 Nov 12 13:29:41.900934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa9bf9c-ebbc-4613-b55f-3e03f7a5827b None None] Network 716eaeb8-2b9f-4020-8796-089a156530f5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:41.906374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-7ea00ae8-a048-40a4-ba21-25c1597ab504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:41.915270 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:41.923034 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-7ea00ae8-a048-40a4-ba21-25c1597ab504 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.1302216 Nov 12 13:29:42.017042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-f1b75aff-eea6-4eb7-a82e-ec1a87819a1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806859 Nov 12 13:29:42.071222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30180e3f-913e-45c0-9965-20ceffce40e7 req-16653fd3-2d18-46fb-bf7a-1895aad93902 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:42.079478 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315e12f7-5e87-4309-8c92-79e3d73186a9 x-openstack-request-id: req-315e12f7-5e87-4309-8c92-79e3d73186a9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:29:42.079862 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94500c7-7abd-4b39-9881-9dc26f989086", "tag": "a501da11-abc7-4846-81b1-c01b8b0ce2e6", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:29:42.080753 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-315e12f7-5e87-4309-8c92-79e3d73186a9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:29:42.081760 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94500c7-7abd-4b39-9881-9dc26f989086', 'tag': 'a501da11-abc7-4846-81b1-c01b8b0ce2e6', 'status': 'completed', 'code': 200} Nov 12 13:29:42.093889 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-30180e3f-913e-45c0-9965-20ceffce40e7 req-16653fd3-2d18-46fb-bf7a-1895aad93902 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 943 time: 0.9224579 Nov 12 13:29:42.124643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bcf9511e-0a06-4aa9-86ff-aef71a78feea up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:42.132876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:42.172528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:42.186050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:42.208146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] Set router f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:42.276042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a8d13a84-25a8-4137-9cee-b147f455b084 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0660df74385146559e6796aeefe2058c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6926744 Nov 12 13:29:42.286514 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-035b6be8-9b37-4b6c-b4f4-051d317ff8d1 req-c3c82e3e-ad03-41d3-bc77-eee78369c112 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 210 time: 0.0858121 Nov 12 13:29:42.293143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48468) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:42.367643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-ce0dae70-6761-4f82-a677-b8af16c5b6f6 service neutron] 10.222.0.70 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245401 Nov 12 13:29:42.423695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-30180e3f-913e-45c0-9965-20ceffce40e7 req-6fbc0f0f-75fa-4834-a515-dd5aa2212574 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288090 Nov 12 13:29:42.424606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbd14e0-bcf5-431a-a0ba-cf4ac2204961,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:42.476882 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8406476-89f9-422b-bb32-c18b03c749a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:42.504179 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d4dd0e0-3f1d-45b9-90b8-6156ee75e51d req-ff76a13f-470a-4020-97a2-ae7f5d7aab03 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 210 time: 0.0527058 Nov 12 13:29:42.512340 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-778ffb55-ef04-45f7-ad92-9e3e5c61a400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:42.547065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa06201-3bf2-48c0-82d5-477726a527b6 req-9f381b8e-c9fd-414e-8a46-e5ad493ba0d8 service neutron] 10.222.0.70 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710768 Nov 12 13:29:42.552245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-778ffb55-ef04-45f7-ad92-9e3e5c61a400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:42.577313 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:42.666410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fcde1-5784-4c08-8590-7bb3fcef3717 req-ecd1e091-a60c-415f-9257-6ed38cadd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:42.668599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e45fcde1-5784-4c08-8590-7bb3fcef3717 req-ecd1e091-a60c-415f-9257-6ed38cadd14b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 1094 time: 0.0618229 Nov 12 13:29:42.670564 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-778ffb55-ef04-45f7-ad92-9e3e5c61a400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:42.673681 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-778ffb55-ef04-45f7-ad92-9e3e5c61a400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:42.675346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-778ffb55-ef04-45f7-ad92-9e3e5c61a400 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b08297ad-01ff-4588-a685-133ca14dec17 HTTP/1.1" status: 204 len: 168 time: 0.3796966 Nov 12 13:29:42.735939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ffb55-ef04-45f7-ad92-9e3e5c61a400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08297ad-01ff-4588-a685-133ca14dec17,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:42.857586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c8406476-89f9-422b-bb32-c18b03c749a2 None None] For port 28a856a8-a7f9-4c2b-966c-b2423d8cd186, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=28a856a8-a7f9-4c2b-966c-b2423d8cd186,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:42.918196 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8406476-89f9-422b-bb32-c18b03c749a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:42.938649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bcf9511e-0a06-4aa9-86ff-aef71a78feea triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:42.939268 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:42.963920 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fcde1-5784-4c08-8590-7bb3fcef3717 req-cedf329c-2fd3-4d79-b184-39fed1b5c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:42.966965 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e45fcde1-5784-4c08-8590-7bb3fcef3717 req-cedf329c-2fd3-4d79-b184-39fed1b5c2ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 913 time: 0.2899537 Nov 12 13:29:43.000904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-c9a57f1d-a2f7-4960-b234-00eaf06118a7 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=3c5d4bcb628845f9b69a31cf1547b2cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896983 Nov 12 13:29:43.117798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e45fcde1-5784-4c08-8590-7bb3fcef3717 req-33a6dff7-99e3-41ca-b99c-8d38a3c6bdb1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a501da11-abc7-4846-81b1-c01b8b0ce2e6 HTTP/1.1" status: 200 len: 217 time: 0.1306314 Nov 12 13:29:43.124541 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:43.125563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:43.265478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8406476-89f9-422b-bb32-c18b03c749a2 None None] Pushing event updated for resources: {'Port': ['ID=28a856a8-a7f9-4c2b-966c-b2423d8cd186,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:43.273573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5b93d734-1c08-4eba-9879-17c738a65d7d None None] Provisioning complete for port bcf9511e-0a06-4aa9-86ff-aef71a78feea triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:43.274169 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b93d734-1c08-4eba-9879-17c738a65d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:43.278379 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fcde1-5784-4c08-8590-7bb3fcef3717 req-b0c4973a-1292-49aa-89af-5e7a04e1ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:43.280255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e45fcde1-5784-4c08-8590-7bb3fcef3717 req-b0c4973a-1292-49aa-89af-5e7a04e1ce65 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.1513560 Nov 12 13:29:43.339203 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e45fcde1-5784-4c08-8590-7bb3fcef3717 req-94201d9f-2645-459c-8c05-776895bbda8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509362 Nov 12 13:29:43.405859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:43.434682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-7268fb3d-087f-4b79-ba58-653983309994 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:43.436675 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-7268fb3d-087f-4b79-ba58-653983309994 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3602557 Nov 12 13:29:43.458321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Request body: {'port': {'device_id': 'ef8f82d8-f1c8-4153-85b2-6be6d0c51d94', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '3c5d4bcb628845f9b69a31cf1547b2cc'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:43.549935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782', 'name': 'tempest-NetworksTestDHCPv6-router-355192996', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:33Z', 'updated_at': '2021-11-12T13:29:36Z', 'revision_number': 2, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None, '_interfaces': [{'id': '28a856a8-a7f9-4c2b-966c-b2423d8cd186', 'name': '', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'mac_address': 'fa:16:3e:3d:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b6c4b9ce-3be1-4317-acce-e11ae94ebebc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:35Z', 'updated_at': '2021-11-12T13:29:41Z', 'revision_number': 4, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'subnets': [{'id': 'b6c4b9ce-3be1-4317-acce-e11ae94ebebc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:43.553727 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:43.575262 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c125ac2f-ccb6-4b60-b0a0-cc8432cbe55e req-5facec3a-0b73-4397-8f23-b0b8a2817430 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.3924408 Nov 12 13:29:43.621695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db60e53b-49ea-4ed9-95be-491b9b2c1157 None None] The sync data for ids ['f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'] in n-d-805736-4 is: [{'id': 'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782', 'name': 'tempest-NetworksTestDHCPv6-router-355192996', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:33Z', 'updated_at': '2021-11-12T13:29:36Z', 'revision_number': 2, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None, '_interfaces': [{'id': '28a856a8-a7f9-4c2b-966c-b2423d8cd186', 'name': '', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'mac_address': 'fa:16:3e:3d:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b6c4b9ce-3be1-4317-acce-e11ae94ebebc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:35Z', 'updated_at': '2021-11-12T13:29:41Z', 'revision_number': 4, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'subnets': [{'id': 'b6c4b9ce-3be1-4317-acce-e11ae94ebebc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:43.770047 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e45fcde1-5784-4c08-8590-7bb3fcef3717 req-a8335623-ce3a-440e-9e00-a9628b228636 service neutron] 10.222.0.70 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190824 Nov 12 13:29:43.808197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9e8b-86f5-4ec4-88c9-e68360f7c512 req-38d0da25-cd81-441e-b5c8-9189f08de9c1 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:43.809482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Network 89929fee-6153-4c23-9e21-003540f6d35f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:43.811203 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:43.824620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af0f9e8b-86f5-4ec4-88c9-e68360f7c512 req-38d0da25-cd81-441e-b5c8-9189f08de9c1 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 931 time: 0.2820051 Nov 12 13:29:43.835853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port bcf9511e-0a06-4aa9-86ff-aef71a78feea, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bcf9511e-0a06-4aa9-86ff-aef71a78feea,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:43.840480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Pushing event updated for resources: {'Port': ['ID=c32de969-ca79-4dd6-a98a-929197dbbaab,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:43.858911 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:43.911311 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b93d734-1c08-4eba-9879-17c738a65d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:43.955810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:43.959130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:44.044131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=bcf9511e-0a06-4aa9-86ff-aef71a78feea,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:44.048958 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:44.099191 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-5b93d734-1c08-4eba-9879-17c738a65d7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:29:44.100299 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-5b93d734-1c08-4eba-9879-17c738a65d7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:29:44.126936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:44.126936 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:44.262134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b906c46a-a913-46ff-a356-5c8342f10e2d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2417650 Nov 12 13:29:44.281546 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af0f9e8b-86f5-4ec4-88c9-e68360f7c512 req-bce28ed4-1030-4695-adaf-bae094bd9a15 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510119 Nov 12 13:29:44.286815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Request body: {'port': {'device_id': '2dec7dab-b7d2-4c90-b998-39386bcec830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:44.287069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Made reservation on behalf of 3c5d4bcb628845f9b69a31cf1547b2cc for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:44.296751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:44.328419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:44.365806 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:44.433521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e45fcde1-5784-4c08-8590-7bb3fcef3717 req-5e602403-b3fe-4c19-8e21-417e5a84170c service neutron] 10.222.0.70 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067282 Nov 12 13:29:44.440980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44f37c3a-ca51-43b2-afba-e32afe687a24 req-ebeb8580-abc2-4dea-8758-f8e52fb0ada3 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 210 time: 0.0469623 Nov 12 13:29:44.488455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48504) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:44.493587 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74effa80-66d5-413f-a1c0-3d7aa25e6f6a req-2122d460-1820-403c-95de-5f34c2bd4e15 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:44.502444 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74effa80-66d5-413f-a1c0-3d7aa25e6f6a req-2122d460-1820-403c-95de-5f34c2bd4e15 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 943 time: 0.5481155 Nov 12 13:29:44.573868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:44.586722 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:44.594005 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74effa80-66d5-413f-a1c0-3d7aa25e6f6a req-502d65d7-9b78-4be4-a365-3ca7a90857ea tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905762 Nov 12 13:29:44.640759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:44.742718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5b93d734-1c08-4eba-9879-17c738a65d7d None None] Provisioning complete for port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:44.743612 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b93d734-1c08-4eba-9879-17c738a65d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:44.772228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eccdec33-3b29-4d2e-8d37-cbcc02576092 req-351fa5b6-a1db-49a7-b1f3-c86dd18fef33 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0512710 Nov 12 13:29:44.847856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-857266698'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:44.876387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:44.950698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Made reservation on behalf of dd0a8fe841304deebe444461e38b0c7c for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:44.957395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:44.988245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.066227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-03608d6b-12f3-44ec-9576-745c265771da None None] Provisioning complete for port bcf9511e-0a06-4aa9-86ff-aef71a78feea triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:45.067135 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03608d6b-12f3-44ec-9576-745c265771da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.085317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Allocated IP 192.168.233.109 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/e24a6025-bc65-4107-a33c-b49e19d419a3) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:45.212517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.214036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Router 78519dc0-20d6-4845-9aba-e37321a9d34e is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:29:45.219253 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.313034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:45.313566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.326106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4558d-5b5e-4cc2-9e8e-a3e8fe6b3d62,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:45.342104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:29:45.398315 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.399741 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Added segment 56abbc26-11c9-40a9-8a0e-11044b6dbc54 of type vlan for network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 Nov 12 13:29:45.461786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32de969-ca79-4dd6-a98a-929197dbbaab {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:29:45.477218 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.500432 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.507834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.558797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f61cca-dd96-4d11-9113-02173e50efbc req-aaa5587e-d8f2-49f8-a0fb-5353f015a812 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:45.560492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71f61cca-dd96-4d11-9113-02173e50efbc req-aaa5587e-d8f2-49f8-a0fb-5353f015a812 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 931 time: 0.1183395 Nov 12 13:29:45.588079 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.596603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:45.596603 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.658112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a501da11-abc7-4846-81b1-c01b8b0ce2e6 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:29:45.737696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2416432 Nov 12 13:29:45.748308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48518) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:45.759362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Request body: {'subnet': {'network_id': 'e5e222e0-832c-40e3-8a2b-fc0d042cfbf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:45.767321 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.778987 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b9f70-fa74-466e-898a-0f3406d113f5 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event updated for resources: {'Network': ['ID=e5e222e0-832c-40e3-8a2b-fc0d042cfbf2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:45.812488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:29:45.912740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Transition to ACTIVE for port object c32de969-ca79-4dd6-a98a-929197dbbaab will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:29:45.932170 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:45.935608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:45.956409 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71f61cca-dd96-4d11-9113-02173e50efbc req-77f7a7ea-6840-4a94-8c13-d0b34dfcd1a5 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801286 Nov 12 13:29:45.972731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a501da11-abc7-4846-81b1-c01b8b0ce2e6, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a501da11-abc7-4846-81b1-c01b8b0ce2e6,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:45.977347 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Sync routers for ids ['78519dc0-20d6-4845-9aba-e37321a9d34e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:45.997099 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Routers {'78519dc0-20d6-4845-9aba-e37321a9d34e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:45.998362 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78519dc0-20d6-4845-9aba-e37321a9d34e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:46.004860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] For port 28a856a8-a7f9-4c2b-966c-b2423d8cd186, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=28a856a8-a7f9-4c2b-966c-b2423d8cd186,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:46.005503 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.011657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a501da11-abc7-4846-81b1-c01b8b0ce2e6', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'port_id': 'a501da11-abc7-4846-81b1-c01b8b0ce2e6', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4ed80c-ed77-477f-a1a2-cd9129a58859', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:29:46.034343 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.036726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d632a8dc-f4f6-48b8-9a03-c881368f2413 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7731135 Nov 12 13:29:46.040953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 28a856a8-a7f9-4c2b-966c-b2423d8cd186 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:46.054285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48522) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:46.065637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Pushing event updated for resources: {'Port': ['ID=c32de969-ca79-4dd6-a98a-929197dbbaab,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:46.076857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a23eeb-1f84-417e-961c-eea5621d0b04 req-5752dacf-890a-49a2-a86e-883e47761e0f tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:46.079014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-12a23eeb-1f84-417e-961c-eea5621d0b04 req-5752dacf-890a-49a2-a86e-883e47761e0f tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 936 time: 0.2006090 Nov 12 13:29:46.150911 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.152740 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:46.166624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a501da11-abc7-4846-81b1-c01b8b0ce2e6 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:29:46.188360 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Set router 78519dc0-20d6-4845-9aba-e37321a9d34e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:46.192816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bcf9511e-0a06-4aa9-86ff-aef71a78feea up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:46.193077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:46.194841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Pushing event updated for resources: {'Port': ['ID=e24a6025-bc65-4107-a33c-b49e19d419a3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:46.208871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:46.295516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a501da11-abc7-4846-81b1-c01b8b0ce2e6, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a501da11-abc7-4846-81b1-c01b8b0ce2e6,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:46.307553 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.346129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-12a23eeb-1f84-417e-961c-eea5621d0b04 req-c9164ec6-e921-45ec-8b84-d3296ea83057 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151327 Nov 12 13:29:46.365605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bcf9511e-0a06-4aa9-86ff-aef71a78feea triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:46.366132 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.377305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997478d-6b6e-4a3a-aba0-9270b7abbe6d req-62cbe0d2-ddb3-43c0-a2bf-d6a5cefa381f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:46.387559 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9997478d-6b6e-4a3a-aba0-9270b7abbe6d req-62cbe0d2-ddb3-43c0-a2bf-d6a5cefa381f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 943 time: 0.2723699 Nov 12 13:29:46.432323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:46.433586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.436332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Made reservation on behalf of dd0a8fe841304deebe444461e38b0c7c for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:46.439783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a501da11-abc7-4846-81b1-c01b8b0ce2e6,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:46.441210 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.510129 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:42Z', 'revision_number': 3, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:46.545930 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-a6edbf7e-7e5c-4302-996e-680a50fe5ef8 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0984857 Nov 12 13:29:46.564581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Request body: {'port': {'device_id': 'ef8f82d8-f1c8-4153-85b2-6be6d0c51d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:46.573206 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9997478d-6b6e-4a3a-aba0-9270b7abbe6d req-9b282ba1-3ef9-4720-99e5-7f5c266a8751 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842227 Nov 12 13:29:46.583422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 28a856a8-a7f9-4c2b-966c-b2423d8cd186 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:46.586494 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Checking router: 78519dc0-20d6-4845-9aba-e37321a9d34e for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:29:46.586823 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Updating router 78519dc0-20d6-4845-9aba-e37321a9d34e port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:29:46.652680 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.659599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.670069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b65b8bad-c811-437f-b2dd-8889d4a35cc1 req-64c7b861-2acb-415c-8b5b-191faf918405 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.1094644 Nov 12 13:29:46.675253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8925a733-4b75-4916-aa10-bacf4e793b7c None None] Provisioning complete for port e24a6025-bc65-4107-a33c-b49e19d419a3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:46.675630 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8925a733-4b75-4916-aa10-bacf4e793b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.687800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Attempting to bind port c32de969-ca79-4dd6-a98a-929197dbbaab on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:46.687800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Attempting to bind port c32de969-ca79-4dd6-a98a-929197dbbaab by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '1298761d-8d4a-440f-b4be-02002a9389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '89929fee-6153-4c23-9e21-003540f6d35f'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:46.687800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Attempting to bind port c32de969-ca79-4dd6-a98a-929197dbbaab on network 89929fee-6153-4c23-9e21-003540f6d35f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:46.737455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a501da11-abc7-4846-81b1-c01b8b0ce2e6'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:29:46.743717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Port c32de969-ca79-4dd6-a98a-929197dbbaab on network 89929fee-6153-4c23-9e21-003540f6d35f not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:29:46.744033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Attempting to bind port c32de969-ca79-4dd6-a98a-929197dbbaab on network 89929fee-6153-4c23-9e21-003540f6d35f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:46.767612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 28a856a8-a7f9-4c2b-966c-b2423d8cd186 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:46.767989 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.769375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:46.769726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Checking segment: {'id': '1298761d-8d4a-440f-b4be-02002a9389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '89929fee-6153-4c23-9e21-003540f6d35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:46.770119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Bound using segment: {'id': '1298761d-8d4a-440f-b4be-02002a9389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '89929fee-6153-4c23-9e21-003540f6d35f'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:46.770568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Bound port: c32de969-ca79-4dd6-a98a-929197dbbaab, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1298761d-8d4a-440f-b4be-02002a9389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '89929fee-6153-4c23-9e21-003540f6d35f'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:46.770928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.929910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:46.935265 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.025052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=28a856a8-a7f9-4c2b-966c-b2423d8cd186,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:47.028722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] For port c32de969-ca79-4dd6-a98a-929197dbbaab, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:47.073608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event updated for resources: {'Subnet': ['ID=2c0872b6-9686-481f-90cb-6951504054cb,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:47.075526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] For port c32de969-ca79-4dd6-a98a-929197dbbaab, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c32de969-ca79-4dd6-a98a-929197dbbaab,segment=NetworkSegment(1298761d-8d4a-440f-b4be-02002a9389be),segment_id=1298761d-8d4a-440f-b4be-02002a9389be)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:47.109786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Checking segment: {'id': '56abbc26-11c9-40a9-8a0e-11044b6dbc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e5e222e0-832c-40e3-8a2b-fc0d042cfbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:47.110505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Network hostable DHCP agents. Network: e5e222e0-832c-40e3-8a2b-fc0d042cfbf2, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:29:47.119770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Could not find standard attr ID for object 28a856a8-a7f9-4c2b-966c-b2423d8cd186. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:29:47.123037 n-d-805736-4 neutron-server[102677]: INFO neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No ports have port_id starting with 28a856a8-a7f9-4c2b-966c-b2423d8cd186 Nov 12 13:29:47.131610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8925a733-4b75-4916-aa10-bacf4e793b7c None None] Port e24a6025-bc65-4107-a33c-b49e19d419a3 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:47.165148 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.168005 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.180529 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.227530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:29:47.249201 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Pushing event updated for resources: {'Port': ['ID=bbbd14e0-bcf5-431a-a0ba-cf4ac2204961,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:47.251814 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Attempting to bind port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:47.252184 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Attempting to bind port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:47.252557 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Attempting to bind port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:47.252882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:47.254259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.256171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] 10.222.0.70 "PUT /v2.0/ports/c32de969-ca79-4dd6-a98a-929197dbbaab HTTP/1.1" status: 200 len: 1091 time: 2.9805856 Nov 12 13:29:47.263271 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.263733 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.264077 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.264415 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.264751 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.265083 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.265451 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.265782 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.266105 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.266430 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.266755 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.267082 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:29:47.270585 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:47.270945 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:47.278110 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.278659 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:47.279348 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Bound port: bbbd14e0-bcf5-431a-a0ba-cf4ac2204961, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:47.279750 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.307343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dec7dab-b7d2-4c90-b998-39386bcec830', 'tag': 'c32de969-ca79-4dd6-a98a-929197dbbaab'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:29:47.309772 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5a7f24-5571-4f98-90fa-523d86da3877" -d '{"events": [{"name": "network-changed", "server_uuid": "2dec7dab-b7d2-4c90-b998-39386bcec830", "tag": "c32de969-ca79-4dd6-a98a-929197dbbaab"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:29:47.309950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57856b49-6471-4708-90df-76ada6cd332c req-be80c29b-fb69-4f23-bb6c-7aa64b964ca4 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:47.311553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57856b49-6471-4708-90df-76ada6cd332c req-be80c29b-fb69-4f23-bb6c-7aa64b964ca4 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 943 time: 0.2213697 Nov 12 13:29:47.315540 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, e5e222e0-832c-40e3-8a2b-fc0d042cfbf2) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:47.328494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0034ff53-ea12-45b6-9e48-c4b3aa08dedf None None] Network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:47.359202 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] For port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:47.364831 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] For port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bbbd14e0-bcf5-431a-a0ba-cf4ac2204961,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:47.374393 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.375282 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.403091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24a6025-bc65-4107-a33c-b49e19d419a3 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:29:47.414525 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.434380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Transition to ACTIVE for port object e24a6025-bc65-4107-a33c-b49e19d419a3 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:29:47.441872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:47.442774 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.456016 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.467762 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Routers {'78519dc0-20d6-4845-9aba-e37321a9d34e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:47.468675 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78519dc0-20d6-4845-9aba-e37321a9d34e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:47.485699 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f124079-e818-4de8-a6eb-7469c99fcd1c x-openstack-request-id: req-8f124079-e818-4de8-a6eb-7469c99fcd1c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:29:47.486417 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dec7dab-b7d2-4c90-b998-39386bcec830", "tag": "c32de969-ca79-4dd6-a98a-929197dbbaab", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:29:47.486839 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8f124079-e818-4de8-a6eb-7469c99fcd1c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:29:47.487450 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dec7dab-b7d2-4c90-b998-39386bcec830', 'tag': 'c32de969-ca79-4dd6-a98a-929197dbbaab', 'status': 'completed', 'code': 200} Nov 12 13:29:47.546333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec66d54-d5fb-4a33-9393-a2609b678372 service neutron] Pushing event updated for resources: {'Port': ['ID=c32de969-ca79-4dd6-a98a-929197dbbaab,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:47.565347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ace11188-6079-4574-9ded-4e81c498c774 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8132005 Nov 12 13:29:47.588759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48532) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:47.596113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7fe5dd4c-7931-49f0-8572-bc99290d72f3 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-931713626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:47.655878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Pushing event updated for resources: {'Port': ['ID=e24a6025-bc65-4107-a33c-b49e19d419a3,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:47.686111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-e5e222e0-832c-40e3-8a2b-fc0d042cfbf2', 'network_id': 'e5e222e0-832c-40e3-8a2b-fc0d042cfbf2', 'tenant_id': 'dd0a8fe841304deebe444461e38b0c7c', 'fixed_ips': [{'subnet_id': '2c0872b6-9686-481f-90cb-6951504054cb'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:29:47.687344 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.705340 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db428a4-96e8-4334-8e71-2db9daa32f0f None None] Pushing event updated for resources: {'Port': ['ID=bbbd14e0-bcf5-431a-a0ba-cf4ac2204961,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:47.711773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-1f6a4aa8-ad91-4294-b714-b318a3ba15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:47.713600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-1f6a4aa8-ad91-4294-b714-b318a3ba15d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c46533f9d5fc45d38165d12a0953216a&device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 1094 time: 0.3983979 Nov 12 13:29:47.720308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57856b49-6471-4708-90df-76ada6cd332c req-7f36ef6e-039d-40e2-b785-e3f6f9d97e6a tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785637 Nov 12 13:29:47.754194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe5dd4c-7931-49f0-8572-bc99290d72f3 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.754194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe5dd4c-7931-49f0-8572-bc99290d72f3 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.799245 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] Set router 78519dc0-20d6-4845-9aba-e37321a9d34e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:47.820033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Attempting to bind port e24a6025-bc65-4107-a33c-b49e19d419a3 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:47.820426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Attempting to bind port e24a6025-bc65-4107-a33c-b49e19d419a3 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:47.820703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Attempting to bind port e24a6025-bc65-4107-a33c-b49e19d419a3 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:47.829416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Port e24a6025-bc65-4107-a33c-b49e19d419a3 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:29:47.829416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Attempting to bind port e24a6025-bc65-4107-a33c-b49e19d419a3 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:47.846782 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-4c3f6166-80c2-4803-82a3-bacbf1abca2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c32de969-ca79-4dd6-a98a-929197dbbaab HTTP/1.1" status: 200 len: 217 time: 0.1203399 Nov 12 13:29:47.922035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:47.922587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:47.922763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:47.923213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Bound port: e24a6025-bc65-4107-a33c-b49e19d419a3, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:47.923572 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.929477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe5dd4c-7931-49f0-8572-bc99290d72f3 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:47.931183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feab94f-ba05-45d1-bd6b-7b950b87f5db req-da6995f6-0d27-4196-bf2a-ec2101878847 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:47.935809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0feab94f-ba05-45d1-bd6b-7b950b87f5db req-da6995f6-0d27-4196-bf2a-ec2101878847 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 948 time: 0.4469678 Nov 12 13:29:47.945212 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe5dd4c-7931-49f0-8572-bc99290d72f3 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:48.046950 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7fe5dd4c-7931-49f0-8572-bc99290d72f3 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:48.049338 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7fe5dd4c-7931-49f0-8572-bc99290d72f3 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4564309 Nov 12 13:29:48.052945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48538) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:48.110405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Allocated IP 172.20.0.2 (e5e222e0-832c-40e3-8a2b-fc0d042cfbf2/2c0872b6-9686-481f-90cb-6951504054cb/2021d34c-0270-4059-9759-60c8be69c902) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:48.111436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Router f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:29:48.160033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-99477815-1290-42cd-b0d3-2bd23c6001c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:48.161568 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-99477815-1290-42cd-b0d3-2bd23c6001c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0c62451-d748-4ce0-a005-8eecde47da82 HTTP/1.1" status: 200 len: 853 time: 0.2247643 Nov 12 13:29:48.170440 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:42Z', 'revision_number': 3, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:48.197095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0feab94f-ba05-45d1-bd6b-7b950b87f5db req-4aa6f831-1e4e-41de-8334-3c65cc1adf0a tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792567 Nov 12 13:29:48.208224 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b585a3b-b645-42d5-9d47-fe2232fa35eb None None] The sync data for ids ['78519dc0-20d6-4845-9aba-e37321a9d34e'] in n-d-805736-4 is: [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:42Z', 'revision_number': 3, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:48.263452 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-17cf65ee-317b-44c4-97a1-f68905f5d98c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89929fee-6153-4c23-9e21-003540f6d35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890844 Nov 12 13:29:48.265265 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:48.291014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] For port e24a6025-bc65-4107-a33c-b49e19d419a3, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:48.301411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] For port e24a6025-bc65-4107-a33c-b49e19d419a3, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e24a6025-bc65-4107-a33c-b49e19d419a3,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:48.386336 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:48.397057 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:48.405594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d70fadc2-2702-4407-8c80-2fb219ae942e req-ad9eac5f-0b40-41ce-a6bd-41edbf1271f2 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.1005368 Nov 12 13:29:48.409607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:48.447020 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e6d007ff-097a-4e3e-a0d9-138b84563d29 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "PUT /v2.0/routers/f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9325349 Nov 12 13:29:48.452127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48540) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:48.457475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] Sync routers for ids ['f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:48.485404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:48.491125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:48.497349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:48.523752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] Routers {'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:48.523752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:48.544062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Pushing event updated for resources: {'Port': ['ID=2021d34c-0270-4059-9759-60c8be69c902,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:48.605915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe9b3c-f1dc-402a-ac97-5b420382d0df tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:48.607597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe9b3c-f1dc-402a-ac97-5b420382d0df tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:48.611912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b7fe9b3c-f1dc-402a-ac97-5b420382d0df tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1561580 Nov 12 13:29:48.615572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48542) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:48.628545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-b0f7d148-f359-4942-9c12-25f8425936c0 service neutron] 10.222.0.70 "GET /v2.0/networks/89929fee-6153-4c23-9e21-003540f6d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264554 Nov 12 13:29:48.686376 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] Set router f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:48.731360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Attempting to bind port 2021d34c-0270-4059-9759-60c8be69c902 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:48.731908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Attempting to bind port 2021d34c-0270-4059-9759-60c8be69c902 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '56abbc26-11c9-40a9-8a0e-11044b6dbc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e5e222e0-832c-40e3-8a2b-fc0d042cfbf2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:48.732468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Attempting to bind port 2021d34c-0270-4059-9759-60c8be69c902 on network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:48.782972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782', 'name': 'tempest-NetworksTestDHCPv6-router-355192996', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:33Z', 'updated_at': '2021-11-12T13:29:46Z', 'revision_number': 3, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:48.788396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:48.789162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Checking segment: {'id': '56abbc26-11c9-40a9-8a0e-11044b6dbc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e5e222e0-832c-40e3-8a2b-fc0d042cfbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:48.789941 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:48.791311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Bound using segment: {'id': '56abbc26-11c9-40a9-8a0e-11044b6dbc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e5e222e0-832c-40e3-8a2b-fc0d042cfbf2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:48.791787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Bound port: 2021d34c-0270-4059-9759-60c8be69c902, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56abbc26-11c9-40a9-8a0e-11044b6dbc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e5e222e0-832c-40e3-8a2b-fc0d042cfbf2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:48.792153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:48.866527 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-402906b8-8ead-4bb7-b754-f68554ca5f4d req-7032936b-e084-4f40-bedf-7ef6c162bc13 service neutron] 10.222.0.70 "GET /v2.0/networks/89929fee-6153-4c23-9e21-003540f6d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142198 Nov 12 13:29:48.882000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3f208-0aff-4eed-900b-cd1942281a58 req-f5c1d452-7e00-44bd-aa83-5923c4d56ba1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:48.889181 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90c3f208-0aff-4eed-900b-cd1942281a58 req-f5c1d452-7e00-44bd-aa83-5923c4d56ba1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 944 time: 0.8263228 Nov 12 13:29:48.894484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:48.906849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] Checking router: f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:29:48.917596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3137a3e-e01c-4f37-9774-485f6ef72ae2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet b6c4b9ce-3be1-4317-acce-e11ae94ebebc {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:29:48.949483 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3137a3e-e01c-4f37-9774-485f6ef72ae2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:48.955036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] Routers {'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:48.959558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:48.994877 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:48.995862 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:48.997940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] 10.222.0.105 "PUT /v2.0/ports/e24a6025-bc65-4107-a33c-b49e19d419a3 HTTP/1.1" status: 200 len: 1096 time: 2.4389675 Nov 12 13:29:49.019967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Allocated IP 172.20.0.1 (716eaeb8-2b9f-4020-8796-089a156530f5/a0a7236b-e919-440f-ba8a-930742b36c5d/cac47d1c-5ba7-4dee-b1fb-0b986f4c841c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:49.029692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8f82d8-f1c8-4153-85b2-6be6d0c51d94', 'tag': 'e24a6025-bc65-4107-a33c-b49e19d419a3'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:29:49.034222 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fef7bc2-aa34-498f-b208-3cabb5d0863a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8f82d8-f1c8-4153-85b2-6be6d0c51d94", "tag": "e24a6025-bc65-4107-a33c-b49e19d419a3"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:29:49.109779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] For port 2021d34c-0270-4059-9759-60c8be69c902, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:49.115248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] Set router f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:49.189008 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:49.192713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782', 'name': 'tempest-NetworksTestDHCPv6-router-355192996', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:33Z', 'updated_at': '2021-11-12T13:29:46Z', 'revision_number': 3, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:49.196800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] For port 2021d34c-0270-4059-9759-60c8be69c902, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2021d34c-0270-4059-9759-60c8be69c902,segment=NetworkSegment(56abbc26-11c9-40a9-8a0e-11044b6dbc54),segment_id=56abbc26-11c9-40a9-8a0e-11044b6dbc54)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:49.241863 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:49.257392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3137a3e-e01c-4f37-9774-485f6ef72ae2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:49.257885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510ca66-c42f-4723-a63a-483679a612b8 None None] The sync data for ids ['f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782'] in n-d-805736-4 is: [{'id': 'f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782', 'name': 'tempest-NetworksTestDHCPv6-router-355192996', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:33Z', 'updated_at': '2021-11-12T13:29:46Z', 'revision_number': 3, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:49.275350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2309bd3-b805-4fe0-b47f-999658e1268f service neutron] Pushing event updated for resources: {'Port': ['ID=e24a6025-bc65-4107-a33c-b49e19d419a3,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:49.299795 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90c3f208-0aff-4eed-900b-cd1942281a58 req-9f4991f2-8940-4c83-83ca-c7e936aabad6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096568 Nov 12 13:29:49.381741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-10eb6c42-23e2-4663-a45a-1a9bf8150a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:49.386835 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-10eb6c42-23e2-4663-a45a-1a9bf8150a93 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3c5d4bcb628845f9b69a31cf1547b2cc&device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 1099 time: 0.2614918 Nov 12 13:29:49.422370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:49.423605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c187874-72c4-440d-9ecc-9323a0dad0ff None None] Pushing event updated for resources: {'Port': ['ID=2021d34c-0270-4059-9759-60c8be69c902,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:49.470548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3137a3e-e01c-4f37-9774-485f6ef72ae2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:49.514737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-0064d005-1e99-49bd-946d-a663ef28c9bb service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e24a6025-bc65-4107-a33c-b49e19d419a3 HTTP/1.1" status: 200 len: 217 time: 0.1139853 Nov 12 13:29:49.516692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:49.564390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424b6b5-9947-40ce-adc0-3f90ef19d456 req-c6204a16-0d5a-4c2e-a051-b651c3121bc0 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:49.576246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3424b6b5-9947-40ce-adc0-3f90ef19d456 req-c6204a16-0d5a-4c2e-a051-b651c3121bc0 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 943 time: 0.7359567 Nov 12 13:29:49.610669 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa3a981-7f59-472b-a445-9f00aeb1c2e0 x-openstack-request-id: req-1fa3a981-7f59-472b-a445-9f00aeb1c2e0 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:29:49.610968 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8f82d8-f1c8-4153-85b2-6be6d0c51d94", "tag": "e24a6025-bc65-4107-a33c-b49e19d419a3", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:29:49.611223 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fa3a981-7f59-472b-a445-9f00aeb1c2e0 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:29:49.611627 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8f82d8-f1c8-4153-85b2-6be6d0c51d94', 'tag': 'e24a6025-bc65-4107-a33c-b49e19d419a3', 'status': 'completed', 'code': 200} Nov 12 13:29:49.613518 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-ac4ad7af-ce16-4c6f-8f0b-76d5bc2b5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:49.615608 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-ac4ad7af-ce16-4c6f-8f0b-76d5bc2b5801 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0819137 Nov 12 13:29:49.624801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Network 716eaeb8-2b9f-4020-8796-089a156530f5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:49.643943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:49.665119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:49.689476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a501da11-abc7-4846-81b1-c01b8b0ce2e6 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:49.778789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a7f24-5571-4f98-90fa-523d86da3877 req-a2ed5d89-c9a1-45b0-8b4f-9b53cfbba382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:49.780323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca5a7f24-5571-4f98-90fa-523d86da3877 req-a2ed5d89-c9a1-45b0-8b4f-9b53cfbba382 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c46533f9d5fc45d38165d12a0953216a&device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 1094 time: 0.8151991 Nov 12 13:29:49.790053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Pushing event updated for resources: {'Port': ['ID=cac47d1c-5ba7-4dee-b1fb-0b986f4c841c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:49.837481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port a501da11-abc7-4846-81b1-c01b8b0ce2e6 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:29:49.845066 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a501da11-abc7-4846-81b1-c01b8b0ce2e6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:49.845704 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:49.904169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-926750a6-f8c7-4b2e-92c9-dc4a9bf63047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:49.907085 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-926750a6-f8c7-4b2e-92c9-dc4a9bf63047 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2716348 Nov 12 13:29:49.935898 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3137a3e-e01c-4f37-9774-485f6ef72ae2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:49.981934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3424b6b5-9947-40ce-adc0-3f90ef19d456 req-379326b6-2470-43d1-87a4-6d9ceb564aec tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045835 Nov 12 13:29:50.004013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9821d7e-3792-49e6-87d3-ca016d6dd8f7 req-f35af36a-6dde-4782-8e7a-c18532ec634b tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:50.025583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9821d7e-3792-49e6-87d3-ca016d6dd8f7 req-f35af36a-6dde-4782-8e7a-c18532ec634b tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 948 time: 0.4085763 Nov 12 13:29:50.148295 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:50.247109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a501da11-abc7-4846-81b1-c01b8b0ce2e6, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a501da11-abc7-4846-81b1-c01b8b0ce2e6,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:50.251442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94500c7-7abd-4b39-9881-9dc26f989086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a501da11-abc7-4846-81b1-c01b8b0ce2e6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:29:50.257894 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5953de0b-9b3e-4614-bee3-38457ef0bc4d" -d '{"events": [{"server_uuid": "c94500c7-7abd-4b39-9881-9dc26f989086", "name": "network-vif-plugged", "status": "completed", "tag": "a501da11-abc7-4846-81b1-c01b8b0ce2e6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:29:50.262327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2021d34c-0270-4059-9759-60c8be69c902 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:50.269570 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:50.379874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b044c27f-9b64-46ac-a71a-67bd87796a80 None None] Provisioning complete for port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:50.380230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b044c27f-9b64-46ac-a71a-67bd87796a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:50.415570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a501da11-abc7-4846-81b1-c01b8b0ce2e6,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:50.441114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b044c27f-9b64-46ac-a71a-67bd87796a80 None None] Port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:50.446957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2021d34c-0270-4059-9759-60c8be69c902 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:50.447343 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:50.486649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9821d7e-3792-49e6-87d3-ca016d6dd8f7 req-b7584cf2-bf78-4619-9200-99800cd0cfe2 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601433 Nov 12 13:29:50.501172 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-926c438c-3e0d-4592-a9cf-d89304a03a15 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839822 Nov 12 13:29:50.552989 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:50.604181 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37b5664-6166-45c4-af70-afdbe5f654f9 x-openstack-request-id: req-a37b5664-6166-45c4-af70-afdbe5f654f9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:29:50.604855 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94500c7-7abd-4b39-9881-9dc26f989086", "name": "network-vif-plugged", "status": "completed", "tag": "a501da11-abc7-4846-81b1-c01b8b0ce2e6", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:29:50.605206 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a37b5664-6166-45c4-af70-afdbe5f654f9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:29:50.605739 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94500c7-7abd-4b39-9881-9dc26f989086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a501da11-abc7-4846-81b1-c01b8b0ce2e6', 'code': 200} Nov 12 13:29:50.615281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 2021d34c-0270-4059-9759-60c8be69c902, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2021d34c-0270-4059-9759-60c8be69c902,segment=NetworkSegment(56abbc26-11c9-40a9-8a0e-11044b6dbc54),segment_id=56abbc26-11c9-40a9-8a0e-11044b6dbc54)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:50.622258 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:50.623597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:50.667277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Allocated IP 172.20.0.1 (e5e222e0-832c-40e3-8a2b-fc0d042cfbf2/2c0872b6-9686-481f-90cb-6951504054cb/a62518ac-4ac3-445e-b5c4-bbd7cfba200f) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:50.753163 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6dc4cbda-20fb-472d-862e-585a9d233ed7 req-d0aca3df-d1a2-401f-a85b-c9c4a78ff136 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072232 Nov 12 13:29:50.756089 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=2021d34c-0270-4059-9759-60c8be69c902,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:50.769494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:50.770030 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:50.833255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b903453d-4210-44dd-85cf-5871f2cf0c53 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:50.850810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:50.853833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3137a3e-e01c-4f37-9774-485f6ef72ae2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c4b9ce-3be1-4317-acce-e11ae94ebebc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:50.860460 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3137a3e-e01c-4f37-9774-485f6ef72ae2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:50.867179 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e3137a3e-e01c-4f37-9774-485f6ef72ae2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/b6c4b9ce-3be1-4317-acce-e11ae94ebebc HTTP/1.1" status: 204 len: 168 time: 2.2472007 Nov 12 13:29:50.877013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48560) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:50.905407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a7f24-5571-4f98-90fa-523d86da3877 req-523327f8-feee-4fd8-ba15-4632b20c2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:50.907140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca5a7f24-5571-4f98-90fa-523d86da3877 req-523327f8-feee-4fd8-ba15-4632b20c2703 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89929fee-6153-4c23-9e21-003540f6d35f HTTP/1.1" status: 200 len: 914 time: 1.1112320 Nov 12 13:29:51.015142 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:51.020345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85691537-3e5d-4c69-bb11-613f377c676a req-ef7f1845-fcd8-4010-89c9-c7bf04fb4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:51.030694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85691537-3e5d-4c69-bb11-613f377c676a req-ef7f1845-fcd8-4010-89c9-c7bf04fb4ef3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 1096 time: 0.3250854 Nov 12 13:29:51.042766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bbbd14e0-bcf5-431a-a0ba-cf4ac2204961,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:51.044893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaef6d-a90a-4696-8d3e-1121ef837aac req-bfa8b219-b997-45e2-8b68-66bbcda77026 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:51.046599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0eaef6d-a90a-4696-8d3e-1121ef837aac req-bfa8b219-b997-45e2-8b68-66bbcda77026 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 945 time: 0.3280947 Nov 12 13:29:51.049968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c1951c69-2545-41a8-ac8f-960ec12dcc07 req-31525c2e-0e8c-4f15-bbd4-b4bd8f6fdca5 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.2706783 Nov 12 13:29:51.067453 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:51.079507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 28a856a8-a7f9-4c2b-966c-b2423d8cd186 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:51.134122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-7465d94a-acdd-4d15-a306-6baae31a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:51.140458 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-7465d94a-acdd-4d15-a306-6baae31a7a11 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3c5d4bcb628845f9b69a31cf1547b2cc&device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 1099 time: 0.2525561 Nov 12 13:29:51.222381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:51.238954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca5a7f24-5571-4f98-90fa-523d86da3877 req-49494b69-e86c-4d28-afcc-852bc574d680 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c32de969-ca79-4dd6-a98a-929197dbbaab HTTP/1.1" status: 200 len: 217 time: 0.1841452 Nov 12 13:29:51.251635 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85691537-3e5d-4c69-bb11-613f377c676a req-3ed8f77b-fd1b-42d4-a881-1c919c8f1ab4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200015 Nov 12 13:29:51.282054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8619fd-6325-4c1e-9f3f-fb78b15cb273 None None] Network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:51.308002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 28a856a8-a7f9-4c2b-966c-b2423d8cd186 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:51.308376 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 28a856a8-a7f9-4c2b-966c-b2423d8cd186 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:51.317168 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0eaef6d-a90a-4696-8d3e-1121ef837aac req-2afea49a-68b8-41ce-ac56-f16590bb4c40 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494724 Nov 12 13:29:51.354855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6e3b5824-919b-4828-a5cd-d0007251e3fd None None] Provisioning complete for port 2021d34c-0270-4059-9759-60c8be69c902 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:51.355325 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e3b5824-919b-4828-a5cd-d0007251e3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:51.385082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48564) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:51.385682 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-08b4afac-4c71-461c-8215-22126beb9905 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4766924 Nov 12 13:29:51.457548 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:51.466271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-f0b5a824-cd90-4343-9337-f186597fda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:51.468036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-f0b5a824-cd90-4343-9337-f186597fda5a service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.3095691 Nov 12 13:29:51.468381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33dfcf-b57d-462a-9a42-415ae3ed7b26 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:29:51.485495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=bbbd14e0-bcf5-431a-a0ba-cf4ac2204961,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:51.524235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a7f24-5571-4f98-90fa-523d86da3877 req-d5de1538-12f0-4ca6-8085-d441e3f2243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:51.525790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca5a7f24-5571-4f98-90fa-523d86da3877 req-d5de1538-12f0-4ca6-8085-d441e3f2243a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0c62451-d748-4ce0-a005-8eecde47da82 HTTP/1.1" status: 200 len: 853 time: 0.2737496 Nov 12 13:29:51.595441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da1444-6d0c-474b-8eaf-0995a98e5d58 req-9608ec17-f29a-4dcb-ad17-8dcf409f996d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:51.597079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-20da1444-6d0c-474b-8eaf-0995a98e5d58 req-9608ec17-f29a-4dcb-ad17-8dcf409f996d tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 943 time: 0.1509562 Nov 12 13:29:51.601892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58809143-0ba4-486d-b0af-d7086037e628 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:51.606372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:51.610190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-cff62f9e-e25e-4dc9-8d9d-f44d142dc8c6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e24a6025-bc65-4107-a33c-b49e19d419a3 HTTP/1.1" status: 200 len: 217 time: 0.0903394 Nov 12 13:29:51.621672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:51.652351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca5a7f24-5571-4f98-90fa-523d86da3877 req-1cdf0962-e10a-4623-adb6-3fb1a55721d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89929fee-6153-4c23-9e21-003540f6d35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142678 Nov 12 13:29:51.662604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6f33dfcf-b57d-462a-9a42-415ae3ed7b26 None None] Deleting port 61e05887-5850-43b6-95e6-2de6970f642a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:51.662604 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f33dfcf-b57d-462a-9a42-415ae3ed7b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:51.679567 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:51.720199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:51.720407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c32de969-ca79-4dd6-a98a-929197dbbaab details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:29:51.775033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event updated for resources: {'Port': ['ID=a62518ac-4ac3-445e-b5c4-bbd7cfba200f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:51.811450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6f33dfcf-b57d-462a-9a42-415ae3ed7b26 None None] For port 61e05887-5850-43b6-95e6-2de6970f642a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=61e05887-5850-43b6-95e6-2de6970f642a,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:51.812469 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f33dfcf-b57d-462a-9a42-415ae3ed7b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:51.877181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6f33dfcf-b57d-462a-9a42-415ae3ed7b26 None None] Calling delete_port for 61e05887-5850-43b6-95e6-2de6970f642a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:51.910507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-b9715dfe-78b3-445c-b09e-ee8b826e0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:51.912568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-b9715dfe-78b3-445c-b09e-ee8b826e0fc4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.2946570 Nov 12 13:29:51.962590 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58809143-0ba4-486d-b0af-d7086037e628 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:51.966064 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58809143-0ba4-486d-b0af-d7086037e628 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.034178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c32de969-ca79-4dd6-a98a-929197dbbaab, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c32de969-ca79-4dd6-a98a-929197dbbaab,segment=NetworkSegment(1298761d-8d4a-440f-b4be-02002a9389be),segment_id=1298761d-8d4a-440f-b4be-02002a9389be)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:52.046032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2021d34c-0270-4059-9759-60c8be69c902 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:52.048050 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:29:52.049510 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.095972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-20da1444-6d0c-474b-8eaf-0995a98e5d58 req-1ee1bb30-e4c1-44d0-aae2-c40aa1b6f2cb tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455183 Nov 12 13:29:52.119200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'c32de969-ca79-4dd6-a98a-929197dbbaab', 'network_id': '89929fee-6153-4c23-9e21-003540f6d35f', 'port_id': 'c32de969-ca79-4dd6-a98a-929197dbbaab', 'mac_address': 'fa:16:3e:c3:2d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c62451-d748-4ce0-a005-8eecde47da82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:29:52.135914 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f33dfcf-b57d-462a-9a42-415ae3ed7b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.146075 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58809143-0ba4-486d-b0af-d7086037e628 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.147573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58809143-0ba4-486d-b0af-d7086037e628 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Fanout notify agent at l3_agent the message router_deleted on router f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:29:52.153263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca5a7f24-5571-4f98-90fa-523d86da3877 req-5ee508dd-5f66-4954-91e2-e1f36cbb5b47 service neutron] 10.222.0.70 "GET /v2.0/networks/89929fee-6153-4c23-9e21-003540f6d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807801 Nov 12 13:29:52.161990 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58809143-0ba4-486d-b0af-d7086037e628 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.164096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-58809143-0ba4-486d-b0af-d7086037e628 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/routers/f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 HTTP/1.1" status: 204 len: 168 time: 0.7767141 Nov 12 13:29:52.171901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48570) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:52.186883 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55650c5-0520-4155-b812-6d7a04210829 req-b5bdb768-8843-4e4a-b224-985a34d1198c tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:52.189890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c55650c5-0520-4155-b812-6d7a04210829 req-b5bdb768-8843-4e4a-b224-985a34d1198c tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 948 time: 0.5133710 Nov 12 13:29:52.199578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33dfcf-b57d-462a-9a42-415ae3ed7b26 None None] Pushing event deleted for resources: {'Port': ['ID=61e05887-5850-43b6-95e6-2de6970f642a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:52.204163 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-abbcf767-1bd0-43d6-ad77-82bb9ee8bd8b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:52.267233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33dfcf-b57d-462a-9a42-415ae3ed7b26 None None] No DVR routers for this DVR port 61e05887-5850-43b6-95e6-2de6970f642a on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:29:52.326748 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.358736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbbbb48f-a714-4f71-8833-e4912146e0ff req-cfdfdf22-98ad-4dcb-bd74-28f230a4b4ca tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0847993 Nov 12 13:29:52.364598 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.366417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bc581cb0-e187-4f79-af5a-054a6ddd0239 None None] Provisioning complete for port 2021d34c-0270-4059-9759-60c8be69c902 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:52.366810 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc581cb0-e187-4f79-af5a-054a6ddd0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.371497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32de969-ca79-4dd6-a98a-929197dbbaab {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:29:52.397199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.403941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-2b87e185-64ee-429d-8a86-35a6d8b9cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:52.405534 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-2b87e185-64ee-429d-8a86-35a6d8b9cefe service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3633919 Nov 12 13:29:52.442222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c32de969-ca79-4dd6-a98a-929197dbbaab, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c32de969-ca79-4dd6-a98a-929197dbbaab,segment=NetworkSegment(1298761d-8d4a-440f-b4be-02002a9389be),segment_id=1298761d-8d4a-440f-b4be-02002a9389be)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:52.456833 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.487977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2021d34c-0270-4059-9759-60c8be69c902 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:52.488602 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.511819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c55650c5-0520-4155-b812-6d7a04210829 req-5928b82d-a760-4e05-a177-c970484cf102 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976530 Nov 12 13:29:52.554992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.566826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca5a7f24-5571-4f98-90fa-523d86da3877 req-2a70e7c2-9cbf-46e0-a9b6-2a40b078e9d7 service neutron] 10.222.0.70 "GET /v2.0/networks/89929fee-6153-4c23-9e21-003540f6d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043167 Nov 12 13:29:52.588738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Pushing event updated for resources: {'Port': ['ID=cac47d1c-5ba7-4dee-b1fb-0b986f4c841c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:52.644224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbcf767-1bd0-43d6-ad77-82bb9ee8bd8b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:52.656127 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abbcf767-1bd0-43d6-ad77-82bb9ee8bd8b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.662853 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:52.675056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c32de969-ca79-4dd6-a98a-929197dbbaab,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:52.757625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Network 716eaeb8-2b9f-4020-8796-089a156530f5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:52.760452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:52.782437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fb766-3cfe-4222-9587-dc1c9cedaa56 req-f45a2848-2fdd-4f74-856b-27b3367461fa tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:52.791678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e34fb766-3cfe-4222-9587-dc1c9cedaa56 req-f45a2848-2fdd-4f74-856b-27b3367461fa tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 945 time: 0.2233791 Nov 12 13:29:52.802006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-525f6df9-589f-490d-849a-d041ee5ec4ac service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787901 Nov 12 13:29:52.849260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:52.854274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c32de969-ca79-4dd6-a98a-929197dbbaab'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:29:52.967962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e34fb766-3cfe-4222-9587-dc1c9cedaa56 req-27b7587d-a6f1-4256-aeaa-9d6b59b7b095 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737401 Nov 12 13:29:52.985718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Router 78519dc0-20d6-4845-9aba-e37321a9d34e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:29:53.127033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:53.135326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d8f4012a-c21e-4a27-8de4-e0fab186940b admin admin] 10.222.0.73 "PUT /v2.0/routers/78519dc0-20d6-4845-9aba-e37321a9d34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0776498 Nov 12 13:29:53.140415 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Sync routers for ids ['78519dc0-20d6-4845-9aba-e37321a9d34e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:53.178300 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Routers {'78519dc0-20d6-4845-9aba-e37321a9d34e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:53.180707 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78519dc0-20d6-4845-9aba-e37321a9d34e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:53.182646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bc581cb0-e187-4f79-af5a-054a6ddd0239 None None] Provisioning complete for port a62518ac-4ac3-445e-b5c4-bbd7cfba200f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:53.183269 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc581cb0-e187-4f79-af5a-054a6ddd0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:53.233461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:53.233925 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:53.283767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bc581cb0-e187-4f79-af5a-054a6ddd0239 None None] Port a62518ac-4ac3-445e-b5c4-bbd7cfba200f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:53.373247 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Set router 78519dc0-20d6-4845-9aba-e37321a9d34e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:53.475992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 61e05887-5850-43b6-95e6-2de6970f642a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:29:53.508105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ed030f28-95be-432d-af05-997b399b9dfd None None] Provisioning complete for port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:53.508894 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed030f28-95be-432d-af05-997b399b9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:53.511619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 61e05887-5850-43b6-95e6-2de6970f642a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:29:53.511961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 61e05887-5850-43b6-95e6-2de6970f642a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:29:53.541029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fef7bc2-aa34-498f-b208-3cabb5d0863a req-25384248-25cc-4b05-ae2d-ba2b14ae3d3c service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050066 Nov 12 13:29:53.581820 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ed030f28-95be-432d-af05-997b399b9dfd None None] Port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:53.597161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ed030f28-95be-432d-af05-997b399b9dfd None None] Provisioning complete for port a62518ac-4ac3-445e-b5c4-bbd7cfba200f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:53.597588 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed030f28-95be-432d-af05-997b399b9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:53.611414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f21913-2d67-44f4-9f11-6a863724dea0 req-68d21731-2708-44e6-8247-960123275c7c tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:53.612923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07f21913-2d67-44f4-9f11-6a863724dea0 req-68d21731-2708-44e6-8247-960123275c7c tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 944 time: 0.2641640 Nov 12 13:29:53.662762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ed030f28-95be-432d-af05-997b399b9dfd None None] Port a62518ac-4ac3-445e-b5c4-bbd7cfba200f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:53.693259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f166eb2c-75aa-4341-bdb1-3c00fde308e4 req-fe8af251-bb85-46b8-acb7-3f371e49b53f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0790420 Nov 12 13:29:53.710724 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cac47d1c-5ba7-4dee-b1fb-0b986f4c841c', 'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'mac_address': 'fa:16:3e:9a:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:48Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 2, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'subnets': [{'id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:53.768333 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Checking router: 78519dc0-20d6-4845-9aba-e37321a9d34e for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:29:53.769315 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Updating router 78519dc0-20d6-4845-9aba-e37321a9d34e port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:29:53.801047 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:53.855363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07f21913-2d67-44f4-9f11-6a863724dea0 req-bab716c2-a6a5-45f7-9a90-ff23de6ea513 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184193 Nov 12 13:29:53.881046 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abbcf767-1bd0-43d6-ad77-82bb9ee8bd8b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:53.975817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbcf767-1bd0-43d6-ad77-82bb9ee8bd8b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:53.993628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-abbcf767-1bd0-43d6-ad77-82bb9ee8bd8b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:54.005023 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea25d2-b7db-4e29-9917-32cf0122935c None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:29:54.023017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbcf767-1bd0-43d6-ad77-82bb9ee8bd8b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:54.024020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abbcf767-1bd0-43d6-ad77-82bb9ee8bd8b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.055960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.103945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:54.111626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fb20fb46-a539-4b77-8e65-ecd621268c30 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403658963', 'description': 'tempest-description--734162324'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:54.112274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.117422 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62c13650-4916-4562-b610-9c2fbb4c5104 req-0bc0e90b-0b0c-46e2-9266-e9bc85c1596c tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.1162803 Nov 12 13:29:54.164541 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb20fb46-a539-4b77-8e65-ecd621268c30 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.185979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcf767-1bd0-43d6-ad77-82bb9ee8bd8b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=dbc7238a-8506-4b2e-8011-c54b3b9ad957,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:54.210600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event updated for resources: {'Port': ['ID=a62518ac-4ac3-445e-b5c4-bbd7cfba200f,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:54.219017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-abbcf767-1bd0-43d6-ad77-82bb9ee8bd8b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0259030 Nov 12 13:29:54.222411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48594) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:54.228658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3c4c2030-aea9-44d4-8a35-706a18a34cca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-699563988', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:54.292966 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.294415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'dbc7238a-8506-4b2e-8011-c54b3b9ad957'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:29:54.294570 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.296431 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.307513 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.339119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2030-aea9-44d4-8a35-706a18a34cca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.341005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2030-aea9-44d4-8a35-706a18a34cca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.394883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb20fb46-a539-4b77-8e65-ecd621268c30 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.397476 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5821f-cfeb-484d-ac4a-e2b2f3d5f382 None None] Pushing event updated for resources: {'Port': ['ID=cac47d1c-5ba7-4dee-b1fb-0b986f4c841c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:54.403824 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb20fb46-a539-4b77-8e65-ecd621268c30 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.426693 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2030-aea9-44d4-8a35-706a18a34cca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.472166 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2030-aea9-44d4-8a35-706a18a34cca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.515131 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Attempting to bind port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:54.515131 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Attempting to bind port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:54.515508 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Attempting to bind port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:54.523265 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:54.523673 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Checking segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:54.524228 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.524691 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Bound using segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:54.525219 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Bound port: cac47d1c-5ba7-4dee-b1fb-0b986f4c841c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:54.525950 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.532535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/dbc7238a-8506-4b2e-8011-c54b3b9ad957/7ec4d7ae-ee44-458f-97bc-40f42bbc8948) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:54.564638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4678f7-45cc-4d36-94da-281844b04c8e req-35c416f5-2ab1-4b90-9469-320d89097cb6 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:54.567138 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb4678f7-45cc-4d36-94da-281844b04c8e req-35c416f5-2ab1-4b90-9469-320d89097cb6 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 948 time: 0.2993696 Nov 12 13:29:54.568365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb20fb46-a539-4b77-8e65-ecd621268c30 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.575330 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fb20fb46-a539-4b77-8e65-ecd621268c30 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4698985 Nov 12 13:29:54.578535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20fb46-a539-4b77-8e65-ecd621268c30 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:54.581507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:54.588569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-130da8aa-d233-41b7-aba8-e8e2ea136608 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'security_group_rule': {'security_group_id': '83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:54.591796 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2030-aea9-44d4-8a35-706a18a34cca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.596249 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3c4c2030-aea9-44d4-8a35-706a18a34cca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3696926 Nov 12 13:29:54.600482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48598) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:54.610318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e24a6025-bc65-4107-a33c-b49e19d419a3 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:29:54.638682 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] For port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:54.648551 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] For port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cac47d1c-5ba7-4dee-b1fb-0b986f4c841c,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:54.660012 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:54.732482 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Routers {'78519dc0-20d6-4845-9aba-e37321a9d34e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:54.732920 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78519dc0-20d6-4845-9aba-e37321a9d34e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:54.737669 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5821f-cfeb-484d-ac4a-e2b2f3d5f382 None None] Pushing event updated for resources: {'Port': ['ID=cac47d1c-5ba7-4dee-b1fb-0b986f4c841c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:54.785767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b60612-3cf4-476e-a15e-222ff69220a1 req-b65b1ef1-a382-4e93-a8cc-9a3cf5dd1a82 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:54.789884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:54.794440 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-18b60612-3cf4-476e-a15e-222ff69220a1 req-b65b1ef1-a382-4e93-a8cc-9a3cf5dd1a82 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 945 time: 0.3428111 Nov 12 13:29:54.798083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb4678f7-45cc-4d36-94da-281844b04c8e req-ec237cd9-4a1c-4a19-9fc2-4ef300468f6d tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146804 Nov 12 13:29:54.804849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:54.871982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-130da8aa-d233-41b7-aba8-e8e2ea136608 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.062451 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] Set router 78519dc0-20d6-4845-9aba-e37321a9d34e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:29:55.282949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a72664-a016-41c4-85df-5b3b6aefb091 req-608dcdaf-fc50-4f27-be4d-d47986fde295 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:55.292882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11a72664-a016-41c4-85df-5b3b6aefb091 req-608dcdaf-fc50-4f27-be4d-d47986fde295 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 944 time: 0.1923461 Nov 12 13:29:55.369649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0caa8493-0652-4a34-b10b-a09c2d8e5765 None None] Provisioning complete for port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:55.370028 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0caa8493-0652-4a34-b10b-a09c2d8e5765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.389881 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-130da8aa-d233-41b7-aba8-e8e2ea136608 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.409814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-18b60612-3cf4-476e-a15e-222ff69220a1 req-952ececd-a217-488f-883b-3cbab2882329 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134992 Nov 12 13:29:55.413539 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.426553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port e24a6025-bc65-4107-a33c-b49e19d419a3, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e24a6025-bc65-4107-a33c-b49e19d419a3,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:55.440117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11a72664-a016-41c4-85df-5b3b6aefb091 req-96ee5dfd-7b7b-48aa-b7c8-04a5543b9fc0 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456409 Nov 12 13:29:55.442854 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.445031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Router c9f2793c-9cbe-4949-a095-38a1178af81b is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:29:55.445141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-130da8aa-d233-41b7-aba8-e8e2ea136608 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.457533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'e24a6025-bc65-4107-a33c-b49e19d419a3', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'e24a6025-bc65-4107-a33c-b49e19d419a3', 'mac_address': 'fa:16:3e:e3:38:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:29:55.489431 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cac47d1c-5ba7-4dee-b1fb-0b986f4c841c', 'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'mac_address': 'fa:16:3e:9a:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:48Z', 'updated_at': '2021-11-12T13:29:54Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'subnets': [{'id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:55.496349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130da8aa-d233-41b7-aba8-e8e2ea136608 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9485d30f-e6b2-4bb3-bd34-605073bc8cfc,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:55.519311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:55.546680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:55.552989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:55.555502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Pushing event updated for resources: {'Port': ['ID=7ec4d7ae-ee44-458f-97bc-40f42bbc8948,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:55.605568 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0caa8493-0652-4a34-b10b-a09c2d8e5765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.627781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-130da8aa-d233-41b7-aba8-e8e2ea136608 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.631849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-130da8aa-d233-41b7-aba8-e8e2ea136608 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0453815 Nov 12 13:29:55.639491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-23d15f52-d954-4dbf-85dc-3b3835b7eabf req-a2c7f1be-bd27-4bb1-81e8-e120357ec4fe tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0543046 Nov 12 13:29:55.639880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48608) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:55.646562 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.675242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0b542ed6-9a35-40a6-b321-4565b30ac4d2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'security_group_rule': {'security_group_id': '83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:55.686487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.695434 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2e872-8220-4862-8ced-d5b2b9f7db58 None None] The sync data for ids ['78519dc0-20d6-4845-9aba-e37321a9d34e'] in n-d-805736-4 is: [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cac47d1c-5ba7-4dee-b1fb-0b986f4c841c', 'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'mac_address': 'fa:16:3e:9a:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:48Z', 'updated_at': '2021-11-12T13:29:54Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'subnets': [{'id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:55.839303 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b542ed6-9a35-40a6-b321-4565b30ac4d2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.878660 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c32de969-ca79-4dd6-a98a-929197dbbaab up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:55.889182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Attempting to bind port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:29:55.890695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Attempting to bind port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:29:55.891109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Attempting to bind port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:29:55.963100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0caa8493-0652-4a34-b10b-a09c2d8e5765 None None] For port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cac47d1c-5ba7-4dee-b1fb-0b986f4c841c,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:55.975036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:29:55.975861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:29:55.976659 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:55.977579 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:29:55.978420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Bound port: 7ec4d7ae-ee44-458f-97bc-40f42bbc8948, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:29:55.979066 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:56.001790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24a6025-bc65-4107-a33c-b49e19d419a3 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:29:56.040983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b542ed6-9a35-40a6-b321-4565b30ac4d2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:56.043235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:29:56.050995 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b542ed6-9a35-40a6-b321-4565b30ac4d2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:56.060375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:56.061217 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-955988c0-37d9-425e-aab8-58e4a8a38bce tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "PUT /v2.0/routers/c9f2793c-9cbe-4949-a095-38a1178af81b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9964459 Nov 12 13:29:56.070852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Request body: {'port': {'network_id': 'e5e222e0-832c-40e3-8a2b-fc0d042cfbf2', 'name': 'tempest-FloatingIPNegativeTestJSON-1449105565'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:56.074010 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0caa8493-0652-4a34-b10b-a09c2d8e5765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:56.147540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53457cb-3195-4852-a42c-1c92d7d0505a None None] Sync routers for ids ['c9f2793c-9cbe-4949-a095-38a1178af81b'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:29:56.166118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port e24a6025-bc65-4107-a33c-b49e19d419a3, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e24a6025-bc65-4107-a33c-b49e19d419a3,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:56.310659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2314e-bcb1-4547-addc-5c99c08f4318 req-49a35210-32aa-4f2a-87dc-564ca4f94356 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:56.312316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8df2314e-bcb1-4547-addc-5c99c08f4318 req-49a35210-32aa-4f2a-87dc-564ca4f94356 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 948 time: 0.1573319 Nov 12 13:29:56.395764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cac47d1c-5ba7-4dee-b1fb-0b986f4c841c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:56.436858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53457cb-3195-4852-a42c-1c92d7d0505a None None] Routers {'c9f2793c-9cbe-4949-a095-38a1178af81b'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:56.441320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d53457cb-3195-4852-a42c-1c92d7d0505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c9f2793c-9cbe-4949-a095-38a1178af81b'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:56.470875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542ed6-9a35-40a6-b321-4565b30ac4d2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e8877d-701a-4844-86ad-5b126c5aa2f0,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:56.479252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8df2314e-bcb1-4547-addc-5c99c08f4318 req-4bba3089-eb50-4009-ab00-afd611a8309f tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307766 Nov 12 13:29:56.503827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b727f789-fce7-4040-bbde-969fc71c77b2 req-fa17c3d6-ff30-41c8-bee5-e78c25f23e39 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802&device_id=598f35e8-6223-4ff8-8465-41c5b7cbf781 HTTP/1.1" status: 200 len: 210 time: 0.1175182 Nov 12 13:29:56.520367 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:56.576446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d53457cb-3195-4852-a42c-1c92d7d0505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:56.647603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Made reservation on behalf of dd0a8fe841304deebe444461e38b0c7c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:29:56.651647 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:56.663175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b542ed6-9a35-40a6-b321-4565b30ac4d2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:56.664097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0b542ed6-9a35-40a6-b321-4565b30ac4d2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9929991 Nov 12 13:29:56.686004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:29:56.693045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:29:56.722341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c55ca958-0a6d-4f83-aeac-075b97434a5d None None] Provisioning complete for port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:56.722981 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c55ca958-0a6d-4f83-aeac-075b97434a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:56.726127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b2044-e39d-409b-8fea-123b0ed2c103 req-9de520ad-77e5-4732-8979-e558f9ea1397 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:56.728154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-776b2044-e39d-409b-8fea-123b0ed2c103 req-9de520ad-77e5-4732-8979-e558f9ea1397 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 945 time: 0.0804048 Nov 12 13:29:56.753842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] device_id is not set on port c249878b-333a-4c97-9cc1-82dad84ef36e yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:29:56.757090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53457cb-3195-4852-a42c-1c92d7d0505a None None] Routers {'c9f2793c-9cbe-4949-a095-38a1178af81b'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:29:56.759020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d53457cb-3195-4852-a42c-1c92d7d0505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c9f2793c-9cbe-4949-a095-38a1178af81b'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:56.775925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::1 (514a5480-43a8-41bb-9524-24b97d0dd96f/dbc7238a-8506-4b2e-8011-c54b3b9ad957/253a137f-d061-4eef-84bc-053a437368b0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:56.795370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa8493-0652-4a34-b10b-a09c2d8e5765 None None] Pushing event updated for resources: {'Port': ['ID=cac47d1c-5ba7-4dee-b1fb-0b986f4c841c,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:56.838149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-776b2044-e39d-409b-8fea-123b0ed2c103 req-4f2efe09-b590-4613-b782-ce8491877478 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717194 Nov 12 13:29:56.840496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:56.858799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] For port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:29:56.891727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d53457cb-3195-4852-a42c-1c92d7d0505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:29:56.892403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53457cb-3195-4852-a42c-1c92d7d0505a None None] The sync data for ids ['c9f2793c-9cbe-4949-a095-38a1178af81b'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:29:56.897079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d214f07-4925-4409-8e37-afefddc593b3 req-f1e90a7c-d73e-41d8-8a2a-6e4460f501f4 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:56.903116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['e24a6025-bc65-4107-a33c-b49e19d419a3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:29:56.905097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d214f07-4925-4409-8e37-afefddc593b3 req-f1e90a7c-d73e-41d8-8a2a-6e4460f501f4 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 944 time: 0.2484453 Nov 12 13:29:56.917173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] For port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7ec4d7ae-ee44-458f-97bc-40f42bbc8948,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:29:56.919890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port c32de969-ca79-4dd6-a98a-929197dbbaab completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:29:57.026172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port c32de969-ca79-4dd6-a98a-929197dbbaab triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:57.026874 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:57.030229 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:57.186523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fbcdd5f-01af-42f7-ad99-68300f3839df req-e94e367f-0c6c-4e30-bd5f-da5a571a6106 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=fd27f9b6895b4ddc86c185d013d5bf8b&device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0805850 Nov 12 13:29:57.222797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:57.223199 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:57.238390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fbcdd5f-01af-42f7-ad99-68300f3839df req-e728920d-b956-4902-820c-ca215d7a98be service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=fd27f9b6895b4ddc86c185d013d5bf8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413008 Nov 12 13:29:57.251359 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d214f07-4925-4409-8e37-afefddc593b3 req-1b18ee62-e301-46f1-ad3d-023e39601964 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403616 Nov 12 13:29:57.288777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Allocated IP 172.20.0.5 (e5e222e0-832c-40e3-8a2b-fc0d042cfbf2/2c0872b6-9686-481f-90cb-6951504054cb/c249878b-333a-4c97-9cc1-82dad84ef36e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:57.373803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56c69115-3feb-4d55-95c3-33305dfc9ac4 req-08981898-7485-485a-bc56-4652a16aefb6 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0729442 Nov 12 13:29:57.417187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=e24a6025-bc65-4107-a33c-b49e19d419a3,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:57.451230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d87c4926-f4f2-4bfb-83d0-c8733dc5cbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:57.600321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcdd5f-01af-42f7-ad99-68300f3839df req-68bd4c29-2565-467f-857e-a648ac726772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:57.613396 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fbcdd5f-01af-42f7-ad99-68300f3839df req-68bd4c29-2565-467f-857e-a648ac726772 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3643286 Nov 12 13:29:57.687733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c55ca958-0a6d-4f83-aeac-075b97434a5d None None] Provisioning complete for port a62518ac-4ac3-445e-b5c4-bbd7cfba200f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:57.688587 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c55ca958-0a6d-4f83-aeac-075b97434a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:57.897269 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:57.954806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03365d-d385-459c-9d07-170d2bdff90c None None] Pushing event updated for resources: {'Port': ['ID=7ec4d7ae-ee44-458f-97bc-40f42bbc8948,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:57.979897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c55ca958-0a6d-4f83-aeac-075b97434a5d None None] Port a62518ac-4ac3-445e-b5c4-bbd7cfba200f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:29:58.026667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398141e0-ea39-4660-9f16-44737b39953f req-a24880ed-4d33-4958-be5b-10b6f0d9966d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:58.039613 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-398141e0-ea39-4660-9f16-44737b39953f req-a24880ed-4d33-4958-be5b-10b6f0d9966d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 945 time: 0.0916250 Nov 12 13:29:58.042177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:58.047950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dec7dab-b7d2-4c90-b998-39386bcec830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32de969-ca79-4dd6-a98a-929197dbbaab'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:29:58.050769 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e04e061-2997-46bd-899a-0e423d7f5b36" -d '{"events": [{"server_uuid": "2dec7dab-b7d2-4c90-b998-39386bcec830", "name": "network-vif-plugged", "status": "completed", "tag": "c32de969-ca79-4dd6-a98a-929197dbbaab"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:29:58.075586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c32de969-ca79-4dd6-a98a-929197dbbaab, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c32de969-ca79-4dd6-a98a-929197dbbaab,segment=NetworkSegment(1298761d-8d4a-440f-b4be-02002a9389be),segment_id=1298761d-8d4a-440f-b4be-02002a9389be)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:58.083257 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:58.109246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-398141e0-ea39-4660-9f16-44737b39953f req-16134f88-9b1d-4d67-b1d3-d3669d2eec83 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684354 Nov 12 13:29:58.152006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c32de969-ca79-4dd6-a98a-929197dbbaab,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:58.156039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-20bc1a35-72f6-49f6-b31e-a44b88995011 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:58.158050 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-20bc1a35-72f6-49f6-b31e-a44b88995011 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.70 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 945 time: 0.8594787 Nov 12 13:29:58.195317 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9cf9bc-48e5-4bf6-94b6-dac2754e25e2 x-openstack-request-id: req-1f9cf9bc-48e5-4bf6-94b6-dac2754e25e2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:29:58.195684 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dec7dab-b7d2-4c90-b998-39386bcec830", "name": "network-vif-plugged", "status": "completed", "tag": "c32de969-ca79-4dd6-a98a-929197dbbaab", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:29:58.195988 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f9cf9bc-48e5-4bf6-94b6-dac2754e25e2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:29:58.196668 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dec7dab-b7d2-4c90-b998-39386bcec830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32de969-ca79-4dd6-a98a-929197dbbaab', 'code': 200} Nov 12 13:29:58.298394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7d785-165d-456e-b765-034e210cbe79 req-13740a05-d218-44c7-9dd6-c8564d6a4b2f tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:58.307570 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88d7d785-165d-456e-b765-034e210cbe79 req-13740a05-d218-44c7-9dd6-c8564d6a4b2f tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 949 time: 0.2983997 Nov 12 13:29:58.380751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d877a-f03a-4f0f-8c69-64ed74cdf5d7 req-8e941d2d-2918-4cfe-9ec9-be2200c92afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:58.388602 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d45d877a-f03a-4f0f-8c69-64ed74cdf5d7 req-8e941d2d-2918-4cfe-9ec9-be2200c92afa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 1096 time: 0.0978608 Nov 12 13:29:58.449239 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d45d877a-f03a-4f0f-8c69-64ed74cdf5d7 req-af92c7f3-f73f-4866-a7c0-d5dd30b18227 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528519 Nov 12 13:29:58.454754 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:58.481467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cac47d1c-5ba7-4dee-b1fb-0b986f4c841c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:58.545836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:58.555833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44ef4b-349e-4c37-9547-0106946cf4af req-52105d8f-f125-4bdf-b70c-65fe4f2723c6 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:58.564462 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b44ef4b-349e-4c37-9547-0106946cf4af req-52105d8f-f125-4bdf-b70c-65fe4f2723c6 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 945 time: 0.0918901 Nov 12 13:29:58.606728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:58.617442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:58.618221 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:58.632679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:58.640574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=253a137f-d061-4eef-84bc-053a437368b0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:58.655366 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b44ef4b-349e-4c37-9547-0106946cf4af req-f4edad4b-bc51-48ef-b0f5-7cd50b1b607e tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898218 Nov 12 13:29:58.682699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:58.683624 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:58.732269 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88d7d785-165d-456e-b765-034e210cbe79 req-e161a84f-501a-4327-b8f2-4cfb28b880d4 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238119 Nov 12 13:29:58.787494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:58.787740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:29:58.801076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af9c4039-3a1e-45fd-ac85-2a057467a8ed req-d10c2dbb-ca66-40fa-905e-02203246c241 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0420134 Nov 12 13:29:58.891490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:58.891490 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:58.919286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-96689cb0-9b85-46f2-8fe0-9c3c4c07e226 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Deleting port a501da11-abc7-4846-81b1-c01b8b0ce2e6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:29:58.919752 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-96689cb0-9b85-46f2-8fe0-9c3c4c07e226 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:58.994367 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-413ec2b2-c5b6-42e6-94d9-669dc1b643df None None] Provisioning complete for port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:29:58.994942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-413ec2b2-c5b6-42e6-94d9-669dc1b643df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:59.083162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:59.128663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Allocated IP 172.25.5.63 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/ee52b2d5-3691-434b-aa61-a9fee975d095) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:29:59.148180 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fbcdd5f-01af-42f7-ad99-68300f3839df req-1be7205c-ed5f-42a8-8df6-ef1ba624d9c3 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.105 "GET /v2.0/ports?device_id=afa83530-549e-4bdb-82f7-4a8b8a926802 HTTP/1.1" status: 200 len: 210 time: 0.0814428 Nov 12 13:29:59.166855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7ec4d7ae-ee44-458f-97bc-40f42bbc8948,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:59.175128 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:59.236345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=7ec4d7ae-ee44-458f-97bc-40f42bbc8948,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:59.238755 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-413ec2b2-c5b6-42e6-94d9-669dc1b643df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:59.301834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:59.308195 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-413ec2b2-c5b6-42e6-94d9-669dc1b643df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:29:59.308560 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-413ec2b2-c5b6-42e6-94d9-669dc1b643df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:29:59.324368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:59.464404 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-291849b1-9c95-41a0-81a5-70b791d916a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:59.466568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:29:59.517544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-96689cb0-9b85-46f2-8fe0-9c3c4c07e226 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] For port a501da11-abc7-4846-81b1-c01b8b0ce2e6, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a501da11-abc7-4846-81b1-c01b8b0ce2e6,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:29:59.517919 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-96689cb0-9b85-46f2-8fe0-9c3c4c07e226 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:59.521117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:29:59.523144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event updated for resources: {'Port': ['ID=c249878b-333a-4c97-9cc1-82dad84ef36e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:29:59.534198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:29:59.594329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-96689cb0-9b85-46f2-8fe0-9c3c4c07e226 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Calling delete_port for a501da11-abc7-4846-81b1-c01b8b0ce2e6 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:29:59.637915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:29:59.650607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3eb8e-b467-4826-beab-c4f714313ac7 req-13ce598e-e2fa-4c35-9754-a2660197f2b4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:59.653029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-acb3eb8e-b467-4826-beab-c4f714313ac7 req-13ce598e-e2fa-4c35-9754-a2660197f2b4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 945 time: 0.3331559 Nov 12 13:29:59.836350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:29:59.837050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.000998 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0526a523-c14c-4781-b546-84da15184bb4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9342163 Nov 12 13:30:00.011312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c25ef6-42ad-45f4-be5b-e6aa2e38355e req-37b1a84c-7163-4b4d-883b-3ec7e19e981c tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:00.014406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61c25ef6-42ad-45f4-be5b-e6aa2e38355e req-37b1a84c-7163-4b4d-883b-3ec7e19e981c tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 945 time: 0.1605797 Nov 12 13:30:00.015817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48654) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:00.029860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:00.107822 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.144111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-acb3eb8e-b467-4826-beab-c4f714313ac7 req-d0408a9e-ec96-412f-a94f-9736d375cab9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398677 Nov 12 13:30:00.156442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.224692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61c25ef6-42ad-45f4-be5b-e6aa2e38355e req-95d08f5f-fe14-489b-a8e9-0840f48a3a88 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773767 Nov 12 13:30:00.305691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:00.332346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:00.384448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:00.445599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c002110a-8970-47fa-a1ec-dd9afe744fdf None None] Provisioning complete for port c249878b-333a-4c97-9cc1-82dad84ef36e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:00.445986 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c002110a-8970-47fa-a1ec-dd9afe744fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.467376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:00.470685 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.543149 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.546004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c002110a-8970-47fa-a1ec-dd9afe744fdf None None] Port c249878b-333a-4c97-9cc1-82dad84ef36e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:30:00.558649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'Port': ['ID=ee52b2d5-3691-434b-aa61-a9fee975d095,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:00.571505 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e24a6025-bc65-4107-a33c-b49e19d419a3 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:00.636206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:00.636493 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.688339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.715327 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-96689cb0-9b85-46f2-8fe0-9c3c4c07e226 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.721610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c002110a-8970-47fa-a1ec-dd9afe744fdf None None] Provisioning complete for port 253a137f-d061-4eef-84bc-053a437368b0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:00.722015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c002110a-8970-47fa-a1ec-dd9afe744fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.725092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Allocated IP 172.25.5.17 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/d6206096-8aed-4941-9b71-c42500aa1c37) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:00.741021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00364f-2e1a-4505-975c-28485d7daff7 req-c15b5c1c-5810-4de6-af09-d302973bfc03 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:00.743419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be00364f-2e1a-4505-975c-28485d7daff7 req-c15b5c1c-5810-4de6-af09-d302973bfc03 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 949 time: 0.4361212 Nov 12 13:30:00.770630 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.788073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c002110a-8970-47fa-a1ec-dd9afe744fdf None None] Port 253a137f-d061-4eef-84bc-053a437368b0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:30:00.834169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.835541 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.840789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96689cb0-9b85-46f2-8fe0-9c3c4c07e226 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event deleted for resources: {'Port': ['ID=a501da11-abc7-4846-81b1-c01b8b0ce2e6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:00.912206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port e24a6025-bc65-4107-a33c-b49e19d419a3 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:30:00.920859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port e24a6025-bc65-4107-a33c-b49e19d419a3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:00.921212 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:00.935889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=253a137f-d061-4eef-84bc-053a437368b0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:01.035450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-96689cb0-9b85-46f2-8fe0-9c3c4c07e226 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] No DVR routers for this DVR port a501da11-abc7-4846-81b1-c01b8b0ce2e6 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:01.046662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:01.064498 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:01.067324 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-96689cb0-9b85-46f2-8fe0-9c3c4c07e226 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:01.073902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-407ea55d-0bfd-4efa-b9e0-65f11e90c4c9 req-96689cb0-9b85-46f2-8fe0-9c3c4c07e226 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.70 "DELETE /v2.0/ports/a501da11-abc7-4846-81b1-c01b8b0ce2e6 HTTP/1.1" status: 204 len: 173 time: 2.8985207 Nov 12 13:30:01.075081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94500c7-7abd-4b39-9881-9dc26f989086', 'name': 'network-vif-deleted', 'tag': 'a501da11-abc7-4846-81b1-c01b8b0ce2e6'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:01.079563 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899ff278-d8d4-4c42-87f8-6fd65c2b2a07" -d '{"events": [{"server_uuid": "c94500c7-7abd-4b39-9881-9dc26f989086", "name": "network-vif-deleted", "tag": "a501da11-abc7-4846-81b1-c01b8b0ce2e6"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:01.104563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8f82d8-f1c8-4153-85b2-6be6d0c51d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24a6025-bc65-4107-a33c-b49e19d419a3'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:01.107552 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0f617b-210c-444e-82ae-c6991120a34a" -d '{"events": [{"server_uuid": "ef8f82d8-f1c8-4153-85b2-6be6d0c51d94", "name": "network-vif-plugged", "status": "completed", "tag": "e24a6025-bc65-4107-a33c-b49e19d419a3"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:01.122609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port e24a6025-bc65-4107-a33c-b49e19d419a3, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e24a6025-bc65-4107-a33c-b49e19d419a3,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:01.129820 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:01.185109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be00364f-2e1a-4505-975c-28485d7daff7 req-45d8ae95-661f-4328-af92-638de1a5890a tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879437 Nov 12 13:30:01.215001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=e24a6025-bc65-4107-a33c-b49e19d419a3,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:01.220615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95994aeb-7096-425a-ae59-1ff660f42216 req-e3dff6d1-eda9-4a19-aba2-b7f535165386 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=fd27f9b6895b4ddc86c185d013d5bf8b&device_id=598f35e8-6223-4ff8-8465-41c5b7cbf781 HTTP/1.1" status: 200 len: 210 time: 0.4056165 Nov 12 13:30:01.333272 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e1c4c-6489-4515-84c5-2b9707d13a7b x-openstack-request-id: req-9a2e1c4c-6489-4515-84c5-2b9707d13a7b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:01.334120 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94500c7-7abd-4b39-9881-9dc26f989086", "name": "network-vif-deleted", "tag": "a501da11-abc7-4846-81b1-c01b8b0ce2e6", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:01.334607 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a2e1c4c-6489-4515-84c5-2b9707d13a7b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:01.335311 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94500c7-7abd-4b39-9881-9dc26f989086', 'name': 'network-vif-deleted', 'tag': 'a501da11-abc7-4846-81b1-c01b8b0ce2e6', 'status': 'completed', 'code': 200} Nov 12 13:30:01.365951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95994aeb-7096-425a-ae59-1ff660f42216 req-24937f1e-c93e-41aa-b2a8-81fb0360c86b service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=fd27f9b6895b4ddc86c185d013d5bf8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947392 Nov 12 13:30:01.373080 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:01.391766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4ccbea3-1e33-41c4-a045-c42c10a1f13d req-270871bc-08df-4f15-90dd-324fd1cede9c tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=598f35e8-6223-4ff8-8465-41c5b7cbf781 HTTP/1.1" status: 200 len: 210 time: 0.3474891 Nov 12 13:30:01.402360 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06dd81a-4e96-4f76-8627-efcbea4c08ec x-openstack-request-id: req-e06dd81a-4e96-4f76-8627-efcbea4c08ec {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:01.403617 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8f82d8-f1c8-4153-85b2-6be6d0c51d94", "name": "network-vif-plugged", "status": "completed", "tag": "e24a6025-bc65-4107-a33c-b49e19d419a3", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:01.404077 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e06dd81a-4e96-4f76-8627-efcbea4c08ec {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:01.404691 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8f82d8-f1c8-4153-85b2-6be6d0c51d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24a6025-bc65-4107-a33c-b49e19d419a3', 'code': 200} Nov 12 13:30:01.540998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:01.550225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:01.614373 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-35282c42-1dcd-43e7-92c9-96a06c7d8f47 req-405fe6c4-240d-490c-b0b9-517e21bf9630 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94500c7-7abd-4b39-9881-9dc26f989086 HTTP/1.1" status: 200 len: 210 time: 0.0557833 Nov 12 13:30:01.736724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a501da11-abc7-4846-81b1-c01b8b0ce2e6 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:01.804982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107962e-45e4-4eeb-bbdc-62d83356a9f5 req-6931ec48-a23b-4c8d-a89f-b59db4bd0599 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:01.822488 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4107962e-45e4-4eeb-bbdc-62d83356a9f5 req-6931ec48-a23b-4c8d-a89f-b59db4bd0599 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 945 time: 0.2171793 Nov 12 13:30:01.828650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee87f8-24ab-4568-b321-c154c7bfcbee req-93aa8824-b6a2-4bc5-89d5-bda32b946dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:01.831026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6ee87f8-24ab-4568-b321-c154c7bfcbee req-93aa8824-b6a2-4bc5-89d5-bda32b946dbe service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 1101 time: 0.2215164 Nov 12 13:30:01.837824 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:01.846188 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:01.855608 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:01.866018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: a501da11-abc7-4846-81b1-c01b8b0ce2e6 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:30:01.866821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a501da11-abc7-4846-81b1-c01b8b0ce2e6 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:30:02.053459 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95994aeb-7096-425a-ae59-1ff660f42216 req-1f3e6a05-6d49-4ed9-a5dc-8c3518543603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:02.061509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95994aeb-7096-425a-ae59-1ff660f42216 req-1f3e6a05-6d49-4ed9-a5dc-8c3518543603 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6678262 Nov 12 13:30:02.079571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'Port': ['ID=ee52b2d5-3691-434b-aa61-a9fee975d095,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:02.095533 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:02.116710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6ee87f8-24ab-4568-b321-c154c7bfcbee req-a5af5ae5-a2a1-45e0-b27e-66165eb666b6 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754140 Nov 12 13:30:02.122435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Router 6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:30:02.138982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:02.147234 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9d5ee2a9-3993-43c9-81bd-3c2322530a7b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4597380 Nov 12 13:30:02.188637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:02.195939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:02.203247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:02.204249 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:02.264269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3d8805bb-8c84-4231-add4-55805994c392 None None] Provisioning complete for port 253a137f-d061-4eef-84bc-053a437368b0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:02.264848 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d8805bb-8c84-4231-add4-55805994c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:02.340299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:30:02.344910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event updated for resources: {'Port': ['ID=d6206096-8aed-4941-9b71-c42500aa1c37,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:02.358895 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Sync routers for ids ['6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:30:02.365169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3d8805bb-8c84-4231-add4-55805994c392 None None] Port 253a137f-d061-4eef-84bc-053a437368b0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:30:02.370878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6e5f2ded-c09e-4e45-bcb3-017f62e64237 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "PUT /v2.0/routers/6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7668476 Nov 12 13:30:02.376822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48686) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:02.377449 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Routers {'6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:02.378020 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:02.410334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4107962e-45e4-4eeb-bbdc-62d83356a9f5 req-6ea5163f-0b68-4ac1-92c9-e45714434b13 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517986 Nov 12 13:30:02.431112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.431637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.432227 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.432583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.433041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.433253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.435891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.436246 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.436653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.436921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.437259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.437618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:02.469617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219785ef-d8b7-4156-82a7-8533d67c6916 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:02.471234 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-219785ef-d8b7-4156-82a7-8533d67c6916 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports/253a137f-d061-4eef-84bc-053a437368b0 HTTP/1.1" status: 200 len: 911 time: 0.0933318 Nov 12 13:30:02.476944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48690) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:02.558346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-034a0ccf-f8e9-45cc-ba42-e65526ac1e2d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--403658963&fields=id&tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9 HTTP/1.1" status: 200 len: 267 time: 0.0857439 Nov 12 13:30:02.659982 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Set router 6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:02.687448 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:02.708923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d5ddf-f0da-4f17-bb26-e2f9f6f4cdf3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:02.720935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d5ddf-f0da-4f17-bb26-e2f9f6f4cdf3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:02.722748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24293c1-32af-434b-b34d-138108ea7564 req-92692e2d-d41f-4a44-80f6-774785a3c262 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:02.724549 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f96d5ddf-f0da-4f17-bb26-e2f9f6f4cdf3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2449369 Nov 12 13:30:02.727745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-92692e2d-d41f-4a44-80f6-774785a3c262 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 811 time: 0.1673908 Nov 12 13:30:02.730749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48696) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:02.753996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009bbaa-1d41-4840-be18-d1512ed03f73 req-f01efc9c-b3f8-46cc-a23f-81b308c06582 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:02.756487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4009bbaa-1d41-4840-be18-d1512ed03f73 req-f01efc9c-b3f8-46cc-a23f-81b308c06582 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 950 time: 0.1772809 Nov 12 13:30:02.829194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:02.875285 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-47c9f9c6-55bd-4a4b-bf7b-83a049e9273b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/quotas/8bfffb1fd5ab49ba8c751725cfc850a9 HTTP/1.1" status: 200 len: 375 time: 0.0589871 Nov 12 13:30:02.888849 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:02.940317 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9', 'name': 'tempest-NetworksTestDHCPv6-router-699563988', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:54Z', 'updated_at': '2021-11-12T13:29:58Z', 'revision_number': 2, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None, '_interfaces': [{'id': '253a137f-d061-4eef-84bc-053a437368b0', 'name': '', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'mac_address': 'fa:16:3e:78:94:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'dbc7238a-8506-4b2e-8011-c54b3b9ad957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:55Z', 'updated_at': '2021-11-12T13:29:59Z', 'revision_number': 2, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'subnets': [{'id': 'dbc7238a-8506-4b2e-8011-c54b3b9ad957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:02.968497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4009bbaa-1d41-4840-be18-d1512ed03f73 req-1eb03f3a-20fb-4b5c-adf5-30051e952229 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944320 Nov 12 13:30:03.013161 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Checking router: 6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:30:03.013776 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Updating router 6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 port 253a137f-d061-4eef-84bc-053a437368b0 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:30:03.059648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-62fb6cc8-2fce-4742-bc6f-a63c9054f24b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1661234 Nov 12 13:30:03.069908 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.071356 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.088630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.129344 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd4b1d05-62a0-4f11-b074-85ad046f4594 req-61b6f128-758e-4719-b587-87162f641896 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.73 "GET /v2.0/ports?device_id=598f35e8-6223-4ff8-8465-41c5b7cbf781 HTTP/1.1" status: 200 len: 210 time: 0.0563505 Nov 12 13:30:03.217440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event updated for resources: {'Port': ['ID=d6206096-8aed-4941-9b71-c42500aa1c37,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:03.242743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.270525 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.279521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a40a98e7-abd8-47a5-b5c5-df5f0cb62fc6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2610846 Nov 12 13:30:03.281007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48702) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:03.290416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bb471d1b-038f-43e9-af36-7c9f7b23f05a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Request body: {'floatingip': {'port_id': 'c249878b-333a-4c97-9cc1-82dad84ef36e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:03.387106 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bb471d1b-038f-43e9-af36-7c9f7b23f05a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.426944 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.442535 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.669964 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-bb471d1b-038f-43e9-af36-7c9f7b23f05a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] update failed (client error): The resource could not be found. Nov 12 13:30:03.678152 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bb471d1b-038f-43e9-af36-7c9f7b23f05a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "PUT /v2.0/floatingips/a070b283-8fd5-42ac-8104-2d0eebbeae8f HTTP/1.1" status: 404 len: 507 time: 0.3942482 Nov 12 13:30:03.682167 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Attempting to bind port 253a137f-d061-4eef-84bc-053a437368b0 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:03.682752 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Attempting to bind port 253a137f-d061-4eef-84bc-053a437368b0 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:03.683328 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Attempting to bind port 253a137f-d061-4eef-84bc-053a437368b0 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:03.691601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48714) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:03.696348 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:03.697022 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:03.697697 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.698412 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:03.699495 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Bound port: 253a137f-d061-4eef-84bc-053a437368b0, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:03.700111 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.764250 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068242c1-267b-4f10-9492-ef1537a71dc2 None None] Pushing event updated for resources: {'Port': ['ID=253a137f-d061-4eef-84bc-053a437368b0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:03.819031 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] For port 253a137f-d061-4eef-84bc-053a437368b0, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:03.825384 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] For port 253a137f-d061-4eef-84bc-053a437368b0, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=253a137f-d061-4eef-84bc-053a437368b0,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:03.833218 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:03.989112 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068242c1-267b-4f10-9492-ef1537a71dc2 None None] Pushing event updated for resources: {'Port': ['ID=253a137f-d061-4eef-84bc-053a437368b0,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:03.993925 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Routers {'6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:03.994539 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:04.012115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29070d30-e96b-4322-976c-4582750d3038 req-bbf12e4f-afd2-43da-95a7-7f975c5edaa7 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:04.014221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-bbf12e4f-afd2-43da-95a7-7f975c5edaa7 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.2287390 Nov 12 13:30:04.043739 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-25eba609-c5ad-4d7f-80d6-8b701361c4d6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/quotas/afc955bb61c44c098d5d6baf02277838 HTTP/1.1" status: 200 len: 375 time: 0.0221076 Nov 12 13:30:04.052978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7e8cc948-5652-46dc-bc7a-31d00ee41996 None None] Provisioning complete for port 253a137f-d061-4eef-84bc-053a437368b0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:04.054156 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc948-5652-46dc-bc7a-31d00ee41996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:04.090072 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-7ee3eae3-5cde-41e2-8b26-ee2f0ad258c9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451818 Nov 12 13:30:04.103358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-171af945-1a23-4a0c-bf40-fd971d9fdcd7 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Deleting port d6206096-8aed-4941-9b71-c42500aa1c37 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:04.104191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-171af945-1a23-4a0c-bf40-fd971d9fdcd7 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:04.122218 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] Set router 6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:04.149730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95994aeb-7096-425a-ae59-1ff660f42216 req-559828f2-3242-44aa-a39e-e2479429c878 tempest-ServerShowV247Test-2065539731 tempest-ServerShowV247Test-2065539731-project] 10.222.0.105 "GET /v2.0/ports?device_id=598f35e8-6223-4ff8-8465-41c5b7cbf781 HTTP/1.1" status: 200 len: 210 time: 0.1351695 Nov 12 13:30:04.156744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-5b698a32-2244-4b19-8b03-739a9d95a71b service neutron] 10.222.0.73 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0709157 Nov 12 13:30:04.303651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-171af945-1a23-4a0c-bf40-fd971d9fdcd7 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:04.304381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-171af945-1a23-4a0c-bf40-fd971d9fdcd7 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:04.309324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-b4be739a-6059-456a-a016-d99738071821 service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179315 Nov 12 13:30:04.322321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-171af945-1a23-4a0c-bf40-fd971d9fdcd7 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Calling delete_port for d6206096-8aed-4941-9b71-c42500aa1c37 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:04.337213 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc948-5652-46dc-bc7a-31d00ee41996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:04.420302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7e8cc948-5652-46dc-bc7a-31d00ee41996 None None] For port 253a137f-d061-4eef-84bc-053a437368b0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=253a137f-d061-4eef-84bc-053a437368b0,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:04.432241 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc948-5652-46dc-bc7a-31d00ee41996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:04.458137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:04.519929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cc948-5652-46dc-bc7a-31d00ee41996 None None] Pushing event updated for resources: {'Port': ['ID=253a137f-d061-4eef-84bc-053a437368b0,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:04.555842 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9', 'name': 'tempest-NetworksTestDHCPv6-router-699563988', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:54Z', 'updated_at': '2021-11-12T13:29:58Z', 'revision_number': 2, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None, '_interfaces': [{'id': '253a137f-d061-4eef-84bc-053a437368b0', 'name': '', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'mac_address': 'fa:16:3e:78:94:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'dbc7238a-8506-4b2e-8011-c54b3b9ad957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:55Z', 'updated_at': '2021-11-12T13:30:03Z', 'revision_number': 4, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'subnets': [{'id': 'dbc7238a-8506-4b2e-8011-c54b3b9ad957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:04.562226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-562ce91e-7184-40c8-bc72-09a5bf4c66f4 None None] Provisioning complete for port 253a137f-d061-4eef-84bc-053a437368b0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:04.563381 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-562ce91e-7184-40c8-bc72-09a5bf4c66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:04.595205 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324788eb-a6ea-4c5c-bebf-1ad3d498cc18 None None] The sync data for ids ['6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'] in n-d-805736-4 is: [{'id': '6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9', 'name': 'tempest-NetworksTestDHCPv6-router-699563988', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:54Z', 'updated_at': '2021-11-12T13:29:58Z', 'revision_number': 2, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None, '_interfaces': [{'id': '253a137f-d061-4eef-84bc-053a437368b0', 'name': '', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'mac_address': 'fa:16:3e:78:94:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'dbc7238a-8506-4b2e-8011-c54b3b9ad957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:55Z', 'updated_at': '2021-11-12T13:30:03Z', 'revision_number': 4, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'subnets': [{'id': 'dbc7238a-8506-4b2e-8011-c54b3b9ad957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:30:04.680867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-24ab16d5-ba6d-4ad5-b73f-d3b799617639 service neutron] 10.222.0.73 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088730 Nov 12 13:30:05.114115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 253a137f-d061-4eef-84bc-053a437368b0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:05.115321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:05.203774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-b08fede2-0b22-4e4d-afea-9116c927e0e8 service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8753495 Nov 12 13:30:05.301038 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-171af945-1a23-4a0c-bf40-fd971d9fdcd7 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:05.369131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171af945-1a23-4a0c-bf40-fd971d9fdcd7 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event deleted for resources: {'Port': ['ID=d6206096-8aed-4941-9b71-c42500aa1c37,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:05.451440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] For port 253a137f-d061-4eef-84bc-053a437368b0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=253a137f-d061-4eef-84bc-053a437368b0,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:05.451440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:05.501067 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-171af945-1a23-4a0c-bf40-fd971d9fdcd7 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:05.508779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-171af945-1a23-4a0c-bf40-fd971d9fdcd7 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:05.515769 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-171af945-1a23-4a0c-bf40-fd971d9fdcd7 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "DELETE /v2.0/floatingips/a070b283-8fd5-42ac-8104-2d0eebbeae8f HTTP/1.1" status: 204 len: 168 time: 1.8162620 Nov 12 13:30:05.516429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48740) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:05.528156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-212a337e-04f4-427d-9a8d-e33822be2443 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Request body: {'floatingip': {'floating_network_id': 'e5e222e0-832c-40e3-8a2b-fc0d042cfbf2', 'port_id': 'c249878b-333a-4c97-9cc1-82dad84ef36e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:05.578502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 253a137f-d061-4eef-84bc-053a437368b0 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:05.611676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-212a337e-04f4-427d-9a8d-e33822be2443 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:05.727357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b55b7-fe09-43d6-8e4d-33b605960830 req-feab66da-71fc-49d0-825e-618b239b488d tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:05.742640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-841b55b7-fe09-43d6-8e4d-33b605960830 req-feab66da-71fc-49d0-825e-618b239b488d tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 950 time: 0.2590942 Nov 12 13:30:06.098080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d65b6116-275c-4dac-a0ab-1a10f58aefb4 req-a68b95dc-8920-42af-96cf-2694c7987480 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 210 time: 0.0857787 Nov 12 13:30:06.105380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-3654b77d-e6bc-461b-9acd-9c118ff91f83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4741960 Nov 12 13:30:06.174778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-841b55b7-fe09-43d6-8e4d-33b605960830 req-feb0c3e0-7077-41dd-b572-1dc7552723b6 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285433 Nov 12 13:30:06.185266 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-212a337e-04f4-427d-9a8d-e33822be2443 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:30:06.187235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-212a337e-04f4-427d-9a8d-e33822be2443 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6694746 Nov 12 13:30:06.194443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48752) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:06.210862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'c249878b-333a-4c97-9cc1-82dad84ef36e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:06.311093 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:06.391885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-fbbc9130-bf9b-42f3-8657-eb3a6d3afc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:06.392366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-fbbc9130-bf9b-42f3-8657-eb3a6d3afc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:06.393048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-fbbc9130-bf9b-42f3-8657-eb3a6d3afc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:06.393723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-fbbc9130-bf9b-42f3-8657-eb3a6d3afc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:06.395441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-fbbc9130-bf9b-42f3-8657-eb3a6d3afc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:06.397312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-fbbc9130-bf9b-42f3-8657-eb3a6d3afc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:06.397996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-fbbc9130-bf9b-42f3-8657-eb3a6d3afc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:06.400714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-fbbc9130-bf9b-42f3-8657-eb3a6d3afc0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6501 time: 0.2084928 Nov 12 13:30:06.470206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be672738-65ab-47cd-b0ca-1f36bbc2b7e3 req-27f7bc05-de64-45b2-9261-4b9a77022b09 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 210 time: 0.1011002 Nov 12 13:30:06.471196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 253a137f-d061-4eef-84bc-053a437368b0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:06.600345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:06.604963 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No active binding found for port 253a137f-d061-4eef-84bc-053a437368b0 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:30:06.606405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 253a137f-d061-4eef-84bc-053a437368b0 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 13:30:06.659595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Port 253a137f-d061-4eef-84bc-053a437368b0 not found, will not notify nova. {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 13:30:06.690100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dd6fc-c0a9-4ea7-8eeb-6e93cf570fdf req-451ddcc6-9dbe-4708-896e-7ed2ee5e7295 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:06.690397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:06.693934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c55dd6fc-c0a9-4ea7-8eeb-6e93cf570fdf req-451ddcc6-9dbe-4708-896e-7ed2ee5e7295 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 945 time: 0.3624682 Nov 12 13:30:06.744651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=253a137f-d061-4eef-84bc-053a437368b0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:06.756242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.756242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.757041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.757342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.758076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.758076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.758248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.758518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.758846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.759172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.759496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:06.761489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:07.031412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c55dd6fc-c0a9-4ea7-8eeb-6e93cf570fdf req-16351a7b-d8de-438b-ba60-c5fa9c64d6c3 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306861 Nov 12 13:30:07.200163 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-62cf712f-a5a3-4344-bc1d-2cc6bdbc9cb4 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:07.211973 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-62cf712f-a5a3-4344-bc1d-2cc6bdbc9cb4 tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 945 time: 0.3173444 Nov 12 13:30:07.219496 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:07.431988 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e10b4749-9b06-49cf-bb3e-5c3db78a885a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:07.460838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-02269261-a550-4e73-b977-0c2ffd790ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:07.461822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-02269261-a550-4e73-b977-0c2ffd790ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:07.462664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-02269261-a550-4e73-b977-0c2ffd790ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:07.465345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-02269261-a550-4e73-b977-0c2ffd790ecd service neutron] 10.222.0.70 "GET /v2.0/networks?id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&id=86f1d168-32de-4338-8ea5-eb80a7d59bbe HTTP/1.1" status: 200 len: 2296 time: 0.9910851 Nov 12 13:30:07.478287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:07.516814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-303ea816-d2c8-4942-8870-154a587cd88f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Deleting port c32de969-ca79-4dd6-a98a-929197dbbaab {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:07.517153 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-303ea816-d2c8-4942-8870-154a587cd88f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:07.544451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b094557-23e2-4ae4-afe5-6e9155376277 req-a25c3141-31c1-4e7b-af31-ebbb267e64af tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 210 time: 0.1011448 Nov 12 13:30:07.680767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Allocated IP 172.25.5.186 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/6da8e84d-b0c2-4910-b4a3-fbdbecb87991) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:07.748292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24293c1-32af-434b-b34d-138108ea7564 req-116c43a4-ffe9-41f0-84b9-5036a09cf44b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:07.750230 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-116c43a4-ffe9-41f0-84b9-5036a09cf44b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 811 time: 0.5727718 Nov 12 13:30:07.778294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ada0fae-c5d8-44a0-b454-283d9c3c7fe0 req-b7f25cbb-e37a-4f46-a858-fa6645a7b4e6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 210 time: 0.1084943 Nov 12 13:30:07.795622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-d2ed2889-f0cf-4d36-ada2-7650916e5204 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbee6d53-4da5-445b-9558-1c62aa989afe HTTP/1.1" status: 200 len: 1001 time: 0.3144820 Nov 12 13:30:08.001322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-303ea816-d2c8-4942-8870-154a587cd88f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] For port c32de969-ca79-4dd6-a98a-929197dbbaab, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c32de969-ca79-4dd6-a98a-929197dbbaab,segment=NetworkSegment(1298761d-8d4a-440f-b4be-02002a9389be),segment_id=1298761d-8d4a-440f-b4be-02002a9389be)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:08.005614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-303ea816-d2c8-4942-8870-154a587cd88f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:08.053849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-303ea816-d2c8-4942-8870-154a587cd88f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Calling delete_port for c32de969-ca79-4dd6-a98a-929197dbbaab owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:08.058249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-e2437495-c2bc-4713-8a72-b6838e841ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:08.060392 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-e2437495-c2bc-4713-8a72-b6838e841ad3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4dec9a87-8b74-444f-a019-9e4489ab8c90 HTTP/1.1" status: 200 len: 855 time: 0.2446678 Nov 12 13:30:08.110142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Router 6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:30:08.160646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-3c9e56ee-300a-49eb-8986-bfb4a3e1cf6d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9 HTTP/1.1" status: 200 len: 379 time: 0.3874350 Nov 12 13:30:08.165840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29070d30-e96b-4322-976c-4582750d3038 req-865a6dca-446e-4113-a07b-3b4899e2de48 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:08.167666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-865a6dca-446e-4113-a07b-3b4899e2de48 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.3582501 Nov 12 13:30:08.177652 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e10b4749-9b06-49cf-bb3e-5c3db78a885a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:08.180940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:08.184900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'port': {'device_id': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'admin_state_up': True, 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'security_groups': ['83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:08.203069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Request body: {'port': {'device_id': 'df95eabb-4f0d-4b31-88c3-2b334fc45eb4', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'admin_state_up': True, 'tenant_id': 'afc955bb61c44c098d5d6baf02277838'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:08.222302 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e10b4749-9b06-49cf-bb3e-5c3db78a885a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:08.395439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c650450-2adc-4852-9863-970750102f0f req-e63efe1b-9f12-4e89-8bf4-f5ab138210ff tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:08.397498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c650450-2adc-4852-9863-970750102f0f req-e63efe1b-9f12-4e89-8bf4-f5ab138210ff tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 950 time: 0.3900325 Nov 12 13:30:08.421958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1f13f-2a47-4399-8d31-adc25fe4d23f req-ba6990c4-1740-4740-a303-3790e432157c tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:08.425146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-d3ac3437-66a2-4bef-aa83-88707e618e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:08.427427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-d3ac3437-66a2-4bef-aa83-88707e618e1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3351803 Nov 12 13:30:08.430374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30d1f13f-2a47-4399-8d31-adc25fe4d23f req-ba6990c4-1740-4740-a303-3790e432157c tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dec7dab-b7d2-4c90-b998-39386bcec830 HTTP/1.1" status: 200 len: 945 time: 0.1926765 Nov 12 13:30:08.436551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b4749-9b06-49cf-bb3e-5c3db78a885a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa80a5b-1554-45eb-849f-c11fd3c26031,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:08.439731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:30:08.465542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e10b4749-9b06-49cf-bb3e-5c3db78a885a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fd27f9b6895b4ddc86c185d013d5bf8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7545090 Nov 12 13:30:08.465757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] Sync routers for ids ['6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:30:08.470994 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d812fbca-9abb-4b27-a3cb-6d5898cdfd30 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "PUT /v2.0/routers/6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7384541 Nov 12 13:30:08.482404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] Routers {'6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:08.482655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48784) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:08.483156 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:08.483261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:08.483375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48786) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:08.603678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] Set router 6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:08.611094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:08.629490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:08.647813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:08.654469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event updated for resources: {'Port': ['ID=6da8e84d-b0c2-4910-b4a3-fbdbecb87991,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:08.656962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Made reservation on behalf of afc955bb61c44c098d5d6baf02277838 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:08.663013 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:08.665174 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-303ea816-d2c8-4942-8870-154a587cd88f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:08.710692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c32de969-ca79-4dd6-a98a-929197dbbaab'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:30:08.726889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30d1f13f-2a47-4399-8d31-adc25fe4d23f req-bb6d321e-ec67-4de9-b8c7-6f9e0b9c38be tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.73 "GET /v2.0/security-groups?id=12b6270a-14c3-421b-85dc-41b0730f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906110 Nov 12 13:30:08.761316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9', 'name': 'tempest-NetworksTestDHCPv6-router-699563988', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:54Z', 'updated_at': '2021-11-12T13:30:06Z', 'revision_number': 3, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:08.794577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ea816-d2c8-4942-8870-154a587cd88f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Pushing event deleted for resources: {'Port': ['ID=c32de969-ca79-4dd6-a98a-929197dbbaab,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:08.848390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] Checking router: 6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:30:08.862771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575892a-dc0c-40bb-852a-32171edd0e27 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:08.866937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575892a-dc0c-40bb-852a-32171edd0e27 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:08.870105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] Routers {'6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:08.870823 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:08.874732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6575892a-dc0c-40bb-852a-32171edd0e27 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3779438 Nov 12 13:30:08.881686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48792) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:08.921883 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c650450-2adc-4852-9863-970750102f0f req-0d681826-912b-4913-8a96-1883aa79355d tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929948 Nov 12 13:30:08.958489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-303ea816-d2c8-4942-8870-154a587cd88f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] No DVR routers for this DVR port c32de969-ca79-4dd6-a98a-929197dbbaab on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:08.983853 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-303ea816-d2c8-4942-8870-154a587cd88f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:08.998386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e9a4f3c-d0ee-48d2-ad00-3688c41d586a req-303ea816-d2c8-4942-8870-154a587cd88f tempest-ServerPasswordTestJSON-846976083 tempest-ServerPasswordTestJSON-846976083-project] 10.222.0.70 "DELETE /v2.0/ports/c32de969-ca79-4dd6-a98a-929197dbbaab HTTP/1.1" status: 204 len: 173 time: 1.7730939 Nov 12 13:30:09.003554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dec7dab-b7d2-4c90-b998-39386bcec830', 'name': 'network-vif-deleted', 'tag': 'c32de969-ca79-4dd6-a98a-929197dbbaab'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:09.018404 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50be52c4-f9ef-41cc-b246-1ad689b282c0" -d '{"events": [{"server_uuid": "2dec7dab-b7d2-4c90-b998-39386bcec830", "name": "network-vif-deleted", "tag": "c32de969-ca79-4dd6-a98a-929197dbbaab"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:09.038453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Made reservation on behalf of 8bfffb1fd5ab49ba8c751725cfc850a9 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:09.042562 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.055878 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d650b6b-3901-482b-98fe-1067a2b8fd78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.078426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-70da9536-919c-469d-9580-ba66c81de3c8 service neutron] 10.222.0.70 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329458 Nov 12 13:30:09.092205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] Set router 6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:09.185418 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d650b6b-3901-482b-98fe-1067a2b8fd78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.190754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3b826ed-a2de-4198-91fc-7bb94cc16997 req-49af7892-2c94-4a1a-acb2-7cab4af83a39 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 210 time: 0.0818737 Nov 12 13:30:09.193647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9', 'name': 'tempest-NetworksTestDHCPv6-router-699563988', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:54Z', 'updated_at': '2021-11-12T13:30:06Z', 'revision_number': 3, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:09.244211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f91cf-2bb5-4214-9916-0f8ee6e86e39 None None] The sync data for ids ['6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9'] in n-d-805736-4 is: [{'id': '6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9', 'name': 'tempest-NetworksTestDHCPv6-router-699563988', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:54Z', 'updated_at': '2021-11-12T13:30:06Z', 'revision_number': 3, 'project_id': 'a8d071e57e8c4b498369c9cee032bb12', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:30:09.297649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65483ad4-7e21-4adf-a545-811108a75b7c req-3759f914-f02b-416a-849f-80db1e19b760 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 210 time: 0.1201839 Nov 12 13:30:09.320702 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076abe2d-e302-49ca-851f-3aeceb71f36e x-openstack-request-id: req-076abe2d-e302-49ca-851f-3aeceb71f36e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:09.321168 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dec7dab-b7d2-4c90-b998-39386bcec830", "name": "network-vif-deleted", "tag": "c32de969-ca79-4dd6-a98a-929197dbbaab", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:09.324049 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-076abe2d-e302-49ca-851f-3aeceb71f36e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:09.324049 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dec7dab-b7d2-4c90-b998-39386bcec830', 'name': 'network-vif-deleted', 'tag': 'c32de969-ca79-4dd6-a98a-929197dbbaab', 'status': 'completed', 'code': 200} Nov 12 13:30:09.346204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae272a2d-2914-4219-ab72-d43a22539868 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet dbc7238a-8506-4b2e-8011-c54b3b9ad957 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:09.370145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-dfc1fab5-238d-405b-8af7-ace5a9b24ada service neutron] 10.222.0.70 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803931 Nov 12 13:30:09.371568 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae272a2d-2914-4219-ab72-d43a22539868 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.378673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d650b6b-3901-482b-98fe-1067a2b8fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.381562 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d650b6b-3901-482b-98fe-1067a2b8fd78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.385210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2d650b6b-3901-482b-98fe-1067a2b8fd78 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3fa80a5b-1554-45eb-849f-c11fd3c26031 HTTP/1.1" status: 204 len: 168 time: 0.8877780 Nov 12 13:30:09.413083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Allocated IP 172.20.0.14 (6c55f02a-5cd4-4dc9-900f-6fdb87942b89/8f4ed80c-ed77-477f-a1a2-cd9129a58859/922b8144-c4fb-4377-b54a-0ed443d1d872) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:09.461393 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-f06676f3-f909-4a37-9b2e-60fbd76e7610 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ffd8785e-5a43-4e78-b637-7566bcd394da HTTP/1.1" status: 200 len: 217 time: 0.0612402 Nov 12 13:30:09.462093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d650b6b-3901-482b-98fe-1067a2b8fd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa80a5b-1554-45eb-849f-c11fd3c26031,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:09.466186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Allocated IP 172.20.0.4 (716eaeb8-2b9f-4020-8796-089a156530f5/a0a7236b-e919-440f-ba8a-930742b36c5d/5dce9890-63ab-4783-b1d9-aa80b0f6a234) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:09.481712 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae272a2d-2914-4219-ab72-d43a22539868 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.553696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-5c5cd97b-0a49-43ab-8d54-35a60f554200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:09.555238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-5c5cd97b-0a49-43ab-8d54-35a60f554200 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.0814741 Nov 12 13:30:09.737490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Deleting port 6da8e84d-b0c2-4910-b4a3-fbdbecb87991 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:09.737838 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.741884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-5213935a-e594-4e18-8677-b24f66b648fc tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:09.743501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-5213935a-e594-4e18-8677-b24f66b648fc tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 950 time: 0.1330783 Nov 12 13:30:09.749964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-5832fc01-ce01-48f0-b087-eaa09bc63caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:09.751619 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-5832fc01-ce01-48f0-b087-eaa09bc63caa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1783264 Nov 12 13:30:09.752876 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae272a2d-2914-4219-ab72-d43a22539868 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:09.880366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48802) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:10.066096 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.170179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef60025-b67b-4709-a01c-ea5988924ad1 admin admin] Deleting subnet c0c62451-d748-4ce0-a005-8eecde47da82 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:10.198301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 253a137f-d061-4eef-84bc-053a437368b0 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:10.211872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ef60025-b67b-4709-a01c-ea5988924ad1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.226418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 253a137f-d061-4eef-84bc-053a437368b0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:30:10.227042 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 253a137f-d061-4eef-84bc-053a437368b0 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:30:10.248707 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae272a2d-2914-4219-ab72-d43a22539868 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.357657 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.357967 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.375481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae272a2d-2914-4219-ab72-d43a22539868 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc7238a-8506-4b2e-8011-c54b3b9ad957,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:10.392491 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae272a2d-2914-4219-ab72-d43a22539868 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.396509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ae272a2d-2914-4219-ab72-d43a22539868 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/dbc7238a-8506-4b2e-8011-c54b3b9ad957 HTTP/1.1" status: 204 len: 168 time: 1.4959803 Nov 12 13:30:10.403719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f0112a-7083-406e-a8f4-465aa137fb03 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:10.410275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:10.421053 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ef60025-b67b-4709-a01c-ea5988924ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.432853 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44733117-9bd9-4757-a0ec-6c00d8574897 req-b15662b4-6d37-4dac-89e0-5e4886349077 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 210 time: 0.0879440 Nov 12 13:30:10.437029 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.500206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Calling delete_port for 6da8e84d-b0c2-4910-b4a3-fbdbecb87991 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:10.531978 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.571546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.668452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec15fa-5327-472c-b5b7-291d933be538 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:30:10.730587 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ef60025-b67b-4709-a01c-ea5988924ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.751659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Network 716eaeb8-2b9f-4020-8796-089a156530f5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:10.758841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-62ec15fa-5327-472c-b5b7-291d933be538 None None] Deleting port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:10.759669 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62ec15fa-5327-472c-b5b7-291d933be538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.781067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:10.797651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6004-795c-45cf-abee-3347c317827d req-7749ae40-717e-47fd-8184-652a02e0be3f tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:10.803322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48830) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:10.806001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c48b6004-795c-45cf-abee-3347c317827d req-7749ae40-717e-47fd-8184-652a02e0be3f tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 950 time: 0.4437335 Nov 12 13:30:10.809478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:10.812574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:10.824530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:10.842501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:10.851671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:10.898067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-0ec422a8-48d3-43fc-89c9-4261e699c976 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1310318 Nov 12 13:30:10.904208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-62ec15fa-5327-472c-b5b7-291d933be538 None None] For port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7ec4d7ae-ee44-458f-97bc-40f42bbc8948,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:10.905585 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62ec15fa-5327-472c-b5b7-291d933be538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.912320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-97261079-2da7-40cc-b57a-adf90ae3fc7d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4294441 Nov 12 13:30:10.921799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:10.922485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.924837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:10.925115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48834) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:10.927512 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:10.930420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-62ec15fa-5327-472c-b5b7-291d933be538 None None] Calling delete_port for 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:10.930685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event updated for resources: {'Port': ['ID=922b8144-c4fb-4377-b54a-0ed443d1d872,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:10.952739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1af74-2d1d-4b71-9c15-dfba9cf09295 req-c013b9d4-8fd1-4dc7-bad5-b66567ffd6f0 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:10.954047 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3eb1af74-2d1d-4b71-9c15-dfba9cf09295 req-c013b9d4-8fd1-4dc7-bad5-b66567ffd6f0 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 931 time: 0.3848424 Nov 12 13:30:11.023121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-75141190-network', 'tenant_id': '99ab4aebcb6e4148a04fecd8d2c3f08d'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:11.089169 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62ec15fa-5327-472c-b5b7-291d933be538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.094048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-3758fa80-7a31-487c-b715-9c042dcd5dc1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9029388 Nov 12 13:30:11.098582 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-ce94b0fa-7f8e-4897-84a0-0b22b82df948 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9283392 Nov 12 13:30:11.109078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Made reservation on behalf of 99ab4aebcb6e4148a04fecd8d2c3f08d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:11.119137 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.125134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Request body: {'port': {'device_id': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:11.143621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec15fa-5327-472c-b5b7-291d933be538 None None] Pushing event deleted for resources: {'Port': ['ID=7ec4d7ae-ee44-458f-97bc-40f42bbc8948,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:11.150798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec15fa-5327-472c-b5b7-291d933be538 None None] No DVR routers for this DVR port 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:11.151029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-01cb6588-6688-499f-8dbd-c75eed799fc1 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Deleting port e24a6025-bc65-4107-a33c-b49e19d419a3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:11.151174 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-01cb6588-6688-499f-8dbd-c75eed799fc1 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.160199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Request body: {'port': {'device_id': 'df95eabb-4f0d-4b31-88c3-2b334fc45eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:11.173680 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.184653 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c48b6004-795c-45cf-abee-3347c317827d req-d2f8c8fa-31ff-4533-aabf-fdefe83eff4d tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772948 Nov 12 13:30:11.207356 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0f84-3ce2-4afe-bc70-79ad26652d94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.210615 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ef60025-b67b-4709-a01c-ea5988924ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.244995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dc3b7605-3417-40db-8421-b086c838ad2e None None] Provisioning complete for port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:11.245602 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc3b7605-3417-40db-8421-b086c838ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.313397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b7605-3417-40db-8421-b086c838ad2e None None] Port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:30:11.358690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-f5c8f77a-628b-46e2-91e7-519af658869c service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729095 Nov 12 13:30:11.441136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-554ca622-acca-44d9-a551-b29fea1679ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=adc25839-ced5-44ce-bccb-c76270ef31b4 HTTP/1.1" status: 200 len: 217 time: 0.0727668 Nov 12 13:30:11.473670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-01cb6588-6688-499f-8dbd-c75eed799fc1 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] For port e24a6025-bc65-4107-a33c-b49e19d419a3, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=e24a6025-bc65-4107-a33c-b49e19d419a3,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:11.474259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-01cb6588-6688-499f-8dbd-c75eed799fc1 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.500848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.518616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-01cb6588-6688-499f-8dbd-c75eed799fc1 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Calling delete_port for e24a6025-bc65-4107-a33c-b49e19d419a3 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:11.606527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-e2a39dc3-38cf-4b13-abf6-0c5713a0ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:11.607913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-e2a39dc3-38cf-4b13-abf6-0c5713a0ea22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.1550908 Nov 12 13:30:11.795498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c32de969-ca79-4dd6-a98a-929197dbbaab no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:11.799852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ef60025-b67b-4709-a01c-ea5988924ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.804013 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9ef60025-b67b-4709-a01c-ea5988924ad1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c0c62451-d748-4ce0-a005-8eecde47da82 HTTP/1.1" status: 204 len: 168 time: 1.9218800 Nov 12 13:30:11.811463 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3eb1af74-2d1d-4b71-9c15-dfba9cf09295 req-7dddce87-87bc-4765-8049-cd0380104124 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7933652 Nov 12 13:30:11.811974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:11.812515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef60025-b67b-4709-a01c-ea5988924ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c62451-d748-4ce0-a005-8eecde47da82,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:11.820225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3b4e-22a1-415d-9da1-5c2f6c1f8ca8 req-17c31f48-b6b3-4132-bfdc-21f3f395131e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:11.822126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-253b3b4e-22a1-415d-9da1-5c2f6c1f8ca8 req-17c31f48-b6b3-4132-bfdc-21f3f395131e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 932 time: 0.2183900 Nov 12 13:30:11.837605 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:11.857019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-bf32893b-9b75-4079-8d43-bd46c5eb4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:11.858532 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-bf32893b-9b75-4079-8d43-bd46c5eb4b4a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2335541 Nov 12 13:30:11.860299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: c32de969-ca79-4dd6-a98a-929197dbbaab {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:30:11.860753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c32de969-ca79-4dd6-a98a-929197dbbaab not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:30:12.058871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event deleted for resources: {'Port': ['ID=6da8e84d-b0c2-4910-b4a3-fbdbecb87991,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:12.059881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.067271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0f84-3ce2-4afe-bc70-79ad26652d94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.076855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0f84-3ce2-4afe-bc70-79ad26652d94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.136034 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.204295 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-253b3b4e-22a1-415d-9da1-5c2f6c1f8ca8 req-3f1fa2b1-46e5-4780-80fd-c5a3f6030b58 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627908 Nov 12 13:30:12.222763 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0f84-3ce2-4afe-bc70-79ad26652d94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.227301 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c0f84-3ce2-4afe-bc70-79ad26652d94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Fanout notify agent at l3_agent the message router_deleted on router 6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:30:12.247112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0f84-3ce2-4afe-bc70-79ad26652d94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.251026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ef7c0f84-3ce2-4afe-bc70-79ad26652d94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/routers/6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 HTTP/1.1" status: 204 len: 168 time: 1.3174365 Nov 12 13:30:12.262100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48844) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:12.276482 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-01cb6588-6688-499f-8dbd-c75eed799fc1 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.290677 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['e24a6025-bc65-4107-a33c-b49e19d419a3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:30:12.304698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-bd48e9d3-d36c-4cc7-85cb-429392eb21ab service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280083 Nov 12 13:30:12.316834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.368369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb6588-6688-499f-8dbd-c75eed799fc1 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Pushing event deleted for resources: {'Port': ['ID=e24a6025-bc65-4107-a33c-b49e19d419a3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:12.379420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:12.428831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:30:12.428831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7ec4d7ae-ee44-458f-97bc-40f42bbc8948 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:30:12.493369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-54277df7-0ba0-4560-8b62-a696534f161b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2300131 Nov 12 13:30:12.502320 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48848) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:12.517984 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.606436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-01cb6588-6688-499f-8dbd-c75eed799fc1 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] No DVR routers for this DVR port e24a6025-bc65-4107-a33c-b49e19d419a3 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:12.612819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8793974-a2f1-4264-a258-e88ad4f13715 req-a0c43bd3-fe19-4164-99e0-e98d1dafa34f tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef8f82d8-f1c8-4153-85b2-6be6d0c51d94 HTTP/1.1" status: 200 len: 210 time: 0.2509096 Nov 12 13:30:12.615594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.620717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-01cb6588-6688-499f-8dbd-c75eed799fc1 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.627324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3e4feb3-43e7-4a94-b8f5-c1aa32165bed req-01cb6588-6688-499f-8dbd-c75eed799fc1 tempest-TenantUsagesTestJSON-2049179125 tempest-TenantUsagesTestJSON-2049179125-project] 10.222.0.105 "DELETE /v2.0/ports/e24a6025-bc65-4107-a33c-b49e19d419a3 HTTP/1.1" status: 204 len: 173 time: 2.8702793 Nov 12 13:30:12.631816 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] create failed (client error): The resource could not be found. Nov 12 13:30:12.636797 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b3cadcba-3a36-4380-8b4c-259d926c51c8 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.4363906 Nov 12 13:30:12.637014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8f82d8-f1c8-4153-85b2-6be6d0c51d94', 'name': 'network-vif-deleted', 'tag': 'e24a6025-bc65-4107-a33c-b49e19d419a3'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:12.638017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:30:12.639992 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ec8520-77d6-46f5-bc4f-e4e7b0ad88df" -d '{"events": [{"server_uuid": "ef8f82d8-f1c8-4153-85b2-6be6d0c51d94", "name": "network-vif-deleted", "tag": "e24a6025-bc65-4107-a33c-b49e19d419a3"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:12.659508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48850) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:12.683132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dce9890-63ab-4783-b1d9-aa80b0f6a234 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:12.710539 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.718159 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70dbc88-f260-4585-9d29-90f0d15ee48d x-openstack-request-id: req-c70dbc88-f260-4585-9d29-90f0d15ee48d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:12.718551 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8f82d8-f1c8-4153-85b2-6be6d0c51d94", "name": "network-vif-deleted", "tag": "e24a6025-bc65-4107-a33c-b49e19d419a3", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:12.718910 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c70dbc88-f260-4585-9d29-90f0d15ee48d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:12.720250 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8f82d8-f1c8-4153-85b2-6be6d0c51d94', 'name': 'network-vif-deleted', 'tag': 'e24a6025-bc65-4107-a33c-b49e19d419a3', 'status': 'completed', 'code': 200} Nov 12 13:30:12.727755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89929fee-6153-4c23-9e21-003540f6d35f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:12.734657 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.735266 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Added segment 75f27a0f-d642-4380-a34e-278c2263fdb1 of type vlan for network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 Nov 12 13:30:12.741768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf4a6b9-8cd7-4a6b-b90b-acd81cc40bb9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:12.748975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Transition to ACTIVE for port object 5dce9890-63ab-4783-b1d9-aa80b0f6a234 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:30:12.750256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-abf4a6b9-8cd7-4a6b-b90b-acd81cc40bb9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2457144 Nov 12 13:30:12.751348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:12.756980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48854) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:12.766418 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.784182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1298761d-8d4a-440f-b4be-02002a9389be') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:12.784483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1298761d-8d4a-440f-b4be-02002a9389be') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:12.827617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.840358 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-cad43c9f-85b2-47a9-bbf3-50a2f5da48a9 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058632 Nov 12 13:30:12.865610 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.882293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-815f7342-ae82-4c9a-bc22-a79725d1d1ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042528 Nov 12 13:30:12.888629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.897626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:12.936296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:12.944747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:12.947704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:30:12.948272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:30:12.981356 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:30:12.984977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-166e16c3-3afe-44b6-86ca-8af05b064d55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=ffc2e683-9178-428e-841e-56c76d96143e HTTP/1.1" status: 200 len: 217 time: 0.1241949 Nov 12 13:30:13.008324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.121336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab0413-83f5-42dd-ab2c-56e451e129b0 req-c8cfb972-ccda-46c9-bfe0-abca7589d015 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:13.128958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19ab0413-83f5-42dd-ab2c-56e451e129b0 req-c8cfb972-ccda-46c9-bfe0-abca7589d015 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 943 time: 0.2023778 Nov 12 13:30:13.133308 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.136590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:13.137571 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.243021 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-cb917b7d-08f0-4824-aa55-c3a15f10c234 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Deleting port c249878b-333a-4c97-9cc1-82dad84ef36e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:13.243392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb917b7d-08f0-4824-aa55-c3a15f10c234 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.288004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4750118 Nov 12 13:30:13.303979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48862) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:13.325785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Request body: {'subnet': {'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-75141190-subnet', 'tenant_id': '99ab4aebcb6e4148a04fecd8d2c3f08d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:13.350966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27191beb-ba98-4f4a-b5d7-a1e9bf2bddef admin admin] Pushing event updated for resources: {'Network': ['ID=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:13.352737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.363542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922b8144-c4fb-4377-b54a-0ed443d1d872 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:13.375373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:30:13.405391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:13.413805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.418063 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.447491 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19ab0413-83f5-42dd-ab2c-56e451e129b0 req-97cd3253-64e8-4731-93b4-fb527a43f5a5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162041 Nov 12 13:30:13.456675 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.462757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] 10.222.0.73 "DELETE /v2.0/networks/89929fee-6153-4c23-9e21-003540f6d35f HTTP/1.1" status: 204 len: 168 time: 1.6395814 Nov 12 13:30:13.481235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-3467ebbf-0c59-4a24-b9c0-9c6fe39b371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:13.483616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-3467ebbf-0c59-4a24-b9c0-9c6fe39b371c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.4703348 Nov 12 13:30:13.519832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70f181-99fc-4d5c-b414-8d146daf5d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=89929fee-6153-4c23-9e21-003540f6d35f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:13.555415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Transition to ACTIVE for port object 922b8144-c4fb-4377-b54a-0ed443d1d872 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:30:13.571394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Made reservation on behalf of 99ab4aebcb6e4148a04fecd8d2c3f08d for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:13.575630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.594455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Attempting to bind port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:13.594998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Attempting to bind port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:13.595490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Attempting to bind port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:13.681801 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.715383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 on network 716eaeb8-2b9f-4020-8796-089a156530f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:30:13.726232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Attempting to bind port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:13.746594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:13.747342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Checking segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:13.747997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Bound using segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:13.748695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Bound port: 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:13.750020 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.801215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-88485953-e604-4024-8ae2-c20818b7a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:13.803599 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-88485953-e604-4024-8ae2-c20818b7a550 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2503150 Nov 12 13:30:13.810420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Pushing event updated for resources: {'Port': ['ID=922b8144-c4fb-4377-b54a-0ed443d1d872,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:13.815154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671034e-f52b-47b1-96ce-b9f27bf49657 req-50ffda54-961f-46f2-9dd5-12ae2e0fdd5e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:13.823899 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4671034e-f52b-47b1-96ce-b9f27bf49657 req-50ffda54-961f-46f2-9dd5-12ae2e0fdd5e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 944 time: 0.3000865 Nov 12 13:30:13.900641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48872) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:13.934733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb917b7d-08f0-4824-aa55-c3a15f10c234 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.985950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:13.987079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-cb917b7d-08f0-4824-aa55-c3a15f10c234 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Calling delete_port for c249878b-333a-4c97-9cc1-82dad84ef36e owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:14.080511 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4671034e-f52b-47b1-96ce-b9f27bf49657 req-a4334f52-799a-4ba5-a3f8-0ddcbdc7f59e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555721 Nov 12 13:30:14.112029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:14.117831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:14.151530 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1be25d8b-e410-4fc0-9bf2-3a0a1dba181b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c46533f9d5fc45d38165d12a0953216a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439473 Nov 12 13:30:14.155908 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:14.164320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48876) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:14.164668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:14.242385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:14.249983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-d45062fe-bb24-45b5-b1ea-34716e317eca service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138548 Nov 12 13:30:14.291656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Attempting to bind port 922b8144-c4fb-4377-b54a-0ed443d1d872 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:14.292002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Attempting to bind port 922b8144-c4fb-4377-b54a-0ed443d1d872 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:14.292342 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Attempting to bind port 922b8144-c4fb-4377-b54a-0ed443d1d872 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:14.323140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Port 922b8144-c4fb-4377-b54a-0ed443d1d872 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:30:14.323464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Attempting to bind port 922b8144-c4fb-4377-b54a-0ed443d1d872 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:14.337808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:14.338027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Checking segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:14.338298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Bound using segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:14.338899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Bound port: 922b8144-c4fb-4377-b54a-0ed443d1d872, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:14.339195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:14.339319 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:14.340120 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:14.342229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-9a943d84-de62-45d5-abc3-495dc8aed534 service neutron] 10.222.0.105 "PUT /v2.0/ports/5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 1091 time: 3.2276216 Nov 12 13:30:14.407651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:14.579709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] For port 922b8144-c4fb-4377-b54a-0ed443d1d872, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:14.595895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] For port 922b8144-c4fb-4377-b54a-0ed443d1d872, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=922b8144-c4fb-4377-b54a-0ed443d1d872,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:14.603413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0efac667-dc7a-4840-986c-1e6f26e5b354,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:14.604330 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb917b7d-08f0-4824-aa55-c3a15f10c234 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:14.621313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e24a6025-bc65-4107-a33c-b49e19d419a3 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:14.666961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Checking segment: {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:14.667325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Network hostable DHCP agents. Network: 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:30:14.686625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:14.702782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.objects.ports [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:30:14.707698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: e24a6025-bc65-4107-a33c-b49e19d419a3 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:30:14.711417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device e24a6025-bc65-4107-a33c-b49e19d419a3 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:30:14.737174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb917b7d-08f0-4824-aa55-c3a15f10c234 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event deleted for resources: {'Port': ['ID=c249878b-333a-4c97-9cc1-82dad84ef36e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:14.804183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:14.804848 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:14.806526 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] 10.222.0.105 "PUT /v2.0/ports/922b8144-c4fb-4377-b54a-0ed443d1d872 HTTP/1.1" status: 200 len: 1092 time: 3.6619639 Nov 12 13:30:14.814045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df95eabb-4f0d-4b31-88c3-2b334fc45eb4', 'tag': '922b8144-c4fb-4377-b54a-0ed443d1d872'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:14.816749 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "df95eabb-4f0d-4b31-88c3-2b334fc45eb4", "tag": "922b8144-c4fb-4377-b54a-0ed443d1d872"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:14.844721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:30:14.933913 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee11863-d71e-4f47-a471-8d8586e8444f x-openstack-request-id: req-0ee11863-d71e-4f47-a471-8d8586e8444f {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:14.934627 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df95eabb-4f0d-4b31-88c3-2b334fc45eb4", "tag": "922b8144-c4fb-4377-b54a-0ed443d1d872", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:14.934627 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ee11863-d71e-4f47-a471-8d8586e8444f {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:14.934879 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df95eabb-4f0d-4b31-88c3-2b334fc45eb4', 'tag': '922b8144-c4fb-4377-b54a-0ed443d1d872', 'status': 'completed', 'code': 200} Nov 12 13:30:14.946897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc2d2-3925-4318-bbb0-1cac85dc8aba req-300ade46-c625-475c-863a-a3564e100c55 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:14.956806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2d4cc2d2-3925-4318-bbb0-1cac85dc8aba req-300ade46-c625-475c-863a-a3564e100c55 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 943 time: 0.3905330 Nov 12 13:30:14.971507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75874a-9e14-4683-8757-d090d78fd215 service neutron] Pushing event updated for resources: {'Port': ['ID=922b8144-c4fb-4377-b54a-0ed443d1d872,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:14.982616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:15.012878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:15.013416 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:15.036135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb917b7d-08f0-4824-aa55-c3a15f10c234 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:15.039753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f11a97-1d0b-417d-86ed-ed50573b3f02 None None] Network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:15.045948 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cb917b7d-08f0-4824-aa55-c3a15f10c234 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "DELETE /v2.0/ports/c249878b-333a-4c97-9cc1-82dad84ef36e HTTP/1.1" status: 204 len: 168 time: 2.3880546 Nov 12 13:30:15.072253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48888) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:15.104962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29070d30-e96b-4322-976c-4582750d3038 req-77e6e34d-0de2-4f41-a3cf-fc5b8ed73f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:15.106547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-77e6e34d-0de2-4f41-a3cf-fc5b8ed73f94 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 1095 time: 0.2453318 Nov 12 13:30:15.118946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8b91f657-5243-49ba-99a7-4907a5f90f4f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8049619 Nov 12 13:30:15.166427 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2d4cc2d2-3925-4318-bbb0-1cac85dc8aba req-fe04aa74-f24b-400f-bdb7-15f68e3725d8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020075 Nov 12 13:30:15.217260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-8f65642a-4583-4489-aadc-ad3a89c135f5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922b8144-c4fb-4377-b54a-0ed443d1d872 HTTP/1.1" status: 200 len: 217 time: 0.0796928 Nov 12 13:30:15.248697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:15.251727 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56008c46-f41a-4a96-9c47-ce3796d07d25" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:15.270842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:15.287360 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-874a1717-d39f-446d-9962-ea6dc66e4f51 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c5d4bcb628845f9b69a31cf1547b2cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0713890 Nov 12 13:30:15.317262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48896) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:15.318307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ae739-f280-430f-92a6-e015bde61ab6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:15.320088 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cc3ae739-f280-430f-92a6-e015bde61ab6 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9f2793c-9cbe-4949-a095-38a1178af81b HTTP/1.1" status: 200 len: 913 time: 0.2413137 Nov 12 13:30:15.324152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48898) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:15.378366 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cb3474-30ce-444d-9758-674b93ff27f0 x-openstack-request-id: req-f7cb3474-30ce-444d-9758-674b93ff27f0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:15.378966 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:15.379412 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7cb3474-30ce-444d-9758-674b93ff27f0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:15.380056 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'status': 'completed', 'code': 200} Nov 12 13:30:15.401959 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b761eb-0cc8-4ed6-a3bc-7799c821943b None None] Network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:15.423831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29070d30-e96b-4322-976c-4582750d3038 req-d5efd230-3fa0-4d24-aca5-288d681d32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:15.425602 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-d5efd230-3fa0-4d24-aca5-288d681d32e3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.1992233 Nov 12 13:30:15.437222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24293c1-32af-434b-b34d-138108ea7564 req-0da9d758-77f2-47c3-890f-22d21249358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:15.438826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-0da9d758-77f2-47c3-890f-22d21249358f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1094 time: 1.0351541 Nov 12 13:30:15.441144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:15.455305 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8fcd-64c4-40e3-a5c6-443f20f8a18a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:15.491167 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-35ca09ea-98f0-4a62-b1ea-105860a7d213 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500011 Nov 12 13:30:15.493874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-d1f46b69-f76f-4a60-bcf6-97d7082a690a service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1952074 Nov 12 13:30:15.495079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:15.548391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:15.548910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:15.551533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=51fea790-6fa0-493d-9ab8-367f02c65ebe,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:15.569626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-95941948-bee6-433a-a177-02e18eb9f769 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 217 time: 0.1040976 Nov 12 13:30:15.572745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff4dc6-1310-4866-aba4-d4211ad944a1 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:15.588002 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8fcd-64c4-40e3-a5c6-443f20f8a18a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:15.642151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd65ea-df11-46c1-ae3a-a15b61680aa3 req-5513d8e2-5433-4815-a660-46ba976d1eb0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:15.650952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7cbd65ea-df11-46c1-ae3a-a15b61680aa3 req-5513d8e2-5433-4815-a660-46ba976d1eb0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 944 time: 0.4046605 Nov 12 13:30:15.659784 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-a19b23bb-4cb0-4692-99a2-8bb4252fb1c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=6768889b-41d9-43e6-9b6a-5f447cffa434 HTTP/1.1" status: 200 len: 217 time: 0.1151464 Nov 12 13:30:15.709227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5e084728-e0bf-4c52-adc0-a2e218b47c09 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8082068 Nov 12 13:30:15.723698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48906) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:15.734125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-3521670c-8aa3-4885-9e61-5733f4a2ae3d service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353451 Nov 12 13:30:15.738847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f1d9bc87-3f66-4880-8fd3-702f203e9dee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:15.818404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-9d143f40-1202-44e5-a87e-d2b3583b498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:15.819857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-9d143f40-1202-44e5-a87e-d2b3583b498e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.1152806 Nov 12 13:30:15.865824 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7cbd65ea-df11-46c1-ae3a-a15b61680aa3 req-d75141ac-59d8-4fac-8e68-a7c5679c1725 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134004 Nov 12 13:30:15.879389 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79892cbb-c4a7-4467-a9fd-3cf308ef5262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:15.886834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24293c1-32af-434b-b34d-138108ea7564 req-9bb25fce-3611-42cf-ae3a-b688ac6c8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:15.888580 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-9bb25fce-3611-42cf-ae3a-b688ac6c8fb4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.3074620 Nov 12 13:30:15.976198 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79892cbb-c4a7-4467-a9fd-3cf308ef5262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.037909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8fcd-64c4-40e3-a5c6-443f20f8a18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.041222 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8fcd-64c4-40e3-a5c6-443f20f8a18a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.045331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bbcb8fcd-64c4-40e3-a5c6-443f20f8a18a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12b6270a-14c3-421b-85dc-41b0730f88ff HTTP/1.1" status: 204 len: 168 time: 1.8280702 Nov 12 13:30:16.062148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-5cfffbaf-662c-46b7-a832-2a23507a0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:16.064186 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-5cfffbaf-662c-46b7-a832-2a23507a0a53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2054739 Nov 12 13:30:16.072480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24293c1-32af-434b-b34d-138108ea7564 req-5449d414-4fac-478a-985e-7cc5208dab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:16.074399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-5449d414-4fac-478a-985e-7cc5208dab33 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552587 Nov 12 13:30:16.090601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': '51fea790-6fa0-493d-9ab8-367f02c65ebe'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:30:16.092824 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.186253 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-e1352f1e-b398-4040-8592-d12fa6d2f8c3 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101880 Nov 12 13:30:16.187132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb8fcd-64c4-40e3-a5c6-443f20f8a18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b6270a-14c3-421b-85dc-41b0730f88ff,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:16.322500 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79892cbb-c4a7-4467-a9fd-3cf308ef5262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.325028 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79892cbb-c4a7-4467-a9fd-3cf308ef5262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.329138 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-79892cbb-c4a7-4467-a9fd-3cf308ef5262 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d72c5eb-ee56-4cd7-8e1b-b80799aeea28 HTTP/1.1" status: 204 len: 168 time: 0.9773607 Nov 12 13:30:16.358709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79892cbb-c4a7-4467-a9fd-3cf308ef5262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d72c5eb-ee56-4cd7-8e1b-b80799aeea28,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:16.425848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-b4570c16-8f11-4b11-a298-5bfb61e12a17 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362297 Nov 12 13:30:16.504559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Allocated IP 2001:db8::f816:3eff:fe3c:2d9 (514a5480-43a8-41bb-9524-24b97d0dd96f/51fea790-6fa0-493d-9ab8-367f02c65ebe/bf377a18-a845-4126-bdb8-e81ec25638c0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:16.542676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d24293c1-32af-434b-b34d-138108ea7564 req-ddfa103e-19dd-4825-92a3-c6ea766dbb72 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047366 Nov 12 13:30:16.559091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-d7cc655d-e978-4db9-a0fb-110c3e208bbf service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584428 Nov 12 13:30:16.630603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf838e-a2bb-4f52-bff0-c0577287ad7c req-07c82950-cb7f-4c84-ae1a-a84c2a19650d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:16.632345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-decf838e-a2bb-4f52-bff0-c0577287ad7c req-07c82950-cb7f-4c84-ae1a-a84c2a19650d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 943 time: 0.2509062 Nov 12 13:30:16.641156 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-829097fa-f9f1-49ee-9d5e-4834ebcab1f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b HTTP/1.1" status: 200 len: 217 time: 0.0743611 Nov 12 13:30:16.766687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-5f9bafc9-d2ef-4f3a-84f2-b7dbc7316460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:16.768126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-5f9bafc9-d2ef-4f3a-84f2-b7dbc7316460 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1094 time: 0.1477299 Nov 12 13:30:16.784360 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-decf838e-a2bb-4f52-bff0-c0577287ad7c req-3db16069-d981-4b61-b7c6-6e3f8454faab tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386921 Nov 12 13:30:16.795734 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.804066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-d7843786-2877-43e6-bb06-9d5e891e0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:16.806148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-d7843786-2877-43e6-bb06-9d5e891e0163 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d2f8405-f308-4aa9-baa9-87b91e55378d HTTP/1.1" status: 200 len: 797 time: 0.1294127 Nov 12 13:30:16.806891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.814541 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29070d30-e96b-4322-976c-4582750d3038 req-7245f651-6db5-40bd-bfce-21a0c5ab6b30 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0690253 Nov 12 13:30:16.854094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3c017-a347-453e-bc6e-b281750366ac req-8072a10d-31b2-49f3-8fc2-42a3587e1041 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:16.855799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-8072a10d-31b2-49f3-8fc2-42a3587e1041 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 813 time: 0.5773208 Nov 12 13:30:16.867247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d9bc87-3f66-4880-8fd3-702f203e9dee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:16.872966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1d9bc87-3f66-4880-8fd3-702f203e9dee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:16.885120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:16.903628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:16.920726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:16.927732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Pushing event updated for resources: {'Port': ['ID=bf377a18-a845-4126-bdb8-e81ec25638c0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:17.002594 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-e15016bd-91eb-439f-bd5e-5b87d6f7f559 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/quotas/99ab4aebcb6e4148a04fecd8d2c3f08d HTTP/1.1" status: 200 len: 375 time: 0.1263876 Nov 12 13:30:17.054998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Attempting to bind port bf377a18-a845-4126-bdb8-e81ec25638c0 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:17.055612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Attempting to bind port bf377a18-a845-4126-bdb8-e81ec25638c0 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:17.056160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Attempting to bind port bf377a18-a845-4126-bdb8-e81ec25638c0 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:17.062813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:17.063689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:17.064276 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:17.064853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:17.065569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Bound port: bf377a18-a845-4126-bdb8-e81ec25638c0, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:17.066504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:17.102565 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-13a9b8ca-2edb-4601-90ea-ad299a8b69f7 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782928 Nov 12 13:30:17.125834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:17.170102 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-455afd38-6325-4656-96b6-de4b10cf500b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:17.173202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-53e8737d-d0d5-40b7-9e68-649b1d0db092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:17.174806 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-53e8737d-d0d5-40b7-9e68-649b1d0db092 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3439834 Nov 12 13:30:17.177183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] For port bf377a18-a845-4126-bdb8-e81ec25638c0, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:17.181504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] For port bf377a18-a845-4126-bdb8-e81ec25638c0, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bf377a18-a845-4126-bdb8-e81ec25638c0,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:17.187895 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:17.207790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5 req-fa029162-d2d6-436c-bd4f-0b5fafdca03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:17.209455 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5 req-fa029162-d2d6-436c-bd4f-0b5fafdca03d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 1095 time: 0.2996271 Nov 12 13:30:17.230964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c9ef0-bf69-4818-8549-cb7675b30413 req-a7540d89-a32f-418a-af24-f0e961d3bb48 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:17.232577 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d43c9ef0-bf69-4818-8549-cb7675b30413 req-a7540d89-a32f-418a-af24-f0e961d3bb48 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 944 time: 0.2157917 Nov 12 13:30:17.241848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-0485595a-fad5-4b94-9119-71383780983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:17.243632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-0485595a-fad5-4b94-9119-71383780983d service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.4538729 Nov 12 13:30:17.277658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc735980-1fb1-4dcd-abb9-796ba5ee82fd None None] Pushing event updated for resources: {'Port': ['ID=bf377a18-a845-4126-bdb8-e81ec25638c0,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:17.369367 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:17.392127 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-5705941e-59a5-4bf9-8254-df5cca5205b6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 217 time: 0.1387722 Nov 12 13:30:17.462485 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-2c4cc35b-c7c4-4d16-838c-8798b8b4e103 service neutron] 10.222.0.73 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511586 Nov 12 13:30:17.583766 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-455afd38-6325-4656-96b6-de4b10cf500b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:17.599150 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d43c9ef0-bf69-4818-8549-cb7675b30413 req-608d1b2e-7736-43e8-80bf-36764ad3e852 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531818 Nov 12 13:30:17.642045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5 req-1390d825-50de-4078-a313-d522129bb7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:17.643592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5 req-1390d825-50de-4078-a313-d522129bb7f0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 913 time: 0.4235911 Nov 12 13:30:17.645156 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-455afd38-6325-4656-96b6-de4b10cf500b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:17.699090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-09ac2b24-a661-46ff-93cd-bcdff97cb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:17.701140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-09ac2b24-a661-46ff-93cd-bcdff97cb86b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.2781117 Nov 12 13:30:17.766500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-428897be-ad62-46e3-81e5-1f53cf674149 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791512 Nov 12 13:30:17.790044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455afd38-6325-4656-96b6-de4b10cf500b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9907933-b420-4844-9ecf-fcf193e8a12b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:17.812069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-455afd38-6325-4656-96b6-de4b10cf500b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9f366112f264d5d80f855704d0344af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6732190 Nov 12 13:30:17.820514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48952) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:17.846519 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5 req-b6c70f62-d6cb-4189-a0c1-9c7dcffb34ad service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922b8144-c4fb-4377-b54a-0ed443d1d872 HTTP/1.1" status: 200 len: 217 time: 0.1621602 Nov 12 13:30:17.862708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48954) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:17.889929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-b1c1e3d1-9613-41da-a4cf-1240c41fa3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:17.891502 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-b1c1e3d1-9613-41da-a4cf-1240c41fa3da service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748533 Nov 12 13:30:17.966122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-783ee6b5-f2cf-41a0-b426-92bd5d00f61d service neutron] 10.222.0.73 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021691 Nov 12 13:30:17.971712 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1d9bc87-3f66-4880-8fd3-702f203e9dee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.050254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d9bc87-3f66-4880-8fd3-702f203e9dee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:18.092409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-b65e3496-47c1-438d-81fe-822d68cbfd0c service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153515 Nov 12 13:30:18.096785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f1d9bc87-3f66-4880-8fd3-702f203e9dee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:18.101036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9bc87-3f66-4880-8fd3-702f203e9dee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:18.101874 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f1d9bc87-3f66-4880-8fd3-702f203e9dee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.113598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-755660495-network', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:18.122860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5 req-fcf51bfe-1f0e-4e53-b5f8-49252e756d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:18.124676 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5 req-fcf51bfe-1f0e-4e53-b5f8-49252e756d32 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.2627573 Nov 12 13:30:18.141859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9bc87-3f66-4880-8fd3-702f203e9dee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=12fb9373-6173-485e-aa8f-c5c161339d58,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:18.214079 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5 req-d0454897-30c5-47d9-bd2e-c3bd716c2f4b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777433 Nov 12 13:30:18.265477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e030e973-10a8-401b-afab-9a1b81371a60 req-d743d103-2f18-449f-8189-a0b5be6f5ba2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 210 time: 0.0968952 Nov 12 13:30:18.328685 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9823879-a83f-4cce-82f9-8ddbb8509a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.334127 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-37169af7-6366-4ee3-b862-66452af918f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2dadee8e-a55a-4191-be85-892995b138c7 HTTP/1.1" status: 200 len: 217 time: 0.2156162 Nov 12 13:30:18.354699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Made reservation on behalf of 170097f1c6844d7b9b117a05fcb7ed26 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:18.355396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad35b99-3154-4d0d-a8bd-e56311126936 req-907c476d-3ad2-43d2-ab25-da831c7a6e55 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:18.357080 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.372736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ad35b99-3154-4d0d-a8bd-e56311126936 req-907c476d-3ad2-43d2-ab25-da831c7a6e55 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 943 time: 0.4903941 Nov 12 13:30:18.451896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bf377a18-a845-4126-bdb8-e81ec25638c0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:18.472116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f1d9bc87-3f66-4880-8fd3-702f203e9dee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7460253 Nov 12 13:30:18.481511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48964) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:18.494247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:29:65:9e', 'name': 'tempest-NetworksTestDHCPv6-566762683'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:18.502016 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.574900 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9823879-a83f-4cce-82f9-8ddbb8509a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.580640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-0678e243-581a-4f95-bc3f-949466583273 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726604 Nov 12 13:30:18.610513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-aa433e48-6d37-4cc1-9355-772968d490f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:18.612068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-aa433e48-6d37-4cc1-9355-772968d490f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d2f8405-f308-4aa9-baa9-87b91e55378d HTTP/1.1" status: 200 len: 797 time: 0.2309391 Nov 12 13:30:18.632946 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ad35b99-3154-4d0d-a8bd-e56311126936 req-7e85e5d1-e2e2-41af-b16c-70a27f7435e3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571294 Nov 12 13:30:18.634384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:18.634777 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.644938 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5 req-798d3d02-189d-41f0-996b-aef6877bd7df service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115238 Nov 12 13:30:18.825678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.862528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Deleting port a62518ac-4ac3-445e-b5c4-bbd7cfba200f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:18.862528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.875107 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9823879-a83f-4cce-82f9-8ddbb8509a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.876792 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9823879-a83f-4cce-82f9-8ddbb8509a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:18.884712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d9823879-a83f-4cce-82f9-8ddbb8509a87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9907933-b420-4844-9ecf-fcf193e8a12b HTTP/1.1" status: 204 len: 168 time: 1.0570173 Nov 12 13:30:18.900938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42e251-115c-4003-994a-daecd6813385 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:18.947715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9823879-a83f-4cce-82f9-8ddbb8509a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9907933-b420-4844-9ecf-fcf193e8a12b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:18.971510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56008c46-f41a-4a96-9c47-ce3796d07d25 req-bc460264-887e-4880-a900-4c4ead56fb21 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792429 Nov 12 13:30:18.973972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-11ed867e-ae8f-40d3-95ad-5fb4ed5881f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:18.975815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-11ed867e-ae8f-40d3-95ad-5fb4ed5881f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3188796 Nov 12 13:30:19.125029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-ed4ac063-b69a-4e45-b9c8-7a877ff439c9 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342883 Nov 12 13:30:19.134734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port bf377a18-a845-4126-bdb8-e81ec25638c0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bf377a18-a845-4126-bdb8-e81ec25638c0,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:19.175161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:19.228762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-71f53525-38da-406c-b328-f995adb013a0 None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:19.229133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71f53525-38da-406c-b328-f995adb013a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:19.240493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89563b0b-eaaa-4e8f-b5d5-ff1127dc6cdd req-d397de97-b0c2-40a7-979e-c46fbbc569a7 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:19.246726 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89563b0b-eaaa-4e8f-b5d5-ff1127dc6cdd req-d397de97-b0c2-40a7-979e-c46fbbc569a7 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 944 time: 0.4346452 Nov 12 13:30:19.268647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4036ddc9-005b-4906-b876-f5d62246ef90 req-73af6cdc-0c36-4c58-8ce5-fcbc8382db13 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362998 Nov 12 13:30:19.309682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:19.332773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=bf377a18-a845-4126-bdb8-e81ec25638c0,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:19.347745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.349087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.349759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.350205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.350685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.351070 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.351599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.352048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.352382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.352713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.353264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.353638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:30:19.378463 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:19.393440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Calling delete_port for a62518ac-4ac3-445e-b5c4-bbd7cfba200f owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:19.497128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0ff890c-2216-4a0c-bb04-49c9cd715ff5 req-c37303fb-243c-494d-9a7f-075a747c41da service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8165472 Nov 12 13:30:19.534699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34632f19-4211-4f31-807d-749547511243 req-e0d9b2a6-9a68-49e1-85d3-d2ca28b77143 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 210 time: 0.0544834 Nov 12 13:30:19.568940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bcf203-feec-4ec8-96af-18098a258418 None None] Update dhcp port {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': '51fea790-6fa0-493d-9ab8-367f02c65ebe', 'ip_address': '2001:db8::f816:3eff:fe3c:2d9'}, {'subnet_id': '12fb9373-6173-485e-aa8f-c5c161339d58'}], 'binding:host_id': 'n-d-805736-4'}, 'id': 'bf377a18-a845-4126-bdb8-e81ec25638c0'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:30:19.598108 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:19.640121 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:19.643319 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2bcf203-feec-4ec8-96af-18098a258418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:19.684010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0da30c-3611-46ee-a90a-7b6d078f9f0c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:19.726539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:30:19.752168 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89563b0b-eaaa-4e8f-b5d5-ff1127dc6cdd req-6727720e-68f5-4b45-93e4-51933005bac5 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625630 Nov 12 13:30:19.815425 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:19.816142 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Added segment df056df2-8f5d-491c-bdcc-0fe232888161 of type vlan for network 7eba926c-f4fc-48ab-a83f-19585ed76e4f Nov 12 13:30:19.816770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43eb64-8428-403f-a9b9-6e3d87daf058 req-abefca20-6347-42b9-8202-e51a5f5ae7fa tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:19.819362 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea43eb64-8428-403f-a9b9-6e3d87daf058 req-abefca20-6347-42b9-8202-e51a5f5ae7fa tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 943 time: 0.0866513 Nov 12 13:30:19.906646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:19.919469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea43eb64-8428-403f-a9b9-6e3d87daf058 req-409ce673-68b4-4f9b-b403-8977ba481390 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942142 Nov 12 13:30:19.987130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event deleted for resources: {'Port': ['ID=a62518ac-4ac3-445e-b5c4-bbd7cfba200f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:20.002747 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:20.013844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b2bcf203-feec-4ec8-96af-18098a258418 None None] Allocated IP 172.20.0.2 (514a5480-43a8-41bb-9524-24b97d0dd96f/12fb9373-6173-485e-aa8f-c5c161339d58/bf377a18-a845-4126-bdb8-e81ec25638c0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:20.092347 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:20.142969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 6bff5d08-270a-4c92-aebd-1574f3ee9003 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:30:20.169546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3c017-a347-453e-bc6e-b281750366ac req-34547efc-be91-4c5c-8b1a-85de98878cb6 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:20.172357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-34547efc-be91-4c5c-8b1a-85de98878cb6 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 813 time: 0.1835921 Nov 12 13:30:20.187822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Request body: {'port': {'device_id': 'a125df3b-3668-4845-8e28-f52000631f02', 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6', 'admin_state_up': True, 'tenant_id': '99ab4aebcb6e4148a04fecd8d2c3f08d'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:20.285836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49000) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:20.318491 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:20.322551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:20.323795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b2bcf203-feec-4ec8-96af-18098a258418 None None] For port bf377a18-a845-4126-bdb8-e81ec25638c0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bf377a18-a845-4126-bdb8-e81ec25638c0,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:20.326190 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:20.335411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bf377a18-a845-4126-bdb8-e81ec25638c0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:20.411799 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2bcf203-feec-4ec8-96af-18098a258418 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:20.425032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2bcf203-feec-4ec8-96af-18098a258418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:20.445855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Made reservation on behalf of 99ab4aebcb6e4148a04fecd8d2c3f08d for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:20.453071 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:20.496535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:20.496923 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:20.589089 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcf203-feec-4ec8-96af-18098a258418 None None] Pushing event updated for resources: {'Port': ['ID=bf377a18-a845-4126-bdb8-e81ec25638c0,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:20.659263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:30:20.714670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Allocated IP 172.20.0.11 (2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6/0efac667-dc7a-4840-986c-1e6f26e5b354/4d5bede1-d3ab-44b8-a726-206c139441e9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:20.786236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1408e720-f64f-4e50-94b4-c4b9484599c4 req-e2b7530f-b7f5-46a2-909d-d85d4d1e90e3 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 210 time: 0.0815005 Nov 12 13:30:20.826457 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:20.858412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'port_id': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'mac_address': 'fa:16:3e:28:86:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:30:20.936192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:20.954443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-network', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:20.963213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dce9890-63ab-4783-b1d9-aa80b0f6a234 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:21.003985 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.014622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:21.022315 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.023582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 922b8144-c4fb-4377-b54a-0ed443d1d872 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:30:21.049628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1789417 Nov 12 13:30:21.061635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.089641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49012) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:21.096527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Request body: {'subnet': {'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-755660495-subnet', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:21.211585 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.314670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90b9a5-c89a-4c23-8ccd-d6f19e3669b9 req-29adce72-c134-437f-87c5-74d9e3d3732e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:21.317973 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b90b9a5-c89a-4c23-8ccd-d6f19e3669b9 req-29adce72-c134-437f-87c5-74d9e3d3732e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2265301 Nov 12 13:30:21.327458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Pushing event updated for resources: {'Port': ['ID=4d5bede1-d3ab-44b8-a726-206c139441e9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:21.330970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf864c2-e694-4855-ba06-dc7aa15d0ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=7eba926c-f4fc-48ab-a83f-19585ed76e4f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:21.340689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Made reservation on behalf of b8f6086a13864c81a17c80acb8b27b11 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:21.343193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.359697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.396499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Router c9f2793c-9cbe-4949-a095-38a1178af81b has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:30:21.428828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ab399-3a67-44ff-9473-212386f387d3 req-78d85c8c-152a-4325-bd61-d6c809b9883e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:21.431144 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a7ab399-3a67-44ff-9473-212386f387d3 req-78d85c8c-152a-4325-bd61-d6c809b9883e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 944 time: 0.4446151 Nov 12 13:30:21.431797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:21.437694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7eba926c-f4fc-48ab-a83f-19585ed76e4f details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:30:21.445364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:21.449484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:21.454137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Made reservation on behalf of 170097f1c6844d7b9b117a05fcb7ed26 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:21.458640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.584341 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:30:21.592555 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 922b8144-c4fb-4377-b54a-0ed443d1d872, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=922b8144-c4fb-4377-b54a-0ed443d1d872,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:21.607658 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2b9c07ed-44f9-49fc-bd58-03504a1fe61d tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "PUT /v2.0/routers/c9f2793c-9cbe-4949-a095-38a1178af81b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2801580 Nov 12 13:30:21.617501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:21.619115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b90b9a5-c89a-4c23-8ccd-d6f19e3669b9 req-a47aa391-fac3-47a0-8912-cb4d37e0a9b1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743909 Nov 12 13:30:21.621926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49014) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:21.622230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '922b8144-c4fb-4377-b54a-0ed443d1d872', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'port_id': '922b8144-c4fb-4377-b54a-0ed443d1d872', 'mac_address': 'fa:16:3e:76:8a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4ed80c-ed77-477f-a1a2-cd9129a58859', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:30:21.642764 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ecde8-e8b2-4dd8-a65d-d673021ff741 None None] Sync routers for ids ['c9f2793c-9cbe-4949-a095-38a1178af81b'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:30:21.657519 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ecde8-e8b2-4dd8-a65d-d673021ff741 None None] Routers {'c9f2793c-9cbe-4949-a095-38a1178af81b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:21.658489 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c13ecde8-e8b2-4dd8-a65d-d673021ff741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c9f2793c-9cbe-4949-a095-38a1178af81b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:21.690060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:21.691452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.698073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.708509 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c13ecde8-e8b2-4dd8-a65d-d673021ff741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:21.722209 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ecde8-e8b2-4dd8-a65d-d673021ff741 None None] Routers {'c9f2793c-9cbe-4949-a095-38a1178af81b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:21.724396 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c13ecde8-e8b2-4dd8-a65d-d673021ff741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c9f2793c-9cbe-4949-a095-38a1178af81b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:21.725658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922b8144-c4fb-4377-b54a-0ed443d1d872 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:21.733908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-213c57c8-e982-4e20-8164-cac235945f89 None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:21.734464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-213c57c8-e982-4e20-8164-cac235945f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.767426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dfd93c3b-4f05-4f8d-b98c-f6520fdf9e63 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5850997 Nov 12 13:30:21.784376 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c13ecde8-e8b2-4dd8-a65d-d673021ff741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:21.785479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Request body: {'port': {'device_id': 'a125df3b-3668-4845-8e28-f52000631f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:21.785642 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ecde8-e8b2-4dd8-a65d-d673021ff741 None None] The sync data for ids ['c9f2793c-9cbe-4949-a095-38a1178af81b'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:30:21.789536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 172.20.0.3 (514a5480-43a8-41bb-9524-24b97d0dd96f/12fb9373-6173-485e-aa8f-c5c161339d58/6bff5d08-270a-4c92-aebd-1574f3ee9003) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:21.815048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 922b8144-c4fb-4377-b54a-0ed443d1d872, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=922b8144-c4fb-4377-b54a-0ed443d1d872,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:21.829658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.897630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::f816:3eff:fe29:659e (514a5480-43a8-41bb-9524-24b97d0dd96f/51fea790-6fa0-493d-9ab8-367f02c65ebe/6bff5d08-270a-4c92-aebd-1574f3ee9003) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:21.919988 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-565a330e-920f-4c01-b81c-943497e3d97a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.922833 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.936972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=922b8144-c4fb-4377-b54a-0ed443d1d872,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:21.951151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:21.972017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a7ab399-3a67-44ff-9473-212386f387d3 req-1fa4b21a-254e-456d-be4d-a1bd4f300bfd tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131066 Nov 12 13:30:21.977332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.063470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdfe8d-25f4-4f99-b11f-9235e4e7ab12 req-c463938d-4bdb-4166-a477-c4bb66b9c9c4 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:22.065028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7fdfe8d-25f4-4f99-b11f-9235e4e7ab12 req-c463938d-4bdb-4166-a477-c4bb66b9c9c4 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 932 time: 0.1664019 Nov 12 13:30:22.067204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:30:22.072906 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.110433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8280b17-1957-4f66-85be-f69d70c4f0d8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:22.160772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.161076 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Added segment dc3f34a1-4c57-4143-b0f7-a39e9a4f775a of type vlan for network aad19e3e-6372-40bb-a4e3-734885005b2c Nov 12 13:30:22.173220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['5dce9890-63ab-4783-b1d9-aa80b0f6a234'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:30:22.185700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['922b8144-c4fb-4377-b54a-0ed443d1d872'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:30:22.216901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-565a330e-920f-4c01-b81c-943497e3d97a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.237032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d11e85-1966-4608-8da5-8307c339fc7d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:22.268418 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-565a330e-920f-4c01-b81c-943497e3d97a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.289627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Checking segment: {'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:22.290032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Network hostable DHCP agents. Network: 7eba926c-f4fc-48ab-a83f-19585ed76e4f, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:30:22.305914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.326182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7fdfe8d-25f4-4f99-b11f-9235e4e7ab12 req-19e74d3c-f6df-4b38-9829-8eb2b89f588d tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501187 Nov 12 13:30:22.327671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bf377a18-a845-4126-bdb8-e81ec25638c0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:22.374794 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.375753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:22.376337 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.387753 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-565a330e-920f-4c01-b81c-943497e3d97a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.388295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565a330e-920f-4c01-b81c-943497e3d97a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Fanout notify agent at l3_agent the message router_deleted on router c9f2793c-9cbe-4949-a095-38a1178af81b {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:30:22.421674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-565a330e-920f-4c01-b81c-943497e3d97a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.425356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-565a330e-920f-4c01-b81c-943497e3d97a tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "DELETE /v2.0/routers/c9f2793c-9cbe-4949-a095-38a1178af81b HTTP/1.1" status: 204 len: 168 time: 0.8017583 Nov 12 13:30:22.430650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49018) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:22.462100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5bede1-d3ab-44b8-a726-206c139441e9 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:22.469267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Network 7eba926c-f4fc-48ab-a83f-19585ed76e4f is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:30:22.472841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.495423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7eba926c-f4fc-48ab-a83f-19585ed76e4f) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:22.500599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.501504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Transition to ACTIVE for port object 4d5bede1-d3ab-44b8-a726-206c139441e9 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:30:22.502900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:22.503996 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.516622 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.527012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2332988 Nov 12 13:30:22.527250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:22.527250 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.527250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0259606d-6046-4742-9a94-56ac3c7f4388 None None] Network 7eba926c-f4fc-48ab-a83f-19585ed76e4f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:22.529044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49020) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:22.539846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38160282-3182-4dcb-9bcc-2417406cea12 admin admin] Pushing event updated for resources: {'Network': ['ID=aad19e3e-6372-40bb-a4e3-734885005b2c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:22.564096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9693d7d-539e-4dbd-938c-192b9c83f2f4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Deleting subnet 2c0872b6-9686-481f-90cb-6951504054cb {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:22.570586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Request body: {'subnet': {'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-subnet', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:22.571514 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9693d7d-539e-4dbd-938c-192b9c83f2f4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.583889 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1f0bcf4c-2c32-44eb-9757-5c0bfe259e94 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4888663 Nov 12 13:30:22.584162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network aad19e3e-6372-40bb-a4e3-734885005b2c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:30:22.592854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49022) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:22.599770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-755660495-router', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:22.616619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5bede1-d3ab-44b8-a726-206c139441e9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:22.635058 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9693d7d-539e-4dbd-938c-192b9c83f2f4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.657866 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.726943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Made reservation on behalf of b8f6086a13864c81a17c80acb8b27b11 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:22.729944 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.733906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:22.748864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:22.774012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:22.774864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Attempting to bind port 4d5bede1-d3ab-44b8-a726-206c139441e9 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:22.778440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Attempting to bind port 4d5bede1-d3ab-44b8-a726-206c139441e9 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:22.778920 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Attempting to bind port 4d5bede1-d3ab-44b8-a726-206c139441e9 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:22.782659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=6bff5d08-270a-4c92-aebd-1574f3ee9003,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:22.896167 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369d30e8-18c9-4752-8531-0018ff34f035 None None] Network 7eba926c-f4fc-48ab-a83f-19585ed76e4f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:22.922087 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9693d7d-539e-4dbd-938c-192b9c83f2f4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:22.959919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:22.960926 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.015541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde687f3-59da-4117-bbaf-2108325da60c req-75393992-9b69-4494-a154-932e20c486b3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:23.025711 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bde687f3-59da-4117-bbaf-2108325da60c req-75393992-9b69-4494-a154-932e20c486b3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2527661 Nov 12 13:30:23.044840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9c7a5833-77ed-4a3b-ab34-7349580e7e31 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.5563490 Nov 12 13:30:23.047092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49030) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:23.155033 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bde687f3-59da-4117-bbaf-2108325da60c req-81987fe9-9bc0-4c0c-a094-0d48112fec1e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283228 Nov 12 13:30:23.160206 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9693d7d-539e-4dbd-938c-192b9c83f2f4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.176026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b65743-8689-4e0d-b194-a4d2325476ec tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:23.182938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b65743-8689-4e0d-b194-a4d2325476ec tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:23.187253 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a6b65743-8689-4e0d-b194-a4d2325476ec tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1301861 Nov 12 13:30:23.207175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49032) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:23.221750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9693d7d-539e-4dbd-938c-192b9c83f2f4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0872b6-9686-481f-90cb-6951504054cb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:23.247468 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9693d7d-539e-4dbd-938c-192b9c83f2f4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.259178 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d9693d7d-539e-4dbd-938c-192b9c83f2f4 tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "DELETE /v2.0/subnets/2c0872b6-9686-481f-90cb-6951504054cb HTTP/1.1" status: 204 len: 168 time: 0.8170240 Nov 12 13:30:23.259178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49034) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:23.261782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62825be7-0552-4424-bc8f-cd2602ce94e2 None None] Network e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:23.275909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.276962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.293042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Port 4d5bede1-d3ab-44b8-a726-206c139441e9 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:30:23.293042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Attempting to bind port 4d5bede1-d3ab-44b8-a726-206c139441e9 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:23.341113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:23.341489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Checking segment: {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:23.341898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Bound using segment: {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:23.342352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Bound port: 4d5bede1-d3ab-44b8-a726-206c139441e9, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:23.342574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ca26e606-a062-4f8e-a1bd-b56439919a6b None None] Provisioning complete for port 6bff5d08-270a-4c92-aebd-1574f3ee9003 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:23.342743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.343480 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca26e606-a062-4f8e-a1bd-b56439919a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.414762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.453869 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ca26e606-a062-4f8e-a1bd-b56439919a6b None None] Port 6bff5d08-270a-4c92-aebd-1574f3ee9003 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:30:23.502124 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.506775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8f040-7516-446a-af1e-c80387474605 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 6bff5d08-270a-4c92-aebd-1574f3ee9003 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:23.507115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f040-7516-446a-af1e-c80387474605 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.523586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c0872-2a10-4580-9c1f-16c9f523537a req-ee8d73c2-aa00-4796-b451-13ff1f96e1a4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:23.525275 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c75c0872-2a10-4580-9c1f-16c9f523537a req-ee8d73c2-aa00-4796-b451-13ff1f96e1a4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 945 time: 0.2549717 Nov 12 13:30:23.592188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09496dfd-2529-48f9-8d80-f79733ef8ee1 req-d0ed891b-4e26-4841-b015-f4c003e1c316 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:23.601916 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09496dfd-2529-48f9-8d80-f79733ef8ee1 req-d0ed891b-4e26-4841-b015-f4c003e1c316 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 944 time: 0.1704109 Nov 12 13:30:23.618674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] For port 4d5bede1-d3ab-44b8-a726-206c139441e9, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:23.626440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3ed58-9cb9-4a33-902f-bbe6633f34c5 None None] DHCP port deletion for e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:30:23.682991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-00b3ed58-9cb9-4a33-902f-bbe6633f34c5 None None] Deleting port 2021d34c-0270-4059-9759-60c8be69c902 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:23.683452 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00b3ed58-9cb9-4a33-902f-bbe6633f34c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.701875 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f040-7516-446a-af1e-c80387474605 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.729840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09496dfd-2529-48f9-8d80-f79733ef8ee1 req-a157ef29-5fce-4281-bac3-d89b252c1b27 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218872 Nov 12 13:30:23.735193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8f040-7516-446a-af1e-c80387474605 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 6bff5d08-270a-4c92-aebd-1574f3ee9003 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:23.747146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] For port 4d5bede1-d3ab-44b8-a726-206c139441e9, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4d5bede1-d3ab-44b8-a726-206c139441e9,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:23.750362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Deleting port 2021d34c-0270-4059-9759-60c8be69c902 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:23.750910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.758635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.774148 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.774408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-00b3ed58-9cb9-4a33-902f-bbe6633f34c5 None None] For port 2021d34c-0270-4059-9759-60c8be69c902, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2021d34c-0270-4059-9759-60c8be69c902,segment=NetworkSegment(56abbc26-11c9-40a9-8a0e-11044b6dbc54),segment_id=56abbc26-11c9-40a9-8a0e-11044b6dbc54)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:23.775330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00b3ed58-9cb9-4a33-902f-bbe6633f34c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.793752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-00b3ed58-9cb9-4a33-902f-bbe6633f34c5 None None] Calling delete_port for 2021d34c-0270-4059-9759-60c8be69c902 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:23.820216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c75c0872-2a10-4580-9c1f-16c9f523537a req-2e386b4f-e732-4850-9699-144d12f1b2b2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821226 Nov 12 13:30:23.865436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5bede1-d3ab-44b8-a726-206c139441e9,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:23.884197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.902222 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00b3ed58-9cb9-4a33-902f-bbe6633f34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.906934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:23.908244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.910551 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-b1218c74-cfc0-439f-b462-dd6499ad5ff3 service neutron] 10.222.0.70 "PUT /v2.0/ports/4d5bede1-d3ab-44b8-a726-206c139441e9 HTTP/1.1" status: 200 len: 1092 time: 2.1318932 Nov 12 13:30:23.917717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a125df3b-3668-4845-8e28-f52000631f02', 'tag': '4d5bede1-d3ab-44b8-a726-206c139441e9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:23.922232 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714" -d '{"events": [{"name": "network-changed", "server_uuid": "a125df3b-3668-4845-8e28-f52000631f02", "tag": "4d5bede1-d3ab-44b8-a726-206c139441e9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:23.927866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] For port 2021d34c-0270-4059-9759-60c8be69c902, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2021d34c-0270-4059-9759-60c8be69c902,segment=NetworkSegment(56abbc26-11c9-40a9-8a0e-11044b6dbc54),segment_id=56abbc26-11c9-40a9-8a0e-11044b6dbc54)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:23.928259 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:23.945646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Calling delete_port for 2021d34c-0270-4059-9759-60c8be69c902 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:23.992364 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3ed58-9cb9-4a33-902f-bbe6633f34c5 None None] Pushing event deleted for resources: {'Port': ['ID=2021d34c-0270-4059-9759-60c8be69c902,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:24.004455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3ed58-9cb9-4a33-902f-bbe6633f34c5 None None] No DVR routers for this DVR port 2021d34c-0270-4059-9759-60c8be69c902 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:24.060677 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc245265-a961-4930-a5ff-ee58904f5275 x-openstack-request-id: req-dc245265-a961-4930-a5ff-ee58904f5275 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:24.060979 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a125df3b-3668-4845-8e28-f52000631f02", "tag": "4d5bede1-d3ab-44b8-a726-206c139441e9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:24.061242 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc245265-a961-4930-a5ff-ee58904f5275 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:24.061688 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a125df3b-3668-4845-8e28-f52000631f02', 'tag': '4d5bede1-d3ab-44b8-a726-206c139441e9', 'status': 'completed', 'code': 200} Nov 12 13:30:24.119489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03dbcd63-953d-4c46-a0ff-7bae07d6afb5,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:24.143000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3c017-a347-453e-bc6e-b281750366ac req-ebe470b8-6ec9-4453-9d99-1bc5844244f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:24.145012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-ebe470b8-6ec9-4453-9d99-1bc5844244f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 1095 time: 0.1393764 Nov 12 13:30:24.151987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Checking segment: {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:24.152347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Network hostable DHCP agents. Network: aad19e3e-6372-40bb-a4e3-734885005b2c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:30:24.179104 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.199513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-8772f694-cfdc-4e29-afe7-7776f0764001 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5bede1-d3ab-44b8-a726-206c139441e9 HTTP/1.1" status: 200 len: 217 time: 0.0445087 Nov 12 13:30:24.253614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Network aad19e3e-6372-40bb-a4e3-734885005b2c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:30:24.274237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, aad19e3e-6372-40bb-a4e3-734885005b2c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:24.287287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:24.288512 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.293839 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dedf46de-b8ea-48f1-8bcb-8625d16e2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:24.295378 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-dedf46de-b8ea-48f1-8bcb-8625d16e2d5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.0875697 Nov 12 13:30:24.302983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2021d34c-0270-4059-9759-60c8be69c902 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:24.347822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06df2d-db38-4404-b494-abf9420050ed None None] Network aad19e3e-6372-40bb-a4e3-734885005b2c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:24.355567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 2021d34c-0270-4059-9759-60c8be69c902 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:30:24.356134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2021d34c-0270-4059-9759-60c8be69c902 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:30:24.372324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-88d09b55-022b-4907-8956-06a39df8225e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660036 Nov 12 13:30:24.410593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-49587cd7-fe0d-425c-a394-2a39c096e06a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8428137 Nov 12 13:30:24.412930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:24.454327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:24.564745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event deleted for resources: {'Port': ['ID=2021d34c-0270-4059-9759-60c8be69c902,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:24.565782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] No DVR routers for this DVR port 2021d34c-0270-4059-9759-60c8be69c902 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:24.571177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7e249-3c03-4968-9e08-8573a6115417 req-f6e7d162-95c0-4842-8712-0ebf475f1dad tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:24.572809 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f040-7516-446a-af1e-c80387474605 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.573004 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54b7e249-3c03-4968-9e08-8573a6115417 req-f6e7d162-95c0-4842-8712-0ebf475f1dad tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2725339 Nov 12 13:30:24.582000 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.583134 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.627623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-aad19e3e-6372-40bb-a4e3-734885005b2c', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:30:24.628603 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.632287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.638731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8f040-7516-446a-af1e-c80387474605 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=6bff5d08-270a-4c92-aebd-1574f3ee9003,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:24.658955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 922b8144-c4fb-4377-b54a-0ed443d1d872 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:24.685431 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.691783 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-4e31d081-27fa-4269-97a0-083a12473b9e service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815318 Nov 12 13:30:24.739975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.745533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.769769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e222e0-832c-40e3-8a2b-fc0d042cfbf2']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:24.781402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56abbc26-11c9-40a9-8a0e-11044b6dbc54') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:24.781707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56abbc26-11c9-40a9-8a0e-11044b6dbc54') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:24.799983 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.840586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.869442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:30:24.870218 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:30:24.874988 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:30:24.899261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54b7e249-3c03-4968-9e08-8573a6115417 req-1df0fb36-8e3b-4579-b9bc-a2b8c266f512 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006489 Nov 12 13:30:24.991268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Allocated IP 172.20.0.2 (aad19e3e-6372-40bb-a4e3-734885005b2c/03dbcd63-953d-4c46-a0ff-7bae07d6afb5/fa490265-67fc-42bc-9701-070f724e312c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:25.002024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7a3c017-a347-453e-bc6e-b281750366ac req-900476d3-c33d-496e-9cc6-f720ca70d66e service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700243 Nov 12 13:30:25.007837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f040-7516-446a-af1e-c80387474605 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.015204 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5ea8f040-7516-446a-af1e-c80387474605 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/6bff5d08-270a-4c92-aebd-1574f3ee9003 HTTP/1.1" status: 204 len: 168 time: 1.8061731 Nov 12 13:30:25.016258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49050) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:25.020546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.039073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 922b8144-c4fb-4377-b54a-0ed443d1d872 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:30:25.047844 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.051120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] 10.222.0.73 "DELETE /v2.0/networks/e5e222e0-832c-40e3-8a2b-fc0d042cfbf2 HTTP/1.1" status: 204 len: 168 time: 1.7906065 Nov 12 13:30:25.064721 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 922b8144-c4fb-4377-b54a-0ed443d1d872 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:25.065113 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.076360 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b4e0c-9a33-42ec-b807-0cdc06aafdc8 req-ab7c5891-b531-47fa-9039-50aabbb2d540 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:25.077999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa1b4e0c-9a33-42ec-b807-0cdc06aafdc8 req-ab7c5891-b531-47fa-9039-50aabbb2d540 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 944 time: 0.2040608 Nov 12 13:30:25.124143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58bb1c-bb87-4435-9788-28f5c1ae739f tempest-FloatingIPNegativeTestJSON-1684293504 tempest-FloatingIPNegativeTestJSON-1684293504-project] Pushing event deleted for resources: {'Network': ['ID=e5e222e0-832c-40e3-8a2b-fc0d042cfbf2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:25.212143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa1b4e0c-9a33-42ec-b807-0cdc06aafdc8 req-a08dae45-2b5e-413e-87ec-083c0237d84a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894077 Nov 12 13:30:25.231753 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.234562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94634c-30a7-43c0-bd37-8bd96b28a055 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:25.236102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94634c-30a7-43c0-bd37-8bd96b28a055 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:25.241043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94634c-30a7-43c0-bd37-8bd96b28a055 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:25.242477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9f94634c-30a7-43c0-bd37-8bd96b28a055 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2232907 Nov 12 13:30:25.245360 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49058) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:25.303172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df95eabb-4f0d-4b31-88c3-2b334fc45eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922b8144-c4fb-4377-b54a-0ed443d1d872'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:25.305591 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d695a0-23da-4d79-8aea-80d1050ee852" -d '{"events": [{"server_uuid": "df95eabb-4f0d-4b31-88c3-2b334fc45eb4", "name": "network-vif-plugged", "status": "completed", "tag": "922b8144-c4fb-4377-b54a-0ed443d1d872"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:25.310788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 922b8144-c4fb-4377-b54a-0ed443d1d872, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=922b8144-c4fb-4377-b54a-0ed443d1d872,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:25.333695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4822cf4-bd65-4bee-83c0-5cabf7709530 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 12fb9373-6173-485e-aa8f-c5c161339d58 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:25.339994 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.341689 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e4822cf4-bd65-4bee-83c0-5cabf7709530 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.346083 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:25.350768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Allocated IP 172.25.5.127 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/f9041681-4c3c-4832-94ea-ed41e76bc810) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:25.360755 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.374146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714 req-cd4bff69-5a35-41de-9e79-dd4b95672c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:25.375664 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714 req-cd4bff69-5a35-41de-9e79-dd4b95672c9f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 1095 time: 0.2600870 Nov 12 13:30:25.390540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81566fbb-85a3-4b16-b113-2e96128cde22 req-d2428dbf-3a75-4de5-84ff-19b429f2b657 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:25.399437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81566fbb-85a3-4b16-b113-2e96128cde22 req-d2428dbf-3a75-4de5-84ff-19b429f2b657 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 945 time: 0.2854450 Nov 12 13:30:25.415801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49062) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:25.433831 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e4822cf4-bd65-4bee-83c0-5cabf7709530 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.653794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=922b8144-c4fb-4377-b54a-0ed443d1d872,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:25.656268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81566fbb-85a3-4b16-b113-2e96128cde22 req-0f317d1e-bb9f-44a7-b239-341441f24b70 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559228 Nov 12 13:30:25.667254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e4822cf4-bd65-4bee-83c0-5cabf7709530 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.701701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714 req-05b2d63f-7102-4083-87df-dcc153843934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:25.703263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714 req-05b2d63f-7102-4083-87df-dcc153843934 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 914 time: 0.2923687 Nov 12 13:30:25.704371 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecd7191-3031-4357-9c3c-6a6b8723d2c4 x-openstack-request-id: req-4ecd7191-3031-4357-9c3c-6a6b8723d2c4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:25.704703 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df95eabb-4f0d-4b31-88c3-2b334fc45eb4", "name": "network-vif-plugged", "status": "completed", "tag": "922b8144-c4fb-4377-b54a-0ed443d1d872", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:25.704948 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ecd7191-3031-4357-9c3c-6a6b8723d2c4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:25.705371 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df95eabb-4f0d-4b31-88c3-2b334fc45eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922b8144-c4fb-4377-b54a-0ed443d1d872', 'code': 200} Nov 12 13:30:25.720108 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-51696aef-32a9-4786-bae1-7beb5b7c02ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd0a8fe841304deebe444461e38b0c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899289 Nov 12 13:30:25.722846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c75e8-0163-4e05-a9f2-549341b9084c req-cb256dc8-d341-4f00-a08d-8b4b0133602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:25.723631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49066) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:25.726325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-831c75e8-0163-4e05-a9f2-549341b9084c req-cb256dc8-d341-4f00-a08d-8b4b0133602b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 1097 time: 0.1959634 Nov 12 13:30:25.735368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.746125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:30:25.757780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:25.758152 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.778329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714 req-269fd0ad-201d-47dc-8f60-b249cfc38e5b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5bede1-d3ab-44b8-a726-206c139441e9 HTTP/1.1" status: 200 len: 217 time: 0.0639269 Nov 12 13:30:25.805979 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-831c75e8-0163-4e05-a9f2-549341b9084c req-9b47288f-a3b4-488c-94d7-3476eb9009e5 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687640 Nov 12 13:30:25.809504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e4822cf4-bd65-4bee-83c0-5cabf7709530 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.846808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4822cf4-bd65-4bee-83c0-5cabf7709530 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=12fb9373-6173-485e-aa8f-c5c161339d58,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:25.849743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e4822cf4-bd65-4bee-83c0-5cabf7709530 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.853720 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e4822cf4-bd65-4bee-83c0-5cabf7709530 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/12fb9373-6173-485e-aa8f-c5c161339d58 HTTP/1.1" status: 204 len: 168 time: 0.6073101 Nov 12 13:30:25.856345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49068) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:25.874964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314dc688-1767-4fe2-986f-4484969868ef None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:25.889423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714 req-a7a7d6c6-475b-46af-a517-5db506feedab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:25.891096 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714 req-a7a7d6c6-475b-46af-a517-5db506feedab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.0999539 Nov 12 13:30:25.897369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.941679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-965af93c-6f9c-4e5f-b923-64349d4f18f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 51fea790-6fa0-493d-9ab8-367f02c65ebe {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:25.942781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714 req-eba8c28a-5640-4586-9808-ff82bfc7f0b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387406 Nov 12 13:30:25.944223 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e937554-da2c-4d45-94c7-a4c81868092f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.946302 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-965af93c-6f9c-4e5f-b923-64349d4f18f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.953939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.960586 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:25.978255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.005818 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-965af93c-6f9c-4e5f-b923-64349d4f18f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.048256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Network aad19e3e-6372-40bb-a4e3-734885005b2c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:26.066551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:26.075803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:26.081456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Pushing event updated for resources: {'Port': ['ID=fa490265-67fc-42bc-9701-070f724e312c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:26.096550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:26.124564 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.150523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798eba-09c7-455d-a5f4-1379b4f544bd req-34bf4b58-4f67-4fa4-97b1-11aac4cd3094 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:26.152346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff798eba-09c7-455d-a5f4-1379b4f544bd req-34bf4b58-4f67-4fa4-97b1-11aac4cd3094 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1188293 Nov 12 13:30:26.189524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-965af93c-6f9c-4e5f-b923-64349d4f18f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.264335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Attempting to bind port fa490265-67fc-42bc-9701-070f724e312c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:26.264667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Attempting to bind port fa490265-67fc-42bc-9701-070f724e312c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:26.265147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Attempting to bind port fa490265-67fc-42bc-9701-070f724e312c on network aad19e3e-6372-40bb-a4e3-734885005b2c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:26.275214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:26.281492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:26.281871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Checking segment: {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:26.282591 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.283946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Bound using segment: {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:26.283946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Bound port: fa490265-67fc-42bc-9701-070f724e312c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:26.284218 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.298844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff798eba-09c7-455d-a5f4-1379b4f544bd req-f20030bf-e5d4-4d3b-ba05-d19f463705ea tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322210 Nov 12 13:30:26.333991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-965af93c-6f9c-4e5f-b923-64349d4f18f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.368386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af93c-6f9c-4e5f-b923-64349d4f18f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=51fea790-6fa0-493d-9ab8-367f02c65ebe,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:26.390439 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-965af93c-6f9c-4e5f-b923-64349d4f18f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.400984 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-965af93c-6f9c-4e5f-b923-64349d4f18f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/51fea790-6fa0-493d-9ab8-367f02c65ebe HTTP/1.1" status: 204 len: 168 time: 0.5436373 Nov 12 13:30:26.402602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] For port fa490265-67fc-42bc-9701-070f724e312c, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:26.403602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49076) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:26.408212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] For port fa490265-67fc-42bc-9701-070f724e312c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=fa490265-67fc-42bc-9701-070f724e312c,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:26.419405 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.482629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bd464a02-39a9-4c96-a466-b469b75c3588 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774357 Nov 12 13:30:26.483351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49078) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:26.489092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:26.493052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232d893-4a66-4f59-bf13-f9ddc38b90c3 None None] Pushing event updated for resources: {'Port': ['ID=fa490265-67fc-42bc-9701-070f724e312c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:26.566037 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e937554-da2c-4d45-94c7-a4c81868092f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.607423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:26.611676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.688222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:26.709667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:26.712243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:26.840187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.888795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9041681-4c3c-4832-94ea-ed41e76bc810,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:26.904172 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:26.949014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf39f47-e352-45c5-b446-1a124edd2e44 req-daca558b-ec17-4bd0-a27b-8187e31d662e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:26.957108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bf39f47-e352-45c5-b446-1a124edd2e44 req-daca558b-ec17-4bd0-a27b-8187e31d662e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 944 time: 0.4010713 Nov 12 13:30:26.972125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c23cf3-f504-4300-aab1-1c8f4b0afcad req-fac14e6f-30c9-4bff-87bc-22a7ed4e9765 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:26.978626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97c23cf3-f504-4300-aab1-1c8f4b0afcad req-fac14e6f-30c9-4bff-87bc-22a7ed4e9765 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 946 time: 0.1502542 Nov 12 13:30:26.985719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c95aacad-60b1-4ead-899c-a3431e57a1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:27.012621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714 req-96a02d01-a2a9-4ae3-b94a-b3eaa4393075 service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0601993 Nov 12 13:30:27.141913 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e937554-da2c-4d45-94c7-a4c81868092f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:27.144769 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e937554-da2c-4d45-94c7-a4c81868092f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:27.146601 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5e937554-da2c-4d45-94c7-a4c81868092f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2cd4558d-5b5e-4cc2-9e8e-a3e8fe6b3d62 HTTP/1.1" status: 204 len: 168 time: 1.4204371 Nov 12 13:30:27.164521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97c23cf3-f504-4300-aab1-1c8f4b0afcad req-7172eb12-9616-479f-b061-ac3b14c7bbea tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733701 Nov 12 13:30:27.244611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf386e6f-46e8-418a-8a88-3b3203c34504 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:27.255397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e937554-da2c-4d45-94c7-a4c81868092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd4558d-5b5e-4cc2-9e8e-a3e8fe6b3d62,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:27.282100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:30:27.340546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e4306515-d203-460d-bf93-6ac5e98a9c4b None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:27.340979 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4306515-d203-460d-bf93-6ac5e98a9c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:27.359888 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-718bf3a1-2ffa-40a9-8af5-1d03cb5ab714 req-9fb8b74f-45c1-45da-a3d6-96bedc6b8b8d service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066132 Nov 12 13:30:27.377860 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bf39f47-e352-45c5-b446-1a124edd2e44 req-3c376194-35aa-4688-b165-36fd49d896e6 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197469 Nov 12 13:30:27.584220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:27.586634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Allocated IP 172.25.5.182 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/2ac88011-1d0d-4989-be03-044879e483f9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:27.688945 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:27.707291 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:27.713957 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624c1814-b10b-4edd-bcf7-0a8c095b2c9e" -d '{"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-plugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:27.800313 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0638fb-67cc-4282-9a17-26b508abf569 x-openstack-request-id: req-6a0638fb-67cc-4282-9a17-26b508abf569 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:27.800991 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-plugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:27.801245 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a0638fb-67cc-4282-9a17-26b508abf569 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:27.801899 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'code': 200} Nov 12 13:30:27.863711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccce88-4710-4cef-a645-428dca1fa875 req-cc4ef60a-fcd5-451d-aa60-3dca20a74666 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:27.865511 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8ccce88-4710-4cef-a645-428dca1fa875 req-cc4ef60a-fcd5-451d-aa60-3dca20a74666 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 945 time: 0.2713120 Nov 12 13:30:27.890215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4d5bede1-d3ab-44b8-a726-206c139441e9 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:30:28.034755 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.058123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8ccce88-4710-4cef-a645-428dca1fa875 req-ac2d5190-0977-466b-b2e7-65384df68e39 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804674 Nov 12 13:30:28.096714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac89aa-f941-42dd-81d9-314868aaac0a req-5a01fd1e-fe22-4b8a-b595-bdd05841735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:28.099068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fac89aa-f941-42dd-81d9-314868aaac0a req-5a01fd1e-fe22-4b8a-b595-bdd05841735d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1096 time: 0.1907010 Nov 12 13:30:28.150775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.172473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4d5bede1-d3ab-44b8-a726-206c139441e9, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4d5bede1-d3ab-44b8-a726-206c139441e9,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:28.180535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] For port bf377a18-a845-4126-bdb8-e81ec25638c0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bf377a18-a845-4126-bdb8-e81ec25638c0,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:28.202240 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fac89aa-f941-42dd-81d9-314868aaac0a req-4a3a7f0d-1343-47de-8c46-89bfa2118dae service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917220 Nov 12 13:30:28.216401 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4a3d5-1705-4b5b-b8c6-a6f67eb1bf90 None None] Network aad19e3e-6372-40bb-a4e3-734885005b2c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:28.220688 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.224099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '4d5bede1-d3ab-44b8-a726-206c139441e9', 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6', 'port_id': '4d5bede1-d3ab-44b8-a726-206c139441e9', 'mac_address': 'fa:16:3e:84:de:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efac667-dc7a-4840-986c-1e6f26e5b354', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:30:28.247518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.260765 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.262606 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.303867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:28.350899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:28.362357 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:28.382525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:28.383135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.424555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac88011-1d0d-4989-be03-044879e483f9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:28.436037 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:28.450252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9656732 Nov 12 13:30:28.454502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49112) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:28.460381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e12d3945-d57a-44a3-b3fb-7036f26d52c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:28.464554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7eec8b-a1d6-4bf2-aa47-c90dcdc8dd5e None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:28.475109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fa490265-67fc-42bc-9701-070f724e312c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:28.483352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49114) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:28.489217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=c272e390-57bd-4ad9-a9bf-d1267a1a8a94,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:28.489715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:28.499290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cf544-f957-4f4b-97d8-542825316abc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=bf377a18-a845-4126-bdb8-e81ec25638c0,revision_number=8']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:28.590317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dc053f53-17f0-470d-b943-a84e129dc482 None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:28.592758 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc053f53-17f0-470d-b943-a84e129dc482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.605734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5158a3-f279-4372-98ed-71729a253134 req-12a874fd-b81e-4f24-8a28-1ec24c3d5c5f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:28.607535 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b5158a3-f279-4372-98ed-71729a253134 req-12a874fd-b81e-4f24-8a28-1ec24c3d5c5f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 944 time: 0.1030996 Nov 12 13:30:28.646139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'networks': [{'name': 'tempest-network--448995875'}, {'name': 'tempest-network--910240649'}]} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:28.646798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'network': {'name': 'tempest-network--448995875'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:28.647447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'network': {'name': 'tempest-network--910240649'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:28.672193 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.698125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d3945-d57a-44a3-b3fb-7036f26d52c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:28.701639 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e12d3945-d57a-44a3-b3fb-7036f26d52c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.708431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2cce9-4356-45c9-8833-dc80f8c98943 req-6fab27da-d6e5-4868-8be9-97e1d9449958 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:28.710713 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aea2cce9-4356-45c9-8833-dc80f8c98943 req-6fab27da-d6e5-4868-8be9-97e1d9449958 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 946 time: 0.2942522 Nov 12 13:30:28.732537 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5bede1-d3ab-44b8-a726-206c139441e9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:28.738246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Router e9dda64e-605c-457c-a27b-560df349cd14 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:30:28.788540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b5158a3-f279-4372-98ed-71729a253134 req-68ca3080-32bf-41e3-bfa4-315f1ae1c0f2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666176 Nov 12 13:30:28.822135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Made reservation on behalf of 49b14b3c7f324bc9b1a725a44d0fecb9 for: {'network': 2} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:28.822383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4d5bede1-d3ab-44b8-a726-206c139441e9, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4d5bede1-d3ab-44b8-a726-206c139441e9,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:28.824531 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.839243 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:28.896990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aea2cce9-4356-45c9-8833-dc80f8c98943 req-b90c1409-9345-4543-bf40-bdc04866f55c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630788 Nov 12 13:30:28.988706 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.034860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:30:29.050704 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port fa490265-67fc-42bc-9701-070f724e312c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:29.052088 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.053853 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.062398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Sync routers for ids ['e9dda64e-605c-457c-a27b-560df349cd14'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:30:29.064248 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:30:29.086106 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.100151 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.100685 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.111628 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.116628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aebd285c-4f47-4c0f-87e9-c04cad7275a2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5182042 Nov 12 13:30:29.116628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:29.186298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4d5bede1-d3ab-44b8-a726-206c139441e9,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:29.236601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Routers {'e9dda64e-605c-457c-a27b-560df349cd14'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:29.237254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:29:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e9dda64e-605c-457c-a27b-560df349cd14'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:29.280630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d729a25-3523-458d-87d7-5f48a92df354,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:29.328773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:30:29.358517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.362463 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Added segment 04136df1-4e45-4e62-ab6c-e3b7d4b4eb65 of type vlan for network 5d6e0194-6948-4819-820a-5b8ce5541504 Nov 12 13:30:29.385773 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e12d3945-d57a-44a3-b3fb-7036f26d52c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.432310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c903195-0cdb-4fbe-b4e3-92ef4f13815b req-ca96c855-25f5-44ec-8ddd-67dd2fbbc15b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:29.434216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c903195-0cdb-4fbe-b4e3-92ef4f13815b req-ca96c855-25f5-44ec-8ddd-67dd2fbbc15b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 945 time: 0.2114456 Nov 12 13:30:29.483783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d3945-d57a-44a3-b3fb-7036f26d52c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:29.492708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e12d3945-d57a-44a3-b3fb-7036f26d52c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:29.496660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d3945-d57a-44a3-b3fb-7036f26d52c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:29.497414 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e12d3945-d57a-44a3-b3fb-7036f26d52c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.541277 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e12d3945-d57a-44a3-b3fb-7036f26d52c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0830882 Nov 12 13:30:29.551128 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.574038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49134) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:29.589087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:46:5c:f5', 'name': 'tempest-NetworksTestDHCPv6-138926696'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:29.629510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4d5bede1-d3ab-44b8-a726-206c139441e9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:30:29.688814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d3945-d57a-44a3-b3fb-7036f26d52c6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=290ae820-ae57-4cbc-9b59-4b0ccd13cfa4,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:29.737129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c903195-0cdb-4fbe-b4e3-92ef4f13815b req-1e7813cd-7309-4193-955b-9a8a28445afb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617683 Nov 12 13:30:29.810579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:30:29.844513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.844870 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Added segment ec538640-1926-4408-bcf9-93f4f8111389 of type vlan for network 1ae88f8d-5b7d-47c6-b9bc-0526615150ca Nov 12 13:30:29.852220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Set router e9dda64e-605c-457c-a27b-560df349cd14 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:29.940857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:29.945976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.053830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dc053f53-17f0-470d-b943-a84e129dc482 None None] Provisioning complete for port fa490265-67fc-42bc-9701-070f724e312c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:30.054302 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc053f53-17f0-470d-b943-a84e129dc482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.088787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:30.143403 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.144227 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.152119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.157638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.158312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.323317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'Network': ['ID=5d6e0194-6948-4819-820a-5b8ce5541504,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:30.334414 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8498423 Nov 12 13:30:30.342993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49144) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:30.392273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c5f1c-2484-43d9-ae33-926ac616bbeb None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:30.403641 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a918acc-c6f6-45f1-8239-574879d12732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.418238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 5d6e0194-6948-4819-820a-5b8ce5541504 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:30:30.615473 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.695875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64138551-3576-48b3-a23b-0f96ef363c02 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.697444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.702476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64138551-3576-48b3-a23b-0f96ef363c02 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.711032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64138551-3576-48b3-a23b-0f96ef363c02 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.718548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64138551-3576-48b3-a23b-0f96ef363c02 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:30.720312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-64138551-3576-48b3-a23b-0f96ef363c02 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3698003 Nov 12 13:30:30.803961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:30.905134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port fa490265-67fc-42bc-9701-070f724e312c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=fa490265-67fc-42bc-9701-070f724e312c,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:30.907351 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc053f53-17f0-470d-b943-a84e129dc482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:30.951841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:31.034332 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:31.059927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2fe26-647f-4107-bc05-b9555d0b5547 req-0a382fe6-73df-426b-92d5-fb8bbc6d8cce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:31.069059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2fe26-647f-4107-bc05-b9555d0b5547 req-0a382fe6-73df-426b-92d5-fb8bbc6d8cce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:31.076201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2fe26-647f-4107-bc05-b9555d0b5547 req-0a382fe6-73df-426b-92d5-fb8bbc6d8cce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:31.083065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2fe26-647f-4107-bc05-b9555d0b5547 req-0a382fe6-73df-426b-92d5-fb8bbc6d8cce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:31.090001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2fe26-647f-4107-bc05-b9555d0b5547 req-0a382fe6-73df-426b-92d5-fb8bbc6d8cce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:31.098308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2fe26-647f-4107-bc05-b9555d0b5547 req-0a382fe6-73df-426b-92d5-fb8bbc6d8cce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:31.107769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2fe26-647f-4107-bc05-b9555d0b5547 req-0a382fe6-73df-426b-92d5-fb8bbc6d8cce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:31.125467 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36c2fe26-647f-4107-bc05-b9555d0b5547 req-0a382fe6-73df-426b-92d5-fb8bbc6d8cce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.8352563 Nov 12 13:30:31.145522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:30:31.318939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=fa490265-67fc-42bc-9701-070f724e312c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:31.332007 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bf377a18-a845-4126-bdb8-e81ec25638c0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:31.350762 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-dc053f53-17f0-470d-b943-a84e129dc482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:30:31.351229 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-dc053f53-17f0-470d-b943-a84e129dc482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:30:31.392576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'name': 'tempest-ServerRescueTestJSON-755660495-router', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:23Z', 'updated_at': '2021-11-12T13:30:27Z', 'revision_number': 3, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'gw_port': {'id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:31.404410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4181cfa-282f-4c66-b110-fe7eb8472b89 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'Network': ['ID=1ae88f8d-5b7d-47c6-b9bc-0526615150ca,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:31.437194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf1c4d-cbcb-4f5a-af00-89a7b3ac1af4 req-7e9ddf10-da84-4fa9-a683-f3370129af6e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:31.446734 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ecf1c4d-cbcb-4f5a-af00-89a7b3ac1af4 req-7e9ddf10-da84-4fa9-a683-f3370129af6e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 945 time: 1.4330273 Nov 12 13:30:31.495330 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:31.505327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 1ae88f8d-5b7d-47c6-b9bc-0526615150ca details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:30:31.513559 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36c2fe26-647f-4107-bc05-b9555d0b5547 req-33f18359-358f-4e6d-b26a-e066bdaa5d9a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3878338 Nov 12 13:30:31.516794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:31.545116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 0d745920-af6d-4b8d-aff6-bca9477914ee yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:30:31.631666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Checking router: e9dda64e-605c-457c-a27b-560df349cd14 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:30:31.632298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Updating router e9dda64e-605c-457c-a27b-560df349cd14 port f9041681-4c3c-4832-94ea-ed41e76bc810 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:30:31.662909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:30:31.674796 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Sync routers for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:30:31.694656 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:31.695398 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:31.695849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6e0194-6948-4819-820a-5b8ce5541504']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:31.709787 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:31.719253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04136df1-4e45-4e62-ab6c-e3b7d4b4eb65') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:31.720520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04136df1-4e45-4e62-ab6c-e3b7d4b4eb65') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:31.739387 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:31.761883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:31.773268 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:30:31.773854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:31.846601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 172.20.0.8 (514a5480-43a8-41bb-9524-24b97d0dd96f/290ae820-ae57-4cbc-9b59-4b0ccd13cfa4/0d745920-af6d-4b8d-aff6-bca9477914ee) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:31.854707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::f816:3eff:fe46:5cf5 (514a5480-43a8-41bb-9524-24b97d0dd96f/c272e390-57bd-4ad9-a9bf-d1267a1a8a94/0d745920-af6d-4b8d-aff6-bca9477914ee) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:30:31.862621 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:30:31.909686 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:31.954962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:31.963870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d07f2e76-f773-4e07-9ab3-cd15ea61c583 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.5059109 Nov 12 13:30:31.965257 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:31.968634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49158) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:32.001725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:32.002099 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.078490 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.107204 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.109713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b22ea-d05b-4950-a1c2-75b5df151c2e None None] Update dhcp port {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': 'c272e390-57bd-4ad9-a9bf-d1267a1a8a94', 'ip_address': '2001:db8::f816:3eff:fe3c:2d9'}, {'subnet_id': '290ae820-ae57-4cbc-9b59-4b0ccd13cfa4'}], 'binding:host_id': 'n-d-805736-4'}, 'id': 'bf377a18-a845-4126-bdb8-e81ec25638c0'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:30:32.112716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "DELETE /v2.0/networks/5d6e0194-6948-4819-820a-5b8ce5541504 HTTP/1.1" status: 204 len: 168 time: 1.2934959 Nov 12 13:30:32.117850 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.125853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49160) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:32.139408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ecf1c4d-cbcb-4f5a-af00-89a7b3ac1af4 req-8ff1aa34-05a2-4667-a838-f22a0cce3e7a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917224 Nov 12 13:30:32.142833 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.220909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e544795-c946-4559-9fc7-af353bc9fce7 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Network': ['ID=5d6e0194-6948-4819-820a-5b8ce5541504,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:32.298605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:32.316791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040892a3-7b20-4ef7-bbc6-3864655d38eb req-724004ef-c201-40bc-a190-3e873786b442 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:32.319298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-040892a3-7b20-4ef7-bbc6-3864655d38eb req-724004ef-c201-40bc-a190-3e873786b442 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 945 time: 0.4358361 Nov 12 13:30:32.331020 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:28Z', 'revision_number': 3, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:32.345758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:32.359484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:32.375017 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-097b22ea-d05b-4950-a1c2-75b5df151c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.390130 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Checking router: b060a0c5-fa1a-4b94-8605-31c58fb24ca1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:30:32.390909 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Updating router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 port 2ac88011-1d0d-4989-be03-044879e483f9 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:30:32.424728 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.433210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:32.434151 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.436652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=0d745920-af6d-4b8d-aff6-bca9477914ee,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:32.448169 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.464065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-99a0987b-bddb-47bd-bb2e-686314c52442 None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:32.464433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99a0987b-bddb-47bd-bb2e-686314c52442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.465474 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.487223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-01ba3841-1092-468a-b98a-078b5c7f2a52 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9120295 Nov 12 13:30:32.494902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49162) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:32.588263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.625431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa067bd-7e39-4e7e-a897-c85e4dae9684 req-2ae592d3-5106-40b7-bc58-ebb4697d25cc tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:32.631934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa067bd-7e39-4e7e-a897-c85e4dae9684 req-2ae592d3-5106-40b7-bc58-ebb4697d25cc tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:32.656181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa067bd-7e39-4e7e-a897-c85e4dae9684 req-2ae592d3-5106-40b7-bc58-ebb4697d25cc tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:32.666706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa067bd-7e39-4e7e-a897-c85e4dae9684 req-2ae592d3-5106-40b7-bc58-ebb4697d25cc tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:32.673679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa067bd-7e39-4e7e-a897-c85e4dae9684 req-2ae592d3-5106-40b7-bc58-ebb4697d25cc tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:32.680991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa067bd-7e39-4e7e-a897-c85e4dae9684 req-2ae592d3-5106-40b7-bc58-ebb4697d25cc tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:32.687334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa067bd-7e39-4e7e-a897-c85e4dae9684 req-2ae592d3-5106-40b7-bc58-ebb4697d25cc tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:32.689553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9aa067bd-7e39-4e7e-a897-c85e4dae9684 req-2ae592d3-5106-40b7-bc58-ebb4697d25cc tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.3778713 Nov 12 13:30:32.691548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae88f8d-5b7d-47c6-b9bc-0526615150ca']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:32.705768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec538640-1926-4408-bcf9-93f4f8111389') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:32.706208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec538640-1926-4408-bcf9-93f4f8111389') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:32.719350 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.736939 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.745891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:30:32.746647 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.825418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-040892a3-7b20-4ef7-bbc6-3864655d38eb req-37f67fa6-3b69-4a4c-a084-e5bda4cdb72a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4859900 Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:30:32.841459 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:30:32.864503 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.870763 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:32.878904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "DELETE /v2.0/networks/1ae88f8d-5b7d-47c6-b9bc-0526615150ca HTTP/1.1" status: 204 len: 168 time: 0.7492456 Nov 12 13:30:32.883644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49168) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:32.929550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Allocated IP 172.20.0.1 (7eba926c-f4fc-48ab-a83f-19585ed76e4f/26d11e85-1966-4608-8da5-8307c339fc7d/b18e6b5b-85e3-40fe-8045-d4b4e124b0fe) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:32.951921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b89cb-be68-4915-b29f-7d9b68850508 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Network': ['ID=1ae88f8d-5b7d-47c6-b9bc-0526615150ca,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:33.162280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fa490265-67fc-42bc-9701-070f724e312c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:33.166098 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225bb3f0-218d-4575-a5cb-570c4d6d29cc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:33.178070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225bb3f0-218d-4575-a5cb-570c4d6d29cc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:33.185605 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-225bb3f0-218d-4575-a5cb-570c4d6d29cc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2974162 Nov 12 13:30:33.186759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49178) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:33.192821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-705859785'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:33.235398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Made reservation on behalf of 49b14b3c7f324bc9b1a725a44d0fecb9 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:33.240881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.278947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d673f7a-fc67-4134-915c-b17e6ac51351 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:33.282591 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:30:33.285161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.291653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d673f7a-fc67-4134-915c-b17e6ac51351 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:33.296968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3d673f7a-fc67-4134-915c-b17e6ac51351 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7969828 Nov 12 13:30:33.299286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49180) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:33.328601 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.329121 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Added segment 8f12f13c-c61e-4e79-889f-11512fd276be of type vlan for network 20b72bd2-d1bd-4b93-a9ab-befee1ad1a13 Nov 12 13:30:33.334420 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.382514 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.486858 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.489540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdad8f8-ee32-4483-9f30-9e5727dcd981 None None] Pushing event updated for resources: {'Port': ['ID=f9041681-4c3c-4832-94ea-ed41e76bc810,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:33.496612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-097b22ea-d05b-4950-a1c2-75b5df151c2e None None] Allocated IP 172.20.0.2 (514a5480-43a8-41bb-9524-24b97d0dd96f/290ae820-ae57-4cbc-9b59-4b0ccd13cfa4/bf377a18-a845-4126-bdb8-e81ec25638c0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:33.563458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-99a0987b-bddb-47bd-bb2e-686314c52442 None None] Provisioning complete for port fa490265-67fc-42bc-9701-070f724e312c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:33.563835 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99a0987b-bddb-47bd-bb2e-686314c52442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.633952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Attempting to bind port f9041681-4c3c-4832-94ea-ed41e76bc810 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:33.635020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Attempting to bind port f9041681-4c3c-4832-94ea-ed41e76bc810 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:33.635491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Attempting to bind port f9041681-4c3c-4832-94ea-ed41e76bc810 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:33.638216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a0120-9e6e-409a-8d64-8562e95432d7 req-35cf363e-abf4-437c-a507-63f6205bb3a1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:33.649840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d1a0120-9e6e-409a-8d64-8562e95432d7 req-35cf363e-abf4-437c-a507-63f6205bb3a1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 945 time: 0.1657941 Nov 12 13:30:33.667366 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.679886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port fa490265-67fc-42bc-9701-070f724e312c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:33.680544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.683366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:33.684042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.695130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f7128-e4f9-4075-900d-95b97b521889 req-7ad4290f-1552-4452-915d-1f2d6d011a68 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:33.706477 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d3f7128-e4f9-4075-900d-95b97b521889 req-7ad4290f-1552-4452-915d-1f2d6d011a68 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 945 time: 0.5416279 Nov 12 13:30:33.720371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49184) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:33.730628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cbc576c2-edb8-43aa-9be8-b3073c8b501c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'floatingip': {'port_id': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:33.735051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:33.740808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:33.741170 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.741723 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:33.742346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Bound port: f9041681-4c3c-4832-94ea-ed41e76bc810, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:33.743209 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.746160 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.776078 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.838441 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbc576c2-edb8-43aa-9be8-b3073c8b501c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.859233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6681666 Nov 12 13:30:33.888478 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2e06b-031d-4e06-b99e-651190c30834 None None] Pushing event updated for resources: {'Port': ['ID=2ac88011-1d0d-4989-be03-044879e483f9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:33.892178 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Attempting to bind port 2ac88011-1d0d-4989-be03-044879e483f9 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:33.892546 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Attempting to bind port 2ac88011-1d0d-4989-be03-044879e483f9 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:33.892966 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Attempting to bind port 2ac88011-1d0d-4989-be03-044879e483f9 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:33.900814 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:33.901750 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:33.902195 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.902660 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:33.903192 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Bound port: 2ac88011-1d0d-4989-be03-044879e483f9, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:33.903992 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:33.947691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49186) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:33.962714 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4d5bede1-d3ab-44b8-a726-206c139441e9 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:33.963914 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d1a0120-9e6e-409a-8d64-8562e95432d7 req-c89719e5-591a-429b-8032-34ff4f8e78a0 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053370 Nov 12 13:30:34.000967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-483824834'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:34.020414 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] For port 2ac88011-1d0d-4989-be03-044879e483f9, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:34.024296 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] For port 2ac88011-1d0d-4989-be03-044879e483f9, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2ac88011-1d0d-4989-be03-044879e483f9,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:34.032564 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.057185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.144197 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:34.146234 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:34.160224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-fc70994e-eedb-4606-bdbe-a70acac3022d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 0d745920-af6d-4b8d-aff6-bca9477914ee {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:34.160224 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc70994e-eedb-4606-bdbe-a70acac3022d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.174624 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.179133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] For port f9041681-4c3c-4832-94ea-ed41e76bc810, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:34.232808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-097b22ea-d05b-4950-a1c2-75b5df151c2e None None] For port bf377a18-a845-4126-bdb8-e81ec25638c0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bf377a18-a845-4126-bdb8-e81ec25638c0,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:34.280380 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-097b22ea-d05b-4950-a1c2-75b5df151c2e None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.294062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Made reservation on behalf of 49b14b3c7f324bc9b1a725a44d0fecb9 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:34.300057 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.337402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11495c57-e4a8-423f-b369-60f3310f775c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'Network': ['ID=20b72bd2-d1bd-4b93-a9ab-befee1ad1a13,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:34.372460 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-097b22ea-d05b-4950-a1c2-75b5df151c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.386580 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2e06b-031d-4e06-b99e-651190c30834 None None] Pushing event updated for resources: {'Port': ['ID=2ac88011-1d0d-4989-be03-044879e483f9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:34.391461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] For port f9041681-4c3c-4832-94ea-ed41e76bc810, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f9041681-4c3c-4832-94ea-ed41e76bc810,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:34.420024 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.443171 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc70994e-eedb-4606-bdbe-a70acac3022d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.455802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:30:34.476503 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:34.503330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-fc70994e-eedb-4606-bdbe-a70acac3022d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 0d745920-af6d-4b8d-aff6-bca9477914ee owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:34.516249 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.516597 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Added segment 0ee62825-150d-40c9-a6fc-cfa295c2b94d of type vlan for network e0c1f60d-d9e2-4731-b125-a3fb88393933 Nov 12 13:30:34.547932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 20b72bd2-d1bd-4b93-a9ab-befee1ad1a13 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:30:34.564780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Network 7eba926c-f4fc-48ab-a83f-19585ed76e4f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:34.602534 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b22ea-d05b-4950-a1c2-75b5df151c2e None None] Pushing event updated for resources: {'Port': ['ID=bf377a18-a845-4126-bdb8-e81ec25638c0,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:34.643609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:34.650061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Pushing event updated for resources: {'Port': ['ID=b18e6b5b-85e3-40fe-8045-d4b4e124b0fe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:34.654676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:34.670923 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.720159 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.728140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:34.729020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.835464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.855928 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8862324 Nov 12 13:30:34.859921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49192) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:34.911775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Allocated IP 172.20.0.1 (aad19e3e-6372-40bb-a4e3-734885005b2c/03dbcd63-953d-4c46-a0ff-7bae07d6afb5/789b5fd7-e1ac-4ab4-a8cc-d47416fb893c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:34.912016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'ports': [{'network_id': '20b72bd2-d1bd-4b93-a9ab-befee1ad1a13', 'name': 'tempest-port--837358385', 'admin_state_up': True}, {'network_id': 'e0c1f60d-d9e2-4731-b125-a3fb88393933', 'admin_state_up': False}]} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:34.912134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'port': {'network_id': '20b72bd2-d1bd-4b93-a9ab-befee1ad1a13', 'name': 'tempest-port--837358385', 'admin_state_up': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:34.916988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'port': {'network_id': 'e0c1f60d-d9e2-4731-b125-a3fb88393933', 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:34.922404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:34.955148 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:28Z', 'revision_number': 3, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:34.987496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36102b-972e-4c53-bb38-7178aad3468f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'Network': ['ID=e0c1f60d-d9e2-4731-b125-a3fb88393933,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:35.040481 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fcfadf-8db8-4ce2-8685-3dadec2ffde2 None None] The sync data for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 is: [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:28Z', 'revision_number': 3, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:30:35.087774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdad8f8-ee32-4483-9f30-9e5727dcd981 None None] Pushing event updated for resources: {'Port': ['ID=f9041681-4c3c-4832-94ea-ed41e76bc810,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:35.122863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e0c1f60d-d9e2-4731-b125-a3fb88393933 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:30:35.254194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 4d5bede1-d3ab-44b8-a726-206c139441e9 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:30:35.257105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bf377a18-a845-4126-bdb8-e81ec25638c0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:35.283088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Routers {'e9dda64e-605c-457c-a27b-560df349cd14'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:35.286600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e9dda64e-605c-457c-a27b-560df349cd14'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:35.359997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc70994e-eedb-4606-bdbe-a70acac3022d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:35.424977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70994e-eedb-4606-bdbe-a70acac3022d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=0d745920-af6d-4b8d-aff6-bca9477914ee,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:35.484870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:35.528026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] Set router e9dda64e-605c-457c-a27b-560df349cd14 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:35.748283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Made reservation on behalf of 49b14b3c7f324bc9b1a725a44d0fecb9 for: {'port': 2} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:35.762020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:35.799136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 4d5bede1-d3ab-44b8-a726-206c139441e9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:35.799136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:35.867226 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:36.147142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:36.147627 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:36.159791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc70994e-eedb-4606-bdbe-a70acac3022d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:36.168154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fc70994e-eedb-4606-bdbe-a70acac3022d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/0d745920-af6d-4b8d-aff6-bca9477914ee HTTP/1.1" status: 204 len: 168 time: 2.8656077 Nov 12 13:30:36.199481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49204) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:36.325272 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:36.373060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] device_id is not set on port 75d6074c-476e-4451-bc98-5efcf40ccf4d yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:30:36.406147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26148c-c28a-4e2a-8723-f27cfe8f361d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:36.410884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26148c-c28a-4e2a-8723-f27cfe8f361d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:36.413137 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26148c-c28a-4e2a-8723-f27cfe8f361d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:36.415350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4d26148c-c28a-4e2a-8723-f27cfe8f361d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2145431 Nov 12 13:30:36.419481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49208) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:36.489482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a125df3b-3668-4845-8e28-f52000631f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5bede1-d3ab-44b8-a726-206c139441e9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:36.493311 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8455ea55-f47b-4ebf-90f2-33512f258a39" -d '{"events": [{"server_uuid": "a125df3b-3668-4845-8e28-f52000631f02", "name": "network-vif-plugged", "status": "completed", "tag": "4d5bede1-d3ab-44b8-a726-206c139441e9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:36.567516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4d5bede1-d3ab-44b8-a726-206c139441e9, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4d5bede1-d3ab-44b8-a726-206c139441e9,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:36.574904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6186107-f32b-4462-aa25-7634e52cfa94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 290ae820-ae57-4cbc-9b59-4b0ccd13cfa4 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:36.581763 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6186107-f32b-4462-aa25-7634e52cfa94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:36.582376 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:36.618115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'name': 'tempest-ServerRescueTestJSON-755660495-router', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:23Z', 'updated_at': '2021-11-12T13:30:35Z', 'revision_number': 4, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'gw_port': {'id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b18e6b5b-85e3-40fe-8045-d4b4e124b0fe', 'name': '', 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'mac_address': 'fa:16:3e:65:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:32Z', 'updated_at': '2021-11-12T13:30:33Z', 'revision_number': 1, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'subnets': [{'id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:36.625794 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6b769e-d87f-4b22-8aed-08e2f06c78d7 x-openstack-request-id: req-8d6b769e-d87f-4b22-8aed-08e2f06c78d7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:36.626652 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a125df3b-3668-4845-8e28-f52000631f02", "name": "network-vif-plugged", "status": "completed", "tag": "4d5bede1-d3ab-44b8-a726-206c139441e9", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:36.627218 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d6b769e-d87f-4b22-8aed-08e2f06c78d7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:36.627783 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a125df3b-3668-4845-8e28-f52000631f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5bede1-d3ab-44b8-a726-206c139441e9', 'code': 200} Nov 12 13:30:36.729139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbfdcb7-63d9-405b-8da9-493ea4baed9c None None] The sync data for ids ['e9dda64e-605c-457c-a27b-560df349cd14'] in n-d-805736-4 is: [{'id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'name': 'tempest-ServerRescueTestJSON-755660495-router', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:23Z', 'updated_at': '2021-11-12T13:30:35Z', 'revision_number': 4, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'gw_port': {'id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b18e6b5b-85e3-40fe-8045-d4b4e124b0fe', 'name': '', 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'mac_address': 'fa:16:3e:65:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:32Z', 'updated_at': '2021-11-12T13:30:33Z', 'revision_number': 1, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'subnets': [{'id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:30:36.768864 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6186107-f32b-4462-aa25-7634e52cfa94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:36.773505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49216) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:36.830382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4d5bede1-d3ab-44b8-a726-206c139441e9,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:36.949710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c5846209-0eef-4f37-b0d8-3ef729530fcc None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:36.950937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5846209-0eef-4f37-b0d8-3ef729530fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:37.185427 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-cbc576c2-edb8-43aa-9be8-b3073c8b501c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] It took 1.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:30:37.203589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843b099-be48-4726-8de8-e0e2d9daac4c req-87dcdd5e-1ef5-45b1-9e56-a489569e3afd tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:37.205236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a843b099-be48-4726-8de8-e0e2d9daac4c req-87dcdd5e-1ef5-45b1-9e56-a489569e3afd tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 945 time: 1.8855970 Nov 12 13:30:37.462337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a843b099-be48-4726-8de8-e0e2d9daac4c req-5e742f47-44e6-4859-a1cb-967d4c787002 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139137 Nov 12 13:30:37.478501 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6186107-f32b-4462-aa25-7634e52cfa94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:37.544384 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbc576c2-edb8-43aa-9be8-b3073c8b501c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:37.556697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:37.597270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d949e3b-0811-403a-a27d-68b5173e1265 req-674f4048-09bb-4eb8-b349-79c098b092de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:37.601996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d949e3b-0811-403a-a27d-68b5173e1265 req-674f4048-09bb-4eb8-b349-79c098b092de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 1097 time: 0.4759879 Nov 12 13:30:37.602840 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbc576c2-edb8-43aa-9be8-b3073c8b501c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:37.608885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2ac88011-1d0d-4989-be03-044879e483f9 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:37.620251 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6186107-f32b-4462-aa25-7634e52cfa94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:37.647201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6186107-f32b-4462-aa25-7634e52cfa94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:37.653349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f6186107-f32b-4462-aa25-7634e52cfa94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/290ae820-ae57-4cbc-9b59-4b0ccd13cfa4 HTTP/1.1" status: 204 len: 168 time: 1.2304895 Nov 12 13:30:37.663003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49222) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:37.742307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9068884-5d94-41d8-82f6-edf8945235da req-4df0dbe3-85af-4599-9eca-9ad401839891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:37.742958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9068884-5d94-41d8-82f6-edf8945235da req-4df0dbe3-85af-4599-9eca-9ad401839891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:37.743487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9068884-5d94-41d8-82f6-edf8945235da req-4df0dbe3-85af-4599-9eca-9ad401839891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:37.751226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9068884-5d94-41d8-82f6-edf8945235da req-4df0dbe3-85af-4599-9eca-9ad401839891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:37.751226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9068884-5d94-41d8-82f6-edf8945235da req-4df0dbe3-85af-4599-9eca-9ad401839891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:37.751226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9068884-5d94-41d8-82f6-edf8945235da req-4df0dbe3-85af-4599-9eca-9ad401839891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:37.751226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9068884-5d94-41d8-82f6-edf8945235da req-4df0dbe3-85af-4599-9eca-9ad401839891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:37.774788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9068884-5d94-41d8-82f6-edf8945235da req-4df0dbe3-85af-4599-9eca-9ad401839891 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6501 time: 0.9979174 Nov 12 13:30:37.820781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2ac88011-1d0d-4989-be03-044879e483f9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:37.821163 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:37.842760 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:37.976966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6186107-f32b-4462-aa25-7634e52cfa94 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=290ae820-ae57-4cbc-9b59-4b0ccd13cfa4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:37.999615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9a7faac5-e0a7-44be-827d-a97291c7765f None None] Could not find standard attr ID for object 0d745920-af6d-4b8d-aff6-bca9477914ee. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:30:38.066094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2732cbbe-e7fb-461e-8394-ffd4a3ca0985 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:38.181125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d949e3b-0811-403a-a27d-68b5173e1265 req-b79aa1fb-8e42-406f-b84a-9ad5f333b11b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532870 Nov 12 13:30:38.275804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:38.288977 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9068884-5d94-41d8-82f6-edf8945235da req-1ea23825-f0d8-48de-890d-652e59bb541b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce0b1444-eb24-46ac-9311-68822b34cec2&id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2949469 Nov 12 13:30:38.289180 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:38.310050 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-cbc576c2-edb8-43aa-9be8-b3073c8b501c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Floating IP f0d8e893-4bd6-46b1-b471-81d02e8b042f associated. External IP: 172.25.5.63, port: 5dce9890-63ab-4783-b1d9-aa80b0f6a234. Nov 12 13:30:38.327525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-29242d87-c876-48eb-8006-6fad3f236a5d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet c272e390-57bd-4ad9-a9bf-d1267a1a8a94 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:38.375754 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29242d87-c876-48eb-8006-6fad3f236a5d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:38.414937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] device_id is not set on port 63848e89-c118-4bb4-a257-6a52643ae7b5 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:30:38.470046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:38.538776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Network aad19e3e-6372-40bb-a4e3-734885005b2c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:38.565448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:38.581026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:38.608369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:38.681876 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:38.686490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Pushing event updated for resources: {'Port': ['ID=789b5fd7-e1ac-4ab4-a8cc-d47416fb893c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:38.731329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 2ac88011-1d0d-4989-be03-044879e483f9, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2ac88011-1d0d-4989-be03-044879e483f9,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:38.741548 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:38.881460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=2ac88011-1d0d-4989-be03-044879e483f9,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:38.914237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29242d87-c876-48eb-8006-6fad3f236a5d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:38.977806 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:39.003648 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:39.041143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:39.063996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6707474-dd84-4ec9-b899-5e54514e97b7 req-bdb34927-67f6-4254-bbb1-b061b0f4f538 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:39.069177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6707474-dd84-4ec9-b899-5e54514e97b7 req-bdb34927-67f6-4254-bbb1-b061b0f4f538 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 946 time: 0.3359013 Nov 12 13:30:39.303357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e6f23571-bbea-440c-812b-4c11247a965b None None] Provisioning complete for port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:39.303947 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6f23571-bbea-440c-812b-4c11247a965b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:39.344817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc576c2-edb8-43aa-9be8-b3073c8b501c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Router 78519dc0-20d6-4845-9aba-e37321a9d34e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:30:39.476754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f9041681-4c3c-4832-94ea-ed41e76bc810 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:39.514258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Pushing event updated for resources: {'Port': ['ID=b18e6b5b-85e3-40fe-8045-d4b4e124b0fe,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:39.548759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'Port': ['ID=75d6074c-476e-4451-bc98-5efcf40ccf4d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:39.792071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e6f23571-bbea-440c-812b-4c11247a965b None None] Port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:30:39.817379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f9041681-4c3c-4832-94ea-ed41e76bc810 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:39.818136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:39.883428 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6707474-dd84-4ec9-b899-5e54514e97b7 req-262b26b6-7670-4a1b-9b37-1bae5ceff12e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256773 Nov 12 13:30:39.973912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Checking segment: {'id': '8f12f13c-c61e-4e79-889f-11512fd276be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '20b72bd2-d1bd-4b93-a9ab-befee1ad1a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:39.974603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Network hostable DHCP agents. Network: 20b72bd2-d1bd-4b93-a9ab-befee1ad1a13, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:30:39.980896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Network 7eba926c-f4fc-48ab-a83f-19585ed76e4f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:39.987066 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:40.002304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:40.010410 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29242d87-c876-48eb-8006-6fad3f236a5d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:40.047262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc576c2-edb8-43aa-9be8-b3073c8b501c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:30:40.069244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbc576c2-edb8-43aa-9be8-b3073c8b501c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:40.077080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] Sync routers for ids ['78519dc0-20d6-4845-9aba-e37321a9d34e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:30:40.177878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Network 20b72bd2-d1bd-4b93-a9ab-befee1ad1a13 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:30:40.198283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] Routers {'78519dc0-20d6-4845-9aba-e37321a9d34e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:40.199374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78519dc0-20d6-4845-9aba-e37321a9d34e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:40.206235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 20b72bd2-d1bd-4b93-a9ab-befee1ad1a13) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:40.220996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:40.222654 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:40.379728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] Set router 78519dc0-20d6-4845-9aba-e37321a9d34e gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:40.382909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29242d87-c876-48eb-8006-6fad3f236a5d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:40.397736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cbc576c2-edb8-43aa-9be8-b3073c8b501c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "PUT /v2.0/floatingips/f0d8e893-4bd6-46b1-b471-81d02e8b042f HTTP/1.1" status: 200 len: 990 time: 6.6712749 Nov 12 13:30:40.402498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:40.405018 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:40.477974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'Port': ['ID=63848e89-c118-4bb4-a257-6a52643ae7b5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:40.498551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29242d87-c876-48eb-8006-6fad3f236a5d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=c272e390-57bd-4ad9-a9bf-d1267a1a8a94,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:40.517446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29242d87-c876-48eb-8006-6fad3f236a5d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:40.528334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-29242d87-c876-48eb-8006-6fad3f236a5d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/c272e390-57bd-4ad9-a9bf-d1267a1a8a94 HTTP/1.1" status: 204 len: 168 time: 2.8640997 Nov 12 13:30:40.539423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49238) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:40.573842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Router e9dda64e-605c-457c-a27b-560df349cd14 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:30:40.617684 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd376fe6-9b43-43b3-8836-b7054dfbf85d x-openstack-request-id: req-bd376fe6-9b43-43b3-8836-b7054dfbf85d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:40.618392 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:40.619137 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd376fe6-9b43-43b3-8836-b7054dfbf85d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:40.620078 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'status': 'completed', 'code': 200} Nov 12 13:30:40.703395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6973ce-590d-4768-b42f-2ec2739566f9 None None] Network 20b72bd2-d1bd-4b93-a9ab-befee1ad1a13 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:40.705512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c9019-b71d-49a3-a35b-ef34b75f9b4d None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:40.773570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2533e365-6ee6-4c8a-b535-30c47a26be17 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2322619 Nov 12 13:30:40.783083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49242) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:40.822396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a0bcc730-3b93-4ca1-b29c-787d32d75f86 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:40.870854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:40.889705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:30:40.895752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:40.905349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-19a6deac-0052-4866-a476-77617de43eca admin admin] 10.222.0.73 "PUT /v2.0/routers/e9dda64e-605c-457c-a27b-560df349cd14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7834067 Nov 12 13:30:40.905349 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:40.978894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Checking segment: {'id': '0ee62825-150d-40c9-a6fc-cfa295c2b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e0c1f60d-d9e2-4731-b125-a3fb88393933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:40.979673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Network hostable DHCP agents. Network: e0c1f60d-d9e2-4731-b125-a3fb88393933, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:30:41.003121 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:41.005753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Pushing event updated for resources: {'Port': ['ID=789b5fd7-e1ac-4ab4-a8cc-d47416fb893c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:41.184722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-5ff9b81a-27fc-4084-8a04-5b7ab51328a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:41.184967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-5ff9b81a-27fc-4084-8a04-5b7ab51328a1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1096 time: 0.4436963 Nov 12 13:30:41.271764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2d2d3244-ea88-46ed-a1c6-608b4e515ffb None None] Provisioning complete for port bf377a18-a845-4126-bdb8-e81ec25638c0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:41.271764 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d2d3244-ea88-46ed-a1c6-608b4e515ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:41.274443 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port f9041681-4c3c-4832-94ea-ed41e76bc810, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f9041681-4c3c-4832-94ea-ed41e76bc810,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:41.302899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Network e0c1f60d-d9e2-4731-b125-a3fb88393933 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:30:41.320065 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:41.321747 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2ac88011-1d0d-4989-be03-044879e483f9 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:41.375591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Network aad19e3e-6372-40bb-a4e3-734885005b2c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:41.377957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:41.460691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, e0c1f60d-d9e2-4731-b125-a3fb88393933) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:41.471516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:41.483418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:41.491193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:41.491899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:41.524010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2a1c-4ac6-413f-8361-f566dfcc94bc req-80174b23-8d30-4e65-a2e1-8122fb6e7802 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:41.536167 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-937a2a1c-4ac6-413f-8361-f566dfcc94bc req-80174b23-8d30-4e65-a2e1-8122fb6e7802 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 946 time: 0.4064531 Nov 12 13:30:41.544429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bcc730-3b93-4ca1-b29c-787d32d75f86 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:41.549055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0bcc730-3b93-4ca1-b29c-787d32d75f86 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:41.605553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=f9041681-4c3c-4832-94ea-ed41e76bc810,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:41.611024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-9bf4b02d-2614-4068-bd62-644b44e607a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:41.611796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-9bf4b02d-2614-4068-bd62-644b44e607a4 service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.4081495 Nov 12 13:30:41.638150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-daf05522-c619-44d3-8bec-325e21682336 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.7291369 Nov 12 13:30:41.659194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49256) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:41.739957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1112e2-b779-4715-93b0-daf8db43a78b None None] Network e0c1f60d-d9e2-4731-b125-a3fb88393933 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:41.812441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:30:41.904934 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Sync routers for ids ['e9dda64e-605c-457c-a27b-560df349cd14'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:30:41.933838 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Routers {'e9dda64e-605c-457c-a27b-560df349cd14'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:41.937335 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e9dda64e-605c-457c-a27b-560df349cd14'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:42.092939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269e34e3-88c7-49a5-a538-45708acf970e None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:30:42.125487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-8b6f003b-1f8f-4db9-a7bd-a082f1828a06 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:42.133375 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-8b6f003b-1f8f-4db9-a7bd-a082f1828a06 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/networks?id=7eba926c-f4fc-48ab-a83f-19585ed76e4f HTTP/1.1" status: 200 len: 810 time: 0.2346697 Nov 12 13:30:42.173173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:30:42.179688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2ac88011-1d0d-4989-be03-044879e483f9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:42.180199 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:42.198267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b9e0e385-a876-478b-b1df-3bb3b7171a86 admin admin] 10.222.0.73 "PUT /v2.0/routers/b060a0c5-fa1a-4b94-8605-31c58fb24ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2211807 Nov 12 13:30:42.208540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-28df6886-17ff-435b-a6e1-3720ea9f4590 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/quotas/170097f1c6844d7b9b117a05fcb7ed26 HTTP/1.1" status: 200 len: 375 time: 0.0291386 Nov 12 13:30:42.247748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Sync routers for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:30:42.263588 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Set router e9dda64e-605c-457c-a27b-560df349cd14 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:42.344329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-01c62527-9298-42c6-9721-5f57ee4e07f4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=170097f1c6844d7b9b117a05fcb7ed26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1274989 Nov 12 13:30:42.532159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:42.532863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:42.607449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-c516f0cb-a99c-4ac4-b76b-63d8770d5e22 service neutron] 10.222.0.73 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458806 Nov 12 13:30:42.627184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f0d8e893-4bd6-46b1-b471-81d02e8b042f', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'port_id': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'mac_address': 'fa:16:3e:28:86:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:30:00Z', 'updated_at': '2021-11-12T13:30:35Z', 'revision_number': 1, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac47d1c-5ba7-4dee-b1fb-0b986f4c841c', 'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'mac_address': 'fa:16:3e:9a:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:48Z', 'updated_at': '2021-11-12T13:29:55Z', 'revision_number': 5, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'subnets': [{'id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:42.664987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] Checking router: 78519dc0-20d6-4845-9aba-e37321a9d34e for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:30:42.691879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] Routers {'78519dc0-20d6-4845-9aba-e37321a9d34e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:42.693215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78519dc0-20d6-4845-9aba-e37321a9d34e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:42.753567 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-937a2a1c-4ac6-413f-8361-f566dfcc94bc req-22b617ab-5fe8-4039-8337-3248ed130c39 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2163193 Nov 12 13:30:42.804784 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'name': 'tempest-ServerRescueTestJSON-755660495-router', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:23Z', 'updated_at': '2021-11-12T13:30:35Z', 'revision_number': 4, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'gw_port': {'id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b18e6b5b-85e3-40fe-8045-d4b4e124b0fe', 'name': '', 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'mac_address': 'fa:16:3e:65:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:32Z', 'updated_at': '2021-11-12T13:30:37Z', 'revision_number': 2, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'subnets': [{'id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:42.842448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-32cfec3e-4cbf-4ee6-8238-bbb7e6576258 service neutron] 10.222.0.73 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187769 Nov 12 13:30:42.861226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-269e34e3-88c7-49a5-a538-45708acf970e None None] Deleting port bf377a18-a845-4126-bdb8-e81ec25638c0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:42.861620 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-269e34e3-88c7-49a5-a538-45708acf970e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:42.917068 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Checking router: e9dda64e-605c-457c-a27b-560df349cd14 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:30:42.923070 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Updating router e9dda64e-605c-457c-a27b-560df349cd14 port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:30:42.942303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-269e34e3-88c7-49a5-a538-45708acf970e None None] For port bf377a18-a845-4126-bdb8-e81ec25638c0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bf377a18-a845-4126-bdb8-e81ec25638c0,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:42.944855 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-269e34e3-88c7-49a5-a538-45708acf970e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:42.962249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-269e34e3-88c7-49a5-a538-45708acf970e None None] Calling delete_port for bf377a18-a845-4126-bdb8-e81ec25638c0 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:43.023098 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:43.049760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-dcbb3869-30c5-4279-adb5-71f4b6ef650c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 998 time: 1.4090207 Nov 12 13:30:43.088660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a11aaf-5419-40d7-8e2b-312da7e13e7f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:43.107979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a11aaf-5419-40d7-8e2b-312da7e13e7f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:43.115993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49280) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:43.128353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-85a11aaf-5419-40d7-8e2b-312da7e13e7f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.4426944 Nov 12 13:30:43.131642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0bcc730-3b93-4ca1-b29c-787d32d75f86 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:43.300382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] Set router 78519dc0-20d6-4845-9aba-e37321a9d34e gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:43.459412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcc730-3b93-4ca1-b29c-787d32d75f86 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=d418fbe5-d5cc-4762-a763-6e5f504559ef,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:43.508722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bcc730-3b93-4ca1-b29c-787d32d75f86 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:43.600546 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:43.615607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cf34ad27-4771-4c6f-8efb-79bbc98947d4 None None] Provisioning complete for port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:43.615995 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf34ad27-4771-4c6f-8efb-79bbc98947d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:43.640666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a0bcc730-3b93-4ca1-b29c-787d32d75f86 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:43.651158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bcc730-3b93-4ca1-b29c-787d32d75f86 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:43.651831 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0bcc730-3b93-4ca1-b29c-787d32d75f86 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:43.658712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d882ce1-5fde-471e-80d4-1338c5f71f71 req-61c2459d-f3b9-4461-be8e-5d40dfbcff6c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 210 time: 0.3517976 Nov 12 13:30:43.758879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-79e33f45-e215-4095-a6bc-e73af3330c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:43.763849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-79e33f45-e215-4095-a6bc-e73af3330c78 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.7003527 Nov 12 13:30:43.799055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:43.807418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6723aaa0-6fbd-4256-9460-d7b1915fb5ad tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Deleting port 75d6074c-476e-4451-bc98-5efcf40ccf4d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:43.807771 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6723aaa0-6fbd-4256-9460-d7b1915fb5ad tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:43.973691 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6723aaa0-6fbd-4256-9460-d7b1915fb5ad tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:44.003074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6723aaa0-6fbd-4256-9460-d7b1915fb5ad tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Calling delete_port for 75d6074c-476e-4451-bc98-5efcf40ccf4d owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:44.056962 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a0bcc730-3b93-4ca1-b29c-787d32d75f86 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2720656 Nov 12 13:30:44.067393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:44.154060 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:44.174480 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:44.211805 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:44.224585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-aac05b0a-ecd5-4977-8e75-f40b8440613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:44.246630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cf34ad27-4771-4c6f-8efb-79bbc98947d4 None None] Port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:30:44.252623 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-aac05b0a-ecd5-4977-8e75-f40b8440613b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4621143 Nov 12 13:30:44.333487 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e19a0f-d924-48c7-bbfb-5e9c7e168c12 None None] Pushing event updated for resources: {'Port': ['ID=b18e6b5b-85e3-40fe-8045-d4b4e124b0fe,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:44.353942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-2cb51a64-a161-4e12-9e6b-ef714527e2ed tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:44.355543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-2cb51a64-a161-4e12-9e6b-ef714527e2ed tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 821 time: 0.9361689 Nov 12 13:30:44.414370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:44.436389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f9041681-4c3c-4832-94ea-ed41e76bc810 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:44.579980 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Attempting to bind port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:44.582913 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Attempting to bind port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:44.583924 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Attempting to bind port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe on network 7eba926c-f4fc-48ab-a83f-19585ed76e4f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:44.601375 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:44.602401 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Checking segment: {'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:44.603624 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:44.605729 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Bound using segment: {'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:44.607433 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Bound port: b18e6b5b-85e3-40fe-8045-d4b4e124b0fe, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:44.608119 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:44.631436 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-269e34e3-88c7-49a5-a538-45708acf970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:44.635911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-d2abe58b-aabe-4e02-9b8e-d6ec1fdbeeed tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/quotas/b8f6086a13864c81a17c80acb8b27b11 HTTP/1.1" status: 200 len: 375 time: 0.2223325 Nov 12 13:30:44.836072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e34e3-88c7-49a5-a538-45708acf970e None None] Pushing event deleted for resources: {'Port': ['ID=bf377a18-a845-4126-bdb8-e81ec25638c0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:44.872220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-19281e0f-8eb2-42eb-bd0a-ce5c870fa44b service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006618 Nov 12 13:30:44.875651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:44.895309 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:44.915095 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-b3631321-4d59-4d44-b250-e8ad3c353a9b tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2717328 Nov 12 13:30:44.951458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269e34e3-88c7-49a5-a538-45708acf970e None None] No DVR routers for this DVR port bf377a18-a845-4126-bdb8-e81ec25638c0 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:44.959385 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] For port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:44.985628 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] For port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b18e6b5b-85e3-40fe-8045-d4b4e124b0fe,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:44.997378 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:45.100797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c5ef24-747e-4a4c-a4ca-8eb4c7d1a7b9 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:45.312947 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-9cbb833c-1d4e-4207-9597-697f4190995c service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698053 Nov 12 13:30:45.339609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f9041681-4c3c-4832-94ea-ed41e76bc810 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:45.339980 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:45.480204 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4e2a74b7-f4e1-4c23-bd83-2a70d7f277ad req-e340b4dd-0209-40b5-b48b-ae24df18d83e service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990164 Nov 12 13:30:45.493201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-e05c03d2-f5a2-445b-976f-b0e66914fac3 service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472321 Nov 12 13:30:45.563564 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e19a0f-d924-48c7-bbfb-5e9c7e168c12 None None] Pushing event updated for resources: {'Port': ['ID=b18e6b5b-85e3-40fe-8045-d4b4e124b0fe,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:45.569519 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Routers {'e9dda64e-605c-457c-a27b-560df349cd14'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:45.570276 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e9dda64e-605c-457c-a27b-560df349cd14'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:45.570543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'd418fbe5-d5cc-4762-a763-6e5f504559ef'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:30:45.572152 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:45.818930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-090ebac1-924d-425d-b232-1ce0f0e15747 req-6d8bca45-f220-47aa-b5d8-8a97dc737560 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 210 time: 0.0662060 Nov 12 13:30:45.836945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bf377a18-a845-4126-bdb8-e81ec25638c0 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:45.907986 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] Set router e9dda64e-605c-457c-a27b-560df349cd14 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:45.939236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:40Z', 'revision_number': 2, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:45.962480 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6723aaa0-6fbd-4256-9460-d7b1915fb5ad tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:45.980891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: bf377a18-a845-4126-bdb8-e81ec25638c0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:30:45.981629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bf377a18-a845-4126-bdb8-e81ec25638c0 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:30:46.061972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f0d8e893-4bd6-46b1-b471-81d02e8b042f', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'port_id': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'mac_address': 'fa:16:3e:28:86:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:30:00Z', 'updated_at': '2021-11-12T13:30:35Z', 'revision_number': 1, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac47d1c-5ba7-4dee-b1fb-0b986f4c841c', 'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'mac_address': 'fa:16:3e:9a:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:48Z', 'updated_at': '2021-11-12T13:29:55Z', 'revision_number': 5, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'subnets': [{'id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:46.091194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Checking router: b060a0c5-fa1a-4b94-8605-31c58fb24ca1 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:30:46.091534 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Updating router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:30:46.108670 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-226b01e5-fefb-46b1-8c74-286b455c1cd0 req-b12c47a8-8a1b-4592-bc48-8770bddc0983 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 210 time: 0.0927904 Nov 12 13:30:46.203257 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6723aaa0-6fbd-4256-9460-d7b1915fb5ad tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:46.214994 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6723aaa0-6fbd-4256-9460-d7b1915fb5ad tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "DELETE /v2.0/ports/75d6074c-476e-4451-bc98-5efcf40ccf4d HTTP/1.1" status: 204 len: 168 time: 3.0978270 Nov 12 13:30:46.217625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49326) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:46.472072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-62af29f7-a898-445c-9223-d146f89cf223 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Deleting port 63848e89-c118-4bb4-a257-6a52643ae7b5 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:46.478025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62af29f7-a898-445c-9223-d146f89cf223 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:46.500256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723aaa0-6fbd-4256-9460-d7b1915fb5ad tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Port': ['ID=75d6074c-476e-4451-bc98-5efcf40ccf4d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:46.561426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-0ea7ed01-7989-4ea1-9346-5c5faa440910 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:46.563223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-0ea7ed01-7989-4ea1-9346-5c5faa440910 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.70 "GET /v2.0/networks?id=7eba926c-f4fc-48ab-a83f-19585ed76e4f HTTP/1.1" status: 200 len: 810 time: 0.7177193 Nov 12 13:30:46.585763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Request body: {'port': {'device_id': '5175839f-0271-4d8d-b215-61ef13b14a1f', 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f', 'admin_state_up': True, 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:46.614684 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'name': 'tempest-ServerRescueTestJSON-755660495-router', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:23Z', 'updated_at': '2021-11-12T13:30:35Z', 'revision_number': 4, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'gw_port': {'id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b18e6b5b-85e3-40fe-8045-d4b4e124b0fe', 'name': '', 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'mac_address': 'fa:16:3e:65:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:32Z', 'updated_at': '2021-11-12T13:30:44Z', 'revision_number': 4, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'subnets': [{'id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:46.713617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62af29f7-a898-445c-9223-d146f89cf223 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:46.751496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-62af29f7-a898-445c-9223-d146f89cf223 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Calling delete_port for 63848e89-c118-4bb4-a257-6a52643ae7b5 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:46.786801 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf387e-e33b-47f8-81f7-99b91ca79568 None None] The sync data for ids ['e9dda64e-605c-457c-a27b-560df349cd14'] in n-d-805736-4 is: [{'id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'name': 'tempest-ServerRescueTestJSON-755660495-router', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:23Z', 'updated_at': '2021-11-12T13:30:35Z', 'revision_number': 4, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'gw_port': {'id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b18e6b5b-85e3-40fe-8045-d4b4e124b0fe', 'name': '', 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'mac_address': 'fa:16:3e:65:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:32Z', 'updated_at': '2021-11-12T13:30:44Z', 'revision_number': 4, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'subnets': [{'id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:30:46.810202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b18e6b5b-85e3-40fe-8045-d4b4e124b0fe up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:46.812752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd431209-0946-4495-8d02-d66a89e0a17a None None] The sync data for ids ['78519dc0-20d6-4845-9aba-e37321a9d34e'] in n-d-805736-4 is: [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f0d8e893-4bd6-46b1-b471-81d02e8b042f', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'port_id': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'mac_address': 'fa:16:3e:28:86:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:30:00Z', 'updated_at': '2021-11-12T13:30:35Z', 'revision_number': 1, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac47d1c-5ba7-4dee-b1fb-0b986f4c841c', 'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'mac_address': 'fa:16:3e:9a:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:48Z', 'updated_at': '2021-11-12T13:29:55Z', 'revision_number': 5, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'subnets': [{'id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:30:46.819524 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:46.850565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Allocated IP 172.20.0.2 (514a5480-43a8-41bb-9524-24b97d0dd96f/d418fbe5-d5cc-4762-a763-6e5f504559ef/9298dcf4-e287-4d91-9cbd-d4996eadd248) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:47.095907 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62af29f7-a898-445c-9223-d146f89cf223 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.201682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af29f7-a898-445c-9223-d146f89cf223 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Port': ['ID=63848e89-c118-4bb4-a257-6a52643ae7b5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:47.224914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62af29f7-a898-445c-9223-d146f89cf223 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.228424 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-62af29f7-a898-445c-9223-d146f89cf223 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "DELETE /v2.0/ports/63848e89-c118-4bb4-a257-6a52643ae7b5 HTTP/1.1" status: 204 len: 168 time: 1.0097342 Nov 12 13:30:47.236722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49346) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:47.291922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-357a8eb1-e6da-4393-8cf4-557ac99cd25f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0540683 Nov 12 13:30:47.296584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49348) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:47.306815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1058306181'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:47.311451 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447edf5-ac6f-4c29-bbf4-e3898405669e None None] New status for floating IP f0d8e893-4bd6-46b1-b471-81d02e8b042f: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:30:47.370921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Made reservation on behalf of 49b14b3c7f324bc9b1a725a44d0fecb9 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:47.375126 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.433424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:30:47.462283 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.462908 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Added segment 868033f2-edeb-465e-95df-ba0bb33ec41e of type vlan for network 3aced766-7a13-4db2-b398-2065058e46f8 Nov 12 13:30:47.533098 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.573505 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ec53a249-1510-4eaf-89c2-9a0a82ea7f28 req-41afbd5d-87b2-47a1-b433-27af695c505c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 210 time: 0.0948696 Nov 12 13:30:47.579438 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.586719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:47.587365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.619297 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.719402 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4216685 Nov 12 13:30:47.729480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49356) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:47.732238 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.737398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1221012'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:47.749884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be842ef-8aea-443d-a868-4dca8673a6f4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'Network': ['ID=3aced766-7a13-4db2-b398-2065058e46f8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:47.784162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 3aced766-7a13-4db2-b398-2065058e46f8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:30:47.789919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Made reservation on behalf of 49b14b3c7f324bc9b1a725a44d0fecb9 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:47.795594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.836381 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cf3263f-ac59-4850-91ff-a23e8ef457f3 req-2b1a7b3b-7b96-45cf-97a5-156bd25eb7d4 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 210 time: 0.0839097 Nov 12 13:30:47.843558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:30:47.874803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:47.874803 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Added segment 6ad486cc-b6e1-4507-b02d-8eb235177048 of type vlan for network c7748647-8b69-4944-9f41-9211f756a3b6 Nov 12 13:30:47.973202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.043776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:48.044330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.051799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.objects.ports [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:30:48.056439 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.073413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:48.074272 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.206686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Made reservation on behalf of 170097f1c6844d7b9b117a05fcb7ed26 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:48.214103 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4831145 Nov 12 13:30:48.218311 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.242436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:48.257431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Pushing event updated for resources: {'Port': ['ID=9298dcf4-e287-4d91-9cbd-d4996eadd248,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:48.261678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:48.266295 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:48.388286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a59e60-1d33-41b0-99e5-9268e97e687e tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'Network': ['ID=c7748647-8b69-4944-9f41-9211f756a3b6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:48.393239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Attempting to bind port 9298dcf4-e287-4d91-9cbd-d4996eadd248 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:48.393640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Attempting to bind port 9298dcf4-e287-4d91-9cbd-d4996eadd248 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:48.395380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Attempting to bind port 9298dcf4-e287-4d91-9cbd-d4996eadd248 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:48.414949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49364) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:48.487556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c7748647-8b69-4944-9f41-9211f756a3b6 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:30:48.491015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-c490569a-005e-45fb-880a-335a36582842 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:48.492566 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-c490569a-005e-45fb-880a-335a36582842 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.105 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 821 time: 0.4834671 Nov 12 13:30:48.499602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'subnets': [{'network_id': '3aced766-7a13-4db2-b398-2065058e46f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--195681728', 'ip_version': 4}, {'network_id': 'c7748647-8b69-4944-9f41-9211f756a3b6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:48.500059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'subnet': {'network_id': '3aced766-7a13-4db2-b398-2065058e46f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--195681728', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:48.500641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Request body: {'subnet': {'network_id': 'c7748647-8b69-4944-9f41-9211f756a3b6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:48.512019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Request body: {'port': {'device_id': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'admin_state_up': True, 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:48.540735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:48.542048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:48.542968 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.544099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:48.544515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Bound port: 9298dcf4-e287-4d91-9cbd-d4996eadd248, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:48.544977 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.707824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Made reservation on behalf of b8f6086a13864c81a17c80acb8b27b11 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:48.712558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.733415 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.775282 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e21b5a5e-539a-4c21-b91c-88f31100b19f req-dbf1d283-7acf-4ae3-98dc-962bb8619682 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 210 time: 0.0839453 Nov 12 13:30:48.802675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.821764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b18e6b5b-85e3-40fe-8045-d4b4e124b0fe,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:48.823569 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.827469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Allocated IP 172.20.0.5 (7eba926c-f4fc-48ab-a83f-19585ed76e4f/26d11e85-1966-4608-8da5-8307c339fc7d/c7cdcdad-0bb8-44a5-98e0-c5fbab695582) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:48.856776 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.868887 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] For port 9298dcf4-e287-4d91-9cbd-d4996eadd248, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:48.912357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] For port 9298dcf4-e287-4d91-9cbd-d4996eadd248, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9298dcf4-e287-4d91-9cbd-d4996eadd248,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:48.935220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6b988-e104-4a0b-8ea4-853097ec4d21 None None] Pushing event updated for resources: {'Port': ['ID=789b5fd7-e1ac-4ab4-a8cc-d47416fb893c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:48.938395 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.982573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Made reservation on behalf of 49b14b3c7f324bc9b1a725a44d0fecb9 for: {'subnet': 2} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:48.987359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.987704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:48.991645 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:49.020023 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=b18e6b5b-85e3-40fe-8045-d4b4e124b0fe,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:49.104718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Allocated IP 172.20.0.12 (aad19e3e-6372-40bb-a4e3-734885005b2c/03dbcd63-953d-4c46-a0ff-7bae07d6afb5/d513bcdf-2c82-41ce-8abd-d672a99cf03d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:49.207222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Attempting to bind port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:49.209105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Attempting to bind port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:49.209347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Attempting to bind port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c on network aad19e3e-6372-40bb-a4e3-734885005b2c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:49.213037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bdc84-ea54-48ee-b1f3-88c61d83dd8a None None] Pushing event updated for resources: {'Port': ['ID=9298dcf4-e287-4d91-9cbd-d4996eadd248,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:49.218724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:49.219258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Checking segment: {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:49.219759 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:49.220852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Bound using segment: {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:49.220852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Bound port: 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:49.221589 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:49.291640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bfb7cf-e52b-4c0b-a250-0f07208b3948 req-d53934a2-1973-423b-96bf-04bda4d242d7 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 210 time: 0.2527728 Nov 12 13:30:49.424984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e3596aee-2bc3-427e-bb2d-d0f1c56a486f None None] Provisioning complete for port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:49.425378 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3596aee-2bc3-427e-bb2d-d0f1c56a486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:49.497943 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:49.504478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] For port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:49.508505 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e3596aee-2bc3-427e-bb2d-d0f1c56a486f None None] Port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:30:49.548681 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:49.551017 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] For port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=789b5fd7-e1ac-4ab4-a8cc-d47416fb893c,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:49.561385 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:49.614697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Network aad19e3e-6372-40bb-a4e3-734885005b2c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:49.628434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:49.633587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:49.715315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:30:49.715792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Pushing event updated for resources: {'Port': ['ID=d513bcdf-2c82-41ce-8abd-d672a99cf03d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:49.716026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:49.718543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6b988-e104-4a0b-8ea4-853097ec4d21 None None] Pushing event updated for resources: {'Port': ['ID=789b5fd7-e1ac-4ab4-a8cc-d47416fb893c,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:49.778755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:49.779780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:49.809243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-239a34d3-f152-4a1b-ba10-6dba9e6fa80f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3032858 Nov 12 13:30:49.831891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Request body: {'port': {'device_id': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:49.933080 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:49.949041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:30:50.214765 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a2568d18-e450-4e77-b8fb-eb00f321d573 None None] Provisioning complete for port d513bcdf-2c82-41ce-8abd-d672a99cf03d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:50.221815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2568d18-e450-4e77-b8fb-eb00f321d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.264918 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4e2ea84-6452-40b6-a875-348599d9fef3 req-0adaad94-eefa-4c5d-b161-656a969111ee tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 210 time: 0.1729352 Nov 12 13:30:50.284444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] For port 9298dcf4-e287-4d91-9cbd-d4996eadd248, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9298dcf4-e287-4d91-9cbd-d4996eadd248,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:50.319112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a2568d18-e450-4e77-b8fb-eb00f321d573 None None] Port d513bcdf-2c82-41ce-8abd-d672a99cf03d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:30:50.368749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.403507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:49Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:50.414632 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.416700 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.631360 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.634334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:50.635874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.642375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d513bcdf-2c82-41ce-8abd-d672a99cf03d {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:50.652238 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.662518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:50.678182 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Transition to ACTIVE for port object d513bcdf-2c82-41ce-8abd-d672a99cf03d will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:30:50.683437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:50.693743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.696250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.711057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=67f68bf9-ed6f-4e84-8bf6-e3db1cd23f0d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:50.747144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492d3a1-78bb-4a31-8e0a-14a19469e558 None None] The sync data for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 is: [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:49Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:30:50.765265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-95c687ad-f2e9-4a14-8173-fd2c2b0c4079 None None] Provisioning complete for port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:50.765265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c687ad-f2e9-4a14-8173-fd2c2b0c4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.797599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ec256-55d2-4663-b8f4-66e60c115ef0 req-c126e1f7-a45f-4a44-9a10-58c7c9894ac4 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:50.808763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c9ec256-55d2-4663-b8f4-66e60c115ef0 req-c126e1f7-a45f-4a44-9a10-58c7c9894ac4 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 932 time: 0.2543573 Nov 12 13:30:50.843983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'Subnet': ['ID=7dadc098-76da-48b2-870d-97b59122c43c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:50.855653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=9298dcf4-e287-4d91-9cbd-d4996eadd248,revision_number=4']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:50.878796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ed0859ba-25bb-4abb-9aac-2a8678af1657 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.8102729 Nov 12 13:30:50.891468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:50.896920 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:04:a9:9b', 'name': 'tempest-NetworksTestDHCPv6-2092649278'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:50.924063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Checking segment: {'id': '868033f2-edeb-465e-95df-ba0bb33ec41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '3aced766-7a13-4db2-b398-2065058e46f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:50.924439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Network hostable DHCP agents. Network: 3aced766-7a13-4db2-b398-2065058e46f8, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:30:50.936191 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c687ad-f2e9-4a14-8173-fd2c2b0c4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:50.977723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Pushing event updated for resources: {'Port': ['ID=d513bcdf-2c82-41ce-8abd-d672a99cf03d,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:51.052721 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5577421a-d734-482d-b427-2302d7b68851 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:51.061045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-95c687ad-f2e9-4a14-8173-fd2c2b0c4079 None None] For port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=789b5fd7-e1ac-4ab4-a8cc-d47416fb893c,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:51.077873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:51.106544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c687ad-f2e9-4a14-8173-fd2c2b0c4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:51.165055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Network 3aced766-7a13-4db2-b398-2065058e46f8 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:30:51.192665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Network 7eba926c-f4fc-48ab-a83f-19585ed76e4f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:51.204937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 3aced766-7a13-4db2-b398-2065058e46f8) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:51.228256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c9ec256-55d2-4663-b8f4-66e60c115ef0 req-69e9f2c6-5337-4e38-8844-5791df74b0c6 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177670 Nov 12 13:30:51.233343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:51.255107 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:51.262760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:51.288181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Attempting to bind port d513bcdf-2c82-41ce-8abd-d672a99cf03d on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:51.288858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Attempting to bind port d513bcdf-2c82-41ce-8abd-d672a99cf03d by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:51.289688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Attempting to bind port d513bcdf-2c82-41ce-8abd-d672a99cf03d on network aad19e3e-6372-40bb-a4e3-734885005b2c {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:51.296530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Port d513bcdf-2c82-41ce-8abd-d672a99cf03d on network aad19e3e-6372-40bb-a4e3-734885005b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:30:51.297319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Attempting to bind port d513bcdf-2c82-41ce-8abd-d672a99cf03d on network aad19e3e-6372-40bb-a4e3-734885005b2c {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:51.306530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:51.307266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Checking segment: {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:51.307861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Bound using segment: {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:51.308533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Bound port: d513bcdf-2c82-41ce-8abd-d672a99cf03d, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:51.309653 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:51.317915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca6690-f447-4fde-af68-0595321d6ddb None None] Network 3aced766-7a13-4db2-b398-2065058e46f8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:51.415022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-388a5fca-aeec-43d7-bf6a-16ce0cbb8b5d req-86eeed45-4486-4b7e-ad4b-a95f1b11e3c7 service neutron] (102676) timed out ('10.222.0.105', 52041) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:30:51.415634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event updated for resources: {'Subnet': ['ID=ce81294d-27dc-4ae2-91cf-a259285dc954,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:51.438111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] For port d513bcdf-2c82-41ce-8abd-d672a99cf03d, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:51.456357 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] For port d513bcdf-2c82-41ce-8abd-d672a99cf03d, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:51.464155 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:51.481791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b18e6b5b-85e3-40fe-8045-d4b4e124b0fe up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:51.512771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Pushing event updated for resources: {'Port': ['ID=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:51.540856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:51.541527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:51.543153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] 10.222.0.105 "PUT /v2.0/ports/d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 1092 time: 1.7163947 Nov 12 13:30:51.572023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:51.591612 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14" -d '{"events": [{"name": "network-changed", "server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:51.712744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38627737-5249-4202-9321-b6f6aba6d948 service neutron] Pushing event updated for resources: {'Port': ['ID=d513bcdf-2c82-41ce-8abd-d672a99cf03d,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:51.739620 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4383065-0009-47c5-9941-a36af62dbc92 x-openstack-request-id: req-e4383065-0009-47c5-9941-a36af62dbc92 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:51.739937 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:51.740198 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e4383065-0009-47c5-9941-a36af62dbc92 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:51.740613 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'status': 'completed', 'code': 200} Nov 12 13:30:51.758159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-d29e737a-1a19-43c6-8c10-98b3610d769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:51.759275 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-d29e737a-1a19-43c6-8c10-98b3610d769e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1095 time: 0.1444840 Nov 12 13:30:51.776313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:51.777047 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:51.810290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Checking segment: {'id': '6ad486cc-b6e1-4507-b02d-8eb235177048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c7748647-8b69-4944-9f41-9211f756a3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:51.810849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Network hostable DHCP agents. Network: c7748647-8b69-4944-9f41-9211f756a3b6, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:30:51.816776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c687ad-f2e9-4a14-8173-fd2c2b0c4079 None None] Pushing event updated for resources: {'Port': ['ID=789b5fd7-e1ac-4ab4-a8cc-d47416fb893c,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:51.852013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d446c-ce2d-47e0-9ad1-10b1619eb845 req-313de47a-ea89-439b-a1c6-80123d9f3bdb tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:51.853766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f3d446c-ce2d-47e0-9ad1-10b1619eb845 req-313de47a-ea89-439b-a1c6-80123d9f3bdb tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 931 time: 0.3600423 Nov 12 13:30:51.855825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:51.864188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-b327e4cc-3309-43a8-b43d-5dd36a08fa17 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 217 time: 0.0952189 Nov 12 13:30:51.865640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-232f42fb-702a-49cf-a8d7-224444dd8a33 None None] Provisioning complete for port 9298dcf4-e287-4d91-9cbd-d4996eadd248 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:51.866033 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-232f42fb-702a-49cf-a8d7-224444dd8a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:51.933193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-2554466c-8f40-4fb9-b46e-c666bf155a1f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3578954 Nov 12 13:30:51.952386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Request body: {'port': {'device_id': '5175839f-0271-4d8d-b215-61ef13b14a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:51.972112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-918f6071-aa18-488b-b8b2-2e34d84dfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:51.974501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-918f6071-aa18-488b-b8b2-2e34d84dfae2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.1032331 Nov 12 13:30:52.005861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Network c7748647-8b69-4944-9f41-9211f756a3b6 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:30:52.030687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:52.031348 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:52.058254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-58b3a8a3-a2a4-4af8-8633-cbfe807a7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:52.063226 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-58b3a8a3-a2a4-4af8-8633-cbfe807a7b95 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812464 Nov 12 13:30:52.150264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:52.155777 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f3d446c-ce2d-47e0-9ad1-10b1619eb845 req-35bc6f21-b130-4328-9c5f-882a144fc1e0 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870042 Nov 12 13:30:52.156383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c7748647-8b69-4944-9f41-9211f756a3b6) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:52.171240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c808a50-0389-44a1-9116-f6cb3214f571 None None] Network c7748647-8b69-4944-9f41-9211f756a3b6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:52.173220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:52.174530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:52.175341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:52.255044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-b956d0ea-4dab-459f-bd0f-b89b1147307b service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831710 Nov 12 13:30:52.267939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:52.299143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d9ed642c-f93d-4128-80a7-3bca57ef6de2 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.8127105 Nov 12 13:30:52.302194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 976ae246-6a79-48f1-820e-5342c5f054d4 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:30:52.311241 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49402) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:52.400978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93f55b4-7d56-4cde-a878-125e043081ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-3aced766-7a13-4db2-b398-2065058e46f8', 'network_id': '3aced766-7a13-4db2-b398-2065058e46f8', 'tenant_id': '49b14b3c7f324bc9b1a725a44d0fecb9', 'fixed_ips': [{'subnet_id': '7dadc098-76da-48b2-870d-97b59122c43c'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:30:52.401973 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c93f55b4-7d56-4cde-a878-125e043081ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:52.460258 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de9c827f-7535-49ea-b2a9-53e0135dc0d2 req-03855579-6348-4526-9fb6-59b7257a96d5 service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954992 Nov 12 13:30:52.463123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-232f42fb-702a-49cf-a8d7-224444dd8a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:52.531377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e84016-24c6-4cc1-8188-b89f66dbb4a8 req-7dca760c-a443-44da-a11c-c23eb0576a1f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:52.542787 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54e84016-24c6-4cc1-8188-b89f66dbb4a8 req-7dca760c-a443-44da-a11c-c23eb0576a1f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 944 time: 0.0812740 Nov 12 13:30:52.651866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f665abf7-fd20-426e-9aea-1956da0ebbe4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:52.653796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f665abf7-fd20-426e-9aea-1956da0ebbe4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:52.655609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f665abf7-fd20-426e-9aea-1956da0ebbe4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:52.657512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f665abf7-fd20-426e-9aea-1956da0ebbe4 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3371830 Nov 12 13:30:52.668867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54e84016-24c6-4cc1-8188-b89f66dbb4a8 req-e4b4e578-fa33-498a-8789-7cedd86fa477 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208336 Nov 12 13:30:52.688517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49408) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:52.707541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-232f42fb-702a-49cf-a8d7-224444dd8a33 None None] For port 9298dcf4-e287-4d91-9cbd-d4996eadd248, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9298dcf4-e287-4d91-9cbd-d4996eadd248,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:52.801505 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-232f42fb-702a-49cf-a8d7-224444dd8a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:52.855847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-fc375bae-bd77-4793-a301-78ebcdebff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:52.857523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-fc375bae-bd77-4793-a301-78ebcdebff63 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1095 time: 0.3043456 Nov 12 13:30:52.862900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f01796-2a54-4fb0-9184-6ba90291eb4c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Deleting subnet 7dadc098-76da-48b2-870d-97b59122c43c {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:52.881788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4f01796-2a54-4fb0-9184-6ba90291eb4c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:52.891710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f42fb-702a-49cf-a8d7-224444dd8a33 None None] Pushing event updated for resources: {'Port': ['ID=9298dcf4-e287-4d91-9cbd-d4996eadd248,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:52.944284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9298dcf4-e287-4d91-9cbd-d4996eadd248 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:53.020224 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4f01796-2a54-4fb0-9184-6ba90291eb4c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.092810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c7748647-8b69-4944-9f41-9211f756a3b6', 'network_id': 'c7748647-8b69-4944-9f41-9211f756a3b6', 'tenant_id': '49b14b3c7f324bc9b1a725a44d0fecb9', 'fixed_ips': [{'subnet_id': 'ce81294d-27dc-4ae2-91cf-a259285dc954'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:30:53.093782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.094995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-1db93340-6037-483f-9727-87cd9351325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:53.096707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-1db93340-6037-483f-9727-87cd9351325d service neutron] 10.222.0.105 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.2301342 Nov 12 13:30:53.101021 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4f01796-2a54-4fb0-9184-6ba90291eb4c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.104831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 172.20.0.14 (514a5480-43a8-41bb-9524-24b97d0dd96f/d418fbe5-d5cc-4762-a763-6e5f504559ef/976ae246-6a79-48f1-820e-5342c5f054d4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:53.114816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::f816:3eff:fe04:a99b (514a5480-43a8-41bb-9524-24b97d0dd96f/67f68bf9-ed6f-4e84-8bf6-e3db1cd23f0d/976ae246-6a79-48f1-820e-5342c5f054d4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:53.126462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9298dcf4-e287-4d91-9cbd-d4996eadd248 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:53.126833 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.146658 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-e839e50a-8625-492e-8c28-aee214e25f16 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 217 time: 0.0420535 Nov 12 13:30:53.316365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.327206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:53.333099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-64d0ef6a-e9a7-4c71-915a-0af981c44311 None None] Provisioning complete for port 9298dcf4-e287-4d91-9cbd-d4996eadd248 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:53.333650 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64d0ef6a-e9a7-4c71-915a-0af981c44311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.341098 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-132124bc-0f03-4c19-b77b-7be93e330a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:53.342655 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-132124bc-0f03-4c19-b77b-7be93e330a6d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.1695139 Nov 12 13:30:53.367239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.409646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5a0ff-4b61-44e5-88ef-616fd3a72db3 req-a290ee9c-667e-4d89-a619-6a675290a6ab tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:53.418199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-43b5a0ff-4b61-44e5-88ef-616fd3a72db3 req-a290ee9c-667e-4d89-a619-6a675290a6ab tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 931 time: 0.1168287 Nov 12 13:30:53.453341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4f01796-2a54-4fb0-9184-6ba90291eb4c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.456829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-b0ed48e1-4a09-4e4f-9c9b-b522c0d40b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:53.459194 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-b0ed48e1-4a09-4e4f-9c9b-b522c0d40b5d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091440 Nov 12 13:30:53.467135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:53.480062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:53.485752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:53.489354 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=976ae246-6a79-48f1-820e-5342c5f054d4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server [None req-c93f55b4-7d56-4cde-a878-125e043081ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dadc098-76da-48b2-870d-97b59122c43c: This subnet is being modified by another concurrent operation. Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 13:30:53.504647 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise exception Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dadc098-76da-48b2-870d-97b59122c43c: This subnet is being modified by another concurrent operation. Nov 12 13:30:53.508970 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Nov 12 13:30:53.549633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f01796-2a54-4fb0-9184-6ba90291eb4c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Subnet': ['ID=7dadc098-76da-48b2-870d-97b59122c43c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:53.566021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Allocated IP 172.20.0.18 (c7748647-8b69-4944-9f41-9211f756a3b6/ce81294d-27dc-4ae2-91cf-a259285dc954/8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:30:53.596852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:53.597965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.614215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a7237-6086-49f7-a27b-ea39dfe28ec1 None None] Network 3aced766-7a13-4db2-b398-2065058e46f8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:53.646779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4f01796-2a54-4fb0-9184-6ba90291eb4c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.658989 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c4f01796-2a54-4fb0-9184-6ba90291eb4c tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "DELETE /v2.0/subnets/7dadc098-76da-48b2-870d-97b59122c43c HTTP/1.1" status: 204 len: 168 time: 0.9516263 Nov 12 13:30:53.704468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49416) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:53.739616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a97b02d8-64a3-4d52-bec9-6ed33efe375e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8466756 Nov 12 13:30:53.747155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:53.749032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:53.759545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:53.792987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-040544e7-6c99-426a-af7f-878eaa6e0f61 service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817984 Nov 12 13:30:53.868282 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-43b5a0ff-4b61-44e5-88ef-616fd3a72db3 req-4336656e-f072-4b94-93b6-ac31c80741d4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485550 Nov 12 13:30:54.039388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52dc9bc0-c76b-49f4-b2a4-a807b26cbf14 req-8a99b8c3-f0a4-48cb-a6dd-3b71c8de9a39 service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341042 Nov 12 13:30:54.070080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cdcdad-0bb8-44a5-98e0-c5fbab695582 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:54.089196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.121715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d721f2-2451-4157-aa90-8e778006e072 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Deleting subnet ce81294d-27dc-4ae2-91cf-a259285dc954 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:54.125583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Transition to ACTIVE for port object c7cdcdad-0bb8-44a5-98e0-c5fbab695582 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:30:54.143165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a358e6-db53-4fa4-a1b1-622d2068d515 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:54.151345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a358e6-db53-4fa4-a1b1-622d2068d515 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:54.153187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b5a358e6-db53-4fa4-a1b1-622d2068d515 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3782096 Nov 12 13:30:54.155393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.156138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49426) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:54.193685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf91fd-4f62-46f1-b8f3-55af406e3b8d req-26ac60e0-567a-418e-bfb2-6b2c2ebb0a06 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:54.201774 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8cf91fd-4f62-46f1-b8f3-55af406e3b8d req-26ac60e0-567a-418e-bfb2-6b2c2ebb0a06 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 944 time: 0.3145511 Nov 12 13:30:54.304393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Pushing event updated for resources: {'Port': ['ID=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:54.355021 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d8cf91fd-4f62-46f1-b8f3-55af406e3b8d req-5cbae1a7-7eec-4bf0-b332-6c1d75032d73 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477420 Nov 12 13:30:54.359982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f9b411bd-8d1d-40df-9eed-a0cf6e7e6693 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 976ae246-6a79-48f1-820e-5342c5f054d4 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:54.361114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9b411bd-8d1d-40df-9eed-a0cf6e7e6693 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.440995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-09bab9de-066b-4370-a789-54e50a4fd9fd None None] Provisioning complete for port 976ae246-6a79-48f1-820e-5342c5f054d4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:54.443086 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09bab9de-066b-4370-a789-54e50a4fd9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.446568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Attempting to bind port c7cdcdad-0bb8-44a5-98e0-c5fbab695582 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:54.447204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Attempting to bind port c7cdcdad-0bb8-44a5-98e0-c5fbab695582 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:54.448016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Attempting to bind port c7cdcdad-0bb8-44a5-98e0-c5fbab695582 on network 7eba926c-f4fc-48ab-a83f-19585ed76e4f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:54.456952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Port c7cdcdad-0bb8-44a5-98e0-c5fbab695582 on network 7eba926c-f4fc-48ab-a83f-19585ed76e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:30:54.458353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Attempting to bind port c7cdcdad-0bb8-44a5-98e0-c5fbab695582 on network 7eba926c-f4fc-48ab-a83f-19585ed76e4f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:54.471850 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:54.472546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Checking segment: {'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:54.473275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Bound using segment: {'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:54.474240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Bound port: c7cdcdad-0bb8-44a5-98e0-c5fbab695582, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:54.474908 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.501837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-09bab9de-066b-4370-a789-54e50a4fd9fd None None] Port 976ae246-6a79-48f1-820e-5342c5f054d4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:30:54.521500 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.532080 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.533420 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9b411bd-8d1d-40df-9eed-a0cf6e7e6693 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.551805 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f9b411bd-8d1d-40df-9eed-a0cf6e7e6693 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 976ae246-6a79-48f1-820e-5342c5f054d4 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:54.560657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70d721f2-2451-4157-aa90-8e778006e072 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.591269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Network c7748647-8b69-4944-9f41-9211f756a3b6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:54.594271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:54.606533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:30:54.676331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70d721f2-2451-4157-aa90-8e778006e072 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.707486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9298dcf4-e287-4d91-9cbd-d4996eadd248 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:54.737464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Pushing event updated for resources: {'Port': ['ID=8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:54.798068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] For port c7cdcdad-0bb8-44a5-98e0-c5fbab695582, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:54.838586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Attempting to bind port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:30:54.839385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Attempting to bind port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '6ad486cc-b6e1-4507-b02d-8eb235177048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c7748647-8b69-4944-9f41-9211f756a3b6'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:30:54.839991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Attempting to bind port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 on network c7748647-8b69-4944-9f41-9211f756a3b6 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:30:54.844423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] For port c7cdcdad-0bb8-44a5-98e0-c5fbab695582, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:54.856394 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.858152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:30:54.859164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Checking segment: {'id': '6ad486cc-b6e1-4507-b02d-8eb235177048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c7748647-8b69-4944-9f41-9211f756a3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:30:54.860085 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.860735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Bound using segment: {'id': '6ad486cc-b6e1-4507-b02d-8eb235177048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c7748647-8b69-4944-9f41-9211f756a3b6'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:30:54.861559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Bound port: 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad486cc-b6e1-4507-b02d-8eb235177048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c7748647-8b69-4944-9f41-9211f756a3b6'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:30:54.862239 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.906356 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9b411bd-8d1d-40df-9eed-a0cf6e7e6693 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:54.909478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9298dcf4-e287-4d91-9cbd-d4996eadd248 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:54.910162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:55.104572 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9b411bd-8d1d-40df-9eed-a0cf6e7e6693 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:55.110200 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f9b411bd-8d1d-40df-9eed-a0cf6e7e6693 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/976ae246-6a79-48f1-820e-5342c5f054d4 HTTP/1.1" status: 204 len: 168 time: 0.9468541 Nov 12 13:30:55.111616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b411bd-8d1d-40df-9eed-a0cf6e7e6693 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=976ae246-6a79-48f1-820e-5342c5f054d4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:55.115541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49438) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:55.130114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Pushing event updated for resources: {'Port': ['ID=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:55.178084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] For port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:30:55.184693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] For port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1,segment=NetworkSegment(6ad486cc-b6e1-4507-b02d-8eb235177048),segment_id=6ad486cc-b6e1-4507-b02d-8eb235177048)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:30:55.203635 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:55.249644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3294401a-8867-4b52-abb1-f337372f6389 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:55.255924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3294401a-8867-4b52-abb1-f337372f6389 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:55.264142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3294401a-8867-4b52-abb1-f337372f6389 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:55.269584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3294401a-8867-4b52-abb1-f337372f6389 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1504953 Nov 12 13:30:55.282728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:55.282728 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:55.283410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49440) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:55.290537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-913752da-8008-46e5-9713-2c219e162a8e service neutron] 10.222.0.70 "PUT /v2.0/ports/c7cdcdad-0bb8-44a5-98e0-c5fbab695582 HTTP/1.1" status: 200 len: 1091 time: 3.3423028 Nov 12 13:30:55.294897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5175839f-0271-4d8d-b215-61ef13b14a1f', 'tag': 'c7cdcdad-0bb8-44a5-98e0-c5fbab695582'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:55.299934 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d035a244-dc79-456a-bd9c-f683dec8c2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5175839f-0271-4d8d-b215-61ef13b14a1f", "tag": "c7cdcdad-0bb8-44a5-98e0-c5fbab695582"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:55.474997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-68605b9d-c506-4a9b-9d70-daa07b7ed091 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 67f68bf9-ed6f-4e84-8bf6-e3db1cd23f0d {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:55.482440 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68605b9d-c506-4a9b-9d70-daa07b7ed091 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:55.504081 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f400bfe2-bb60-4e60-ab0f-bfb1535ce42d x-openstack-request-id: req-f400bfe2-bb60-4e60-ab0f-bfb1535ce42d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:55.504470 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5175839f-0271-4d8d-b215-61ef13b14a1f", "tag": "c7cdcdad-0bb8-44a5-98e0-c5fbab695582", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:55.504791 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f400bfe2-bb60-4e60-ab0f-bfb1535ce42d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:55.505493 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5175839f-0271-4d8d-b215-61ef13b14a1f', 'tag': 'c7cdcdad-0bb8-44a5-98e0-c5fbab695582', 'status': 'completed', 'code': 200} Nov 12 13:30:55.511124 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70d721f2-2451-4157-aa90-8e778006e072 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:55.541302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:55.601143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996500a6-0259-40bc-9c89-18c65ee94fa8 req-d9c32d41-923f-48c4-8409-353c05f3e260 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:55.605382 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-996500a6-0259-40bc-9c89-18c65ee94fa8 req-d9c32d41-923f-48c4-8409-353c05f3e260 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 943 time: 0.3731270 Nov 12 13:30:55.637691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acfbc3-b379-4df3-bd7b-b5494db57def None None] Pushing event updated for resources: {'Port': ['ID=8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:55.662551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-236e8ac0-0ef4-4269-af44-781db1651353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:55.667468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-236e8ac0-0ef4-4269-af44-781db1651353 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=170097f1c6844d7b9b117a05fcb7ed26&device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 1094 time: 0.3203630 Nov 12 13:30:55.695899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:55.696559 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:55.715797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68605b9d-c506-4a9b-9d70-daa07b7ed091 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:55.826758 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-cbf77ca1-278c-4598-9e0f-c566d67599a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cdcdad-0bb8-44a5-98e0-c5fbab695582 HTTP/1.1" status: 200 len: 217 time: 0.1456604 Nov 12 13:30:55.885348 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-996500a6-0259-40bc-9c89-18c65ee94fa8 req-f2bf3ca3-ac13-4d66-9290-b168550ed006 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663472 Nov 12 13:30:55.967730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70d721f2-2451-4157-aa90-8e778006e072 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:56.015546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68605b9d-c506-4a9b-9d70-daa07b7ed091 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:56.158676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a17e7-2782-4ea2-81e1-f3ea6d71c25a req-b98c6e15-d9f7-4bc3-a302-40f7fe5fcf0d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:56.161260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-082a17e7-2782-4ea2-81e1-f3ea6d71c25a req-b98c6e15-d9f7-4bc3-a302-40f7fe5fcf0d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 946 time: 0.0962672 Nov 12 13:30:56.164419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68605b9d-c506-4a9b-9d70-daa07b7ed091 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:56.241495 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68605b9d-c506-4a9b-9d70-daa07b7ed091 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:56.246337 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-68605b9d-c506-4a9b-9d70-daa07b7ed091 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/67f68bf9-ed6f-4e84-8bf6-e3db1cd23f0d HTTP/1.1" status: 204 len: 168 time: 0.9624317 Nov 12 13:30:56.255733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077c692-5034-4b64-a4be-8f6fef5e05bd None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:56.260213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68605b9d-c506-4a9b-9d70-daa07b7ed091 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=67f68bf9-ed6f-4e84-8bf6-e3db1cd23f0d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:56.260213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49452) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:56.380910 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-082a17e7-2782-4ea2-81e1-f3ea6d71c25a req-6b0ba014-3ada-466e-9fbc-1bb0e672fee4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049360 Nov 12 13:30:56.385663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef3674b-91a9-4802-93ed-3e40a3a3010c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet d418fbe5-d5cc-4762-a763-6e5f504559ef {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:30:56.390425 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ef3674b-91a9-4802-93ed-3e40a3a3010c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:56.455426 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70d721f2-2451-4157-aa90-8e778006e072 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:56.460837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-70d721f2-2451-4157-aa90-8e778006e072 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "DELETE /v2.0/subnets/ce81294d-27dc-4ae2-91cf-a259285dc954 HTTP/1.1" status: 204 len: 168 time: 2.7551763 Nov 12 13:30:56.466892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d721f2-2451-4157-aa90-8e778006e072 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Subnet': ['ID=ce81294d-27dc-4ae2-91cf-a259285dc954,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:56.469269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49456) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:56.553125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2edd62-13c7-4855-92f9-b9c765f60e0f req-5f68d09a-b8b6-4319-9907-ae8f045855c4 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:56.571642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b2edd62-13c7-4855-92f9-b9c765f60e0f req-5f68d09a-b8b6-4319-9907-ae8f045855c4 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 944 time: 0.7802660 Nov 12 13:30:56.631717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-6596e055-775f-4732-babd-48afb708937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:56.633824 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-6596e055-775f-4732-babd-48afb708937f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d11e85-1966-4608-8da5-8307c339fc7d HTTP/1.1" status: 200 len: 850 time: 0.7898409 Nov 12 13:30:56.650827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b2edd62-13c7-4855-92f9-b9c765f60e0f req-7857ed89-92bf-4d8b-ac18-6f24b0287730 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778410 Nov 12 13:30:56.728277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:30:56.765575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-984ea7d6-aed2-4c88-8fd7-789cb723e95d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7eba926c-f4fc-48ab-a83f-19585ed76e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970318 Nov 12 13:30:56.765575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af0986f-a6a1-4b2b-ad01-87fc45313f36 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:56.769428 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6af0986f-a6a1-4b2b-ad01-87fc45313f36 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2901480 Nov 12 13:30:56.808774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:56.839231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d513bcdf-2c82-41ce-8abd-d672a99cf03d details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:30:57.103986 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-a2a3b38e-958e-43e4-90c4-a4e8e8966854 service neutron] 10.222.0.70 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333945 Nov 12 13:30:57.243493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:57.244088 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:57.248825 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b45cbf5-b548-48f9-b0c2-f402f6f05889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:57.306819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:57.368058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d513bcdf-2c82-41ce-8abd-d672a99cf03d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:57.381398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930ea3a8-9795-488c-8b5d-9a9959b04db9 None None] Network c7748647-8b69-4944-9f41-9211f756a3b6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:57.424280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'port_id': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'mac_address': 'fa:16:3e:40:cc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:30:57.462601 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ef3674b-91a9-4802-93ed-3e40a3a3010c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:57.583158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-594e5b73-dbf8-4a9f-b7b5-b203732c3681 req-b5e97f2a-fc65-4394-a2e3-102bb665d555 service neutron] 10.222.0.70 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081572 Nov 12 13:30:57.602338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Deleting port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:57.603070 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:57.700609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92ce72-bfce-4b09-a730-3561217f7973 req-819c00b9-8845-4f1f-8be0-526e3efad1ad tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:57.702295 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b92ce72-bfce-4b09-a730-3561217f7973 req-819c00b9-8845-4f1f-8be0-526e3efad1ad tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 943 time: 0.3611801 Nov 12 13:30:57.722018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] For port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1,segment=NetworkSegment(6ad486cc-b6e1-4507-b02d-8eb235177048),segment_id=6ad486cc-b6e1-4507-b02d-8eb235177048)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:57.723361 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:57.734912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b486a-a5cc-44ed-9ab6-e673c8c89f4a req-dbe7eb56-2b83-4827-93dc-1217d1eff556 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:57.740290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-02d86d71-ccf4-4c2f-bded-2a138158b62e None None] Provisioning complete for port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:57.741072 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02d86d71-ccf4-4c2f-bded-2a138158b62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:57.752631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-464b486a-a5cc-44ed-9ab6-e673c8c89f4a req-dbe7eb56-2b83-4827-93dc-1217d1eff556 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 946 time: 0.2223094 Nov 12 13:30:57.828180 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Calling delete_port for 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:57.852631 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:57.870969 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b92ce72-bfce-4b09-a730-3561217f7973 req-97931fde-69ff-4e75-913c-6122b23048a8 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418071 Nov 12 13:30:57.875075 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:57.889610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-464b486a-a5cc-44ed-9ab6-e673c8c89f4a req-b64eb42e-772a-467a-81b7-9147945b4a93 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322272 Nov 12 13:30:57.893847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d513bcdf-2c82-41ce-8abd-d672a99cf03d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:30:57.917394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-61914453-05d7-4e42-b35b-f18b2fdf0f0d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:57.919419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-61914453-05d7-4e42-b35b-f18b2fdf0f0d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 946 time: 0.2623320 Nov 12 13:30:57.976132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d513bcdf-2c82-41ce-8abd-d672a99cf03d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:58.007388 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ef3674b-91a9-4802-93ed-3e40a3a3010c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.018836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035a244-dc79-456a-bd9c-f683dec8c2b7 req-f400a432-8d1d-44da-a299-baec58324bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:58.024715 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.030969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d035a244-dc79-456a-bd9c-f683dec8c2b7 req-f400a432-8d1d-44da-a299-baec58324bf5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=170097f1c6844d7b9b117a05fcb7ed26&device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 1094 time: 0.3305004 Nov 12 13:30:58.039922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad0a223-fbf2-44d5-bd15-01ca80b33da7 None None] DHCP port deletion for c7748647-8b69-4944-9f41-9211f756a3b6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:30:58.046635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1,segment=NetworkSegment(6ad486cc-b6e1-4507-b02d-8eb235177048),segment_id=6ad486cc-b6e1-4507-b02d-8eb235177048)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:58.142133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.186041 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ef3674b-91a9-4802-93ed-3e40a3a3010c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.217266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035a244-dc79-456a-bd9c-f683dec8c2b7 req-c2390ca8-aa92-451e-97d0-6e98266b940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:58.219208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d035a244-dc79-456a-bd9c-f683dec8c2b7 req-c2390ca8-aa92-451e-97d0-6e98266b940e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7eba926c-f4fc-48ab-a83f-19585ed76e4f HTTP/1.1" status: 200 len: 911 time: 0.1870070 Nov 12 13:30:58.260606 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02d86d71-ccf4-4c2f-bded-2a138158b62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.275898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3674b-91a9-4802-93ed-3e40a3a3010c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=d418fbe5-d5cc-4762-a763-6e5f504559ef,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:58.278931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ef3674b-91a9-4802-93ed-3e40a3a3010c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.286403 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8ef3674b-91a9-4802-93ed-3e40a3a3010c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/d418fbe5-d5cc-4762-a763-6e5f504559ef HTTP/1.1" status: 204 len: 168 time: 2.0240779 Nov 12 13:30:58.290029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49472) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:58.306928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d513bcdf-2c82-41ce-8abd-d672a99cf03d,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:58.307159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98deafc4-babf-4ae8-8a44-af6fb2262cc8 req-8e77ce52-c0e0-428e-9cde-20f98237e71f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:58.308916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98deafc4-babf-4ae8-8a44-af6fb2262cc8 req-8e77ce52-c0e0-428e-9cde-20f98237e71f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 945 time: 0.2643571 Nov 12 13:30:58.318707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053ee8b-9a38-4ac3-837d-425253506780 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:30:58.320046 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d035a244-dc79-456a-bd9c-f683dec8c2b7 req-0bea83b5-c771-4a94-ba29-ce46eb8df7cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cdcdad-0bb8-44a5-98e0-c5fbab695582 HTTP/1.1" status: 200 len: 217 time: 0.0904403 Nov 12 13:30:58.348893 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-67fc67f8-9388-4ae0-86fc-3298004a484a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574615 Nov 12 13:30:58.350259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49474) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:58.362293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4c946ff5-7402-49a7-afc1-db92f1c57af7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:30:58.442536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event deleted for resources: {'Port': ['ID=8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:58.442766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98deafc4-babf-4ae8-8a44-af6fb2262cc8 req-c3184c3f-f577-4aa0-a6c8-5305eb329918 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206229 Nov 12 13:30:58.448345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.454738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d513bcdf-2c82-41ce-8abd-d672a99cf03d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:30:58.485648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035a244-dc79-456a-bd9c-f683dec8c2b7 req-ea4a81e9-69d0-4460-8f2d-98f788757484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:58.487756 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d035a244-dc79-456a-bd9c-f683dec8c2b7 req-ea4a81e9-69d0-4460-8f2d-98f788757484 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d11e85-1966-4608-8da5-8307c339fc7d HTTP/1.1" status: 200 len: 850 time: 0.1550763 Nov 12 13:30:58.489540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Port': ['ID=8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:58.497303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] No DVR routers for this DVR port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:58.499134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-03cad6f9-5a80-412e-a60c-61cb1f9829d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Deleting port 922b8144-c4fb-4377-b54a-0ed443d1d872 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:58.499729 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-03cad6f9-5a80-412e-a60c-61cb1f9829d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.570160 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d035a244-dc79-456a-bd9c-f683dec8c2b7 req-0708e255-7824-4228-916d-0eff6301e0f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7eba926c-f4fc-48ab-a83f-19585ed76e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654056 Nov 12 13:30:58.597230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0a223-fbf2-44d5-bd15-01ca80b33da7 None None] Deleting port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:58.597997 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a223-fbf2-44d5-bd15-01ca80b33da7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.658580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c946ff5-7402-49a7-afc1-db92f1c57af7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:30:58.663071 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c946ff5-7402-49a7-afc1-db92f1c57af7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.687646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:58.724111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:30:58.724402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:30:58.726628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8ad0a223-fbf2-44d5-bd15-01ca80b33da7 None None] For port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1, host n-d-805736-4, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:58.727032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a223-fbf2-44d5-bd15-01ca80b33da7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.756291 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0a223-fbf2-44d5-bd15-01ca80b33da7 None None] Calling delete_port for 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:58.761325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-8ad0a223-fbf2-44d5-bd15-01ca80b33da7 None None] Port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:30:58.762771 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.771284 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a223-fbf2-44d5-bd15-01ca80b33da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.775976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-03cad6f9-5a80-412e-a60c-61cb1f9829d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] For port 922b8144-c4fb-4377-b54a-0ed443d1d872, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=922b8144-c4fb-4377-b54a-0ed443d1d872,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:58.776229 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-03cad6f9-5a80-412e-a60c-61cb1f9829d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.808173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7748647-8b69-4944-9f41-9211f756a3b6']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:58.828371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad486cc-b6e1-4507-b02d-8eb235177048') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:58.828995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad486cc-b6e1-4507-b02d-8eb235177048') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:58.833342 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-03cad6f9-5a80-412e-a60c-61cb1f9829d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Calling delete_port for 922b8144-c4fb-4377-b54a-0ed443d1d872 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:58.846211 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.849338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c49c6a96-e764-4cbc-94cf-d9edb1bbc2f4 None None] Provisioning complete for port 9298dcf4-e287-4d91-9cbd-d4996eadd248 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:30:58.849774 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c49c6a96-e764-4cbc-94cf-d9edb1bbc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.851962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90934919-4d23-466e-8548-1b8af9d4a194 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:30:58.854602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 922b8144-c4fb-4377-b54a-0ed443d1d872 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:30:58.857298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0a223-fbf2-44d5-bd15-01ca80b33da7 None None] No DVR routers for this DVR port 8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:58.865990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0a223-fbf2-44d5-bd15-01ca80b33da7 None None] Pushing event deleted for resources: {'Port': ['ID=8b2bdd2c-c878-470f-bfef-fe8ac0ae5df1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:58.888580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:58.916901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:30:58.917341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:30:59.025634 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:30:59.028374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d035a244-dc79-456a-bd9c-f683dec8c2b7 req-e7978ba7-4265-4544-a0b7-10c7634a16e8 service neutron] 10.222.0.70 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725264 Nov 12 13:30:59.160663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb5fd7-86f2-43ef-a4d3-05de69b01a3c req-17db778c-ec2d-4bdb-a961-b3c368909489 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:59.162340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8bfb5fd7-86f2-43ef-a4d3-05de69b01a3c req-17db778c-ec2d-4bdb-a961-b3c368909489 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 943 time: 0.1071081 Nov 12 13:30:59.170723 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-03cad6f9-5a80-412e-a60c-61cb1f9829d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.205061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No active binding found for port 922b8144-c4fb-4377-b54a-0ed443d1d872 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:30:59.205653 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 922b8144-c4fb-4377-b54a-0ed443d1d872 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:30:59.277350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cad6f9-5a80-412e-a60c-61cb1f9829d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event deleted for resources: {'Port': ['ID=922b8144-c4fb-4377-b54a-0ed443d1d872,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:59.289576 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.295017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.298462 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "DELETE /v2.0/networks/c7748647-8b69-4944-9f41-9211f756a3b6 HTTP/1.1" status: 204 len: 168 time: 2.4884632 Nov 12 13:30:59.306220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49484) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:59.309461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-90934919-4d23-466e-8548-1b8af9d4a194 None None] Deleting port 9298dcf4-e287-4d91-9cbd-d4996eadd248 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:30:59.309461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90934919-4d23-466e-8548-1b8af9d4a194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.315024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-03cad6f9-5a80-412e-a60c-61cb1f9829d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] No DVR routers for this DVR port 922b8144-c4fb-4377-b54a-0ed443d1d872 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:59.323290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ba62d-a66c-4654-be9a-0fda2c794394 req-ab36d57e-09c9-481a-87ff-9fcf2f159661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:59.325319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f3ba62d-a66c-4654-be9a-0fda2c794394 req-ab36d57e-09c9-481a-87ff-9fcf2f159661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 867 time: 0.2774730 Nov 12 13:30:59.333265 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-03cad6f9-5a80-412e-a60c-61cb1f9829d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.336606 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9360b1cc-900a-45d3-a1ce-b3976538474f req-03cad6f9-5a80-412e-a60c-61cb1f9829d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "DELETE /v2.0/ports/922b8144-c4fb-4377-b54a-0ed443d1d872 HTTP/1.1" status: 204 len: 173 time: 1.4020004 Nov 12 13:30:59.338978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df95eabb-4f0d-4b31-88c3-2b334fc45eb4', 'name': 'network-vif-deleted', 'tag': '922b8144-c4fb-4377-b54a-0ed443d1d872'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:30:59.340829 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cbd9f7-c158-4282-b3cf-8a6642dca062" -d '{"events": [{"server_uuid": "df95eabb-4f0d-4b31-88c3-2b334fc45eb4", "name": "network-vif-deleted", "tag": "922b8144-c4fb-4377-b54a-0ed443d1d872"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:30:59.355944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcd7d2-8536-458b-a7c0-0898ccafe29f tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Network': ['ID=c7748647-8b69-4944-9f41-9211f756a3b6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:59.392393 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d035a244-dc79-456a-bd9c-f683dec8c2b7 req-d2e6e289-79e0-4023-a50f-d911bc3bbbea service neutron] 10.222.0.70 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434603 Nov 12 13:30:59.417770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8bfb5fd7-86f2-43ef-a4d3-05de69b01a3c req-27bfa5bc-9ff6-4469-88d5-35998cc5dac9 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442997 Nov 12 13:30:59.462301 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f3ba62d-a66c-4654-be9a-0fda2c794394 req-ce76e0ed-7c68-405d-8f94-4357420f14b3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197724 Nov 12 13:30:59.502477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.504688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-90934919-4d23-466e-8548-1b8af9d4a194 None None] For port 9298dcf4-e287-4d91-9cbd-d4996eadd248, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9298dcf4-e287-4d91-9cbd-d4996eadd248,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:30:59.505348 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90934919-4d23-466e-8548-1b8af9d4a194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.545776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-90934919-4d23-466e-8548-1b8af9d4a194 None None] Calling delete_port for 9298dcf4-e287-4d91-9cbd-d4996eadd248 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:30:59.548370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f43462e0-fbbe-48b0-bf21-169e8c6f128d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.559074 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7181ccc6-3e18-4fe2-8d2e-d829cb8c3a10 x-openstack-request-id: req-7181ccc6-3e18-4fe2-8d2e-d829cb8c3a10 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:30:59.559375 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df95eabb-4f0d-4b31-88c3-2b334fc45eb4", "name": "network-vif-deleted", "tag": "922b8144-c4fb-4377-b54a-0ed443d1d872", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:30:59.559640 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7181ccc6-3e18-4fe2-8d2e-d829cb8c3a10 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:30:59.560056 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df95eabb-4f0d-4b31-88c3-2b334fc45eb4', 'name': 'network-vif-deleted', 'tag': '922b8144-c4fb-4377-b54a-0ed443d1d872', 'status': 'completed', 'code': 200} Nov 12 13:30:59.689926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58af05-ece4-4332-8b48-9e6b42b78760 req-b444d5fb-2724-43c0-a604-d155ca573ab3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:59.692870 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90934919-4d23-466e-8548-1b8af9d4a194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.693807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e58af05-ece4-4332-8b48-9e6b42b78760 req-b444d5fb-2724-43c0-a604-d155ca573ab3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 945 time: 0.0752292 Nov 12 13:30:59.719919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90934919-4d23-466e-8548-1b8af9d4a194 None None] No DVR routers for this DVR port 9298dcf4-e287-4d91-9cbd-d4996eadd248 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:30:59.740354 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c946ff5-7402-49a7-afc1-db92f1c57af7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.782605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7809858-fb70-4eb8-85da-969ce93a5b3b None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:30:59.788907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90934919-4d23-466e-8548-1b8af9d4a194 None None] Pushing event deleted for resources: {'Port': ['ID=9298dcf4-e287-4d91-9cbd-d4996eadd248,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:59.798057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e58af05-ece4-4332-8b48-9e6b42b78760 req-1cba4763-ab19-4ef4-b9b4-88b81de3ca3d tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948524 Nov 12 13:30:59.898679 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.914032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c946ff5-7402-49a7-afc1-db92f1c57af7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:30:59.930325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-4c946ff5-7402-49a7-afc1-db92f1c57af7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:30:59.938453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c946ff5-7402-49a7-afc1-db92f1c57af7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=84e7f2fa-e489-437c-82ad-26a29bc39bf0,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:30:59.942985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c946ff5-7402-49a7-afc1-db92f1c57af7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:30:59.943947 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c946ff5-7402-49a7-afc1-db92f1c57af7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:30:59.985360 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4c946ff5-7402-49a7-afc1-db92f1c57af7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6259327 Nov 12 13:30:59.985360 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aced766-7a13-4db2-b398-2065058e46f8']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:30:59.987369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49490) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:30:59.998325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:00.001641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868033f2-edeb-465e-95df-ba0bb33ec41e') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:00.002125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868033f2-edeb-465e-95df-ba0bb33ec41e') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:00.023833 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.049828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.064178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:31:00.064824 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.066852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7809858-fb70-4eb8-85da-969ce93a5b3b None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:31:00.069502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c7cdcdad-0bb8-44a5-98e0-c5fbab695582 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:31:00.071101 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:31:00.163695 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.179932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.183901 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "DELETE /v2.0/networks/3aced766-7a13-4db2-b398-2065058e46f8 HTTP/1.1" status: 204 len: 168 time: 0.8715696 Nov 12 13:31:00.186220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49492) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:00.200520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae9801-c4e7-4964-94fd-c02bf7fe6b67 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Network': ['ID=3aced766-7a13-4db2-b398-2065058e46f8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:00.292656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:00.296841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.339963 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.408491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c7cdcdad-0bb8-44a5-98e0-c5fbab695582, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:00.438503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'c7cdcdad-0bb8-44a5-98e0-c5fbab695582', 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f', 'port_id': 'c7cdcdad-0bb8-44a5-98e0-c5fbab695582', 'mac_address': 'fa:16:3e:b6:b3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:31:00.543908 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.574259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c1f60d-d9e2-4731-b125-a3fb88393933']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:00.592613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee62825-150d-40c9-a6fc-cfa295c2b94d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:00.592847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee62825-150d-40c9-a6fc-cfa295c2b94d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:00.611479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.628320 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c57b9-1f93-4e31-abae-0227ee392d55 req-d54b943e-3b5e-46ce-b828-0607cc17b900 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:00.636651 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d81c57b9-1f93-4e31-abae-0227ee392d55 req-d54b943e-3b5e-46ce-b828-0607cc17b900 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 943 time: 0.1123331 Nov 12 13:31:00.674168 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.682300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:31:00.682759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.706816 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d81c57b9-1f93-4e31-abae-0227ee392d55 req-8852a537-aa42-42a9-9ba9-63bde62ee83f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683937 Nov 12 13:31:00.755031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9298dcf4-e287-4d91-9cbd-d4996eadd248 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:31:00.793024 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:31:00.808498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73f88154-db60-4123-baee-4dad5df8b2f5 req-945312f7-2dc8-4b26-8ca4-65c1c2af6ea2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 210 time: 0.1959789 Nov 12 13:31:00.809330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.828076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.832506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "DELETE /v2.0/networks/e0c1f60d-d9e2-4731-b125-a3fb88393933 HTTP/1.1" status: 204 len: 168 time: 0.6452944 Nov 12 13:31:00.835194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49504) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:00.838231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 9298dcf4-e287-4d91-9cbd-d4996eadd248 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:00.838771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9298dcf4-e287-4d91-9cbd-d4996eadd248 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:00.846633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': '84e7f2fa-e489-437c-82ad-26a29bc39bf0'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:00.849382 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.859773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d513bcdf-2c82-41ce-8abd-d672a99cf03d up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:00.883749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad2fbe-7cbe-45ee-ba4b-288751c68054 tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Network': ['ID=e0c1f60d-d9e2-4731-b125-a3fb88393933,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:00.937324 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.938865 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:00.989658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cdcdad-0bb8-44a5-98e0-c5fbab695582 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:01.028432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c7cdcdad-0bb8-44a5-98e0-c5fbab695582, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:01.033793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Provisioning complete for port 2151005d-4489-40c4-81c0-0122ba34d4b0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:01.033793 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.063433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.071359 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.096630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606909a8-c225-4040-aee2-285cd7f66e33 req-2ffec3da-fd8b-4cfc-a580-2836bd438931 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:01.105258 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-606909a8-c225-4040-aee2-285cd7f66e33 req-2ffec3da-fd8b-4cfc-a580-2836bd438931 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 945 time: 0.1159754 Nov 12 13:31:01.139575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.objects.ports [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:31:01.141976 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.151969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:01.182611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:01.186063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:01.190913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:01.192757 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.236548 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Port 2151005d-4489-40c4-81c0-0122ba34d4b0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:01.241407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port d513bcdf-2c82-41ce-8abd-d672a99cf03d completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:31:01.248631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2589107 Nov 12 13:31:01.251532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49506) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:01.257052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:3a:e6:54', 'name': 'tempest-NetworksTestDHCPv6-1769733169'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:01.259666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port d513bcdf-2c82-41ce-8abd-d672a99cf03d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:01.260152 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.289647 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-606909a8-c225-4040-aee2-285cd7f66e33 req-4129de0c-97f3-40f0-a403-9a7c5ea58ed8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819682 Nov 12 13:31:01.297025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Provisioning complete for port f7c4883e-be61-4dec-adb0-8c4d55f68e69 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:01.297842 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.311845 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.327941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef30120-1ae4-4456-9b73-789b5948e3c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=1898be24-5645-495f-bda5-35a6ffdc6dc4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:01.358791 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b72bd2-d1bd-4b93-a9ab-befee1ad1a13']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:01.379124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f12f13c-c61e-4e79-889f-11512fd276be') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:01.379420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f12f13c-c61e-4e79-889f-11512fd276be') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:01.402748 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.424252 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.434531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:31:01.435340 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:31:01.439136 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:31:01.444345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:01.522951 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.538422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.545400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c7cdcdad-0bb8-44a5-98e0-c5fbab695582'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:01.548784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] 10.222.0.73 "DELETE /v2.0/networks/20b72bd2-d1bd-4b93-a9ab-befee1ad1a13 HTTP/1.1" status: 204 len: 168 time: 0.7090621 Nov 12 13:31:01.549322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Allocated IP 172.20.0.2 (514a5480-43a8-41bb-9524-24b97d0dd96f/84e7f2fa-e489-437c-82ad-26a29bc39bf0/751507f4-c061-43c7-a81a-680e870fbd2e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:01.552240 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.570165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fe1e0-1422-4b9b-a6ee-88c4a106a8fc tempest-BulkNetworkOpsTest-1550078730 tempest-BulkNetworkOpsTest-1550078730-project] Pushing event deleted for resources: {'Network': ['ID=20b72bd2-d1bd-4b93-a9ab-befee1ad1a13,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:01.589669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.590923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Allocated IP 2001:db8::f816:3eff:fe45:4170 (514a5480-43a8-41bb-9524-24b97d0dd96f/1898be24-5645-495f-bda5-35a6ffdc6dc4/751507f4-c061-43c7-a81a-680e870fbd2e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:01.616030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 1a2fd213-bc91-456c-b715-7f96eb9e2dd1 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:31:01.637768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Provisioning complete for port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:01.638142 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.639491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:01.641786 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee28865-189a-432c-88bd-b0fc95959b78" -d '{"events": [{"server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "name": "network-vif-plugged", "status": "completed", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:01.820400 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad2cc74-66a4-46c8-837d-595f145b75d5 x-openstack-request-id: req-4ad2cc74-66a4-46c8-837d-595f145b75d5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:01.820836 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "name": "network-vif-plugged", "status": "completed", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:01.820954 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ad2cc74-66a4-46c8-837d-595f145b75d5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:01.821406 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'code': 200} Nov 12 13:31:01.864908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d513bcdf-2c82-41ce-8abd-d672a99cf03d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:01.922490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c636760-183c-44db-be94-1903af0803e9 req-f64aecab-a216-43d0-94b6-300e6898c7ae tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:01.924446 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:01.939274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c636760-183c-44db-be94-1903af0803e9 req-f64aecab-a216-43d0-94b6-300e6898c7ae tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 944 time: 0.1451313 Nov 12 13:31:01.950958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3eed0-3b55-4332-a667-58c4ce175dca req-d9be196b-7750-4dfb-aa62-86b9b08df571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:01.952920 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39c3eed0-3b55-4332-a667-58c4ce175dca req-d9be196b-7750-4dfb-aa62-86b9b08df571 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1096 time: 0.1471984 Nov 12 13:31:01.991204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d513bcdf-2c82-41ce-8abd-d672a99cf03d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:02.064400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c636760-183c-44db-be94-1903af0803e9 req-2e38e6b0-0c06-4368-91f2-d8e730ad90d7 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239903 Nov 12 13:31:02.110164 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39c3eed0-3b55-4332-a667-58c4ce175dca req-c8e7545f-2c05-43cf-8972-12d9012375fa service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479030 Nov 12 13:31:02.132371 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c7b94b29-66c3-4aac-bb1a-83e72e30e4ce req-e66c8afe-7179-488f-9b60-95eb90f11f03 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 210 time: 0.0676203 Nov 12 13:31:02.137631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49522) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:02.214332 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.258068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.265352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Provisioning complete for port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:02.265841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.296853 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.413700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:02.418134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Pushing event updated for resources: {'Port': ['ID=751507f4-c061-43c7-a81a-680e870fbd2e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:02.446509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:02.461375 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:02.479162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 172.20.0.14 (514a5480-43a8-41bb-9524-24b97d0dd96f/84e7f2fa-e489-437c-82ad-26a29bc39bf0/1a2fd213-bc91-456c-b715-7f96eb9e2dd1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:02.485334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a138786d-1724-4a55-910e-b21cc0a9a031 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49b14b3c7f324bc9b1a725a44d0fecb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428559 Nov 12 13:31:02.486101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49530) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:02.498802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::f816:3eff:fe3a:e654 (514a5480-43a8-41bb-9524-24b97d0dd96f/1898be24-5645-495f-bda5-35a6ffdc6dc4/1a2fd213-bc91-456c-b715-7f96eb9e2dd1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:02.512630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2007f6b-ad0a-4165-b989-6b9a80295977 req-016da774-f0f5-4e45-a493-8bb79bb7bcb1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:02.514544 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2007f6b-ad0a-4165-b989-6b9a80295977 req-016da774-f0f5-4e45-a493-8bb79bb7bcb1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 946 time: 0.0907869 Nov 12 13:31:02.592331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e0c68d-19ec-40bd-a659-ffef9f2987c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.610922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2007f6b-ad0a-4165-b989-6b9a80295977 req-ceab8cb3-72af-44c8-b4e1-081c79729a89 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850277 Nov 12 13:31:02.627964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Provisioning complete for port ee52b2d5-3691-434b-aa61-a9fee975d095 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:02.628359 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.649405 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e0c68d-19ec-40bd-a659-ffef9f2987c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.699889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Attempting to bind port 751507f4-c061-43c7-a81a-680e870fbd2e on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:02.700289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Attempting to bind port 751507f4-c061-43c7-a81a-680e870fbd2e by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:02.700649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Attempting to bind port 751507f4-c061-43c7-a81a-680e870fbd2e on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:02.711848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:02.712288 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:02.712678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.713106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:02.713602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Bound port: 751507f4-c061-43c7-a81a-680e870fbd2e, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:02.714216 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.716218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Port ee52b2d5-3691-434b-aa61-a9fee975d095 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:02.791605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Provisioning complete for port 4d5bede1-d3ab-44b8-a726-206c139441e9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:02.792121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.837712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.855543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e0c68d-19ec-40bd-a659-ffef9f2987c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.859741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e0c68d-19ec-40bd-a659-ffef9f2987c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.864342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-21e0c68d-19ec-40bd-a659-ffef9f2987c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d729a25-3523-458d-87d7-5f48a92df354 HTTP/1.1" status: 204 len: 168 time: 0.3739493 Nov 12 13:31:02.873109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] For port 751507f4-c061-43c7-a81a-680e870fbd2e, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:02.881377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] For port 751507f4-c061-43c7-a81a-680e870fbd2e, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=751507f4-c061-43c7-a81a-680e870fbd2e,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:02.884733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0c68d-19ec-40bd-a659-ffef9f2987c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d729a25-3523-458d-87d7-5f48a92df354,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:02.895756 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.923411 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.926099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:02.999616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:03.003518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:03.022371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:03.072664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77598556-a424-4120-ae99-8bea23b355d1 None None] Pushing event updated for resources: {'Port': ['ID=751507f4-c061-43c7-a81a-680e870fbd2e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:03.084403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Provisioning complete for port 2ac88011-1d0d-4989-be03-044879e483f9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:03.084782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:03.104349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=1a2fd213-bc91-456c-b715-7f96eb9e2dd1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:03.159565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:03.163419 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:03.216081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49544) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:03.218641 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8a6454ec-9634-40b4-86bd-87037e384b44 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9659834 Nov 12 13:31:03.302348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Provisioning complete for port f9041681-4c3c-4832-94ea-ed41e76bc810 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:03.302753 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:03.309846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770762ad-c758-4cb8-93a5-0b0dcd269954 req-2a5e400f-1540-48af-8b0b-282671ba8676 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:03.318525 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-770762ad-c758-4cb8-93a5-0b0dcd269954 req-2a5e400f-1540-48af-8b0b-282671ba8676 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 944 time: 0.1177399 Nov 12 13:31:03.335578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfb7333-7840-4e6b-b9f4-d9f78b0b9538 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:03.338117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f41fa1a9-9a3c-4cd0-b1f3-078867b2f2c2 req-11cfef2f-d44d-483f-b54e-03868c935b8e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 210 time: 0.0835412 Nov 12 13:31:03.341963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfb7333-7840-4e6b-b9f4-d9f78b0b9538 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:03.343685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ddfb7333-7840-4e6b-b9f4-d9f78b0b9538 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1265631 Nov 12 13:31:03.366535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:03.477926 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-770762ad-c758-4cb8-93a5-0b0dcd269954 req-2545f490-945b-480a-9325-0a102ab3376a tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583915 Nov 12 13:31:03.621268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Provisioning complete for port 0c77160e-7048-4257-bea8-55f559a5b18c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:03.623090 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b903f68-b55f-42b8-91c7-fa72ffa9f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:03.636657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-77f9a3a6-c6bb-49d2-a020-96390015a8ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 1a2fd213-bc91-456c-b715-7f96eb9e2dd1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:03.637666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f9a3a6-c6bb-49d2-a020-96390015a8ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:03.801242 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f9a3a6-c6bb-49d2-a020-96390015a8ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:03.835853 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-fa8e9c92-5619-459b-ba31-985937487a3e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613031 Nov 12 13:31:03.850292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678cb62-6609-448e-a2ca-be89e911679c req-bb2df357-b40d-4a86-b34a-353f1bbde86d tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:03.857900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7678cb62-6609-448e-a2ca-be89e911679c req-bb2df357-b40d-4a86-b34a-353f1bbde86d tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 946 time: 0.1246822 Nov 12 13:31:03.860922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-77f9a3a6-c6bb-49d2-a020-96390015a8ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 1a2fd213-bc91-456c-b715-7f96eb9e2dd1 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:03.975173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7678cb62-6609-448e-a2ca-be89e911679c req-5919bd35-b2b2-4ce9-8291-17737c124b00 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115944 Nov 12 13:31:03.992489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-bf5fe4ab-6cc4-4974-a820-44a8c5684e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:03.993379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-bf5fe4ab-6cc4-4974-a820-44a8c5684e99 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1096 time: 0.0903318 Nov 12 13:31:04.039498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c7cdcdad-0bb8-44a5-98e0-c5fbab695582 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:04.127040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port c7cdcdad-0bb8-44a5-98e0-c5fbab695582 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:31:04.133134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port c7cdcdad-0bb8-44a5-98e0-c5fbab695582 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:04.135259 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:04.174986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49570) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:04.289554 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:04.332998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5175839f-0271-4d8d-b215-61ef13b14a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cdcdad-0bb8-44a5-98e0-c5fbab695582'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:04.336766 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfe4a40-861e-4b30-9c00-cda05ac34f89" -d '{"events": [{"server_uuid": "5175839f-0271-4d8d-b215-61ef13b14a1f", "name": "network-vif-plugged", "status": "completed", "tag": "c7cdcdad-0bb8-44a5-98e0-c5fbab695582"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:04.344766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c7cdcdad-0bb8-44a5-98e0-c5fbab695582, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:04.352362 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:04.368239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f9a3a6-c6bb-49d2-a020-96390015a8ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:04.449844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:04.458310 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ce22ab-4c4d-4900-a785-f0e7a8a04c00 x-openstack-request-id: req-20ce22ab-4c4d-4900-a785-f0e7a8a04c00 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:04.459048 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5175839f-0271-4d8d-b215-61ef13b14a1f", "name": "network-vif-plugged", "status": "completed", "tag": "c7cdcdad-0bb8-44a5-98e0-c5fbab695582", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:04.459621 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20ce22ab-4c4d-4900-a785-f0e7a8a04c00 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:04.468253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-da218e32-6f18-44c0-995c-e5de7de3a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:04.469874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-da218e32-6f18-44c0-995c-e5de7de3a2be service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.4524586 Nov 12 13:31:04.470906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4e18ab13-b890-4b37-bfed-2bb5c03f456e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1262086988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:04.479454 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5175839f-0271-4d8d-b215-61ef13b14a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cdcdad-0bb8-44a5-98e0-c5fbab695582', 'code': 200} Nov 12 13:31:04.503134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9a3a6-c6bb-49d2-a020-96390015a8ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=1a2fd213-bc91-456c-b715-7f96eb9e2dd1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:04.513491 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-8c0f0180-c06b-4685-9740-a032c0d1b865 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4854085 Nov 12 13:31:04.593864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:04.685431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-7317ccbd-d1ba-41da-a695-690444cf5a07 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 1000 time: 0.2035179 Nov 12 13:31:04.690676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ec831610-cac0-4575-827e-6ba5b4f2f887 req-2178742c-15c6-4dc9-a958-5be4b584fb31 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 210 time: 0.0777183 Nov 12 13:31:04.767240 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e18ab13-b890-4b37-bfed-2bb5c03f456e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:04.769080 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e18ab13-b890-4b37-bfed-2bb5c03f456e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:04.776017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f9a3a6-c6bb-49d2-a020-96390015a8ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:04.782835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-77f9a3a6-c6bb-49d2-a020-96390015a8ee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/1a2fd213-bc91-456c-b715-7f96eb9e2dd1 HTTP/1.1" status: 204 len: 168 time: 1.4136493 Nov 12 13:31:04.789605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:04.798336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 751507f4-c061-43c7-a81a-680e870fbd2e up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:04.807672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c0448-feea-4647-b87f-c4e199813baa req-aa85f345-6837-412a-86cb-c697701e3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:04.809091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4c0448-feea-4647-b87f-c4e199813baa req-aa85f345-6837-412a-86cb-c697701e3c98 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 1096 time: 0.2390807 Nov 12 13:31:04.870646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-af89ce59-a194-4ba9-854d-5918c8120ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:04.872536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-af89ce59-a194-4ba9-854d-5918c8120ea5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.1661654 Nov 12 13:31:04.873686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b92733-c582-47fb-973b-cfb7a058fe93 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:04.915961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:04.978556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-32a119a8-823c-475d-ab45-33800a93738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:04.980862 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-32a119a8-823c-475d-ab45-33800a93738b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991898 Nov 12 13:31:05.126928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-aef9f3ca-a08b-476c-9a4d-0969ece972a2 None None] Provisioning complete for port 751507f4-c061-43c7-a81a-680e870fbd2e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:05.127942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef9f3ca-a08b-476c-9a4d-0969ece972a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.143913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-1a264e81-fcbe-45fc-9529-b4518116cdc7 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557753 Nov 12 13:31:05.183200 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.218906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb33055-511c-4802-86b6-a014639a7275 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:05.222043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb33055-511c-4802-86b6-a014639a7275 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:05.223791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb33055-511c-4802-86b6-a014639a7275 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:05.225261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cfb33055-511c-4802-86b6-a014639a7275 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4305732 Nov 12 13:31:05.258192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49586) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:05.279961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 751507f4-c061-43c7-a81a-680e870fbd2e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:05.280927 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.306196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e18ab13-b890-4b37-bfed-2bb5c03f456e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.320873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Allocated IP 172.25.5.59 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/b02b3249-f5aa-4dc5-b65c-250a014671c4) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:05.348637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4c0448-feea-4647-b87f-c4e199813baa req-3cd5b6c6-6813-47af-a536-98a98dd7731d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180724 Nov 12 13:31:05.349746 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e18ab13-b890-4b37-bfed-2bb5c03f456e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.405598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b2417-7e41-4ed4-b1f9-23a47de6af07 req-7870e679-9522-49fc-b948-3ec057ed0aa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:05.414389 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-384b2417-7e41-4ed4-b1f9-23a47de6af07 req-7870e679-9522-49fc-b948-3ec057ed0aa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.2136216 Nov 12 13:31:05.432252 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e18ab13-b890-4b37-bfed-2bb5c03f456e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.434106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4e18ab13-b890-4b37-bfed-2bb5c03f456e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2575960 Nov 12 13:31:05.447155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc352646-ec86-46e6-9998-24239d2a1836 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 1898be24-5645-495f-bda5-35a6ffdc6dc4 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:05.449392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49588) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:05.452492 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.454189 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc352646-ec86-46e6-9998-24239d2a1836 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.456121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef9f3ca-a08b-476c-9a4d-0969ece972a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.460186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-59808915'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:05.496564 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.545777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aef9f3ca-a08b-476c-9a4d-0969ece972a2 None None] For port 751507f4-c061-43c7-a81a-680e870fbd2e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=751507f4-c061-43c7-a81a-680e870fbd2e,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:05.552781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-384b2417-7e41-4ed4-b1f9-23a47de6af07 req-f46c2ccb-785b-40fb-a589-aa3bc88aa327 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328280 Nov 12 13:31:05.554819 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef9f3ca-a08b-476c-9a4d-0969ece972a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.566025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.608230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:05.639559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc352646-ec86-46e6-9998-24239d2a1836 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.646884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Made reservation on behalf of 428f7afe175a4d3aa0cfe7300e42a3af for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:05.647413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:05.652494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:05.665224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.694661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9f3ca-a08b-476c-9a4d-0969ece972a2 None None] Pushing event updated for resources: {'Port': ['ID=751507f4-c061-43c7-a81a-680e870fbd2e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:05.708918 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:31:05.709401 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:31:05.739622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Pushing event updated for resources: {'Port': ['ID=b02b3249-f5aa-4dc5-b65c-250a014671c4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:05.749030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.797756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6eaddcb-8169-4cb2-863b-45d4e607fce6 req-33b92475-72d6-4efc-b71f-d71c1b4bbaca service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451426 Nov 12 13:31:05.802806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.803009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.803257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.803814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.804147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.804492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.804831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.805164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.805543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.805879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.806208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.806539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:05.883089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.892965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-292c099b-3a6a-4c3d-8152-94c9f26f0a64 req-a4ca1a88-db6f-43d0-b19b-f3fb20d931bb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=df95eabb-4f0d-4b31-88c3-2b334fc45eb4 HTTP/1.1" status: 200 len: 210 time: 0.0653508 Nov 12 13:31:05.944640 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:05.969077 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc352646-ec86-46e6-9998-24239d2a1836 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.043946 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.049075 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:31:06.061924 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.153625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc352646-ec86-46e6-9998-24239d2a1836 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.199646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:31:06.203845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc352646-ec86-46e6-9998-24239d2a1836 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=1898be24-5645-495f-bda5-35a6ffdc6dc4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:06.207300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd86fce2-0a61-4316-b889-7be27efc1eb9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:06.241248 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc352646-ec86-46e6-9998-24239d2a1836 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.244593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bc352646-ec86-46e6-9998-24239d2a1836 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/1898be24-5645-495f-bda5-35a6ffdc6dc4 HTTP/1.1" status: 204 len: 168 time: 0.9852481 Nov 12 13:31:06.257366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49608) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:06.267061 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.267620 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Added segment b32d81ee-ee6e-43c3-ac49-fe70fba84104 of type vlan for network 5f37cd1d-c8ab-4458-850d-94e31d766ea2 Nov 12 13:31:06.371164 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.378274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.387311 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.387985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb378e-5033-4bf9-8427-1318a8646663 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:06.426416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81af4a2-d732-42ab-a237-50a5b866c004 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 84e7f2fa-e489-437c-82ad-26a29bc39bf0 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:06.457040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2440-2754-460c-8b48-804e66913b1e req-30cbdb5a-c84b-4787-854c-7e0305239462 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:06.459153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-30cbdb5a-c84b-4787-854c-7e0305239462 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 813 time: 0.2394042 Nov 12 13:31:06.466054 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.467459 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d81af4a2-d732-42ab-a237-50a5b866c004 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.475946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:06.476618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.478260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e5715716-0e92-4bc6-8dc9-e831e279f5ec None None] Provisioning complete for port 751507f4-c061-43c7-a81a-680e870fbd2e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:06.478668 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5715716-0e92-4bc6-8dc9-e831e279f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.530594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Pushing event updated for resources: {'Port': ['ID=b02b3249-f5aa-4dc5-b65c-250a014671c4,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:06.536855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.541327 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d81af4a2-d732-42ab-a237-50a5b866c004 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.594085 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.595890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-f367a322-855d-4b7b-ba00-08e5ff0611d1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0083368 Nov 12 13:31:06.618946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'Network': ['ID=5f37cd1d-c8ab-4458-850d-94e31d766ea2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:06.631989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-ff71f582-ca1a-49bd-914a-3c932b17eb8e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/quotas/99ab4aebcb6e4148a04fecd8d2c3f08d HTTP/1.1" status: 200 len: 375 time: 0.1493819 Nov 12 13:31:06.657056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b9e609c6-993c-4deb-a31e-335ce0a8ba20 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1978419 Nov 12 13:31:06.657734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 5f37cd1d-c8ab-4458-850d-94e31d766ea2 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:31:06.661826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49612) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:06.674031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Request body: {'subnet': {'network_id': '5f37cd1d-c8ab-4458-850d-94e31d766ea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:06.712151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 751507f4-c061-43c7-a81a-680e870fbd2e up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:06.857215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 751507f4-c061-43c7-a81a-680e870fbd2e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:06.857751 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:06.868329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-5aba3544-4c8a-465c-9044-927c88902471 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2093458 Nov 12 13:31:06.870061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Made reservation on behalf of 428f7afe175a4d3aa0cfe7300e42a3af for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:06.878808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.092697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-93638aaf-37c9-4fae-a898-e96b7f77d73a service neutron] 10.222.0.73 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666710 Nov 12 13:31:07.195250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-37dfacc4-6bd4-4586-81a9-964c68b88aa9 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.5801423 Nov 12 13:31:07.274570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.297494 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d81af4a2-d732-42ab-a237-50a5b866c004 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.312948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-1b489f79-60f8-4b9e-b96a-17d9e146d650 service neutron] 10.222.0.73 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958244 Nov 12 13:31:07.352475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'Subnet': ['ID=466023a9-eeb9-46a8-8fab-2b4fac57739b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:07.366534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.366797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.367277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.367821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.368184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.368718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.369071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.369604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.369948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.370322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.370632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.371048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:07.375618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Checking segment: {'id': 'b32d81ee-ee6e-43c3-ac49-fe70fba84104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5f37cd1d-c8ab-4458-850d-94e31d766ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:07.375922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Network hostable DHCP agents. Network: 5f37cd1d-c8ab-4458-850d-94e31d766ea2, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:31:07.378015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-33c5a6ef-3131-4ffd-846d-7b85ec887b87 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:07.379678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-33c5a6ef-3131-4ffd-846d-7b85ec887b87 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.1621013 Nov 12 13:31:07.396375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Network 5f37cd1d-c8ab-4458-850d-94e31d766ea2 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:31:07.399105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-bb9cd30b-9ad1-4543-aa3f-9e61c6ac73fb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:31:07.400122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34aeb9dc-ef87-4267-bc06-629889d78a3d req-bb9cd30b-9ad1-4543-aa3f-9e61c6ac73fb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091760 Nov 12 13:31:07.407749 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d81af4a2-d732-42ab-a237-50a5b866c004 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.409623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 5f37cd1d-c8ab-4458-850d-94e31d766ea2) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:07.417690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:07.422392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.425998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d7d24-bba5-4b53-933e-668a4cd11df8 None None] Network 5f37cd1d-c8ab-4458-850d-94e31d766ea2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:07.458931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49620) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:07.459805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a39e82aa-caf1-4716-8b3e-d6a653d2a8e2 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7968462 Nov 12 13:31:07.463077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81af4a2-d732-42ab-a237-50a5b866c004 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=84e7f2fa-e489-437c-82ad-26a29bc39bf0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:07.469404 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Request body: {'network': {'name': 'tempest-router-network01--1717142127'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:07.477553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d81af4a2-d732-42ab-a237-50a5b866c004 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.485832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d81af4a2-d732-42ab-a237-50a5b866c004 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/84e7f2fa-e489-437c-82ad-26a29bc39bf0 HTTP/1.1" status: 204 len: 168 time: 1.2225177 Nov 12 13:31:07.486936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49622) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:07.519782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Made reservation on behalf of 428f7afe175a4d3aa0cfe7300e42a3af for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:07.524085 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.559625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:31:07.590050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.590470 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Added segment 52b2fb51-82ae-41d1-b68d-715ff203d4d5 of type vlan for network c07505bc-8867-41e6-b1af-4d4c01afc452 Nov 12 13:31:07.635239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-005f3ab8-6a01-463d-ac83-f55a2bd196a9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1470342 Nov 12 13:31:07.638051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49628) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:07.658868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.707724 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.710507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0971ecd-8105-4f90-857d-e94652bb41a4 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:07.713599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791309d5-94c8-4b7f-90b7-35ac96c9121c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:07.715407 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-791309d5-94c8-4b7f-90b7-35ac96c9121c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0756752 Nov 12 13:31:07.718061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:07.718720 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.719148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49632) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:07.764571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3005462 Nov 12 13:31:07.781041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49636) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:07.787331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a776e8d-276c-4fdb-bc3f-5f6ea8c04b5f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:07.789410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9a776e8d-276c-4fdb-bc3f-5f6ea8c04b5f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688396 Nov 12 13:31:07.795178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Request body: {'network': {'name': 'tempest-router-network02--642803473'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:07.801467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49638) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:07.824212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Made reservation on behalf of 428f7afe175a4d3aa0cfe7300e42a3af for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:07.830284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.888260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8b02b4fa-f3c0-48e8-9c31-6d3bcc91a36d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853364 Nov 12 13:31:07.889326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49646) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:07.892997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a161a5db-8ebe-497a-8ce7-39b89c3de09a req-fbae8973-06c5-4a08-a33a-21b94c6f0ae8 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 210 time: 0.0424163 Nov 12 13:31:07.943106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:31:07.964752 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:07.965128 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Added segment 3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd of type vlan for network 3b057dc6-c1b2-4235-b41d-ec99f252d1db Nov 12 13:31:07.987127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ec878262-88cb-41cd-9971-f72ba135c97e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:07.992576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31998d89-72cd-4f66-89fd-5baa08bb828e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'Network': ['ID=c07505bc-8867-41e6-b1af-4d4c01afc452,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:08.076981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c07505bc-8867-41e6-b1af-4d4c01afc452 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:31:08.081381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ad99c-6607-49da-b0a7-5af43651dfa5 req-a00ca40f-e304-4ec3-a19a-f3bae6b743ba tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:08.083318 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cc7ad99c-6607-49da-b0a7-5af43651dfa5 req-a00ca40f-e304-4ec3-a19a-f3bae6b743ba tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.3980074 Nov 12 13:31:08.137730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-5a88ecfe-08cf-4ba8-b860-a126d83b6967 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:08.148080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-30848dec-0094-4b2c-ad04-bbfaee6b05df None None] Provisioning complete for port 751507f4-c061-43c7-a81a-680e870fbd2e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:08.148452 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30848dec-0094-4b2c-ad04-bbfaee6b05df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:08.148756 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-5a88ecfe-08cf-4ba8-b860-a126d83b6967 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 821 time: 0.1487603 Nov 12 13:31:08.159359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cc7ad99c-6607-49da-b0a7-5af43651dfa5 req-8e172e5c-3dad-469c-be08-550141b34d55 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677700 Nov 12 13:31:08.184842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec878262-88cb-41cd-9971-f72ba135c97e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:08.197620 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec878262-88cb-41cd-9971-f72ba135c97e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:08.197831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-17e95c5f-877b-4416-b274-af97ef17d52a tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/quotas/b8f6086a13864c81a17c80acb8b27b11 HTTP/1.1" status: 200 len: 375 time: 0.0420964 Nov 12 13:31:08.197923 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec878262-88cb-41cd-9971-f72ba135c97e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:31:08.197923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec878262-88cb-41cd-9971-f72ba135c97e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:31:08.214493 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:08.243817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ec878262-88cb-41cd-9971-f72ba135c97e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2627866 Nov 12 13:31:08.246068 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49662) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:08.261814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4c8d38f2-90d8-4351-8d1e-867a7ede6ffa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:08.321352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-a0d79c01-bd37-4ed7-8999-ea28ffb01859 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1284723 Nov 12 13:31:08.370324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-5f37cd1d-c8ab-4458-850d-94e31d766ea2', 'network_id': '5f37cd1d-c8ab-4458-850d-94e31d766ea2', 'tenant_id': '428f7afe175a4d3aa0cfe7300e42a3af', 'fixed_ips': [{'subnet_id': '466023a9-eeb9-46a8-8fab-2b4fac57739b'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:08.379390 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:08.444815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8d38f2-90d8-4351-8d1e-867a7ede6ffa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:08.449881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c8d38f2-90d8-4351-8d1e-867a7ede6ffa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:08.451790 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8d38f2-90d8-4351-8d1e-867a7ede6ffa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:31:08.452243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8d38f2-90d8-4351-8d1e-867a7ede6ffa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:31:08.481996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4c8d38f2-90d8-4351-8d1e-867a7ede6ffa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2339222 Nov 12 13:31:08.486324 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49670) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:08.490596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-ff52645f-4a33-4e36-8faf-11560aff56aa service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677632 Nov 12 13:31:08.493661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-365bdd6b-9cef-4e37-9657-f61362331b0b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:08.552051 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:08.559560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:08.560625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:08.687043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c6c33-dbf4-4e1c-a005-5ef14a904445 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:08.702652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8773b91-4faf-4ea6-934d-9b264d12b2d0 req-0180d117-d944-46b1-875a-baf926557daf tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:08.704275 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8773b91-4faf-4ea6-934d-9b264d12b2d0 req-0180d117-d944-46b1-875a-baf926557daf tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.1327569 Nov 12 13:31:08.723429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9322500 Nov 12 13:31:08.730753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49676) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:08.763529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Request body: {'subnet': {'network_id': 'c07505bc-8867-41e6-b1af-4d4c01afc452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:08.793786 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-e23876ff-a0f8-4d8e-936d-efd0a08266ca service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020360 Nov 12 13:31:08.802584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365bdd6b-9cef-4e37-9657-f61362331b0b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:08.806670 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-365bdd6b-9cef-4e37-9657-f61362331b0b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:08.809578 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-365bdd6b-9cef-4e37-9657-f61362331b0b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:31:08.810265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365bdd6b-9cef-4e37-9657-f61362331b0b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:31:08.814519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c02d0b-a49d-4134-a104-eefc87b91a25 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'Network': ['ID=3b057dc6-c1b2-4235-b41d-ec99f252d1db,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:08.814732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Allocated IP 172.20.0.2 (5f37cd1d-c8ab-4458-850d-94e31d766ea2/466023a9-eeb9-46a8-8fab-2b4fac57739b/69bd664b-5da2-4c1c-bbb4-196531fb27be) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:08.835705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-084c6c33-dbf4-4e1c-a005-5ef14a904445 None None] Deleting port 751507f4-c061-43c7-a81a-680e870fbd2e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:08.836086 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-084c6c33-dbf4-4e1c-a005-5ef14a904445 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:08.836730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe6f2a-12a3-4059-a83c-65c60e774f86 req-2a4b534b-b3f0-4d3a-b861-ddffb5c7e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:08.838177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 3b057dc6-c1b2-4235-b41d-ec99f252d1db details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:31:08.839991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2fe6f2a-12a3-4059-a83c-65c60e774f86 req-2a4b534b-b3f0-4d3a-b861-ddffb5c7e09a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=170097f1c6844d7b9b117a05fcb7ed26&device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 1096 time: 0.2753162 Nov 12 13:31:08.896527 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-365bdd6b-9cef-4e37-9657-f61362331b0b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4085035 Nov 12 13:31:08.903437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49678) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:08.911197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-cffb2624-884e-41e9-8a85-aeb10e8a011d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:08.950880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8773b91-4faf-4ea6-934d-9b264d12b2d0 req-c690a6a2-e897-4fb9-be1c-19100780a439 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363093 Nov 12 13:31:09.095192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe6f2a-12a3-4059-a83c-65c60e774f86 req-3e824cac-3642-45c3-b9f2-8bebdbf34c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:09.096963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2fe6f2a-12a3-4059-a83c-65c60e774f86 req-3e824cac-3642-45c3-b9f2-8bebdbf34c1e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7eba926c-f4fc-48ab-a83f-19585ed76e4f HTTP/1.1" status: 200 len: 911 time: 0.2430022 Nov 12 13:31:09.101211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-084c6c33-dbf4-4e1c-a005-5ef14a904445 None None] For port 751507f4-c061-43c7-a81a-680e870fbd2e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=751507f4-c061-43c7-a81a-680e870fbd2e,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:09.101700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-084c6c33-dbf4-4e1c-a005-5ef14a904445 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:09.124786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-084c6c33-dbf4-4e1c-a005-5ef14a904445 None None] Calling delete_port for 751507f4-c061-43c7-a81a-680e870fbd2e owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:09.180622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2fe6f2a-12a3-4059-a83c-65c60e774f86 req-74da2c78-82bb-43d8-b147-54626f4f3e05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cdcdad-0bb8-44a5-98e0-c5fbab695582 HTTP/1.1" status: 200 len: 217 time: 0.0761149 Nov 12 13:31:09.266356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:09.279993 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:09.333357 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-084c6c33-dbf4-4e1c-a005-5ef14a904445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:09.339550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Network 5f37cd1d-c8ab-4458-850d-94e31d766ea2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:09.352562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:09.358431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:09.365876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084c6c33-dbf4-4e1c-a005-5ef14a904445 None None] No DVR routers for this DVR port 751507f4-c061-43c7-a81a-680e870fbd2e on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:09.382270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Pushing event updated for resources: {'Port': ['ID=69bd664b-5da2-4c1c-bbb4-196531fb27be,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:09.394177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b75d4686-7e4a-4e5d-be22-ff5fba9eb0ee req-b7dc5b73-b905-40ce-9bfb-f34f4fb5acc5 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 210 time: 0.1086411 Nov 12 13:31:09.405358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe6f2a-12a3-4059-a83c-65c60e774f86 req-79f3f954-92dd-4015-a2ca-8f95dda3ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:09.405358 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2fe6f2a-12a3-4059-a83c-65c60e774f86 req-79f3f954-92dd-4015-a2ca-8f95dda3ce8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d11e85-1966-4608-8da5-8307c339fc7d HTTP/1.1" status: 200 len: 850 time: 0.2162912 Nov 12 13:31:09.449235 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2fe6f2a-12a3-4059-a83c-65c60e774f86 req-64dffb20-cdb1-461e-8b2a-c4c8bba5291d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7eba926c-f4fc-48ab-a83f-19585ed76e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293562 Nov 12 13:31:09.452185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Made reservation on behalf of 428f7afe175a4d3aa0cfe7300e42a3af for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:09.455996 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:09.491417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c6c33-dbf4-4e1c-a005-5ef14a904445 None None] Pushing event deleted for resources: {'Port': ['ID=751507f4-c061-43c7-a81a-680e870fbd2e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:09.530309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Attempting to bind port 69bd664b-5da2-4c1c-bbb4-196531fb27be on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:09.531265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Attempting to bind port 69bd664b-5da2-4c1c-bbb4-196531fb27be by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b32d81ee-ee6e-43c3-ac49-fe70fba84104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5f37cd1d-c8ab-4458-850d-94e31d766ea2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:09.531265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Attempting to bind port 69bd664b-5da2-4c1c-bbb4-196531fb27be on network 5f37cd1d-c8ab-4458-850d-94e31d766ea2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:09.540041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:09.540410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Checking segment: {'id': 'b32d81ee-ee6e-43c3-ac49-fe70fba84104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5f37cd1d-c8ab-4458-850d-94e31d766ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:09.541050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:09.541751 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Bound using segment: {'id': 'b32d81ee-ee6e-43c3-ac49-fe70fba84104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5f37cd1d-c8ab-4458-850d-94e31d766ea2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:09.542353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Bound port: 69bd664b-5da2-4c1c-bbb4-196531fb27be, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32d81ee-ee6e-43c3-ac49-fe70fba84104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5f37cd1d-c8ab-4458-850d-94e31d766ea2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:09.543610 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:09.558839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4fb735a9-e49c-465d-9ebe-edf4f759b170 req-f1c5cceb-6b9b-4f93-8adf-57216a8917c2 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 210 time: 0.0613587 Nov 12 13:31:09.598697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffb2624-884e-41e9-8a85-aeb10e8a011d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:09.603558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cffb2624-884e-41e9-8a85-aeb10e8a011d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:09.605625 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffb2624-884e-41e9-8a85-aeb10e8a011d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:31:09.606140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffb2624-884e-41e9-8a85-aeb10e8a011d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:31:09.626788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2440-2754-460c-8b48-804e66913b1e req-fa829400-1e2a-494d-a9b9-7c4a1d3d76fe tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:09.629539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-fa829400-1e2a-494d-a9b9-7c4a1d3d76fe tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.105 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 813 time: 0.4421027 Nov 12 13:31:09.642010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] For port 69bd664b-5da2-4c1c-bbb4-196531fb27be, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:09.648636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] For port 69bd664b-5da2-4c1c-bbb4-196531fb27be, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=69bd664b-5da2-4c1c-bbb4-196531fb27be,segment=NetworkSegment(b32d81ee-ee6e-43c3-ac49-fe70fba84104),segment_id=b32d81ee-ee6e-43c3-ac49-fe70fba84104)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:09.651256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Request body: {'port': {'device_id': 'e574d1ff-4868-4f23-a119-059a1b548b48', 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6', 'admin_state_up': True, 'tenant_id': '99ab4aebcb6e4148a04fecd8d2c3f08d'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:09.658443 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:09.670544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242aeca-19dd-4ce4-b25a-408aa9a72713 req-1322752b-b3d7-47f7-99c9-921b6372b9fd tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:09.672135 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1242aeca-19dd-4ce4-b25a-408aa9a72713 req-1322752b-b3d7-47f7-99c9-921b6372b9fd tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.4863112 Nov 12 13:31:09.725329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2fe6f2a-12a3-4059-a83c-65c60e774f86 req-92d88cbc-0160-4782-adec-adf2463e798d service neutron] 10.222.0.70 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662652 Nov 12 13:31:09.725578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1242aeca-19dd-4ce4-b25a-408aa9a72713 req-0cff8325-6c30-468f-94f3-2dc2139e523e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/quotas/afc955bb61c44c098d5d6baf02277838 HTTP/1.1" status: 200 len: 375 time: 0.0293925 Nov 12 13:31:09.733174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d904b09-716f-4d19-9d31-4c30770c29af None None] Pushing event updated for resources: {'Port': ['ID=69bd664b-5da2-4c1c-bbb4-196531fb27be,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:09.779340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cffb2624-884e-41e9-8a85-aeb10e8a011d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8695347 Nov 12 13:31:09.779569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49700) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:09.787291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2fc91da8-1aba-4f63-a4e4-b2823837f54a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:09.827676 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1242aeca-19dd-4ce4-b25a-408aa9a72713 req-3336b4ca-9a2a-4b45-b792-0c2c9dc1239e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485656 Nov 12 13:31:10.066581 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2fe6f2a-12a3-4059-a83c-65c60e774f86 req-d14628e7-6aec-4ead-967b-4a7246ef3d70 service neutron] 10.222.0.70 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761779 Nov 12 13:31:10.068318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc91da8-1aba-4f63-a4e4-b2823837f54a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:10.072502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fc91da8-1aba-4f63-a4e4-b2823837f54a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:10.074061 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc91da8-1aba-4f63-a4e4-b2823837f54a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:31:10.074508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc91da8-1aba-4f63-a4e4-b2823837f54a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:31:10.159292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Made reservation on behalf of 99ab4aebcb6e4148a04fecd8d2c3f08d for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:10.164630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:10.166807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2fc91da8-1aba-4f63-a4e4-b2823837f54a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3858857 Nov 12 13:31:10.177983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49708) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:10.184054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5094e05d-5005-4ff9-a3b9-84782507948e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:10.218086 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1242aeca-19dd-4ce4-b25a-408aa9a72713 req-0934c924-8690-4b88-b97a-78d49b839097 service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759308 Nov 12 13:31:10.220818 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:10.402099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'Subnet': ['ID=c71af621-a189-405c-8d9d-854c199e5d1d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:10.477297 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Checking segment: {'id': '52b2fb51-82ae-41d1-b68d-715ff203d4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c07505bc-8867-41e6-b1af-4d4c01afc452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:10.477678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Network hostable DHCP agents. Network: c07505bc-8867-41e6-b1af-4d4c01afc452, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:31:10.484658 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1242aeca-19dd-4ce4-b25a-408aa9a72713 req-7228262a-aebc-45b7-9f11-e53b3595aca3 service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549267 Nov 12 13:31:10.505848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Allocated IP 172.20.0.9 (2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6/0efac667-dc7a-4840-986c-1e6f26e5b354/67955d07-c4b9-4e29-a08d-4d72d61bc520) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:10.519617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Network c07505bc-8867-41e6-b1af-4d4c01afc452 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:31:10.540236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c07505bc-8867-41e6-b1af-4d4c01afc452) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:10.552886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:10.553512 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:10.557922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52854e3-98e5-4032-bc27-befb8b1704f4 req-7516ab9b-2d42-4f50-bca1-ca63849ac2ab tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:10.564201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e8121-5441-47ba-ae60-9d58e2c81a13 None None] Network c07505bc-8867-41e6-b1af-4d4c01afc452 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:10.565873 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a52854e3-98e5-4032-bc27-befb8b1704f4 req-7516ab9b-2d42-4f50-bca1-ca63849ac2ab tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.4438198 Nov 12 13:31:10.600450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d2e03f59-41e3-48a1-8e51-0cb2a2c860de tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8684354 Nov 12 13:31:10.613838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49716) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:10.638258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Request body: {'subnet': {'network_id': '3b057dc6-c1b2-4235-b41d-ec99f252d1db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:10.808906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 69bd664b-5da2-4c1c-bbb4-196531fb27be up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:10.851014 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:10.933527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:10.936474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a52854e3-98e5-4032-bc27-befb8b1704f4 req-060a83d9-9311-4545-b8a5-f06bcbb5b29d tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690157 Nov 12 13:31:10.961976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4d5bede1-d3ab-44b8-a726-206c139441e9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:11.011896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:11.028749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:11.039026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5094e05d-5005-4ff9-a3b9-84782507948e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:11.043567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5094e05d-5005-4ff9-a3b9-84782507948e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:11.045969 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5094e05d-5005-4ff9-a3b9-84782507948e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:31:11.045969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5094e05d-5005-4ff9-a3b9-84782507948e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:31:11.049003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:11.056956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8cd0a-52ee-4ff6-8933-1b661d80e32c None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:11.089425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c07505bc-8867-41e6-b1af-4d4c01afc452', 'network_id': 'c07505bc-8867-41e6-b1af-4d4c01afc452', 'tenant_id': '428f7afe175a4d3aa0cfe7300e42a3af', 'fixed_ips': [{'subnet_id': 'c71af621-a189-405c-8d9d-854c199e5d1d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:11.092117 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:11.102899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-64346a8e-cc07-4dbc-b61c-2a803527dfab tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:11.104706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-64346a8e-cc07-4dbc-b61c-2a803527dfab tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.70 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 821 time: 0.5741875 Nov 12 13:31:11.126997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Pushing event updated for resources: {'Port': ['ID=67955d07-c4b9-4e29-a08d-4d72d61bc520,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:11.147781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 69bd664b-5da2-4c1c-bbb4-196531fb27be triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:11.149660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:11.174229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Request body: {'port': {'device_id': '84bc8cc9-4639-449d-9578-3344c99d5709', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'admin_state_up': True, 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:11.184164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:11.185350 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:11.203179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Made reservation on behalf of 428f7afe175a4d3aa0cfe7300e42a3af for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:11.211750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:11.224731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-f5ec08ba-4cb0-4f36-b26f-6f18bc1148d2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5840364 Nov 12 13:31:11.239280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Request body: {'port': {'device_id': 'e574d1ff-4868-4f23-a119-059a1b548b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:11.269622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5094e05d-5005-4ff9-a3b9-84782507948e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0896440 Nov 12 13:31:11.271607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49722) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:11.338455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-31efea79-0aa1-45b0-9443-b3ca6f261b97 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0474820 Nov 12 13:31:11.341806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49724) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:11.364942 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e36bd45b-cea3-43cd-8ea0-c9c24746105e req-436e3402-05c7-4d01-a9b8-238b316b24c9 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 210 time: 0.0553195 Nov 12 13:31:11.408876 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:11.452703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48258b7a-8cb9-4cf4-a4e8-6ca29a3c2b31 None None] Network 5f37cd1d-c8ab-4458-850d-94e31d766ea2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:11.509619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5e2686db-e38f-4821-af50-66188ae7bf50 None None] Provisioning complete for port 67955d07-c4b9-4e29-a08d-4d72d61bc520 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:11.510160 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e2686db-e38f-4821-af50-66188ae7bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:11.542092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a1b4635-043e-4809-9049-3a36131886b6 req-04dae997-5a7a-47ce-8ac0-e37cc316c720 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d7715c-87d6-4ba7-bfe5-66474430800d HTTP/1.1" status: 200 len: 210 time: 0.0624304 Nov 12 13:31:11.666376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76008152-1b91-4b39-b282-226d53f053da tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:11.669329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-76008152-1b91-4b39-b282-226d53f053da tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3224976 Nov 12 13:31:11.681895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5e2686db-e38f-4821-af50-66188ae7bf50 None None] Port 67955d07-c4b9-4e29-a08d-4d72d61bc520 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:11.684114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49734) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:11.696241 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012753-00f3-4ae9-9ee9-0fadfbf8eb0a req-366d550a-4466-495f-8a34-e7dca8551213 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:11.708611 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e012753-00f3-4ae9-9ee9-0fadfbf8eb0a req-366d550a-4466-495f-8a34-e7dca8551213 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 931 time: 0.6020968 Nov 12 13:31:11.712998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Allocated IP 172.20.0.2 (c07505bc-8867-41e6-b1af-4d4c01afc452/c71af621-a189-405c-8d9d-854c199e5d1d/84858763-fad8-445f-a1b8-4de92b345331) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:11.754900 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:11.767285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8526293f-f58c-455b-ba73-57a17eedb278 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819867 Nov 12 13:31:11.767965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49736) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:11.777707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:11.854718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Made reservation on behalf of b8f6086a13864c81a17c80acb8b27b11 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:11.860337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:11.909894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e012753-00f3-4ae9-9ee9-0fadfbf8eb0a req-523ead76-9d88-43f5-a7e9-f184f459e4b9 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993325 Nov 12 13:31:12.049479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:12.055005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.193878 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.236693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 69bd664b-5da2-4c1c-bbb4-196531fb27be, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=69bd664b-5da2-4c1c-bbb4-196531fb27be,segment=NetworkSegment(b32d81ee-ee6e-43c3-ac49-fe70fba84104),segment_id=b32d81ee-ee6e-43c3-ac49-fe70fba84104)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:12.259153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.277542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-aa3c089f-8933-4e4d-8799-b36730f3ff4b None None] Provisioning complete for port 69bd664b-5da2-4c1c-bbb4-196531fb27be triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:12.282709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa3c089f-8933-4e4d-8799-b36730f3ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.317191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7b629-8083-4fa5-a037-93cfd5284d73 req-ea09bb77-c61f-4e4e-9262-7070fc8249a8 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:12.318778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31a7b629-8083-4fa5-a037-93cfd5284d73 req-ea09bb77-c61f-4e4e-9262-7070fc8249a8 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.2077515 Nov 12 13:31:12.323424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'Subnet': ['ID=9ad54f3f-9d5c-45c8-aa2d-2aba08ab2ab3,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:12.354511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Allocated IP 172.20.0.13 (aad19e3e-6372-40bb-a4e3-734885005b2c/03dbcd63-953d-4c46-a0ff-7bae07d6afb5/823dbf36-366d-460a-942e-64e118b72072) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:12.379817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67955d07-c4b9-4e29-a08d-4d72d61bc520 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:12.400352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 751507f4-c061-43c7-a81a-680e870fbd2e no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:12.403552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Checking segment: {'id': '3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3b057dc6-c1b2-4235-b41d-ec99f252d1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:12.403921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Network hostable DHCP agents. Network: 3b057dc6-c1b2-4235-b41d-ec99f252d1db, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:31:12.406246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.447125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31a7b629-8083-4fa5-a037-93cfd5284d73 req-9a521e59-6526-4751-9ffa-1b90417c2da4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210754 Nov 12 13:31:12.479320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Network 3b057dc6-c1b2-4235-b41d-ec99f252d1db is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:31:12.492210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Transition to ACTIVE for port object 67955d07-c4b9-4e29-a08d-4d72d61bc520 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:31:12.503938 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.521638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 751507f4-c061-43c7-a81a-680e870fbd2e {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:12.522124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 751507f4-c061-43c7-a81a-680e870fbd2e not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:12.552126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 3b057dc6-c1b2-4235-b41d-ec99f252d1db) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:12.566528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:12.567230 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.600992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cfd0be-8d49-4640-93ac-bfd61bb948eb None None] Network 3b057dc6-c1b2-4235-b41d-ec99f252d1db requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:12.655456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Pushing event updated for resources: {'Port': ['ID=67955d07-c4b9-4e29-a08d-4d72d61bc520,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:12.656882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5e9d12e8-9107-4bb6-a14c-8b0bc6423263 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0398712 Nov 12 13:31:12.660694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49758) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:12.694018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e1c5371-76ef-4813-a091-1ca4f438753c req-a13252b3-3141-4eee-b1bb-c169f06fecb9 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 210 time: 0.0928762 Nov 12 13:31:12.709672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.721205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dfa931-e58d-4cfc-9dad-cf26cfe91c3f None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:12.736337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.754925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=69bd664b-5da2-4c1c-bbb4-196531fb27be,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:12.767196 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.822609 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.858463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Network c07505bc-8867-41e6-b1af-4d4c01afc452 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:12.862483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d513bcdf-2c82-41ce-8abd-d672a99cf03d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:12.870273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Network aad19e3e-6372-40bb-a4e3-734885005b2c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:12.872352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:12.884461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:12.927912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:12.936095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Pushing event updated for resources: {'Port': ['ID=823dbf36-366d-460a-942e-64e118b72072,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:12.944852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:12.975837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:12.976514 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:12.983839 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.002894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-215892ab-c4f0-4b09-9c1e-df0ee1f3fb58 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8329625 Nov 12 13:31:13.021983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Request body: {'port': {'device_id': '84bc8cc9-4639-449d-9578-3344c99d5709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:13.074290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Pushing event updated for resources: {'Port': ['ID=84858763-fad8-445f-a1b8-4de92b345331,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:13.098867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:31:13.125972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.138438 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.152300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c613510-f9d7-462f-afa0-be0c7127fe6b req-8e54d99e-5ab4-4f4d-aa4e-088e17e8e06a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:13.154026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c613510-f9d7-462f-afa0-be0c7127fe6b req-8e54d99e-5ab4-4f4d-aa4e-088e17e8e06a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 943 time: 0.1040106 Nov 12 13:31:13.179148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Attempting to bind port 84858763-fad8-445f-a1b8-4de92b345331 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:13.179739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Attempting to bind port 84858763-fad8-445f-a1b8-4de92b345331 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '52b2fb51-82ae-41d1-b68d-715ff203d4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c07505bc-8867-41e6-b1af-4d4c01afc452'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:13.180422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Attempting to bind port 84858763-fad8-445f-a1b8-4de92b345331 on network c07505bc-8867-41e6-b1af-4d4c01afc452 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:13.189270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Attempting to bind port 67955d07-c4b9-4e29-a08d-4d72d61bc520 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:13.189637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Attempting to bind port 67955d07-c4b9-4e29-a08d-4d72d61bc520 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:13.189971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Attempting to bind port 67955d07-c4b9-4e29-a08d-4d72d61bc520 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:13.219142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:13.219620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Checking segment: {'id': '52b2fb51-82ae-41d1-b68d-715ff203d4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c07505bc-8867-41e6-b1af-4d4c01afc452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:13.220119 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.220649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Bound using segment: {'id': '52b2fb51-82ae-41d1-b68d-715ff203d4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c07505bc-8867-41e6-b1af-4d4c01afc452'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:13.222363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Bound port: 84858763-fad8-445f-a1b8-4de92b345331, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b2fb51-82ae-41d1-b68d-715ff203d4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c07505bc-8867-41e6-b1af-4d4c01afc452'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:13.222363 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.236093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:13.242285 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Port 67955d07-c4b9-4e29-a08d-4d72d61bc520 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:31:13.242622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Attempting to bind port 67955d07-c4b9-4e29-a08d-4d72d61bc520 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:13.249830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:13.253252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:13.254410 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.270937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d36fe3-3133-4b48-8035-691cb29a577d None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:13.287643 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c613510-f9d7-462f-afa0-be0c7127fe6b req-321883aa-aa93-40b4-ab17-76ea8b3f4826 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094429 Nov 12 13:31:13.303028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-c6b3693b-7f72-495a-9cac-9d757281267b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:13.310127 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-c6b3693b-7f72-495a-9cac-9d757281267b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.4496865 Nov 12 13:31:13.313905 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-3b057dc6-c1b2-4235-b41d-ec99f252d1db', 'network_id': '3b057dc6-c1b2-4235-b41d-ec99f252d1db', 'tenant_id': '428f7afe175a4d3aa0cfe7300e42a3af', 'fixed_ips': [{'subnet_id': '9ad54f3f-9d5c-45c8-aa2d-2aba08ab2ab3'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:13.315312 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.318391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5d13f373-a45c-49f4-a23b-a2a855ce06bc None None] Provisioning complete for port 69bd664b-5da2-4c1c-bbb4-196531fb27be triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:13.318752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d13f373-a45c-49f4-a23b-a2a855ce06bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.496981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823dbf36-366d-460a-942e-64e118b72072 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:13.506468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] For port 84858763-fad8-445f-a1b8-4de92b345331, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:13.510223 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.528349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Transition to ACTIVE for port object 823dbf36-366d-460a-942e-64e118b72072 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:31:13.534321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.629605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] For port 84858763-fad8-445f-a1b8-4de92b345331, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=84858763-fad8-445f-a1b8-4de92b345331,segment=NetworkSegment(52b2fb51-82ae-41d1-b68d-715ff203d4d5),segment_id=52b2fb51-82ae-41d1-b68d-715ff203d4d5)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:13.648380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=823dbf36-366d-460a-942e-64e118b72072,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:13.670604 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.684356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea0c05-54de-4922-8ef4-9390512e2bc0 req-dbee26f7-90da-482e-8bee-7f456f5d2c57 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:13.692660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21ea0c05-54de-4922-8ef4-9390512e2bc0 req-dbee26f7-90da-482e-8bee-7f456f5d2c57 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.1175807 Nov 12 13:31:13.783652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:13.784124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Checking segment: {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:13.784645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Bound using segment: {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:13.785182 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Bound port: 67955d07-c4b9-4e29-a08d-4d72d61bc520, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:13.785816 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.797168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21ea0c05-54de-4922-8ef4-9390512e2bc0 req-8f62610e-4e04-46d9-b955-1c97707f9b9f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030607 Nov 12 13:31:13.809355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Attempting to bind port 823dbf36-366d-460a-942e-64e118b72072 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:13.809941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Attempting to bind port 823dbf36-366d-460a-942e-64e118b72072 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:13.810664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Attempting to bind port 823dbf36-366d-460a-942e-64e118b72072 on network aad19e3e-6372-40bb-a4e3-734885005b2c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:13.812993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-c72a0d7c-720b-41a8-8285-3a2e66ae3d6a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/quotas/afc955bb61c44c098d5d6baf02277838 HTTP/1.1" status: 200 len: 375 time: 0.5019486 Nov 12 13:31:13.814868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=ab085d9c-cda4-4e46-9ae2-095e56392a3f,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:13.827287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Port 823dbf36-366d-460a-942e-64e118b72072 on network aad19e3e-6372-40bb-a4e3-734885005b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:31:13.827621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Attempting to bind port 823dbf36-366d-460a-942e-64e118b72072 on network aad19e3e-6372-40bb-a4e3-734885005b2c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:13.844755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:13.845095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Checking segment: {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:13.845503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Bound using segment: {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:13.846134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Bound port: 823dbf36-366d-460a-942e-64e118b72072, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:13.846686 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:13.883620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Allocated IP 172.20.0.2 (3b057dc6-c1b2-4235-b41d-ec99f252d1db/9ad54f3f-9d5c-45c8-aa2d-2aba08ab2ab3/ad5fb529-ae3f-438b-a736-2f4f71fbea70) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:13.893434 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-59d87c38-5a22-4f65-9b51-56e2d74c72a5 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793257 Nov 12 13:31:13.987138 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-29be9c54-861b-45b3-bc1e-3fc47f662260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2120202 Nov 12 13:31:13.987842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] For port 823dbf36-366d-460a-942e-64e118b72072, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:13.991945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] For port 823dbf36-366d-460a-942e-64e118b72072, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=823dbf36-366d-460a-942e-64e118b72072,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:13.993464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49778) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:14.000904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:bb:28:c9', 'name': 'tempest-NetworksTestDHCPv6-1721754662'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:14.008613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.102069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bccd0d-b795-4895-a283-bd6f29663c61 None None] Pushing event updated for resources: {'Port': ['ID=84858763-fad8-445f-a1b8-4de92b345331,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:14.123961 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.133479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'ab085d9c-cda4-4e46-9ae2-095e56392a3f'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:14.134486 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.151941 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.177255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:14.178253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.179884 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] 10.222.0.70 "PUT /v2.0/ports/823dbf36-366d-460a-942e-64e118b72072 HTTP/1.1" status: 200 len: 1092 time: 1.1676238 Nov 12 13:31:14.184230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bc8cc9-4639-449d-9578-3344c99d5709', 'tag': '823dbf36-366d-460a-942e-64e118b72072'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:14.186810 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b" -d '{"events": [{"name": "network-changed", "server_uuid": "84bc8cc9-4639-449d-9578-3344c99d5709", "tag": "823dbf36-366d-460a-942e-64e118b72072"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:14.248348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7aac8-b1e1-4a5a-bbef-258fdc359b00 req-6415d349-1f54-4ab3-9321-980788b94175 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:14.261593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56b7aac8-b1e1-4a5a-bbef-258fdc359b00 req-6415d349-1f54-4ab3-9321-980788b94175 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 944 time: 0.2302635 Nov 12 13:31:14.304316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e87e5-6217-453f-b0b7-5362af06d2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=823dbf36-366d-460a-942e-64e118b72072,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:14.366230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:14.370004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-17705fb6-30aa-4170-a893-998164b6902c service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754269 Nov 12 13:31:14.379826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] For port 67955d07-c4b9-4e29-a08d-4d72d61bc520, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:14.422010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] For port 67955d07-c4b9-4e29-a08d-4d72d61bc520, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=67955d07-c4b9-4e29-a08d-4d72d61bc520,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:14.488931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.509904 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.522424 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.533457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-56b7aac8-b1e1-4a5a-bbef-258fdc359b00 req-ae48ab6e-a7d5-46f9-9861-b780f0b0d040 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702115 Nov 12 13:31:14.537621 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.554095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-9e907440-105d-4815-be7b-652a95780c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:14.562349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-9e907440-105d-4815-be7b-652a95780c93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 1095 time: 0.1084647 Nov 12 13:31:14.606412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Pushing event updated for resources: {'Port': ['ID=ad5fb529-ae3f-438b-a736-2f4f71fbea70,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:14.607450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:14.607450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.608807 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] 10.222.0.105 "PUT /v2.0/ports/67955d07-c4b9-4e29-a08d-4d72d61bc520 HTTP/1.1" status: 200 len: 1091 time: 3.3757265 Nov 12 13:31:14.611046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e574d1ff-4868-4f23-a119-059a1b548b48', 'tag': '67955d07-c4b9-4e29-a08d-4d72d61bc520'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:14.614383 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0fe73d-9987-4392-ab69-2e2f89f069c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e574d1ff-4868-4f23-a119-059a1b548b48", "tag": "67955d07-c4b9-4e29-a08d-4d72d61bc520"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:14.614777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1242187-36e8-4147-8d81-cd87cabdeba7 None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:14.621319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Allocated IP 2001:db8::f816:3eff:fee9:7ebc (514a5480-43a8-41bb-9524-24b97d0dd96f/ab085d9c-cda4-4e46-9ae2-095e56392a3f/56ecc495-138b-4172-bf5b-1cc7dd469b74) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:14.637381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Network 3b057dc6-c1b2-4235-b41d-ec99f252d1db is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:14.641087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:14.653030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:14.686771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6093a8-973f-4a79-978d-284916f472cb service neutron] Pushing event updated for resources: {'Port': ['ID=67955d07-c4b9-4e29-a08d-4d72d61bc520,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:14.707576 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-9a51814c-dd19-4c05-99f7-3846512e7388 service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314576 Nov 12 13:31:14.707739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 7cf6c3d8-a0e2-4114-9a4c-be53a772521d yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:31:14.723899 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09951d70-be70-48da-817e-9ced44d21acb x-openstack-request-id: req-09951d70-be70-48da-817e-9ced44d21acb {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:14.724322 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bc8cc9-4639-449d-9578-3344c99d5709", "tag": "823dbf36-366d-460a-942e-64e118b72072", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:14.724676 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09951d70-be70-48da-817e-9ced44d21acb {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:14.725079 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bc8cc9-4639-449d-9578-3344c99d5709', 'tag': '823dbf36-366d-460a-942e-64e118b72072', 'status': 'completed', 'code': 200} Nov 12 13:31:14.739434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-dd949e21-c97f-44b5-a4db-91053bba604d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823dbf36-366d-460a-942e-64e118b72072 HTTP/1.1" status: 200 len: 217 time: 0.1658521 Nov 12 13:31:14.887792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Allocated IP 172.20.0.1 (c07505bc-8867-41e6-b1af-4d4c01afc452/c71af621-a189-405c-8d9d-854c199e5d1d/a2a32c3a-7f40-428e-8e37-89215f1ae65a) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:14.911507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2440-2754-460c-8b48-804e66913b1e req-07ad3b30-0b3c-4932-9305-5c9d564ec2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:14.915229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-07ad3b30-0b3c-4932-9305-5c9d564ec2f2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 1094 time: 0.1834912 Nov 12 13:31:14.942843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Attempting to bind port ad5fb529-ae3f-438b-a736-2f4f71fbea70 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:14.943300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Attempting to bind port ad5fb529-ae3f-438b-a736-2f4f71fbea70 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3b057dc6-c1b2-4235-b41d-ec99f252d1db'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:14.943715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Attempting to bind port ad5fb529-ae3f-438b-a736-2f4f71fbea70 on network 3b057dc6-c1b2-4235-b41d-ec99f252d1db {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:14.975276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-3547b857-8d42-4d88-9897-f396444b119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:14.976805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-3547b857-8d42-4d88-9897-f396444b119a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.2222948 Nov 12 13:31:14.979636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:14.982557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Checking segment: {'id': '3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3b057dc6-c1b2-4235-b41d-ec99f252d1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:14.983365 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.984023 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Bound using segment: {'id': '3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3b057dc6-c1b2-4235-b41d-ec99f252d1db'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:14.984745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Bound port: ad5fb529-ae3f-438b-a736-2f4f71fbea70, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '3b057dc6-c1b2-4235-b41d-ec99f252d1db'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:14.985388 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:14.992098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be247c5f-393d-4728-a88b-eab47cf5190b req-4283005a-3cdd-4b14-b21d-b1e90fb46d5f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:15.000346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be247c5f-393d-4728-a88b-eab47cf5190b req-4283005a-3cdd-4b14-b21d-b1e90fb46d5f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 943 time: 0.1799293 Nov 12 13:31:15.015363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-0c2b07e7-72bb-44c8-88a6-e871385fb558 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67955d07-c4b9-4e29-a08d-4d72d61bc520 HTTP/1.1" status: 200 len: 217 time: 0.0874350 Nov 12 13:31:15.055634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 84858763-fad8-445f-a1b8-4de92b345331 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:15.096505 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0020dbe7-1376-478d-a1a1-78117bd9e5fd x-openstack-request-id: req-0020dbe7-1376-478d-a1a1-78117bd9e5fd {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:15.096897 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e574d1ff-4868-4f23-a119-059a1b548b48", "tag": "67955d07-c4b9-4e29-a08d-4d72d61bc520", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:15.097264 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0020dbe7-1376-478d-a1a1-78117bd9e5fd {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:15.097796 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e574d1ff-4868-4f23-a119-059a1b548b48', 'tag': '67955d07-c4b9-4e29-a08d-4d72d61bc520', 'status': 'completed', 'code': 200} Nov 12 13:31:15.156687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2440-2754-460c-8b48-804e66913b1e req-1720aac5-fec3-452a-a809-90f818f57362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:15.158588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-1720aac5-fec3-452a-a809-90f818f57362 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.1107128 Nov 12 13:31:15.184972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-f97d3255-cf5b-4b7d-a6fc-051c010ab02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:15.186518 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-f97d3255-cf5b-4b7d-a6fc-051c010ab02c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696761 Nov 12 13:31:15.202518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-3276c160-9e6b-4910-93c3-eee274c6e7fd service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362630 Nov 12 13:31:15.207648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be247c5f-393d-4728-a88b-eab47cf5190b req-c1d2d6a2-3a5a-4513-9b41-c6417c3c8b41 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054870 Nov 12 13:31:15.335401 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:15.342891 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-01e213e1-03ef-4928-aac8-db0304a99418 service neutron] 10.222.0.70 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334832 Nov 12 13:31:15.514526 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8b416ca-5405-4b79-864b-f40c6f63e4e1 req-fbee3b72-5f47-4a41-a001-f17edad7a242 service neutron] 10.222.0.70 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644132 Nov 12 13:31:15.528517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54249f18-8a84-4649-9644-0a0f10428878 req-ecd98734-fa95-49da-b8d0-f2763e166b7e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:15.537852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54249f18-8a84-4649-9644-0a0f10428878 req-ecd98734-fa95-49da-b8d0-f2763e166b7e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.3286583 Nov 12 13:31:15.582712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-90921f67-cec6-490c-9228-c3f9b2538cad service neutron] 10.222.0.105 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695743 Nov 12 13:31:15.589068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:15.601038 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-45a46f8d-a887-40be-8c33-3ce6156059c7 req-59a8e8db-5190-4efe-aa15-88a522a47edb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 210 time: 0.0846040 Nov 12 13:31:15.605708 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:15.671510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] For port ad5fb529-ae3f-438b-a736-2f4f71fbea70, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:15.679215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] For port ad5fb529-ae3f-438b-a736-2f4f71fbea70, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ad5fb529-ae3f-438b-a736-2f4f71fbea70,segment=NetworkSegment(3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd),segment_id=3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:15.685042 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:15.709389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::f816:3eff:febb:28c9 (514a5480-43a8-41bb-9524-24b97d0dd96f/ab085d9c-cda4-4e46-9ae2-095e56392a3f/7cf6c3d8-a0e2-4114-9a4c-be53a772521d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:15.712745 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:15.749252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54249f18-8a84-4649-9644-0a0f10428878 req-7590163b-77a5-4513-8ebd-77b412cb0e6e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072041 Nov 12 13:31:15.751793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Network c07505bc-8867-41e6-b1af-4d4c01afc452 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:15.758796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:15.772812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dede7af1-4c3c-4f56-aad7-5664f62771dc None None] Network c07505bc-8867-41e6-b1af-4d4c01afc452 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:15.776350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:15.784291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'Port': ['ID=a2a32c3a-7f40-428e-8e37-89215f1ae65a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:15.855300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70e2440-2754-460c-8b48-804e66913b1e req-55ff11d4-21a3-4ecb-b4fa-40f413a1faec service neutron] 10.222.0.105 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635965 Nov 12 13:31:15.856210 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:15.893463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:15.917302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 84858763-fad8-445f-a1b8-4de92b345331 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:15.918123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:15.944806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:15.949430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:15.999642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-e22f2152-81bc-4e6f-98e8-7aa4d784132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:16.001626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-e22f2152-81bc-4e6f-98e8-7aa4d784132a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 1095 time: 0.3991199 Nov 12 13:31:16.012684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Pushing event updated for resources: {'Port': ['ID=56ecc495-138b-4172-bf5b-1cc7dd469b74,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:16.073531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b14e10-8d51-4e90-93b1-cee88309d0fa req-05294e80-8c76-46dc-bc83-c7e11dc8d7c7 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:16.075284 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9b14e10-8d51-4e90-93b1-cee88309d0fa req-05294e80-8c76-46dc-bc83-c7e11dc8d7c7 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 944 time: 0.2512307 Nov 12 13:31:16.147650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.227229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fcf4b6af-a421-41e4-a11e-3a4b1b8cd835 None None] Provisioning complete for port 84858763-fad8-445f-a1b8-4de92b345331 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:16.227229 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b6af-a421-41e4-a11e-3a4b1b8cd835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.266517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe73d-9987-4392-ab69-2e2f89f069c9 req-8dc55b19-c11d-4e52-8e34-a859f784271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:16.268637 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd0fe73d-9987-4392-ab69-2e2f89f069c9 req-8dc55b19-c11d-4e52-8e34-a859f784271c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 1094 time: 0.2869699 Nov 12 13:31:16.372382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19845873-81e7-4a45-bbac-789bf961d1ad None None] Pushing event updated for resources: {'Port': ['ID=ad5fb529-ae3f-438b-a736-2f4f71fbea70,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:16.391755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Attempting to bind port 56ecc495-138b-4172-bf5b-1cc7dd469b74 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:16.392873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Attempting to bind port 56ecc495-138b-4172-bf5b-1cc7dd469b74 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:16.393720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Attempting to bind port 56ecc495-138b-4172-bf5b-1cc7dd469b74 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:16.447948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:16.448334 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:16.449230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.449808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:16.450395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Bound port: 56ecc495-138b-4172-bf5b-1cc7dd469b74, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:16.450925 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.472985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.492490 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b6af-a421-41e4-a11e-3a4b1b8cd835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.504349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9b14e10-8d51-4e90-93b1-cee88309d0fa req-c20a89e9-3761-487e-94bd-fd9c65863af2 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153395 Nov 12 13:31:16.545990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-2aff54e3-0e61-4a86-86ff-c2ea789e4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:16.547521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-2aff54e3-0e61-4a86-86ff-c2ea789e4f0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.5358980 Nov 12 13:31:16.555915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.617401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe73d-9987-4392-ab69-2e2f89f069c9 req-ecb11e25-704b-4e72-b096-fa841675e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:16.619429 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd0fe73d-9987-4392-ab69-2e2f89f069c9 req-ecb11e25-704b-4e72-b096-fa841675e437 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 914 time: 0.3153040 Nov 12 13:31:16.634338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] For port 56ecc495-138b-4172-bf5b-1cc7dd469b74, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:16.638008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] For port 56ecc495-138b-4172-bf5b-1cc7dd469b74, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=56ecc495-138b-4172-bf5b-1cc7dd469b74,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:16.655044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:16.658874 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.659614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-a6ab1722-272f-409c-907e-321ba011897f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823dbf36-366d-460a-942e-64e118b72072 HTTP/1.1" status: 200 len: 217 time: 0.0874269 Nov 12 13:31:16.663229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:16.666831 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.674312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:16.680635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:16.681740 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.706716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fcf4b6af-a421-41e4-a11e-3a4b1b8cd835 None None] For port 84858763-fad8-445f-a1b8-4de92b345331, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=84858763-fad8-445f-a1b8-4de92b345331,segment=NetworkSegment(52b2fb51-82ae-41d1-b68d-715ff203d4d5),segment_id=52b2fb51-82ae-41d1-b68d-715ff203d4d5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:16.756140 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b6af-a421-41e4-a11e-3a4b1b8cd835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:16.765547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=7cf6c3d8-a0e2-4114-9a4c-be53a772521d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:16.780684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-257adc2c-c27b-47b8-b863-d9bdcafdda36 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7850533 Nov 12 13:31:16.787567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:16.862342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5f990fe-1e68-4302-9c91-6b1338a3faca req-be90709d-1cbe-47d7-bbfc-5f3c5219245b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 210 time: 0.0301342 Nov 12 13:31:16.899417 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:31:16.901097 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:31:16.907686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-b1a71385-425c-429e-892f-41c5f06d4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:16.909990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-b1a71385-425c-429e-892f-41c5f06d4e15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.2216184 Nov 12 13:31:16.952886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81947d-b247-4c53-8f57-31fca98533a6 None None] Pushing event updated for resources: {'Port': ['ID=56ecc495-138b-4172-bf5b-1cc7dd469b74,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:17.034185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd0fe73d-9987-4392-ab69-2e2f89f069c9 req-f8aa73db-85f1-486a-a105-df35b8e5e21e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67955d07-c4b9-4e29-a08d-4d72d61bc520 HTTP/1.1" status: 200 len: 217 time: 0.3751996 Nov 12 13:31:17.052729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04352a-a710-4ff6-bcf5-6a7f520b6b99 req-1b1ac664-4769-4279-8b85-266cae493b35 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:17.054712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c04352a-a710-4ff6-bcf5-6a7f520b6b99 req-1b1ac664-4769-4279-8b85-266cae493b35 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 943 time: 0.6364558 Nov 12 13:31:17.098543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4b6af-a421-41e4-a11e-3a4b1b8cd835 None None] Pushing event updated for resources: {'Port': ['ID=84858763-fad8-445f-a1b8-4de92b345331,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:17.204223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe73d-9987-4392-ab69-2e2f89f069c9 req-66b1f86d-bc22-4900-88f2-b5c9f934a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:17.206186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd0fe73d-9987-4392-ab69-2e2f89f069c9 req-66b1f86d-bc22-4900-88f2-b5c9f934a11d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.1460686 Nov 12 13:31:17.264820 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c04352a-a710-4ff6-bcf5-6a7f520b6b99 req-5e0eea88-8392-40dd-809a-06bbc0046c07 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942174 Nov 12 13:31:17.272882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cee15a-2546-4419-b030-8b3d203f6ad5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:17.282609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd0fe73d-9987-4392-ab69-2e2f89f069c9 req-702c29c5-4d5f-41ae-903c-703a834e40c9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560095 Nov 12 13:31:17.283723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cee15a-2546-4419-b030-8b3d203f6ad5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:17.287988 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-27cee15a-2546-4419-b030-8b3d203f6ad5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4970350 Nov 12 13:31:17.289163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49812) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:17.302630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:17.308737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09d5ad-7590-4406-8730-bc0310cc504a req-fec902e4-bd9e-41d7-8aa8-fb61a0d50b5b tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:17.309726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6d9ac05f-7524-4003-adda-3020775890b8 None None] Provisioning complete for port 84858763-fad8-445f-a1b8-4de92b345331 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:17.309985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac05f-7524-4003-adda-3020775890b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:17.317258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc09d5ad-7590-4406-8730-bc0310cc504a req-fec902e4-bd9e-41d7-8aa8-fb61a0d50b5b tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.2399311 Nov 12 13:31:17.332485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-f3ea78c4-6d97-43e6-9762-e74462f0fb38 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:17.335257 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-f3ea78c4-6d97-43e6-9762-e74462f0fb38 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.5237975 Nov 12 13:31:17.335483 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:17.357897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Request body: {'port': {'device_id': '453b9d8e-558a-4747-a693-34202e2438b0', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'admin_state_up': True, 'tenant_id': 'afc955bb61c44c098d5d6baf02277838'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:17.403786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-7020f320-4d92-45a2-8d96-ce04de43def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:17.405327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-7020f320-4d92-45a2-8d96-ce04de43def1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4807866 Nov 12 13:31:17.505451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 69bd664b-5da2-4c1c-bbb4-196531fb27be up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:17.604075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6d9ac05f-7524-4003-adda-3020775890b8 None None] Provisioning complete for port a2a32c3a-7f40-428e-8e37-89215f1ae65a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:17.604603 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac05f-7524-4003-adda-3020775890b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:17.607813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 69bd664b-5da2-4c1c-bbb4-196531fb27be triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:17.609927 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:17.624316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'Port': ['ID=a2a32c3a-7f40-428e-8e37-89215f1ae65a,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:17.632608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:17.700019 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ac05f-7524-4003-adda-3020775890b8 None None] Port a2a32c3a-7f40-428e-8e37-89215f1ae65a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:17.725434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc09d5ad-7590-4406-8730-bc0310cc504a req-899de8d9-d96c-4c11-bb27-fd20b04274f8 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020340 Nov 12 13:31:17.728469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703ef86f-3762-4100-88e0-4b091d8190bb None None] Network 3b057dc6-c1b2-4235-b41d-ec99f252d1db requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:17.809429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-c5d9a788-f3e2-4cf5-b247-ae174d194e82 service neutron] 10.222.0.70 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871207 Nov 12 13:31:17.824714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Network c07505bc-8867-41e6-b1af-4d4c01afc452 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:17.831185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:17.907224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-acddd2c5-5e1b-4d54-9fd6-0fe2a28ca981 None None] Provisioning complete for port ad5fb529-ae3f-438b-a736-2f4f71fbea70 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:17.907505 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acddd2c5-5e1b-4d54-9fd6-0fe2a28ca981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:18.019949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-be409969-6fb1-45f1-ada5-a40ddfa7de6c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 7cf6c3d8-a0e2-4114-9a4c-be53a772521d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:18.020468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be409969-6fb1-45f1-ada5-a40ddfa7de6c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:18.037537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Made reservation on behalf of afc955bb61c44c098d5d6baf02277838 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:18.040084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:18.056070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b5696-e6ae-4cb5-8ba7-483dd1704b53 req-1633c192-5bf3-42ef-b940-956604526866 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:18.064459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-107b5696-e6ae-4cb5-8ba7-483dd1704b53 req-1633c192-5bf3-42ef-b940-956604526866 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 944 time: 0.4191525 Nov 12 13:31:18.079824 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd0fe73d-9987-4392-ab69-2e2f89f069c9 req-fa7cb3b4-dd14-42e6-9b17-4d3e70112eb1 service neutron] 10.222.0.105 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873969 Nov 12 13:31:18.094897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 823dbf36-366d-460a-942e-64e118b72072 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:31:18.167576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb372950-fcc9-4633-99b7-dae5deaabc53 req-2060441d-4232-4162-ab19-ef6c2914c0f2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 210 time: 0.1081741 Nov 12 13:31:18.236187 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acddd2c5-5e1b-4d54-9fd6-0fe2a28ca981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:18.239057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ad5fb529-ae3f-438b-a736-2f4f71fbea70 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:18.244788 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a814dfd7-a5a8-4753-a6c6-6118b7eac77b req-acbe31bf-bac7-41fb-b4ba-ae7ba3f33aec service neutron] 10.222.0.70 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267635 Nov 12 13:31:18.273926 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-107b5696-e6ae-4cb5-8ba7-483dd1704b53 req-bf09ea88-70e7-4c70-8597-69c116625a77 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081625 Nov 12 13:31:18.348858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Router 6e579b7e-abf8-4292-93e7-db41b107ff11 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:31:18.380267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd0fe73d-9987-4392-ab69-2e2f89f069c9 req-7fb80c4e-8479-4e0b-8fd7-0389149c0d49 service neutron] 10.222.0.105 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722886 Nov 12 13:31:18.384180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 823dbf36-366d-460a-942e-64e118b72072, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=823dbf36-366d-460a-942e-64e118b72072,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:18.402365 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '823dbf36-366d-460a-942e-64e118b72072', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'port_id': '823dbf36-366d-460a-942e-64e118b72072', 'mac_address': 'fa:16:3e:e0:83:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:31:18.455073 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be409969-6fb1-45f1-ada5-a40ddfa7de6c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:18.483165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-acddd2c5-5e1b-4d54-9fd6-0fe2a28ca981 None None] For port ad5fb529-ae3f-438b-a736-2f4f71fbea70, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ad5fb529-ae3f-438b-a736-2f4f71fbea70,segment=NetworkSegment(3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd),segment_id=3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:18.492995 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acddd2c5-5e1b-4d54-9fd6-0fe2a28ca981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:18.505699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-be409969-6fb1-45f1-ada5-a40ddfa7de6c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 7cf6c3d8-a0e2-4114-9a4c-be53a772521d owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:18.517646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:31:18.522848 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fbe5af65-4de5-4d5c-b15c-b38e5ebc9360 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "PUT /v2.0/routers/6e579b7e-abf8-4292-93e7-db41b107ff11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8575289 Nov 12 13:31:18.527716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49822) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:18.537704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1892f9-9547-403a-b8d2-10f3106c6536 req-de72df7f-e4f1-4812-9f68-4107ec418886 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:18.539397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5b1892f9-9547-403a-b8d2-10f3106c6536 req-de72df7f-e4f1-4812-9f68-4107ec418886 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 943 time: 0.1244364 Nov 12 13:31:18.544884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad66dd0-cb0a-4503-b6cb-7dd5c0a74ec2 None None] Sync routers for ids ['6e579b7e-abf8-4292-93e7-db41b107ff11'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:31:18.551337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:18.587052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-acddd2c5-5e1b-4d54-9fd6-0fe2a28ca981 None None] Provisioning complete for port a2a32c3a-7f40-428e-8e37-89215f1ae65a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:18.587499 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acddd2c5-5e1b-4d54-9fd6-0fe2a28ca981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:18.595438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ad5fb529-ae3f-438b-a736-2f4f71fbea70 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:18.595873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:18.599135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823dbf36-366d-460a-942e-64e118b72072 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:18.649825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Allocated IP 172.20.0.4 (6c55f02a-5cd4-4dc9-900f-6fdb87942b89/8f4ed80c-ed77-477f-a1a2-cd9129a58859/7903497b-0044-4ee2-b53c-71ba58c50275) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:18.689601 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5b1892f9-9547-403a-b8d2-10f3106c6536 req-64ef70d7-ff72-4c0c-8983-e8cde772931c tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370428 Nov 12 13:31:18.718343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad66dd0-cb0a-4503-b6cb-7dd5c0a74ec2 None None] Routers {'6e579b7e-abf8-4292-93e7-db41b107ff11'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:18.719000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4ad66dd0-cb0a-4503-b6cb-7dd5c0a74ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6e579b7e-abf8-4292-93e7-db41b107ff11'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:18.739878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddd2c5-5e1b-4d54-9fd6-0fe2a28ca981 None None] Pushing event updated for resources: {'Port': ['ID=ad5fb529-ae3f-438b-a736-2f4f71fbea70,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:18.811887 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-acddd2c5-5e1b-4d54-9fd6-0fe2a28ca981 None None] Port a2a32c3a-7f40-428e-8e37-89215f1ae65a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:18.889315 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be409969-6fb1-45f1-ada5-a40ddfa7de6c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:18.920614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 67955d07-c4b9-4e29-a08d-4d72d61bc520 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:31:18.935181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 823dbf36-366d-460a-942e-64e118b72072, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=823dbf36-366d-460a-942e-64e118b72072,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:18.941353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4ad66dd0-cb0a-4503-b6cb-7dd5c0a74ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:18.955782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.012831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be409969-6fb1-45f1-ada5-a40ddfa7de6c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=7cf6c3d8-a0e2-4114-9a4c-be53a772521d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:19.025324 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be409969-6fb1-45f1-ada5-a40ddfa7de6c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.028461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-be409969-6fb1-45f1-ada5-a40ddfa7de6c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/7cf6c3d8-a0e2-4114-9a4c-be53a772521d HTTP/1.1" status: 204 len: 168 time: 1.7374382 Nov 12 13:31:19.032132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:19.052657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad66dd0-cb0a-4503-b6cb-7dd5c0a74ec2 None None] Routers {'6e579b7e-abf8-4292-93e7-db41b107ff11'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:19.053006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4ad66dd0-cb0a-4503-b6cb-7dd5c0a74ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6e579b7e-abf8-4292-93e7-db41b107ff11'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:19.057554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7d916-bebe-45fd-b4e1-0b57192f95d8 req-d545c7a5-3b38-46f2-bd39-18d494c5d88a tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:19.064487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b9a7d916-bebe-45fd-b4e1-0b57192f95d8 req-d545c7a5-3b38-46f2-bd39-18d494c5d88a tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.1923509 Nov 12 13:31:19.110933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Provisioning complete for port 56ecc495-138b-4172-bf5b-1cc7dd469b74 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:19.111674 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.127323 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.145667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4ad66dd0-cb0a-4503-b6cb-7dd5c0a74ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:19.146145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad66dd0-cb0a-4503-b6cb-7dd5c0a74ec2 None None] The sync data for ids ['6e579b7e-abf8-4292-93e7-db41b107ff11'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:31:19.154113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b9a7d916-bebe-45fd-b4e1-0b57192f95d8 req-2d9b4125-31e7-497a-b9c5-855dbc6edf82 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850513 Nov 12 13:31:19.164186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af6e340-9c15-45dd-a387-c30015aa9688 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:19.166155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af6e340-9c15-45dd-a387-c30015aa9688 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:19.170208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4af6e340-9c15-45dd-a387-c30015aa9688 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1323819 Nov 12 13:31:19.170424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.171862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49830) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:19.217873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:19.224721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:19.228803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:19.293218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cb7572-3fa5-41e1-99eb-98140397ec3e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet ab085d9c-cda4-4e46-9ae2-095e56392a3f {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:19.299958 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-b68b1294-3ffa-4ffc-9834-3093eb06ac3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:31:19.301672 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b68b1294-3ffa-4ffc-9834-3093eb06ac3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "PUT /v2.0/routers/6e579b7e-abf8-4292-93e7-db41b107ff11/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7731459 Nov 12 13:31:19.302638 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67cb7572-3fa5-41e1-99eb-98140397ec3e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.304995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49838) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:19.308811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event updated for resources: {'Port': ['ID=7903497b-0044-4ee2-b53c-71ba58c50275,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:19.310971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae5346e-acf7-4b49-8a21-d053b10c3d06 None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:19.317994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:19.318654 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.325637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=823dbf36-366d-460a-942e-64e118b72072,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:19.349502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56ecc495-138b-4172-bf5b-1cc7dd469b74 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:19.388637 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67cb7572-3fa5-41e1-99eb-98140397ec3e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.413528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 67955d07-c4b9-4e29-a08d-4d72d61bc520, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=67955d07-c4b9-4e29-a08d-4d72d61bc520,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:19.453115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '67955d07-c4b9-4e29-a08d-4d72d61bc520', 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6', 'port_id': '67955d07-c4b9-4e29-a08d-4d72d61bc520', 'mac_address': 'fa:16:3e:9f:52:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efac667-dc7a-4840-986c-1e6f26e5b354', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:31:19.462776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-069f66ad-0c10-4167-aee9-36287c8f7661 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1119401 Nov 12 13:31:19.478436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Request body: {'port': {'device_id': '453b9d8e-558a-4747-a693-34202e2438b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:19.479114 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.512315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['823dbf36-366d-460a-942e-64e118b72072'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:19.513103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da32a-de3c-4c90-909f-7915fcc74823 req-8d002ad5-33d1-439a-862e-e14787774842 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:19.514786 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e8da32a-de3c-4c90-909f-7915fcc74823 req-8d002ad5-33d1-439a-862e-e14787774842 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 931 time: 0.2268140 Nov 12 13:31:19.565183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 56ecc495-138b-4172-bf5b-1cc7dd469b74 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:19.565742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.761513 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.796752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] For port 56ecc495-138b-4172-bf5b-1cc7dd469b74, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=56ecc495-138b-4172-bf5b-1cc7dd469b74,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:19.798801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67955d07-c4b9-4e29-a08d-4d72d61bc520 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:19.810704 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.867329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 67955d07-c4b9-4e29-a08d-4d72d61bc520, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=67955d07-c4b9-4e29-a08d-4d72d61bc520,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:19.891378 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.904745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Provisioning complete for port a2a32c3a-7f40-428e-8e37-89215f1ae65a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:19.905026 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.908096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137f836-4b8c-4f66-8774-7e6999472e3c req-0c027855-8825-4270-a167-b4a21d73b836 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:19.911241 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6137f836-4b8c-4f66-8774-7e6999472e3c req-0c027855-8825-4270-a167-b4a21d73b836 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 945 time: 0.5177865 Nov 12 13:31:19.927448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.935745 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67cb7572-3fa5-41e1-99eb-98140397ec3e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:19.971069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Pushing event updated for resources: {'Port': ['ID=56ecc495-138b-4172-bf5b-1cc7dd469b74,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:19.972292 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e8da32a-de3c-4c90-909f-7915fcc74823 req-80cb4608-c96b-46a7-ba92-fafc3971cbcd tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430785 Nov 12 13:31:20.014700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.015079 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.015633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.015754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.016049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.016385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.017465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.017465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.017465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.017739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.017999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.018573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:31:20.031665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6137f836-4b8c-4f66-8774-7e6999472e3c req-cc1ee948-a283-40da-a01b-a97c6a548a8f tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054814 Nov 12 13:31:20.038608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-939d72f7-9737-429b-8f18-a4dc1e43fddf None None] Port a2a32c3a-7f40-428e-8e37-89215f1ae65a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:20.070258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 84858763-fad8-445f-a1b8-4de92b345331 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:20.082306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67cb7572-3fa5-41e1-99eb-98140397ec3e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.149949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb7572-3fa5-41e1-99eb-98140397ec3e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=ab085d9c-cda4-4e46-9ae2-095e56392a3f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:20.157546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67cb7572-3fa5-41e1-99eb-98140397ec3e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.162243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-67cb7572-3fa5-41e1-99eb-98140397ec3e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/ab085d9c-cda4-4e46-9ae2-095e56392a3f HTTP/1.1" status: 204 len: 168 time: 0.9881825 Nov 12 13:31:20.164464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49844) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:20.176722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907207c0-3dcb-4cd5-8a8a-b0eef53465ed None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:20.204064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=67955d07-c4b9-4e29-a08d-4d72d61bc520,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:20.233371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3caace07-19b4-4ecd-8dfa-1bf1579fbb15 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652413 Nov 12 13:31:20.243683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49848) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:20.256571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:20.263751 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['67955d07-c4b9-4e29-a08d-4d72d61bc520'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:20.289467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15540f84-0526-4e0b-bdd1-31ccf3fb9bb0 req-a7d5985a-5b2c-422d-a2ec-f1d0fb1d2819 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:20.291280 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15540f84-0526-4e0b-bdd1-31ccf3fb9bb0 req-a7d5985a-5b2c-422d-a2ec-f1d0fb1d2819 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.0589278 Nov 12 13:31:20.292946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-04d4fa33-fe5b-453a-8d2a-4939bb572607 None None] Provisioning complete for port 7903497b-0044-4ee2-b53c-71ba58c50275 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:20.293341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04d4fa33-fe5b-453a-8d2a-4939bb572607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.366088 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15540f84-0526-4e0b-bdd1-31ccf3fb9bb0 req-e29c5ff0-5fa3-425b-9c69-6a1edc931fe7 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655179 Nov 12 13:31:20.368206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 84858763-fad8-445f-a1b8-4de92b345331 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:20.368572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.411268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-04d4fa33-fe5b-453a-8d2a-4939bb572607 None None] Port 7903497b-0044-4ee2-b53c-71ba58c50275 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:20.424346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363134-6666-4ee8-9bc3-a58b2f91b331 req-a4cefbb4-86bd-46d3-9792-c9ab980e8f61 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:20.427747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8363134-6666-4ee8-9bc3-a58b2f91b331 req-a4cefbb4-86bd-46d3-9792-c9ab980e8f61 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 944 time: 0.2760227 Nov 12 13:31:20.474897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-04d4fa33-fe5b-453a-8d2a-4939bb572607 None None] Provisioning complete for port ad5fb529-ae3f-438b-a736-2f4f71fbea70 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:20.475275 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04d4fa33-fe5b-453a-8d2a-4939bb572607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.590980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:20.594821 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.601773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc2701c-8d5f-4efa-bd40-57ed3ff3ef46 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:20.678494 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f8363134-6666-4ee8-9bc3-a58b2f91b331 req-3101f8d3-80aa-4dc5-854d-63f3926d9687 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105799 Nov 12 13:31:20.720833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ad5fb529-ae3f-438b-a736-2f4f71fbea70 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:20.748310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7903497b-0044-4ee2-b53c-71ba58c50275 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:20.763654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-04d4fa33-fe5b-453a-8d2a-4939bb572607 None None] Could not find standard attr ID for object 7cf6c3d8-a0e2-4114-9a4c-be53a772521d. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:31:20.764931 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.774467 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.801428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2701c-8d5f-4efa-bd40-57ed3ff3ef46 None None] Deleting port 56ecc495-138b-4172-bf5b-1cc7dd469b74 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:20.801797 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbc2701c-8d5f-4efa-bd40-57ed3ff3ef46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.857395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Transition to ACTIVE for port object 7903497b-0044-4ee2-b53c-71ba58c50275 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:31:20.864497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ad5fb529-ae3f-438b-a736-2f4f71fbea70 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:20.864862 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.866273 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.898311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cbc2701c-8d5f-4efa-bd40-57ed3ff3ef46 None None] For port 56ecc495-138b-4172-bf5b-1cc7dd469b74, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=56ecc495-138b-4172-bf5b-1cc7dd469b74,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:20.898703 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbc2701c-8d5f-4efa-bd40-57ed3ff3ef46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:20.918214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2701c-8d5f-4efa-bd40-57ed3ff3ef46 None None] Calling delete_port for 56ecc495-138b-4172-bf5b-1cc7dd469b74 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:20.929715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0142a237-8fee-48a2-aea2-a0d49ab0607d None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:21.000751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Pushing event updated for resources: {'Port': ['ID=7903497b-0044-4ee2-b53c-71ba58c50275,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:21.059067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbc2701c-8d5f-4efa-bd40-57ed3ff3ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:21.130174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2701c-8d5f-4efa-bd40-57ed3ff3ef46 None None] Pushing event deleted for resources: {'Port': ['ID=56ecc495-138b-4172-bf5b-1cc7dd469b74,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:21.141113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56ecc495-138b-4172-bf5b-1cc7dd469b74 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:21.149998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2701c-8d5f-4efa-bd40-57ed3ff3ef46 None None] No DVR routers for this DVR port 56ecc495-138b-4172-bf5b-1cc7dd469b74 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:21.168739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a43012-75fd-4857-9fd0-c7f4d32743dd req-e5f7925d-d70e-4b9c-92b8-c9c70ec4eb6f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:21.173187 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12a43012-75fd-4857-9fd0-c7f4d32743dd req-e5f7925d-d70e-4b9c-92b8-c9c70ec4eb6f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 943 time: 0.0958040 Nov 12 13:31:21.181894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 56ecc495-138b-4172-bf5b-1cc7dd469b74 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:21.182275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56ecc495-138b-4172-bf5b-1cc7dd469b74 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:21.238774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Attempting to bind port 7903497b-0044-4ee2-b53c-71ba58c50275 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:21.239102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Attempting to bind port 7903497b-0044-4ee2-b53c-71ba58c50275 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:21.239423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Attempting to bind port 7903497b-0044-4ee2-b53c-71ba58c50275 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:21.241477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12a43012-75fd-4857-9fd0-c7f4d32743dd req-61c19c9d-b927-4e5f-b13e-9715718ab7c5 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601351 Nov 12 13:31:21.274282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Port 7903497b-0044-4ee2-b53c-71ba58c50275 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:31:21.274603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Attempting to bind port 7903497b-0044-4ee2-b53c-71ba58c50275 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:21.289539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:21.289872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Checking segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:21.290264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Bound using segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:21.290696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Bound port: 7903497b-0044-4ee2-b53c-71ba58c50275, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:21.291046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:21.300183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df8c3-6f03-4ab6-b95b-c645b7e4a0a3 req-ec5e65b6-c3a3-40c5-b48f-9a52aa56f5f4 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:21.301686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-173df8c3-6f03-4ab6-b95b-c645b7e4a0a3 req-ec5e65b6-c3a3-40c5-b48f-9a52aa56f5f4 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 945 time: 0.1409793 Nov 12 13:31:21.387362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.objects.ports [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:31:21.411875 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:21.496485 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e0a82-6e28-446b-ae74-339b4b835f91 req-70bd0f96-7877-4ebb-84d6-092498a7633e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:21.498055 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-813e0a82-6e28-446b-ae74-339b4b835f91 req-70bd0f96-7877-4ebb-84d6-092498a7633e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.0506389 Nov 12 13:31:21.531320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-173df8c3-6f03-4ab6-b95b-c645b7e4a0a3 req-bb9b2a6b-bd89-4b3f-8704-390b2029748e tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144477 Nov 12 13:31:21.538561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:21.546383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:21.551436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-813e0a82-6e28-446b-ae74-339b4b835f91 req-d4b0b39a-e982-47c8-8297-e2014f96128a tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462592 Nov 12 13:31:21.551982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=47a982cd-b74b-4d42-9a0e-2be05d3a7621,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:21.554471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] For port 7903497b-0044-4ee2-b53c-71ba58c50275, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:21.560313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] For port 7903497b-0044-4ee2-b53c-71ba58c50275, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7903497b-0044-4ee2-b53c-71ba58c50275,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:21.562750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:21.562750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:21.572749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:21.575951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90d01e0-5a8e-47d8-a3b5-340ced583bfc None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:21.622141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0ae32b03-09f1-4ef7-9d63-a43b314fee23 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3709345 Nov 12 13:31:21.623525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:21.624129 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:21.625328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49858) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:21.625490 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] 10.222.0.105 "PUT /v2.0/ports/7903497b-0044-4ee2-b53c-71ba58c50275 HTTP/1.1" status: 200 len: 1091 time: 2.1542740 Nov 12 13:31:21.630903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453b9d8e-558a-4747-a693-34202e2438b0', 'tag': '7903497b-0044-4ee2-b53c-71ba58c50275'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:21.631293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:6f:b3:22', 'name': 'tempest-NetworksTestDHCPv6-349588863'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:21.633176 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c532b1f2-ace8-43d2-8c30-2408abed89ed" -d '{"events": [{"name": "network-changed", "server_uuid": "453b9d8e-558a-4747-a693-34202e2438b0", "tag": "7903497b-0044-4ee2-b53c-71ba58c50275"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:21.638024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Deleting port a2a32c3a-7f40-428e-8e37-89215f1ae65a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:21.638356 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:21.677262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddbc73-827b-4e08-bb65-59ba11ea23fa service neutron] Pushing event updated for resources: {'Port': ['ID=7903497b-0044-4ee2-b53c-71ba58c50275,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:21.701567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0916ebd-e5a0-4c17-9784-6f5849ce4bcc None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:21.748230 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08be9fef-b5bd-4479-b927-e1a658c18aab x-openstack-request-id: req-08be9fef-b5bd-4479-b927-e1a658c18aab {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:21.749076 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453b9d8e-558a-4747-a693-34202e2438b0", "tag": "7903497b-0044-4ee2-b53c-71ba58c50275", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:21.749076 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08be9fef-b5bd-4479-b927-e1a658c18aab {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:21.749332 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453b9d8e-558a-4747-a693-34202e2438b0', 'tag': '7903497b-0044-4ee2-b53c-71ba58c50275', 'status': 'completed', 'code': 200} Nov 12 13:31:21.789880 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:21.807531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Calling delete_port for a2a32c3a-7f40-428e-8e37-89215f1ae65a owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:21.811186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-106234ce-7c14-4e66-ba38-9f635c61fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:21.812303 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-106234ce-7c14-4e66-ba38-9f635c61fd4c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 1094 time: 0.1073010 Nov 12 13:31:21.829781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': '47a982cd-b74b-4d42-9a0e-2be05d3a7621'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:21.831600 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:21.843214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc8c0c-6cf5-4edf-95d2-30b0b8e5096f req-71ed6cb3-a20c-4872-9ad0-330779f59679 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:21.845917 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2fc8c0c-6cf5-4edf-95d2-30b0b8e5096f req-71ed6cb3-a20c-4872-9ad0-330779f59679 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 944 time: 0.0744872 Nov 12 13:31:21.848424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:21.857662 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-60243d52-1aa1-4284-8e82-89d3977a47b6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7903497b-0044-4ee2-b53c-71ba58c50275 HTTP/1.1" status: 200 len: 217 time: 0.0365570 Nov 12 13:31:21.955853 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2fc8c0c-6cf5-4edf-95d2-30b0b8e5096f req-ac6fa15e-2964-4df7-a420-7aef0f413c5b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017785 Nov 12 13:31:21.973824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-06dfdab4-9a13-4aa2-8ef2-d2abb204d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:21.976157 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-06dfdab4-9a13-4aa2-8ef2-d2abb204d5f2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.0850677 Nov 12 13:31:21.982042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:21.989536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Allocated IP 2001:db8::f816:3eff:fe12:5f17 (514a5480-43a8-41bb-9524-24b97d0dd96f/47a982cd-b74b-4d42-9a0e-2be05d3a7621/4421d59e-b9be-4d4b-8591-bd57643211b4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:22.004794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 0cf80764-7119-4252-9770-8c5128a76e0e yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:31:22.040400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-80eddca9-ba4a-4c86-a94d-d646ff76ee96 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298340 Nov 12 13:31:22.124723 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 823dbf36-366d-460a-942e-64e118b72072 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:22.180699 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.193134 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.226200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 823dbf36-366d-460a-942e-64e118b72072 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:31:22.234650 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 823dbf36-366d-460a-942e-64e118b72072 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:22.235005 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.248886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:22.250658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::f816:3eff:fe6f:b322 (514a5480-43a8-41bb-9524-24b97d0dd96f/47a982cd-b74b-4d42-9a0e-2be05d3a7621/0cf80764-7119-4252-9770-8c5128a76e0e) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:22.281417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Pushing event updated for resources: {'Port': ['ID=4421d59e-b9be-4d4b-8591-bd57643211b4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:22.290674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:22.295982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:22.405894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Attempting to bind port 4421d59e-b9be-4d4b-8591-bd57643211b4 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:22.406249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Attempting to bind port 4421d59e-b9be-4d4b-8591-bd57643211b4 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:22.406547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Attempting to bind port 4421d59e-b9be-4d4b-8591-bd57643211b4 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:22.414342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:22.414773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:22.415180 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.416266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:22.416266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Bound port: 4421d59e-b9be-4d4b-8591-bd57643211b4, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:22.416503 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.441255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.488766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39b9d1-5ef1-4ee9-a2d3-6d53ca4b6d31 req-adbcf756-7d57-4a3f-b439-9140b44aeedf tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:22.490386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d39b9d1-5ef1-4ee9-a2d3-6d53ca4b6d31 req-adbcf756-7d57-4a3f-b439-9140b44aeedf tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 943 time: 0.1657109 Nov 12 13:31:22.498472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bc8cc9-4639-449d-9578-3344c99d5709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823dbf36-366d-460a-942e-64e118b72072'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:22.498728 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.500687 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fb8755-3c23-492b-9f4e-bcec9491a003" -d '{"events": [{"server_uuid": "84bc8cc9-4639-449d-9578-3344c99d5709", "name": "network-vif-plugged", "status": "completed", "tag": "823dbf36-366d-460a-942e-64e118b72072"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:22.505102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.524610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 823dbf36-366d-460a-942e-64e118b72072, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=823dbf36-366d-460a-942e-64e118b72072,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:22.527486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] For port 4421d59e-b9be-4d4b-8591-bd57643211b4, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:22.531379 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-4b1bd601-a149-45ae-87fe-d631ccf2d495 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837544 Nov 12 13:31:22.532241 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.545085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] For port 4421d59e-b9be-4d4b-8591-bd57643211b4, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4421d59e-b9be-4d4b-8591-bd57643211b4,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:22.567322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event deleted for resources: {'Port': ['ID=a2a32c3a-7f40-428e-8e37-89215f1ae65a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:22.567499 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.568191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.606103 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cca7704-97af-4f97-b64c-f67ec34cc4fb x-openstack-request-id: req-3cca7704-97af-4f97-b64c-f67ec34cc4fb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:22.607257 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bc8cc9-4639-449d-9578-3344c99d5709", "name": "network-vif-plugged", "status": "completed", "tag": "823dbf36-366d-460a-942e-64e118b72072", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:22.608943 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3cca7704-97af-4f97-b64c-f67ec34cc4fb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:22.608943 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bc8cc9-4639-449d-9578-3344c99d5709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823dbf36-366d-460a-942e-64e118b72072', 'code': 200} Nov 12 13:31:22.624056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=823dbf36-366d-460a-942e-64e118b72072,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:22.724155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d241b24-0dbe-4399-971f-6b2dc1c821d8 None None] Pushing event updated for resources: {'Port': ['ID=4421d59e-b9be-4d4b-8591-bd57643211b4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:22.734013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:22.758273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:22.771700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:22.778302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:22.779055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:22.804630 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d39b9d1-5ef1-4ee9-a2d3-6d53ca4b6d31 req-03960fd4-423f-41cd-bd6e-d626b5a4d13e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846384 Nov 12 13:31:22.831949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1556546-8a6c-4d9c-aea9-d4f1907a561d req-75c8151a-4afb-4bb0-ba8a-b7768e43763e service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804174 Nov 12 13:31:22.833381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=0cf80764-7119-4252-9770-8c5128a76e0e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:22.849321 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8a786130-bb85-45d6-a92a-c5bbcd972cee tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2226722 Nov 12 13:31:22.850671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49874) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:22.881637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5c391-c992-4291-99ac-40fee4fbdfb6 req-b22f229e-09c4-4ebd-86d4-d5ca420a975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:22.883150 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08c5c391-c992-4291-99ac-40fee4fbdfb6 req-b22f229e-09c4-4ebd-86d4-d5ca420a975d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 1097 time: 0.1785855 Nov 12 13:31:22.921149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 67955d07-c4b9-4e29-a08d-4d72d61bc520 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:22.922738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab031355-67c9-4665-b5db-7281d096d05c req-a90fd0ac-43eb-4a2e-8553-6c8170fa6674 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:22.931953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab031355-67c9-4665-b5db-7281d096d05c req-a90fd0ac-43eb-4a2e-8553-6c8170fa6674 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 946 time: 0.1933391 Nov 12 13:31:22.994088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f726738-b435-4e37-b366-7ec3d34be896 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.001650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f726738-b435-4e37-b366-7ec3d34be896 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.006748 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0f726738-b435-4e37-b366-7ec3d34be896 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1507668 Nov 12 13:31:23.008525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49878) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:23.044489 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:23.050044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 67955d07-c4b9-4e29-a08d-4d72d61bc520 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:31:23.059779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 67955d07-c4b9-4e29-a08d-4d72d61bc520 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:23.060153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:23.076021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab031355-67c9-4665-b5db-7281d096d05c req-d21a5b68-3b0e-4921-a92f-b90e8ba69ee7 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430249 Nov 12 13:31:23.148028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532b1f2-ace8-43d2-8c30-2408abed89ed req-8f81d5ce-eae8-47a9-bc4e-869d2eda279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.149857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c532b1f2-ace8-43d2-8c30-2408abed89ed req-8f81d5ce-eae8-47a9-bc4e-869d2eda279c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 1094 time: 0.2219734 Nov 12 13:31:23.160398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad8561-247d-4966-be0f-177e2e619002 req-6bcd2d66-94b3-4800-88f3-3abe55a41e22 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.162054 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88ad8561-247d-4966-be0f-177e2e619002 req-6bcd2d66-94b3-4800-88f3-3abe55a41e22 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.2136736 Nov 12 13:31:23.204701 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:23.209771 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08c5c391-c992-4291-99ac-40fee4fbdfb6 req-c09c887c-808d-489e-98ef-17237c9c4747 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693138 Nov 12 13:31:23.244717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a17da037-383d-43d2-a925-c7ecdb3e43ae tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 0cf80764-7119-4252-9770-8c5128a76e0e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:23.245059 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a17da037-383d-43d2-a925-c7ecdb3e43ae tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:23.246561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 67955d07-c4b9-4e29-a08d-4d72d61bc520, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=67955d07-c4b9-4e29-a08d-4d72d61bc520,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:23.251192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:23.306554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=67955d07-c4b9-4e29-a08d-4d72d61bc520,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:23.311127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e91c6e-84b4-44ab-9789-6d12b3890b2a req-67ad9a23-5725-4412-bce4-b3aa3e26bb89 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.314959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72e91c6e-84b4-44ab-9789-6d12b3890b2a req-67ad9a23-5725-4412-bce4-b3aa3e26bb89 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 944 time: 0.1144750 Nov 12 13:31:23.395856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88ad8561-247d-4966-be0f-177e2e619002 req-9a21136b-b54b-47cc-950e-6c8d6ed21e17 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850750 Nov 12 13:31:23.397420 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a17da037-383d-43d2-a925-c7ecdb3e43ae tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:23.418798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72e91c6e-84b4-44ab-9789-6d12b3890b2a req-2bf22f0c-562b-449d-ad71-2b5ea354a91f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976536 Nov 12 13:31:23.419796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a17da037-383d-43d2-a925-c7ecdb3e43ae tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 0cf80764-7119-4252-9770-8c5128a76e0e owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:23.424334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Router 6e579b7e-abf8-4292-93e7-db41b107ff11 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:31:23.441767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532b1f2-ace8-43d2-8c30-2408abed89ed req-7a4eb086-38ff-4b36-b815-d3a59a7d06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.441767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c532b1f2-ace8-43d2-8c30-2408abed89ed req-7a4eb086-38ff-4b36-b815-d3a59a7d06d1 service neutron] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 913 time: 0.2241948 Nov 12 13:31:23.553754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c532b1f2-ace8-43d2-8c30-2408abed89ed req-8c0979b9-042b-4414-b6d3-57a2d713b1da service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7903497b-0044-4ee2-b53c-71ba58c50275 HTTP/1.1" status: 200 len: 217 time: 0.0705829 Nov 12 13:31:23.556578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:31:23.561818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ab3cce3c-a1c1-4c67-9604-7af9c0fcbe3c tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "PUT /v2.0/routers/6e579b7e-abf8-4292-93e7-db41b107ff11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2538903 Nov 12 13:31:23.567393 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35293a5a-bcd6-4826-b4ff-727f0b0b7cb8 None None] Sync routers for ids ['6e579b7e-abf8-4292-93e7-db41b107ff11'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:31:23.569911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49882) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:23.583731 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35293a5a-bcd6-4826-b4ff-727f0b0b7cb8 None None] Routers {'6e579b7e-abf8-4292-93e7-db41b107ff11'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:23.584944 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-35293a5a-bcd6-4826-b4ff-727f0b0b7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6e579b7e-abf8-4292-93e7-db41b107ff11'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:23.609150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532b1f2-ace8-43d2-8c30-2408abed89ed req-63774b7f-238e-4b84-863a-5b4f63f76745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.610669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c532b1f2-ace8-43d2-8c30-2408abed89ed req-63774b7f-238e-4b84-863a-5b4f63f76745 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.0478780 Nov 12 13:31:23.619394 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-8e5a76e3-aa55-47e4-8abf-0e4db66884a8 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] delete failed (client error): The resource could not be found. Nov 12 13:31:23.625734 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8e5a76e3-aa55-47e4-8abf-0e4db66884a8 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1992818697 HTTP/1.1" status: 404 len: 335 time: 0.0495090 Nov 12 13:31:23.626498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49884) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:23.627955 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-35293a5a-bcd6-4826-b4ff-727f0b0b7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:23.631590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9987912d-1a9d-4ade-bc81-7a22dfb7c01f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e579b7e-abf8-4292-93e7-db41b107ff11'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:23.637798 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a17da037-383d-43d2-a925-c7ecdb3e43ae tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:23.645381 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35293a5a-bcd6-4826-b4ff-727f0b0b7cb8 None None] Routers {'6e579b7e-abf8-4292-93e7-db41b107ff11'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:23.646211 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-35293a5a-bcd6-4826-b4ff-727f0b0b7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6e579b7e-abf8-4292-93e7-db41b107ff11'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:23.646853 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c532b1f2-ace8-43d2-8c30-2408abed89ed req-b31bd4ee-3e6f-4926-992a-9f3052de727f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280178 Nov 12 13:31:23.685750 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-35293a5a-bcd6-4826-b4ff-727f0b0b7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:23.686562 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35293a5a-bcd6-4826-b4ff-727f0b0b7cb8 None None] The sync data for ids ['6e579b7e-abf8-4292-93e7-db41b107ff11'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:31:23.697660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17da037-383d-43d2-a925-c7ecdb3e43ae tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=0cf80764-7119-4252-9770-8c5128a76e0e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:23.774314 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c532b1f2-ace8-43d2-8c30-2408abed89ed req-13f17ed9-af71-47c2-8120-69b4edd130a2 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184340 Nov 12 13:31:23.795766 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a17da037-383d-43d2-a925-c7ecdb3e43ae tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:23.799065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a17da037-383d-43d2-a925-c7ecdb3e43ae tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/0cf80764-7119-4252-9770-8c5128a76e0e HTTP/1.1" status: 204 len: 168 time: 0.7894866 Nov 12 13:31:23.808981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:23.889981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c532b1f2-ace8-43d2-8c30-2408abed89ed req-a4c03486-a7aa-4270-93f2-eae07d18cd11 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078997 Nov 12 13:31:23.928802 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9987912d-1a9d-4ade-bc81-7a22dfb7c01f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:23.938384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4249b5-bb55-44b6-b9ca-34b8920dc291 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.940218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4249b5-bb55-44b6-b9ca-34b8920dc291 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:23.944190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7f4249b5-bb55-44b6-b9ca-34b8920dc291 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318593 Nov 12 13:31:23.944605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49890) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:23.968394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fd671a22-e700-456e-8365-57b61ebf34e8 None None] Provisioning complete for port 4421d59e-b9be-4d4b-8591-bd57643211b4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:23.968991 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd671a22-e700-456e-8365-57b61ebf34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:23.979471 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-9987912d-1a9d-4ade-bc81-7a22dfb7c01f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] update failed (client error): The resource could not be found. Nov 12 13:31:23.985655 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9987912d-1a9d-4ade-bc81-7a22dfb7c01f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "PUT /v2.0/routers/6e579b7e-abf8-4292-93e7-db41b107ff11 HTTP/1.1" status: 404 len: 339 time: 0.3532805 Nov 12 13:31:23.986307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49892) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:24.043041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcd892a-c3b4-4168-b66d-ffca30a6b4e0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 47a982cd-b74b-4d42-9a0e-2be05d3a7621 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:24.047013 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbcd892a-c3b4-4168-b66d-ffca30a6b4e0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:24.052844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5708d1-234b-498f-ac30-5d224a2b5e97 req-94b6eb34-1422-439e-9336-3c453e1da418 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:24.054653 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f5708d1-234b-498f-ac30-5d224a2b5e97 req-94b6eb34-1422-439e-9336-3c453e1da418 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 943 time: 0.1410379 Nov 12 13:31:24.098167 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbcd892a-c3b4-4168-b66d-ffca30a6b4e0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:24.232907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd671a22-e700-456e-8365-57b61ebf34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:24.244410 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f5708d1-234b-498f-ac30-5d224a2b5e97 req-993771ef-c2a4-48d4-ada7-3a28125eb35a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453404 Nov 12 13:31:24.278315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fd671a22-e700-456e-8365-57b61ebf34e8 None None] For port 4421d59e-b9be-4d4b-8591-bd57643211b4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4421d59e-b9be-4d4b-8591-bd57643211b4,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:24.282733 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd671a22-e700-456e-8365-57b61ebf34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:24.285460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002e78-0957-4551-a943-530ad0ea9b5e req-b17b8b3d-f7ea-4bfd-af0c-f37fe14950f5 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:24.287145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e3002e78-0957-4551-a943-530ad0ea9b5e req-b17b8b3d-f7ea-4bfd-af0c-f37fe14950f5 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 946 time: 0.0760083 Nov 12 13:31:24.290098 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbcd892a-c3b4-4168-b66d-ffca30a6b4e0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:24.339514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd671a22-e700-456e-8365-57b61ebf34e8 None None] Pushing event updated for resources: {'Port': ['ID=4421d59e-b9be-4d4b-8591-bd57643211b4,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:24.389962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e3002e78-0957-4551-a943-530ad0ea9b5e req-0af50129-61d4-4e31-93d0-f99e643e73df tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765359 Nov 12 13:31:24.397400 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbcd892a-c3b4-4168-b66d-ffca30a6b4e0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:24.406012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8929f5de-8971-4219-947b-012dac787c23 None None] Could not find standard attr ID for object 0cf80764-7119-4252-9770-8c5128a76e0e. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:31:24.428247 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:24.446519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd892a-c3b4-4168-b66d-ffca30a6b4e0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=47a982cd-b74b-4d42-9a0e-2be05d3a7621,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:24.466287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbcd892a-c3b4-4168-b66d-ffca30a6b4e0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:24.475248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bbcd892a-c3b4-4168-b66d-ffca30a6b4e0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/47a982cd-b74b-4d42-9a0e-2be05d3a7621 HTTP/1.1" status: 204 len: 168 time: 0.5293977 Nov 12 13:31:24.479186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49900) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:24.514962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e4a595-49a3-496a-80c3-386114c1cdd6 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:24.581512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ff0fbd5d-66a2-4666-91f3-25482c03ca38 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986531 Nov 12 13:31:24.581771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:24.627832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e574d1ff-4868-4f23-a119-059a1b548b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67955d07-c4b9-4e29-a08d-4d72d61bc520'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:24.631053 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba1f02b-a000-483e-b180-3351235ce658" -d '{"events": [{"server_uuid": "e574d1ff-4868-4f23-a119-059a1b548b48", "name": "network-vif-plugged", "status": "completed", "tag": "67955d07-c4b9-4e29-a08d-4d72d61bc520"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:24.654501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae584c28-8a8d-4a4d-8bdc-edb1001b8653 req-58d05f31-5481-4df0-bdda-159fe8606a7b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:24.656029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae584c28-8a8d-4a4d-8bdc-edb1001b8653 req-58d05f31-5481-4df0-bdda-159fe8606a7b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 945 time: 0.1058226 Nov 12 13:31:24.667473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4ba407-a2ad-458c-99e1-5fedce0075f5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:24.671809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4e4ba407-a2ad-458c-99e1-5fedce0075f5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0867543 Nov 12 13:31:24.677592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49908) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:24.678015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8890b-f99b-419f-82a5-b39e720d0dee req-d4fc8164-b1d9-4e50-9a53-a3bc530e5503 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:24.680430 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-79e8890b-f99b-419f-82a5-b39e720d0dee req-d4fc8164-b1d9-4e50-9a53-a3bc530e5503 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.1568151 Nov 12 13:31:24.805892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae584c28-8a8d-4a4d-8bdc-edb1001b8653 req-c67faf1b-e6de-486c-acf1-a4e3eb8fdd9d tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350546 Nov 12 13:31:24.808648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-79e8890b-f99b-419f-82a5-b39e720d0dee req-04e20878-48f4-48a1-8284-5eae050a79f1 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160123 Nov 12 13:31:24.814961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab98aa53-8a56-4e1f-854a-2b7abaac3e22 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:24.817095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ab98aa53-8a56-4e1f-854a-2b7abaac3e22 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1369019 Nov 12 13:31:24.820833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49910) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:24.831016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4421d59e-b9be-4d4b-8591-bd57643211b4 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:24.836733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8b662a-8125-4891-9a9f-d6cd42a26e77 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:24.843699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Allocated IP 172.20.0.1 (5f37cd1d-c8ab-4458-850d-94e31d766ea2/466023a9-eeb9-46a8-8fab-2b4fac57739b/d55484b6-e5a1-41b5-b709-46a2ba7c526a) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:24.876882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c8b9f628-edfe-47d2-a069-c5c33ac4dd00 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539052 Nov 12 13:31:24.883483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49912) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:24.888735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:24.924114 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d0aaa2-3bce-4325-bdcd-68fa550cdf44 x-openstack-request-id: req-13d0aaa2-3bce-4325-bdcd-68fa550cdf44 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:24.924612 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e574d1ff-4868-4f23-a119-059a1b548b48", "name": "network-vif-plugged", "status": "completed", "tag": "67955d07-c4b9-4e29-a08d-4d72d61bc520", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:24.924886 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-13d0aaa2-3bce-4325-bdcd-68fa550cdf44 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:24.925848 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e574d1ff-4868-4f23-a119-059a1b548b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67955d07-c4b9-4e29-a08d-4d72d61bc520', 'code': 200} Nov 12 13:31:24.986415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4421d59e-b9be-4d4b-8591-bd57643211b4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:24.987135 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:24.989310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b662a-8125-4891-9a9f-d6cd42a26e77 None None] Deleting port 4421d59e-b9be-4d4b-8591-bd57643211b4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:24.989622 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a8b662a-8125-4891-9a9f-d6cd42a26e77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.040346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10774ed-ea25-4bad-87ab-a38cc4a2ec60 req-932adb99-956e-4733-b4b6-13f1f287e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:25.042916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b10774ed-ea25-4bad-87ab-a38cc4a2ec60 req-932adb99-956e-4733-b4b6-13f1f287e8cd service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 1096 time: 0.0523465 Nov 12 13:31:25.063625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.066046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:25.069802 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.086688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2a8b662a-8125-4891-9a9f-d6cd42a26e77 None None] For port 4421d59e-b9be-4d4b-8591-bd57643211b4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4421d59e-b9be-4d4b-8591-bd57643211b4,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:25.087204 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a8b662a-8125-4891-9a9f-d6cd42a26e77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.105037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b662a-8125-4891-9a9f-d6cd42a26e77 None None] Calling delete_port for 4421d59e-b9be-4d4b-8591-bd57643211b4 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:25.107776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b10774ed-ea25-4bad-87ab-a38cc4a2ec60 req-884917ad-8e6d-45ec-b9da-b3cf7d6f21d6 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560243 Nov 12 13:31:25.181435 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.222595 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a8b662a-8125-4891-9a9f-d6cd42a26e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.232969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Network 5f37cd1d-c8ab-4458-850d-94e31d766ea2 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:25.250262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b662a-8125-4891-9a9f-d6cd42a26e77 None None] Pushing event deleted for resources: {'Port': ['ID=4421d59e-b9be-4d4b-8591-bd57643211b4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:25.256448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b662a-8125-4891-9a9f-d6cd42a26e77 None None] No DVR routers for this DVR port 4421d59e-b9be-4d4b-8591-bd57643211b4 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:25.257467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:25.263507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:25.296944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'Port': ['ID=d55484b6-e5a1-41b5-b709-46a2ba7c526a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:25.332215 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.402545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390578ef-4063-4ff3-9a13-3a8e81c63ee7 req-2f724793-e77c-4ad2-88b7-05884efa137f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:25.404094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-390578ef-4063-4ff3-9a13-3a8e81c63ee7 req-2f724793-e77c-4ad2-88b7-05884efa137f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 943 time: 0.0660098 Nov 12 13:31:25.488471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-390578ef-4063-4ff3-9a13-3a8e81c63ee7 req-91563784-3042-40ec-9cb1-8e4cf10279bb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742273 Nov 12 13:31:25.537405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-da97704c-1be2-44c8-b577-e1bf920e7a20 None None] Provisioning complete for port d55484b6-e5a1-41b5-b709-46a2ba7c526a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:25.537768 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da97704c-1be2-44c8-b577-e1bf920e7a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.544553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:31:25.560348 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.573186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-da97704c-1be2-44c8-b577-e1bf920e7a20 None None] Port d55484b6-e5a1-41b5-b709-46a2ba7c526a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:25.592816 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.631003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:25.639109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:25.645780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:25.646360 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.650904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd475cc-6460-4dc3-b315-1284a2cdceb4 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:25.670414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=3f563678-aef9-4876-81f6-e704b329573f,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:25.684875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f330bf5-77a3-4382-9de7-f2b14dc2e985 req-df112e34-f7e2-452c-aa09-54d2b99ab286 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:25.686395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f330bf5-77a3-4382-9de7-f2b14dc2e985 req-df112e34-f7e2-452c-aa09-54d2b99ab286 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 946 time: 0.1755791 Nov 12 13:31:25.709046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-75208ce8-300a-4719-87ae-2ed9ccee5dea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8243575 Nov 12 13:31:25.711757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49918) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:25.718543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:02:b3:38', 'name': 'tempest-NetworksTestDHCPv6-874638668'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:25.818029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f330bf5-77a3-4382-9de7-f2b14dc2e985 req-9519cd9e-32dd-4db3-8208-8f2e279b68f1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231873 Nov 12 13:31:25.838501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': '3f563678-aef9-4876-81f6-e704b329573f'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:25.839651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:25.866892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:26.000080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5fee6-b3aa-4158-be19-1e8e699f8a5c req-ecb3fac9-79d6-47df-b5d0-c13e518a8855 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:26.001711 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0e5fee6-b3aa-4158-be19-1e8e699f8a5c req-ecb3fac9-79d6-47df-b5d0-c13e518a8855 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.0997229 Nov 12 13:31:26.013911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.022227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Allocated IP 2001:db8::f816:3eff:fe03:c00c (514a5480-43a8-41bb-9524-24b97d0dd96f/3f563678-aef9-4876-81f6-e704b329573f/c32d748b-5175-487b-b589-773ca5bbd528) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:26.043918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 1ff8a925-94d4-429b-971b-d082bfc82907 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:31:26.136468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0e5fee6-b3aa-4158-be19-1e8e699f8a5c req-8341c837-3620-48e2-9709-fdeaa1ad3734 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082101 Nov 12 13:31:26.202138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.209361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.254234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:26.259603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:26.263565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:26.271995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Pushing event updated for resources: {'Port': ['ID=c32d748b-5175-487b-b589-773ca5bbd528,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:26.326145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::f816:3eff:fe02:b338 (514a5480-43a8-41bb-9524-24b97d0dd96f/3f563678-aef9-4876-81f6-e704b329573f/1ff8a925-94d4-429b-971b-d082bfc82907) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:26.329600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Attempting to bind port c32d748b-5175-487b-b589-773ca5bbd528 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:26.330133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Attempting to bind port c32d748b-5175-487b-b589-773ca5bbd528 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:26.330615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Attempting to bind port c32d748b-5175-487b-b589-773ca5bbd528 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:26.336981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a61cd5-0b48-48de-8751-7b588efd437f req-9813064e-e6cf-4ae8-8f2f-cb844997c4fa tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:26.338500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-30a61cd5-0b48-48de-8751-7b588efd437f req-9813064e-e6cf-4ae8-8f2f-cb844997c4fa tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 945 time: 0.1304963 Nov 12 13:31:26.338652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:26.339101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:26.339626 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.340124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:26.341174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Bound port: c32d748b-5175-487b-b589-773ca5bbd528, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:26.341174 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.408476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-350713cd-1a4e-4e56-9feb-8cc8fb262c6c tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:26.410532 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-350713cd-1a4e-4e56-9feb-8cc8fb262c6c tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5042086 Nov 12 13:31:26.419488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] For port c32d748b-5175-487b-b589-773ca5bbd528, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:26.423070 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] For port c32d748b-5175-487b-b589-773ca5bbd528, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c32d748b-5175-487b-b589-773ca5bbd528,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:26.427415 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.452506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-30a61cd5-0b48-48de-8751-7b588efd437f req-8dd47cd3-becc-440c-977d-de529b6cbf8e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976307 Nov 12 13:31:26.487377 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-b617a7aa-f1dc-4c70-bc82-0a669d764842 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0625329 Nov 12 13:31:26.506495 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-34c35b57-3db8-48cc-882b-8730e3a281b8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Request body: {'floatingip': {'port_id': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:26.524145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9665b6f-2fa3-4c9f-a3de-d4d0a4ea0579 None None] Pushing event updated for resources: {'Port': ['ID=c32d748b-5175-487b-b589-773ca5bbd528,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:26.546509 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.555335 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-34c35b57-3db8-48cc-882b-8730e3a281b8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.557507 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.618020 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.664924 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.761802 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.762598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=1ff8a925-94d4-429b-971b-d082bfc82907,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:26.770307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event updated for resources: {'Port': ['ID=d55484b6-e5a1-41b5-b709-46a2ba7c526a,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:26.811545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4421d59e-b9be-4d4b-8591-bd57643211b4 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:26.816166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:26.839317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 4421d59e-b9be-4d4b-8591-bd57643211b4 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:26.839667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4421d59e-b9be-4d4b-8591-bd57643211b4 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:26.849525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:26.852991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:26.859046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:26.860058 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.890476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ef584cb8-8dcc-4679-9c30-1ca691a4420a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1766701 Nov 12 13:31:26.891375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49930) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:26.911520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153545-5b35-42c2-a382-e0530a34ec0c req-5f63466a-e5ce-4368-aa77-188939659c6e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:26.913193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48153545-5b35-42c2-a382-e0530a34ec0c req-5f63466a-e5ce-4368-aa77-188939659c6e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 943 time: 0.2171845 Nov 12 13:31:26.945611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7903497b-0044-4ee2-b53c-71ba58c50275 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:31:26.982931 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61009cea-a46e-4648-b80d-7de3170ae897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:26.993585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Network 5f37cd1d-c8ab-4458-850d-94e31d766ea2 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:26.993962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7139cde8-4404-4b5f-b518-6e81e438e527 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:26.998313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:27.002039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7139cde8-4404-4b5f-b518-6e81e438e527 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:27.007599 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7139cde8-4404-4b5f-b518-6e81e438e527 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1143374 Nov 12 13:31:27.008318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49932) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:27.084231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48153545-5b35-42c2-a382-e0530a34ec0c req-a89a1acd-f5cf-4757-b0c5-d39230c151bc tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382380 Nov 12 13:31:27.089718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 7903497b-0044-4ee2-b53c-71ba58c50275, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7903497b-0044-4ee2-b53c-71ba58c50275,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:27.110464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '7903497b-0044-4ee2-b53c-71ba58c50275', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'port_id': '7903497b-0044-4ee2-b53c-71ba58c50275', 'mac_address': 'fa:16:3e:10:5c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4ed80c-ed77-477f-a1a2-cd9129a58859', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:31:27.152380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-08983848-55f5-42a8-b9d3-d8b8928eede8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 1ff8a925-94d4-429b-971b-d082bfc82907 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:27.152985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08983848-55f5-42a8-b9d3-d8b8928eede8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:27.176584 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:27.202376 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7903497b-0044-4ee2-b53c-71ba58c50275 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:27.234616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 7903497b-0044-4ee2-b53c-71ba58c50275, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7903497b-0044-4ee2-b53c-71ba58c50275,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:27.241437 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:27.292477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=7903497b-0044-4ee2-b53c-71ba58c50275,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:27.303712 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Router 6e579b7e-abf8-4292-93e7-db41b107ff11 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:31:27.328814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd954c5-2c9c-4ede-8f6f-0f35335f297d req-a982a515-c31f-42e7-9659-27ce16f8c616 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:27.330491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9cd954c5-2c9c-4ede-8f6f-0f35335f297d req-a982a515-c31f-42e7-9659-27ce16f8c616 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.0766954 Nov 12 13:31:27.359369 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08983848-55f5-42a8-b9d3-d8b8928eede8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:27.383315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-08983848-55f5-42a8-b9d3-d8b8928eede8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 1ff8a925-94d4-429b-971b-d082bfc82907 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:27.418730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1057ac2d-8198-4529-a012-66c20b129a39 None None] Provisioning complete for port d55484b6-e5a1-41b5-b709-46a2ba7c526a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:27.419015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1057ac2d-8198-4529-a012-66c20b129a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:27.419672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-34c35b57-3db8-48cc-882b-8730e3a281b8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:31:27.473975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1057ac2d-8198-4529-a012-66c20b129a39 None None] Port d55484b6-e5a1-41b5-b709-46a2ba7c526a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:27.494706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-34c35b57-3db8-48cc-882b-8730e3a281b8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:27.496020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:31:27.501694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-86c2c92b-546f-43df-81aa-c8a22238aee9 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "PUT /v2.0/routers/6e579b7e-abf8-4292-93e7-db41b107ff11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5125885 Nov 12 13:31:27.512675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49938) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:27.513601 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9cd954c5-2c9c-4ede-8f6f-0f35335f297d req-ab32ac68-a792-4ec5-8923-81f719d27d21 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612732 Nov 12 13:31:27.526752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb77b5d2-2924-427c-9400-ff47f8fd9a73 None None] Sync routers for ids ['6e579b7e-abf8-4292-93e7-db41b107ff11'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:31:27.532103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-34c35b57-3db8-48cc-882b-8730e3a281b8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:27.551615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77b5d2-2924-427c-9400-ff47f8fd9a73 None None] Routers {'6e579b7e-abf8-4292-93e7-db41b107ff11'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:27.552281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-eb77b5d2-2924-427c-9400-ff47f8fd9a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6e579b7e-abf8-4292-93e7-db41b107ff11'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:27.594845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-eb77b5d2-2924-427c-9400-ff47f8fd9a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:27.604256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77b5d2-2924-427c-9400-ff47f8fd9a73 None None] Routers {'6e579b7e-abf8-4292-93e7-db41b107ff11'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:27.604879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-eb77b5d2-2924-427c-9400-ff47f8fd9a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6e579b7e-abf8-4292-93e7-db41b107ff11'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:27.637887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9dee3e0-bf52-471b-b35a-63e9136d5e68 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:27.645326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['7903497b-0044-4ee2-b53c-71ba58c50275'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:27.648798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-eb77b5d2-2924-427c-9400-ff47f8fd9a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:27.649522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb77b5d2-2924-427c-9400-ff47f8fd9a73 None None] The sync data for ids ['6e579b7e-abf8-4292-93e7-db41b107ff11'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:31:27.668284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08983848-55f5-42a8-b9d3-d8b8928eede8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:27.754594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08983848-55f5-42a8-b9d3-d8b8928eede8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=1ff8a925-94d4-429b-971b-d082bfc82907,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:27.773785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099031-836e-49fa-8a50-2dda1780b799 req-cfce9621-cc8f-435f-98c6-e340c7eb939d tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:27.775369 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f099031-836e-49fa-8a50-2dda1780b799 req-cfce9621-cc8f-435f-98c6-e340c7eb939d tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 945 time: 0.1791236 Nov 12 13:31:27.779830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08983848-55f5-42a8-b9d3-d8b8928eede8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:27.789202 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-08983848-55f5-42a8-b9d3-d8b8928eede8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/1ff8a925-94d4-429b-971b-d082bfc82907 HTTP/1.1" status: 204 len: 168 time: 0.7735260 Nov 12 13:31:27.789947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49942) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:27.839778 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-f9dee3e0-bf52-471b-b35a-63e9136d5e68 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 13:31:27.841034 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f9dee3e0-bf52-471b-b35a-63e9136d5e68 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "DELETE /v2.0/routers/6e579b7e-abf8-4292-93e7-db41b107ff11 HTTP/1.1" status: 409 len: 329 time: 0.3290930 Nov 12 13:31:27.843916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49944) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:27.856399 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-34c35b57-3db8-48cc-882b-8730e3a281b8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Floating IP 592b76cc-70d7-48f2-b799-c2dc204defb9 associated. External IP: 172.25.5.59, port: d513bcdf-2c82-41ce-8abd-d672a99cf03d. Nov 12 13:31:27.913922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3e1eb331-5569-4da6-97fb-f62db1108890 None None] Provisioning complete for port c32d748b-5175-487b-b589-773ca5bbd528 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:27.914290 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e1eb331-5569-4da6-97fb-f62db1108890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:28.008032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e1eb331-5569-4da6-97fb-f62db1108890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:28.049639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3e1eb331-5569-4da6-97fb-f62db1108890 None None] For port c32d748b-5175-487b-b589-773ca5bbd528, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c32d748b-5175-487b-b589-773ca5bbd528,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:28.059362 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e1eb331-5569-4da6-97fb-f62db1108890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:28.125521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1eb331-5569-4da6-97fb-f62db1108890 None None] Pushing event updated for resources: {'Port': ['ID=c32d748b-5175-487b-b589-773ca5bbd528,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:28.132192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-34c35b57-3db8-48cc-882b-8730e3a281b8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:31:28.175854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9c7bb1a6-a72f-4243-a1b9-fc3d2f165a48 None None] Could not find standard attr ID for object 1ff8a925-94d4-429b-971b-d082bfc82907. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:31:28.242706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f099031-836e-49fa-8a50-2dda1780b799 req-62d8485c-6f6c-483d-909b-355451ead7db tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367130 Nov 12 13:31:28.251433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40caf0-091f-4bee-aa6a-283aa46df905 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:28.253185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40caf0-091f-4bee-aa6a-283aa46df905 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:28.257379 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8f40caf0-091f-4bee-aa6a-283aa46df905 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4641590 Nov 12 13:31:28.258540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49948) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:28.275034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-34c35b57-3db8-48cc-882b-8730e3a281b8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:31:28.279734 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-34c35b57-3db8-48cc-882b-8730e3a281b8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:28.289013 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] Sync routers for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:31:28.303971 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:28.305904 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:28.336850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-34c35b57-3db8-48cc-882b-8730e3a281b8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "PUT /v2.0/floatingips/592b76cc-70d7-48f2-b799-c2dc204defb9 HTTP/1.1" status: 200 len: 996 time: 1.8484480 Nov 12 13:31:28.371975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:28.375037 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f20d83-b541-42fb-9db9-d84d15c8e65c" -d '{"events": [{"name": "network-changed", "server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:28.402839 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-4948096a-3df0-4029-a04b-27b6a1e0d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:28.403527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6aabc2d-530d-472f-b548-242e7892b596 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 3f563678-aef9-4876-81f6-e704b329573f {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:28.408492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6aabc2d-530d-472f-b548-242e7892b596 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:28.415757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-4948096a-3df0-4029-a04b-27b6a1e0d046 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1097 time: 0.0779376 Nov 12 13:31:28.450090 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:28.504541 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6aabc2d-530d-472f-b548-242e7892b596 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:28.515110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-6950f4da-d695-408b-8578-8d5e68411696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:28.516600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-6950f4da-d695-408b-8578-8d5e68411696 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.1000865 Nov 12 13:31:28.591471 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-8db18f42-29b6-4f10-bd21-4f30ac2dace9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 999 time: 0.0675728 Nov 12 13:31:28.608474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a44fa7-c055-4b25-816f-b8d355f4304e req-8d2fa955-002a-427b-b23a-d8e350326cea tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:28.609994 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9a44fa7-c055-4b25-816f-b8d355f4304e req-8d2fa955-002a-427b-b23a-d8e350326cea tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 944 time: 0.1394913 Nov 12 13:31:28.652755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-4d969046-2a60-4b50-9b73-3384c740a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:28.655889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-4d969046-2a60-4b50-9b73-3384c740a311 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.0561674 Nov 12 13:31:28.670678 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6aabc2d-530d-472f-b548-242e7892b596 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:28.731760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-085f057c-f6ce-43a8-91d4-a1b406cc56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:28.736242 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-085f057c-f6ce-43a8-91d4-a1b406cc56c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719237 Nov 12 13:31:28.742234 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9a44fa7-c055-4b25-816f-b8d355f4304e req-d3610104-fa6d-4b4e-a555-504fb7e0ca6a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127450 Nov 12 13:31:28.763711 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:40:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:27Z', 'revision_number': 1, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:28.770905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-aa5c34f0-6df3-4415-9dec-a0b894ec3755 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:31:28.779927 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-aa5c34f0-6df3-4415-9dec-a0b894ec3755 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252714 Nov 12 13:31:28.809499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6aabc2d-530d-472f-b548-242e7892b596 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:28.834788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c32d748b-5175-487b-b589-773ca5bbd528 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:28.841412 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] Checking router: b060a0c5-fa1a-4b94-8605-31c58fb24ca1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:31:28.842142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aabc2d-530d-472f-b548-242e7892b596 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=3f563678-aef9-4876-81f6-e704b329573f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:28.851526 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6aabc2d-530d-472f-b548-242e7892b596 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:28.854800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f6aabc2d-530d-472f-b548-242e7892b596 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/3f563678-aef9-4876-81f6-e704b329573f HTTP/1.1" status: 204 len: 168 time: 0.5906787 Nov 12 13:31:28.858501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49956) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:28.870669 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:28.871738 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:30:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:28.874495 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:28.883423 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad69c4d-7ba4-4c96-8e92-001ef3f6842a None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:28.951038 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dd4aefa8-43d2-4f38-b47f-3a3f00f7d2b9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915451 Nov 12 13:31:28.978166 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-8c83d12c-dba1-47cf-9959-d98616568b4a service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961532 Nov 12 13:31:28.979040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49960) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:28.985838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:29.020022 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7903497b-0044-4ee2-b53c-71ba58c50275 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:29.078674 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:29.124273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c32d748b-5175-487b-b589-773ca5bbd528 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:29.124649 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:29.183755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 7903497b-0044-4ee2-b53c-71ba58c50275 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:31:29.220032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 7903497b-0044-4ee2-b53c-71ba58c50275 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:29.220567 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:29.229322 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a463552c-5305-441e-bb22-63eefd0a6f69 x-openstack-request-id: req-a463552c-5305-441e-bb22-63eefd0a6f69 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:29.229667 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:29.229931 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a463552c-5305-441e-bb22-63eefd0a6f69 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:29.230321 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'status': 'completed', 'code': 200} Nov 12 13:31:29.232662 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2465f070-f7c3-4c4d-94be-79dc609ac177 req-60d61a6f-4957-4e1e-ad68-469bef8e2c1c service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408173 Nov 12 13:31:29.265685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-e6ce89c8-991a-4c9a-a0a2-a094764d44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:29.267420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-e6ce89c8-991a-4c9a-a0a2-a094764d44cf service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1097 time: 0.1355281 Nov 12 13:31:29.337644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:29.345607 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:29.370004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f9653-4582-4c47-be09-ff2321809050 req-18333eec-81b6-458a-9a39-71b34fcaec90 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:29.377693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-856f9653-4582-4c47-be09-ff2321809050 req-18333eec-81b6-458a-9a39-71b34fcaec90 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.1882975 Nov 12 13:31:29.401012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49056f84-9c26-4bb8-8d8d-a6ec00042faf None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:29.446836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-a98a77a8-dec5-41e3-b60a-d199b0f89759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:29.448044 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-a98a77a8-dec5-41e3-b60a-d199b0f89759 service neutron] 10.222.0.105 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.1703343 Nov 12 13:31:29.452419 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:40:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:27Z', 'revision_number': 1, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:29.487119 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40fa20-8d3f-4d57-8393-b11c9b04f53d None None] The sync data for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 is: [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:40:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:27Z', 'revision_number': 1, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:31:29.612430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a870305-b907-408c-a2b8-05c135f7c161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:29.646498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-49056f84-9c26-4bb8-8d8d-a6ec00042faf None None] Deleting port c32d748b-5175-487b-b589-773ca5bbd528 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:29.646880 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49056f84-9c26-4bb8-8d8d-a6ec00042faf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:29.647026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-3c8bc8bd-e850-405c-b122-428a4cb977fd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 999 time: 0.1881249 Nov 12 13:31:29.648868 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:29.678094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-856f9653-4582-4c47-be09-ff2321809050 req-bedb9b38-c798-4a1e-a072-5be3b1d9c111 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992389 Nov 12 13:31:29.754713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453b9d8e-558a-4747-a693-34202e2438b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7903497b-0044-4ee2-b53c-71ba58c50275'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:29.757013 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96036554-ccac-45bf-b8e3-f31387274a8b" -d '{"events": [{"server_uuid": "453b9d8e-558a-4747-a693-34202e2438b0", "name": "network-vif-plugged", "status": "completed", "tag": "7903497b-0044-4ee2-b53c-71ba58c50275"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:29.780004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-49056f84-9c26-4bb8-8d8d-a6ec00042faf None None] For port c32d748b-5175-487b-b589-773ca5bbd528, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c32d748b-5175-487b-b589-773ca5bbd528,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:29.780386 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49056f84-9c26-4bb8-8d8d-a6ec00042faf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:29.805062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-87a3dccc-3013-4ab6-be23-4432fcba7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:29.807637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-87a3dccc-3013-4ab6-be23-4432fcba7ff0 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.1518893 Nov 12 13:31:29.888292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-e5da7817-d6c9-485f-90d0-5166768995d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:29.889936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-e5da7817-d6c9-485f-90d0-5166768995d1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715699 Nov 12 13:31:29.892853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Deleting port d55484b6-e5a1-41b5-b709-46a2ba7c526a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:29.893191 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:29.951950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a654a-8507-4020-9733-d76a1683bda7 req-3951e668-103e-45a6-9b89-6037d535b40a tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:29.959789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-3951e668-103e-45a6-9b89-6037d535b40a tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2936430 Nov 12 13:31:30.000484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-49056f84-9c26-4bb8-8d8d-a6ec00042faf None None] Calling delete_port for c32d748b-5175-487b-b589-773ca5bbd528 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:30.016188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 7903497b-0044-4ee2-b53c-71ba58c50275, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7903497b-0044-4ee2-b53c-71ba58c50275,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:30.020032 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb19dca-d59f-4c35-a3a7-e00e4894bfff x-openstack-request-id: req-4fb19dca-d59f-4c35-a3a7-e00e4894bfff {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:30.020734 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453b9d8e-558a-4747-a693-34202e2438b0", "name": "network-vif-plugged", "status": "completed", "tag": "7903497b-0044-4ee2-b53c-71ba58c50275", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:30.021002 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4fb19dca-d59f-4c35-a3a7-e00e4894bfff {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:30.021836 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453b9d8e-558a-4747-a693-34202e2438b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7903497b-0044-4ee2-b53c-71ba58c50275', 'code': 200} Nov 12 13:31:30.022907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c1c5f6-569c-4cfb-bffd-1440dcf79ba3 None None] New status for floating IP 592b76cc-70d7-48f2-b799-c2dc204defb9: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:31:30.058807 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:30.114475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:30.146397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Calling delete_port for d55484b6-e5a1-41b5-b709-46a2ba7c526a owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:30.164279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb2497-45ed-4fc3-bfb5-7cb5a3a7f72c req-1b8242e5-6323-4586-8607-b05798871a5b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:30.165480 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51cb2497-45ed-4fc3-bfb5-7cb5a3a7f72c req-1b8242e5-6323-4586-8607-b05798871a5b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 945 time: 0.1365247 Nov 12 13:31:30.169889 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-ec2f61a2-856d-4a93-9440-c6de9057c603 service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709873 Nov 12 13:31:30.238853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=7903497b-0044-4ee2-b53c-71ba58c50275,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:30.330647 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49056f84-9c26-4bb8-8d8d-a6ec00042faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:30.367425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49056f84-9c26-4bb8-8d8d-a6ec00042faf None None] Pushing event deleted for resources: {'Port': ['ID=c32d748b-5175-487b-b589-773ca5bbd528,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:30.380728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49056f84-9c26-4bb8-8d8d-a6ec00042faf None None] No DVR routers for this DVR port c32d748b-5175-487b-b589-773ca5bbd528 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:30.382311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51cb2497-45ed-4fc3-bfb5-7cb5a3a7f72c req-411052ff-8410-4fd4-b884-8f944384d246 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968641 Nov 12 13:31:30.488346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8f20d83-b541-42fb-9db9-d84d15c8e65c req-6322170f-bfc0-4646-b4af-bdd2ee6fdf7c service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039873 Nov 12 13:31:30.528273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:30.543147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:31:30.566264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:30.594818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event deleted for resources: {'Port': ['ID=d55484b6-e5a1-41b5-b709-46a2ba7c526a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:30.628002 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-a87fe902-5e5c-4daf-bddf-69774e823a99 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 999 time: 0.6564932 Nov 12 13:31:30.645245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902e242-d9b3-41b8-b095-1ed278d17fa4 req-e6ab17d5-61de-4f2d-999c-e297d33a8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:30.646392 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0902e242-d9b3-41b8-b095-1ed278d17fa4 req-e6ab17d5-61de-4f2d-999c-e297d33a8889 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 1096 time: 0.6179948 Nov 12 13:31:30.651237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Request body: {'floatingip': {'port_id': '823dbf36-366d-460a-942e-64e118b72072', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:30.758770 n-d-805736-4 neutron-server[102675]: WARNING neutron.services.revisions.revision_plugin [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Could not find related port for resource to bump revision. Nov 12 13:31:30.774869 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c32d748b-5175-487b-b589-773ca5bbd528 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:30.797167 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0902e242-d9b3-41b8-b095-1ed278d17fa4 req-a417f0f3-cf23-4640-b3b4-a91d25fc8389 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356592 Nov 12 13:31:30.798590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_pluggable_backend [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Port c32d748b-5175-487b-b589-773ca5bbd528 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102675) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 13:31:30.799040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_pluggable_backend [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:c00c {{(pid=102675) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 13:31:30.808231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_pluggable_backend [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe03:c00c {{(pid=102675) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 13:31:30.814371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:30.829348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: c32d748b-5175-487b-b589-773ca5bbd528 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:30.829664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c32d748b-5175-487b-b589-773ca5bbd528 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:30.835423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:30.867758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:30.903932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:30.916670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:30.917478 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:30.918054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c6f1f6-84a1-4432-9214-e2ceb1b374f8 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:30.944913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9615364 Nov 12 13:31:30.951696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49986) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:30.956818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:e9:53:a9', 'name': 'tempest-NetworksTestDHCPv6-1003317972'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:30.981108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455ec27-90c7-4c66-a75d-be8239b8e937 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=fea4f3ac-397a-4130-9d06-53ed69335bd9,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:30.984689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:31.110189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645267d-a9fa-4810-897e-6727809d4efe req-68499112-40d7-415c-885b-7b99f6c52e4a tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:31.111625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b645267d-a9fa-4810-897e-6727809d4efe req-68499112-40d7-415c-885b-7b99f6c52e4a tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.2450821 Nov 12 13:31:31.183664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'fea4f3ac-397a-4130-9d06-53ed69335bd9'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:31.184724 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:31.368493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Allocated IP 2001:db8::f816:3eff:fe63:47a0 (514a5480-43a8-41bb-9524-24b97d0dd96f/fea4f3ac-397a-4130-9d06-53ed69335bd9/1668947b-2e47-4ea5-8df6-6a562c126701) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:31.420159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:31.534608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Router 6e579b7e-abf8-4292-93e7-db41b107ff11 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:31:31.568726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b645267d-a9fa-4810-897e-6727809d4efe req-3196b998-8c2b-47a2-96b9-0365e9baa66c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206057 Nov 12 13:31:31.587244 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:31.594905 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:31.640206 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:31.667753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:31.678852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:31.683673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:31.692644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:31:31.699834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d5d0d293-5d00-42a3-baed-3f90cf8d303e tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "PUT /v2.0/routers/6e579b7e-abf8-4292-93e7-db41b107ff11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8517888 Nov 12 13:31:31.708036 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271f4c-1cda-4739-81b3-4d028f5dff30 None None] Sync routers for ids ['6e579b7e-abf8-4292-93e7-db41b107ff11'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:31:31.708908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49990) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:31.716297 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Pushing event updated for resources: {'Port': ['ID=1668947b-2e47-4ea5-8df6-6a562c126701,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:31.719760 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271f4c-1cda-4739-81b3-4d028f5dff30 None None] Routers {'6e579b7e-abf8-4292-93e7-db41b107ff11'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:31.720405 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-aa271f4c-1cda-4739-81b3-4d028f5dff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6e579b7e-abf8-4292-93e7-db41b107ff11'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:31.761185 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-aa271f4c-1cda-4739-81b3-4d028f5dff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:31.783113 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271f4c-1cda-4739-81b3-4d028f5dff30 None None] Routers {'6e579b7e-abf8-4292-93e7-db41b107ff11'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:31.783828 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-aa271f4c-1cda-4739-81b3-4d028f5dff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6e579b7e-abf8-4292-93e7-db41b107ff11'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:31.793018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port ca0127ac-e7e2-4036-a553-263f20e68974 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:31:31.801540 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-05d43733-a39e-4d25-bd7c-167a3f2a7b99 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] show failed (client error): The resource could not be found. Nov 12 13:31:31.803756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-05d43733-a39e-4d25-bd7c-167a3f2a7b99 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1128839283 HTTP/1.1" status: 404 len: 335 time: 0.0933032 Nov 12 13:31:31.809574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49992) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:31.814816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c8595a3b-1e22-4bc8-9795-6ddebf9e2129 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:31.853510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Attempting to bind port 1668947b-2e47-4ea5-8df6-6a562c126701 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:31.854057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Attempting to bind port 1668947b-2e47-4ea5-8df6-6a562c126701 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:31.854550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Attempting to bind port 1668947b-2e47-4ea5-8df6-6a562c126701 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:31.860593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:31.861263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:31.861813 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:31.862475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:31.863211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Bound port: 1668947b-2e47-4ea5-8df6-6a562c126701, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:31.863708 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:31.901184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:31.910545 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-c8595a3b-1e22-4bc8-9795-6ddebf9e2129 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] update failed (client error): The resource could not be found. Nov 12 13:31:31.915052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c8595a3b-1e22-4bc8-9795-6ddebf9e2129 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-707840064 HTTP/1.1" status: 404 len: 334 time: 0.1029663 Nov 12 13:31:31.919867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49994) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:31.920558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:31.943594 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-aa271f4c-1cda-4739-81b3-4d028f5dff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:31.944252 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271f4c-1cda-4739-81b3-4d028f5dff30 None None] The sync data for ids ['6e579b7e-abf8-4292-93e7-db41b107ff11'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:31:31.952921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] For port 1668947b-2e47-4ea5-8df6-6a562c126701, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:31.957207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] For port 1668947b-2e47-4ea5-8df6-6a562c126701, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1668947b-2e47-4ea5-8df6-6a562c126701,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:31.964218 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:31.974488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573617e-9d26-414e-9ff2-186cbee7501a req-41d6a13c-7d76-43e8-a856-e86035270b1d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:31.976082 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e573617e-9d26-414e-9ff2-186cbee7501a req-41d6a13c-7d76-43e8-a856-e86035270b1d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 945 time: 0.0850012 Nov 12 13:31:32.043831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d1582-d1ad-45be-9a12-3dafc8b4a9cf None None] Pushing event updated for resources: {'Port': ['ID=1668947b-2e47-4ea5-8df6-6a562c126701,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:32.046242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e573617e-9d26-414e-9ff2-186cbee7501a req-abf9722e-ee77-488d-a9c8-1cf4549016d0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647838 Nov 12 13:31:32.146466 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:32.161086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c637962d-b7d6-42fd-8caa-ba8cc8ff890a tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Deleting subnet 9ad54f3f-9d5c-45c8-aa2d-2aba08ab2ab3 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:32.174761 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c637962d-b7d6-42fd-8caa-ba8cc8ff890a tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:32.213043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::f816:3eff:fee9:53a9 (514a5480-43a8-41bb-9524-24b97d0dd96f/fea4f3ac-397a-4130-9d06-53ed69335bd9/ca0127ac-e7e2-4036-a553-263f20e68974) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:32.253659 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Floating IP 592b76cc-70d7-48f2-b799-c2dc204defb9 associated. External IP: 172.25.5.59, port: d513bcdf-2c82-41ce-8abd-d672a99cf03d. Nov 12 13:31:32.303322 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c637962d-b7d6-42fd-8caa-ba8cc8ff890a tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:32.545248 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c637962d-b7d6-42fd-8caa-ba8cc8ff890a tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:32.647102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:32.738612 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c637962d-b7d6-42fd-8caa-ba8cc8ff890a tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:32.766443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab697308-2e0c-4d04-9163-751ccd9ebf30 req-ee2e48db-8d2e-44ec-939c-38b8191bdc9c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:32.783370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab697308-2e0c-4d04-9163-751ccd9ebf30 req-ee2e48db-8d2e-44ec-939c-38b8191bdc9c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.1255586 Nov 12 13:31:32.785761 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:32.787403 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c637962d-b7d6-42fd-8caa-ba8cc8ff890a tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:32.791228 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c637962d-b7d6-42fd-8caa-ba8cc8ff890a tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "DELETE /v2.0/subnets/9ad54f3f-9d5c-45c8-aa2d-2aba08ab2ab3 HTTP/1.1" status: 204 len: 168 time: 0.8614330 Nov 12 13:31:32.794682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637962d-b7d6-42fd-8caa-ba8cc8ff890a tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad54f3f-9d5c-45c8-aa2d-2aba08ab2ab3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:32.797574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50002) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:32.799365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:31:32.806488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5ebbf1-f2b2-4c36-870e-eae67728a735 None None] Network 3b057dc6-c1b2-4235-b41d-ec99f252d1db requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:32.889324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab697308-2e0c-4d04-9163-751ccd9ebf30 req-c4ec8f02-e594-44aa-84ec-f75624f64381 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092892 Nov 12 13:31:32.903322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:32.922538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:32.927586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=ca0127ac-e7e2-4036-a553-263f20e68974,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:32.930225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:32.935899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:32.936542 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:32.967725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1668947b-2e47-4ea5-8df6-6a562c126701 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:33.033772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d20bd8-0480-4250-8e22-e941286275c0 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Deleting subnet c71af621-a189-405c-8d9d-854c199e5d1d {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:33.042481 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97d20bd8-0480-4250-8e22-e941286275c0 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.059686 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.099443 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ac9d48f6-2586-4f2a-a0d1-867ef7725892 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1466014 Nov 12 13:31:33.099890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1668947b-2e47-4ea5-8df6-6a562c126701 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:33.100701 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.103036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50006) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:33.207347 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97d20bd8-0480-4250-8e22-e941286275c0 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.219001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b2a1e9-86e1-449b-a345-744c6cc5f2f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:33.227786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b2a1e9-86e1-449b-a345-744c6cc5f2f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:33.229716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-86b2a1e9-86e1-449b-a345-744c6cc5f2f0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1256206 Nov 12 13:31:33.232414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50008) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:33.248399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f60989-bd16-45f1-985b-27bdf4bdc8cc None None] DHCP port deletion for 3b057dc6-c1b2-4235-b41d-ec99f252d1db request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:33.280390 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.344548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:31:33.378467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 1668947b-2e47-4ea5-8df6-6a562c126701, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1668947b-2e47-4ea5-8df6-6a562c126701,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:33.383155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] Sync routers for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:31:33.394895 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.466511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:33.467615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:33.468961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97d20bd8-0480-4250-8e22-e941286275c0 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.473831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd5b6e-06ae-444a-ae40-d5ece80b0656 req-99c3ad4e-2083-45c7-b069-c8d5abadba9f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:33.481713 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7cd5b6e-06ae-444a-ae40-d5ece80b0656 req-99c3ad4e-2083-45c7-b069-c8d5abadba9f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 945 time: 0.1032729 Nov 12 13:31:33.530071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4b413f1a-e571-4d49-9b18-9b676cb7f678 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port ca0127ac-e7e2-4036-a553-263f20e68974 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:33.530582 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b413f1a-e571-4d49-9b18-9b676cb7f678 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.579894 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97d20bd8-0480-4250-8e22-e941286275c0 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.651661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d20bd8-0480-4250-8e22-e941286275c0 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event deleted for resources: {'Subnet': ['ID=c71af621-a189-405c-8d9d-854c199e5d1d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:33.669674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97d20bd8-0480-4250-8e22-e941286275c0 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.679231 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-97d20bd8-0480-4250-8e22-e941286275c0 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "DELETE /v2.0/subnets/c71af621-a189-405c-8d9d-854c199e5d1d HTTP/1.1" status: 204 len: 168 time: 0.8773875 Nov 12 13:31:33.679807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50010) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:33.687186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb362f-9ce3-4a7b-9247-efec11bc9302 None None] Network c07505bc-8867-41e6-b1af-4d4c01afc452 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:33.703260 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b413f1a-e571-4d49-9b18-9b676cb7f678 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.732051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=1668947b-2e47-4ea5-8df6-6a562c126701,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:33.738137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7cd5b6e-06ae-444a-ae40-d5ece80b0656 req-5c1fee18-83e2-4e16-be91-f9113c0a70ad tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552109 Nov 12 13:31:33.747389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4b413f1a-e571-4d49-9b18-9b676cb7f678 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for ca0127ac-e7e2-4036-a553-263f20e68974 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:33.759848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-87f60989-bd16-45f1-985b-27bdf4bdc8cc None None] Deleting port ad5fb529-ae3f-438b-a736-2f4f71fbea70 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:33.760226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87f60989-bd16-45f1-985b-27bdf4bdc8cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.771661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:33.802200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-37448a6a-3a42-4d9b-86e1-eeefa97f51eb None None] Provisioning complete for port 1668947b-2e47-4ea5-8df6-6a562c126701 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:33.802566 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37448a6a-3a42-4d9b-86e1-eeefa97f51eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.915061 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:33.928944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:31:34.056019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b413f1a-e571-4d49-9b18-9b676cb7f678 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.141042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b413f1a-e571-4d49-9b18-9b676cb7f678 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=ca0127ac-e7e2-4036-a553-263f20e68974,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:34.214593 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b413f1a-e571-4d49-9b18-9b676cb7f678 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.232410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4b413f1a-e571-4d49-9b18-9b676cb7f678 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/ca0127ac-e7e2-4036-a553-263f20e68974 HTTP/1.1" status: 204 len: 168 time: 0.9961715 Nov 12 13:31:34.232853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50020) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:34.305218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5df1d2-e0d4-4f67-9a00-52c850699a05 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:34.306934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5df1d2-e0d4-4f67-9a00-52c850699a05 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:34.310840 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6f5df1d2-e0d4-4f67-9a00-52c850699a05 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0736904 Nov 12 13:31:34.315779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50024) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:34.333591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab47bc-03e5-47be-b8ae-5f8954868dd3 req-e098615e-7d97-4cdd-b2d0-1808be78e0d3 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:34.336067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6cab47bc-03e5-47be-b8ae-5f8954868dd3 req-e098615e-7d97-4cdd-b2d0-1808be78e0d3 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.2250957 Nov 12 13:31:34.423533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b4833a-cc21-4f18-8849-e44b33c15dca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet fea4f3ac-397a-4130-9d06-53ed69335bd9 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:34.445666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3b4833a-cc21-4f18-8849-e44b33c15dca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.509458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3b4833a-cc21-4f18-8849-e44b33c15dca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.606328 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3b4833a-cc21-4f18-8849-e44b33c15dca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.631446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-87f60989-bd16-45f1-985b-27bdf4bdc8cc None None] For port ad5fb529-ae3f-438b-a736-2f4f71fbea70, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ad5fb529-ae3f-438b-a736-2f4f71fbea70,segment=NetworkSegment(3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd),segment_id=3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:34.632011 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87f60989-bd16-45f1-985b-27bdf4bdc8cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.680803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Deleting port ad5fb529-ae3f-438b-a736-2f4f71fbea70 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:34.681758 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.707460 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6cab47bc-03e5-47be-b8ae-5f8954868dd3 req-37525fc4-f1a8-44f9-ab6c-ca1bcb97fa09 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334060 Nov 12 13:31:34.714175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3b4833a-cc21-4f18-8849-e44b33c15dca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.757092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:31:34.767261 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.770679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4833a-cc21-4f18-8849-e44b33c15dca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=fea4f3ac-397a-4130-9d06-53ed69335bd9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:34.780454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-87f60989-bd16-45f1-985b-27bdf4bdc8cc None None] Calling delete_port for ad5fb529-ae3f-438b-a736-2f4f71fbea70 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:34.797738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3b4833a-cc21-4f18-8849-e44b33c15dca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.803845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e3b4833a-cc21-4f18-8849-e44b33c15dca tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/fea4f3ac-397a-4130-9d06-53ed69335bd9 HTTP/1.1" status: 204 len: 168 time: 0.4863884 Nov 12 13:31:34.807459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50026) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:34.812569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] For port ad5fb529-ae3f-438b-a736-2f4f71fbea70, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ad5fb529-ae3f-438b-a736-2f4f71fbea70,segment=NetworkSegment(3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd),segment_id=3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:34.813056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:34.831347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:34.833911 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77" -d '{"events": [{"name": "network-changed", "server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:34.837552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Calling delete_port for ad5fb529-ae3f-438b-a736-2f4f71fbea70 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:34.857799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c195fbd1-3cea-4d57-98ad-5ab2a99c0500 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491807 Nov 12 13:31:34.863118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50030) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:34.903060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8959572-9b76-4534-a761-f77bd6625444 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:34.904230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-1478e5f2-352a-4abd-9d21-4260245ae150 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "PUT /v2.0/floatingips/592b76cc-70d7-48f2-b799-c2dc204defb9 HTTP/1.1" status: 200 len: 998 time: 4.2633240 Nov 12 13:31:34.905380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1668947b-2e47-4ea5-8df6-6a562c126701 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:34.933411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255398c-2973-42b0-ad4f-29dae414676c req-49eb5baf-e246-4d6a-ae5c-cb71167779fe tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:34.942097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3255398c-2973-42b0-ad4f-29dae414676c req-49eb5baf-e246-4d6a-ae5c-cb71167779fe tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 945 time: 0.0871060 Nov 12 13:31:34.999377 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3255398c-2973-42b0-ad4f-29dae414676c req-9f6074a5-2131-4437-923a-622b08ef5127 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Nov 12 13:31:35.044298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a654a-8507-4020-9733-d76a1683bda7 req-fd225ea4-ad43-4131-9cf6-6aa41696b26d tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:35.061372 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-fd225ea4-ad43-4131-9cf6-6aa41696b26d tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports/d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 943 time: 0.1023982 Nov 12 13:31:35.089223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df218376-8287-4fee-b7c6-192cbe75573c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:35.094217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50034) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:35.098359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': '823dbf36-366d-460a-942e-64e118b72072', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:e0:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bc8cc9-4639-449d-9578-3344c99d5709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:31Z', 'revision_number': 3, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:35.102139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d786d7a0-e849-4f5a-b77e-59a3bf4bb8f4 None None] DHCP port deletion for c07505bc-8867-41e6-b1af-4d4c01afc452 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:35.104545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-df218376-8287-4fee-b7c6-192cbe75573c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2360239 Nov 12 13:31:35.145356 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.187583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] Checking router: b060a0c5-fa1a-4b94-8605-31c58fb24ca1 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:31:35.210410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:35.211183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:35.219861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4094c1-bfaf-42f2-af9d-fa7733c548df tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:35.221916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8c4094c1-bfaf-42f2-af9d-fa7733c548df tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1265748 Nov 12 13:31:35.224401 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:35.234933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event deleted for resources: {'Port': ['ID=ad5fb529-ae3f-438b-a736-2f4f71fbea70,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:35.245882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] No DVR routers for this DVR port ad5fb529-ae3f-438b-a736-2f4f71fbea70 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:35.325834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a654a-8507-4020-9733-d76a1683bda7 req-ecb7fb85-da53-42f0-8d46-b7b1913f8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:35.327758 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-ecb7fb85-da53-42f0-8d46-b7b1913f8420 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1097 time: 0.1665971 Nov 12 13:31:35.341085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:35.342566 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2d2bd76b-5a79-4969-87b2-19eb4a76bf6c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166949 Nov 12 13:31:35.346362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50038) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:35.353924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-afe7bf4e-92d8-4b9d-b010-74ad5d76033e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:35.391670 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc5b649-4629-4770-8aab-dad1db0aac73 x-openstack-request-id: req-7dc5b649-4629-4770-8aab-dad1db0aac73 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:35.391945 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:35.392200 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7dc5b649-4629-4770-8aab-dad1db0aac73 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:35.392763 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'status': 'completed', 'code': 200} Nov 12 13:31:35.453838 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.462281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6f259246-ae26-45a7-82f2-25028ce166b7 None None] Could not find standard attr ID for object ca0127ac-e7e2-4036-a553-263f20e68974. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:31:35.493003 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87f60989-bd16-45f1-985b-27bdf4bdc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.507655 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1668947b-2e47-4ea5-8df6-6a562c126701 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:35.508028 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.540520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b057dc6-c1b2-4235-b41d-ec99f252d1db']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:35.555594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:35.556150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d46fec5-b3b8-48b9-82ac-cf076b8e6fcd') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:35.567944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60989-bd16-45f1-985b-27bdf4bdc8cc None None] Pushing event deleted for resources: {'Port': ['ID=ad5fb529-ae3f-438b-a736-2f4f71fbea70,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:35.571488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f60989-bd16-45f1-985b-27bdf4bdc8cc None None] No DVR routers for this DVR port ad5fb529-ae3f-438b-a736-2f4f71fbea70 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:35.614065 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.622184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-dbc1c4ae-6763-4f03-afd8-40f72f9b3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:35.624768 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-dbc1c4ae-6763-4f03-afd8-40f72f9b3cd6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1097 time: 0.2187843 Nov 12 13:31:35.625424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe7bf4e-92d8-4b9d-b010-74ad5d76033e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:35.636088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afe7bf4e-92d8-4b9d-b010-74ad5d76033e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.654739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d786d7a0-e849-4f5a-b77e-59a3bf4bb8f4 None None] Deleting port 84858763-fad8-445f-a1b8-4de92b345331 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:35.655306 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d786d7a0-e849-4f5a-b77e-59a3bf4bb8f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.735390 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.751519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:31:35.751519 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.759890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a654a-8507-4020-9733-d76a1683bda7 req-986ca6e3-f921-4aaa-8ef4-befebcd67b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-986ca6e3-f921-4aaa-8ef4-befebcd67b0f service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.4251590 Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:31:35.765631 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:31:35.815678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066da508-72be-4115-b54e-9b20b322b194 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:35.942494 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-38299bea-4b27-4080-9878-e80fb6b6d290 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 217 time: 0.0744789 Nov 12 13:31:35.962058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be4f22-d8b9-43fc-934d-c4ec225a286f req-c2566abc-1c82-4c8b-bf80-d0d3b4fc8569 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:35.962791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d786d7a0-e849-4f5a-b77e-59a3bf4bb8f4 None None] For port 84858763-fad8-445f-a1b8-4de92b345331, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=84858763-fad8-445f-a1b8-4de92b345331,segment=NetworkSegment(52b2fb51-82ae-41d1-b68d-715ff203d4d5),segment_id=52b2fb51-82ae-41d1-b68d-715ff203d4d5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:35.963194 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d786d7a0-e849-4f5a-b77e-59a3bf4bb8f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:35.976408 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6be4f22-d8b9-43fc-934d-c4ec225a286f req-c2566abc-1c82-4c8b-bf80-d0d3b4fc8569 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.1086144 Nov 12 13:31:35.989532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d786d7a0-e849-4f5a-b77e-59a3bf4bb8f4 None None] Calling delete_port for 84858763-fad8-445f-a1b8-4de92b345331 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:36.014352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a654a-8507-4020-9733-d76a1683bda7 req-ca2ba94e-6f23-42a6-aefc-b39f81ac4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:36.016059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-ca2ba94e-6f23-42a6-aefc-b39f81ac4c2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.0660522 Nov 12 13:31:36.020909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.024949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-d4a440b1-c92e-435d-a55a-573690803463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:36.026545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-d4a440b1-c92e-435d-a55a-573690803463 service neutron] 10.222.0.105 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.3915448 Nov 12 13:31:36.043191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.046760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "DELETE /v2.0/networks/3b057dc6-c1b2-4235-b41d-ec99f252d1db HTTP/1.1" status: 204 len: 168 time: 2.3639476 Nov 12 13:31:36.059958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:36.066150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ad5fb529-ae3f-438b-a736-2f4f71fbea70 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:36.106370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: ad5fb529-ae3f-438b-a736-2f4f71fbea70 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:36.106733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ad5fb529-ae3f-438b-a736-2f4f71fbea70 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:36.122302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-066da508-72be-4115-b54e-9b20b322b194 None None] Deleting port 1668947b-2e47-4ea5-8df6-6a562c126701 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:36.122677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-066da508-72be-4115-b54e-9b20b322b194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.133917 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-079908e4-658d-4964-8347-f11b5115fa5e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 217 time: 0.0843432 Nov 12 13:31:36.134977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46610ca7-8ac1-4abc-8abb-e828fc93ed35 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event deleted for resources: {'Network': ['ID=3b057dc6-c1b2-4235-b41d-ec99f252d1db,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:36.165752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': '823dbf36-366d-460a-942e-64e118b72072', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:e0:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bc8cc9-4639-449d-9578-3344c99d5709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:31Z', 'revision_number': 3, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:36.188948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a654a-8507-4020-9733-d76a1683bda7 req-bef2501d-ea1f-477a-9099-839f8fdd7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:36.191230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-bef2501d-ea1f-477a-9099-839f8fdd7589 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677265 Nov 12 13:31:36.221092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-30e2768d-6047-4419-9970-26f3dfb407e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:36.223343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-30e2768d-6047-4419-9970-26f3dfb407e5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.0829101 Nov 12 13:31:36.230919 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d786d7a0-e849-4f5a-b77e-59a3bf4bb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.251189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a9506-612f-4b59-ad27-8fb35918a63b None None] The sync data for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 is: [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': '823dbf36-366d-460a-942e-64e118b72072', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:e0:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bc8cc9-4639-449d-9578-3344c99d5709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:31Z', 'revision_number': 3, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:31:36.258304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6be4f22-d8b9-43fc-934d-c4ec225a286f req-1e145053-9f10-4631-8e39-da1df5c8047f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804012 Nov 12 13:31:36.283713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.332936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786d7a0-e849-4f5a-b77e-59a3bf4bb8f4 None None] Pushing event deleted for resources: {'Port': ['ID=84858763-fad8-445f-a1b8-4de92b345331,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:36.336218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-066da508-72be-4115-b54e-9b20b322b194 None None] For port 1668947b-2e47-4ea5-8df6-6a562c126701, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1668947b-2e47-4ea5-8df6-6a562c126701,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:36.336617 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-066da508-72be-4115-b54e-9b20b322b194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.352543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786d7a0-e849-4f5a-b77e-59a3bf4bb8f4 None None] No DVR routers for this DVR port 84858763-fad8-445f-a1b8-4de92b345331 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:36.363209 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-066da508-72be-4115-b54e-9b20b322b194 None None] Calling delete_port for 1668947b-2e47-4ea5-8df6-6a562c126701 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:36.386821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-831731eb-0b71-4b5d-a32b-aa0632bc768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:36.389325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-831731eb-0b71-4b5d-a32b-aa0632bc768a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589737 Nov 12 13:31:36.483762 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-ae958f91-8af2-4f10-afd5-8142f53a5df7 service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850981 Nov 12 13:31:36.602797 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a483ee0-bc62-4280-8d60-a81153ffc80a None None] New status for floating IP 592b76cc-70d7-48f2-b799-c2dc204defb9: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:31:36.722141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afe7bf4e-92d8-4b9d-b010-74ad5d76033e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.724864 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-2adfe97f-b848-4e72-af54-429f83a02166 service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213027 Nov 12 13:31:36.754553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-e6233fcf-226e-4a71-8eb3-f5c8927bf5c8 service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603736 Nov 12 13:31:36.789340 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.797828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7bf4e-92d8-4b9d-b010-74ad5d76033e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=cccd32ba-8066-48d5-9b3e-26180924abd0,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:36.817333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 84858763-fad8-445f-a1b8-4de92b345331 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:36.818021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8a625-bdec-46b8-93c1-6bb4a4bdd859 req-b36f7666-c7d3-4ca8-9962-8f5934862c3b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:36.819751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aff8a625-bdec-46b8-93c1-6bb4a4bdd859 req-b36f7666-c7d3-4ca8-9962-8f5934862c3b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 945 time: 0.3687270 Nov 12 13:31:36.851071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 84858763-fad8-445f-a1b8-4de92b345331 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:36.851416 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 84858763-fad8-445f-a1b8-4de92b345331 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:36.851832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1668947b-2e47-4ea5-8df6-6a562c126701 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:36.855721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7bf4e-92d8-4b9d-b010-74ad5d76033e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:36.858416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07505bc-8867-41e6-b1af-4d4c01afc452']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:36.875659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-afe7bf4e-92d8-4b9d-b010-74ad5d76033e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:36.882338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7bf4e-92d8-4b9d-b010-74ad5d76033e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:36.883276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afe7bf4e-92d8-4b9d-b010-74ad5d76033e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.890166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b2fb51-82ae-41d1-b68d-715ff203d4d5') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:36.890794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b2fb51-82ae-41d1-b68d-715ff203d4d5') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:36.913537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-066da508-72be-4115-b54e-9b20b322b194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.921040 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.947870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a654a-8507-4020-9733-d76a1683bda7 req-fa0b0aa1-394a-4c07-90fc-0d08501b7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:36.949796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066da508-72be-4115-b54e-9b20b322b194 None None] Pushing event deleted for resources: {'Port': ['ID=1668947b-2e47-4ea5-8df6-6a562c126701,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:36.951430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No active binding found for port 1668947b-2e47-4ea5-8df6-6a562c126701 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:31:36.951881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1668947b-2e47-4ea5-8df6-6a562c126701 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:36.952738 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-fa0b0aa1-394a-4c07-90fc-0d08501b7cbc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 1097 time: 0.1194749 Nov 12 13:31:36.960442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066da508-72be-4115-b54e-9b20b322b194 None None] No DVR routers for this DVR port 1668947b-2e47-4ea5-8df6-6a562c126701 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:36.965904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-afe7bf4e-92d8-4b9d-b010-74ad5d76033e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6153996 Nov 12 13:31:36.966678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50050) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:36.986164 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aff8a625-bdec-46b8-93c1-6bb4a4bdd859 req-4f8c23c4-f911-408c-8446-8fd3e5987989 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495223 Nov 12 13:31:36.988598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42815d06-4d89-4587-b2ef-128c3af9d17f None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:36.989245 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:36.993982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:c9:8f:26', 'name': 'tempest-NetworksTestDHCPv6-1237958179'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:37.012963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:31:37.013668 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:31:37.036555 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:31:37.110430 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0d8627f-ecc9-4e75-baee-a2f28cebdc77 req-d0f8e4d7-416d-4a8b-a9a7-183b3e9b85f0 service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527503 Nov 12 13:31:37.145335 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.163078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.171330 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "DELETE /v2.0/networks/c07505bc-8867-41e6-b1af-4d4c01afc452 HTTP/1.1" status: 204 len: 168 time: 1.1100478 Nov 12 13:31:37.181795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:37.202251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e8415-53d5-49fd-a985-0d9359e6a5c4 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event deleted for resources: {'Network': ['ID=c07505bc-8867-41e6-b1af-4d4c01afc452,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:37.259122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a654a-8507-4020-9733-d76a1683bda7 req-cbe50123-4d1d-492a-9662-72cb9333ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:37.260834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'cccd32ba-8066-48d5-9b3e-26180924abd0'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:37.261832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-cbe50123-4d1d-492a-9662-72cb9333ab3e service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.1749957 Nov 12 13:31:37.262286 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.263442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:37.272814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-731cd3d3-11c8-4764-ac91-ceaa8588a62f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Deleting subnet 466023a9-eeb9-46a8-8fab-2b4fac57739b {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:37.285106 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-731cd3d3-11c8-4764-ac91-ceaa8588a62f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.325539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] Sync routers for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:31:37.350332 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-731cd3d3-11c8-4764-ac91-ceaa8588a62f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.397791 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bc8cc9-4639-449d-9578-3344c99d5709', 'tag': '823dbf36-366d-460a-942e-64e118b72072'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:37.400750 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64fc0e6-2aab-438a-95c4-d158a396f078" -d '{"events": [{"name": "network-changed", "server_uuid": "84bc8cc9-4639-449d-9578-3344c99d5709", "tag": "823dbf36-366d-460a-942e-64e118b72072"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:37.411510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:37.412160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:37.440248 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-99667320-0b53-4538-9948-d42608ff563b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823dbf36-366d-460a-942e-64e118b72072 HTTP/1.1" status: 200 len: 1001 time: 0.1348896 Nov 12 13:31:37.460699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564430b-eaf6-4d29-b1ac-b13e2dcbbe05 req-de0b5dfa-0fe0-4b5f-a818-3d6204e1e110 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:37.462315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d564430b-eaf6-4d29-b1ac-b13e2dcbbe05 req-de0b5dfa-0fe0-4b5f-a818-3d6204e1e110 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.0768952 Nov 12 13:31:37.503966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.522775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-731cd3d3-11c8-4764-ac91-ceaa8588a62f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.563542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a654a-8507-4020-9733-d76a1683bda7 req-a2ae1c91-4e62-4255-9d0c-c4fd24181191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:37.565230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-a2ae1c91-4e62-4255-9d0c-c4fd24181191 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.1142220 Nov 12 13:31:37.567270 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d564430b-eaf6-4d29-b1ac-b13e2dcbbe05 req-b467f6e7-56e3-40a5-9798-e0fb1575f591 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865953 Nov 12 13:31:37.574748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port b676a686-8e7e-4842-8ab8-effbb5539636 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:31:37.594166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/cccd32ba-8066-48d5-9b3e-26180924abd0/f84b1d01-8f23-4925-a1c7-2138b08be4cd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:37.605224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-731cd3d3-11c8-4764-ac91-ceaa8588a62f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.615567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:37.658470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-731cd3d3-11c8-4764-ac91-ceaa8588a62f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.667801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b13061-0af2-4ff7-97bb-567224327e0d None None] Network 5f37cd1d-c8ab-4458-850d-94e31d766ea2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:37.668029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-731cd3d3-11c8-4764-ac91-ceaa8588a62f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "DELETE /v2.0/subnets/466023a9-eeb9-46a8-8fab-2b4fac57739b HTTP/1.1" status: 204 len: 168 time: 0.4819376 Nov 12 13:31:37.668029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cd3d3-11c8-4764-ac91-ceaa8588a62f tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event deleted for resources: {'Subnet': ['ID=466023a9-eeb9-46a8-8fab-2b4fac57739b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:37.669009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50072) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:37.681054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-21a5a88c-e9b5-4218-a74d-efb393f2d3cb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:37.684641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-21a5a88c-e9b5-4218-a74d-efb393f2d3cb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 945 time: 0.1574152 Nov 12 13:31:37.754772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a654a-8507-4020-9733-d76a1683bda7 req-0404bec2-d4e6-4f3c-950a-d73c73007aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:37.756597 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-0404bec2-d4e6-4f3c-950a-d73c73007aeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617405 Nov 12 13:31:37.845643 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.887960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a250fe-9bab-4e41-be6c-172dec10726f req-8c4a398c-7d20-4574-a17e-911565de73b1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:37.889996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-8c4a398c-7d20-4574-a17e-911565de73b1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 813 time: 0.2199867 Nov 12 13:31:37.894268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-91b2f8a9-4e95-4a20-b839-8e67030973d4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Deleting port 7903497b-0044-4ee2-b53c-71ba58c50275 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:37.894725 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-91b2f8a9-4e95-4a20-b839-8e67030973d4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:37.925210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-c00ac9f4-57b2-4539-829f-0a6e7def3b68 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/quotas/99ab4aebcb6e4148a04fecd8d2c3f08d HTTP/1.1" status: 200 len: 375 time: 0.0149825 Nov 12 13:31:37.956856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-577816da-35bb-4d4a-ab97-9163c4d8bd62 service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599576 Nov 12 13:31:37.995769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Deleting port 69bd664b-5da2-4c1c-bbb4-196531fb27be {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:37.996226 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.021238 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.036176 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-894c1915-e049-4a33-87b4-96453bd2c1b6 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023684 Nov 12 13:31:38.038939 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.095184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-91b2f8a9-4e95-4a20-b839-8e67030973d4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] For port 7903497b-0044-4ee2-b53c-71ba58c50275, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7903497b-0044-4ee2-b53c-71ba58c50275,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:38.095554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-91b2f8a9-4e95-4a20-b839-8e67030973d4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.121121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:38.129606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:38.133172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:38.137101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Pushing event updated for resources: {'Port': ['ID=f84b1d01-8f23-4925-a1c7-2138b08be4cd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:38.143035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57659d9-b891-48ea-b1cb-3aa732cab28d None None] DHCP port deletion for 5f37cd1d-c8ab-4458-850d-94e31d766ea2 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:38.147385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::2fa (514a5480-43a8-41bb-9524-24b97d0dd96f/cccd32ba-8066-48d5-9b3e-26180924abd0/b676a686-8e7e-4842-8ab8-effbb5539636) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:38.164496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] For port 69bd664b-5da2-4c1c-bbb4-196531fb27be, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=69bd664b-5da2-4c1c-bbb4-196531fb27be,segment=NetworkSegment(b32d81ee-ee6e-43c3-ac49-fe70fba84104),segment_id=b32d81ee-ee6e-43c3-ac49-fe70fba84104)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:38.164862 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.184088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-91b2f8a9-4e95-4a20-b839-8e67030973d4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Calling delete_port for 7903497b-0044-4ee2-b53c-71ba58c50275 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:38.185035 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Calling delete_port for 69bd664b-5da2-4c1c-bbb4-196531fb27be owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:38.223747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a15a654a-8507-4020-9733-d76a1683bda7 req-46e992b4-6a14-4cb6-81f1-2948a4e8fb80 service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552016 Nov 12 13:31:38.245331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-d92f32ec-b388-4a16-8745-1221db574f8b service neutron] 10.222.0.73 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749296 Nov 12 13:31:38.270083 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': '823dbf36-366d-460a-942e-64e118b72072', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:e0:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bc8cc9-4639-449d-9578-3344c99d5709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:36Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:38.301995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Attempting to bind port f84b1d01-8f23-4925-a1c7-2138b08be4cd on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:38.302489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Attempting to bind port f84b1d01-8f23-4925-a1c7-2138b08be4cd by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:38.303025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Attempting to bind port f84b1d01-8f23-4925-a1c7-2138b08be4cd on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:38.305203 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf13782-85fa-4144-85d1-dccd3aa18965 x-openstack-request-id: req-ddf13782-85fa-4144-85d1-dccd3aa18965 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:38.305628 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bc8cc9-4639-449d-9578-3344c99d5709", "tag": "823dbf36-366d-460a-942e-64e118b72072", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:38.305980 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ddf13782-85fa-4144-85d1-dccd3aa18965 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:38.306469 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bc8cc9-4639-449d-9578-3344c99d5709', 'tag': '823dbf36-366d-460a-942e-64e118b72072', 'status': 'completed', 'code': 200} Nov 12 13:31:38.310227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] Checking router: b060a0c5-fa1a-4b94-8605-31c58fb24ca1 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:31:38.312656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:38.313247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:38.313632 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.314031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:38.314892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Bound port: f84b1d01-8f23-4925-a1c7-2138b08be4cd, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:38.315310 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.352378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:38.352932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:38.357860 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-bc7d69d4-7a58-437d-8f81-493d9c17bbca service neutron] 10.222.0.73 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009543 Nov 12 13:31:38.415796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-eceb80aa-f36f-48e3-976c-78719a2bc84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:38.419667 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-eceb80aa-f36f-48e3-976c-78719a2bc84c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 1097 time: 0.0576091 Nov 12 13:31:38.419667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.439669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b57659d9-b891-48ea-b1cb-3aa732cab28d None None] Deleting port 69bd664b-5da2-4c1c-bbb4-196531fb27be {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:38.440176 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b57659d9-b891-48ea-b1cb-3aa732cab28d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.454329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event deleted for resources: {'Port': ['ID=69bd664b-5da2-4c1c-bbb4-196531fb27be,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:38.482201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] No DVR routers for this DVR port 69bd664b-5da2-4c1c-bbb4-196531fb27be on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:38.553031 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-91b2f8a9-4e95-4a20-b839-8e67030973d4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.612758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2f8a9-4e95-4a20-b839-8e67030973d4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event deleted for resources: {'Port': ['ID=7903497b-0044-4ee2-b53c-71ba58c50275,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:38.617609 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.631746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc45f4-ea66-442c-943d-1a757066e5d4 req-cf96df5c-e2d1-4a37-9907-9ce7fd1a40b2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:38.639315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44dc45f4-ea66-442c-943d-1a757066e5d4 req-cf96df5c-e2d1-4a37-9907-9ce7fd1a40b2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=453b9d8e-558a-4747-a693-34202e2438b0 HTTP/1.1" status: 200 len: 867 time: 0.1581144 Nov 12 13:31:38.643181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.737556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['7903497b-0044-4ee2-b53c-71ba58c50275'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:38.741237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da3d442-1104-4226-8140-7db8fe14ec86 None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:38.751346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-91b2f8a9-4e95-4a20-b839-8e67030973d4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] No DVR routers for this DVR port 7903497b-0044-4ee2-b53c-71ba58c50275 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:38.756902 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-91b2f8a9-4e95-4a20-b839-8e67030973d4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.762687 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b476ee16-963c-4e55-9cde-1cdbbf2e0dad req-91b2f8a9-4e95-4a20-b839-8e67030973d4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "DELETE /v2.0/ports/7903497b-0044-4ee2-b53c-71ba58c50275 HTTP/1.1" status: 204 len: 173 time: 1.0694020 Nov 12 13:31:38.787881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.864881 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44dc45f4-ea66-442c-943d-1a757066e5d4 req-3d7e4255-5cb7-4821-891b-c19c53363cda tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243338 Nov 12 13:31:38.925998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:38.941914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:38.953869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:38.961129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:38.962159 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:38.984129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=b676a686-8e7e-4842-8ab8-effbb5539636,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:39.045026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45453995-d497-435e-a313-a5abf35a2088 req-ddce64b8-601a-481f-8932-46f71932ebda tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 210 time: 0.1050704 Nov 12 13:31:39.072983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 69bd664b-5da2-4c1c-bbb4-196531fb27be no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:39.077870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-312ec174-3d49-4f3d-a63e-acaf619eef2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1098654 Nov 12 13:31:39.078641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50090) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:39.095466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-6c95d68d-80ac-4523-8446-91fe201a1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:39.098147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-6c95d68d-80ac-4523-8446-91fe201a1002 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.6546605 Nov 12 13:31:39.100223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f37cd1d-c8ab-4458-850d-94e31d766ea2']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:39.105796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b57659d9-b891-48ea-b1cb-3aa732cab28d None None] For port 69bd664b-5da2-4c1c-bbb4-196531fb27be, host n-d-805736-4, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:39.106195 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b57659d9-b891-48ea-b1cb-3aa732cab28d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.113813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 69bd664b-5da2-4c1c-bbb4-196531fb27be {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:39.114202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 69bd664b-5da2-4c1c-bbb4-196531fb27be not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:39.151189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32d81ee-ee6e-43c3-ac49-fe70fba84104') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:39.151514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32d81ee-ee6e-43c3-ac49-fe70fba84104') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:39.152524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:39.154510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b57659d9-b891-48ea-b1cb-3aa732cab28d None None] Calling delete_port for 69bd664b-5da2-4c1c-bbb4-196531fb27be owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:39.156501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] For port f84b1d01-8f23-4925-a1c7-2138b08be4cd, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:39.172217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-b57659d9-b891-48ea-b1cb-3aa732cab28d None None] Port 69bd664b-5da2-4c1c-bbb4-196531fb27be was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:31:39.174218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] For port f84b1d01-8f23-4925-a1c7-2138b08be4cd, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f84b1d01-8f23-4925-a1c7-2138b08be4cd,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:39.189812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f6d64-7337-429f-94ea-a89666dc382e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:39.196710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f6d64-7337-429f-94ea-a89666dc382e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:39.199873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ee8f6d64-7337-429f-94ea-a89666dc382e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1187325 Nov 12 13:31:39.204295 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b57659d9-b891-48ea-b1cb-3aa732cab28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.207339 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.212369 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.213832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50094) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:39.262005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57659d9-b891-48ea-b1cb-3aa732cab28d None None] Pushing event deleted for resources: {'Port': ['ID=69bd664b-5da2-4c1c-bbb4-196531fb27be,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:39.264644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57659d9-b891-48ea-b1cb-3aa732cab28d None None] No DVR routers for this DVR port 69bd664b-5da2-4c1c-bbb4-196531fb27be on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:39.293234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c4f8-0ea7-46cf-a449-f01ba8b5a68a req-89a0feca-d3b6-4ae3-8d35-b26fa4ef915b tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:39.308895 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5567c4f8-0ea7-46cf-a449-f01ba8b5a68a req-89a0feca-d3b6-4ae3-8d35-b26fa4ef915b tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.1350348 Nov 12 13:31:39.335207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98f80992-bb1f-4044-be74-645a9866c9b3 req-b7e42815-86ca-41ef-802b-d066ea5c13fb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.3313966 Nov 12 13:31:39.354323 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.382491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbfad7-bc64-4ed7-85ea-1d82346b8232 None None] Pushing event updated for resources: {'Port': ['ID=f84b1d01-8f23-4925-a1c7-2138b08be4cd,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:39.389172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:31:39.390291 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:31:39.396090 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:31:39.405400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-7195bf20-b648-4079-a6e0-07c34c9e667b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823dbf36-366d-460a-942e-64e118b72072 HTTP/1.1" status: 200 len: 1001 time: 0.2945290 Nov 12 13:31:39.411542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5567c4f8-0ea7-46cf-a449-f01ba8b5a68a req-e58b1795-3ba9-4586-9a0a-f29913948f32 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016853 Nov 12 13:31:39.528589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f80992-bb1f-4044-be74-645a9866c9b3 req-67c5953f-f90e-4ce5-b8fc-8c459d494143 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:39.535480 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98f80992-bb1f-4044-be74-645a9866c9b3 req-67c5953f-f90e-4ce5-b8fc-8c459d494143 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports/823dbf36-366d-460a-942e-64e118b72072 HTTP/1.1" status: 200 len: 943 time: 0.1978085 Nov 12 13:31:39.581697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d40a4215-f79d-42fb-9b73-593287773c2b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port b676a686-8e7e-4842-8ab8-effbb5539636 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:39.582110 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d40a4215-f79d-42fb-9b73-593287773c2b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.587016 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.587591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': '823dbf36-366d-460a-942e-64e118b72072', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:e0:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bc8cc9-4639-449d-9578-3344c99d5709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:36Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:39.623502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.629571 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "DELETE /v2.0/networks/5f37cd1d-c8ab-4458-850d-94e31d766ea2 HTTP/1.1" status: 204 len: 168 time: 1.9550207 Nov 12 13:31:39.630961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50096) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:39.657210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2d89b-d7dd-44dd-8d3a-11747410b180 None None] The sync data for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 is: [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': '823dbf36-366d-460a-942e-64e118b72072', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:e0:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bc8cc9-4639-449d-9578-3344c99d5709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:36Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:31:39.713071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-ecfd6fc7-dc5c-43e3-a365-04b6e5cd6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:39.715210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-ecfd6fc7-dc5c-43e3-a365-04b6e5cd6da3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.2789874 Nov 12 13:31:39.720433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a5d67733-22e0-4511-a3dc-5f9c4d5173f3 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e579b7e-abf8-4292-93e7-db41b107ff11 HTTP/1.1" status: 200 len: 205 time: 0.0861297 Nov 12 13:31:39.729860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50100) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:39.830889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1abc2-fae3-4786-bca1-ff08037967e6 tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Pushing event deleted for resources: {'Network': ['ID=5f37cd1d-c8ab-4458-850d-94e31d766ea2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:39.869643 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7f5c-957d-41e5-8bb0-831c21d1daea tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:39.980416 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d40a4215-f79d-42fb-9b73-593287773c2b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:40.003448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98f80992-bb1f-4044-be74-645a9866c9b3 req-1f55fb2e-b6db-452d-98e7-4f3620f1d932 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.3700175 Nov 12 13:31:40.084794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d40a4215-f79d-42fb-9b73-593287773c2b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for b676a686-8e7e-4842-8ab8-effbb5539636 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:40.088220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-624dec97-48ed-4187-9c94-ca290f444326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:40.090381 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-624dec97-48ed-4187-9c94-ca290f444326 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2760277 Nov 12 13:31:40.119118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7f5c-957d-41e5-8bb0-831c21d1daea tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:40.128902 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7f5c-957d-41e5-8bb0-831c21d1daea tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:40.244772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f80992-bb1f-4044-be74-645a9866c9b3 req-4d339e3a-9e2e-4cd0-81cc-5d6653bb83a6 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:40.253658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98f80992-bb1f-4044-be74-645a9866c9b3 req-4d339e3a-9e2e-4cd0-81cc-5d6653bb83a6 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2485218 Nov 12 13:31:40.290546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-98f80992-bb1f-4044-be74-645a9866c9b3 req-cc65d0d2-3d7d-448b-9da8-1a22efd615e4 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:31:40.291676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98f80992-bb1f-4044-be74-645a9866c9b3 req-cc65d0d2-3d7d-448b-9da8-1a22efd615e4 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0371761 Nov 12 13:31:40.363574 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-1276c5f5-3511-41f0-a283-c5a8e545ae20 service neutron] 10.222.0.70 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629547 Nov 12 13:31:40.494066 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df616252-b71b-4c15-b602-1a8bd931e693 req-76ba33ff-f067-4809-9250-eca44de174fc tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 210 time: 0.1077700 Nov 12 13:31:40.535613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d40a4215-f79d-42fb-9b73-593287773c2b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:40.606816 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b64fc0e6-2aab-438a-95c4-d158a396f078 req-e034fe9f-ed9c-4ca0-89e5-bd4d6233583f service neutron] 10.222.0.70 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353802 Nov 12 13:31:40.629706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453b9d8e-558a-4747-a693-34202e2438b0', 'name': 'network-vif-deleted', 'tag': '7903497b-0044-4ee2-b53c-71ba58c50275'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:40.631714 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73bf716-26e8-4617-af99-52bd71c90def" -d '{"events": [{"server_uuid": "453b9d8e-558a-4747-a693-34202e2438b0", "name": "network-vif-deleted", "tag": "7903497b-0044-4ee2-b53c-71ba58c50275"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:40.654703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a4215-f79d-42fb-9b73-593287773c2b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=b676a686-8e7e-4842-8ab8-effbb5539636,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:40.676045 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7f5c-957d-41e5-8bb0-831c21d1daea tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:40.676673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4b7f5c-957d-41e5-8bb0-831c21d1daea tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Fanout notify agent at l3_agent the message router_deleted on router 6e579b7e-abf8-4292-93e7-db41b107ff11 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:31:40.692774 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7f5c-957d-41e5-8bb0-831c21d1daea tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:40.696198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aa4b7f5c-957d-41e5-8bb0-831c21d1daea tempest-RoutersNegativeTest-2075976009 tempest-RoutersNegativeTest-2075976009-project] 10.222.0.73 "DELETE /v2.0/routers/6e579b7e-abf8-4292-93e7-db41b107ff11 HTTP/1.1" status: 204 len: 168 time: 0.9629087 Nov 12 13:31:40.707339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d40a4215-f79d-42fb-9b73-593287773c2b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:40.712992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d40a4215-f79d-42fb-9b73-593287773c2b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/b676a686-8e7e-4842-8ab8-effbb5539636 HTTP/1.1" status: 204 len: 168 time: 1.4960670 Nov 12 13:31:40.715660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50126) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:40.718121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-dd2a398f-927f-4ac0-9b2d-c449ac014f8c tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.1840181 Nov 12 13:31:40.813381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f84b1d01-8f23-4925-a1c7-2138b08be4cd up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:40.825077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418392-f633-4094-bb39-769b55afa733 req-81a7019a-5f4a-4334-b4ec-091d5cc66488 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:40.827071 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-81a7019a-5f4a-4334-b4ec-091d5cc66488 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports/823dbf36-366d-460a-942e-64e118b72072 HTTP/1.1" status: 200 len: 943 time: 0.1040995 Nov 12 13:31:40.848246 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc2270-7a37-4b42-9f05-7c0427aec7bb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:40.850018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc2270-7a37-4b42-9f05-7c0427aec7bb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:40.854361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50130) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:40.854521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dddc2270-7a37-4b42-9f05-7c0427aec7bb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0988450 Nov 12 13:31:40.881555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-93ce23c9-23c7-4308-af65-927ac5c53c28 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:40.883124 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-93ce23c9-23c7-4308-af65-927ac5c53c28 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.7897203 Nov 12 13:31:40.919245 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-7fa7e912-ce6e-4407-8bef-c4a7d3edf3f5 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/quotas/afc955bb61c44c098d5d6baf02277838 HTTP/1.1" status: 200 len: 375 time: 0.0252445 Nov 12 13:31:40.939429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a250fe-9bab-4e41-be6c-172dec10726f req-59b95200-af87-45fb-b0c3-0518c89f7277 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:40.941648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-59b95200-af87-45fb-b0c3-0518c89f7277 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 813 time: 0.3033175 Nov 12 13:31:40.962327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Request body: {'port': {'device_id': '5fa91ef4-de54-47e8-a1d0-e424452ebecc', 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6', 'admin_state_up': True, 'tenant_id': '99ab4aebcb6e4148a04fecd8d2c3f08d'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:40.974264 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-11a8749c-bcb8-4a22-9ab7-aa11c04084d8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538259 Nov 12 13:31:41.006928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9da4b115-5be5-4e66-941a-b0ab6d981e84 None None] Provisioning complete for port f84b1d01-8f23-4925-a1c7-2138b08be4cd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:41.008963 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9da4b115-5be5-4e66-941a-b0ab6d981e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.051758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f84b1d01-8f23-4925-a1c7-2138b08be4cd triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:41.052139 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.057826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-976673e4-a610-4dea-968f-72965b0cf80e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet cccd32ba-8066-48d5-9b3e-26180924abd0 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:41.069162 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-976673e4-a610-4dea-968f-72965b0cf80e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.095218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7903497b-0044-4ee2-b53c-71ba58c50275 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:41.104596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-b6d8bb7a-c7de-42bf-a326-09b7493f0e9e tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.1590466 Nov 12 13:31:41.158661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-976673e4-a610-4dea-968f-72965b0cf80e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.187608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50134) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:41.188861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 7903497b-0044-4ee2-b53c-71ba58c50275 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:41.189208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7903497b-0044-4ee2-b53c-71ba58c50275 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:41.209148 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9da4b115-5be5-4e66-941a-b0ab6d981e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.261565 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.276505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-e5870764-2e01-4dbf-b54d-66c7e62dbbf2 service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007281 Nov 12 13:31:41.326952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9da4b115-5be5-4e66-941a-b0ab6d981e84 None None] For port f84b1d01-8f23-4925-a1c7-2138b08be4cd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f84b1d01-8f23-4925-a1c7-2138b08be4cd,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:41.327859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Made reservation on behalf of 99ab4aebcb6e4148a04fecd8d2c3f08d for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:41.333059 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.333228 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9da4b115-5be5-4e66-941a-b0ab6d981e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.352315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418392-f633-4094-bb39-769b55afa733 req-4a245a1b-78c0-44d7-b4fc-59a2cec2aa84 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:41.358342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-4a245a1b-78c0-44d7-b4fc-59a2cec2aa84 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2466705 Nov 12 13:31:41.440738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:31:41.441610 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:31:41.445473 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-976673e4-a610-4dea-968f-72965b0cf80e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.446344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4b115-5be5-4e66-941a-b0ab6d981e84 None None] Pushing event updated for resources: {'Port': ['ID=f84b1d01-8f23-4925-a1c7-2138b08be4cd,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:41.460259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d92f3b2a-7a0a-4ff0-83ef-474b6795daae None None] Could not find standard attr ID for object b676a686-8e7e-4842-8ab8-effbb5539636. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:31:41.498787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-a2bcecb1-cef1-4ee3-99ac-33397ca77a2c tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.1253774 Nov 12 13:31:41.510560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-2a418392-f633-4094-bb39-769b55afa733 req-8a937810-ea47-4110-925e-d2747f9b54be tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:41.556865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-389693fa-7430-40d1-8d73-b89d9c02120e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=428f7afe175a4d3aa0cfe7300e42a3af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3654587 Nov 12 13:31:41.560145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50140) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:41.573711 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-976673e4-a610-4dea-968f-72965b0cf80e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.606975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2a418392-f633-4094-bb39-769b55afa733 req-8a937810-ea47-4110-925e-d2747f9b54be tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.609454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976673e4-a610-4dea-968f-72965b0cf80e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=cccd32ba-8066-48d5-9b3e-26180924abd0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:41.622173 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-e4a87972-4eec-4aed-884a-4b616a2a8dc4 service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060794 Nov 12 13:31:41.627248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da261e-325e-45c6-90ea-321ddeb71587 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:41.641738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-976673e4-a610-4dea-968f-72965b0cf80e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.645754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-976673e4-a610-4dea-968f-72965b0cf80e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/cccd32ba-8066-48d5-9b3e-26180924abd0 HTTP/1.1" status: 204 len: 168 time: 0.7888405 Nov 12 13:31:41.648275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:41.689126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Allocated IP 172.20.0.6 (2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6/0efac667-dc7a-4840-986c-1e6f26e5b354/d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:41.704760 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-968a7da8-5b65-4ab8-94ec-cd4c605c0c78 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532415 Nov 12 13:31:41.704974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:41.721392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b4297c1-0966-4298-b539-7f6bb1fcb831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.775716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b4297c1-0966-4298-b539-7f6bb1fcb831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.830523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22a91f8-d213-42c6-be33-bbb8b57c9dc9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:41.835272 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d22a91f8-d213-42c6-be33-bbb8b57c9dc9 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1271472 Nov 12 13:31:41.836138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50150) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:41.923379 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2a418392-f633-4094-bb39-769b55afa733 req-8a937810-ea47-4110-925e-d2747f9b54be tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.929562 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2a418392-f633-4094-bb39-769b55afa733 req-8a937810-ea47-4110-925e-d2747f9b54be tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:41.929753 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-2a418392-f633-4094-bb39-769b55afa733 req-8a937810-ea47-4110-925e-d2747f9b54be tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Floating IP 592b76cc-70d7-48f2-b799-c2dc204defb9 disassociated. External IP: 172.25.5.59, port: 823dbf36-366d-460a-942e-64e118b72072. Nov 12 13:31:41.991663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457570d4-074f-4928-b20b-82705a6f67d0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:41.996157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfc80d-3910-465f-8f15-a9eda4ded287 req-1630b016-0593-40fd-addd-4f7900f70977 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:41.996838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbdd174-a592-4a74-bac2-058361c658f3 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:41.997258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-457570d4-074f-4928-b20b-82705a6f67d0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1605961 Nov 12 13:31:41.997963 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9dbfc80d-3910-465f-8f15-a9eda4ded287 req-1630b016-0593-40fd-addd-4f7900f70977 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.1456985 Nov 12 13:31:42.001553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50156) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:42.012114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b4297c1-0966-4298-b539-7f6bb1fcb831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.015115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b4297c1-0966-4298-b539-7f6bb1fcb831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.019749 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3b4297c1-0966-4298-b539-7f6bb1fcb831 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bd86fce2-0a61-4316-b889-7be27efc1eb9 HTTP/1.1" status: 204 len: 168 time: 0.4567242 Nov 12 13:31:42.069877 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ae9fd17c-407d-4efc-a9bf-ff6f44b9b188 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626636 Nov 12 13:31:42.073438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50160) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:42.092776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6bbdd174-a592-4a74-bac2-058361c658f3 None None] Deleting port f84b1d01-8f23-4925-a1c7-2138b08be4cd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:42.092999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:42.093579 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bbdd174-a592-4a74-bac2-058361c658f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.122601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4297c1-0966-4298-b539-7f6bb1fcb831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd86fce2-0a61-4316-b889-7be27efc1eb9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:42.156976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.205524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6bbdd174-a592-4a74-bac2-058361c658f3 None None] For port f84b1d01-8f23-4925-a1c7-2138b08be4cd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f84b1d01-8f23-4925-a1c7-2138b08be4cd,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:42.205840 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bbdd174-a592-4a74-bac2-058361c658f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.219871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6bbdd174-a592-4a74-bac2-058361c658f3 None None] Calling delete_port for f84b1d01-8f23-4925-a1c7-2138b08be4cd owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:42.270985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9dbfc80d-3910-465f-8f15-a9eda4ded287 req-7f856302-969b-41a6-98d0-b56ee95d2657 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499518 Nov 12 13:31:42.377804 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a2abd3-9871-46cc-8b84-8ed303cb6b09 x-openstack-request-id: req-10a2abd3-9871-46cc-8b84-8ed303cb6b09 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:42.379368 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453b9d8e-558a-4747-a693-34202e2438b0", "name": "network-vif-deleted", "tag": "7903497b-0044-4ee2-b53c-71ba58c50275", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:42.379889 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10a2abd3-9871-46cc-8b84-8ed303cb6b09 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:42.380434 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453b9d8e-558a-4747-a693-34202e2438b0', 'name': 'network-vif-deleted', 'tag': '7903497b-0044-4ee2-b53c-71ba58c50275', 'status': 'completed', 'code': 200} Nov 12 13:31:42.381879 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bbdd174-a592-4a74-bac2-058361c658f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.388266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:42.400295 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.457488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdd174-a592-4a74-bac2-058361c658f3 None None] Pushing event deleted for resources: {'Port': ['ID=f84b1d01-8f23-4925-a1c7-2138b08be4cd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:42.464006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbdd174-a592-4a74-bac2-058361c658f3 None None] No DVR routers for this DVR port f84b1d01-8f23-4925-a1c7-2138b08be4cd on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:42.559356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54453bd7-670d-4ffc-a2dc-fc886fab248e req-7fa75d2a-721c-4a20-bd86-e9c31ba7196a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 210 time: 0.0441802 Nov 12 13:31:42.560633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.575817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4d5bede1-d3ab-44b8-a726-206c139441e9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:42.578958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['67955d07-c4b9-4e29-a08d-4d72d61bc520'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:42.617768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Pushing event updated for resources: {'Port': ['ID=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:42.669403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:42.672733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:42.677082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:42.747838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e775a4-8968-4c1b-95a4-f1b32e4f14cf None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:42.833715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f84b1d01-8f23-4925-a1c7-2138b08be4cd no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:42.890981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f84b1d01-8f23-4925-a1c7-2138b08be4cd {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:42.891400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f84b1d01-8f23-4925-a1c7-2138b08be4cd not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:42.892895 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95986d9c-1357-4168-bd6d-c4d71af9bcbb req-5830d3b9-5298-451e-837f-6182a594f710 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 210 time: 0.1314654 Nov 12 13:31:42.907339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8122ed34-aca5-4d86-b693-a166e341a1eb None None] Provisioning complete for port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:42.907984 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8122ed34-aca5-4d86-b693-a166e341a1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.915130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:42.915814 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.960438 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:42.968263 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-4d56077b-b793-41f9-b85b-0b5cafb08e04 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0098169 Nov 12 13:31:43.004891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Request body: {'port': {'device_id': '5fa91ef4-de54-47e8-a1d0-e424452ebecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:43.031826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f7940-a72d-48a6-9956-68701f1e6fce req-68ca8d04-3595-42c8-8525-4577c52a6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:43.033616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-202f7940-a72d-48a6-9956-68701f1e6fce req-68ca8d04-3595-42c8-8525-4577c52a6090 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 1096 time: 0.0800216 Nov 12 13:31:43.037355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a418392-f633-4094-bb39-769b55afa733 req-8a937810-ea47-4110-925e-d2747f9b54be tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:31:43.049857 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:31:43.055257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8122ed34-aca5-4d86-b693-a166e341a1eb None None] Port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:43.115076 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:43.159636 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-202f7940-a72d-48a6-9956-68701f1e6fce req-e97de56b-8dce-4a96-98b4-f097a1ca3f67 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061943 Nov 12 13:31:43.190215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:31:43.193647 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:43.224063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50182) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:43.247429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a418392-f633-4094-bb39-769b55afa733 req-8a937810-ea47-4110-925e-d2747f9b54be tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:31:43.252836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2a418392-f633-4094-bb39-769b55afa733 req-8a937810-ea47-4110-925e-d2747f9b54be tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:43.259717 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] Sync routers for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:31:43.272266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=838655c1-453a-4114-bd44-3c800f8414ed,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:43.285461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-8a937810-ea47-4110-925e-d2747f9b54be tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "PUT /v2.0/floatingips/592b76cc-70d7-48f2-b799-c2dc204defb9 HTTP/1.1" status: 200 len: 694 time: 1.7784808 Nov 12 13:31:43.285834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bc8cc9-4639-449d-9578-3344c99d5709', 'tag': '823dbf36-366d-460a-942e-64e118b72072'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:43.287542 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:43.288463 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876fc857-2362-4a21-9192-ecd2c6d06a37" -d '{"events": [{"name": "network-changed", "server_uuid": "84bc8cc9-4639-449d-9578-3344c99d5709", "tag": "823dbf36-366d-460a-942e-64e118b72072"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:43.289764 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:43.313032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:43.386693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:43.391711 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a5b0eb-9c4a-4730-a5c4-939b7e173aef x-openstack-request-id: req-e2a5b0eb-9c4a-4730-a5c4-939b7e173aef {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:43.392012 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bc8cc9-4639-449d-9578-3344c99d5709", "tag": "823dbf36-366d-460a-942e-64e118b72072", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:43.392279 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2a5b0eb-9c4a-4730-a5c4-939b7e173aef {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:43.394317 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bc8cc9-4639-449d-9578-3344c99d5709', 'tag': '823dbf36-366d-460a-942e-64e118b72072', 'status': 'completed', 'code': 200} Nov 12 13:31:43.399066 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeec54e-f8e9-467e-ab57-7478bee19195 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:43.428583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092805168'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:43.431888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:43.432700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:43.570094 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:43.583613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:43.620483 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:43.620967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-44f12361-e827-400b-a994-f6c151708a7e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5318627 Nov 12 13:31:43.634043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50194) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:43.635918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': '838655c1-453a-4114-bd44-3c800f8414ed'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:43.637366 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:43.644312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418392-f633-4094-bb39-769b55afa733 req-6a5fee60-fcc3-4635-83ba-f2c05dfad74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:43.646695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-6a5fee60-fcc3-4635-83ba-f2c05dfad74c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 1097 time: 0.3267424 Nov 12 13:31:43.657910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4ae47804-6db3-431f-8980-9e2b939088e4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:43.710782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-fb33187e-883e-464b-bd21-ddc57b55df3f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:43.712478 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-fb33187e-883e-464b-bd21-ddc57b55df3f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.4551218 Nov 12 13:31:43.731127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-8f3e6497-8eb6-40cf-a648-ca4d7ef57cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:43.744787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-8f3e6497-8eb6-40cf-a648-ca4d7ef57cdd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 1097 time: 0.2639883 Nov 12 13:31:43.758251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Request body: {'port': {'device_id': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'admin_state_up': True, 'tenant_id': 'afc955bb61c44c098d5d6baf02277838'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:43.813145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Allocated IP 2001:db8::f816:3eff:fe49:f25c (514a5480-43a8-41bb-9524-24b97d0dd96f/838655c1-453a-4114-bd44-3c800f8414ed/24e2ca03-3c02-47fd-9840-93faf791f599) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:43.870310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac989ec-f312-495a-b59b-149ee87deab7 req-f8969466-9fbf-41df-b5fc-4f38c228429b tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:43.871913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9ac989ec-f312-495a-b59b-149ee87deab7 req-f8969466-9fbf-41df-b5fc-4f38c228429b tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.3576429 Nov 12 13:31:43.922609 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:43.989354 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] Checking router: b060a0c5-fa1a-4b94-8605-31c58fb24ca1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:31:44.001882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-397341b3-3a94-4930-8740-54f368e18711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:44.003832 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:44.004691 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:44.005155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-397341b3-3a94-4930-8740-54f368e18711 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.2172914 Nov 12 13:31:44.027284 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.030972 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.035863 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.045344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418392-f633-4094-bb39-769b55afa733 req-77eb3f9d-0969-4241-8e28-968e9a954b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:44.047615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-77eb3f9d-0969-4241-8e28-968e9a954b59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.3830771 Nov 12 13:31:44.082406 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:44.086261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:44.090195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:44.114454 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-fd89f94f-2fec-4f2d-9555-1acdc21f53ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823dbf36-366d-460a-942e-64e118b72072 HTTP/1.1" status: 200 len: 217 time: 0.0981312 Nov 12 13:31:44.133408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Pushing event updated for resources: {'Port': ['ID=24e2ca03-3c02-47fd-9840-93faf791f599,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:44.165351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae47804-6db3-431f-8980-9e2b939088e4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:44.167760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Attempting to bind port 24e2ca03-3c02-47fd-9840-93faf791f599 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:44.168148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Attempting to bind port 24e2ca03-3c02-47fd-9840-93faf791f599 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:44.168518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Attempting to bind port 24e2ca03-3c02-47fd-9840-93faf791f599 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:44.169876 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ae47804-6db3-431f-8980-9e2b939088e4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.175584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:44.176343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:44.176528 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.177016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:44.177687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Bound port: 24e2ca03-3c02-47fd-9840-93faf791f599, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:44.178131 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.194324 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:44.202366 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-fd739f8b-bb1b-4391-a339-1229d4d9d13b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823dbf36-366d-460a-942e-64e118b72072 HTTP/1.1" status: 200 len: 217 time: 0.1015248 Nov 12 13:31:44.252759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] For port 24e2ca03-3c02-47fd-9840-93faf791f599, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:44.256228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] For port 24e2ca03-3c02-47fd-9840-93faf791f599, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=24e2ca03-3c02-47fd-9840-93faf791f599,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:44.261568 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.276537 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.291010 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.334280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-9c5efb8b-7c8b-4e3c-882e-b3f568439bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:44.336009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-9c5efb8b-7c8b-4e3c-882e-b3f568439bfe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.1475275 Nov 12 13:31:44.349980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9ac989ec-f312-495a-b59b-149ee87deab7 req-e25e79a4-285b-4baf-8a0c-10844831c40e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005280 Nov 12 13:31:44.366876 n-d-805736-4 neutron-server[102675]: INFO neutron.db.ipam_backend_mixin [None req-4ae47804-6db3-431f-8980-9e2b939088e4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 838655c1-453a-4114-bd44-3c800f8414ed (CIDR: 2001:db8::/64) Nov 12 13:31:44.370519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Made reservation on behalf of afc955bb61c44c098d5d6baf02277838 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:44.375058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418392-f633-4094-bb39-769b55afa733 req-15a891c6-73a4-4faa-8e2d-f21469f7e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:44.376614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-15a891c6-73a4-4faa-8e2d-f21469f7e01b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.1496053 Nov 12 13:31:44.389390 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.499199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffcdfb7-3987-4fc8-b29e-6715c042b03c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:44.501445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14801454-29a2-4b42-8ed3-e216a1e4a4ba None None] Pushing event updated for resources: {'Port': ['ID=24e2ca03-3c02-47fd-9840-93faf791f599,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:44.545819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:44.555549 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.579583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Transition to ACTIVE for port object d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:31:44.594614 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae47804-6db3-431f-8980-9e2b939088e4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:31:44.595694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae47804-6db3-431f-8980-9e2b939088e4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:31:44.634179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.651326 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:44.693697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-5bae25f1-44bf-4af2-98a4-73776cc0cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:44.697765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-5bae25f1-44bf-4af2-98a4-73776cc0cd9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3451138 Nov 12 13:31:44.702115 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6441aba-702a-4a4f-8fff-a7c61f9cbe81 None None] The sync data for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 is: [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:31:44.723901 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.763399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.771390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ca0be9-e0f4-4264-804c-cb2af5794735 None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:44.802382 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4ae47804-6db3-431f-8980-9e2b939088e4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1494367 Nov 12 13:31:44.816144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418392-f633-4094-bb39-769b55afa733 req-a6b280aa-1374-40f6-93bd-acd85b9f625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:44.824640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-a6b280aa-1374-40f6-93bd-acd85b9f625a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3469815 Nov 12 13:31:44.844213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50198) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:44.863881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-aecd8b5f-3c24-4269-94d9-3dc79f2ee02c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:44.883785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 24e2ca03-3c02-47fd-9840-93faf791f599 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:44.977449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 24e2ca03-3c02-47fd-9840-93faf791f599 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:44.977828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:44.988042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-10eedb89-dc42-4f99-b402-5eb10f53a0da service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624393 Nov 12 13:31:45.129060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Allocated IP 172.20.0.13 (6c55f02a-5cd4-4dc9-900f-6fdb87942b89/8f4ed80c-ed77-477f-a1a2-cd9129a58859/1acd5669-6b82-4826-987c-c6fe1fee1034) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:45.136543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:45.139460 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a418392-f633-4094-bb39-769b55afa733 req-c84f579c-4763-4fcb-a376-d522adcfb026 service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161826 Nov 12 13:31:45.157933 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.164109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9345701 Nov 12 13:31:45.164315 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.173816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50200) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:45.184454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d22-4c17-43e8-83fd-ee59ad963c70 req-9ff76d9c-d70d-482a-9c50-bfd8e2d4211b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:45.186246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55837d22-4c17-43e8-83fd-ee59ad963c70 req-9ff76d9c-d70d-482a-9c50-bfd8e2d4211b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 943 time: 0.6031554 Nov 12 13:31:45.190028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bb970-3d9d-4030-98b6-328ef30da0cc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15721c43-b474-477d-ad11-6df72bd5ef25,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:45.231956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6cabc-2048-46e2-8686-0e736c13cbd7 None None] New status for floating IP 592b76cc-70d7-48f2-b799-c2dc204defb9: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:31:45.277092 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cde3013b-222b-48b6-be27-6aa7e902b0ff tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1011231 Nov 12 13:31:45.281271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50204) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:45.286108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 24e2ca03-3c02-47fd-9840-93faf791f599, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=24e2ca03-3c02-47fd-9840-93faf791f599,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:45.297391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bfee49ac-fe89-43a5-b5a7-297650e8b160 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group': {'name': 'tempest-security--645907668', 'description': 'tempest-security-description-405732293'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:45.311767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.329397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa704a48-5df3-4997-af03-16f4d4dbb20f req-01c0c68c-ba02-4d6c-b637-f89284ff61a0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 210 time: 0.0508506 Nov 12 13:31:45.339829 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-521c062a-b7e1-43d6-88fa-ee94de556930 service neutron] 10.222.0.70 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219039 Nov 12 13:31:45.344617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Attempting to bind port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:45.345160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Attempting to bind port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:45.345842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Attempting to bind port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:45.421602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=24e2ca03-3c02-47fd-9840-93faf791f599,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:45.438525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:31:45.438861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Attempting to bind port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:45.481727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:45.482113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Checking segment: {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:45.482575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Bound using segment: {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:45.482949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Bound port: d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:45.483385 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.545457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-876fc857-2362-4a21-9192-ecd2c6d06a37 req-9896420e-ad9e-4569-9530-47d2b2ec4387 service neutron] 10.222.0.70 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957107 Nov 12 13:31:45.566465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55837d22-4c17-43e8-83fd-ee59ad963c70 req-34a984ba-1dee-41f6-b208-b47f47575a5e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293023 Nov 12 13:31:45.630092 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfee49ac-fe89-43a5-b5a7-297650e8b160 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.774004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc17d80-4282-4d8c-8f57-6e51df9f6bf9 req-4573c313-0ea9-4bf4-9d70-1044331aeedf tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:45.781717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fc17d80-4282-4d8c-8f57-6e51df9f6bf9 req-4573c313-0ea9-4bf4-9d70-1044331aeedf tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.0766952 Nov 12 13:31:45.792075 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfee49ac-fe89-43a5-b5a7-297650e8b160 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.793484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecd8b5f-3c24-4269-94d9-3dc79f2ee02c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:45.801113 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aecd8b5f-3c24-4269-94d9-3dc79f2ee02c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.805930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] For port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:45.835336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfee49ac-fe89-43a5-b5a7-297650e8b160 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.838249 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfee49ac-fe89-43a5-b5a7-297650e8b160 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.839549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fc17d80-4282-4d8c-8f57-6e51df9f6bf9 req-20635007-ba10-404e-8e0a-a04d070f8fce tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567386 Nov 12 13:31:45.841944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bfee49ac-fe89-43a5-b5a7-297650e8b160 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "PUT /v2.0/security-groups/15721c43-b474-477d-ad11-6df72bd5ef25 HTTP/1.1" status: 200 len: 1795 time: 0.5514174 Nov 12 13:31:45.843932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50212) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:45.876235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] For port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:45.903508 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-39842490-c75f-4ae1-9f2b-5f83d5f89df5 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups/15721c43-b474-477d-ad11-6df72bd5ef25 HTTP/1.1" status: 200 len: 1795 time: 0.0581822 Nov 12 13:31:45.908398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50216) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:45.923537 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:45.979250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a052df80-bf31-4edf-acf9-4825c96ed49e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.007304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee49ac-fe89-43a5-b5a7-297650e8b160 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15721c43-b474-477d-ad11-6df72bd5ef25,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:46.007857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a052df80-bf31-4edf-acf9-4825c96ed49e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.011678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-254defe3-2b9b-483c-a529-c44884a8dd30 None None] Provisioning complete for port 24e2ca03-3c02-47fd-9840-93faf791f599 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:46.011678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-254defe3-2b9b-483c-a529-c44884a8dd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.031918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.038475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:46.039285 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.040772 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] 10.222.0.70 "PUT /v2.0/ports/d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 HTTP/1.1" status: 200 len: 1091 time: 3.0402424 Nov 12 13:31:46.046775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa91ef4-de54-47e8-a1d0-e424452ebecc', 'tag': 'd8f667a5-f5d8-47f2-b3f1-9997c9bd02c3'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:46.049048 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba980f9f-f07c-4adb-8779-c3c417212b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa91ef4-de54-47e8-a1d0-e424452ebecc", "tag": "d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:46.080390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a052df80-bf31-4edf-acf9-4825c96ed49e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.084239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a052df80-bf31-4edf-acf9-4825c96ed49e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.088410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a052df80-bf31-4edf-acf9-4825c96ed49e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-groups/15721c43-b474-477d-ad11-6df72bd5ef25 HTTP/1.1" status: 204 len: 168 time: 0.1781397 Nov 12 13:31:46.089151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:46.089371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0366606f-c84b-4514-839a-901a93cfdcbe None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:46.137545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-2d654701-4e58-4ec4-a6b3-ae744a1770cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:46.139174 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-2d654701-4e58-4ec4-a6b3-ae744a1770cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3224709 Nov 12 13:31:46.140924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed413a72-4c4c-473c-a2ee-79461f39a250 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:46.153496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052df80-bf31-4edf-acf9-4825c96ed49e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15721c43-b474-477d-ad11-6df72bd5ef25,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:46.226767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-efcfb023-55f5-4875-9482-380884bc49b8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1319113 Nov 12 13:31:46.229523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:46.238079 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-33568b68-6d71-4b0b-bbdd-51d488fc2a13 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0862403 Nov 12 13:31:46.249768 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-726e4905-7a12-4a4e-8baf-e63ff7634913 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] delete failed (client error): The resource could not be found. Nov 12 13:31:46.250747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-726e4905-7a12-4a4e-8baf-e63ff7634913 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-groups/15721c43-b474-477d-ad11-6df72bd5ef25 HTTP/1.1" status: 404 len: 347 time: 0.0204258 Nov 12 13:31:46.256375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50234) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:46.258738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a250fe-9bab-4e41-be6c-172dec10726f req-28c48182-f0aa-4d31-85ea-7caa8d9523d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:46.260357 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-28c48182-f0aa-4d31-85ea-7caa8d9523d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 1094 time: 0.1693873 Nov 12 13:31:46.265974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2a81705c-7550-484b-b47f-0c73c5fcf4cd tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group': {'name': 'tempest-secgroup--904570205'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:46.272976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-457d0d86-de2b-4c2f-a1c8-58ef05386c0e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:46.274520 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-457d0d86-de2b-4c2f-a1c8-58ef05386c0e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/networks?id=7eba926c-f4fc-48ab-a83f-19585ed76e4f HTTP/1.1" status: 200 len: 810 time: 0.1845813 Nov 12 13:31:46.287281 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.293710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-0b5d0c57-2986-4396-9647-3ae77e36894d tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/quotas/170097f1c6844d7b9b117a05fcb7ed26 HTTP/1.1" status: 200 len: 375 time: 0.0128388 Nov 12 13:31:46.297122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-cbf2b8df-cd6c-4f09-9203-85dd6327f3cb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Request body: {'floatingip': {'port_id': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:46.350990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-d3ef0975-3173-464f-9149-e84f8e99e95c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=170097f1c6844d7b9b117a05fcb7ed26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506213 Nov 12 13:31:46.392188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-91dc1a45-48fb-4e9b-b69f-fb2745027ca1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 HTTP/1.1" status: 200 len: 217 time: 0.1175599 Nov 12 13:31:46.432166 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-cbf2b8df-cd6c-4f09-9203-85dd6327f3cb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.452016 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-9dae1158-b43c-4dec-b2a9-ee999ce31144 service neutron] 10.222.0.73 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934339 Nov 12 13:31:46.548377 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-b8c9786c-6a13-4ab7-94f4-df2fe9c8fe28 service neutron] 10.222.0.73 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891912 Nov 12 13:31:46.776553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 24e2ca03-3c02-47fd-9840-93faf791f599 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:46.818118 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cce46-e7ee-4956-b4ed-2c7a31f13a1b req-4eaa5284-2bbf-49c8-b3f5-2d7eef63ecfb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:46.820330 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-082cce46-e7ee-4956-b4ed-2c7a31f13a1b req-4eaa5284-2bbf-49c8-b3f5-2d7eef63ecfb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 932 time: 0.0698357 Nov 12 13:31:46.847590 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a81705c-7550-484b-b47f-0c73c5fcf4cd tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.852650 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f713ea7-bb06-4cfa-88da-953cd8e53ebf x-openstack-request-id: req-5f713ea7-bb06-4cfa-88da-953cd8e53ebf {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:46.852940 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa91ef4-de54-47e8-a1d0-e424452ebecc", "tag": "d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:46.853209 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5f713ea7-bb06-4cfa-88da-953cd8e53ebf {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:46.853618 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa91ef4-de54-47e8-a1d0-e424452ebecc', 'tag': 'd8f667a5-f5d8-47f2-b3f1-9997c9bd02c3', 'status': 'completed', 'code': 200} Nov 12 13:31:46.855801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:46.865072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 24e2ca03-3c02-47fd-9840-93faf791f599 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:46.865462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:46.900295 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-082cce46-e7ee-4956-b4ed-2c7a31f13a1b req-1cf95679-e28e-46d6-b296-782a390247c1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724711 Nov 12 13:31:46.914270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:46.937979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event updated for resources: {'Port': ['ID=1acd5669-6b82-4826-987c-c6fe1fee1034,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:46.944946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:46.952657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4643c7f7-4c2d-4100-9c22-b1fb3f23fecd None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:47.046537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a250fe-9bab-4e41-be6c-172dec10726f req-31b7723b-ad4f-471a-9250-ee489e7e229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:47.048095 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-31b7723b-ad4f-471a-9250-ee489e7e229f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.6380000 Nov 12 13:31:47.061863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4bae9-50f5-473b-a003-02bfb2a5e3b1 req-f4749c02-59c4-407e-b42e-ddf7a3b5f8d4 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:47.069092 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ce4bae9-50f5-473b-a003-02bfb2a5e3b1 req-f4749c02-59c4-407e-b42e-ddf7a3b5f8d4 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 943 time: 0.0707352 Nov 12 13:31:47.083912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d1ee84b7-7d1d-4ddc-9393-bac8aa60a159 None None] Provisioning complete for port 1acd5669-6b82-4826-987c-c6fe1fee1034 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:47.084742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1ee84b7-7d1d-4ddc-9393-bac8aa60a159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.127013 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-f8517ec8-6a8e-4af7-8158-754340c0401a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495811 Nov 12 13:31:47.140365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ce4bae9-50f5-473b-a003-02bfb2a5e3b1 req-d0669342-bc4d-43a0-bbd4-dabbd33a838b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698323 Nov 12 13:31:47.144359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:47.145016 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.157940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee84b7-7d1d-4ddc-9393-bac8aa60a159 None None] Port 1acd5669-6b82-4826-987c-c6fe1fee1034 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:47.223579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-156b4699-1dee-40d2-9fd5-2a1344724cd1 req-fcdf771e-6225-432f-9043-d90d788727f1 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 210 time: 0.0295279 Nov 12 13:31:47.319888 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-4a00f710-8042-4653-9478-c91bc8b82459 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5652373 Nov 12 13:31:47.341412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Request body: {'port': {'device_id': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:47.357868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-67f5c0fd-401a-47b1-8ff7-65a61533bc0d tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:47.359524 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-67f5c0fd-401a-47b1-8ff7-65a61533bc0d tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.70 "GET /v2.0/ports?device_id=84bc8cc9-4639-449d-9578-3344c99d5709 HTTP/1.1" status: 200 len: 946 time: 0.0693719 Nov 12 13:31:47.371396 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aecd8b5f-3c24-4269-94d9-3dc79f2ee02c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.377030 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a81705c-7550-484b-b47f-0c73c5fcf4cd tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.447578 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a81705c-7550-484b-b47f-0c73c5fcf4cd tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.474558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-f9541b8f-b829-4a42-8420-544ea00821d3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Deleting port 823dbf36-366d-460a-942e-64e118b72072 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:47.474924 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-f9541b8f-b829-4a42-8420-544ea00821d3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.517540 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd8b5f-3c24-4269-94d9-3dc79f2ee02c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:47.554416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-aecd8b5f-3c24-4269-94d9-3dc79f2ee02c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:47.558050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a81705c-7550-484b-b47f-0c73c5fcf4cd tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.559270 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a81705c-7550-484b-b47f-0c73c5fcf4cd tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2979400 Nov 12 13:31:47.565832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a556d-1a36-4ec3-ab91-337637e9aed4 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:47.567079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecd8b5f-3c24-4269-94d9-3dc79f2ee02c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:47.567682 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aecd8b5f-3c24-4269-94d9-3dc79f2ee02c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.567988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50252) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:47.578797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-05ed65de-ecf1-41fe-b31f-35b5cff52aa7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '9718e03a-c0b0-4308-9eef-e9ad11772c8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:47.579041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81705c-7550-484b-b47f-0c73c5fcf4cd tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9718e03a-c0b0-4308-9eef-e9ad11772c8e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:47.588744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd8b5f-3c24-4269-94d9-3dc79f2ee02c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=36066ad6-825a-4732-9793-1562b0675de4,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:47.593959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-f9541b8f-b829-4a42-8420-544ea00821d3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] For port 823dbf36-366d-460a-942e-64e118b72072, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=823dbf36-366d-460a-942e-64e118b72072,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:47.593959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-f9541b8f-b829-4a42-8420-544ea00821d3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.614602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-f9541b8f-b829-4a42-8420-544ea00821d3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Calling delete_port for 823dbf36-366d-460a-942e-64e118b72072 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:47.628096 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.636008 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-edacd475-c189-4107-a628-10f96680891b service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804525 Nov 12 13:31:47.674027 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ed65de-ecf1-41fe-b31f-35b5cff52aa7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.697623 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aecd8b5f-3c24-4269-94d9-3dc79f2ee02c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8367844 Nov 12 13:31:47.698669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:47.707958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:a6:35:dd', 'name': 'tempest-NetworksTestDHCPv6-1343387778'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:47.870829 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ed65de-ecf1-41fe-b31f-35b5cff52aa7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.889819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ed65de-ecf1-41fe-b31f-35b5cff52aa7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:47.930066 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34a250fe-9bab-4e41-be6c-172dec10726f req-e0fe192d-f512-41e2-a1bd-d1bd874c8ce5 service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799520 Nov 12 13:31:48.025625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed65de-ecf1-41fe-b31f-35b5cff52aa7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6610f81f-3421-4ce1-bdb4-57eef211e9df,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:48.028185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd19888-d587-4c22-a022-f0be94c216f6 None None] Update dhcp port {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': '838655c1-453a-4114-bd44-3c800f8414ed', 'ip_address': '2001:db8::f816:3eff:fe49:f25c'}, {'subnet_id': '36066ad6-825a-4732-9793-1562b0675de4'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '24e2ca03-3c02-47fd-9840-93faf791f599'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:31:48.061969 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bd19888-d587-4c22-a022-f0be94c216f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.133659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-cbf2b8df-cd6c-4f09-9203-85dd6327f3cb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.138498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ed65de-ecf1-41fe-b31f-35b5cff52aa7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.139993 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-05ed65de-ecf1-41fe-b31f-35b5cff52aa7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5699437 Nov 12 13:31:48.146940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50258) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:48.157890 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-cbf2b8df-cd6c-4f09-9203-85dd6327f3cb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.184554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:48.226361 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980f9f-f07c-4adb-8779-c3c417212b8d req-0b4f08bc-424d-46bb-92de-31082a3b4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:48.227899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ba980f9f-f07c-4adb-8779-c3c417212b8d req-0b4f08bc-424d-46bb-92de-31082a3b4431 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 1094 time: 0.1905823 Nov 12 13:31:48.230954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-f9541b8f-b829-4a42-8420-544ea00821d3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.245594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['823dbf36-366d-460a-942e-64e118b72072'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:48.249041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d513bcdf-2c82-41ce-8abd-d672a99cf03d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:48.290982 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb388b25-d353-4b05-aaf0-404060a7b640 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.314262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9541b8f-b829-4a42-8420-544ea00821d3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Pushing event deleted for resources: {'Port': ['ID=823dbf36-366d-460a-942e-64e118b72072,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:48.328296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0bd19888-d587-4c22-a022-f0be94c216f6 None None] Allocated IP 2001:db8:0:1::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/36066ad6-825a-4732-9793-1562b0675de4/24e2ca03-3c02-47fd-9840-93faf791f599) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:48.373159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3e5db-9bd2-4046-b0c4-6514a6f43309 req-b69a9cd5-5f0d-488b-b258-9b3816453b5e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:48.374971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3b3e5db-9bd2-4046-b0c4-6514a6f43309 req-b69a9cd5-5f0d-488b-b258-9b3816453b5e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 932 time: 0.3325436 Nov 12 13:31:48.398416 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb388b25-d353-4b05-aaf0-404060a7b640 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.410589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-f9541b8f-b829-4a42-8420-544ea00821d3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] No DVR routers for this DVR port 823dbf36-366d-460a-942e-64e118b72072 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:48.416238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-f9541b8f-b829-4a42-8420-544ea00821d3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.419780 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-12b9a9a5-e357-4a35-8e19-41eece5060c9 req-f9541b8f-b829-4a42-8420-544ea00821d3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.70 "DELETE /v2.0/ports/823dbf36-366d-460a-942e-64e118b72072 HTTP/1.1" status: 204 len: 173 time: 1.0505855 Nov 12 13:31:48.426797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bc8cc9-4639-449d-9578-3344c99d5709', 'name': 'network-vif-deleted', 'tag': '823dbf36-366d-460a-942e-64e118b72072'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:48.429804 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2067bd75-10e5-478d-86a3-31e30bfed701" -d '{"events": [{"server_uuid": "84bc8cc9-4639-449d-9578-3344c99d5709", "name": "network-vif-deleted", "tag": "823dbf36-366d-460a-942e-64e118b72072"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:48.488133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-aed84040-3a6d-4aef-a9f3-7713fbc41bce tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:48.489943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-aed84040-3a6d-4aef-a9f3-7713fbc41bce tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.105 "GET /v2.0/networks?id=7eba926c-f4fc-48ab-a83f-19585ed76e4f HTTP/1.1" status: 200 len: 810 time: 0.5472755 Nov 12 13:31:48.533427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1acd5669-6b82-4826-987c-c6fe1fee1034 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:48.539284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0bd19888-d587-4c22-a022-f0be94c216f6 None None] For port 24e2ca03-3c02-47fd-9840-93faf791f599, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=24e2ca03-3c02-47fd-9840-93faf791f599,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:48.545219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Request body: {'port': {'device_id': 'aa384f81-6d37-4810-a41b-5e3339e96eda', 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f', 'admin_state_up': True, 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:48.568922 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.588981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980f9f-f07c-4adb-8779-c3c417212b8d req-e6e35379-bf76-4ced-90c5-5a1a73bdf966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:48.592316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ba980f9f-f07c-4adb-8779-c3c417212b8d req-e6e35379-bf76-4ced-90c5-5a1a73bdf966 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 914 time: 0.3498924 Nov 12 13:31:48.629185 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-cbf2b8df-cd6c-4f09-9203-85dd6327f3cb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Floating IP 592b76cc-70d7-48f2-b799-c2dc204defb9 associated. External IP: 172.25.5.59, port: d513bcdf-2c82-41ce-8abd-d672a99cf03d. Nov 12 13:31:48.634860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.640874 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bd19888-d587-4c22-a022-f0be94c216f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.648896 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bd19888-d587-4c22-a022-f0be94c216f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.665936 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb388b25-d353-4b05-aaf0-404060a7b640 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.706372 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb388b25-d353-4b05-aaf0-404060a7b640 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.707648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fb388b25-d353-4b05-aaf0-404060a7b640 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6610f81f-3421-4ce1-bdb4-57eef211e9df HTTP/1.1" status: 204 len: 168 time: 0.5593414 Nov 12 13:31:48.708759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Transition to ACTIVE for port object 1acd5669-6b82-4826-987c-c6fe1fee1034 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:31:48.710657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3b3e5db-9bd2-4046-b0c4-6514a6f43309 req-e7ed6cdb-5474-4a2e-a285-620b1bc83aca tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087862 Nov 12 13:31:48.715616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50268) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:48.716398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 03ae81f5-2625-4fb9-b561-acc397a5bc17 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:31:48.717380 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ba980f9f-f07c-4adb-8779-c3c417212b8d req-57f159d3-a60f-4056-8f83-4113c581d8df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 HTTP/1.1" status: 200 len: 217 time: 0.1131663 Nov 12 13:31:48.796572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd19888-d587-4c22-a022-f0be94c216f6 None None] Pushing event updated for resources: {'Port': ['ID=24e2ca03-3c02-47fd-9840-93faf791f599,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:48.821653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb388b25-d353-4b05-aaf0-404060a7b640 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6610f81f-3421-4ce1-bdb4-57eef211e9df,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:48.826572 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:48.889177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7dbd3c61-e229-4c8a-9f5f-702e92ba7dc8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1587992 Nov 12 13:31:48.889824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:48.970026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdf6c87-cedc-4012-947a-207a674395e7 None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:48.981562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338b262-b783-4442-b133-b0974ecbe67a req-6b3cc06b-e09d-4f11-915a-edc19af341b4 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:48.983123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5338b262-b783-4442-b133-b0974ecbe67a req-6b3cc06b-e09d-4f11-915a-edc19af341b4 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 943 time: 0.2013857 Nov 12 13:31:49.028080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Pushing event updated for resources: {'Port': ['ID=1acd5669-6b82-4826-987c-c6fe1fee1034,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:49.031653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Made reservation on behalf of 170097f1c6844d7b9b117a05fcb7ed26 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:49.035696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:49.087583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980f9f-f07c-4adb-8779-c3c417212b8d req-4df7e48f-e675-4a18-982b-f282e3d67169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:49.089417 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ba980f9f-f07c-4adb-8779-c3c417212b8d req-4df7e48f-e675-4a18-982b-f282e3d67169 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.2655699 Nov 12 13:31:49.189114 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9740d789-202b-4d7a-88b3-37dd67a72c4d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:49.212250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ba980f9f-f07c-4adb-8779-c3c417212b8d req-4a8bf954-7edc-4813-93cf-568c8cd40c90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661557 Nov 12 13:31:49.298225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-cbf2b8df-cd6c-4f09-9203-85dd6327f3cb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:31:49.314586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Attempting to bind port 1acd5669-6b82-4826-987c-c6fe1fee1034 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:49.315035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Attempting to bind port 1acd5669-6b82-4826-987c-c6fe1fee1034 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:49.315371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Attempting to bind port 1acd5669-6b82-4826-987c-c6fe1fee1034 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:49.339425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Port 1acd5669-6b82-4826-987c-c6fe1fee1034 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:31:49.339902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Attempting to bind port 1acd5669-6b82-4826-987c-c6fe1fee1034 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:49.356924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:49.357397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Checking segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:49.357682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Bound using segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:49.358115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Bound port: 1acd5669-6b82-4826-987c-c6fe1fee1034, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:49.358475 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:49.410944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ba980f9f-f07c-4adb-8779-c3c417212b8d req-9db85240-1e22-426e-bff9-c1270d733fcd service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862473 Nov 12 13:31:49.539594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5338b262-b783-4442-b133-b0974ecbe67a req-eef2bec8-313f-413d-a6c5-da789a27cff2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435739 Nov 12 13:31:49.552468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8:0:1::2a (514a5480-43a8-41bb-9524-24b97d0dd96f/36066ad6-825a-4732-9793-1562b0675de4/03ae81f5-2625-4fb9-b561-acc397a5bc17) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:49.563881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-31f6086a-46a2-484b-8165-b153eb155918 None None] Provisioning complete for port 24e2ca03-3c02-47fd-9840-93faf791f599 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:49.564389 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31f6086a-46a2-484b-8165-b153eb155918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:49.578373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::f816:3eff:fea6:35dd (514a5480-43a8-41bb-9524-24b97d0dd96f/838655c1-453a-4114-bd44-3c800f8414ed/03ae81f5-2625-4fb9-b561-acc397a5bc17) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:49.592082 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9740d789-202b-4d7a-88b3-37dd67a72c4d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:49.706265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c87239ee-dd8a-44af-86b0-a2b835c95968 req-fc9ef90c-919f-481f-adcf-cbbc783e66c7 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 210 time: 0.0524478 Nov 12 13:31:49.757822 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9740d789-202b-4d7a-88b3-37dd67a72c4d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:49.765033 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9740d789-202b-4d7a-88b3-37dd67a72c4d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:49.765033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9740d789-202b-4d7a-88b3-37dd67a72c4d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-groups/9718e03a-c0b0-4308-9eef-e9ad11772c8e HTTP/1.1" status: 204 len: 168 time: 0.8654854 Nov 12 13:31:49.776873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50274) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:49.790804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Allocated IP 172.20.0.10 (7eba926c-f4fc-48ab-a83f-19585ed76e4f/26d11e85-1966-4608-8da5-8307c339fc7d/ef8798b5-5580-44ac-af93-6343ab3d9e88) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:49.828226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740d789-202b-4d7a-88b3-37dd67a72c4d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9718e03a-c0b0-4308-9eef-e9ad11772c8e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:49.903342 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bcc4ef-b326-4111-802c-d8845500300e x-openstack-request-id: req-15bcc4ef-b326-4111-802c-d8845500300e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:49.903736 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bc8cc9-4639-449d-9578-3344c99d5709", "name": "network-vif-deleted", "tag": "823dbf36-366d-460a-942e-64e118b72072", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:49.904059 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-15bcc4ef-b326-4111-802c-d8845500300e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:49.904532 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bc8cc9-4639-449d-9578-3344c99d5709', 'name': 'network-vif-deleted', 'tag': '823dbf36-366d-460a-942e-64e118b72072', 'status': 'completed', 'code': 200} Nov 12 13:31:49.965623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-cbf2b8df-cd6c-4f09-9203-85dd6327f3cb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:31:49.967447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] For port 1acd5669-6b82-4826-987c-c6fe1fee1034, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:49.974704 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-cbf2b8df-cd6c-4f09-9203-85dd6327f3cb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:49.977953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] For port 1acd5669-6b82-4826-987c-c6fe1fee1034, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1acd5669-6b82-4826-987c-c6fe1fee1034,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:49.986590 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] Sync routers for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:31:49.987305 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-52019de2-1520-45d6-8e25-dc3962f69f47 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2089601 Nov 12 13:31:49.989017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50276) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:50.001498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-685e4d11-01ed-4635-92e0-94dd9a0b0708 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group': {'name': 'tempest-secgroup--806619360'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:50.003383 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.004810 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:50.006041 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:50.050946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ba980f9f-f07c-4adb-8779-c3c417212b8d req-6b8ba72e-5f04-44e7-9925-9773483b8685 service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302960 Nov 12 13:31:50.054852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-cbf2b8df-cd6c-4f09-9203-85dd6327f3cb tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "PUT /v2.0/floatingips/592b76cc-70d7-48f2-b799-c2dc204defb9 HTTP/1.1" status: 200 len: 996 time: 3.7826800 Nov 12 13:31:50.058375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:50.058837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.059942 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] 10.222.0.105 "PUT /v2.0/ports/1acd5669-6b82-4826-987c-c6fe1fee1034 HTTP/1.1" status: 200 len: 1092 time: 2.7227449 Nov 12 13:31:50.060587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d'}, {'name': 'network-changed', 'server_uuid': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'tag': '1acd5669-6b82-4826-987c-c6fe1fee1034'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:50.063326 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d" -d '{"events": [{"name": "network-changed", "server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d"}, {"name": "network-changed", "server_uuid": "d0e27324-45bd-4e64-a9f4-a9f1d18e24ab", "tag": "1acd5669-6b82-4826-987c-c6fe1fee1034"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:50.065411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d490af-6392-4933-be09-cc4550f30538 None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:50.104575 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-685e4d11-01ed-4635-92e0-94dd9a0b0708 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.124534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b2209-4114-4adf-a7a2-194fc83a6a31 service neutron] Pushing event updated for resources: {'Port': ['ID=1acd5669-6b82-4826-987c-c6fe1fee1034,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:50.167104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c334b-2df0-40ab-b40b-056bd2c54c86 req-2939b13c-3ddf-432c-bdde-bb851a56a142 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:50.175240 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-648c334b-2df0-40ab-b40b-056bd2c54c86 req-2939b13c-3ddf-432c-bdde-bb851a56a142 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 944 time: 0.2689207 Nov 12 13:31:50.181434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-da36ae09-3b6a-4c39-b138-c2c920f801f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:50.182719 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:50.186368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-da36ae09-3b6a-4c39-b138-c2c920f801f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1097 time: 0.1035917 Nov 12 13:31:50.206660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.224579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-109074d8-a344-4780-8012-d6b71ceed36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:50.226125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-109074d8-a344-4780-8012-d6b71ceed36a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 1095 time: 0.0890563 Nov 12 13:31:50.300522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-40a75fc1-ca44-4be1-90b3-37b56a70f66b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1acd5669-6b82-4826-987c-c6fe1fee1034 HTTP/1.1" status: 200 len: 217 time: 0.0404501 Nov 12 13:31:50.341097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-648c334b-2df0-40ab-b40b-056bd2c54c86 req-c9e29780-d43d-4786-9de6-abf308e646f0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653752 Nov 12 13:31:50.345902 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.372318 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-f7ef356e-33cc-4027-8881-f2bbb3ca55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:50.373823 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-f7ef356e-33cc-4027-8881-f2bbb3ca55f5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.0650697 Nov 12 13:31:50.375168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-fcd51e4e-94d5-46dc-a0d5-04a9f6acfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:50.376500 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-fcd51e4e-94d5-46dc-a0d5-04a9f6acfcf1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.1865747 Nov 12 13:31:50.395313 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-685e4d11-01ed-4635-92e0-94dd9a0b0708 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.396837 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.413852 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-685e4d11-01ed-4635-92e0-94dd9a0b0708 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.447558 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-dedf9187-e167-40de-93b1-61f3437f04c2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641210 Nov 12 13:31:50.469231 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:40:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:47Z', 'revision_number': 8, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:50.499160 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7aa0ff-8f75-4673-83c2-06d5f63b405f x-openstack-request-id: req-6e7aa0ff-8f75-4673-83c2-06d5f63b405f {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:50.499394 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0e27324-45bd-4e64-a9f4-a9f1d18e24ab", "tag": "1acd5669-6b82-4826-987c-c6fe1fee1034", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:50.499647 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e7aa0ff-8f75-4673-83c2-06d5f63b405f {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:50.500028 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'status': 'completed', 'code': 200} Nov 12 13:31:50.500286 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'tag': '1acd5669-6b82-4826-987c-c6fe1fee1034', 'status': 'completed', 'code': 200} Nov 12 13:31:50.523838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:50.529052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-685e4d11-01ed-4635-92e0-94dd9a0b0708 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.533909 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-685e4d11-01ed-4635-92e0-94dd9a0b0708 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5332956 Nov 12 13:31:50.535534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50280) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:50.542874 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2a8bcee8-91f5-4bc3-b08c-582b65d109b4 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '31987fdd-9668-49bc-b4a9-b59fc3739d84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:50.549080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:50.552529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:50.558946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:50.559587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.559714 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-59605e8c-7c95-4029-a6d1-69acfd489f8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 999 time: 0.1110201 Nov 12 13:31:50.568110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=03ae81f5-2625-4fb9-b561-acc397a5bc17,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:50.577729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4d11-01ed-4635-92e0-94dd9a0b0708 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31987fdd-9668-49bc-b4a9-b59fc3739d84,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:50.585587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.599655 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c7cdcdad-0bb8-44a5-98e0-c5fbab695582'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:50.635831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4c90c617-1981-4d9a-a1a6-94c5348a94c1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9348059 Nov 12 13:31:50.645002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50284) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:50.678736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-d4cd74bb-b459-49d5-89f5-b050cc7dc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:50.680443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-d4cd74bb-b459-49d5-89f5-b050cc7dc59e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1097 time: 0.2199090 Nov 12 13:31:50.687334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Network 7eba926c-f4fc-48ab-a83f-19585ed76e4f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:50.692781 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-b850f880-b1e8-4a24-a6b3-504dea898b14 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913984 Nov 12 13:31:50.713199 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] Checking router: b060a0c5-fa1a-4b94-8605-31c58fb24ca1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:31:50.728756 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:50.729780 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:50.755834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcee8-91f5-4bc3-b08c-582b65d109b4 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.756345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:50.764466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:50.797777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c565c1-d6f0-4e9c-a137-b2754bad7502 None None] DHCP port deletion for 7eba926c-f4fc-48ab-a83f-19585ed76e4f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:50.801991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Pushing event updated for resources: {'Port': ['ID=ef8798b5-5580-44ac-af93-6343ab3d9e88,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:50.831935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 24e2ca03-3c02-47fd-9840-93faf791f599 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:50.849266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcee8-91f5-4bc3-b08c-582b65d109b4 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.876227 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcee8-91f5-4bc3-b08c-582b65d109b4 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:50.940776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bcee8-91f5-4bc3-b08c-582b65d109b4 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed3c54f-7843-4b0b-b20a-68ec74c0fcb8,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:50.957660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-d516ca0b-7ca3-4773-9498-caa59d659906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:50.959179 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-d516ca0b-7ca3-4773-9498-caa59d659906 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.3987832 Nov 12 13:31:50.975468 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:50.988319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b0e8933b-5248-4e6c-a8fe-b98bdd142287 None None] Provisioning complete for port ef8798b5-5580-44ac-af93-6343ab3d9e88 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:50.989131 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0e8933b-5248-4e6c-a8fe-b98bdd142287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.016334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:51.017115 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.024746 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcee8-91f5-4bc3-b08c-582b65d109b4 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.029988 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a8bcee8-91f5-4bc3-b08c-582b65d109b4 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4908271 Nov 12 13:31:51.030702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50290) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:51.042789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-975f0fbd-b2cf-4fe1-b1bf-71590553dca6 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '31987fdd-9668-49bc-b4a9-b59fc3739d84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:51.063030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf0a5f-0209-452e-92d2-bdd3e2c9d45a req-4fc3e541-c7df-4abf-bddd-fbe1c5825cb5 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:51.065480 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fbf0a5f-0209-452e-92d2-bdd3e2c9d45a req-4fc3e541-c7df-4abf-bddd-fbe1c5825cb5 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 943 time: 0.3835700 Nov 12 13:31:51.073729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-12a98984-8d93-4e8f-a778-132f701cdfa4 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5608730 Nov 12 13:31:51.076551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8933b-5248-4e6c-a8fe-b98bdd142287 None None] Port ef8798b5-5580-44ac-af93-6343ab3d9e88 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:51.079564 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f344a5ae-4d14-4632-ab40-67abd511b706 req-15b4f12b-8eb8-4211-a867-d150690310ab service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642633 Nov 12 13:31:51.079775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-0a4258be-3283-46e4-b1a3-5bf26046f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:51.080510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 24e2ca03-3c02-47fd-9840-93faf791f599 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:51.080880 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.082411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-0a4258be-3283-46e4-b1a3-5bf26046f013 service neutron] 10.222.0.105 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.3897166 Nov 12 13:31:51.091461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-191ac62b-a5f6-41ac-afe0-5055f1385487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:51.092983 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-191ac62b-a5f6-41ac-afe0-5055f1385487 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247487 Nov 12 13:31:51.094452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-975f0fbd-b2cf-4fe1-b1bf-71590553dca6 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.115293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Request body: {'port': {'device_id': 'aa384f81-6d37-4810-a41b-5e3339e96eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:51.215741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-403c7285-c9e5-46f8-b641-45a4af341cb6 None None] Provisioning complete for port 03ae81f5-2625-4fb9-b561-acc397a5bc17 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:51.217147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-403c7285-c9e5-46f8-b641-45a4af341cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.251073 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-975f0fbd-b2cf-4fe1-b1bf-71590553dca6 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.258723 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-b7a87ec4-0067-41fb-92ef-48a5fe6d53dc service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526303 Nov 12 13:31:51.260069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-975f0fbd-b2cf-4fe1-b1bf-71590553dca6 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.261005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d7a71665-f099-4cb7-9d98-f4e7d5ea7d65 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 03ae81f5-2625-4fb9-b561-acc397a5bc17 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:51.262170 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a71665-f099-4cb7-9d98-f4e7d5ea7d65 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.264722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-403c7285-c9e5-46f8-b641-45a4af341cb6 None None] Port 03ae81f5-2625-4fb9-b561-acc397a5bc17 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:31:51.283078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f0fbd-b2cf-4fe1-b1bf-71590553dca6 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbcd6ee-3314-41c1-b924-3720b6eea2c8,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:51.324649 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:40:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:47Z', 'revision_number': 8, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:51.328476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-7176b989-0c0b-4d3b-80a2-242007e707ef service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 999 time: 0.2191839 Nov 12 13:31:51.332191 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fbf0a5f-0209-452e-92d2-bdd3e2c9d45a req-2ba62b59-5547-4a6f-92d7-b16d4ca77d3d tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561376 Nov 12 13:31:51.354205 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380e9a74-443c-4dce-9c33-8b8e73751e3c None None] The sync data for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 is: [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '592b76cc-70d7-48f2-b799-c2dc204defb9', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'port_id': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'mac_address': 'fa:16:3e:40:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:31:05Z', 'updated_at': '2021-11-12T13:31:47Z', 'revision_number': 8, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:31:51.364658 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-975f0fbd-b2cf-4fe1-b1bf-71590553dca6 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.370362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-975f0fbd-b2cf-4fe1-b1bf-71590553dca6 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3312142 Nov 12 13:31:51.373662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50292) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:51.378343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-018d5d4b-0088-4b12-ab3d-49018b73c606 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '31987fdd-9668-49bc-b4a9-b59fc3739d84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:51.413328 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.419631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fcf0c0f8-3128-4d71-8845-269fdf782b6d req-1e8a6a8a-71d2-4b7b-8c66-2edcd2c8077e service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445899 Nov 12 13:31:51.431645 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-018d5d4b-0088-4b12-ab3d-49018b73c606 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.522373 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-018d5d4b-0088-4b12-ab3d-49018b73c606 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.529250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a71665-f099-4cb7-9d98-f4e7d5ea7d65 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.534264 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-018d5d4b-0088-4b12-ab3d-49018b73c606 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.535618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-a946b789-5d0a-4e24-88f2-865768327078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:51.538423 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-a946b789-5d0a-4e24-88f2-865768327078 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.1666498 Nov 12 13:31:51.556210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d5d4b-0088-4b12-ab3d-49018b73c606 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46bff35-2ff2-44af-96a0-3ebb773bbdcb,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:51.574777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-018d5d4b-0088-4b12-ab3d-49018b73c606 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.579241 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-018d5d4b-0088-4b12-ab3d-49018b73c606 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2016630 Nov 12 13:31:51.590392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50298) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:51.595348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-25c07521-ac60-4d8f-b642-f2d50cad8a0d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '31987fdd-9668-49bc-b4a9-b59fc3739d84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:51.595477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d7a71665-f099-4cb7-9d98-f4e7d5ea7d65 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 03ae81f5-2625-4fb9-b561-acc397a5bc17 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:51.633501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a1709-72b7-42ba-b53b-9ba4e93edaf1 req-e0608bc2-15da-408a-800e-6e81292d0e9c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:51.635084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e50a1709-72b7-42ba-b53b-9ba4e93edaf1 req-e0608bc2-15da-408a-800e-6e81292d0e9c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 932 time: 0.2171783 Nov 12 13:31:51.643237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0200e-7581-4d18-85c5-0cb0959b57b6 req-71347bbb-bee7-4401-9753-9fa00fa7f41d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:51.645656 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dc0200e-7581-4d18-85c5-0cb0959b57b6 req-71347bbb-bee7-4401-9753-9fa00fa7f41d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 944 time: 0.0859950 Nov 12 13:31:51.647536 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25c07521-ac60-4d8f-b642-f2d50cad8a0d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.689590 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e0f69-8ef5-47e6-8233-1ec089477f8d None None] New status for floating IP 592b76cc-70d7-48f2-b799-c2dc204defb9: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:31:51.742467 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dc0200e-7581-4d18-85c5-0cb0959b57b6 req-35a66f5e-672b-43bb-903d-d7ca3977b10e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767832 Nov 12 13:31:51.753840 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25c07521-ac60-4d8f-b642-f2d50cad8a0d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.759961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25c07521-ac60-4d8f-b642-f2d50cad8a0d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.790717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-ce3329a7-4199-4192-bb27-5199d95e594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:51.792464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-ce3329a7-4199-4192-bb27-5199d95e594d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2398691 Nov 12 13:31:51.802152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c07521-ac60-4d8f-b642-f2d50cad8a0d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48f6940-0ca4-4c48-aabd-4235c370d6c9,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:51.855564 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25c07521-ac60-4d8f-b642-f2d50cad8a0d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:51.859412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-25c07521-ac60-4d8f-b642-f2d50cad8a0d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2652924 Nov 12 13:31:51.869021 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50300) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:51.874895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0ed87eae-ff11-4403-8c07-f02690f47d03 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '31987fdd-9668-49bc-b4a9-b59fc3739d84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:51.910528 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5e8b814-38e7-4f4a-8326-8235c7d3b17f req-83db0a46-a798-49a3-a59a-32ce54db63d5 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips/592b76cc-70d7-48f2-b799-c2dc204defb9 HTTP/1.1" status: 200 len: 996 time: 0.1192622 Nov 12 13:31:51.914045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e50a1709-72b7-42ba-b53b-9ba4e93edaf1 req-5251ec28-9d55-4d4c-a6d9-140109cea24c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320414 Nov 12 13:31:51.934905 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ed87eae-ff11-4403-8c07-f02690f47d03 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.056757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-ae65ca0d-7114-40d5-8c19-905fa7fae8c3 service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400563 Nov 12 13:31:52.057846 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ed87eae-ff11-4403-8c07-f02690f47d03 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.064276 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ed87eae-ff11-4403-8c07-f02690f47d03 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.093058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8b814-38e7-4f4a-8326-8235c7d3b17f req-95307505-6f92-487f-8b6d-7bd9c436d953 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:52.094478 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5e8b814-38e7-4f4a-8326-8235c7d3b17f req-95307505-6f92-487f-8b6d-7bd9c436d953 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.1763704 Nov 12 13:31:52.098889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed87eae-ff11-4403-8c07-f02690f47d03 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c854ba58-9c00-4bfd-a20d-634d85e5b94b,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:52.106424 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ed87eae-ff11-4403-8c07-f02690f47d03 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.110404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0ed87eae-ff11-4403-8c07-f02690f47d03 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2375388 Nov 12 13:31:52.112391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-e5e8b814-38e7-4f4a-8326-8235c7d3b17f req-578dfc4d-cbc8-4440-865c-b215071e23e8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:31:52.113371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5e8b814-38e7-4f4a-8326-8235c7d3b17f req-578dfc4d-cbc8-4440-865c-b215071e23e8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107636 Nov 12 13:31:52.113838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50302) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:52.146040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-338d4244-8d53-4c4a-aa32-868490ec55f2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.154770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-338d4244-8d53-4c4a-aa32-868490ec55f2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.182505 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-338d4244-8d53-4c4a-aa32-868490ec55f2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.187613 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-338d4244-8d53-4c4a-aa32-868490ec55f2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.188638 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-338d4244-8d53-4c4a-aa32-868490ec55f2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/c854ba58-9c00-4bfd-a20d-634d85e5b94b HTTP/1.1" status: 204 len: 168 time: 0.0739152 Nov 12 13:31:52.192792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50306) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:52.203455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d4244-8d53-4c4a-aa32-868490ec55f2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c854ba58-9c00-4bfd-a20d-634d85e5b94b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:52.257163 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f6878b90-fae7-4956-8a66-85fd8331ba0d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0609109 Nov 12 13:31:52.257682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50308) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:52.285746 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75a06799-20b4-4c54-8219-6d16a4676cf8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.293565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:31:52.299669 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75a06799-20b4-4c54-8219-6d16a4676cf8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.300051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 823dbf36-366d-460a-942e-64e118b72072 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:52.332419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75a06799-20b4-4c54-8219-6d16a4676cf8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.337575 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75a06799-20b4-4c54-8219-6d16a4676cf8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.338916 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-75a06799-20b4-4c54-8219-6d16a4676cf8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/a48f6940-0ca4-4c48-aabd-4235c370d6c9 HTTP/1.1" status: 204 len: 168 time: 0.0804255 Nov 12 13:31:52.349419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50310) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:52.365682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 823dbf36-366d-460a-942e-64e118b72072 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:52.366037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 823dbf36-366d-460a-942e-64e118b72072 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:52.382882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a06799-20b4-4c54-8219-6d16a4676cf8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a48f6940-0ca4-4c48-aabd-4235c370d6c9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:52.465418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7c6f8473-d022-4424-99bc-8512bc17d154 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1119356 Nov 12 13:31:52.465710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50314) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:52.498537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3145e38-b28a-418e-88e2-fcdfd8eaf099 req-ae738ac4-131d-4a7b-a58b-caf69bb26c8e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:52.500072 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3145e38-b28a-418e-88e2-fcdfd8eaf099 req-ae738ac4-131d-4a7b-a58b-caf69bb26c8e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 943 time: 0.0841951 Nov 12 13:31:52.503068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:52.512810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3639ae3-617c-44f1-9a74-4ece5696ad48 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.519504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'd8f667a5-f5d8-47f2-b3f1-9997c9bd02c3', 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6', 'port_id': 'd8f667a5-f5d8-47f2-b3f1-9997c9bd02c3', 'mac_address': 'fa:16:3e:71:20:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efac667-dc7a-4840-986c-1e6f26e5b354', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:31:52.536337 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3639ae3-617c-44f1-9a74-4ece5696ad48 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.537113 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a71665-f099-4cb7-9d98-f4e7d5ea7d65 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.560987 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.576258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:52.582945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8798b5-5580-44ac-af93-6343ab3d9e88 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:52.593270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3639ae3-617c-44f1-9a74-4ece5696ad48 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.599758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a71665-f099-4cb7-9d98-f4e7d5ea7d65 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=03ae81f5-2625-4fb9-b561-acc397a5bc17,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:52.600330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:52.603220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.608115 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.608387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3639ae3-617c-44f1-9a74-4ece5696ad48 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.609562 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c3639ae3-617c-44f1-9a74-4ece5696ad48 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/a46bff35-2ff2-44af-96a0-3ebb773bbdcb HTTP/1.1" status: 204 len: 168 time: 0.1428795 Nov 12 13:31:52.611364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3639ae3-617c-44f1-9a74-4ece5696ad48 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a46bff35-2ff2-44af-96a0-3ebb773bbdcb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:52.613885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50318) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:52.636419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-f73be8d6-d4be-4212-828d-070f7fe7ed92 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.4959023 Nov 12 13:31:52.641532 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3145e38-b28a-418e-88e2-fcdfd8eaf099 req-8541a335-4f17-4019-b3c2-cdcc3304d1cc tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251411 Nov 12 13:31:52.664389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Transition to ACTIVE for port object ef8798b5-5580-44ac-af93-6343ab3d9e88 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:31:52.695857 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4c310182-a6a7-4ed3-866c-bbb95518b994 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0780880 Nov 12 13:31:52.696744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50320) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:52.702890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-9620b29f-830d-411a-823e-3e6145090dd1 service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337655 Nov 12 13:31:52.707514 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.717541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:52.726214 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a71665-f099-4cb7-9d98-f4e7d5ea7d65 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.736398 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d7a71665-f099-4cb7-9d98-f4e7d5ea7d65 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/03ae81f5-2625-4fb9-b561-acc397a5bc17 HTTP/1.1" status: 204 len: 168 time: 2.0887251 Nov 12 13:31:52.739129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50322) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:52.764523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd2d2-d311-4b39-98e2-707128f3730c tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.808723 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd2d2-d311-4b39-98e2-707128f3730c tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.814436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c3fd0e-7e3d-42a2-908c-123d4af74b75 None None] DHCP port deletion for 7eba926c-f4fc-48ab-a83f-19585ed76e4f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:52.849161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-2f7ff3bc-2f5c-4579-a160-b74082299134 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:52.850656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-2f7ff3bc-2f5c-4579-a160-b74082299134 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports/d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 943 time: 0.1938307 Nov 12 13:31:52.864824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4c2e0-6b8c-4737-b43d-c27b26f01778 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:52.872133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-29c4c2e0-6b8c-4737-b43d-c27b26f01778 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1275985 Nov 12 13:31:52.872133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd2d2-d311-4b39-98e2-707128f3730c tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.872460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50326) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:52.899213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd2d2-d311-4b39-98e2-707128f3730c tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:52.907726 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b0cfd2d2-d311-4b39-98e2-707128f3730c tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/7bbcd6ee-3314-41c1-b924-3720b6eea2c8 HTTP/1.1" status: 204 len: 168 time: 0.2095156 Nov 12 13:31:52.920415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:52.921882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Pushing event updated for resources: {'Port': ['ID=ef8798b5-5580-44ac-af93-6343ab3d9e88,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:52.957396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfd2d2-d311-4b39-98e2-707128f3730c tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bbcd6ee-3314-41c1-b924-3720b6eea2c8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:52.978494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a1b1-aff0-4dba-9bd2-b0f456dcc7a0 req-82da5ede-9289-4acd-a9c4-a37a6366e5d9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:52.980051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a74a1b1-aff0-4dba-9bd2-b0f456dcc7a0 req-82da5ede-9289-4acd-a9c4-a37a6366e5d9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 944 time: 0.0685735 Nov 12 13:31:53.030570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a74a1b1-aff0-4dba-9bd2-b0f456dcc7a0 req-5c17fa9e-6fdc-4de6-b736-78466dde598e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443113 Nov 12 13:31:53.037274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:53.071356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-0fcba9be-3f8b-43d0-9236-db2460de1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.072930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-0fcba9be-3f8b-43d0-9236-db2460de1342 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 1095 time: 0.2945561 Nov 12 13:31:53.088513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e271dce7-976c-43f4-b53f-f4b2162bb91f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.093247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50332) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:53.098351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e271dce7-976c-43f4-b53f-f4b2162bb91f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2254145 Nov 12 13:31:53.181335 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c25a405e-054a-494c-a659-333f4aca32f8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2501609 Nov 12 13:31:53.185010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-10f06964-1b32-4e4f-9551-d89144c13b15 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.2476873 Nov 12 13:31:53.187485 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0490-3cb6-4ad3-906f-9516d4a94321 req-e0d50128-0d74-4757-9ace-47d324ad4883 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.189312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a2c0490-3cb6-4ad3-906f-9516d4a94321 req-e0d50128-0d74-4757-9ace-47d324ad4883 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 944 time: 0.0859175 Nov 12 13:31:53.190007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50334) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:53.200055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711bb0d7-c196-4bba-9dfd-bb5e543ce9ac tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.201654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711bb0d7-c196-4bba-9dfd-bb5e543ce9ac tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.203305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711bb0d7-c196-4bba-9dfd-bb5e543ce9ac tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.204902 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-711bb0d7-c196-4bba-9dfd-bb5e543ce9ac tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1106305 Nov 12 13:31:53.207855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50336) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:53.225413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Attempting to bind port ef8798b5-5580-44ac-af93-6343ab3d9e88 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:53.225757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Attempting to bind port ef8798b5-5580-44ac-af93-6343ab3d9e88 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:53.226087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Attempting to bind port ef8798b5-5580-44ac-af93-6343ab3d9e88 on network 7eba926c-f4fc-48ab-a83f-19585ed76e4f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:53.254899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Port ef8798b5-5580-44ac-af93-6343ab3d9e88 on network 7eba926c-f4fc-48ab-a83f-19585ed76e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:31:53.255222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Attempting to bind port ef8798b5-5580-44ac-af93-6343ab3d9e88 on network 7eba926c-f4fc-48ab-a83f-19585ed76e4f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:53.273085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:53.273514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Checking segment: {'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:53.273841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Bound using segment: {'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:53.274286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Bound port: ef8798b5-5580-44ac-af93-6343ab3d9e88, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df056df2-8f5d-491c-bdcc-0fe232888161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:53.275035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.288429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28d3b01c-d89f-4099-9945-beb29e2b0885 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.313539 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28d3b01c-d89f-4099-9945-beb29e2b0885 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.319494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-762ac4b3-0a2d-415b-9597-efd65c4fbc76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 36066ad6-825a-4732-9793-1562b0675de4 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:53.328962 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a2c0490-3cb6-4ad3-906f-9516d4a94321 req-611d6ff5-5cc6-448c-a3a4-959955417840 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229792 Nov 12 13:31:53.329668 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-762ac4b3-0a2d-415b-9597-efd65c4fbc76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.375255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-9fe60139-7b85-4df6-98a2-051ceae0bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.376768 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-9fe60139-7b85-4df6-98a2-051ceae0bbf6 service neutron] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 913 time: 0.2765996 Nov 12 13:31:53.385237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28d3b01c-d89f-4099-9945-beb29e2b0885 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.388795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-762ac4b3-0a2d-415b-9597-efd65c4fbc76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.414626 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28d3b01c-d89f-4099-9945-beb29e2b0885 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.415764 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-28d3b01c-d89f-4099-9945-beb29e2b0885 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/5ed3c54f-7843-4b0b-b20a-68ec74c0fcb8 HTTP/1.1" status: 204 len: 168 time: 0.2247667 Nov 12 13:31:53.421547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50338) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:53.432696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3b01c-d89f-4099-9945-beb29e2b0885 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ed3c54f-7843-4b0b-b20a-68ec74c0fcb8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:53.456655 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-e92950d0-4527-4c35-be56-e8456a8f286b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1acd5669-6b82-4826-987c-c6fe1fee1034 HTTP/1.1" status: 200 len: 217 time: 0.0705004 Nov 12 13:31:53.470757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-195c141b-71c0-4b60-b487-3b1b1fe9f4e3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.472770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-195c141b-71c0-4b60-b487-3b1b1fe9f4e3 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2515137 Nov 12 13:31:53.498130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ca5c784f-486c-4232-b2ac-7f3e9225e11f tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0754349 Nov 12 13:31:53.507541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50340) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:53.514163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] For port ef8798b5-5580-44ac-af93-6343ab3d9e88, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:53.537583 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-762ac4b3-0a2d-415b-9597-efd65c4fbc76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.575864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] For port ef8798b5-5580-44ac-af93-6343ab3d9e88, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ef8798b5-5580-44ac-af93-6343ab3d9e88,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:53.596678 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.603653 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-762ac4b3-0a2d-415b-9597-efd65c4fbc76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.629904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ac4b3-0a2d-415b-9597-efd65c4fbc76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=36066ad6-825a-4732-9793-1562b0675de4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:53.635988 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-762ac4b3-0a2d-415b-9597-efd65c4fbc76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.641480 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-762ac4b3-0a2d-415b-9597-efd65c4fbc76 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/36066ad6-825a-4732-9793-1562b0675de4 HTTP/1.1" status: 204 len: 168 time: 0.4298363 Nov 12 13:31:53.642272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50342) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:53.645323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63217a91-ec9b-4e99-97ac-71051bc15dbf None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:53.670419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-78ce887a-1c40-4751-af9c-613f1dd70cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.671614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-78ce887a-1c40-4751-af9c-613f1dd70cb7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.1979060 Nov 12 13:31:53.679320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.679947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.681347 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] 10.222.0.105 "PUT /v2.0/ports/ef8798b5-5580-44ac-af93-6343ab3d9e88 HTTP/1.1" status: 200 len: 1092 time: 2.5712514 Nov 12 13:31:53.681995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa384f81-6d37-4810-a41b-5e3339e96eda', 'tag': 'ef8798b5-5580-44ac-af93-6343ab3d9e88'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:53.685576 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2ad36a-0ace-4269-a41c-7c912cac55a4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa384f81-6d37-4810-a41b-5e3339e96eda", "tag": "ef8798b5-5580-44ac-af93-6343ab3d9e88"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:53.698700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4721e3d-1652-4f66-8087-9a4dc88b8c40 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 838655c1-453a-4114-bd44-3c800f8414ed {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:31:53.703006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4721e3d-1652-4f66-8087-9a4dc88b8c40 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.703879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-ffd932d7-d046-4d28-aa29-63d58c41a8b6 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.2182469 Nov 12 13:31:53.712593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a296b5-3068-406a-b37b-4805686696c4 None None] DHCP port deletion for 7eba926c-f4fc-48ab-a83f-19585ed76e4f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:53.740541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-5fdca65d-b627-4fae-86b4-b550d45d2e22 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:53.749320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-6d69ed04-9ac2-4c13-a772-477f57331dfd service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594306 Nov 12 13:31:53.781268 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4721e3d-1652-4f66-8087-9a4dc88b8c40 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.844491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a39bc0-599e-4371-acb3-aad772a1199a service neutron] Pushing event updated for resources: {'Port': ['ID=ef8798b5-5580-44ac-af93-6343ab3d9e88,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:53.869641 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75211df4-da75-4a78-a842-7e5850561407 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.920111 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4721e3d-1652-4f66-8087-9a4dc88b8c40 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.932177 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6428e-6260-4a23-8bf6-d04a4694b896 req-a01d8524-deef-4e7c-9506-6a27a3334236 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:53.933797 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cad6428e-6260-4a23-8bf6-d04a4694b896 req-a01d8524-deef-4e7c-9506-6a27a3334236 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 944 time: 0.1045246 Nov 12 13:31:53.947514 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-5fdca65d-b627-4fae-86b4-b550d45d2e22 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:53.954966 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75211df4-da75-4a78-a842-7e5850561407 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.004775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-5be3a27a-7e52-40e2-82a8-68bcc7a58da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:54.010072 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-5be3a27a-7e52-40e2-82a8-68bcc7a58da4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=170097f1c6844d7b9b117a05fcb7ed26&device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 1095 time: 0.2557051 Nov 12 13:31:54.033933 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cad6428e-6260-4a23-8bf6-d04a4694b896 req-6f803a69-9ccd-485f-8906-713146884ed5 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751717 Nov 12 13:31:54.041005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4721e3d-1652-4f66-8087-9a4dc88b8c40 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.082132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4721e3d-1652-4f66-8087-9a4dc88b8c40 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=838655c1-453a-4114-bd44-3c800f8414ed,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:54.090280 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4721e3d-1652-4f66-8087-9a4dc88b8c40 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.091133 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6237f02f-b185-4cdc-8aca-dea42bf205d6 x-openstack-request-id: req-6237f02f-b185-4cdc-8aca-dea42bf205d6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:54.091521 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa384f81-6d37-4810-a41b-5e3339e96eda", "tag": "ef8798b5-5580-44ac-af93-6343ab3d9e88", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:54.091676 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6237f02f-b185-4cdc-8aca-dea42bf205d6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:54.092083 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa384f81-6d37-4810-a41b-5e3339e96eda', 'tag': 'ef8798b5-5580-44ac-af93-6343ab3d9e88', 'status': 'completed', 'code': 200} Nov 12 13:31:54.097116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c4721e3d-1652-4f66-8087-9a4dc88b8c40 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/838655c1-453a-4114-bd44-3c800f8414ed HTTP/1.1" status: 204 len: 168 time: 0.4539585 Nov 12 13:31:54.099263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50352) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:54.102882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-ab5fb509-20ef-41f6-afd8-267f079205a6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef8798b5-5580-44ac-af93-6343ab3d9e88 HTTP/1.1" status: 200 len: 217 time: 0.0784357 Nov 12 13:31:54.156402 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-151e9f0c-129e-4707-801f-763e823a2ea0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559547 Nov 12 13:31:54.159370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50354) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:54.165761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:54.180516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-068300c3-cf7e-4cb1-8387-bfdbffcd3aa1 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777807 Nov 12 13:31:54.281862 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75211df4-da75-4a78-a842-7e5850561407 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.288954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75211df4-da75-4a78-a842-7e5850561407 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.290176 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-75211df4-da75-4a78-a842-7e5850561407 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-groups/31987fdd-9668-49bc-b4a9-b59fc3739d84 HTTP/1.1" status: 204 len: 168 time: 0.7736151 Nov 12 13:31:54.292937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50356) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:54.320324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:54.336911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5a5ae-fc3e-48a9-93a1-d7a322b8806a req-9d6d1b32-b47e-4022-83b9-fc629edaf32c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:54.338100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-08dc6877-1967-47b3-8854-375b2084cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:54.338533 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8b5a5ae-fc3e-48a9-93a1-d7a322b8806a req-9d6d1b32-b47e-4022-83b9-fc629edaf32c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 944 time: 0.1004674 Nov 12 13:31:54.339792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-08dc6877-1967-47b3-8854-375b2084cdb7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=26d11e85-1966-4608-8da5-8307c339fc7d HTTP/1.1" status: 200 len: 850 time: 0.2207551 Nov 12 13:31:54.342218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:54.345795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.358469 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-5fdca65d-b627-4fae-86b4-b550d45d2e22 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.376637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75211df4-da75-4a78-a842-7e5850561407 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31987fdd-9668-49bc-b4a9-b59fc3739d84,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:54.395377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:31:54.402034 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-5fdca65d-b627-4fae-86b4-b550d45d2e22 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.402508 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-5fdca65d-b627-4fae-86b4-b550d45d2e22 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Floating IP 592b76cc-70d7-48f2-b799-c2dc204defb9 disassociated. External IP: 172.25.5.59, port: d513bcdf-2c82-41ce-8abd-d672a99cf03d. Nov 12 13:31:54.407960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:54.410001 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.472063 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4a41afb5-5d59-48d4-831a-379a97423586 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1766579 Nov 12 13:31:54.495952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50360) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:54.500996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3f1fc618-f013-49d5-8bd0-7a27535a51ee tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group': {'name': 'tempest-secgroup--338120157'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:54.524629 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-9d851281-f7ba-400d-9da1-a29ee585345f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7eba926c-f4fc-48ab-a83f-19585ed76e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650212 Nov 12 13:31:54.540895 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.541748 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8b5a5ae-fc3e-48a9-93a1-d7a322b8806a req-c5c04914-3101-4c24-84da-6d76b03e01df tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607330 Nov 12 13:31:54.574054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa91ef4-de54-47e8-a1d0-e424452ebecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f667a5-f5d8-47f2-b3f1-9997c9bd02c3'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:54.576749 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051257e3-b826-4439-806a-765fddc5963c" -d '{"events": [{"server_uuid": "5fa91ef4-de54-47e8-a1d0-e424452ebecc", "name": "network-vif-plugged", "status": "completed", "tag": "d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:54.588050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc618-f013-49d5-8bd0-7a27535a51ee tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.594861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:54.607647 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.619250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443f671-2cae-41e0-b712-10aebc121c57 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:54.669772 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87365b65-c1ea-4f0f-b6f2-d24b67b3e13d req-b84d8082-5319-4dc6-acc7-738c3294a593 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761195 Nov 12 13:31:54.673886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-3c9d4a0e-1c55-47a9-bca4-46fc59b5b272 service neutron] 10.222.0.105 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382592 Nov 12 13:31:54.741958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:54.753029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a59c291b-1492-4ad3-af2a-5ab5cf387c1c None None] Provisioning complete for port 24e2ca03-3c02-47fd-9840-93faf791f599 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:54.753647 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a59c291b-1492-4ad3-af2a-5ab5cf387c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.824179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21a091-34e4-4ecf-b5d8-a85cacdbdb3b req-6afb0a08-7eca-43e9-8d0e-8be538f7c1b5 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:54.826159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf21a091-34e4-4ecf-b5d8-a85cacdbdb3b req-6afb0a08-7eca-43e9-8d0e-8be538f7c1b5 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 944 time: 0.1757252 Nov 12 13:31:54.874921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc618-f013-49d5-8bd0-7a27535a51ee tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.884385 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc618-f013-49d5-8bd0-7a27535a51ee tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.942544 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc618-f013-49d5-8bd0-7a27535a51ee tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:54.943940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3f1fc618-f013-49d5-8bd0-7a27535a51ee tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4469991 Nov 12 13:31:54.953742 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50364) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:54.963142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a811dd-445e-4a49-8780-4004acc1b21c None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:31:54.964240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e3670d6d-8f7b-4b5a-bd68-f7dae6d8fede tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '56386e7c-214b-4a86-9202-c71a05f00368', 'direction': 'ingress', 'protocol': 17}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:55.015928 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf21a091-34e4-4ecf-b5d8-a85cacdbdb3b req-039eb80b-cf4f-4b93-aa9c-8720a7a203fb tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720161 Nov 12 13:31:55.016729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fc618-f013-49d5-8bd0-7a27535a51ee tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56386e7c-214b-4a86-9202-c71a05f00368,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:55.055248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-14a811dd-445e-4a49-8780-4004acc1b21c None None] Deleting port 24e2ca03-3c02-47fd-9840-93faf791f599 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:55.055248 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14a811dd-445e-4a49-8780-4004acc1b21c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.075292 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3670d6d-8f7b-4b5a-bd68-f7dae6d8fede tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.116153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:31:55.152846 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8962cd-e79b-447c-9b92-e0fd95aebb66 x-openstack-request-id: req-5f8962cd-e79b-447c-9b92-e0fd95aebb66 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:55.153124 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa91ef4-de54-47e8-a1d0-e424452ebecc", "name": "network-vif-plugged", "status": "completed", "tag": "d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:55.153412 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5f8962cd-e79b-447c-9b92-e0fd95aebb66 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:55.153816 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa91ef4-de54-47e8-a1d0-e424452ebecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f667a5-f5d8-47f2-b3f1-9997c9bd02c3', 'code': 200} Nov 12 13:31:55.156397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1acd5669-6b82-4826-987c-c6fe1fee1034 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:31:55.169621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-14a811dd-445e-4a49-8780-4004acc1b21c None None] For port 24e2ca03-3c02-47fd-9840-93faf791f599, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=24e2ca03-3c02-47fd-9840-93faf791f599,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:55.169945 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14a811dd-445e-4a49-8780-4004acc1b21c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.191101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-14a811dd-445e-4a49-8780-4004acc1b21c None None] Calling delete_port for 24e2ca03-3c02-47fd-9840-93faf791f599 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:55.255315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-5fdca65d-b627-4fae-86b4-b550d45d2e22 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:31:55.257681 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0cb632f-9840-452e-91ab-056de9f8df85 req-ce3d3a29-65f2-4c53-8be5-2c0c76752ea8 service neutron] 10.222.0.105 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266559 Nov 12 13:31:55.326841 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3670d6d-8f7b-4b5a-bd68-f7dae6d8fede tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.345174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1acd5669-6b82-4826-987c-c6fe1fee1034, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1acd5669-6b82-4826-987c-c6fe1fee1034,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:55.351026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6372846-c3ab-4424-a4a2-b69073515395 req-97f1d631-e25d-48c9-8267-f62955defbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:55.352543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6372846-c3ab-4424-a4a2-b69073515395 req-97f1d631-e25d-48c9-8267-f62955defbb8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 1096 time: 0.1522822 Nov 12 13:31:55.358589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3670d6d-8f7b-4b5a-bd68-f7dae6d8fede tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.368741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '1acd5669-6b82-4826-987c-c6fe1fee1034', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'port_id': '1acd5669-6b82-4826-987c-c6fe1fee1034', 'mac_address': 'fa:16:3e:0d:f5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4ed80c-ed77-477f-a1a2-cd9129a58859', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:31:55.395972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4ed6b-d7be-4310-8207-a59e3417000e req-e43ec8e4-1a78-474c-8f2f-5151cd7b1c2e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:55.400475 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14a811dd-445e-4a49-8780-4004acc1b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.403222 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-27f4ed6b-d7be-4310-8207-a59e3417000e req-e43ec8e4-1a78-474c-8f2f-5151cd7b1c2e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 945 time: 0.2105272 Nov 12 13:31:55.410465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ad36a-0ace-4269-a41c-7c912cac55a4 req-cf44b0ea-9c53-4952-a10c-5a43e0fdc838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:55.411682 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae2ad36a-0ace-4269-a41c-7c912cac55a4 req-cf44b0ea-9c53-4952-a10c-5a43e0fdc838 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=170097f1c6844d7b9b117a05fcb7ed26&device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 1095 time: 0.0955598 Nov 12 13:31:55.435475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a811dd-445e-4a49-8780-4004acc1b21c None None] No DVR routers for this DVR port 24e2ca03-3c02-47fd-9840-93faf791f599 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:31:55.435705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3670d6d-8f7b-4b5a-bd68-f7dae6d8fede tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e47f913-c69f-4e74-a9c4-f1c9e4bea206,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:55.441754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a811dd-445e-4a49-8780-4004acc1b21c None None] Pushing event deleted for resources: {'Port': ['ID=24e2ca03-3c02-47fd-9840-93faf791f599,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:55.442088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_pluggable_backend [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Port 24e2ca03-3c02-47fd-9840-93faf791f599 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102675) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 13:31:55.442408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_pluggable_backend [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Reverting IP allocation for 2001:db8::f816:3eff:fe49:f25c {{(pid=102675) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 13:31:55.442527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-5fdca65d-b627-4fae-86b4-b550d45d2e22 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:31:55.452618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-5fdca65d-b627-4fae-86b4-b550d45d2e22 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.454506 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.454853 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e3670d6d-8f7b-4b5a-bd68-f7dae6d8fede tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.464730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e3670d6d-8f7b-4b5a-bd68-f7dae6d8fede tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5040944 Nov 12 13:31:55.467594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50370) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:55.468572 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_pluggable_backend [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe49:f25c {{(pid=102675) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 13:31:55.472724 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] Sync routers for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:31:55.473741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1acd5669-6b82-4826-987c-c6fe1fee1034 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:31:55.490468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-5fdca65d-b627-4fae-86b4-b550d45d2e22 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "PUT /v2.0/floatingips/592b76cc-70d7-48f2-b799-c2dc204defb9 HTTP/1.1" status: 200 len: 695 time: 1.7774494 Nov 12 13:31:55.495911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1acd5669-6b82-4826-987c-c6fe1fee1034, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1acd5669-6b82-4826-987c-c6fe1fee1034,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:55.501253 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.512659 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:55.513749 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:55.515335 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.569644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1acd5669-6b82-4826-987c-c6fe1fee1034,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:55.579556 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6372846-c3ab-4424-a4a2-b69073515395 req-acc716ff-1339-4318-b0a6-d82fc86f7626 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188792 Nov 12 13:31:55.598683 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-27f4ed6b-d7be-4310-8207-a59e3417000e req-6da85881-858c-4822-80b5-d9431a3582bb tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933987 Nov 12 13:31:55.616843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:55.618040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-ad03fcd6-6e17-4bc9-acf7-23b692639a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:55.619540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-ad03fcd6-6e17-4bc9-acf7-23b692639a34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1097 time: 0.0811875 Nov 12 13:31:55.622731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ad36a-0ace-4269-a41c-7c912cac55a4 req-ddcc327b-f605-431f-a676-79eb581c24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:55.624098 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae2ad36a-0ace-4269-a41c-7c912cac55a4 req-ddcc327b-f605-431f-a676-79eb581c24d2 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7eba926c-f4fc-48ab-a83f-19585ed76e4f HTTP/1.1" status: 200 len: 911 time: 0.2045255 Nov 12 13:31:55.625314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:55.635740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb804f-e411-4ccc-8879-147df6e4fdd5 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:55.642196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:55.643000 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.654291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=11a4ff1a-bae4-4a98-b089-931da3f96690,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:55.677717 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-19270b29-11b9-4396-b738-8bc077fead5e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5169885 Nov 12 13:31:55.680752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50374) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:55.685941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-41aabae0-3606-48e2-9991-cd32403ab904 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:55.695261 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f345250a-bf1f-489c-bd59-a95e6aa89935 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.725996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae2ad36a-0ace-4269-a41c-7c912cac55a4 req-161b7c82-88c0-49ab-b10e-8b7469d5365d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef8798b5-5580-44ac-af93-6343ab3d9e88 HTTP/1.1" status: 200 len: 217 time: 0.0887320 Nov 12 13:31:55.769625 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:55.777402 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f345250a-bf1f-489c-bd59-a95e6aa89935 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.819843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ad36a-0ace-4269-a41c-7c912cac55a4 req-26e73584-b18e-43ba-b941-54e6a6ffb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:55.821365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae2ad36a-0ace-4269-a41c-7c912cac55a4 req-26e73584-b18e-43ba-b941-54e6a6ffb45f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=26d11e85-1966-4608-8da5-8307c339fc7d HTTP/1.1" status: 200 len: 850 time: 0.0831182 Nov 12 13:31:55.822440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-74c980dd-93be-48a0-a1b2-e69ff1cf9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:55.823849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-74c980dd-93be-48a0-a1b2-e69ff1cf9110 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.1975918 Nov 12 13:31:55.906805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae2ad36a-0ace-4269-a41c-7c912cac55a4 req-22862b2d-e66b-484b-bb9b-09fdcaa5eba7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7eba926c-f4fc-48ab-a83f-19585ed76e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768471 Nov 12 13:31:55.909319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-c526a245-c169-4f4f-8af4-473624947baf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 217 time: 0.0703583 Nov 12 13:31:55.925011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': '11a4ff1a-bae4-4a98-b089-931da3f96690'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:31:55.926032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.933456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990ae21-22e7-4339-92c1-08ce3f756e4c req-fdb290a4-d5f0-4497-8537-445a9ed72d8e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:55.942348 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990ae21-22e7-4339-92c1-08ce3f756e4c req-fdb290a4-d5f0-4497-8537-445a9ed72d8e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 945 time: 0.1440289 Nov 12 13:31:55.951254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f345250a-bf1f-489c-bd59-a95e6aa89935 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.953979 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f345250a-bf1f-489c-bd59-a95e6aa89935 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:55.958753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f345250a-bf1f-489c-bd59-a95e6aa89935 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-groups/56386e7c-214b-4a86-9202-c71a05f00368 HTTP/1.1" status: 204 len: 168 time: 0.4859567 Nov 12 13:31:55.959385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50376) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:55.983803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aabae0-3606-48e2-9991-cd32403ab904 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:55.988035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-41aabae0-3606-48e2-9991-cd32403ab904 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:56.015127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345250a-bf1f-489c-bd59-a95e6aa89935 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56386e7c-214b-4a86-9202-c71a05f00368,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:56.041077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-b2ef5c9c-bd3b-4564-b970-2c486b119437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:56.041893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-b2ef5c9c-bd3b-4564-b970-2c486b119437 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.1165900 Nov 12 13:31:56.094443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:31:56.099330 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6f1948-6ab9-4c20-8589-f31148cc6160" -d '{"events": [{"name": "network-changed", "server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:31:56.104138 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:56.121418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae2ad36a-0ace-4269-a41c-7c912cac55a4 req-1c340be2-1bc8-42a4-90e9-e512b4f9f498 service neutron] 10.222.0.105 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082598 Nov 12 13:31:56.125625 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990ae21-22e7-4339-92c1-08ce3f756e4c req-6b58f05b-7b46-4b23-b5bd-6937170ff8d5 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784673 Nov 12 13:31:56.135920 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-3907187c-a743-43f4-92b7-c10a03e24608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:56.137716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-3907187c-a743-43f4-92b7-c10a03e24608 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870225 Nov 12 13:31:56.138286 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] Checking router: b060a0c5-fa1a-4b94-8605-31c58fb24ca1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:31:56.144621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Allocated IP 2001:db8::f816:3eff:fe05:441e (514a5480-43a8-41bb-9524-24b97d0dd96f/11a4ff1a-bae4-4a98-b089-931da3f96690/16da64a5-d0d4-45d0-87b4-2e9ea22ac962) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:56.144912 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-21bb1534-2b28-452f-8061-b051e7598cc6 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1696310 Nov 12 13:31:56.155316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50382) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:56.156799 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:31:56.157765 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:56.160541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-049dbbf5-c372-40eb-a8d1-b4966a3233e3 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297666180'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:56.203752 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-049dbbf5-c372-40eb-a8d1-b4966a3233e3 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:56.209867 n-d-805736-4 neutron-server[102675]: INFO neutron.db.ipam_backend_mixin [None req-41aabae0-3606-48e2-9991-cd32403ab904 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11a4ff1a-bae4-4a98-b089-931da3f96690 (CIDR: 2001:db8::/64) Nov 12 13:31:56.221486 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-41aabae0-3606-48e2-9991-cd32403ab904 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:31:56.221975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41aabae0-3606-48e2-9991-cd32403ab904 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:31:56.245912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['1acd5669-6b82-4826-987c-c6fe1fee1034'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:31:56.279946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-41aabae0-3606-48e2-9991-cd32403ab904 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5978839 Nov 12 13:31:56.283088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50384) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:56.288581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1dba5ce8-7d69-40e9-9755-eebebcfeee6d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:56.342494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164998b4-e02a-4062-9754-e07d9194d051 req-02599eb1-d90c-4fa1-a90e-867e216a48eb tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:56.344095 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-164998b4-e02a-4062-9754-e07d9194d051 req-02599eb1-d90c-4fa1-a90e-867e216a48eb tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 944 time: 0.1255481 Nov 12 13:31:56.373745 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:31:56.376965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-22ce0fb6-2ff1-42db-a94f-c7397255f56a service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267609 Nov 12 13:31:56.379214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae2ad36a-0ace-4269-a41c-7c912cac55a4 req-716159e3-e143-4aff-9875-a7a3f26a919c service neutron] 10.222.0.105 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475069 Nov 12 13:31:56.493971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4738905-e62a-4f9b-bf24-9bb882c48389 req-be731e0e-f6c4-4146-a567-710742deb08c service neutron] 10.222.0.73 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081653 Nov 12 13:31:56.515262 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-164998b4-e02a-4062-9754-e07d9194d051 req-8be28e48-3c47-4799-9f20-e6b2be81718c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189518 Nov 12 13:31:56.515262 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-049dbbf5-c372-40eb-a8d1-b4966a3233e3 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:56.523256 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-049dbbf5-c372-40eb-a8d1-b4966a3233e3 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:56.595192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:56.609670 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:56.614628 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c871e7cf-8a24-4c62-8e1b-a730013c945d x-openstack-request-id: req-c871e7cf-8a24-4c62-8e1b-a730013c945d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:31:56.615480 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:31:56.615480 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c871e7cf-8a24-4c62-8e1b-a730013c945d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:31:56.615734 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'status': 'completed', 'code': 200} Nov 12 13:31:56.696429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:56.712269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:56.717405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Pushing event updated for resources: {'Port': ['ID=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:56.719772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:56.731461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-d92f4760-8530-4fec-b340-0e8f4809a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:56.733822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-d92f4760-8530-4fec-b340-0e8f4809a7dc service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b8f6086a13864c81a17c80acb8b27b11&device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 1097 time: 0.0905447 Nov 12 13:31:56.769876 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:31:56.809339 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358029e-fe78-45cb-8122-2835922843c5 None None] The sync data for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 is: [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:39Z', 'revision_number': 4, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '789b5fd7-e1ac-4ab4-a8cc-d47416fb893c', 'name': '', 'network_id': 'aad19e3e-6372-40bb-a4e3-734885005b2c', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'mac_address': 'fa:16:3e:d7:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:34Z', 'updated_at': '2021-11-12T13:30:50Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'subnets': [{'id': '03dbcd63-953d-4c46-a0ff-7bae07d6afb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:31:56.818339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Attempting to bind port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:31:56.819573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Attempting to bind port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:31:56.820124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Attempting to bind port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:31:56.827403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:31:56.828125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:31:56.828718 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:56.829118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:31:56.832446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Bound port: 16da64a5-d0d4-45d0-87b4-2e9ea22ac962, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:31:56.832446 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:56.839995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 24e2ca03-3c02-47fd-9840-93faf791f599 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:31:56.871464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 24e2ca03-3c02-47fd-9840-93faf791f599 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:31:56.872106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 24e2ca03-3c02-47fd-9840-93faf791f599 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:31:56.939519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a4a50-a252-42c9-a3ff-d848332df1c6 req-aeb13729-bb81-4aed-9957-b7f8ea52d7cf tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:56.941941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-281a4a50-a252-42c9-a3ff-d848332df1c6 req-aeb13729-bb81-4aed-9957-b7f8ea52d7cf tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 945 time: 0.1897583 Nov 12 13:31:56.973637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] For port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:31:56.990803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] For port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:31:56.994963 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e7a15bf-e69f-47c7-a71f-b194772bcb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:56.999584 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:57.016422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-5b4413cf-6d4b-41ef-a6ce-704c4578bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:57.018295 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-5b4413cf-6d4b-41ef-a6ce-704c4578bb57 service neutron] 10.222.0.105 "GET /v2.0/networks?id=aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 200 len: 922 time: 0.2646337 Nov 12 13:31:57.035491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-281a4a50-a252-42c9-a3ff-d848332df1c6 req-5a002c9d-df12-4210-b7b9-f049914a831e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854943 Nov 12 13:31:57.088027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b9b08-0290-437f-a38c-7caac8ebd315 None None] Pushing event updated for resources: {'Port': ['ID=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:57.120267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-9cf58442-b75d-43bc-b328-954ea2974f7b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 200 len: 217 time: 0.0828533 Nov 12 13:31:57.139144 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-049dbbf5-c372-40eb-a8d1-b4966a3233e3 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:57.140956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-049dbbf5-c372-40eb-a8d1-b4966a3233e3 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9847114 Nov 12 13:31:57.169015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50398) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:57.173462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d3e9e2c9-1dd1-4d89-86d2-daa3c8b69ce2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126234658'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:57.187759 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cf47313-6315-4de4-932c-f3f799e662eb req-b76cccc5-18c1-4c97-91bb-d924887d63ee tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips/592b76cc-70d7-48f2-b799-c2dc204defb9 HTTP/1.1" status: 200 len: 695 time: 0.1902101 Nov 12 13:31:57.209932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dbbf5-c372-40eb-a8d1-b4966a3233e3 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206bf695-335d-4464-8b46-dd5045c804c4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:57.218226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dba5ce8-7d69-40e9-9755-eebebcfeee6d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:57.224929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dba5ce8-7d69-40e9-9755-eebebcfeee6d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:57.259070 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3f2cf-2078-474c-a06d-ffadad075c92 None None] New status for floating IP 592b76cc-70d7-48f2-b799-c2dc204defb9: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:31:57.260294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-85e874af-52b1-4163-aba9-c97d5e2b55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:57.266037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-85e874af-52b1-4163-aba9-c97d5e2b55ed service neutron] 10.222.0.105 "GET /v2.0/subnets?id=03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 200 len: 860 time: 0.1208797 Nov 12 13:31:57.383177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c370c5-cc1e-4950-a95c-1fa9de56f888 req-bfd35996-800f-4982-8cc8-e16c789acfa2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:57.384719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2c370c5-cc1e-4950-a95c-1fa9de56f888 req-bfd35996-800f-4982-8cc8-e16c789acfa2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 945 time: 0.1758082 Nov 12 13:31:57.431889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-fe50577a-e3f8-491a-b6dd-16cc4dcf4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:57.433624 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-fe50577a-e3f8-491a-b6dd-16cc4dcf4dc3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=aad19e3e-6372-40bb-a4e3-734885005b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572409 Nov 12 13:31:57.478406 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e2c9-1dd1-4d89-86d2-daa3c8b69ce2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:57.545022 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2c370c5-cc1e-4950-a95c-1fa9de56f888 req-df272703-febd-403d-a517-49df267fd733 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539373 Nov 12 13:31:57.664630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf47313-6315-4de4-932c-f3f799e662eb req-fe3140e3-f774-48db-9498-4a45884a44d6 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:57.666587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cf47313-6315-4de4-932c-f3f799e662eb req-fe3140e3-f774-48db-9498-4a45884a44d6 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.4687376 Nov 12 13:31:57.679122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-8cf47313-6315-4de4-932c-f3f799e662eb req-225f1d78-5eff-472b-94d1-9cd12a1344d8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:31:57.680542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cf47313-6315-4de4-932c-f3f799e662eb req-225f1d78-5eff-472b-94d1-9cd12a1344d8 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068929 Nov 12 13:31:57.709522 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-55093707-65b2-44d5-b8bf-1508f6f9d821 service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620857 Nov 12 13:31:57.766331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1167778-cb31-4efd-aca7-76927c1f8adf req-65d4097c-e776-4235-81b1-75ad3d10d6a5 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:57.768723 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1167778-cb31-4efd-aca7-76927c1f8adf req-65d4097c-e776-4235-81b1-75ad3d10d6a5 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 944 time: 0.1125059 Nov 12 13:31:57.797427 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cf47313-6315-4de4-932c-f3f799e662eb req-7c133dda-7c25-4f4c-9c11-b1de624441ee tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 696 time: 0.1080475 Nov 12 13:31:57.802117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e2c9-1dd1-4d89-86d2-daa3c8b69ce2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:57.805926 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dba5ce8-7d69-40e9-9755-eebebcfeee6d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:57.814018 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e2c9-1dd1-4d89-86d2-daa3c8b69ce2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:57.867916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1167778-cb31-4efd-aca7-76927c1f8adf req-103a987b-ae06-4119-8b91-faa6350a8866 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917053 Nov 12 13:31:57.893305 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6f1948-6ab9-4c20-8589-f31148cc6160 req-6baf4fd6-1317-4cf2-b1fb-9a42bbb8c3fc service neutron] 10.222.0.105 "GET /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755569 Nov 12 13:31:57.923285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cf47313-6315-4de4-932c-f3f799e662eb req-44ab6da8-bcaf-4053-8186-07670a41e0f1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 696 time: 0.1141653 Nov 12 13:31:57.935526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dba5ce8-7d69-40e9-9755-eebebcfeee6d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:57.939250 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e2c9-1dd1-4d89-86d2-daa3c8b69ce2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:57.943337 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d3e9e2c9-1dd1-4d89-86d2-daa3c8b69ce2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7710416 Nov 12 13:31:57.944828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:57.950016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1dba5ce8-7d69-40e9-9755-eebebcfeee6d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:57.950930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-090a201d-7bde-42cb-a3b8-cc278a730b44 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '206bf695-335d-4464-8b46-dd5045c804c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '962b1e1d-aa5b-4c1f-b67c-546fb4ed90a4', 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:57.953109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dba5ce8-7d69-40e9-9755-eebebcfeee6d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:57.953747 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dba5ce8-7d69-40e9-9755-eebebcfeee6d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:57.964936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9e2c9-1dd1-4d89-86d2-daa3c8b69ce2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962b1e1d-aa5b-4c1f-b67c-546fb4ed90a4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:57.992213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-090a201d-7bde-42cb-a3b8-cc278a730b44 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.016577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba5ce8-7d69-40e9-9755-eebebcfeee6d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=f4370904-2c15-4797-9718-319c02a8ba8b,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:58.027362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1dba5ce8-7d69-40e9-9755-eebebcfeee6d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7426109 Nov 12 13:31:58.030082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50406) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:58.036785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:67:96:76', 'name': 'tempest-NetworksTestDHCPv6-235017582'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:58.092544 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-090a201d-7bde-42cb-a3b8-cc278a730b44 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.101691 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-090a201d-7bde-42cb-a3b8-cc278a730b44 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.132085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a201d-7bde-42cb-a3b8-cc278a730b44 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f2a082-aeca-482c-8cb1-0f22248ad13a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:58.157784 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-090a201d-7bde-42cb-a3b8-cc278a730b44 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.160062 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-090a201d-7bde-42cb-a3b8-cc278a730b44 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2134473 Nov 12 13:31:58.164419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50410) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:58.205039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d852ed-033e-44ad-91b8-657236aab3b6 req-f061e65d-ebbc-4685-ad06-05b634c86c54 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:58.209821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6d852ed-033e-44ad-91b8-657236aab3b6 req-f061e65d-ebbc-4685-ad06-05b634c86c54 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 945 time: 0.0672243 Nov 12 13:31:58.224674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec54-303d-4b7a-95ce-7615a20ecff9 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.254005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec54-303d-4b7a-95ce-7615a20ecff9 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.261774 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6d852ed-033e-44ad-91b8-657236aab3b6 req-1f21856c-b478-4676-8447-8d64dbc8d255 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483685 Nov 12 13:31:58.291723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-8cf47313-6315-4de4-932c-f3f799e662eb req-213d14e4-6c1f-4ab2-a25c-187f2aab88cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Deleting port b02b3249-f5aa-4dc5-b65c-250a014671c4 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:58.292196 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8cf47313-6315-4de4-932c-f3f799e662eb req-213d14e4-6c1f-4ab2-a25c-187f2aab88cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.340062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56aaf9f-2b19-44da-81d1-afc4d71d64af None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:31:58.353013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:31:58.410932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec54-303d-4b7a-95ce-7615a20ecff9 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.413916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f7908c5e-9f61-4209-9ea7-c39cff9cf97b None None] Provisioning complete for port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:58.414293 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7908c5e-9f61-4209-9ea7-c39cff9cf97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.438756 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec54-303d-4b7a-95ce-7615a20ecff9 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.441898 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ecd9ec54-303d-4b7a-95ce-7615a20ecff9 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/d2f2a082-aeca-482c-8cb1-0f22248ad13a HTTP/1.1" status: 204 len: 168 time: 0.2739871 Nov 12 13:31:58.444631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50414) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:58.507247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ec54-303d-4b7a-95ce-7615a20ecff9 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2f2a082-aeca-482c-8cb1-0f22248ad13a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:58.528359 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-46fc2b2e-afe1-46da-8737-387a90d1f0d7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0794263 Nov 12 13:31:58.528747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50416) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:58.551821 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8cf47313-6315-4de4-932c-f3f799e662eb req-213d14e4-6c1f-4ab2-a25c-187f2aab88cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.552152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8cf47313-6315-4de4-932c-f3f799e662eb req-213d14e4-6c1f-4ab2-a25c-187f2aab88cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.577696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-8cf47313-6315-4de4-932c-f3f799e662eb req-213d14e4-6c1f-4ab2-a25c-187f2aab88cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Calling delete_port for b02b3249-f5aa-4dc5-b65c-250a014671c4 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:31:58.586184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.593847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af94c303-2bd1-4c43-aab4-04898ccdf0d7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.618851 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af94c303-2bd1-4c43-aab4-04898ccdf0d7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.652174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 0e65aab0-b7d8-4904-ac9b-627adc2215d7 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:31:58.688944 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7908c5e-9f61-4209-9ea7-c39cff9cf97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.777944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f7908c5e-9f61-4209-9ea7-c39cff9cf97b None None] For port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:58.801423 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7908c5e-9f61-4209-9ea7-c39cff9cf97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.865361 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af94c303-2bd1-4c43-aab4-04898ccdf0d7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.871823 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af94c303-2bd1-4c43-aab4-04898ccdf0d7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.881607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-af94c303-2bd1-4c43-aab4-04898ccdf0d7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-groups/962b1e1d-aa5b-4c1f-b67c-546fb4ed90a4 HTTP/1.1" status: 204 len: 168 time: 0.3488290 Nov 12 13:31:58.884833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50424) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:58.921131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7908c5e-9f61-4209-9ea7-c39cff9cf97b None None] Pushing event updated for resources: {'Port': ['ID=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:58.948280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075e2bf-ddab-4aaf-9806-0594613f7d29 req-65325e3a-1c54-4e9c-9511-d59d825b4822 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:58.957801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0075e2bf-ddab-4aaf-9806-0594613f7d29 req-65325e3a-1c54-4e9c-9511-d59d825b4822 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 945 time: 0.2466562 Nov 12 13:31:58.977075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94c303-2bd1-4c43-aab4-04898ccdf0d7 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962b1e1d-aa5b-4c1f-b67c-546fb4ed90a4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:58.977749 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8cf47313-6315-4de4-932c-f3f799e662eb req-213d14e4-6c1f-4ab2-a25c-187f2aab88cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:58.980150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8:0:1::159 (514a5480-43a8-41bb-9524-24b97d0dd96f/f4370904-2c15-4797-9718-319c02a8ba8b/0e65aab0-b7d8-4904-ac9b-627adc2215d7) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:59.012642 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73d258-ddf7-4ed5-a201-7d323cf67e56 None None] Update dhcp port {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': '11a4ff1a-bae4-4a98-b089-931da3f96690', 'ip_address': '2001:db8::f816:3eff:fe05:441e'}, {'subnet_id': 'f4370904-2c15-4797-9718-319c02a8ba8b'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '16da64a5-d0d4-45d0-87b4-2e9ea22ac962'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:31:59.013978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::f816:3eff:fe67:9676 (514a5480-43a8-41bb-9524-24b97d0dd96f/11a4ff1a-bae4-4a98-b089-931da3f96690/0e65aab0-b7d8-4904-ac9b-627adc2215d7) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:59.018463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d14e4-6c1f-4ab2-a25c-187f2aab88cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Pushing event deleted for resources: {'Port': ['ID=b02b3249-f5aa-4dc5-b65c-250a014671c4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:59.052413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ce2cfedc-634d-465b-b079-0bd5dcdc84bc tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1631536 Nov 12 13:31:59.056439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:59.071135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:59.121117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8cf47313-6315-4de4-932c-f3f799e662eb req-213d14e4-6c1f-4ab2-a25c-187f2aab88cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.123671 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8cf47313-6315-4de4-932c-f3f799e662eb req-213d14e4-6c1f-4ab2-a25c-187f2aab88cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.123961 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f73d258-ddf7-4ed5-a201-7d323cf67e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.124837 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cf47313-6315-4de4-932c-f3f799e662eb req-213d14e4-6c1f-4ab2-a25c-187f2aab88cc tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "DELETE /v2.0/floatingips/592b76cc-70d7-48f2-b799-c2dc204defb9 HTTP/1.1" status: 204 len: 173 time: 1.1802614 Nov 12 13:31:59.177119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0075e2bf-ddab-4aaf-9806-0594613f7d29 req-db295a07-5c85-4af7-9ddc-ca50ea532172 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166779 Nov 12 13:31:59.179002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ef8798b5-5580-44ac-af93-6343ab3d9e88 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:31:59.185676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1acd5669-6b82-4826-987c-c6fe1fee1034 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:31:59.246784 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dba18b9-990e-4233-9e79-3ba91da7421f tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.251892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:59.252988 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.329017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dba18b9-990e-4233-9e79-3ba91da7421f tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.331892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.363558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417284e-d050-4b45-aa50-ef48d49f405e req-f2c803c0-90d5-48f1-b466-d5e53219f290 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:59.369089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3417284e-d050-4b45-aa50-ef48d49f405e req-f2c803c0-90d5-48f1-b466-d5e53219f290 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 944 time: 0.1224077 Nov 12 13:31:59.406802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:31:59.412176 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.428673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dba18b9-990e-4233-9e79-3ba91da7421f tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.431539 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dba18b9-990e-4233-9e79-3ba91da7421f tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.432742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0dba18b9-990e-4233-9e79-3ba91da7421f tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-groups/206bf695-335d-4464-8b46-dd5045c804c4 HTTP/1.1" status: 204 len: 168 time: 0.3749261 Nov 12 13:31:59.438127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:59.480889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba18b9-990e-4233-9e79-3ba91da7421f tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206bf695-335d-4464-8b46-dd5045c804c4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:59.521895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:31:59.536475 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3417284e-d050-4b45-aa50-ef48d49f405e req-38a2a1e0-ce44-4a09-8551-761f48825a11 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613631 Nov 12 13:31:59.548615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:31:59.552243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=0e65aab0-b7d8-4904-ac9b-627adc2215d7,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:31:59.555405 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:31:59.562802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:59.565269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.590033 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d4dc4c5-181c-4861-be67-cda566b978f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.593960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-392fbcf3-52bb-4f57-90f2-46181e0ac850 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5627398 Nov 12 13:31:59.596665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50438) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:59.654600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4870bdfe-51d8-4c88-9bfd-054355689c53 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2128320 Nov 12 13:31:59.656085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50440) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:59.670178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-24b3d029-c432-4da1-98a5-3b224e4ef4fa tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group': {'name': 'tempest-secgroup--287253960'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:59.723150 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24b3d029-c432-4da1-98a5-3b224e4ef4fa tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.730971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 1acd5669-6b82-4826-987c-c6fe1fee1034 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:31:59.741651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 1acd5669-6b82-4826-987c-c6fe1fee1034 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:31:59.742031 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.752410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ef8798b5-5580-44ac-af93-6343ab3d9e88, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ef8798b5-5580-44ac-af93-6343ab3d9e88,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:31:59.798152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2f73d258-ddf7-4ed5-a201-7d323cf67e56 None None] Allocated IP 2001:db8:0:1::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/f4370904-2c15-4797-9718-319c02a8ba8b/16da64a5-d0d4-45d0-87b4-2e9ea22ac962) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:31:59.809245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'ef8798b5-5580-44ac-af93-6343ab3d9e88', 'network_id': '7eba926c-f4fc-48ab-a83f-19585ed76e4f', 'port_id': 'ef8798b5-5580-44ac-af93-6343ab3d9e88', 'mac_address': 'fa:16:3e:90:69:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d11e85-1966-4608-8da5-8307c339fc7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:31:59.875776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-351eb1d8-6f7e-45a1-88b2-f8f59057d85d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 0e65aab0-b7d8-4904-ac9b-627adc2215d7 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:31:59.876311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-351eb1d8-6f7e-45a1-88b2-f8f59057d85d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.900928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24b3d029-c432-4da1-98a5-3b224e4ef4fa tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.910874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24b3d029-c432-4da1-98a5-3b224e4ef4fa tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.932174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dd0de-19a6-453b-a027-21077c44f5d9 req-a8eda4e7-c098-43e6-9e64-6729fa6aa867 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:31:59.943174 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d95dd0de-19a6-453b-a027-21077c44f5d9 req-a8eda4e7-c098-43e6-9e64-6729fa6aa867 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 946 time: 0.1711733 Nov 12 13:31:59.946394 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24b3d029-c432-4da1-98a5-3b224e4ef4fa tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:31:59.950828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-24b3d029-c432-4da1-98a5-3b224e4ef4fa tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2927272 Nov 12 13:31:59.957430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:31:59.962753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-34a690e5-d1c4-4f12-bd6f-21c2b0723877 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '22b305e7-bc94-4f9a-928f-645a106dd8a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:31:59.968015 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3d029-c432-4da1-98a5-3b224e4ef4fa tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b305e7-bc94-4f9a-928f-645a106dd8a8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:00.011593 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34a690e5-d1c4-4f12-bd6f-21c2b0723877 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.024175 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.061201 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.084245 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d95dd0de-19a6-453b-a027-21077c44f5d9 req-9003ecab-0b5a-4210-96f8-0113223afe4e tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406958 Nov 12 13:32:00.088375 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-351eb1d8-6f7e-45a1-88b2-f8f59057d85d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.112287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2f73d258-ddf7-4ed5-a201-7d323cf67e56 None None] For port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:00.113569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-351eb1d8-6f7e-45a1-88b2-f8f59057d85d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 0e65aab0-b7d8-4904-ac9b-627adc2215d7 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:00.116983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34a690e5-d1c4-4f12-bd6f-21c2b0723877 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.120397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8798b5-5580-44ac-af93-6343ab3d9e88 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:32:00.123998 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34a690e5-d1c4-4f12-bd6f-21c2b0723877 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.142361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a690e5-d1c4-4f12-bd6f-21c2b0723877 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2769e447-5151-4f37-aca5-71b36afc90f9,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:00.147164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ef8798b5-5580-44ac-af93-6343ab3d9e88, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ef8798b5-5580-44ac-af93-6343ab3d9e88,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:00.163297 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.168920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34a690e5-d1c4-4f12-bd6f-21c2b0723877 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.171041 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-34a690e5-d1c4-4f12-bd6f-21c2b0723877 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2123251 Nov 12 13:32:00.174988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50450) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:00.223060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acd5669-6b82-4826-987c-c6fe1fee1034'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:00.225774 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660afdea-85fe-49bd-abed-2c5aaf87f3ba" -d '{"events": [{"server_uuid": "d0e27324-45bd-4e64-a9f4-a9f1d18e24ab", "name": "network-vif-plugged", "status": "completed", "tag": "1acd5669-6b82-4826-987c-c6fe1fee1034"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:00.234195 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47defa0b-b161-4160-8886-bd2aa14e1bb0 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.246854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47defa0b-b161-4160-8886-bd2aa14e1bb0 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.254170 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f73d258-ddf7-4ed5-a201-7d323cf67e56 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.263352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1acd5669-6b82-4826-987c-c6fe1fee1034, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1acd5669-6b82-4826-987c-c6fe1fee1034,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:00.271527 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f73d258-ddf7-4ed5-a201-7d323cf67e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.284236 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.294749 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd14100-90a3-4eea-9d0f-0647eb0d7b48 x-openstack-request-id: req-bdd14100-90a3-4eea-9d0f-0647eb0d7b48 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:00.294749 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e27324-45bd-4e64-a9f4-a9f1d18e24ab", "name": "network-vif-plugged", "status": "completed", "tag": "1acd5669-6b82-4826-987c-c6fe1fee1034", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:00.295230 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdd14100-90a3-4eea-9d0f-0647eb0d7b48 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:00.295776 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acd5669-6b82-4826-987c-c6fe1fee1034', 'code': 200} Nov 12 13:32:00.296710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=ef8798b5-5580-44ac-af93-6343ab3d9e88,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:00.331805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47defa0b-b161-4160-8886-bd2aa14e1bb0 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.340502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47defa0b-b161-4160-8886-bd2aa14e1bb0 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.344832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-47defa0b-b161-4160-8886-bd2aa14e1bb0 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2769e447-5151-4f37-aca5-71b36afc90f9 HTTP/1.1" status: 204 len: 168 time: 0.1687205 Nov 12 13:32:00.347036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50456) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:00.353590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47defa0b-b161-4160-8886-bd2aa14e1bb0 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2769e447-5151-4f37-aca5-71b36afc90f9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:00.375355 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-351eb1d8-6f7e-45a1-88b2-f8f59057d85d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.378287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1954fc-b38a-4cbd-8964-1a5a514e3d67 req-60469e03-40a1-47d7-911d-84792296baf4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:00.380516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be1954fc-b38a-4cbd-8964-1a5a514e3d67 req-60469e03-40a1-47d7-911d-84792296baf4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.0945141 Nov 12 13:32:00.406249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73d258-ddf7-4ed5-a201-7d323cf67e56 None None] Pushing event updated for resources: {'Port': ['ID=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:00.429893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351eb1d8-6f7e-45a1-88b2-f8f59057d85d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=0e65aab0-b7d8-4904-ac9b-627adc2215d7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:00.449068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5f553384-6918-4a2c-8a09-fc398a17e68b tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1007710 Nov 12 13:32:00.451713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50460) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:00.473237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1acd5669-6b82-4826-987c-c6fe1fee1034,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:00.534514 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.535457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be1954fc-b38a-4cbd-8964-1a5a514e3d67 req-519b1cac-699e-4231-a569-6aa7ceb21d8f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472814 Nov 12 13:32:00.541053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c4b1d-4d35-4de5-8677-4ff01dfae0eb req-b18ce46e-94dc-43b1-889e-4d0ae63f9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:00.542837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-745c4b1d-4d35-4de5-8677-4ff01dfae0eb req-b18ce46e-94dc-43b1-889e-4d0ae63f9225 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 1097 time: 0.0955088 Nov 12 13:32:00.576421 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-351eb1d8-6f7e-45a1-88b2-f8f59057d85d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.583517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50464) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:00.583729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-351eb1d8-6f7e-45a1-88b2-f8f59057d85d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/0e65aab0-b7d8-4904-ac9b-627adc2215d7 HTTP/1.1" status: 204 len: 168 time: 0.9857094 Nov 12 13:32:00.607054 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e74d874-342c-4112-b839-2f2d5c41b073 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.640876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-745c4b1d-4d35-4de5-8677-4ff01dfae0eb req-63b47c5f-df63-4c8d-b0c7-604c2265d22e service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862484 Nov 12 13:32:00.659484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7441e0c-8fc8-4ab1-9b17-db4d949e3ede tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:00.663527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e74d874-342c-4112-b839-2f2d5c41b073 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.663819 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d7441e0c-8fc8-4ab1-9b17-db4d949e3ede tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0765855 Nov 12 13:32:00.665346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50466) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:00.748850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a2944-808b-4dc5-ba70-e3a795ca997c req-d24da5bf-3297-46d1-abdd-c22a7bc1450a tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:00.750482 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-928a2944-808b-4dc5-ba70-e3a795ca997c req-d24da5bf-3297-46d1-abdd-c22a7bc1450a tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 945 time: 0.1271908 Nov 12 13:32:00.760923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:00.792424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed9bae-3e49-4664-9390-cef42414a725 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:00.794014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dfed9bae-3e49-4664-9390-cef42414a725 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1220284 Nov 12 13:32:00.794759 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e74d874-342c-4112-b839-2f2d5c41b073 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.797131 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50468) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:00.797411 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e74d874-342c-4112-b839-2f2d5c41b073 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.801220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9e74d874-342c-4112-b839-2f2d5c41b073 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-groups/22b305e7-bc94-4f9a-928f-645a106dd8a8 HTTP/1.1" status: 204 len: 168 time: 0.3458683 Nov 12 13:32:00.801491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['ef8798b5-5580-44ac-af93-6343ab3d9e88'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:32:00.805368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50470) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:00.835713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74d874-342c-4112-b839-2f2d5c41b073 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b305e7-bc94-4f9a-928f-645a106dd8a8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:00.886010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f51aa-416a-4e54-9552-0b4b779be542 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:00.888332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f51aa-416a-4e54-9552-0b4b779be542 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:00.889928 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-928a2944-808b-4dc5-ba70-e3a795ca997c req-12d3f605-37d1-4d24-a16d-3850356ab20e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151428 Nov 12 13:32:00.891186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f51aa-416a-4e54-9552-0b4b779be542 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:00.892066 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:00.892516 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.893690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f57f51aa-416a-4e54-9552-0b4b779be542 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0952902 Nov 12 13:32:00.897709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50472) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:00.930516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f4eed5ef-204b-4b6b-8b6e-1b24e025cb97 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1217716 Nov 12 13:32:00.931146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50476) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:00.935794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ba00d04d-cfa9-499d-8a8b-d63f3204b28e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349287794'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:00.969889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ba00d04d-cfa9-499d-8a8b-d63f3204b28e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:00.984349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bcd549-a402-451f-b1ba-92435933b260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 11a4ff1a-bae4-4a98-b089-931da3f96690 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:32:00.988672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99bcd549-a402-451f-b1ba-92435933b260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.051541 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99bcd549-a402-451f-b1ba-92435933b260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.106646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ba00d04d-cfa9-499d-8a8b-d63f3204b28e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.115273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ba00d04d-cfa9-499d-8a8b-d63f3204b28e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.137755 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ba00d04d-cfa9-499d-8a8b-d63f3204b28e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.144584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ba00d04d-cfa9-499d-8a8b-d63f3204b28e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2118490 Nov 12 13:32:01.161595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99bcd549-a402-451f-b1ba-92435933b260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.168268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50484) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:01.173456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-cd86eb78-6c1e-4aeb-9566-783962a34ba8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '72606086-87c1-4896-a0fe-2e86322ba1e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:01.277693 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99bcd549-a402-451f-b1ba-92435933b260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.301696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99bcd549-a402-451f-b1ba-92435933b260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.306213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-99bcd549-a402-451f-b1ba-92435933b260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/11a4ff1a-bae4-4a98-b089-931da3f96690 HTTP/1.1" status: 204 len: 168 time: 0.4064817 Nov 12 13:32:01.329570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50490) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:01.342535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcd549-a402-451f-b1ba-92435933b260 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=11a4ff1a-bae4-4a98-b089-931da3f96690,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:01.369488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e5757be5-cb53-4b94-8bd0-ad65d37d6233 None None] Provisioning complete for port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:01.369943 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5757be5-cb53-4b94-8bd0-ad65d37d6233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.426422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-918047dc-82f6-477d-995f-c3ceb03863bc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet f4370904-2c15-4797-9718-319c02a8ba8b {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:32:01.435219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-918047dc-82f6-477d-995f-c3ceb03863bc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.515416 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-918047dc-82f6-477d-995f-c3ceb03863bc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.639603 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd86eb78-6c1e-4aeb-9566-783962a34ba8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.653168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00d04d-cfa9-499d-8a8b-d63f3204b28e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72606086-87c1-4896-a0fe-2e86322ba1e1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:01.665414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d4ca2-3696-40d2-b26e-b48b12c1222c None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:01.675803 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-918047dc-82f6-477d-995f-c3ceb03863bc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.696793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4c7b0-2b3d-4836-b073-9cb6dd0dc9d5 req-4aef292b-9ba4-41ce-aa81-efc2c39ebcc1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:01.704300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39c4c7b0-2b3d-4836-b073-9cb6dd0dc9d5 req-4aef292b-9ba4-41ce-aa81-efc2c39ebcc1 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 946 time: 0.4988728 Nov 12 13:32:01.766766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5a3be21b-762d-4f16-b09c-0dba0b9ed266 None None] Could not find standard attr ID for object 0e65aab0-b7d8-4904-ac9b-627adc2215d7. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:32:01.771692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd86eb78-6c1e-4aeb-9566-783962a34ba8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.794564 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39c4c7b0-2b3d-4836-b073-9cb6dd0dc9d5 req-1a20237e-1bc0-441d-a7fd-2adcc196f1e6 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8280b17-1957-4f66-85be-f69d70c4f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892999 Nov 12 13:32:01.795432 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd86eb78-6c1e-4aeb-9566-783962a34ba8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.824096 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd86eb78-6c1e-4aeb-9566-783962a34ba8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.825328 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cd86eb78-6c1e-4aeb-9566-783962a34ba8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6560133 Nov 12 13:32:01.827891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50498) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:01.833860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c3dfa-6db0-4aee-93f5-cc86679f9910 req-48d3309b-da61-4f90-ba21-afccf0b7f4aa tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:01.834853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86eb78-6c1e-4aeb-9566-783962a34ba8 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f39403-d98a-40f8-a6b0-06c4285b57b0,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:01.835433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d38c3dfa-6db0-4aee-93f5-cc86679f9910 req-48d3309b-da61-4f90-ba21-afccf0b7f4aa tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1135421 Nov 12 13:32:01.866408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e3ed7d39-f6db-4215-9495-b9cf53911e48 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules/90f39403-d98a-40f8-a6b0-06c4285b57b0 HTTP/1.1" status: 200 len: 763 time: 0.0373414 Nov 12 13:32:01.868107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50500) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:01.888494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-918047dc-82f6-477d-995f-c3ceb03863bc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.930622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c9fd2a64-59e8-414b-940f-2edc22a7c58e tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0605798 Nov 12 13:32:01.931767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50504) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:01.949052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918047dc-82f6-477d-995f-c3ceb03863bc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=f4370904-2c15-4797-9718-319c02a8ba8b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:01.976849 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-100cd5f1-d690-453f-b34c-8a46e20a99ca tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:01.986589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-100cd5f1-d690-453f-b34c-8a46e20a99ca tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.005574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-de98fc96-f221-4f5f-b9a1-506b208c7917 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:02.008595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-de98fc96-f221-4f5f-b9a1-506b208c7917 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.105 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 946 time: 0.1946189 Nov 12 13:32:02.010084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-918047dc-82f6-477d-995f-c3ceb03863bc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.013350 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-918047dc-82f6-477d-995f-c3ceb03863bc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/f4370904-2c15-4797-9718-319c02a8ba8b HTTP/1.1" status: 204 len: 168 time: 0.6816719 Nov 12 13:32:02.024058 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d38c3dfa-6db0-4aee-93f5-cc86679f9910 req-15792eef-0f0d-4f2c-9949-454045516b11 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607578 Nov 12 13:32:02.024601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50506) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:02.034034 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-100cd5f1-d690-453f-b34c-8a46e20a99ca tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.062556 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-100cd5f1-d690-453f-b34c-8a46e20a99ca tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.067343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-100cd5f1-d690-453f-b34c-8a46e20a99ca tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/90f39403-d98a-40f8-a6b0-06c4285b57b0 HTTP/1.1" status: 204 len: 168 time: 0.1321492 Nov 12 13:32:02.070147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b8e637-73fa-435b-930b-e347cd716f59 None None] Update dhcp port {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'fixed_ips': [{'subnet_id': 'f4370904-2c15-4797-9718-319c02a8ba8b'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '16da64a5-d0d4-45d0-87b4-2e9ea22ac962'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:32:02.072326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50508) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:02.085017 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dd77f850-ea25-455e-872b-d3ea14cd8796 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442855 Nov 12 13:32:02.097705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50510) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:02.102817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0e9a3882-6039-4934-91ad-97b36032e4a1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:02.113276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cd5f1-d690-453f-b34c-8a46e20a99ca tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90f39403-d98a-40f8-a6b0-06c4285b57b0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:02.130277 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e637-73fa-435b-930b-e347cd716f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.175289 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.185864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-8b43ad4c-1748-46b5-a586-4a670395d624 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Deleting port d513bcdf-2c82-41ce-8abd-d672a99cf03d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:02.186123 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-8b43ad4c-1748-46b5-a586-4a670395d624 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.211671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cc4f5-8622-4a4b-82bd-164ed525207e req-37e7d066-f648-47c9-a3a9-9147cffd7a77 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:02.214262 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb2cc4f5-8622-4a4b-82bd-164ed525207e req-37e7d066-f648-47c9-a3a9-9147cffd7a77 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 945 time: 0.1975431 Nov 12 13:32:02.226621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-70314b96-fd52-4ec5-81d5-45e338eda171 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1530991 Nov 12 13:32:02.227361 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50512) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:02.242170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-231da272-5d5f-4e85-a777-0ecf05bba66a tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '72606086-87c1-4896-a0fe-2e86322ba1e1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:02.284628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-8b43ad4c-1748-46b5-a586-4a670395d624 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] For port d513bcdf-2c82-41ce-8abd-d672a99cf03d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d513bcdf-2c82-41ce-8abd-d672a99cf03d,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:02.285054 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-8b43ad4c-1748-46b5-a586-4a670395d624 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.299884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-8b43ad4c-1748-46b5-a586-4a670395d624 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Calling delete_port for d513bcdf-2c82-41ce-8abd-d672a99cf03d owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:02.351571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9a3882-6039-4934-91ad-97b36032e4a1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:02.357255 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0e9a3882-6039-4934-91ad-97b36032e4a1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.372587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb2cc4f5-8622-4a4b-82bd-164ed525207e req-abeb2967-5c32-4f72-a97d-b1e3e7c973e9 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406946 Nov 12 13:32:02.374321 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-231da272-5d5f-4e85-a777-0ecf05bba66a tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.481539 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-8b43ad4c-1748-46b5-a586-4a670395d624 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.482372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7af5d4-1938-44c9-93a1-fc1f572fd6e1 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:02.506803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d513bcdf-2c82-41ce-8abd-d672a99cf03d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:32:02.516387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43ad4c-1748-46b5-a586-4a670395d624 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Pushing event deleted for resources: {'Port': ['ID=d513bcdf-2c82-41ce-8abd-d672a99cf03d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:02.572302 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-231da272-5d5f-4e85-a777-0ecf05bba66a tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.582369 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-231da272-5d5f-4e85-a777-0ecf05bba66a tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.585250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-8b43ad4c-1748-46b5-a586-4a670395d624 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] No DVR routers for this DVR port d513bcdf-2c82-41ce-8abd-d672a99cf03d on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:02.588730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-8b43ad4c-1748-46b5-a586-4a670395d624 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.601300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2144f9d1-ad09-42a2-b221-75d19be3d0b2 None None] Provisioning complete for port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:02.601680 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2144f9d1-ad09-42a2-b221-75d19be3d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.609018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5686d9a3-10e7-42fb-bcad-2d13323f249d req-8b43ad4c-1748-46b5-a586-4a670395d624 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.105 "DELETE /v2.0/ports/d513bcdf-2c82-41ce-8abd-d672a99cf03d HTTP/1.1" status: 204 len: 173 time: 0.5830894 Nov 12 13:32:02.609837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'name': 'network-vif-deleted', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:02.614419 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165cfb71-573c-460e-8b5f-6862317a921c" -d '{"events": [{"server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "name": "network-vif-deleted", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:02.665057 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fc6868-85c6-4d75-8c58-87b2f944979d x-openstack-request-id: req-a7fc6868-85c6-4d75-8c58-87b2f944979d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:02.665393 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d9967b-a904-43e1-9f5d-773734a87b2e", "name": "network-vif-deleted", "tag": "d513bcdf-2c82-41ce-8abd-d672a99cf03d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:02.665657 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7fc6868-85c6-4d75-8c58-87b2f944979d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:02.666131 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d9967b-a904-43e1-9f5d-773734a87b2e', 'name': 'network-vif-deleted', 'tag': 'd513bcdf-2c82-41ce-8abd-d672a99cf03d', 'status': 'completed', 'code': 200} Nov 12 13:32:02.727512 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-231da272-5d5f-4e85-a777-0ecf05bba66a tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.736245 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-231da272-5d5f-4e85-a777-0ecf05bba66a tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4908779 Nov 12 13:32:02.736245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231da272-5d5f-4e85-a777-0ecf05bba66a tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae39e55-1ddf-4c68-8999-af643a0d7694,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:02.737310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50524) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:02.769341 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-74e27aac-2735-4f18-b655-a0778b51738d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules/cae39e55-1ddf-4c68-8999-af643a0d7694 HTTP/1.1" status: 200 len: 763 time: 0.0305865 Nov 12 13:32:02.772733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:02.833523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:02.846998 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0e9a3882-6039-4934-91ad-97b36032e4a1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.922696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a3882-6039-4934-91ad-97b36032e4a1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:02.932339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a3882-6039-4934-91ad-97b36032e4a1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:02.948570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a3882-6039-4934-91ad-97b36032e4a1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:02.949591 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0e9a3882-6039-4934-91ad-97b36032e4a1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:02.961396 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-928a226a-9132-4aee-8a5a-16f03aeca1ab tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1843290 Nov 12 13:32:02.963651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50532) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:02.991094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a3882-6039-4934-91ad-97b36032e4a1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=fc93ce78-6eee-404c-b03e-586880fcbdfd,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:03.003912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.027725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0e9a3882-6039-4934-91ad-97b36032e4a1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9285359 Nov 12 13:32:03.036228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50534) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:03.042899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8c9df743-53c1-44f7-91f3-2941ae857338 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:03.064056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32cfea9-a8c7-4d65-bda4-02dec0939dc2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.073160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54e8a2-3ad0-4178-9edb-cf87a938ff6f None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:03.087330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32cfea9-a8c7-4d65-bda4-02dec0939dc2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.092217 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.139930 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32cfea9-a8c7-4d65-bda4-02dec0939dc2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.154502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32cfea9-a8c7-4d65-bda4-02dec0939dc2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.162958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c32cfea9-a8c7-4d65-bda4-02dec0939dc2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/cae39e55-1ddf-4c68-8999-af643a0d7694 HTTP/1.1" status: 204 len: 168 time: 0.1979239 Nov 12 13:32:03.169078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50538) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:03.219383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ef8798b5-5580-44ac-af93-6343ab3d9e88 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:03.223981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:03.228932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cfea9-a8c7-4d65-bda4-02dec0939dc2 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cae39e55-1ddf-4c68-8999-af643a0d7694,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:03.265856 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.288360 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-423a1f39-5768-4b9d-9493-240d3687b860 req-492a0c2d-b862-4526-a321-eb66cce6ff30 tempest-FloatingIPsAssociationTestJSON-1982842717 tempest-FloatingIPsAssociationTestJSON-1982842717-project] 10.222.0.73 "GET /v2.0/ports?device_id=14d9967b-a904-43e1-9f5d-773734a87b2e HTTP/1.1" status: 200 len: 210 time: 0.2683148 Nov 12 13:32:03.294013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9df743-53c1-44f7-91f3-2941ae857338 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:03.301479 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8c9df743-53c1-44f7-91f3-2941ae857338 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.340453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452718-03f5-4222-9799-18889cf3771c req-296ed3c9-e416-4c0c-8a03-f633367ce905 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:03.343902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb452718-03f5-4222-9799-18889cf3771c req-296ed3c9-e416-4c0c-8a03-f633367ce905 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1672256 Nov 12 13:32:03.353445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5d54e8a2-3ad0-4178-9edb-cf87a938ff6f None None] Deleting port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:03.354112 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d54e8a2-3ad0-4178-9edb-cf87a938ff6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.358541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:03.372068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-610d80ec-30d5-401c-a19d-6b3dfcf3efb3 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2010889 Nov 12 13:32:03.374780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50540) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:03.386577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e2e60ec1-ac78-4615-b3a5-746593787210 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Request body: {'security_group_rule': {'security_group_id': '72606086-87c1-4896-a0fe-2e86322ba1e1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:03.421711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port ef8798b5-5580-44ac-af93-6343ab3d9e88 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:32:03.431336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port ef8798b5-5580-44ac-af93-6343ab3d9e88 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:03.431976 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.477219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb452718-03f5-4222-9799-18889cf3771c req-4228fea2-a8c9-4261-bcf3-780c4da60279 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002314 Nov 12 13:32:03.501601 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-e2e60ec1-ac78-4615-b3a5-746593787210 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Project e2b57da09c074646906df1533438ba31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:32:03.506025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5d54e8a2-3ad0-4178-9edb-cf87a938ff6f None None] For port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:03.506698 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d54e8a2-3ad0-4178-9edb-cf87a938ff6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.512950 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e2e60ec1-ac78-4615-b3a5-746593787210 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.521802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5d54e8a2-3ad0-4178-9edb-cf87a938ff6f None None] Calling delete_port for 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:03.572010 n-d-805736-4 neutron-server[102675]: INFO neutron.db.ipam_backend_mixin [None req-8c9df743-53c1-44f7-91f3-2941ae857338 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc93ce78-6eee-404c-b03e-586880fcbdfd (CIDR: 2001:db8::/64) Nov 12 13:32:03.582813 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9df743-53c1-44f7-91f3-2941ae857338 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:32:03.583271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9df743-53c1-44f7-91f3-2941ae857338 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:03.633881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d30cb5-bde5-4248-92fa-c3cda8185996 req-fd2b2d1f-67f6-41d4-8cd1-f077420cf69c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:03.636353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1d30cb5-bde5-4248-92fa-c3cda8185996 req-fd2b2d1f-67f6-41d4-8cd1-f077420cf69c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 945 time: 0.1128771 Nov 12 13:32:03.636525 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.644499 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8c9df743-53c1-44f7-91f3-2941ae857338 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6035452 Nov 12 13:32:03.644832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50546) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:03.650498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:03.675540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa384f81-6d37-4810-a41b-5e3339e96eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8798b5-5580-44ac-af93-6343ab3d9e88'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:03.677872 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426206d5-e9e6-419a-81fd-b8b32a0ae328" -d '{"events": [{"server_uuid": "aa384f81-6d37-4810-a41b-5e3339e96eda", "name": "network-vif-plugged", "status": "completed", "tag": "ef8798b5-5580-44ac-af93-6343ab3d9e88"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:03.693812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ef8798b5-5580-44ac-af93-6343ab3d9e88, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ef8798b5-5580-44ac-af93-6343ab3d9e88,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:03.695460 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d54e8a2-3ad0-4178-9edb-cf87a938ff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.697456 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e2e60ec1-ac78-4615-b3a5-746593787210 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.705794 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e2e60ec1-ac78-4615-b3a5-746593787210 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.724959 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.728100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54e8a2-3ad0-4178-9edb-cf87a938ff6f None None] Pushing event deleted for resources: {'Port': ['ID=16da64a5-d0d4-45d0-87b4-2e9ea22ac962,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:03.733015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54e8a2-3ad0-4178-9edb-cf87a938ff6f None None] No DVR routers for this DVR port 16da64a5-d0d4-45d0-87b4-2e9ea22ac962 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:03.802762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e60ec1-ac78-4615-b3a5-746593787210 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335eebb7-aabd-4a9a-8a74-82cb7dffcecf,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:03.804759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9510a-7783-40df-b921-0d5d614916a8 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:03.829032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e2e60ec1-ac78-4615-b3a5-746593787210 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:03.830398 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e2e60ec1-ac78-4615-b3a5-746593787210 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4545584 Nov 12 13:32:03.833224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:03.838963 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1d30cb5-bde5-4248-92fa-c3cda8185996 req-9d74fda5-f5dc-4719-9628-2a605f872962 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830981 Nov 12 13:32:03.951703 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491734b1-8e46-4c27-832f-1e9b70c9dc6b x-openstack-request-id: req-491734b1-8e46-4c27-832f-1e9b70c9dc6b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:03.952274 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa384f81-6d37-4810-a41b-5e3339e96eda", "name": "network-vif-plugged", "status": "completed", "tag": "ef8798b5-5580-44ac-af93-6343ab3d9e88", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:03.952408 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-491734b1-8e46-4c27-832f-1e9b70c9dc6b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:03.952777 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa384f81-6d37-4810-a41b-5e3339e96eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8798b5-5580-44ac-af93-6343ab3d9e88', 'code': 200} Nov 12 13:32:03.961970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-317fd6f7-c758-4677-90b1-07932b868149 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules/335eebb7-aabd-4a9a-8a74-82cb7dffcecf HTTP/1.1" status: 200 len: 769 time: 0.1267660 Nov 12 13:32:03.964547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50560) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:04.050184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=ef8798b5-5580-44ac-af93-6343ab3d9e88,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:04.089056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:04.093266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.129489 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c4a4ef27-6650-4ba9-9c56-cf05e065d2b4 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1609530 Nov 12 13:32:04.130668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50568) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:04.177783 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04a1f83f-3fa2-4572-a407-048c6649221d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.196055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04a1f83f-3fa2-4572-a407-048c6649221d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.208144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd77441-f0c3-43b4-923a-5ee2dce85e09 req-01ad12ad-7def-45c2-afaa-2b22e615c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:04.210064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cd77441-f0c3-43b4-923a-5ee2dce85e09 req-01ad12ad-7def-45c2-afaa-2b22e615c48a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 1097 time: 0.1760025 Nov 12 13:32:04.260316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'fc93ce78-6eee-404c-b03e-586880fcbdfd'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:32:04.261442 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.270987 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04a1f83f-3fa2-4572-a407-048c6649221d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.299820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04a1f83f-3fa2-4572-a407-048c6649221d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.300740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cd77441-f0c3-43b4-923a-5ee2dce85e09 req-1a57cc54-fcf8-4834-b805-3d233003ce1d service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826972 Nov 12 13:32:04.304286 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-04a1f83f-3fa2-4572-a407-048c6649221d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/335eebb7-aabd-4a9a-8a74-82cb7dffcecf HTTP/1.1" status: 204 len: 168 time: 0.1724131 Nov 12 13:32:04.304538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50570) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:04.320651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1f83f-3fa2-4572-a407-048c6649221d tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=335eebb7-aabd-4a9a-8a74-82cb7dffcecf,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:04.376759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50574) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:04.380353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673a82f-eb1f-4048-88d1-59853620dd62 req-a91c7e31-3138-4466-a7ee-40ebe3233bb3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:04.382060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d673a82f-eb1f-4048-88d1-59853620dd62 req-a91c7e31-3138-4466-a7ee-40ebe3233bb3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1554039 Nov 12 13:32:04.453983 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d673a82f-eb1f-4048-88d1-59853620dd62 req-0bf248a3-93a8-4235-9797-d9cca3b790af tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616002 Nov 12 13:32:04.464134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-473cd224-51cd-4115-a9af-d2e71aad1f60 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1582541 Nov 12 13:32:04.467181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50576) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:04.511302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/fc93ce78-6eee-404c-b03e-586880fcbdfd/59817e44-25d7-414d-ad8d-a7f69587cc48) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:04.558462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b43e0ad-a270-481c-91cd-bccdcea96ccb tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.604935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b43e0ad-a270-481c-91cd-bccdcea96ccb tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.682472 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b43e0ad-a270-481c-91cd-bccdcea96ccb tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.688925 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b43e0ad-a270-481c-91cd-bccdcea96ccb tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.691175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3b43e0ad-a270-481c-91cd-bccdcea96ccb tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "DELETE /v2.0/security-groups/72606086-87c1-4896-a0fe-2e86322ba1e1 HTTP/1.1" status: 204 len: 168 time: 0.2223163 Nov 12 13:32:04.708485 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50578) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:04.709627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43e0ad-a270-481c-91cd-bccdcea96ccb tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72606086-87c1-4896-a0fe-2e86322ba1e1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:04.753744 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.765587 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:04.792711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:04.797726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:04.805651 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ab5cc8a3-e75f-48f3-aa81-f9d0dcd5e88c tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0916266 Nov 12 13:32:04.817017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50580) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:04.838928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:04.871849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Pushing event updated for resources: {'Port': ['ID=59817e44-25d7-414d-ad8d-a7f69587cc48,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:04.919821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-495aa003-7ce6-4c69-91c0-55211ffcce85 tempest-SecGroupIPv6Test-729823790 tempest-SecGroupIPv6Test-729823790-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1008933 Nov 12 13:32:04.996339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Attempting to bind port 59817e44-25d7-414d-ad8d-a7f69587cc48 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:32:04.996929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Attempting to bind port 59817e44-25d7-414d-ad8d-a7f69587cc48 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:32:04.997043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Attempting to bind port 59817e44-25d7-414d-ad8d-a7f69587cc48 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:05.003633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:32:05.004015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:05.004427 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.004870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:32:05.005391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Bound port: 59817e44-25d7-414d-ad8d-a7f69587cc48, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:32:05.005782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.084501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] For port 59817e44-25d7-414d-ad8d-a7f69587cc48, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:05.088120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] For port 59817e44-25d7-414d-ad8d-a7f69587cc48, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=59817e44-25d7-414d-ad8d-a7f69587cc48,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:32:05.098070 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.213635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785428a9-28dc-4838-89c7-28e6ee261232 req-a8ba28de-81e8-46de-afbe-6fede0ae1255 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:05.214933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d3abf-9d89-489f-b472-8d7d1c6aa3b7 None None] Pushing event updated for resources: {'Port': ['ID=59817e44-25d7-414d-ad8d-a7f69587cc48,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:05.223171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d513bcdf-2c82-41ce-8abd-d672a99cf03d no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:05.227170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-785428a9-28dc-4838-89c7-28e6ee261232 req-a8ba28de-81e8-46de-afbe-6fede0ae1255 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1660953 Nov 12 13:32:05.258548 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: d513bcdf-2c82-41ce-8abd-d672a99cf03d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:32:05.258983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d513bcdf-2c82-41ce-8abd-d672a99cf03d not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:05.375250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-785428a9-28dc-4838-89c7-28e6ee261232 req-b23290c8-4969-4f58-aa30-1285d2dc29b7 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833399 Nov 12 13:32:05.423485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.objects.ports [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:32:05.472787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50592) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:05.711031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.722577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842534e8-09bd-44c5-b0bd-af1c1234440d req-5c1e286d-248e-4ab5-8048-244ba89fa67d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:05.725009 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-842534e8-09bd-44c5-b0bd-af1c1234440d req-5c1e286d-248e-4ab5-8048-244ba89fa67d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1207373 Nov 12 13:32:05.751985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.803362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-72370448-1d58-48c2-8073-5cddd5404ccd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2b57da09c074646906df1533438ba31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287432 Nov 12 13:32:05.808257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50598) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:05.829417 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-842534e8-09bd-44c5-b0bd-af1c1234440d req-7df99e77-362d-4611-ab47-1c102a7c69f4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964909 Nov 12 13:32:05.907673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:05.947664 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.026153 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.035492 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.040210 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ffcdfb7-3987-4fc8-b29e-6715c042b03c HTTP/1.1" status: 204 len: 168 time: 0.2301207 Nov 12 13:32:06.052225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffcdfb7-3987-4fc8-b29e-6715c042b03c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:06.075216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.077689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.078120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.078612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.079142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.079633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.080933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.081291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] For port 59817e44-25d7-414d-ad8d-a7f69587cc48, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=59817e44-25d7-414d-ad8d-a7f69587cc48,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:06.081427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.081820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.082336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.082756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.083096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ae7af-39d4-495b-8202-32d9f5e1f76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:06.130711 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.138262 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.139072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.185000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:06.226102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:06.235483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:06.236962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.322746 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6741560 Nov 12 13:32:06.323415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50608) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:06.328672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:30:ec:39', 'name': 'tempest-NetworksTestDHCPv6-837096502'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:06.331693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=39ec9fe3-99fb-49e2-9a7a-b12caee4f6fb,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:06.335040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3240fef-2031-4a2d-ab7e-94128765296b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=59817e44-25d7-414d-ad8d-a7f69587cc48,revision_number=4']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:06.363404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] Deleting port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:06.363798 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.466460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] For port 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=789b5fd7-e1ac-4ab4-a8cc-d47416fb893c,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:06.466844 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.492095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] Calling delete_port for 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:06.581415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f9718-f7da-4c0d-bad9-f47a128537ed req-6e8e0fb6-f476-4295-b70d-3bcd15c74587 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:06.583150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-514f9718-f7da-4c0d-bad9-f47a128537ed req-6e8e0fb6-f476-4295-b70d-3bcd15c74587 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1141810 Nov 12 13:32:06.630138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:06.680636 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-514f9718-f7da-4c0d-bad9-f47a128537ed req-4c440920-415d-439a-82e6-45320f27fc49 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885122 Nov 12 13:32:06.709488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e6d2d5-f8d8-4a06-b25a-afbb335a9270 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:06.803932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.842659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:06.851414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:32:06.915906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 59817e44-25d7-414d-ad8d-a7f69587cc48 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:06.942127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] Pushing event deleted for resources: {'Port': ['ID=789b5fd7-e1ac-4ab4-a8cc-d47416fb893c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:07.051967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e78e68ab-e177-4c0f-9109-4e01e0b43be0 None None] Provisioning complete for port 59817e44-25d7-414d-ad8d-a7f69587cc48 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:07.052341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e78e68ab-e177-4c0f-9109-4e01e0b43be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.240181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdfb09-a96d-4528-83eb-2d476fd3b3d2 req-c3146171-a8ce-4050-8365-7c831ebe6e7b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:07.244111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cebdfb09-a96d-4528-83eb-2d476fd3b3d2 req-c3146171-a8ce-4050-8365-7c831ebe6e7b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.2370253 Nov 12 13:32:07.331278 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.343054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 59817e44-25d7-414d-ad8d-a7f69587cc48 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:07.343426 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.440371 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e78e68ab-e177-4c0f-9109-4e01e0b43be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.441167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185a01d-5fd5-4d6f-9bd3-f3fd4b91ccec req-2b3f96f7-f382-4558-a334-654ef1b9e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:07.443179 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e185a01d-5fd5-4d6f-9bd3-f3fd4b91ccec req-2b3f96f7-f382-4558-a334-654ef1b9e231 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=170097f1c6844d7b9b117a05fcb7ed26&device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 1097 time: 0.3580334 Nov 12 13:32:07.528255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07b60c-a20a-49f6-9e18-4b3426e7427a req-62749f30-c049-4a26-9ae2-50914815a15d tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:07.537001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f07b60c-a20a-49f6-9e18-4b3426e7427a req-62749f30-c049-4a26-9ae2-50914815a15d tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.4643705 Nov 12 13:32:07.560116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e78e68ab-e177-4c0f-9109-4e01e0b43be0 None None] For port 59817e44-25d7-414d-ad8d-a7f69587cc48, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=59817e44-25d7-414d-ad8d-a7f69587cc48,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:07.580077 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e78e68ab-e177-4c0f-9109-4e01e0b43be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:07.636761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::3c6 (514a5480-43a8-41bb-9524-24b97d0dd96f/fc93ce78-6eee-404c-b03e-586880fcbdfd/8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:07.659645 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f07b60c-a20a-49f6-9e18-4b3426e7427a req-75a3ba32-8e91-4e48-ad79-69eefac6ab60 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202154 Nov 12 13:32:07.702066 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-a64d30f7-2ada-4c58-b356-8def977e6480 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3448086 Nov 12 13:32:07.703807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:ec39 (514a5480-43a8-41bb-9524-24b97d0dd96f/39ec9fe3-99fb-49e2-9a7a-b12caee4f6fb/8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:07.718941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cebdfb09-a96d-4528-83eb-2d476fd3b3d2 req-f1170e3f-ac18-4ea9-85e0-05b06a1749bc tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587293 Nov 12 13:32:07.830130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e68ab-e177-4c0f-9109-4e01e0b43be0 None None] Pushing event updated for resources: {'Port': ['ID=59817e44-25d7-414d-ad8d-a7f69587cc48,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:07.872821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185a01d-5fd5-4d6f-9bd3-f3fd4b91ccec req-cba61c1c-6e48-4540-b7ab-f9115a45066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:07.874387 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e185a01d-5fd5-4d6f-9bd3-f3fd4b91ccec req-cba61c1c-6e48-4540-b7ab-f9115a45066c service neutron] 10.222.0.105 "GET /v2.0/networks?id=7eba926c-f4fc-48ab-a83f-19585ed76e4f HTTP/1.1" status: 200 len: 911 time: 0.4230030 Nov 12 13:32:07.959732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e185a01d-5fd5-4d6f-9bd3-f3fd4b91ccec req-d3eadeec-ff82-4bcc-a0b9-53d38caa3649 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef8798b5-5580-44ac-af93-6343ab3d9e88 HTTP/1.1" status: 200 len: 217 time: 0.0762835 Nov 12 13:32:08.045514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185a01d-5fd5-4d6f-9bd3-f3fd4b91ccec req-4e02719f-d53b-4a2c-9aac-8b80491e3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.046999 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e185a01d-5fd5-4d6f-9bd3-f3fd4b91ccec req-4e02719f-d53b-4a2c-9aac-8b80491e3cc5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=26d11e85-1966-4608-8da5-8307c339fc7d HTTP/1.1" status: 200 len: 850 time: 0.0807285 Nov 12 13:32:08.052310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] Router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:32:08.087382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e185a01d-5fd5-4d6f-9bd3-f3fd4b91ccec req-729a203a-64a1-4cfb-ac1b-a6934ddf8c54 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7eba926c-f4fc-48ab-a83f-19585ed76e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314744 Nov 12 13:32:08.105337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-07cabb64-3b26-421e-989d-76919cdf9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.105919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-07cabb64-3b26-421e-989d-76919cdf9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.107916 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-07cabb64-3b26-421e-989d-76919cdf9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.108402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-07cabb64-3b26-421e-989d-76919cdf9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.108876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-07cabb64-3b26-421e-989d-76919cdf9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.109375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-07cabb64-3b26-421e-989d-76919cdf9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.109840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-07cabb64-3b26-421e-989d-76919cdf9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.112444 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-07cabb64-3b26-421e-989d-76919cdf9c09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=417c8b6de118451fa28529e6becf05da&device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 6501 time: 0.3190482 Nov 12 13:32:08.291559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:32:08.306054 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] Sync routers for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:32:08.323621 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:08.326015 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:08.336663 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-407dc890-2a65-4de0-8ee3-5c0dc5e2f404 admin admin] 10.222.0.73 "PUT /v2.0/routers/b060a0c5-fa1a-4b94-8605-31c58fb24ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9576654 Nov 12 13:32:08.338135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-ee2ec1f6-a417-490c-afc5-f53cdb4e99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.338711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-ee2ec1f6-a417-490c-afc5-f53cdb4e99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.339339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50654) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:08.339714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-ee2ec1f6-a417-490c-afc5-f53cdb4e99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.341649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-ee2ec1f6-a417-490c-afc5-f53cdb4e99d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&id=86f1d168-32de-4338-8ea5-eb80a7d59bbe HTTP/1.1" status: 200 len: 2296 time: 0.1871078 Nov 12 13:32:08.349542 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:08.454035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-d1591525-440b-4295-839d-1136e5c5ef35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbee6d53-4da5-445b-9558-1c62aa989afe HTTP/1.1" status: 200 len: 1001 time: 0.1023858 Nov 12 13:32:08.474088 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:08.474781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e185a01d-5fd5-4d6f-9bd3-f3fd4b91ccec req-400d9c4d-e7ee-4053-b08b-6b4b3b2b9c3c service neutron] 10.222.0.105 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795362 Nov 12 13:32:08.515392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ca5faa16-547b-4d05-b71b-92bf8121ff79 None None] Provisioning complete for port 59817e44-25d7-414d-ad8d-a7f69587cc48 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:08.516201 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca5faa16-547b-4d05-b71b-92bf8121ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:08.589008 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:08.614206 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:32:08.622669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:08.648844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:08.656531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:08.663219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.663900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:08.682792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-de70894b-7923-403e-8112-2f7acf39e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:08.686605 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-de70894b-7923-403e-8112-2f7acf39e8e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4dec9a87-8b74-444f-a019-9e4489ab8c90 HTTP/1.1" status: 200 len: 855 time: 0.2245076 Nov 12 13:32:08.692796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:08.705024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f52527d4-a59b-472a-9d51-2dea3e7e56cd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3802686 Nov 12 13:32:08.714556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50662) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:08.951234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 59817e44-25d7-414d-ad8d-a7f69587cc48 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:09.074656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-584df3a9-355f-4c9d-85fa-c4120044ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:09.076509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-584df3a9-355f-4c9d-85fa-c4120044ee8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=95b67ac6-8cdc-43bd-b3c4-c05846b6f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3700778 Nov 12 13:32:09.099601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 59817e44-25d7-414d-ad8d-a7f69587cc48 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:09.100073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:09.246931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f1f79-f1a0-46ce-9f53-17b3ac607e68 req-96de563d-0445-480d-be7b-0e2d6a3d2648 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:09.254876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-128f1f79-f1a0-46ce-9f53-17b3ac607e68 req-96de563d-0445-480d-be7b-0e2d6a3d2648 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.3137758 Nov 12 13:32:09.275637 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:32:06Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:09.303871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e185a01d-5fd5-4d6f-9bd3-f3fd4b91ccec req-48178a69-f49c-4aa0-901c-2379aee576fd service neutron] 10.222.0.105 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038130 Nov 12 13:32:09.337712 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] Checking router: b060a0c5-fa1a-4b94-8605-31c58fb24ca1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:32:09.355479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b31c5-31e9-403c-b056-5f1dda6d5547 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:09.356173 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a2b31c5-31e9-403c-b056-5f1dda6d5547 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:09.362436 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] Routers {'b060a0c5-fa1a-4b94-8605-31c58fb24ca1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:09.363099 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:31:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:09.426052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-eafee707-3007-46f6-8d2c-11adb6a45791 service neutron] 10.222.0.70 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357246 Nov 12 13:32:09.496039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-128f1f79-f1a0-46ce-9f53-17b3ac607e68 req-05c558ee-57e7-4544-a56f-a5f284d7fe9c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295823 Nov 12 13:32:09.544694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40c1bb-cb23-4843-a2b5-f193d60cf1cb req-3e9841d4-ffa1-4396-93c6-ed2f54988a5a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:09.557937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3b40c1bb-cb23-4843-a2b5-f193d60cf1cb req-3e9841d4-ffa1-4396-93c6-ed2f54988a5a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.2527733 Nov 12 13:32:09.569094 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] Set router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:32:09.607436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c6eaff90-d285-45e7-8528-5097a9fac84d None None] Provisioning complete for port 8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:09.608277 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6eaff90-d285-45e7-8528-5097a9fac84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:09.634267 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a2b31c5-31e9-403c-b056-5f1dda6d5547 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:09.680140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b31c5-31e9-403c-b056-5f1dda6d5547 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:09.685936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c6eaff90-d285-45e7-8528-5097a9fac84d None None] Port 8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:09.754856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-b4f2501b-ae64-4320-b103-f3a2cebb9a70 service neutron] 10.222.0.70 "GET /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931664 Nov 12 13:32:09.780336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:09.827750 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3b40c1bb-cb23-4843-a2b5-f193d60cf1cb req-099a76c1-b203-4e60-99d2-f16d3941cc9b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665722 Nov 12 13:32:09.863939 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:32:06Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:09.898598 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085fd6a4-892f-4ba0-90d4-d28e337adf8b None None] The sync data for ids ['b060a0c5-fa1a-4b94-8605-31c58fb24ca1'] in n-d-805736-4 is: [{'id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1282142656-router', 'tenant_id': 'b8f6086a13864c81a17c80acb8b27b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '2ac88011-1d0d-4989-be03-044879e483f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:32:06Z', 'revision_number': 5, 'project_id': 'b8f6086a13864c81a17c80acb8b27b11', 'gw_port': {'id': '2ac88011-1d0d-4989-be03-044879e483f9', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060a0c5-fa1a-4b94-8605-31c58fb24ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:26Z', 'updated_at': '2021-11-12T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:32:09.917047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Deleting port 2ac88011-1d0d-4989-be03-044879e483f9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:09.917435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:09.976044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-057ec0ec-6345-4ac4-99dd-c636b256a6dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ffd8785e-5a43-4e78-b637-7566bcd394da HTTP/1.1" status: 200 len: 217 time: 0.1009104 Nov 12 13:32:10.062427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50696) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:10.066784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-2b702dc8-9c7b-4e5e-9cf9-8ed6f11044a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:10.068257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-2b702dc8-9c7b-4e5e-9cf9-8ed6f11044a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.0838261 Nov 12 13:32:10.070715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] For port 2ac88011-1d0d-4989-be03-044879e483f9, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2ac88011-1d0d-4989-be03-044879e483f9,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:10.071153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.091288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Calling delete_port for 2ac88011-1d0d-4989-be03-044879e483f9 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:10.127595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a2b31c5-31e9-403c-b056-5f1dda6d5547 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.165970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b31c5-31e9-403c-b056-5f1dda6d5547 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:10.172308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-7ff72efd-ed99-4261-8700-7d1a3967974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:10.174305 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-7ff72efd-ed99-4261-8700-7d1a3967974d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956523 Nov 12 13:32:10.239448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.246099 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a2b31c5-31e9-403c-b056-5f1dda6d5547 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.249922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5a2b31c5-31e9-403c-b056-5f1dda6d5547 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e HTTP/1.1" status: 204 len: 168 time: 1.5341246 Nov 12 13:32:10.253188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50700) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:10.350266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.356191 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.359573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653bcc18-1038-4f75-906d-014482d9d70e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:10.363321 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-653bcc18-1038-4f75-906d-014482d9d70e tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1069570 Nov 12 13:32:10.364138 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-2603ca5e-54bb-4944-8dea-eea01c9ae484 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612630 Nov 12 13:32:10.364359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50702) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:10.391152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=beaed7492f364f7c89b1a5c6783a085c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3275869 Nov 12 13:32:10.396682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50706) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:10.495550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b658a9b8-68e9-4036-8777-8f72c5470f76,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:10.520255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.520612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.520940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.521438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.521692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.522029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.522394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.522696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.523022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.523352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.523705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.524018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc931b-2846-45da-88ec-7a2d59779e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:10.536448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6373121e-3f8f-46da-93dd-e02609ba2f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.544164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.588649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac88011-1d0d-4989-be03-044879e483f9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:10.592193 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6373121e-3f8f-46da-93dd-e02609ba2f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.622860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe7bdf-b4be-4821-933a-da52c041fd4d None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:10.698911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.785256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6373121e-3f8f-46da-93dd-e02609ba2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.787892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6373121e-3f8f-46da-93dd-e02609ba2f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.789850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6373121e-3f8f-46da-93dd-e02609ba2f78 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b658a9b8-68e9-4036-8777-8f72c5470f76 HTTP/1.1" status: 204 len: 168 time: 0.3920438 Nov 12 13:32:10.824941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:10.841178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79444ccf-6c85-40a5-8de7-cc168cdb1b24 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:10.843144 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-79444ccf-6c85-40a5-8de7-cc168cdb1b24 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4778340 Nov 12 13:32:10.849043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:32:10.849745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 789b5fd7-e1ac-4ab4-a8cc-d47416fb893c not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:10.855011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50716) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:10.867330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.870256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.873586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373121e-3f8f-46da-93dd-e02609ba2f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b658a9b8-68e9-4036-8777-8f72c5470f76,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:10.894649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111d49-3661-4031-a6e5-d45783e359f7 req-8ec0874f-f57a-4462-994f-72682ed9c588 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:10.915958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-be111d49-3661-4031-a6e5-d45783e359f7 req-8ec0874f-f57a-4462-994f-72682ed9c588 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1624014 Nov 12 13:32:10.919160 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-07e1d57f-541c-45d8-8e45-780ebdbde3ac service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441349 Nov 12 13:32:10.967440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.968080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b060a0c5-fa1a-4b94-8605-31c58fb24ca1 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:32:10.979293 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:10.984405 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5ee23cc3-0a7f-40ac-9bf4-b96381f026b1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b060a0c5-fa1a-4b94-8605-31c58fb24ca1 HTTP/1.1" status: 204 len: 168 time: 2.6441348 Nov 12 13:32:10.985098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50720) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:10.999547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-e90f8261-ae85-4f3d-8bcf-0fb5941ea47c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=adc25839-ced5-44ce-bccb-c76270ef31b4 HTTP/1.1" status: 200 len: 217 time: 0.0717559 Nov 12 13:32:11.082947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f342bce-6e82-4a7d-bec1-4a0bc0d3732a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:11.084951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f342bce-6e82-4a7d-bec1-4a0bc0d3732a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:11.086854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f342bce-6e82-4a7d-bec1-4a0bc0d3732a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:11.092121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1f342bce-6e82-4a7d-bec1-4a0bc0d3732a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2360547 Nov 12 13:32:11.094242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50722) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:11.094383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062bfc8-d0f7-4de0-8313-e2bd57a05682 req-004d70a5-001d-490e-93d8-8b00b759c139 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:11.095979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b062bfc8-d0f7-4de0-8313-e2bd57a05682 req-004d70a5-001d-490e-93d8-8b00b759c139 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1450353 Nov 12 13:32:11.099486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a63996-ca9e-4df7-9a28-90f2b7fd1eb2 admin admin] Deleting subnet 03dbcd63-953d-4c46-a0ff-7bae07d6afb5 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:32:11.102991 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0a63996-ca9e-4df7-9a28-90f2b7fd1eb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.118341 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-be111d49-3661-4031-a6e5-d45783e359f7 req-a77188d8-63fc-4af1-8b2d-71a1e3f3a518 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015121 Nov 12 13:32:11.146173 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0a63996-ca9e-4df7-9a28-90f2b7fd1eb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.158787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-5e5e51a9-6bbc-4002-b95c-069655d71ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:11.161046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-5e5e51a9-6bbc-4002-b95c-069655d71ad9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.1451595 Nov 12 13:32:11.184988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50724) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:11.216242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2870d75f-2ba8-40a6-afa8-4fc7f1d8a801 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 39ec9fe3-99fb-49e2-9a7a-b12caee4f6fb {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:32:11.226798 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2870d75f-2ba8-40a6-afa8-4fc7f1d8a801 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.230198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b062bfc8-d0f7-4de0-8313-e2bd57a05682 req-6deb310e-72ce-463a-ae50-beeced2c7bd4 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634799 Nov 12 13:32:11.230523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84310eea-b14f-4dfd-a575-95bf3636a6a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.269787 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0a63996-ca9e-4df7-9a28-90f2b7fd1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.289563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-cf5fe96c-c81d-4c3b-9b04-e3f5660f5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:11.291241 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-cf5fe96c-c81d-4c3b-9b04-e3f5660f5a75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194837 Nov 12 13:32:11.297431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2870d75f-2ba8-40a6-afa8-4fc7f1d8a801 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.331169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0a63996-ca9e-4df7-9a28-90f2b7fd1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.358794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a63996-ca9e-4df7-9a28-90f2b7fd1eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03dbcd63-953d-4c46-a0ff-7bae07d6afb5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:11.362775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0a63996-ca9e-4df7-9a28-90f2b7fd1eb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.366091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e0a63996-ca9e-4df7-9a28-90f2b7fd1eb2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/03dbcd63-953d-4c46-a0ff-7bae07d6afb5 HTTP/1.1" status: 204 len: 168 time: 0.3496909 Nov 12 13:32:11.368983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50726) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:11.379570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce03eac5-e129-4a3e-96fd-9c3584d660e7 None None] Network aad19e3e-6372-40bb-a4e3-734885005b2c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:11.449078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.495962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2870d75f-2ba8-40a6-afa8-4fc7f1d8a801 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.534405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Deleting port fa490265-67fc-42bc-9701-070f724e312c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:11.535427 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.568939 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84310eea-b14f-4dfd-a575-95bf3636a6a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.572118 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-dc0d4fe3-10d8-4d2d-959f-10d4e3ebc89f service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497859 Nov 12 13:32:11.575748 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84310eea-b14f-4dfd-a575-95bf3636a6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.623556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] For port fa490265-67fc-42bc-9701-070f724e312c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=fa490265-67fc-42bc-9701-070f724e312c,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:11.624124 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.638209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Calling delete_port for fa490265-67fc-42bc-9701-070f724e312c owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:11.644720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b282bc-f521-4ac8-b63b-27ead8089036 None None] DHCP port deletion for aad19e3e-6372-40bb-a4e3-734885005b2c request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:11.672364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-84310eea-b14f-4dfd-a575-95bf3636a6a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19624b0e486c4df48151f3d2bf71bb88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4830956 Nov 12 13:32:11.691885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:11.703959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84310eea-b14f-4dfd-a575-95bf3636a6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28798d73-ba2d-4cf9-9a71-07fc7f2d1a79,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:11.709313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-46b282bc-f521-4ac8-b63b-27ead8089036 None None] Deleting port fa490265-67fc-42bc-9701-070f724e312c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:11.709733 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46b282bc-f521-4ac8-b63b-27ead8089036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.733580 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2870d75f-2ba8-40a6-afa8-4fc7f1d8a801 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.775564 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870d75f-2ba8-40a6-afa8-4fc7f1d8a801 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=39ec9fe3-99fb-49e2-9a7a-b12caee4f6fb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:11.789182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67ad9ae2-7490-4e56-839a-2369611b578c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.795180 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2870d75f-2ba8-40a6-afa8-4fc7f1d8a801 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.798744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-46b282bc-f521-4ac8-b63b-27ead8089036 None None] For port fa490265-67fc-42bc-9701-070f724e312c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=fa490265-67fc-42bc-9701-070f724e312c,segment=NetworkSegment(dc3f34a1-4c57-4143-b0f7-a39e9a4f775a),segment_id=dc3f34a1-4c57-4143-b0f7-a39e9a4f775a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:11.799450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2870d75f-2ba8-40a6-afa8-4fc7f1d8a801 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/39ec9fe3-99fb-49e2-9a7a-b12caee4f6fb HTTP/1.1" status: 204 len: 168 time: 0.6944876 Nov 12 13:32:11.799590 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46b282bc-f521-4ac8-b63b-27ead8089036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.805222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50734) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:11.811940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf52ddf-1681-4881-a5bc-e32594637166 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:11.815959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-0a8278e1-d6b1-4e51-a594-6fb87001411a service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238574 Nov 12 13:32:11.822438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.866120 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67ad9ae2-7490-4e56-839a-2369611b578c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.869713 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-2770dd65-e0ab-40ed-a61f-fdcfb2835b66 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=ffc2e683-9178-428e-841e-56c76d96143e HTTP/1.1" status: 200 len: 217 time: 0.0436578 Nov 12 13:32:11.874626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-46b282bc-f521-4ac8-b63b-27ead8089036 None None] Calling delete_port for fa490265-67fc-42bc-9701-070f724e312c owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:11.903480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] No DVR routers for this DVR port fa490265-67fc-42bc-9701-070f724e312c on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:11.905116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa490265-67fc-42bc-9701-070f724e312c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:11.929585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-d9fd7f87-f03f-4c18-b4c9-b55aea0a2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:11.931182 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-d9fd7f87-f03f-4c18-b4c9-b55aea0a2bf2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.0542603 Nov 12 13:32:11.959984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4026e80-2f2d-49a3-a5ec-98d831effc9b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet fc93ce78-6eee-404c-b03e-586880fcbdfd {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:32:11.974243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4026e80-2f2d-49a3-a5ec-98d831effc9b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:11.984484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-00f3b28b-7ab8-4253-aef8-ef60e27e3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:11.986592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-00f3b28b-7ab8-4253-aef8-ef60e27e3d0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451446 Nov 12 13:32:12.036796 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46b282bc-f521-4ac8-b63b-27ead8089036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.052272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.067258 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4026e80-2f2d-49a3-a5ec-98d831effc9b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.073415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b282bc-f521-4ac8-b63b-27ead8089036 None None] Pushing event deleted for resources: {'Port': ['ID=fa490265-67fc-42bc-9701-070f724e312c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:12.088460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b282bc-f521-4ac8-b63b-27ead8089036 None None] No DVR routers for this DVR port fa490265-67fc-42bc-9701-070f724e312c on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:12.106373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad19e3e-6372-40bb-a4e3-734885005b2c']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:12.106706 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-5aaf1dd0-6c65-46b0-a941-bc9c39b19e1c service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109798 Nov 12 13:32:12.120021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:12.120263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3f34a1-4c57-4143-b0f7-a39e9a4f775a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:12.128781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67ad9ae2-7490-4e56-839a-2369611b578c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.131371 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67ad9ae2-7490-4e56-839a-2369611b578c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.132512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-67ad9ae2-7490-4e56-839a-2369611b578c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28798d73-ba2d-4cf9-9a71-07fc7f2d1a79 HTTP/1.1" status: 204 len: 168 time: 0.4396806 Nov 12 13:32:12.144438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.175720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad9ae2-7490-4e56-839a-2369611b578c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28798d73-ba2d-4cf9-9a71-07fc7f2d1a79,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:12.179655 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.222487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:32:12.222816 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:32:12.224659 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:32:12.279039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-a4ad5142-a2e5-40e9-a29b-0e2bdf2794dc service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646860 Nov 12 13:32:12.339736 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-50e14229-51de-47ba-8da0-513cb5776222 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=6768889b-41d9-43e6-9b6a-5f447cffa434 HTTP/1.1" status: 200 len: 217 time: 0.0518496 Nov 12 13:32:12.347866 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4026e80-2f2d-49a3-a5ec-98d831effc9b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.351045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.380024 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.383289 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] 10.222.0.73 "DELETE /v2.0/networks/aad19e3e-6372-40bb-a4e3-734885005b2c HTTP/1.1" status: 204 len: 168 time: 1.0133483 Nov 12 13:32:12.407179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64313c39-b9b1-4150-ad4f-714ed9f96904 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad19e3e-6372-40bb-a4e3-734885005b2c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:12.445043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-6b1577de-d4c8-4ee4-a76e-38686cfe3e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:12.446700 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-6b1577de-d4c8-4ee4-a76e-38686cfe3e13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 200 len: 797 time: 0.0990524 Nov 12 13:32:12.448902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8074a-9974-49b5-bb1d-c0892a56165a req-27dcabc8-cd36-431f-bff1-61d43a7948fa tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:12.457158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268950a-22bf-4956-8ba8-cb64a6300b55 req-c04b97d6-04cb-4bd2-8c82-7b2ed60d5e4c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:12.459110 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e268950a-22bf-4956-8ba8-cb64a6300b55 req-c04b97d6-04cb-4bd2-8c82-7b2ed60d5e4c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.0744569 Nov 12 13:32:12.461728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88f8074a-9974-49b5-bb1d-c0892a56165a req-27dcabc8-cd36-431f-bff1-61d43a7948fa tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.2265246 Nov 12 13:32:12.530409 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4026e80-2f2d-49a3-a5ec-98d831effc9b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.567460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-a4aa4b89-3532-4429-a355-e6ab8f8a1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:12.569803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-a4aa4b89-3532-4429-a355-e6ab8f8a1c21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96dc6ca2-e9f8-48af-905e-c6e40b349b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095622 Nov 12 13:32:12.620824 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88f8074a-9974-49b5-bb1d-c0892a56165a req-4937d05d-c21d-4868-9384-e8c943d776bb tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582496 Nov 12 13:32:12.634297 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4026e80-2f2d-49a3-a5ec-98d831effc9b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.643549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b4026e80-2f2d-49a3-a5ec-98d831effc9b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/fc93ce78-6eee-404c-b03e-586880fcbdfd HTTP/1.1" status: 204 len: 168 time: 0.8368232 Nov 12 13:32:12.644798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4026e80-2f2d-49a3-a5ec-98d831effc9b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=fc93ce78-6eee-404c-b03e-586880fcbdfd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:12.645476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e268950a-22bf-4956-8ba8-cb64a6300b55 req-ba298b41-acdc-429d-a4c3-d250dd2266a1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594365 Nov 12 13:32:12.654873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50750) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:12.712500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50754) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:12.758298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c730e267-a6ca-4b2a-8f46-5eddbafd419c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065993 Nov 12 13:32:12.765677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50756) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:12.771382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4931b596-e9c7-4a36-a16f-1edf76b90c80 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:12.784231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fa490265-67fc-42bc-9701-070f724e312c no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:12.804314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-66403928-ab4f-4d70-bbc5-714f749cb538 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8f6086a13864c81a17c80acb8b27b11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0904398 Nov 12 13:32:12.806731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-7549e7fd-7c79-4f5b-8154-5ef7200c75e6 service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287023 Nov 12 13:32:12.807030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50758) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:12.828008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: fa490265-67fc-42bc-9701-070f724e312c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:32:12.828673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fa490265-67fc-42bc-9701-070f724e312c not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:12.829495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2ac88011-1d0d-4989-be03-044879e483f9 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:12.858729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 2ac88011-1d0d-4989-be03-044879e483f9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:32:12.860178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2ac88011-1d0d-4989-be03-044879e483f9 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:12.910351 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:12.962761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-5da18fda-d474-48a8-9ac7-d916fd45ecff service neutron] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465287 Nov 12 13:32:12.993874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a3b03a4-850c-45ff-9fe4-afacd8bde7aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.003771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4931b596-e9c7-4a36-a16f-1edf76b90c80 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:13.007425 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4931b596-e9c7-4a36-a16f-1edf76b90c80 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.039654 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-91dd4568-44bd-4865-b0c4-7411dd42f4c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b HTTP/1.1" status: 200 len: 217 time: 0.0633152 Nov 12 13:32:13.045040 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a3b03a4-850c-45ff-9fe4-afacd8bde7aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.058941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ed4547-0bab-4a74-a4d5-358b8af18061 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:13.119822 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-d1810320-e4ff-4926-8c0a-99509c21606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:13.123067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-d1810320-e4ff-4926-8c0a-99509c21606d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d2f8405-f308-4aa9-baa9-87b91e55378d HTTP/1.1" status: 200 len: 797 time: 0.0677722 Nov 12 13:32:13.164857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-efa13a0c-e8d3-47ca-8084-90fcc92484b6 None None] Provisioning complete for port 59817e44-25d7-414d-ad8d-a7f69587cc48 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:13.165469 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efa13a0c-e8d3-47ca-8084-90fcc92484b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.186385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-c129e09e-bbb6-44ea-b414-5d2a55da5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:13.190662 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-c129e09e-bbb6-44ea-b414-5d2a55da5390 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0507557 Nov 12 13:32:13.241457 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a3b03a4-850c-45ff-9fe4-afacd8bde7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.244430 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a3b03a4-850c-45ff-9fe4-afacd8bde7aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.245864 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5a3b03a4-850c-45ff-9fe4-afacd8bde7aa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e8280b17-1957-4f66-85be-f69d70c4f0d8 HTTP/1.1" status: 204 len: 168 time: 0.4376721 Nov 12 13:32:13.280683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b03a4-850c-45ff-9fe4-afacd8bde7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8280b17-1957-4f66-85be-f69d70c4f0d8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:13.358177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4931b596-e9c7-4a36-a16f-1edf76b90c80 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.384972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7cebab-bee4-4d5f-a63b-8daf01a5b3c1 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:13.392412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-1fea13f2-1835-48d4-a70a-52b7adc52d13 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910648 Nov 12 13:32:13.450586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4931b596-e9c7-4a36-a16f-1edf76b90c80 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:13.454113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4931b596-e9c7-4a36-a16f-1edf76b90c80 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:13.459147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cebab-bee4-4d5f-a63b-8daf01a5b3c1 None None] Deleting port 59817e44-25d7-414d-ad8d-a7f69587cc48 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:13.459147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc7cebab-bee4-4d5f-a63b-8daf01a5b3c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.464153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4931b596-e9c7-4a36-a16f-1edf76b90c80 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:13.474144 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4931b596-e9c7-4a36-a16f-1edf76b90c80 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.511275 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4931b596-e9c7-4a36-a16f-1edf76b90c80 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7488694 Nov 12 13:32:13.512445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931b596-e9c7-4a36-a16f-1edf76b90c80 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=ad5d414b-bc6e-4c79-bdad-06126560bfbf,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:13.514258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50778) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:13.521085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5cafe07e-e1fb-4701-b997-ee6a7233d408 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:13.589883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bc7cebab-bee4-4d5f-a63b-8daf01a5b3c1 None None] For port 59817e44-25d7-414d-ad8d-a7f69587cc48, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=59817e44-25d7-414d-ad8d-a7f69587cc48,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:13.590429 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc7cebab-bee4-4d5f-a63b-8daf01a5b3c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.615430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cebab-bee4-4d5f-a63b-8daf01a5b3c1 None None] Calling delete_port for 59817e44-25d7-414d-ad8d-a7f69587cc48 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:13.623278 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-87d909ef-324d-4e7f-8fdc-de6ef518cd9b service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167747 Nov 12 13:32:13.731261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-5b868030-45e4-41dd-9371-b8362e0d7531 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2dadee8e-a55a-4191-be85-892995b138c7 HTTP/1.1" status: 200 len: 217 time: 0.0924776 Nov 12 13:32:13.783923 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc7cebab-bee4-4d5f-a63b-8daf01a5b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.839999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cebab-bee4-4d5f-a63b-8daf01a5b3c1 None None] Pushing event deleted for resources: {'Port': ['ID=59817e44-25d7-414d-ad8d-a7f69587cc48,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:13.849258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7cebab-bee4-4d5f-a63b-8daf01a5b3c1 None None] No DVR routers for this DVR port 59817e44-25d7-414d-ad8d-a7f69587cc48 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:13.858297 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cafe07e-e1fb-4701-b997-ee6a7233d408 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:13.868450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cafe07e-e1fb-4701-b997-ee6a7233d408 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:13.881071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b29bd-0508-49e9-8562-7b4ceb57a58d None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:13.901211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-8839fdc5-e7f2-4405-816a-bba25503abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:13.902747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-8839fdc5-e7f2-4405-816a-bba25503abcd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d2f8405-f308-4aa9-baa9-87b91e55378d HTTP/1.1" status: 200 len: 797 time: 0.1580133 Nov 12 13:32:13.954809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0fc3a-f886-46b9-9945-388ede80c7e4 req-9ddd69cb-c2a1-4fe2-94ad-3a325e4fa254 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:13.956252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8ce0fc3a-f886-46b9-9945-388ede80c7e4 req-9ddd69cb-c2a1-4fe2-94ad-3a325e4fa254 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1812611 Nov 12 13:32:14.016738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:14.055093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-e2edee1e-db39-4f60-ae3f-2cb75884a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:14.056425 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-e2edee1e-db39-4f60-ae3f-2cb75884a6dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=86f1d168-32de-4338-8ea5-eb80a7d59bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1228402 Nov 12 13:32:14.058937 n-d-805736-4 neutron-server[102675]: INFO neutron.db.ipam_backend_mixin [None req-5cafe07e-e1fb-4701-b997-ee6a7233d408 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad5d414b-bc6e-4c79-bdad-06126560bfbf (CIDR: 2001:db8::/64) Nov 12 13:32:14.065918 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cafe07e-e1fb-4701-b997-ee6a7233d408 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:32:14.066292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cafe07e-e1fb-4701-b997-ee6a7233d408 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:14.071726 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8ce0fc3a-f886-46b9-9945-388ede80c7e4 req-a404921c-392b-468e-b97a-b38a0adcf2c7 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954447 Nov 12 13:32:14.135592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-514a5480-43a8-41bb-9524-24b97d0dd96f', 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'tenant_id': 'a8d071e57e8c4b498369c9cee032bb12', 'fixed_ips': [{'subnet_id': 'ad5d414b-bc6e-4c79-bdad-06126560bfbf'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:32:14.137171 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:14.184385 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5cafe07e-e1fb-4701-b997-ee6a7233d408 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6667054 Nov 12 13:32:14.184638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50808) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:14.190280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'subnet': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:14.305334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8253a48-32f2-4183-be32-a01012891cbf req-f1ca64a6-ed8f-44d1-9f06-9ccc7a1deeb6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:14.312025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-08f57a5f-2046-44c5-95be-14acebd74590 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393126 Nov 12 13:32:14.317016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Allocated IP 2001:db8::2 (514a5480-43a8-41bb-9524-24b97d0dd96f/ad5d414b-bc6e-4c79-bdad-06126560bfbf/a595764e-14d1-40f0-8d98-8b30c84bf019) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:14.317214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8253a48-32f2-4183-be32-a01012891cbf req-f1ca64a6-ed8f-44d1-9f06-9ccc7a1deeb6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.5295687 Nov 12 13:32:14.387954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8253a48-32f2-4183-be32-a01012891cbf req-0ace36dd-b777-4155-92df-b0cc6881ce15 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688174 Nov 12 13:32:14.418912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:14.422805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:14.462854 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b4287e-1f40-4fe7-a45e-c71b26e6b115 req-25b06dac-6543-4b28-8907-186f99b980f1 service neutron] 10.222.0.70 "GET /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431320 Nov 12 13:32:14.540273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:14.550070 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:14.625562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:14.627320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:14.629320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Pushing event updated for resources: {'Port': ['ID=a595764e-14d1-40f0-8d98-8b30c84bf019,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:14.631635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:14.694975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Attempting to bind port a595764e-14d1-40f0-8d98-8b30c84bf019 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:32:14.695418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Attempting to bind port a595764e-14d1-40f0-8d98-8b30c84bf019 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:32:14.695851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Attempting to bind port a595764e-14d1-40f0-8d98-8b30c84bf019 on network 514a5480-43a8-41bb-9524-24b97d0dd96f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:14.701699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:32:14.702189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Checking segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:14.702625 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:14.703082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Bound using segment: {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:32:14.703768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Bound port: a595764e-14d1-40f0-8d98-8b30c84bf019, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9555c8b-2c13-4012-86a7-afb44d7e6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:32:14.704139 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:14.806970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] For port a595764e-14d1-40f0-8d98-8b30c84bf019, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:14.811737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] For port a595764e-14d1-40f0-8d98-8b30c84bf019, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a595764e-14d1-40f0-8d98-8b30c84bf019,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:32:14.820539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 59817e44-25d7-414d-ad8d-a7f69587cc48 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:14.844309 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:14.847557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:32:14.849997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 59817e44-25d7-414d-ad8d-a7f69587cc48 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:32:14.850346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 59817e44-25d7-414d-ad8d-a7f69587cc48 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:14.917440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0e252-0c96-4944-889c-6dc40b67e8e1 None None] Pushing event updated for resources: {'Port': ['ID=a595764e-14d1-40f0-8d98-8b30c84bf019,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:15.061507 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:15.545445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c7bb4-0375-4dff-be7b-be9d6a5f5e20 req-6c781be4-9895-4387-bf61-3be91c08b086 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:15.548248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed6c7bb4-0375-4dff-be7b-be9d6a5f5e20 req-6c781be4-9895-4387-bf61-3be91c08b086 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.0784583 Nov 12 13:32:15.611801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bb61-f371-4867-b441-b454e0909167 req-ff68e711-5c54-4f59-8233-6581d296368d tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:15.618452 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fb7bb61-f371-4867-b441-b454e0909167 req-ff68e711-5c54-4f59-8233-6581d296368d tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.4371951 Nov 12 13:32:15.619257 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed6c7bb4-0375-4dff-be7b-be9d6a5f5e20 req-e846df6d-4687-4ea8-ba13-2a0cac7b88c7 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641406 Nov 12 13:32:15.670745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] For port a595764e-14d1-40f0-8d98-8b30c84bf019, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a595764e-14d1-40f0-8d98-8b30c84bf019,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:15.737356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fb7bb61-f371-4867-b441-b454e0909167 req-b56f7eba-0175-48e5-ac30-c286ce1153f1 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020668 Nov 12 13:32:15.771417 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:15.779004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:15.780190 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:15.923384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:15.929612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:15.940571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:15.941857 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:15.963133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Subnet': ['ID=173d160b-fdb8-48b5-a94c-af5d31ac5347,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:15.994501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8082871 Nov 12 13:32:15.995598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73544f-9f40-4edb-9bea-daa053ab1afd tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=a595764e-14d1-40f0-8d98-8b30c84bf019,revision_number=4']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:15.999095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50900) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:16.009212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Request body: {'port': {'network_id': '514a5480-43a8-41bb-9524-24b97d0dd96f', 'mac_address': 'fa:16:3e:a0:d5:dc', 'name': 'tempest-NetworksTestDHCPv6-883373455'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:16.169162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Made reservation on behalf of a8d071e57e8c4b498369c9cee032bb12 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:16.294204 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:16.298614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b00d16-894e-4b9c-a7c1-1acdba24b1a8 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:16.345494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] device_id is not set on port 1ff58d2c-c4b5-45e4-80eb-1310283c9c11 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:32:16.467744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d3dab24e-e3a8-4c50-9031-944750debaeb None None] Provisioning complete for port a595764e-14d1-40f0-8d98-8b30c84bf019 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:16.468350 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3dab24e-e3a8-4c50-9031-944750debaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:16.648423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8::177 (514a5480-43a8-41bb-9524-24b97d0dd96f/ad5d414b-bc6e-4c79-bdad-06126560bfbf/1ff58d2c-c4b5-45e4-80eb-1310283c9c11) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:16.658764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Allocated IP 2001:db8:0:1:f816:3eff:fea0:d5dc (514a5480-43a8-41bb-9524-24b97d0dd96f/173d160b-fdb8-48b5-a94c-af5d31ac5347/1ff58d2c-c4b5-45e4-80eb-1310283c9c11) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:16.695882 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3dab24e-e3a8-4c50-9031-944750debaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:16.753918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d3dab24e-e3a8-4c50-9031-944750debaeb None None] For port a595764e-14d1-40f0-8d98-8b30c84bf019, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a595764e-14d1-40f0-8d98-8b30c84bf019,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:16.762203 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3dab24e-e3a8-4c50-9031-944750debaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:16.897597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dab24e-e3a8-4c50-9031-944750debaeb None None] Pushing event updated for resources: {'Port': ['ID=a595764e-14d1-40f0-8d98-8b30c84bf019,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:16.935603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a595764e-14d1-40f0-8d98-8b30c84bf019 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:16.940778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122569a-54e2-442c-913f-ff2a0c6a4e16 req-f2a551f5-d30b-43f7-9840-05604bfba3da tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:16.943295 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6122569a-54e2-442c-913f-ff2a0c6a4e16 req-f2a551f5-d30b-43f7-9840-05604bfba3da tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1494663 Nov 12 13:32:17.053644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6122569a-54e2-442c-913f-ff2a0c6a4e16 req-1916bebf-6e6c-4e70-8c09-03bd3de63bf2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007946 Nov 12 13:32:17.085053 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:17.108516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a595764e-14d1-40f0-8d98-8b30c84bf019 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:17.108916 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:17.137548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:17.211988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Network 514a5480-43a8-41bb-9524-24b97d0dd96f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:17.215283 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:17.218599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:17.230063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:17.231298 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:17.250718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9761f63-b530-467c-bf55-cc24b90a1bbf req-b06d0847-fb4f-4d61-ba13-f332b5fe87e1 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:17.252904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9761f63-b530-467c-bf55-cc24b90a1bbf req-b06d0847-fb4f-4d61-ba13-f332b5fe87e1 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.0924709 Nov 12 13:32:17.270711 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event updated for resources: {'Port': ['ID=1ff58d2c-c4b5-45e4-80eb-1310283c9c11,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:17.285337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9139f348-a524-4396-913c-b428b2d89fe4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2848563 Nov 12 13:32:17.286077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:17.349406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9761f63-b530-467c-bf55-cc24b90a1bbf req-8b83d086-d85d-42a3-bd31-55af7da0e717 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859320 Nov 12 13:32:17.395860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bf187953-d5cb-4a89-a9e3-2b6612d603aa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting port 1ff58d2c-c4b5-45e4-80eb-1310283c9c11 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:17.395860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf187953-d5cb-4a89-a9e3-2b6612d603aa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:17.513778 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf187953-d5cb-4a89-a9e3-2b6612d603aa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:17.529669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bf187953-d5cb-4a89-a9e3-2b6612d603aa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Calling delete_port for 1ff58d2c-c4b5-45e4-80eb-1310283c9c11 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:17.695385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-68753c3f-2120-486f-8fc2-aea886f58676 None None] Provisioning complete for port a595764e-14d1-40f0-8d98-8b30c84bf019 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:17.695944 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68753c3f-2120-486f-8fc2-aea886f58676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:17.766376 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf187953-d5cb-4a89-a9e3-2b6612d603aa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:17.836070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf187953-d5cb-4a89-a9e3-2b6612d603aa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Port': ['ID=1ff58d2c-c4b5-45e4-80eb-1310283c9c11,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:17.887702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf187953-d5cb-4a89-a9e3-2b6612d603aa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:17.893654 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bf187953-d5cb-4a89-a9e3-2b6612d603aa tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/1ff58d2c-c4b5-45e4-80eb-1310283c9c11 HTTP/1.1" status: 204 len: 168 time: 0.6032648 Nov 12 13:32:17.896968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51042) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:17.953158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690a314-e1fd-4842-8195-3ad1f884c73c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:17.957653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51052) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:17.958160 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8690a314-e1fd-4842-8195-3ad1f884c73c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0594640 Nov 12 13:32:18.026395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd59386b-2c37-439c-a12b-b29baa8eb7ac tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:18.028014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cd59386b-2c37-439c-a12b-b29baa8eb7ac tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0686595 Nov 12 13:32:18.030756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51070) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:18.061530 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-468c4675-1e28-49a7-9e00-6f2145a39805 None None] Could not find standard attr ID for object 1ff58d2c-c4b5-45e4-80eb-1310283c9c11. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:32:18.116758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6402c0-6e4f-4e2a-8e8d-643448be3bd0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:18.118379 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6402c0-6e4f-4e2a-8e8d-643448be3bd0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:18.119941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6402c0-6e4f-4e2a-8e8d-643448be3bd0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:18.124117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ec6402c0-6e4f-4e2a-8e8d-643448be3bd0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0898411 Nov 12 13:32:18.124452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:18.207055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-04861096-05ee-49bd-9be7-c1c85245ec60 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet 173d160b-fdb8-48b5-a94c-af5d31ac5347 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:32:18.210398 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04861096-05ee-49bd-9be7-c1c85245ec60 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:18.262683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726f876-e0aa-4b3c-b165-ad7f496d3b1d req-bdd6bd74-6c27-4d85-874d-9238ba700ad9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:18.264452 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d726f876-e0aa-4b3c-b165-ad7f496d3b1d req-bdd6bd74-6c27-4d85-874d-9238ba700ad9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1038933 Nov 12 13:32:18.290398 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04861096-05ee-49bd-9be7-c1c85245ec60 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:18.339431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d726f876-e0aa-4b3c-b165-ad7f496d3b1d req-e256a756-72f3-4857-9925-a7243f062a33 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656896 Nov 12 13:32:18.454067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04861096-05ee-49bd-9be7-c1c85245ec60 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:18.525529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524757c-606e-49b2-8b80-587acca03ea1 req-1c632fcb-52cf-449f-b4ee-d0b92ee49158 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:18.527335 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0524757c-606e-49b2-8b80-587acca03ea1 req-1c632fcb-52cf-449f-b4ee-d0b92ee49158 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1025603 Nov 12 13:32:18.553722 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04861096-05ee-49bd-9be7-c1c85245ec60 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:18.604912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13edc95-58fa-423b-aa7b-820b945aa261 None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:18.605910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04861096-05ee-49bd-9be7-c1c85245ec60 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:18.610447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-04861096-05ee-49bd-9be7-c1c85245ec60 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/173d160b-fdb8-48b5-a94c-af5d31ac5347 HTTP/1.1" status: 204 len: 168 time: 0.4849699 Nov 12 13:32:18.611806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04861096-05ee-49bd-9be7-c1c85245ec60 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=173d160b-fdb8-48b5-a94c-af5d31ac5347,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:18.616879 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0524757c-606e-49b2-8b80-587acca03ea1 req-22c78aac-da75-425e-a0b6-b20334d7e581 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813413 Nov 12 13:32:18.622193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51134) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:18.733186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-032ea3fa-f116-4742-bdf2-591a3667724d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Deleting subnet ad5d414b-bc6e-4c79-bdad-06126560bfbf {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:32:18.756865 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-032ea3fa-f116-4742-bdf2-591a3667724d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:18.855791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-032ea3fa-f116-4742-bdf2-591a3667724d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:18.933321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a595764e-14d1-40f0-8d98-8b30c84bf019 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:19.025960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-032ea3fa-f116-4742-bdf2-591a3667724d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:19.072960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a595764e-14d1-40f0-8d98-8b30c84bf019 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:19.073659 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:19.150065 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-032ea3fa-f116-4742-bdf2-591a3667724d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:19.211003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ea3fa-f116-4742-bdf2-591a3667724d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5d414b-bc6e-4c79-bdad-06126560bfbf,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:19.231037 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-032ea3fa-f116-4742-bdf2-591a3667724d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:19.235298 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-032ea3fa-f116-4742-bdf2-591a3667724d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/ad5d414b-bc6e-4c79-bdad-06126560bfbf HTTP/1.1" status: 204 len: 168 time: 0.6119432 Nov 12 13:32:19.237871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51194) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:19.300207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-66511947-a08f-4c37-a5f8-062d8723eb02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608675 Nov 12 13:32:19.302837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51196) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:19.366862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767250cc-331c-43b1-9bc2-fdca91c6c2cb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:19.368432 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-767250cc-331c-43b1-9bc2-fdca91c6c2cb tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0640717 Nov 12 13:32:19.381667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51202) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:19.498406 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873bb7b-a8b1-48af-a682-b6647d863eab tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:19.502980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5873bb7b-a8b1-48af-a682-b6647d863eab tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1173379 Nov 12 13:32:19.503728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51208) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:19.539828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c64d22-b91b-4133-90a1-b3e17ae5b20c req-56444b58-b402-4d47-857c-7159b5ebb073 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:19.549108 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d3c64d22-b91b-4133-90a1-b3e17ae5b20c req-56444b58-b402-4d47-857c-7159b5ebb073 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1180375 Nov 12 13:32:19.583647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-55fab706-fd2b-4c48-b151-c3a978a0e41d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766833 Nov 12 13:32:19.583647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51210) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:19.629443 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d3c64d22-b91b-4133-90a1-b3e17ae5b20c req-048c1fee-bf17-4f1e-8dc8-b3b024485754 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789876 Nov 12 13:32:19.831802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669c781-1edc-41ac-99a2-efa7c1925304 req-d8647a86-f7f0-4d17-8b9e-7572ce6b5ec1 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:19.840638 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8669c781-1edc-41ac-99a2-efa7c1925304 req-d8647a86-f7f0-4d17-8b9e-7572ce6b5ec1 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1263027 Nov 12 13:32:19.947705 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8669c781-1edc-41ac-99a2-efa7c1925304 req-a723fdca-ea2a-460e-8403-42fa92ec885d tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061287 Nov 12 13:32:20.046965 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d83364-860c-4c58-9206-4024785fa86d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.053700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d83364-860c-4c58-9206-4024785fa86d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.054549 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:32:20.059245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-72d83364-860c-4c58-9206-4024785fa86d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/1ff58d2c-c4b5-45e4-80eb-1310283c9c11 HTTP/1.1" status: 404 len: 333 time: 0.4733577 Nov 12 13:32:20.060174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51246) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.132058 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e045ab71-2cf5-45e3-8295-8802c18d10da tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.132816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e045ab71-2cf5-45e3-8295-8802c18d10da tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.145408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51264) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.146278 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e045ab71-2cf5-45e3-8295-8802c18d10da tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/173d160b-fdb8-48b5-a94c-af5d31ac5347 HTTP/1.1" status: 404 len: 337 time: 0.0840504 Nov 12 13:32:20.179126 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a7a3df-f79e-4f9e-9dea-a2848869c57b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.179583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a7a3df-f79e-4f9e-9dea-a2848869c57b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.185821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d6a7a3df-f79e-4f9e-9dea-a2848869c57b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/ad5d414b-bc6e-4c79-bdad-06126560bfbf HTTP/1.1" status: 404 len: 337 time: 0.0390894 Nov 12 13:32:20.188309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51266) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.217374 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb950e1-1f81-4ded-bd58-5d29c2b6c3c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.218274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb950e1-1f81-4ded-bd58-5d29c2b6c3c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.228201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51268) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.231952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb522da-fcff-4db8-991f-29af4d45907e None None] Network 514a5480-43a8-41bb-9524-24b97d0dd96f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:20.240697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-edb950e1-1f81-4ded-bd58-5d29c2b6c3c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/8fe9cb8c-dc9e-47e6-b1b5-3b0b5f154a7e HTTP/1.1" status: 404 len: 333 time: 0.0505464 Nov 12 13:32:20.264772 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74c8526-0a52-4c12-9a8b-f772091c54c3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.265230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74c8526-0a52-4c12-9a8b-f772091c54c3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.271945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.288181 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a74c8526-0a52-4c12-9a8b-f772091c54c3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/39ec9fe3-99fb-49e2-9a7a-b12caee4f6fb HTTP/1.1" status: 404 len: 337 time: 0.0581329 Nov 12 13:32:20.311310 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be4cb62-244f-47a3-a8d1-863bb56ee7b0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.311748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be4cb62-244f-47a3-a8d1-863bb56ee7b0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.320103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51276) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.330792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ee588daf-53dd-4ef9-bf85-a9094b9b6f96 None None] Provisioning complete for port a595764e-14d1-40f0-8d98-8b30c84bf019 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:20.331444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee588daf-53dd-4ef9-bf85-a9094b9b6f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:20.332640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4be4cb62-244f-47a3-a8d1-863bb56ee7b0 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/fc93ce78-6eee-404c-b03e-586880fcbdfd HTTP/1.1" status: 404 len: 337 time: 0.0595572 Nov 12 13:32:20.363589 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-152e6887-b7b5-41b1-af42-d4fe360aac18 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.364444 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152e6887-b7b5-41b1-af42-d4fe360aac18 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.367729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-152e6887-b7b5-41b1-af42-d4fe360aac18 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/0e65aab0-b7d8-4904-ac9b-627adc2215d7 HTTP/1.1" status: 404 len: 333 time: 0.0465534 Nov 12 13:32:20.370978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51280) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.436122 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b8dca8-2631-4b87-87ff-deca37e94a4a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.438507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b8dca8-2631-4b87-87ff-deca37e94a4a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.440956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-80b8dca8-2631-4b87-87ff-deca37e94a4a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/f4370904-2c15-4797-9718-319c02a8ba8b HTTP/1.1" status: 404 len: 337 time: 0.0685871 Nov 12 13:32:20.444000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51282) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.477642 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1091c722-9efa-4d9f-a6c6-e811a534da1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.478016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1091c722-9efa-4d9f-a6c6-e811a534da1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.483381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1091c722-9efa-4d9f-a6c6-e811a534da1a tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/11a4ff1a-bae4-4a98-b089-931da3f96690 HTTP/1.1" status: 404 len: 337 time: 0.0358675 Nov 12 13:32:20.483580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51284) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.539061 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a8e7e8-6126-4c35-976e-6ab7ba4c90cc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.539781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a8e7e8-6126-4c35-976e-6ab7ba4c90cc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.543146 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-49a8e7e8-6126-4c35-976e-6ab7ba4c90cc tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/03ae81f5-2625-4fb9-b561-acc397a5bc17 HTTP/1.1" status: 404 len: 333 time: 0.0585322 Nov 12 13:32:20.549752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51290) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.602852 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f97499-ee6c-4f5e-8611-a2752ab024ce tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.603500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f97499-ee6c-4f5e-8611-a2752ab024ce tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.610709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-00f97499-ee6c-4f5e-8611-a2752ab024ce tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/36066ad6-825a-4732-9793-1562b0675de4 HTTP/1.1" status: 404 len: 337 time: 0.0582602 Nov 12 13:32:20.613332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.669912 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16090bd-f088-4dbc-a9d4-96a39b1b7b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.677202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16090bd-f088-4dbc-a9d4-96a39b1b7b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.709763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d16090bd-f088-4dbc-a9d4-96a39b1b7b02 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/838655c1-453a-4114-bd44-3c800f8414ed HTTP/1.1" status: 404 len: 337 time: 0.0963066 Nov 12 13:32:20.712679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51306) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.737568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] DHCP port deletion for 514a5480-43a8-41bb-9524-24b97d0dd96f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:20.775972 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a8cfc7-7e09-4656-bf2f-7513a6c2c624 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.776738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a8cfc7-7e09-4656-bf2f-7513a6c2c624 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.782553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a3a8cfc7-7e09-4656-bf2f-7513a6c2c624 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/b676a686-8e7e-4842-8ab8-effbb5539636 HTTP/1.1" status: 404 len: 333 time: 0.0657084 Nov 12 13:32:20.783115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51310) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.821196 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1300c027-332d-4d1a-a9e0-21ec9fbe1d70 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.821761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1300c027-332d-4d1a-a9e0-21ec9fbe1d70 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.825100 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1300c027-332d-4d1a-a9e0-21ec9fbe1d70 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/cccd32ba-8066-48d5-9b3e-26180924abd0 HTTP/1.1" status: 404 len: 337 time: 0.0409467 Nov 12 13:32:20.827613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51318) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.850799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb939-20f7-4aca-8cb2-f443ce192bef req-d16610a7-b1cd-4d29-a98a-3288c99201e0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:20.854691 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5dadb939-20f7-4aca-8cb2-f443ce192bef req-d16610a7-b1cd-4d29-a98a-3288c99201e0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1007919 Nov 12 13:32:20.858977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Deleting port a595764e-14d1-40f0-8d98-8b30c84bf019 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:20.859452 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:20.863045 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74b096f-6895-4250-b2e5-73b13c124d9c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.863787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74b096f-6895-4250-b2e5-73b13c124d9c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.868024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b74b096f-6895-4250-b2e5-73b13c124d9c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/ca0127ac-e7e2-4036-a553-263f20e68974 HTTP/1.1" status: 404 len: 333 time: 0.0393248 Nov 12 13:32:20.873267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.913587 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-406c0b13-ad9c-4f0c-8f79-3c7d4fcd704d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.914044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406c0b13-ad9c-4f0c-8f79-3c7d4fcd704d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.917216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-406c0b13-ad9c-4f0c-8f79-3c7d4fcd704d tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/fea4f3ac-397a-4130-9d06-53ed69335bd9 HTTP/1.1" status: 404 len: 337 time: 0.0429609 Nov 12 13:32:20.919888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51336) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.957060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] For port a595764e-14d1-40f0-8d98-8b30c84bf019, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a595764e-14d1-40f0-8d98-8b30c84bf019,segment=NetworkSegment(b9555c8b-2c13-4012-86a7-afb44d7e6998),segment_id=b9555c8b-2c13-4012-86a7-afb44d7e6998)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:20.957849 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3657e6e7-1410-462e-be52-72e8dd90cbd7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:20.958183 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:20.963394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3657e6e7-1410-462e-be52-72e8dd90cbd7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:20.966657 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3657e6e7-1410-462e-be52-72e8dd90cbd7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/1ff8a925-94d4-429b-971b-d082bfc82907 HTTP/1.1" status: 404 len: 333 time: 0.0457826 Nov 12 13:32:20.970090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:20.974857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Calling delete_port for a595764e-14d1-40f0-8d98-8b30c84bf019 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:20.984994 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5dadb939-20f7-4aca-8cb2-f443ce192bef req-f909256c-32f3-4e92-aadc-6344c732204b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240792 Nov 12 13:32:21.011059 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd88a0f-7960-4c4f-8557-a48a538bc14b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.011525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd88a0f-7960-4c4f-8557-a48a538bc14b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.014747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ccd88a0f-7960-4c4f-8557-a48a538bc14b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/3f563678-aef9-4876-81f6-e704b329573f HTTP/1.1" status: 404 len: 337 time: 0.0427301 Nov 12 13:32:21.017843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51342) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.060892 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab580a3-74dd-4cd9-8997-6ffedcf8e310 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.061678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab580a3-74dd-4cd9-8997-6ffedcf8e310 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.067825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7ab580a3-74dd-4cd9-8997-6ffedcf8e310 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/0cf80764-7119-4252-9770-8c5128a76e0e HTTP/1.1" status: 404 len: 333 time: 0.0484202 Nov 12 13:32:21.070686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51348) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.077440 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:21.111438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Pushing event deleted for resources: {'Port': ['ID=a595764e-14d1-40f0-8d98-8b30c84bf019,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:21.114165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] No DVR routers for this DVR port a595764e-14d1-40f0-8d98-8b30c84bf019 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:21.123158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.123819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.131149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.131149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.131149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.131149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.131149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.131149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.131149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.131149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.131149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.131149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d868-0c03-4814-90d8-4e862b7d6a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:21.132166 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1865f5a6-1a93-42a0-bd19-a8a4289a47b1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.132452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1865f5a6-1a93-42a0-bd19-a8a4289a47b1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.137662 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1865f5a6-1a93-42a0-bd19-a8a4289a47b1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/47a982cd-b74b-4d42-9a0e-2be05d3a7621 HTTP/1.1" status: 404 len: 337 time: 0.0655830 Nov 12 13:32:21.140018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51350) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.169193 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-267fadf9-87b1-476b-89d4-ef595ceb0ba7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.169882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267fadf9-87b1-476b-89d4-ef595ceb0ba7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.174257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-267fadf9-87b1-476b-89d4-ef595ceb0ba7 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/7cf6c3d8-a0e2-4114-9a4c-be53a772521d HTTP/1.1" status: 404 len: 333 time: 0.0331306 Nov 12 13:32:21.176799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51354) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.223838 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc2461c-7518-41cf-99c7-9bc65d16b1ea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.224317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc2461c-7518-41cf-99c7-9bc65d16b1ea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.236895 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8bc2461c-7518-41cf-99c7-9bc65d16b1ea tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/ab085d9c-cda4-4e46-9ae2-095e56392a3f HTTP/1.1" status: 404 len: 337 time: 0.0549283 Nov 12 13:32:21.236895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51360) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.264985 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce09e96-06e9-40b9-95ec-a31730ac7a04 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.265753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce09e96-06e9-40b9-95ec-a31730ac7a04 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.273693 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8ce09e96-06e9-40b9-95ec-a31730ac7a04 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/1a2fd213-bc91-456c-b715-7f96eb9e2dd1 HTTP/1.1" status: 404 len: 333 time: 0.0384982 Nov 12 13:32:21.274325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51364) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.278853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f286b-10bd-4e8e-87cf-f0eefd1db8fd req-c8e8dacd-3849-4345-abb0-35b41f3ef1a6 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:21.287443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-157f286b-10bd-4e8e-87cf-f0eefd1db8fd req-c8e8dacd-3849-4345-abb0-35b41f3ef1a6 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.0940263 Nov 12 13:32:21.314812 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cedb1d8-96a7-4ab8-be50-db0737e833c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.315194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cedb1d8-96a7-4ab8-be50-db0737e833c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.321838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4cedb1d8-96a7-4ab8-be50-db0737e833c5 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/1898be24-5645-495f-bda5-35a6ffdc6dc4 HTTP/1.1" status: 404 len: 337 time: 0.0459025 Nov 12 13:32:21.322145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51374) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.351409 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c325cc8c-821d-4132-a1cb-c819cf808203 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.351877 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c325cc8c-821d-4132-a1cb-c819cf808203 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.356307 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-157f286b-10bd-4e8e-87cf-f0eefd1db8fd req-a3e7e8bf-81b7-4548-83e1-894f9393b5ec tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679288 Nov 12 13:32:21.359054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51382) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.363626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c325cc8c-821d-4132-a1cb-c819cf808203 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/84e7f2fa-e489-437c-82ad-26a29bc39bf0 HTTP/1.1" status: 404 len: 337 time: 0.0332699 Nov 12 13:32:21.392153 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa342847-8dd0-42fd-94ea-c885cf2763fe tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.393156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa342847-8dd0-42fd-94ea-c885cf2763fe tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.397434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aa342847-8dd0-42fd-94ea-c885cf2763fe tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/976ae246-6a79-48f1-820e-5342c5f054d4 HTTP/1.1" status: 404 len: 333 time: 0.0304444 Nov 12 13:32:21.399957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51388) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.431982 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7fdbd7-0ac8-4c31-b7d7-7aab0b0f0255 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.432525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7fdbd7-0ac8-4c31-b7d7-7aab0b0f0255 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.436293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0d7fdbd7-0ac8-4c31-b7d7-7aab0b0f0255 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/67f68bf9-ed6f-4e84-8bf6-e3db1cd23f0d HTTP/1.1" status: 404 len: 337 time: 0.0350697 Nov 12 13:32:21.438675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.468495 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-df055ba5-2e30-4597-9e5a-1d1ae7a938b3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.469056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df055ba5-2e30-4597-9e5a-1d1ae7a938b3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.475578 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-df055ba5-2e30-4597-9e5a-1d1ae7a938b3 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/d418fbe5-d5cc-4762-a763-6e5f504559ef HTTP/1.1" status: 404 len: 337 time: 0.0332596 Nov 12 13:32:21.476371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51394) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.504140 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a8c26e-d796-42d3-9e45-3a9074a4d615 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.505538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a8c26e-d796-42d3-9e45-3a9074a4d615 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.512225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51396) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.513067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-12a8c26e-d796-42d3-9e45-3a9074a4d615 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/0d745920-af6d-4b8d-aff6-bca9477914ee HTTP/1.1" status: 404 len: 333 time: 0.0353935 Nov 12 13:32:21.563789 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3b6a52-e2ef-4d82-b837-05ccef200d4b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.564605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3b6a52-e2ef-4d82-b837-05ccef200d4b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.572543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7c3b6a52-e2ef-4d82-b837-05ccef200d4b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/290ae820-ae57-4cbc-9b59-4b0ccd13cfa4 HTTP/1.1" status: 404 len: 337 time: 0.0545824 Nov 12 13:32:21.572737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.604697 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d197e2c3-70a0-497b-b937-da21ae3e0f04 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.605352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d197e2c3-70a0-497b-b937-da21ae3e0f04 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.608408 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d197e2c3-70a0-497b-b937-da21ae3e0f04 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/c272e390-57bd-4ad9-a9bf-d1267a1a8a94 HTTP/1.1" status: 404 len: 337 time: 0.0345249 Nov 12 13:32:21.611919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.653747 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f7f277-ee2f-4abc-a3dd-600e6059817b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.654429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f7f277-ee2f-4abc-a3dd-600e6059817b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.661024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a6f7f277-ee2f-4abc-a3dd-600e6059817b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/6bff5d08-270a-4c92-aebd-1574f3ee9003 HTTP/1.1" status: 404 len: 333 time: 0.0446479 Nov 12 13:32:21.661312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51418) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.694626 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-70eb24fe-1330-4338-aca3-090a07b21d92 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.695091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70eb24fe-1330-4338-aca3-090a07b21d92 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.698657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-70eb24fe-1330-4338-aca3-090a07b21d92 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/12fb9373-6173-485e-aa8f-c5c161339d58 HTTP/1.1" status: 404 len: 337 time: 0.0361764 Nov 12 13:32:21.701033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51428) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.729646 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5170cfd7-a458-4415-b629-35bb5ca18b2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.730117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5170cfd7-a458-4415-b629-35bb5ca18b2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.736792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5170cfd7-a458-4415-b629-35bb5ca18b2f tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/51fea790-6fa0-493d-9ab8-367f02c65ebe HTTP/1.1" status: 404 len: 337 time: 0.0317581 Nov 12 13:32:21.737026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51434) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.769783 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cd621840-153e-4f04-b3e4-dd370f951cd2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 HTTP/1.1" status: 200 len: 205 time: 0.0312889 Nov 12 13:32:21.771954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.826431 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-441bb8ec-885a-4186-ba3f-f1ec5cd75508 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] delete failed (client error): The resource could not be found. Nov 12 13:32:21.829992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-441bb8ec-885a-4186-ba3f-f1ec5cd75508 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/routers/6d3e3e5d-5ccc-435d-8201-2fa8e0dcb3e9 HTTP/1.1" status: 404 len: 336 time: 0.0566080 Nov 12 13:32:21.830601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51440) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.862244 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3ebc00-630b-4afa-be1d-a44e33fe0569 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.862711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3ebc00-630b-4afa-be1d-a44e33fe0569 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.869012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.869325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0d3ebc00-630b-4afa-be1d-a44e33fe0569 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/dbc7238a-8506-4b2e-8011-c54b3b9ad957 HTTP/1.1" status: 404 len: 337 time: 0.0374565 Nov 12 13:32:21.906180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51450) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.915343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b8ed040c-6dd5-437f-949c-d93d409e7491 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 HTTP/1.1" status: 200 len: 205 time: 0.0449982 Nov 12 13:32:21.954038 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-7bde53f9-ca09-4509-ab6b-d395c5d4061b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] delete failed (client error): The resource could not be found. Nov 12 13:32:21.958802 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7bde53f9-ca09-4509-ab6b-d395c5d4061b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/routers/f4b4ac56-a3d0-4a7c-8754-bbb3f56c9782 HTTP/1.1" status: 404 len: 336 time: 0.0513589 Nov 12 13:32:21.958958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:21.991480 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4053042c-1e8d-4e63-999e-b611ff9c7ad1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:21.991960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4053042c-1e8d-4e63-999e-b611ff9c7ad1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:21.995275 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4053042c-1e8d-4e63-999e-b611ff9c7ad1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/b6c4b9ce-3be1-4317-acce-e11ae94ebebc HTTP/1.1" status: 404 len: 337 time: 0.0351279 Nov 12 13:32:21.997670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51460) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.027394 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-102fb413-8cb5-4edd-8bfc-481098d51a25 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.027871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102fb413-8cb5-4edd-8bfc-481098d51a25 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.039921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-102fb413-8cb5-4edd-8bfc-481098d51a25 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/f45e9cfe-fc31-48d4-8bee-7c639829d49e HTTP/1.1" status: 404 len: 337 time: 0.0411491 Nov 12 13:32:22.042766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51470) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.072984 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-767d8c35-a23d-44be-ae79-52907c89636b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.073774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767d8c35-a23d-44be-ae79-52907c89636b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.084855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51476) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.085993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-767d8c35-a23d-44be-ae79-52907c89636b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/5219e414-ca63-40c7-8fa8-a52a7f89b101 HTTP/1.1" status: 404 len: 333 time: 0.0418117 Nov 12 13:32:22.136952 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3332ffeb-bcb3-409d-935c-f2b97665040c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.137748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3332ffeb-bcb3-409d-935c-f2b97665040c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.143745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3332ffeb-bcb3-409d-935c-f2b97665040c tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/cffeb22f-89fa-415b-a0aa-eca71b778716 HTTP/1.1" status: 404 len: 337 time: 0.0557303 Nov 12 13:32:22.144149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51484) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.184116 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca9d412-5544-4a59-aeea-3e4eb857eec6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.184812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca9d412-5544-4a59-aeea-3e4eb857eec6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.192809 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4ca9d412-5544-4a59-aeea-3e4eb857eec6 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/ab4f1e36-9164-4750-8895-fd6d606899d8 HTTP/1.1" status: 404 len: 333 time: 0.0472460 Nov 12 13:32:22.193198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51494) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.240392 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5953d8d7-3810-4215-bde4-337400cca872 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.240995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5953d8d7-3810-4215-bde4-337400cca872 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.246430 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5953d8d7-3810-4215-bde4-337400cca872 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/e8e98e52-ed4f-4a9c-9509-f466bbf4fa83 HTTP/1.1" status: 404 len: 337 time: 0.0491304 Nov 12 13:32:22.247218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51504) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.253022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae323a-c2da-40e1-8020-3d31f2a9ac91 req-694343da-7110-495b-b43e-a5275d32f617 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:22.254714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41ae323a-c2da-40e1-8020-3d31f2a9ac91 req-694343da-7110-495b-b43e-a5275d32f617 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1589792 Nov 12 13:32:22.279491 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10bb71b-3cb3-4583-8348-2f164d344d3b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.280662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10bb71b-3cb3-4583-8348-2f164d344d3b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.288943 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d10bb71b-3cb3-4583-8348-2f164d344d3b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/80fdc2fb-dde6-4236-b706-d97aa5be3ea0 HTTP/1.1" status: 404 len: 333 time: 0.0404778 Nov 12 13:32:22.289845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51508) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.321181 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f07e7e-b39d-4399-966f-c6c568f43cd8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.321923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f07e7e-b39d-4399-966f-c6c568f43cd8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.329105 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-06f07e7e-b39d-4399-966f-c6c568f43cd8 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/15433efa-b283-41ba-833d-52f18886f4d2 HTTP/1.1" status: 404 len: 337 time: 0.0380080 Nov 12 13:32:22.330139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51510) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.349827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41ae323a-c2da-40e1-8020-3d31f2a9ac91 req-34d0ad73-6359-432a-a53c-5585ac694d7f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886440 Nov 12 13:32:22.381199 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5940d2e4-fae8-46ca-bcdd-0b47092b68c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.382671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5940d2e4-fae8-46ca-bcdd-0b47092b68c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.389966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.410349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5940d2e4-fae8-46ca-bcdd-0b47092b68c4 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/560d1ba2-6ed9-479b-9bb7-74701dd99319 HTTP/1.1" status: 404 len: 333 time: 0.0782564 Nov 12 13:32:22.458463 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bddccc8-f1d7-4306-a4f5-5e17400c70b1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.459484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bddccc8-f1d7-4306-a4f5-5e17400c70b1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.463276 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1bddccc8-f1d7-4306-a4f5-5e17400c70b1 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/1bad61d6-57cc-471d-bcd3-24050b344367 HTTP/1.1" status: 404 len: 337 time: 0.0652547 Nov 12 13:32:22.466221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51520) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.520805 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-069c6f4d-916d-43b8-a19a-8bf662497e62 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.524475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069c6f4d-916d-43b8-a19a-8bf662497e62 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.546647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-069c6f4d-916d-43b8-a19a-8bf662497e62 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/bba67b4c-ee56-4621-b4c9-1fb8fe528c73 HTTP/1.1" status: 404 len: 333 time: 0.0692313 Nov 12 13:32:22.552670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51522) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.589573 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2207eb3-b9c3-4187-989d-d6d0b16534a2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.590116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2207eb3-b9c3-4187-989d-d6d0b16534a2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.599968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51528) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.620216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a2207eb3-b9c3-4187-989d-d6d0b16534a2 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/a9feabac-01c2-4c25-8a75-85742369ca2d HTTP/1.1" status: 404 len: 337 time: 0.0495553 Nov 12 13:32:22.656901 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-59822269-a4b7-4e08-ac80-7adcab39a733 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.658244 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59822269-a4b7-4e08-ac80-7adcab39a733 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.661973 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-59822269-a4b7-4e08-ac80-7adcab39a733 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/8c15d64c-d206-4186-aa5d-d17b3c9cf2ec HTTP/1.1" status: 404 len: 333 time: 0.0608561 Nov 12 13:32:22.665494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51540) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.698737 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bcd8d2-922f-44aa-a911-fda5f4fa268b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.700913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bcd8d2-922f-44aa-a911-fda5f4fa268b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.709074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51546) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.712026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f8bcd8d2-922f-44aa-a911-fda5f4fa268b tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/6ead8534-66ee-45d1-a461-2090bd656bb6 HTTP/1.1" status: 404 len: 337 time: 0.0450077 Nov 12 13:32:22.757931 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae29560f-6002-4240-9844-7582dc4c8b26 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.758675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae29560f-6002-4240-9844-7582dc4c8b26 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.764535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51550) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.781909 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ae29560f-6002-4240-9844-7582dc4c8b26 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/ports/1cf46446-398b-49ef-a679-6c0994fe25bc HTTP/1.1" status: 404 len: 333 time: 0.0713823 Nov 12 13:32:22.791382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033f260-fc1b-4955-82ac-dbadedca4775 req-89e2d8af-536b-4078-ada3-f65fedf7ccdb tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:22.806007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0033f260-fc1b-4955-82ac-dbadedca4775 req-89e2d8af-536b-4078-ada3-f65fedf7ccdb tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1827080 Nov 12 13:32:22.810260 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7b692d-927d-42df-be4f-bcba72229248 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] DELETE failed (client error): The resource could not be found. Nov 12 13:32:22.810721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7b692d-927d-42df-be4f-bcba72229248 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:22.818244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51554) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:22.823008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a595764e-14d1-40f0-8d98-8b30c84bf019 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:22.823473 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2e7b692d-927d-42df-be4f-bcba72229248 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/subnets/0cc55a1a-e5e8-4291-a1fc-e0cc592ace8c HTTP/1.1" status: 404 len: 337 time: 0.0538182 Nov 12 13:32:22.851532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a595764e-14d1-40f0-8d98-8b30c84bf019 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:32:22.852265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a595764e-14d1-40f0-8d98-8b30c84bf019 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:22.986656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0033f260-fc1b-4955-82ac-dbadedca4775 req-bb13ce3d-6f0c-429e-a18e-0c80ec28e235 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763425 Nov 12 13:32:22.999696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.127609 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.159504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514a5480-43a8-41bb-9524-24b97d0dd96f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:23.172824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9555c8b-2c13-4012-86a7-afb44d7e6998') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:23.174029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9555c8b-2c13-4012-86a7-afb44d7e6998') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:23.206231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.221718 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.230627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:32:23.230939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:32:23.311126 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:32:23.319706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.333001 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.337455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] 10.222.0.73 "DELETE /v2.0/networks/514a5480-43a8-41bb-9524-24b97d0dd96f HTTP/1.1" status: 204 len: 168 time: 0.5117841 Nov 12 13:32:23.350154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93eacc-198e-4c78-aca8-61402103f000 tempest-NetworksTestDHCPv6-1724728561 tempest-NetworksTestDHCPv6-1724728561-project] Pushing event deleted for resources: {'Network': ['ID=514a5480-43a8-41bb-9524-24b97d0dd96f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:23.412978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51574) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:23.494223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41780-208a-449b-8fe2-750044d3e4f4 req-7a6bf22b-016a-4977-a0bf-ef5a7d957891 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:23.503369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fa41780-208a-449b-8fe2-750044d3e4f4 req-7a6bf22b-016a-4977-a0bf-ef5a7d957891 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.0666471 Nov 12 13:32:23.639949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fa41780-208a-449b-8fe2-750044d3e4f4 req-e505b71f-22fd-498a-b770-a7905a19dee8 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348872 Nov 12 13:32:23.641884 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9aed72a8-b127-4450-a3d2-41258ac418ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.791060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51584) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:23.794666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9aed72a8-b127-4450-a3d2-41258ac418ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.811629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9aed72a8-b127-4450-a3d2-41258ac418ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.848122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9aed72a8-b127-4450-a3d2-41258ac418ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b2f41f65b1941f695eb594decdc2894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4332769 Nov 12 13:32:23.852726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51588) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:23.871574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed72a8-b127-4450-a3d2-41258ac418ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19605ae7-0117-4eed-9852-161e03292514,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:23.953094 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e71b1a3-1e99-49e1-8c71-c2541d8b601c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:23.987238 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e71b1a3-1e99-49e1-8c71-c2541d8b601c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:24.002494 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-262dff0f-560d-4f58-8fdd-511088fefcf1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a8d071e57e8c4b498369c9cee032bb12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2060997 Nov 12 13:32:24.002494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:24.071615 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e71b1a3-1e99-49e1-8c71-c2541d8b601c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:24.074284 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e71b1a3-1e99-49e1-8c71-c2541d8b601c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:24.075736 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4e71b1a3-1e99-49e1-8c71-c2541d8b601c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/19605ae7-0117-4eed-9852-161e03292514 HTTP/1.1" status: 204 len: 168 time: 0.2224350 Nov 12 13:32:24.085836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b1a3-1e99-49e1-8c71-c2541d8b601c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19605ae7-0117-4eed-9852-161e03292514,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:24.105784 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fcef8e4-c96b-4272-9dec-3b875bacba16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:24.153165 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fcef8e4-c96b-4272-9dec-3b875bacba16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:24.219685 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fcef8e4-c96b-4272-9dec-3b875bacba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:24.224855 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fcef8e4-c96b-4272-9dec-3b875bacba16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:24.229488 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3fcef8e4-c96b-4272-9dec-3b875bacba16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a7ad44f0-1a00-420b-812a-b7d12e5e051f HTTP/1.1" status: 204 len: 168 time: 0.2270179 Nov 12 13:32:24.233033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599a0bd-82d8-4ca2-be2b-f0ab41343c13 req-49e81ed2-b8f9-402a-af9d-7ce5aff45e83 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:24.240049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcef8e4-c96b-4272-9dec-3b875bacba16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ad44f0-1a00-420b-812a-b7d12e5e051f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:24.241382 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e599a0bd-82d8-4ca2-be2b-f0ab41343c13 req-49e81ed2-b8f9-402a-af9d-7ce5aff45e83 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1124704 Nov 12 13:32:24.328626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e599a0bd-82d8-4ca2-be2b-f0ab41343c13 req-9bcd4697-e621-4a17-a1b0-349adc956eb5 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792184 Nov 12 13:32:24.817575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221c3d0-091d-4383-8161-cd0df890e730 req-bc7de3e8-2852-4330-8b01-ec94f1f28645 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:24.826904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9221c3d0-091d-4383-8161-cd0df890e730 req-bc7de3e8-2852-4330-8b01-ec94f1f28645 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.0841558 Nov 12 13:32:24.901333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9221c3d0-091d-4383-8161-cd0df890e730 req-01c52444-8994-4598-b3f5-ef24891dda98 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668292 Nov 12 13:32:25.463789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51654) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:25.476775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702bc76-44de-456d-bcad-ca40dda4d46d req-16e2222b-1c4c-4167-81e0-64908328f29c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:25.486503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a702bc76-44de-456d-bcad-ca40dda4d46d req-16e2222b-1c4c-4167-81e0-64908328f29c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.0737038 Nov 12 13:32:25.543120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a702bc76-44de-456d-bcad-ca40dda4d46d req-234db7ea-21b8-4cf1-9421-908d87493f14 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541344 Nov 12 13:32:25.576932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1900222032'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:25.601506 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Made reservation on behalf of d433f2dfb3ad4e1ca1fcf1a7076911fc for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:25.606089 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:25.619431 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:25.706200 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:25.711286 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:25.742191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:32:25.755145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a63bfe6-1b76-4e3b-895d-cf1d662a08c7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:25.760137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:25.760478 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Added segment cf63d3a8-91ca-4caf-9e85-8cf12e757866 of type vlan for network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff Nov 12 13:32:25.812772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:25.842376 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:25.848270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:25.848922 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:25.891449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4265263 Nov 12 13:32:25.894520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51670) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:25.901203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Request body: {'subnet': {'network_id': 'd2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:25.936094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88820b-1581-4d90-98bc-2a1798d0a1aa tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event updated for resources: {'Network': ['ID=d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:25.948763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:25.948991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:32:26.045302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Made reservation on behalf of d433f2dfb3ad4e1ca1fcf1a7076911fc for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:26.050477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.128753 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8197141-4102-43bb-a194-ee91a4866e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.233712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8197141-4102-43bb-a194-ee91a4866e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.244469 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8197141-4102-43bb-a194-ee91a4866e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.305698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b8197141-4102-43bb-a194-ee91a4866e8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f39d42e0ec840e1b889ae7298c863d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532996 Nov 12 13:32:26.305698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8197141-4102-43bb-a194-ee91a4866e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02257e44-818f-4f7b-80ca-bead2e274581,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:26.307309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:26.342842 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.409930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630317e-c2c2-41ba-8f8c-522e22ebc12f req-d1503de8-a35d-4c24-80ba-fccd027a3963 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:26.411477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3630317e-c2c2-41ba-8f8c-522e22ebc12f req-d1503de8-a35d-4c24-80ba-fccd027a3963 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.3266783 Nov 12 13:32:26.415321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e91851f0-aad7-4d54-9a61-d6a59a4f4621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.463426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Checking segment: {'id': 'cf63d3a8-91ca-4caf-9e85-8cf12e757866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:26.463675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Network hostable DHCP agents. Network: d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:32:26.473727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event updated for resources: {'Subnet': ['ID=5c1ca629-97ae-4e15-ab82-68419d5d3c2d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:26.483205 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e91851f0-aad7-4d54-9a61-d6a59a4f4621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.505554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:32:26.518954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3630317e-c2c2-41ba-8f8c-522e22ebc12f req-4b949f03-6f9f-472c-beb2-ee75eab1d9c0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966368 Nov 12 13:32:26.520245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:26.524492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:26.525078 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.538571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-27ede397-3bdf-4082-8fe3-05c04197c291 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:26.540875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbace89-64ac-4c71-a3c1-48bbeb5fc873 None None] Network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:26.555315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b7300a5c-190a-4318-af80-8513bbd77086 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6574032 Nov 12 13:32:26.555537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-27ede397-3bdf-4082-8fe3-05c04197c291 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 813 time: 0.1669128 Nov 12 13:32:26.556301 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51696) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:26.571621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Request body: {'port': {'network_id': 'd2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-921997964'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:26.576977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-cbe76c1f-8e1c-4fca-8dd7-fc7755fffeb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/quotas/99ab4aebcb6e4148a04fecd8d2c3f08d HTTP/1.1" status: 200 len: 375 time: 0.0207224 Nov 12 13:32:26.676025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-82cf4756-eb52-4816-9339-0a2bc9268ff2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978327 Nov 12 13:32:26.709772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e91851f0-aad7-4d54-9a61-d6a59a4f4621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.714010 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e91851f0-aad7-4d54-9a61-d6a59a4f4621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.715575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e91851f0-aad7-4d54-9a61-d6a59a4f4621 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/02257e44-818f-4f7b-80ca-bead2e274581 HTTP/1.1" status: 204 len: 168 time: 0.4072268 Nov 12 13:32:26.736496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91851f0-aad7-4d54-9a61-d6a59a4f4621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02257e44-818f-4f7b-80ca-bead2e274581,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:26.765247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff', 'network_id': 'd2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff', 'tenant_id': 'd433f2dfb3ad4e1ca1fcf1a7076911fc', 'fixed_ips': [{'subnet_id': '5c1ca629-97ae-4e15-ab82-68419d5d3c2d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:32:26.772240 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.834752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c60772-11fb-4eac-96b9-10f4ac84bb12 req-01427ad1-d10f-402a-94cb-fa51049693f9 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:26.847160 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84c60772-11fb-4eac-96b9-10f4ac84bb12 req-01427ad1-d10f-402a-94cb-fa51049693f9 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1745715 Nov 12 13:32:26.872510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Made reservation on behalf of d433f2dfb3ad4e1ca1fcf1a7076911fc for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:26.880850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-794628d0-b599-49b0-adf4-66ea82a47d2d service neutron] 10.222.0.73 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031407 Nov 12 13:32:26.887254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:26.942251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] device_id is not set on port dbf91c73-c569-429d-8a9d-e7191a68709f yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:32:26.976844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84c60772-11fb-4eac-96b9-10f4ac84bb12 req-fbe83f91-52bf-4963-a7ee-824350043c39 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282713 Nov 12 13:32:27.018600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-907713ec-fc4b-4e78-b6e9-69d1f54a981d service neutron] 10.222.0.73 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367095 Nov 12 13:32:27.030836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Allocated IP 2001:db8::2 (d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff/5c1ca629-97ae-4e15-ab82-68419d5d3c2d/51bdd748-ba8f-4930-9a9a-e39474dbbfd0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:27.166611 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaeebe83-bcfd-4156-9a37-c9285c091d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.248875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f894e067-31e8-49da-b20e-8593695b002b req-378c1b41-742f-4261-811c-c4aea0b4d421 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 210 time: 0.0468705 Nov 12 13:32:27.311913 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.322477 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.384926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:27.388528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:27.394494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:27.397984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Pushing event updated for resources: {'Port': ['ID=51bdd748-ba8f-4930-9a9a-e39474dbbfd0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:27.479893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Allocated IP 2001:db8::181 (d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff/5c1ca629-97ae-4e15-ab82-68419d5d3c2d/dbf91c73-c569-429d-8a9d-e7191a68709f) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:27.506427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Attempting to bind port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:32:27.506961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Attempting to bind port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'cf63d3a8-91ca-4caf-9e85-8cf12e757866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:32:27.508843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Attempting to bind port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 on network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:27.520481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:32:27.522553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Checking segment: {'id': 'cf63d3a8-91ca-4caf-9e85-8cf12e757866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:27.523040 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.525791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Bound using segment: {'id': 'cf63d3a8-91ca-4caf-9e85-8cf12e757866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:32:27.526477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Bound port: 51bdd748-ba8f-4930-9a9a-e39474dbbfd0, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf63d3a8-91ca-4caf-9e85-8cf12e757866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:32:27.527057 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.638092 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] For port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:27.660287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] For port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=51bdd748-ba8f-4930-9a9a-e39474dbbfd0,segment=NetworkSegment(cf63d3a8-91ca-4caf-9e85-8cf12e757866),segment_id=cf63d3a8-91ca-4caf-9e85-8cf12e757866)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:32:27.667878 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.736930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d0e2f-3d89-4b4d-ad9f-4071d332b9c4 req-b1239fc9-90e4-4fd5-94cc-df1c492a2fd6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:27.741001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cd6d0e2f-3d89-4b4d-ad9f-4071d332b9c4 req-b1239fc9-90e4-4fd5-94cc-df1c492a2fd6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1167998 Nov 12 13:32:27.772122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.785200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a596f2c-1505-47f4-80dd-26927b230c3b None None] Pushing event updated for resources: {'Port': ['ID=51bdd748-ba8f-4930-9a9a-e39474dbbfd0,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:27.864768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:27.894912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cd6d0e2f-3d89-4b4d-ad9f-4071d332b9c4 req-8201e18f-010a-43d4-825d-96f7a18e10a6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360872 Nov 12 13:32:27.989107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event updated for resources: {'Port': ['ID=dbf91c73-c569-429d-8a9d-e7191a68709f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:28.007028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51740) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:28.012850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:28.014591 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:28.018275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:28.055765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:28.056540 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:28.137243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f8b393b4-8aba-4d63-a6f2-e23c2149f541 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5797622 Nov 12 13:32:28.140255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51748) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:28.148191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Request body: {'port': {'network_id': 'd2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1548871650', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:28.149115 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] bootfile-name is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:32:28.152407 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] tftp-server is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:32:28.152985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] server-ip-address is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:32:28.250692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde36c-4ad3-4eff-831b-df632337008e req-caad3c56-c6e6-4cd6-9f9d-0b22a27b0f53 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:28.281387 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-04fde36c-4ad3-4eff-831b-df632337008e req-caad3c56-c6e6-4cd6-9f9d-0b22a27b0f53 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1642334 Nov 12 13:32:28.383677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51754) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:28.385810 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-04fde36c-4ad3-4eff-831b-df632337008e req-af2a177a-3e79-44bf-8dcf-f2af21b80ed0 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951128 Nov 12 13:32:28.455770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-18527519-8bf1-43c4-958c-4e7dfa93e9e1 req-019d3e56-14e4-4de3-8468-2087abff6bf3 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 210 time: 0.0515802 Nov 12 13:32:28.480454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-3005822-network', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:28.489247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Made reservation on behalf of d433f2dfb3ad4e1ca1fcf1a7076911fc for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:28.492819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:28.513764 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8f45e43-48c5-41fc-a1d1-30533f987161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:28.542007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] device_id is not set on port 259072ea-08d9-4af1-b9a1-43eb554b5f13 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:32:28.549359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Made reservation on behalf of 04d751a9231f4bb39a266e6c8f69bd8f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:28.552146 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:28.570215 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:28.725055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-e18f6b28-b180-4ddb-8dff-989971370149 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:28.727919 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-e18f6b28-b180-4ddb-8dff-989971370149 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 813 time: 0.1497984 Nov 12 13:32:28.748317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Request body: {'port': {'device_id': 'bbeaf011-f43f-4221-a095-b2fad6b7f0e4', 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6', 'admin_state_up': True, 'tenant_id': '99ab4aebcb6e4148a04fecd8d2c3f08d'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:28.878182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:28.879978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Allocated IP 2001:db8::301 (d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff/5c1ca629-97ae-4e15-ab82-68419d5d3c2d/259072ea-08d9-4af1-b9a1-43eb554b5f13) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:28.900288 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:28.903732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:28.909068 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8f45e43-48c5-41fc-a1d1-30533f987161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:28.931119 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8f45e43-48c5-41fc-a1d1-30533f987161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:28.965960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:32:28.995835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:28.996259 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.010889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631e5887-9211-48e7-bccb-8d4bd6a50bfd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:29.020722 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.021354 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Added segment f0a3f22f-9d7c-44eb-84d9-7f319b1b4494 of type vlan for network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 Nov 12 13:32:29.038416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Made reservation on behalf of 99ab4aebcb6e4148a04fecd8d2c3f08d for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:29.044546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.050962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e8f45e43-48c5-41fc-a1d1-30533f987161 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c00d5a879034695a1885b32359bb2e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6662238 Nov 12 13:32:29.057869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51760) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:29.137383 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.139449 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.168420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d210b-e5ff-4a33-bd35-470a3c0274b6 req-e6150bf0-8745-4ebb-a172-79fa15d877db tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:29.170014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c7d210b-e5ff-4a33-bd35-470a3c0274b6 req-e6150bf0-8745-4ebb-a172-79fa15d877db tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1772132 Nov 12 13:32:29.176672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=51bdd748-ba8f-4930-9a9a-e39474dbbfd0,segment=NetworkSegment(cf63d3a8-91ca-4caf-9e85-8cf12e757866),segment_id=cf63d3a8-91ca-4caf-9e85-8cf12e757866)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:29.182540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f45e43-48c5-41fc-a1d1-30533f987161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba288e4-e921-48bf-96cd-e89c48c610d0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:29.204133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.259460 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.261473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:29.262284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.268476 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5766f4e7-22e5-4ed8-a1f2-439bfc29619d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.274033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=51bdd748-ba8f-4930-9a9a-e39474dbbfd0,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:29.312414 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c7d210b-e5ff-4a33-bd35-470a3c0274b6 req-5e3b8811-1e03-464e-8727-0d92255e4faa tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283848 Nov 12 13:32:29.326930 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5766f4e7-22e5-4ed8-a1f2-439bfc29619d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.338829 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.349599 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3348832 Nov 12 13:32:29.349720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Allocated IP 172.20.0.14 (2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6/0efac667-dc7a-4840-986c-1e6f26e5b354/6970b323-189a-485b-a6e1-c92ba8412816) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:29.349720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51764) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:29.349939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd30f64-36fa-4a7e-950d-79cbc40d2f13 None None] Network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:29.353073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Request body: {'subnet': {'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-3005822-subnet', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:29.417898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Made reservation on behalf of 04d751a9231f4bb39a266e6c8f69bd8f for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:29.420324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.487488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a018d-625c-41a2-9e02-8edb09e22157 admin admin] Pushing event updated for resources: {'Network': ['ID=00bc9552-1e53-4a17-b43f-ab7e8415ae25,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:29.535453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:32:29.535719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.544381 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c5755dc-def7-4d5c-a4a4-c8f7d4d7b142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.554807 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5766f4e7-22e5-4ed8-a1f2-439bfc29619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.557363 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5766f4e7-22e5-4ed8-a1f2-439bfc29619d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.560859 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5766f4e7-22e5-4ed8-a1f2-439bfc29619d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4ba288e4-e921-48bf-96cd-e89c48c610d0 HTTP/1.1" status: 204 len: 168 time: 0.4860172 Nov 12 13:32:29.585638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e430b5ff-788e-44fb-ac91-5993e50faa84 None None] Provisioning complete for port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:29.586269 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e430b5ff-788e-44fb-ac91-5993e50faa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.618628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:29.622367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766f4e7-22e5-4ed8-a1f2-439bfc29619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba288e4-e921-48bf-96cd-e89c48c610d0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:29.641844 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2d948d2-c14b-4c8b-b2b1-5379a4ae515c req-fc57d0ee-a46b-4512-bccd-e5fd5723c0e2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 210 time: 0.0612142 Nov 12 13:32:29.654663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20084da-aaef-4e73-9ace-84c10d85a03a req-86bd4d98-8905-4612-9b43-32fc065221bb tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:29.655498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:29.661808 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f20084da-aaef-4e73-9ace-84c10d85a03a req-86bd4d98-8905-4612-9b43-32fc065221bb tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1724050 Nov 12 13:32:29.666180 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:29.676155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:29.684380 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.697540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event updated for resources: {'Port': ['ID=259072ea-08d9-4af1-b9a1-43eb554b5f13,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:29.724401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c69393dd-44c3-4cbf-999a-e2f30ea9c37a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5823584 Nov 12 13:32:29.727883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51772) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:29.764328 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.817518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f3fe7-f5a4-468d-9e91-ebd10ba7a6e4 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:29.824987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f3fe7-f5a4-468d-9e91-ebd10ba7a6e4 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:29.827421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f20084da-aaef-4e73-9ace-84c10d85a03a req-c9a30363-4799-40ae-901d-192afe6c6fbc tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647410 Nov 12 13:32:29.833038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f3fe7-f5a4-468d-9e91-ebd10ba7a6e4 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:29.835057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-908f3fe7-f5a4-468d-9e91-ebd10ba7a6e4 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1062009 Nov 12 13:32:29.840142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:29.892238 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.925826 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:29.940527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4d5bede1-d3ab-44b8-a726-206c139441e9', 'd8f667a5-f5d8-47f2-b3f1-9997c9bd02c3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:32:29.945747 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['67955d07-c4b9-4e29-a08d-4d72d61bc520'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:32:29.978592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa2ff0-bb99-46f0-a95c-9317eccf858c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Deleting port 259072ea-08d9-4af1-b9a1-43eb554b5f13 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:29.980224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2ff0-bb99-46f0-a95c-9317eccf858c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.065356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51778) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:30.083425 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f84a9725-55ba-4bf3-847b-ce8cb921c0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.207547 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f84a9725-55ba-4bf3-847b-ce8cb921c0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.225912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2ff0-bb99-46f0-a95c-9317eccf858c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.230791 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f84a9725-55ba-4bf3-847b-ce8cb921c0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.277801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa2ff0-bb99-46f0-a95c-9317eccf858c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Calling delete_port for 259072ea-08d9-4af1-b9a1-43eb554b5f13 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:30.279934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=058b746e-46ca-4164-afd0-1255a8d7939a,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:30.298987 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:30.306716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:30.309160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ab08882f-d594-45f3-90e0-6de8664fd858 None None] Provisioning complete for port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:30.309562 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab08882f-d594-45f3-90e0-6de8664fd858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.310364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:30.338341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb3043-65be-4144-9b75-2420a68a0482 None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:30.342753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Pushing event updated for resources: {'Port': ['ID=6970b323-189a-485b-a6e1-c92ba8412816,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:30.387445 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Checking segment: {'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:30.398116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Network hostable DHCP agents. Network: 00bc9552-1e53-4a17-b43f-ab7e8415ae25, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:32:30.416189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:30.416863 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.446954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:32:30.458193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-ef92e2e9-6b06-421c-884d-ec282dc20b5a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7203519 Nov 12 13:32:30.458612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f84a9725-55ba-4bf3-847b-ce8cb921c0c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a7ceed66d9443708be77ad6d6c9b07c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917956 Nov 12 13:32:30.461382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51784) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:30.491062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Request body: {'port': {'device_id': 'bbeaf011-f43f-4221-a095-b2fad6b7f0e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:30.495159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a9725-55ba-4bf3-847b-ce8cb921c0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fe6bd5-3ec3-428c-94df-a04eab7bc447,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:30.502473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 00bc9552-1e53-4a17-b43f-ab7e8415ae25) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:30.512078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:30.513237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.546697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e2307-6f69-4f8d-8623-1b81d5983e0a req-965ecc90-32a8-4381-9015-c9cb7cb84902 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:30.555019 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b43e2307-6f69-4f8d-8623-1b81d5983e0a req-965ecc90-32a8-4381-9015-c9cb7cb84902 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1025701 Nov 12 13:32:30.566053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b17f1e-d8e7-4a0e-808e-95cdfa77d00a None None] Network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:30.577413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-07185fe1-30fe-42be-bfc8-3e154ae7fb77 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.2282429 Nov 12 13:32:30.582381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51786) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:30.587090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:30.639413 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd9cfb04-a951-4cf2-b136-c86749f10314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.646789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b43e2307-6f69-4f8d-8623-1b81d5983e0a req-f99ed4ef-fb6a-4764-a310-99902bc3258e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897720 Nov 12 13:32:30.664319 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.675909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ab08882f-d594-45f3-90e0-6de8664fd858 None None] Provisioning complete for port 259072ea-08d9-4af1-b9a1-43eb554b5f13 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:30.676205 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab08882f-d594-45f3-90e0-6de8664fd858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.685608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.686562 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.692823 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2ff0-bb99-46f0-a95c-9317eccf858c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.707189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd9cfb04-a951-4cf2-b136-c86749f10314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.767888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa2ff0-bb99-46f0-a95c-9317eccf858c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event deleted for resources: {'Port': ['ID=259072ea-08d9-4af1-b9a1-43eb554b5f13,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:30.779598 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.843583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2ff0-bb99-46f0-a95c-9317eccf858c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:30.848648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6aaa2ff0-bb99-46f0-a95c-9317eccf858c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "DELETE /v2.0/ports/259072ea-08d9-4af1-b9a1-43eb554b5f13 HTTP/1.1" status: 204 len: 168 time: 1.0059721 Nov 12 13:32:30.851680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51790) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:30.857750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:30.859840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Request body: {'port': {'name': 'tempest-new-port-name-1890523354', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:30.860247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] bootfile-name is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:32:30.860689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] tftp-server is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:32:30.861741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] server-ip-address is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:32:30.941497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ab08882f-d594-45f3-90e0-6de8664fd858 None None] Port 259072ea-08d9-4af1-b9a1-43eb554b5f13 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:30.946502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.006227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ab08882f-d594-45f3-90e0-6de8664fd858 None None] Provisioning complete for port dbf91c73-c569-429d-8a9d-e7191a68709f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:31.006604 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab08882f-d594-45f3-90e0-6de8664fd858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.073748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:31.074127 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.075589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ab08882f-d594-45f3-90e0-6de8664fd858 None None] Port dbf91c73-c569-429d-8a9d-e7191a68709f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:31.079682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:32:31.080101 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.161764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.166992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd9cfb04-a951-4cf2-b136-c86749f10314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.169754 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd9cfb04-a951-4cf2-b136-c86749f10314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.185361 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dd9cfb04-a951-4cf2-b136-c86749f10314 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5fe6bd5-3ec3-428c-94df-a04eab7bc447 HTTP/1.1" status: 204 len: 168 time: 0.7115676 Nov 12 13:32:31.227020 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.234882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.255548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6970b323-189a-485b-a6e1-c92ba8412816 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:32:31.260379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bb61062c-41f3-4ac6-969f-e04aed00689a None None] Could not find standard attr ID for object 259072ea-08d9-4af1-b9a1-43eb554b5f13. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:32:31.268165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cfb04-a951-4cf2-b136-c86749f10314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fe6bd5-3ec3-428c-94df-a04eab7bc447,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:31.281333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] In _notify_port_updated(), no bound segment for port dbf91c73-c569-429d-8a9d-e7191a68709f on network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:32:31.289114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:31.290697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.292206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "PUT /v2.0/ports/dbf91c73-c569-429d-8a9d-e7191a68709f HTTP/1.1" status: 200 len: 1130 time: 0.4394894 Nov 12 13:32:31.299274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:31.303182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bb61062c-41f3-4ac6-969f-e04aed00689a None None] Provisioning complete for port dbf91c73-c569-429d-8a9d-e7191a68709f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:31.303432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb61062c-41f3-4ac6-969f-e04aed00689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.308586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.327500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79500689-d123-4163-9117-404dafb9296d req-e74220f4-e3d7-40d6-8f5f-0a1d33bd2fc3 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:31.338595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-79500689-d123-4163-9117-404dafb9296d req-e74220f4-e3d7-40d6-8f5f-0a1d33bd2fc3 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 932 time: 0.5474787 Nov 12 13:32:31.368739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Transition to ACTIVE for port object 6970b323-189a-485b-a6e1-c92ba8412816 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:32:31.377882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.394858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1b090-f87c-408a-8a5d-463da6574b7c req-18f7de25-8291-4d43-8566-c1654188a107 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:31.396734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08c1b090-f87c-408a-8a5d-463da6574b7c req-18f7de25-8291-4d43-8566-c1654188a107 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.4455156 Nov 12 13:32:31.402173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5801a3-961a-4fbd-9ba6-23e4e4fa0806 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event updated for resources: {'Port': ['ID=dbf91c73-c569-429d-8a9d-e7191a68709f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:31.417147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1df1b3-51e3-416c-b025-90b7b5c1dab7 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:31.419100 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-eb1df1b3-51e3-416c-b025-90b7b5c1dab7 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "GET /v2.0/ports/dbf91c73-c569-429d-8a9d-e7191a68709f HTTP/1.1" status: 200 len: 1130 time: 0.1162829 Nov 12 13:32:31.426217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51798) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:31.441878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Allocated IP 172.20.0.2 (00bc9552-1e53-4a17-b43f-ab7e8415ae25/058b746e-46ca-4164-afd0-1255a8d7939a/c0a20d6f-032d-42f6-8807-9c6468f55bbb) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:31.497479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08c1b090-f87c-408a-8a5d-463da6574b7c req-613a7dbc-fc2a-4cd3-8692-38fc37437c1d tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897074 Nov 12 13:32:31.554149 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.643297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-79500689-d123-4163-9117-404dafb9296d req-c7e869cb-b0bc-49ff-aa73-4c30cc0fae81 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037851 Nov 12 13:32:31.647061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Pushing event updated for resources: {'Port': ['ID=6970b323-189a-485b-a6e1-c92ba8412816,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:31.792124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Attempting to bind port 6970b323-189a-485b-a6e1-c92ba8412816 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:32:31.792472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Attempting to bind port 6970b323-189a-485b-a6e1-c92ba8412816 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:32:31.792803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Attempting to bind port 6970b323-189a-485b-a6e1-c92ba8412816 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:31.799201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c78618-b0a3-4364-864e-d17fa2b504f4 None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:31.803897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bb61062c-41f3-4ac6-969f-e04aed00689a None None] Port dbf91c73-c569-429d-8a9d-e7191a68709f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:31.813136 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Port 6970b323-189a-485b-a6e1-c92ba8412816 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:32:31.814410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Attempting to bind port 6970b323-189a-485b-a6e1-c92ba8412816 on network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:31.829356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:32:31.830289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Checking segment: {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:31.830886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Bound using segment: {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:32:31.831353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Bound port: 6970b323-189a-485b-a6e1-c92ba8412816, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f27a0f-d642-4380-a34e-278c2263fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:32:31.831727 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.843502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d15e8-fc5b-48a2-8dea-8aeaf95e652d req-712e9c28-ccdc-4dbb-975f-932b0c9074b0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:31.852330 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d11d15e8-fc5b-48a2-8dea-8aeaf95e652d req-712e9c28-ccdc-4dbb-975f-932b0c9074b0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1019266 Nov 12 13:32:31.884299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-15f6d9a4-ed8c-4780-aa4a-80733437e11a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Deleting port dbf91c73-c569-429d-8a9d-e7191a68709f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:31.884653 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-15f6d9a4-ed8c-4780-aa4a-80733437e11a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.917814 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.922268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d11d15e8-fc5b-48a2-8dea-8aeaf95e652d req-1d71fe7b-862d-43da-810a-6a0f706cf128 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688686 Nov 12 13:32:31.926975 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:31.964955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:31.976162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:31.981022 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:31.995277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-49a366d8-02d3-46c6-9dbc-511e94c9f5b1 None None] Provisioning complete for port dbf91c73-c569-429d-8a9d-e7191a68709f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:31.995594 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49a366d8-02d3-46c6-9dbc-511e94c9f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.001891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] For port 6970b323-189a-485b-a6e1-c92ba8412816, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:32.022348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] For port 6970b323-189a-485b-a6e1-c92ba8412816, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6970b323-189a-485b-a6e1-c92ba8412816,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:32:32.023324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Pushing event updated for resources: {'Port': ['ID=c0a20d6f-032d-42f6-8807-9c6468f55bbb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:32.032916 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.101617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-15f6d9a4-ed8c-4780-aa4a-80733437e11a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.103075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-49a366d8-02d3-46c6-9dbc-511e94c9f5b1 None None] Port dbf91c73-c569-429d-8a9d-e7191a68709f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:32.113791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Attempting to bind port c0a20d6f-032d-42f6-8807-9c6468f55bbb on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:32:32.114230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Attempting to bind port c0a20d6f-032d-42f6-8807-9c6468f55bbb by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:32:32.114608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Attempting to bind port c0a20d6f-032d-42f6-8807-9c6468f55bbb on network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:32.121096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c08567d-4a7d-473e-bbdf-56fc1097abbe None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:32.128635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:32:32.129145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Checking segment: {'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:32.129576 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.129975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Bound using segment: {'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:32:32.130462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Bound port: c0a20d6f-032d-42f6-8807-9c6468f55bbb, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:32:32.130846 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.176380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:32.177004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.178448 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] 10.222.0.70 "PUT /v2.0/ports/6970b323-189a-485b-a6e1-c92ba8412816 HTTP/1.1" status: 200 len: 1092 time: 1.7013602 Nov 12 13:32:32.180736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbeaf011-f43f-4221-a095-b2fad6b7f0e4', 'tag': '6970b323-189a-485b-a6e1-c92ba8412816'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:32.183762 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c16f17-b829-4504-be95-32e32687fa87" -d '{"events": [{"name": "network-changed", "server_uuid": "bbeaf011-f43f-4221-a095-b2fad6b7f0e4", "tag": "6970b323-189a-485b-a6e1-c92ba8412816"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:32.184160 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.203302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-15f6d9a4-ed8c-4780-aa4a-80733437e11a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Calling delete_port for dbf91c73-c569-429d-8a9d-e7191a68709f owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:32.226235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] For port c0a20d6f-032d-42f6-8807-9c6468f55bbb, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:32.230947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] For port c0a20d6f-032d-42f6-8807-9c6468f55bbb, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c0a20d6f-032d-42f6-8807-9c6468f55bbb,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:32:32.239957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.275040 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9360823-71e6-4797-86ca-4455a4f39529 x-openstack-request-id: req-c9360823-71e6-4797-86ca-4455a4f39529 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:32.275477 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbeaf011-f43f-4221-a095-b2fad6b7f0e4", "tag": "6970b323-189a-485b-a6e1-c92ba8412816", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:32.275851 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9360823-71e6-4797-86ca-4455a4f39529 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:32.276324 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbeaf011-f43f-4221-a095-b2fad6b7f0e4', 'tag': '6970b323-189a-485b-a6e1-c92ba8412816', 'status': 'completed', 'code': 200} Nov 12 13:32:32.310069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac92ec-1fbc-4c97-aa4b-ffe184ef1d4e service neutron] Pushing event updated for resources: {'Port': ['ID=6970b323-189a-485b-a6e1-c92ba8412816,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:32.332706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4d244-4c21-4aac-9090-4a5d3129c654 None None] Pushing event updated for resources: {'Port': ['ID=c0a20d6f-032d-42f6-8807-9c6468f55bbb,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:32.414478 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.421425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-32d8720f-d12d-4e61-b00f-272ef233fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:32.423080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-32d8720f-d12d-4e61-b00f-272ef233fe3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 1095 time: 0.1761196 Nov 12 13:32:32.450203 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.520699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-6100ee49-0c84-45f1-ae41-6adfbc302283 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6970b323-189a-485b-a6e1-c92ba8412816 HTTP/1.1" status: 200 len: 217 time: 0.0784500 Nov 12 13:32:32.678989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0dc43-4c0b-486e-97b4-48b8f52b9cf0 req-d28c121a-6427-450f-97d7-3d4c77f90311 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:32.680857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09f0dc43-4c0b-486e-97b4-48b8f52b9cf0 req-d28c121a-6427-450f-97d7-3d4c77f90311 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.0842149 Nov 12 13:32:32.818536 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09f0dc43-4c0b-486e-97b4-48b8f52b9cf0 req-a86e8e0e-90f5-4338-8102-4d2f1b445f94 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279287 Nov 12 13:32:32.867946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c0a20d6f-032d-42f6-8807-9c6468f55bbb up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:32.941912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:32.953463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c0a20d6f-032d-42f6-8807-9c6468f55bbb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:32.953848 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.072994 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.087069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92806f14-0582-4fd5-9b4e-c369b4f2edb3 req-c1c8c931-3df2-4b09-a451-c890358adf1d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:33.089077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92806f14-0582-4fd5-9b4e-c369b4f2edb3 req-c1c8c931-3df2-4b09-a451-c890358adf1d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.0819821 Nov 12 13:32:33.115640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port c0a20d6f-032d-42f6-8807-9c6468f55bbb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c0a20d6f-032d-42f6-8807-9c6468f55bbb,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:33.120806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Allocated IP 172.25.5.118 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/1fb3ea77-7760-470e-8615-5aea74bf1973) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:33.122075 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.133295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-05f8e51f-f85e-425b-a9e7-0191a2969f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:33.135136 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-05f8e51f-f85e-425b-a9e7-0191a2969f0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.3247104 Nov 12 13:32:33.142292 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-15f6d9a4-ed8c-4780-aa4a-80733437e11a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.182338 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92806f14-0582-4fd5-9b4e-c369b4f2edb3 req-f84f4601-0328-44d8-bec5-4d94459a1730 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843315 Nov 12 13:32:33.203717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=c0a20d6f-032d-42f6-8807-9c6468f55bbb,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:33.222056 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-1c900724-52cd-4122-ba61-a79da1e727fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775595 Nov 12 13:32:33.230075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0b7a3-5840-4342-8eb3-8815dfa33960 req-0eaa19e7-9a43-41f3-9b54-85c9fbf55468 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:33.231609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57e0b7a3-5840-4342-8eb3-8815dfa33960 req-0eaa19e7-9a43-41f3-9b54-85c9fbf55468 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 944 time: 0.3400486 Nov 12 13:32:33.244313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6d9a4-ed8c-4780-aa4a-80733437e11a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event deleted for resources: {'Port': ['ID=dbf91c73-c569-429d-8a9d-e7191a68709f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:33.374929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-15f6d9a4-ed8c-4780-aa4a-80733437e11a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.378537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-15f6d9a4-ed8c-4780-aa4a-80733437e11a tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "DELETE /v2.0/ports/dbf91c73-c569-429d-8a9d-e7191a68709f HTTP/1.1" status: 204 len: 168 time: 1.9495482 Nov 12 13:32:33.381040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:33.462995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ded4c21-d369-4753-a391-001151a29312 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Deleting subnet 5c1ca629-97ae-4e15-ab82-68419d5d3c2d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:32:33.466907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ded4c21-d369-4753-a391-001151a29312 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.481330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57e0b7a3-5840-4342-8eb3-8815dfa33960 req-76bda063-1531-4e72-9888-58d0dd7baaa3 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345722 Nov 12 13:32:33.508382 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.542023 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ded4c21-d369-4753-a391-001151a29312 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.562070 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-f983e576-b42b-4ccc-9168-2afafba102ec service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294404 Nov 12 13:32:33.587417 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.637063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba0b928-d7a6-47dc-b3af-fd76ea75bace None None] Network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:33.647188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ded4c21-d369-4753-a391-001151a29312 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.709413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-802b6cb8-fcf7-483a-8ea7-4bec8e3a7ecb None None] Provisioning complete for port c0a20d6f-032d-42f6-8807-9c6468f55bbb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:33.709954 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-802b6cb8-fcf7-483a-8ea7-4bec8e3a7ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.732748 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b9f8e87-de9e-461f-954e-fe74e12e2d62 req-a9fbab4a-7426-445a-ba17-c7ff33029d72 service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627622 Nov 12 13:32:33.733737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ded4c21-d369-4753-a391-001151a29312 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.765452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:33.767075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Pushing event updated for resources: {'Port': ['ID=1fb3ea77-7760-470e-8615-5aea74bf1973,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:33.775236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:33.777678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:33.783847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ded4c21-d369-4753-a391-001151a29312 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.793429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ded4c21-d369-4753-a391-001151a29312 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "DELETE /v2.0/subnets/5c1ca629-97ae-4e15-ab82-68419d5d3c2d HTTP/1.1" status: 204 len: 168 time: 0.4077783 Nov 12 13:32:33.795577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51860) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:33.823141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2220b-991e-4800-8926-50606166a8bc None None] Network d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:33.823374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e786da5-fa84-41fe-9e59-7693a8846052 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:33.838461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded4c21-d369-4753-a391-001151a29312 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1ca629-97ae-4e15-ab82-68419d5d3c2d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:33.952484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c16f17-b829-4504-be95-32e32687fa87 req-a4e080f4-7f8b-4995-822c-7ddde8439a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:33.953268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:33.954128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52c16f17-b829-4504-be95-32e32687fa87 req-a4e080f4-7f8b-4995-822c-7ddde8439a22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 1095 time: 0.1477792 Nov 12 13:32:34.072939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Deleting port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:34.073427 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:34.133888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e83633-9a3f-4615-a9f0-247df477d401 req-45d05cd1-7753-462f-98bc-a97d559cf003 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:34.137676 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56e83633-9a3f-4615-a9f0-247df477d401 req-45d05cd1-7753-462f-98bc-a97d559cf003 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1780643 Nov 12 13:32:34.234565 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c16f17-b829-4504-be95-32e32687fa87 req-ba752901-9ee4-44e4-b173-caa77059644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:34.236859 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52c16f17-b829-4504-be95-32e32687fa87 req-ba752901-9ee4-44e4-b173-caa77059644a service neutron] 10.222.0.70 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 914 time: 0.2446451 Nov 12 13:32:34.276190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8597c832-17cd-4183-ac42-a9f9c67d111f None None] DHCP port deletion for d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:34.288125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9d94f8f7-2e6c-4d18-9710-aad553d5c3f7 None None] Provisioning complete for port 1fb3ea77-7760-470e-8615-5aea74bf1973 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:34.288856 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d94f8f7-2e6c-4d18-9710-aad553d5c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:34.292447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] For port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=51bdd748-ba8f-4930-9a9a-e39474dbbfd0,segment=NetworkSegment(cf63d3a8-91ca-4caf-9e85-8cf12e757866),segment_id=cf63d3a8-91ca-4caf-9e85-8cf12e757866)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:34.292813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:34.348927 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52c16f17-b829-4504-be95-32e32687fa87 req-3fa8f6d7-7ebe-4adb-94ca-95755bfbc86b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6970b323-189a-485b-a6e1-c92ba8412816 HTTP/1.1" status: 200 len: 217 time: 0.1020491 Nov 12 13:32:34.362856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Calling delete_port for 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:34.364565 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56e83633-9a3f-4615-a9f0-247df477d401 req-4a175a9c-e2d1-4661-aa61-d509106e9f88 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143626 Nov 12 13:32:34.416262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9d94f8f7-2e6c-4d18-9710-aad553d5c3f7 None None] Port 1fb3ea77-7760-470e-8615-5aea74bf1973 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:34.449080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8597c832-17cd-4183-ac42-a9f9c67d111f None None] Deleting port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:34.449487 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8597c832-17cd-4183-ac42-a9f9c67d111f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:34.463526 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:34.528945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c16f17-b829-4504-be95-32e32687fa87 req-0a16c6d0-0b03-4109-b962-58634f5f6ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:34.531039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52c16f17-b829-4504-be95-32e32687fa87 req-0a16c6d0-0b03-4109-b962-58634f5f6ce8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.1653416 Nov 12 13:32:34.545721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbc7c1-97de-40d9-a1e6-19ed01aef633 req-c4862900-ccf0-4b68-baed-d4b793cd8ae5 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:34.555623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27cbc7c1-97de-40d9-a1e6-19ed01aef633 req-c4862900-ccf0-4b68-baed-d4b793cd8ae5 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.2042577 Nov 12 13:32:34.558366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8597c832-17cd-4183-ac42-a9f9c67d111f None None] For port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=51bdd748-ba8f-4930-9a9a-e39474dbbfd0,segment=NetworkSegment(cf63d3a8-91ca-4caf-9e85-8cf12e757866),segment_id=cf63d3a8-91ca-4caf-9e85-8cf12e757866)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:34.558768 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8597c832-17cd-4183-ac42-a9f9c67d111f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:34.578412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52c16f17-b829-4504-be95-32e32687fa87 req-34ae976e-392d-4f15-95ae-b02a40691f46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358455 Nov 12 13:32:34.580076 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8597c832-17cd-4183-ac42-a9f9c67d111f None None] Calling delete_port for 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:34.591873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:34.652100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event deleted for resources: {'Port': ['ID=51bdd748-ba8f-4930-9a9a-e39474dbbfd0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:34.654877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bb38011e-71f8-4a29-8200-e7059f703b3c None None] Provisioning complete for port c0a20d6f-032d-42f6-8807-9c6468f55bbb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:34.655453 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb38011e-71f8-4a29-8200-e7059f703b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:34.685231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] No DVR routers for this DVR port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:34.698356 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27cbc7c1-97de-40d9-a1e6-19ed01aef633 req-7fd417e4-6a00-42ac-b613-94feab384002 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417439 Nov 12 13:32:34.746011 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8597c832-17cd-4183-ac42-a9f9c67d111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:34.794509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597c832-17cd-4183-ac42-a9f9c67d111f None None] Pushing event deleted for resources: {'Port': ['ID=51bdd748-ba8f-4930-9a9a-e39474dbbfd0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:34.810444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597c832-17cd-4183-ac42-a9f9c67d111f None None] No DVR routers for this DVR port 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:34.853565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c0a20d6f-032d-42f6-8807-9c6468f55bbb up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:34.868004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52c16f17-b829-4504-be95-32e32687fa87 req-c0779918-6b09-4ea9-aeb7-d38b0b999e97 service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781460 Nov 12 13:32:34.933701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c0a20d6f-032d-42f6-8807-9c6468f55bbb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:34.934564 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:34.947781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b9d24-bb2c-49a6-acdd-12356fe83730 req-87d398a1-b426-49b8-b506-d62081aeb793 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:34.962640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c15b9d24-bb2c-49a6-acdd-12356fe83730 req-87d398a1-b426-49b8-b506-d62081aeb793 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 944 time: 0.1948409 Nov 12 13:32:35.125861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:35.155132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:32:35.155654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 51bdd748-ba8f-4930-9a9a-e39474dbbfd0 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:35.227723 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:35.254347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:35.269223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf63d3a8-91ca-4caf-9e85-8cf12e757866') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:35.269597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf63d3a8-91ca-4caf-9e85-8cf12e757866') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:35.283563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:35.305574 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:35.312803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:32:35.313979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:32:35.318818 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:32:35.388557 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:35.392895 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c15b9d24-bb2c-49a6-acdd-12356fe83730 req-0a560d5f-5b55-477b-b9ed-2ae6c55cd1a3 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290557 Nov 12 13:32:35.412796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52c16f17-b829-4504-be95-32e32687fa87 req-11514bb1-d566-412b-aa82-079a49fa15ff service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078125 Nov 12 13:32:35.413898 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:35.442208 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:35.445496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] 10.222.0.73 "DELETE /v2.0/networks/d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff HTTP/1.1" status: 204 len: 168 time: 1.6175258 Nov 12 13:32:35.456177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a7cf4-1ba7-4294-8bb7-e00ceaabc56c tempest-ExtraDHCPOptionsIpV6TestJSON-425639588 tempest-ExtraDHCPOptionsIpV6TestJSON-425639588-project] Pushing event deleted for resources: {'Network': ['ID=d2eddd64-3bb5-46ac-9a4b-4b896cdfe3ff,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:35.536858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8145b-9afa-4360-b5ce-b312609af7a7 req-53890594-a312-47fe-8276-3a34ca35ca44 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:35.538450 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2fd8145b-9afa-4360-b5ce-b312609af7a7 req-53890594-a312-47fe-8276-3a34ca35ca44 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.0718343 Nov 12 13:32:35.593729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2fd8145b-9afa-4360-b5ce-b312609af7a7 req-bc538622-9ae0-46eb-810a-3fed99a7ef29 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479031 Nov 12 13:32:35.607785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Router 0f46387f-a690-42b2-afac-4fd463a05f39 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:32:35.726509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:32:35.741354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Sync routers for ids ['0f46387f-a690-42b2-afac-4fd463a05f39'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:32:35.747598 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:35.752678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-71adcd79-3e91-4a8d-9852-1fa30351101d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.1666911 Nov 12 13:32:35.753455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:35.761180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Routers {'0f46387f-a690-42b2-afac-4fd463a05f39'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:35.761947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1c627c6f-3185-4774-a672-df3669638647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:32:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0f46387f-a690-42b2-afac-4fd463a05f39'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:35.763374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51888) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:35.886497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebfd73-40a9-4b04-8f9c-90dd43a288af req-b8a714c0-f027-4fab-8c18-383eb0c24a3b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:35.888057 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eeebfd73-40a9-4b04-8f9c-90dd43a288af req-b8a714c0-f027-4fab-8c18-383eb0c24a3b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.0658722 Nov 12 13:32:35.895845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Set router 0f46387f-a690-42b2-afac-4fd463a05f39 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:32:35.978099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eeebfd73-40a9-4b04-8f9c-90dd43a288af req-327ee6c5-f1a6-4c91-b6a6-511405d66cd9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820658 Nov 12 13:32:35.981550 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-06485767-8a4a-40fa-a7eb-50c109dcbb70 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d433f2dfb3ad4e1ca1fcf1a7076911fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2163854 Nov 12 13:32:35.983830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51892) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:36.039285 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2836-d9d9-4433-ad65-61fc3eb289a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.068488 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2836-d9d9-4433-ad65-61fc3eb289a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.122546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1c627c6f-3185-4774-a672-df3669638647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:34Z', 'revision_number': 3, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:36.123415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2836-d9d9-4433-ad65-61fc3eb289a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.126484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2836-d9d9-4433-ad65-61fc3eb289a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.131850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0a1e2836-d9d9-4433-ad65-61fc3eb289a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a63bfe6-1b76-4e3b-895d-cf1d662a08c7 HTTP/1.1" status: 204 len: 168 time: 0.1455092 Nov 12 13:32:36.139714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e2836-d9d9-4433-ad65-61fc3eb289a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a63bfe6-1b76-4e3b-895d-cf1d662a08c7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:36.169496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Checking router: 0f46387f-a690-42b2-afac-4fd463a05f39 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:32:36.170054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Updating router 0f46387f-a690-42b2-afac-4fd463a05f39 port 1fb3ea77-7760-470e-8615-5aea74bf1973 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:32:36.228457 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.272027 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.480587 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Allocated IP 172.20.0.1 (00bc9552-1e53-4a17-b43f-ab7e8415ae25/058b746e-46ca-4164-afd0-1255a8d7939a/a7eaccf4-68eb-4978-bca0-3479454cf93c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:36.550862 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.559059 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.615501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839928b6-6f29-48a5-805d-71760ac7bf3f req-3e699153-dcfd-49b7-ab2b-8248f2b9dd67 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:36.623154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7860e36f-22a1-4eb7-aa97-beee21931d6b None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:36.636065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-839928b6-6f29-48a5-805d-71760ac7bf3f req-3e699153-dcfd-49b7-ab2b-8248f2b9dd67 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 944 time: 0.1233468 Nov 12 13:32:36.645924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Attempting to bind port 1fb3ea77-7760-470e-8615-5aea74bf1973 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:32:36.646328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Attempting to bind port 1fb3ea77-7760-470e-8615-5aea74bf1973 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:32:36.663354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.672272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Attempting to bind port 1fb3ea77-7760-470e-8615-5aea74bf1973 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:36.728137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.750444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:32:36.750444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:36.750444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.750444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:32:36.752335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Bound port: 1fb3ea77-7760-470e-8615-5aea74bf1973, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:32:36.755635 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-839928b6-6f29-48a5-805d-71760ac7bf3f req-8392dc09-7117-4130-b9ab-0e577e20ea9c tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136949 Nov 12 13:32:36.755755 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.790842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab815b-e4d7-436c-8d48-a646c7830a24 None None] Pushing event updated for resources: {'Port': ['ID=1fb3ea77-7760-470e-8615-5aea74bf1973,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:36.837208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-863b0d7c-71b7-4c20-b997-2f38333ddfa7 None None] Provisioning complete for port 1fb3ea77-7760-470e-8615-5aea74bf1973 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:36.837915 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-863b0d7c-71b7-4c20-b997-2f38333ddfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.869870 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:36.878197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:36.881474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:36.884138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c627c6f-3185-4774-a672-df3669638647 None None] For port 1fb3ea77-7760-470e-8615-5aea74bf1973, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:36.886297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Pushing event updated for resources: {'Port': ['ID=a7eaccf4-68eb-4978-bca0-3479454cf93c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:36.893795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c627c6f-3185-4774-a672-df3669638647 None None] For port 1fb3ea77-7760-470e-8615-5aea74bf1973, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1fb3ea77-7760-470e-8615-5aea74bf1973,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:32:36.905229 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:36.908873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-863b0d7c-71b7-4c20-b997-2f38333ddfa7 None None] Port 1fb3ea77-7760-470e-8615-5aea74bf1973 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:36.964500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a6091-03a8-4355-8d3f-97b158acc44e req-49332e0e-6d15-4c58-b4cc-aecf9f20f886 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:36.967642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-737a6091-03a8-4355-8d3f-97b158acc44e req-49332e0e-6d15-4c58-b4cc-aecf9f20f886 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1711786 Nov 12 13:32:37.002463 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.112850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-737a6091-03a8-4355-8d3f-97b158acc44e req-d453b2e1-4c78-460a-aa98-1a0eed6c11b0 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366801 Nov 12 13:32:37.206039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe594d-6034-4cf5-bcd3-8d1241d44162 req-c695e1ce-47df-4095-9351-6793c5fd44c1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:37.218602 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-befe594d-6034-4cf5-bcd3-8d1241d44162 req-c695e1ce-47df-4095-9351-6793c5fd44c1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1035259 Nov 12 13:32:37.227226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51930) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:37.336958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-befe594d-6034-4cf5-bcd3-8d1241d44162 req-bc117965-fd36-4475-99ed-c6bc2ab531ba tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172619 Nov 12 13:32:37.362774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.366779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1acd5669-6b82-4826-987c-c6fe1fee1034 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:32:37.403600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34750891-8fc9-45cb-8861-5f776dbbc3f3 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:37.476961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1270839982'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:37.491631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3576f619-5a40-4b04-9ef1-1fe0efdd199b None None] Provisioning complete for port a7eaccf4-68eb-4978-bca0-3479454cf93c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:37.492144 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3576f619-5a40-4b04-9ef1-1fe0efdd199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.512328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:37.517504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.525396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab815b-e4d7-436c-8d48-a646c7830a24 None None] Pushing event updated for resources: {'Port': ['ID=1fb3ea77-7760-470e-8615-5aea74bf1973,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:37.529058 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.551625 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Routers {'0f46387f-a690-42b2-afac-4fd463a05f39'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:37.552456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1c627c6f-3185-4774-a672-df3669638647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:32:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0f46387f-a690-42b2-afac-4fd463a05f39'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:37.631686 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.636733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.649387 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.655869 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.669452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:32:37.678679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3576f619-5a40-4b04-9ef1-1fe0efdd199b None None] Port a7eaccf4-68eb-4978-bca0-3479454cf93c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:37.688066 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d65cf63-c1e4-4262-9a40-e136e890c0b2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:37.696332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.696721 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Added segment 0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49 of type vlan for network 73ac20aa-4c2d-41d1-b9f8-3be156496b5c Nov 12 13:32:37.729815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66de20-86bb-4c05-ac9c-6533ba617350 req-73a13482-65b0-4851-913d-35119c5fe41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:37.731334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea66de20-86bb-4c05-ac9c-6533ba617350 req-73a13482-65b0-4851-913d-35119c5fe41a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 1097 time: 0.4591401 Nov 12 13:32:37.759289 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.765300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1acd5669-6b82-4826-987c-c6fe1fee1034, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1acd5669-6b82-4826-987c-c6fe1fee1034,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:37.777463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Pushing event updated for resources: {'Port': ['ID=a7eaccf4-68eb-4978-bca0-3479454cf93c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:37.782653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.800976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '1acd5669-6b82-4826-987c-c6fe1fee1034', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'port_id': '1acd5669-6b82-4826-987c-c6fe1fee1034', 'mac_address': 'fa:16:3e:0d:f5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4ed80c-ed77-477f-a1a2-cd9129a58859', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:32:37.825801 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.832215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:37.836842 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea66de20-86bb-4c05-ac9c-6533ba617350 req-c952a0cb-d219-4af1-abea-8b96a76e30f8 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952635 Nov 12 13:32:37.843929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.844759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-1c627c6f-3185-4774-a672-df3669638647 None None] Set router 0f46387f-a690-42b2-afac-4fd463a05f39 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:32:37.868765 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6401322 Nov 12 13:32:37.940762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5f728ea8-7522-4338-aa3d-47a5926f343e None None] Provisioning complete for port 1fb3ea77-7760-470e-8615-5aea74bf1973 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:37.941254 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f728ea8-7522-4338-aa3d-47a5926f343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.981329 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:37.981585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e05fd-6bbc-4702-9012-346e14de1585 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Network': ['ID=73ac20aa-4c2d-41d1-b9f8-3be156496b5c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:38.011158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:38.013730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:38.021957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 73ac20aa-4c2d-41d1-b9f8-3be156496b5c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:32:38.135480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1acd5669-6b82-4826-987c-c6fe1fee1034 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:32:38.174524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1acd5669-6b82-4826-987c-c6fe1fee1034, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1acd5669-6b82-4826-987c-c6fe1fee1034,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:38.202395 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:38.370622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3aa562-d32c-4c88-8c83-b0e697cb888f req-8ab3df58-f779-4027-9d91-0f61c63c0f58 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:38.373240 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed3aa562-d32c-4c88-8c83-b0e697cb888f req-8ab3df58-f779-4027-9d91-0f61c63c0f58 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 944 time: 0.4410470 Nov 12 13:32:38.382594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb8578-54b3-42bc-9863-633464c60727 req-ee29ebcc-3b53-4638-bce5-35ded0af6e85 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:38.398557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97cb8578-54b3-42bc-9863-633464c60727 req-ee29ebcc-3b53-4638-bce5-35ded0af6e85 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1216469 Nov 12 13:32:38.410320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Router 0f46387f-a690-42b2-afac-4fd463a05f39 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:32:38.498507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['1acd5669-6b82-4826-987c-c6fe1fee1034'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:32:38.512551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97cb8578-54b3-42bc-9863-633464c60727 req-16d69621-5111-42cd-81a2-f258cbdf2a5e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130977 Nov 12 13:32:38.651695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed3aa562-d32c-4c88-8c83-b0e697cb888f req-f2fdb693-06b9-4ac1-86cf-6fadb6153950 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610917 Nov 12 13:32:38.655742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6970b323-189a-485b-a6e1-c92ba8412816 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:32:38.787415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1acd5669-6b82-4826-987c-c6fe1fee1034,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:38.816967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:32:38.822838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-491348f4-7932-47fe-96c0-ef019445cb89 admin admin] 10.222.0.73 "PUT /v2.0/routers/0f46387f-a690-42b2-afac-4fd463a05f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0678811 Nov 12 13:32:38.987549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd018b-9604-462b-8cff-4b162f80ada4 req-fa144886-de96-4f54-accf-b840456419a9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:38.997728 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31dd018b-9604-462b-8cff-4b162f80ada4 req-fa144886-de96-4f54-accf-b840456419a9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 945 time: 0.2020655 Nov 12 13:32:39.007555 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f728ea8-7522-4338-aa3d-47a5926f343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:39.019667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6970b323-189a-485b-a6e1-c92ba8412816, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6970b323-189a-485b-a6e1-c92ba8412816,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:39.075105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '6970b323-189a-485b-a6e1-c92ba8412816', 'network_id': '2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6', 'port_id': '6970b323-189a-485b-a6e1-c92ba8412816', 'mac_address': 'fa:16:3e:1a:eb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efac667-dc7a-4840-986c-1e6f26e5b354', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:32:39.077123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31dd018b-9604-462b-8cff-4b162f80ada4 req-2d1f9a7d-17dd-444e-981a-46a69722d0c3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779929 Nov 12 13:32:39.103986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5f728ea8-7522-4338-aa3d-47a5926f343e None None] For port 1fb3ea77-7760-470e-8615-5aea74bf1973, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1fb3ea77-7760-470e-8615-5aea74bf1973,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:39.113184 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f728ea8-7522-4338-aa3d-47a5926f343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:39.232341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:39.250876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1c627c6f-3185-4774-a672-df3669638647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:36Z', 'revision_number': 1, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:39.260523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f728ea8-7522-4338-aa3d-47a5926f343e None None] Pushing event updated for resources: {'Port': ['ID=1fb3ea77-7760-470e-8615-5aea74bf1973,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:39.297584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6970b323-189a-485b-a6e1-c92ba8412816 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:32:39.311609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c627c6f-3185-4774-a672-df3669638647 None None] The sync data for ids ['0f46387f-a690-42b2-afac-4fd463a05f39'] in n-d-805736-4 is: [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:36Z', 'revision_number': 1, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:32:39.334805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-57955941-232f-4ebf-9cfb-5efddac14c7c None None] Provisioning complete for port a7eaccf4-68eb-4978-bca0-3479454cf93c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:39.335181 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57955941-232f-4ebf-9cfb-5efddac14c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:39.383358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6970b323-189a-485b-a6e1-c92ba8412816, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6970b323-189a-485b-a6e1-c92ba8412816,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:39.395796 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:39.451547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-57955941-232f-4ebf-9cfb-5efddac14c7c None None] Port a7eaccf4-68eb-4978-bca0-3479454cf93c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:39.503302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=6970b323-189a-485b-a6e1-c92ba8412816,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:39.797640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['6970b323-189a-485b-a6e1-c92ba8412816'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:32:39.829494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb953-392c-4a84-95e0-4642155f5745 req-676a0d57-d3dd-414e-b23d-14c15771e413 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:39.831976 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b25fb953-392c-4a84-95e0-4642155f5745 req-676a0d57-d3dd-414e-b23d-14c15771e413 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1242411 Nov 12 13:32:39.964159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b25fb953-392c-4a84-95e0-4642155f5745 req-3e6ed5f2-8634-4d8a-845c-1503a2fd6337 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173327 Nov 12 13:32:40.287665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:40.293805 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7b1639ee-3c58-4695-b80d-c386c6fb7ff0 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068166246', 'description': 'tempest-description--2064102681'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:40.386709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304c18-097f-4b88-a2a0-d8fe4c214bd9 req-6d714076-a7fa-4dc2-89f1-e58aae08812e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:40.400317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df304c18-097f-4b88-a2a0-d8fe4c214bd9 req-6d714076-a7fa-4dc2-89f1-e58aae08812e tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1500154 Nov 12 13:32:40.464075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b1639ee-3c58-4695-b80d-c386c6fb7ff0 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:40.536700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dee101-ec4b-426b-b756-703561e063a3 req-0a975ed0-972e-4f9d-bc6d-cd59c2718f82 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:40.538411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40dee101-ec4b-426b-b756-703561e063a3 req-0a975ed0-972e-4f9d-bc6d-cd59c2718f82 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 945 time: 0.1896110 Nov 12 13:32:40.582713 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-df304c18-097f-4b88-a2a0-d8fe4c214bd9 req-6edd1566-b271-4ad8-9c13-c6553b11e1f9 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812110 Nov 12 13:32:40.684571 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b1639ee-3c58-4695-b80d-c386c6fb7ff0 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:40.690613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b1639ee-3c58-4695-b80d-c386c6fb7ff0 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:40.721525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40dee101-ec4b-426b-b756-703561e063a3 req-f77f17b4-777a-4f1a-a25f-efdd9d1da6a3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548457 Nov 12 13:32:40.756057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1639ee-3c58-4695-b80d-c386c6fb7ff0 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c93898-ffe1-4b1e-8887-c567cd578a35,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:40.762536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b1639ee-3c58-4695-b80d-c386c6fb7ff0 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:40.764111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7b1639ee-3c58-4695-b80d-c386c6fb7ff0 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4747121 Nov 12 13:32:40.768396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52014) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:40.774121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-523ad131-5f49-4133-9c72-6e7c231346d7 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Request body: {'security_group_rule': {'security_group_id': '93c93898-ffe1-4b1e-8887-c567cd578a35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:40.866888 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-523ad131-5f49-4133-9c72-6e7c231346d7 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:40.902408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1fb3ea77-7760-470e-8615-5aea74bf1973 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:41.006703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1fb3ea77-7760-470e-8615-5aea74bf1973 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:41.007160 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.067302 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-523ad131-5f49-4133-9c72-6e7c231346d7 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.084433 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-523ad131-5f49-4133-9c72-6e7c231346d7 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.130678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ad131-5f49-4133-9c72-6e7c231346d7 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a40e1a-cf76-46f8-b2b8-c55d642d941d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:41.199269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-523ad131-5f49-4133-9c72-6e7c231346d7 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.207215 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-523ad131-5f49-4133-9c72-6e7c231346d7 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4348154 Nov 12 13:32:41.207868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52022) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:41.224264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0626b9f6-2498-45cb-80c7-6e68a7d91cc2 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Request body: {'security_group_rule': {'security_group_id': '93c93898-ffe1-4b1e-8887-c567cd578a35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:41.234731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52024) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:41.242790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'subnet': {'network_id': '73ac20aa-4c2d-41d1-b9f8-3be156496b5c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:41.316829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b873406-40ce-4f44-a183-4d020bb3d25c req-08bdadee-80a9-477d-bf3a-cd7465a63c3b tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:41.328703 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b873406-40ce-4f44-a183-4d020bb3d25c req-08bdadee-80a9-477d-bf3a-cd7465a63c3b tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1565287 Nov 12 13:32:41.338257 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0626b9f6-2498-45cb-80c7-6e68a7d91cc2 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.386405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1acd5669-6b82-4826-987c-c6fe1fee1034 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:41.418992 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:41.423921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.444414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b873406-40ce-4f44-a183-4d020bb3d25c req-fc2ab3c4-7adb-4a15-87df-eed3ca4b4990 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136372 Nov 12 13:32:41.506346 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0626b9f6-2498-45cb-80c7-6e68a7d91cc2 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.516365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0626b9f6-2498-45cb-80c7-6e68a7d91cc2 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.565862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626b9f6-2498-45cb-80c7-6e68a7d91cc2 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea86efdb-ba82-42bf-aba4-b8cd5219fca3,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:41.581143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0626b9f6-2498-45cb-80c7-6e68a7d91cc2 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.582494 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0626b9f6-2498-45cb-80c7-6e68a7d91cc2 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732343 Nov 12 13:32:41.586608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52030) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:41.592165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:41.599968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 1acd5669-6b82-4826-987c-c6fe1fee1034 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:41.600900 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.656367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da92984-efd0-4d0a-a150-b586d04208d4 req-7a33bf07-339b-4ae8-b172-01b714ffd11f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:41.664890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da92984-efd0-4d0a-a150-b586d04208d4 req-7a33bf07-339b-4ae8-b172-01b714ffd11f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:41.667824 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.673642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da92984-efd0-4d0a-a150-b586d04208d4 req-7a33bf07-339b-4ae8-b172-01b714ffd11f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:41.681366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da92984-efd0-4d0a-a150-b586d04208d4 req-7a33bf07-339b-4ae8-b172-01b714ffd11f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:41.688047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da92984-efd0-4d0a-a150-b586d04208d4 req-7a33bf07-339b-4ae8-b172-01b714ffd11f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:41.697095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da92984-efd0-4d0a-a150-b586d04208d4 req-7a33bf07-339b-4ae8-b172-01b714ffd11f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:41.705007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da92984-efd0-4d0a-a150-b586d04208d4 req-7a33bf07-339b-4ae8-b172-01b714ffd11f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:41.715210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7da92984-efd0-4d0a-a150-b586d04208d4 req-7a33bf07-339b-4ae8-b172-01b714ffd11f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.1448183 Nov 12 13:32:41.760080 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.808088 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.809112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acd5669-6b82-4826-987c-c6fe1fee1034'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:41.827926 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd4385d-7449-4751-bc97-dcaf89a39684" -d '{"events": [{"server_uuid": "d0e27324-45bd-4e64-a9f4-a9f1d18e24ab", "name": "network-vif-plugged", "status": "completed", "tag": "1acd5669-6b82-4826-987c-c6fe1fee1034"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:41.840802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7da92984-efd0-4d0a-a150-b586d04208d4 req-afd261b4-7f4b-4f27-b7bb-e6ac2af4b1a3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242125 Nov 12 13:32:41.855103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1acd5669-6b82-4826-987c-c6fe1fee1034, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1acd5669-6b82-4826-987c-c6fe1fee1034,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:41.862722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.942858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Subnet': ['ID=d421e0a5-d363-4178-9852-8921e834fe98,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:41.950839 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Checking segment: {'id': '0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '73ac20aa-4c2d-41d1-b9f8-3be156496b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:41.951044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network hostable DHCP agents. Network: 73ac20aa-4c2d-41d1-b9f8-3be156496b5c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:32:41.957253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1acd5669-6b82-4826-987c-c6fe1fee1034,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:41.971418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-be2aa1bd-a6e8-47a3-bf3a-ef46923cb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:41.971640 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:41.973863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-be2aa1bd-a6e8-47a3-bf3a-ef46923cb079 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=170097f1c6844d7b9b117a05fcb7ed26&device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 1097 time: 0.1239767 Nov 12 13:32:42.016742 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network 73ac20aa-4c2d-41d1-b9f8-3be156496b5c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:32:42.063456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 73ac20aa-4c2d-41d1-b9f8-3be156496b5c) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:42.070481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.071089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:42.093252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ebd9cab0-9e72-4a7a-8fa4-536dc06e130a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8566897 Nov 12 13:32:42.093500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:42.096703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fcd706-34e6-41be-8395-dd7e7a5455f9 None None] Network 73ac20aa-4c2d-41d1-b9f8-3be156496b5c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:42.109987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-101998872'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:42.114963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75be33-9b3f-4b8a-b38d-8a7875e8a79e req-4cb10ba8-d06f-4027-9e98-1d370ec96afd tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.116610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d75be33-9b3f-4b8a-b38d-8a7875e8a79e req-4cb10ba8-d06f-4027-9e98-1d370ec96afd tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1419382 Nov 12 13:32:42.167156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:42.171351 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:42.192533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dca9e9-93a4-472b-ba43-292964bd2cc2 req-caed1ffa-80df-47ae-bc29-38d76ac28d64 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.200252 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59dca9e9-93a4-472b-ba43-292964bd2cc2 req-caed1ffa-80df-47ae-bc29-38d76ac28d64 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.2009981 Nov 12 13:32:42.242240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Allocated IP 172.25.5.233 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/3dc3b5ba-7266-4d50-96e7-25a4f1e463ff) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:42.271237 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d75be33-9b3f-4b8a-b38d-8a7875e8a79e req-2daf7de2-27f2-498c-b7d0-4ddc8801451a tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092017 Nov 12 13:32:42.310957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:32:42.322345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-e08b1037-1d69-4839-b49d-1e32365af654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.327268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-e08b1037-1d69-4839-b49d-1e32365af654 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7eba926c-f4fc-48ab-a83f-19585ed76e4f HTTP/1.1" status: 200 len: 911 time: 0.3431900 Nov 12 13:32:42.373114 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:42.376718 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Added segment dbc17351-9fbb-40e3-bce2-41fe4ee6a436 of type vlan for network 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e Nov 12 13:32:42.517974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59dca9e9-93a4-472b-ba43-292964bd2cc2 req-f5d0b61d-033d-4fa0-a4b4-732a891a5815 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922332 Nov 12 13:32:42.529567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-f141b486-b185-465c-bbde-05d9659502d5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef8798b5-5580-44ac-af93-6343ab3d9e88 HTTP/1.1" status: 200 len: 217 time: 0.1013293 Nov 12 13:32:42.622754 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:42.633386 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:42.647334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1d1b6-52c3-4fba-b087-530ec2887c1c req-d2eae63a-5889-4e20-8014-d8d90e309129 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.656195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97a1d1b6-52c3-4fba-b087-530ec2887c1c req-d2eae63a-5889-4e20-8014-d8d90e309129 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.1872029 Nov 12 13:32:42.713843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-1a67828f-dd0a-4b39-b2c5-4e233cc3750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.715706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-1a67828f-dd0a-4b39-b2c5-4e233cc3750b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=26d11e85-1966-4608-8da5-8307c339fc7d HTTP/1.1" status: 200 len: 850 time: 0.1762490 Nov 12 13:32:42.723697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:42.732278 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Sync routers for ids ['0f46387f-a690-42b2-afac-4fd463a05f39'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:32:42.734968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.736564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:42.741195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97a1d1b6-52c3-4fba-b087-530ec2887c1c req-d940fe28-7074-4067-beb0-4b43cdf2dfa2 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839880 Nov 12 13:32:42.757336 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Routers {'0f46387f-a690-42b2-afac-4fd463a05f39'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:42.757336 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:32:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0f46387f-a690-42b2-afac-4fd463a05f39'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:42.772643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-84c61761-0356-4ab7-8657-c3d7902657ad tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.780807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-84c61761-0356-4ab7-8657-c3d7902657ad tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.788813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-84c61761-0356-4ab7-8657-c3d7902657ad tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.796488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-84c61761-0356-4ab7-8657-c3d7902657ad tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.803455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-84c61761-0356-4ab7-8657-c3d7902657ad tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.810834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-84c61761-0356-4ab7-8657-c3d7902657ad tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.819302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-84c61761-0356-4ab7-8657-c3d7902657ad tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.822395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-84c61761-0356-4ab7-8657-c3d7902657ad tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.2555232 Nov 12 13:32:42.874606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Network': ['ID=9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:42.879085 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6170d3-17b0-4ccf-b790-ca3356c76752 x-openstack-request-id: req-4e6170d3-17b0-4ccf-b790-ca3356c76752 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:42.880207 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e27324-45bd-4e64-a9f4-a9f1d18e24ab", "name": "network-vif-plugged", "status": "completed", "tag": "1acd5669-6b82-4826-987c-c6fe1fee1034", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:42.881142 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e6170d3-17b0-4ccf-b790-ca3356c76752 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:42.885160 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acd5669-6b82-4826-987c-c6fe1fee1034', 'code': 200} Nov 12 13:32:42.887583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6970b323-189a-485b-a6e1-c92ba8412816 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:42.923203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-72cdde22-5623-417c-8cda-7457588a84eb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:42.931042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-72cdde22-5623-417c-8cda-7457588a84eb tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "GET /v2.0/ports/ffd8785e-5a43-4e78-b637-7566bcd394da?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0998216 Nov 12 13:32:42.945162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-98be79de-b184-40cf-8c7b-3cb56e350d48 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7eba926c-f4fc-48ab-a83f-19585ed76e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920826 Nov 12 13:32:42.948744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e0c8ce58-e253-4607-be1d-701799f30469 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8517454 Nov 12 13:32:42.960968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:32:42.964618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52060) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:42.970500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'subnet': {'network_id': '9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:43.000792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-70545cc3-a581-4586-bacd-3007eddedc3c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:32:43.006076 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-70545cc3-a581-4586-bacd-3007eddedc3c service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0424993 Nov 12 13:32:43.011749 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:43.101688 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Set router 0f46387f-a690-42b2-afac-4fd463a05f39 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:32:43.144549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-212274af-0030-4b08-8eb9-e53c8fdce908 service neutron] 10.222.0.105 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104670 Nov 12 13:32:43.149113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 6970b323-189a-485b-a6e1-c92ba8412816 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:32:43.152925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-73ac20aa-4c2d-41d1-b9f8-3be156496b5c', 'network_id': '73ac20aa-4c2d-41d1-b9f8-3be156496b5c', 'tenant_id': 'baf6bebc41e64a918fec1a3d1ce232e2', 'fixed_ips': [{'subnet_id': 'd421e0a5-d363-4178-9852-8921e834fe98'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:32:43.154664 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:43.264190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69180020-f7ab-4177-b6f6-39498bee03c8 req-1df98757-3930-4ccb-857a-4d7be197adbf tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:43.272542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69180020-f7ab-4177-b6f6-39498bee03c8 req-1df98757-3930-4ccb-857a-4d7be197adbf tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:43.280059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69180020-f7ab-4177-b6f6-39498bee03c8 req-1df98757-3930-4ccb-857a-4d7be197adbf tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:43.288295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69180020-f7ab-4177-b6f6-39498bee03c8 req-1df98757-3930-4ccb-857a-4d7be197adbf tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:43.311150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69180020-f7ab-4177-b6f6-39498bee03c8 req-1df98757-3930-4ccb-857a-4d7be197adbf tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:43.355093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:43.359887 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:43.363096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 6970b323-189a-485b-a6e1-c92ba8412816 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:43.363843 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:43.367299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69180020-f7ab-4177-b6f6-39498bee03c8 req-1df98757-3930-4ccb-857a-4d7be197adbf tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:43.399661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69180020-f7ab-4177-b6f6-39498bee03c8 req-1df98757-3930-4ccb-857a-4d7be197adbf tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:43.418098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69180020-f7ab-4177-b6f6-39498bee03c8 req-1df98757-3930-4ccb-857a-4d7be197adbf tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.3506529 Nov 12 13:32:43.492690 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:43.517591 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 2, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:43.518936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Allocated IP 2001:db8:0:ffff::2 (73ac20aa-4c2d-41d1-b9f8-3be156496b5c/d421e0a5-d363-4178-9852-8921e834fe98/e2136630-3192-49c0-927e-7d88a3066aa3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:43.585366 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Checking router: 0f46387f-a690-42b2-afac-4fd463a05f39 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:32:43.586024 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Updating router 0f46387f-a690-42b2-afac-4fd463a05f39 port a7eaccf4-68eb-4978-bca0-3479454cf93c binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:32:43.614204 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:43.639494 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69180020-f7ab-4177-b6f6-39498bee03c8 req-fa62ccf7-bdc3-4ad0-b154-409d87ac3c72 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2204149 Nov 12 13:32:43.643289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Pushing event updated for resources: {'Port': ['ID=3dc3b5ba-7266-4d50-96e7-25a4f1e463ff,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:43.705682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:43.742020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:43.765393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:43.812528 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-d6e20403-622e-4310-94e4-0e28970eef6e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "GET /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8636773 Nov 12 13:32:43.920674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:44.035360 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.054124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f28a06b-a424-42c0-93cf-cc3cea8ad42a req-8b34ca1f-607e-405f-93e0-1ca8b92e60c6 service neutron] 10.222.0.105 "GET /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9013228 Nov 12 13:32:44.091727 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.111598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5e5b4-80d1-4d63-b6a6-35c53df3a30d req-0f0dc8a8-5d11-4304-b2d4-8de463bc4346 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:44.123902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50f5e5b4-80d1-4d63-b6a6-35c53df3a30d req-0f0dc8a8-5d11-4304-b2d4-8de463bc4346 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 945 time: 0.4079309 Nov 12 13:32:44.211689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Pushing event updated for resources: {'Port': ['ID=e2136630-3192-49c0-927e-7d88a3066aa3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:44.231103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9a23-1f55-4a55-b04c-19aa82c1167b req-617e8199-15af-4b32-9d0f-815b500d6378 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:44.239944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5dfc9a23-1f55-4a55-b04c-19aa82c1167b req-617e8199-15af-4b32-9d0f-815b500d6378 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.3448689 Nov 12 13:32:44.273231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.objects.ports [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:32:44.278836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Network 73ac20aa-4c2d-41d1-b9f8-3be156496b5c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:44.333940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:44.344075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:44.347888 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.356041 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.358003 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.476025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Attempting to bind port e2136630-3192-49c0-927e-7d88a3066aa3 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:32:44.484413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Attempting to bind port e2136630-3192-49c0-927e-7d88a3066aa3 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '73ac20aa-4c2d-41d1-b9f8-3be156496b5c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:32:44.484859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Attempting to bind port e2136630-3192-49c0-927e-7d88a3066aa3 on network 73ac20aa-4c2d-41d1-b9f8-3be156496b5c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:44.491653 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.526203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:32:44.526636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Checking segment: {'id': '0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '73ac20aa-4c2d-41d1-b9f8-3be156496b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:44.527059 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.527658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Bound using segment: {'id': '0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '73ac20aa-4c2d-41d1-b9f8-3be156496b5c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:32:44.528363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Bound port: e2136630-3192-49c0-927e-7d88a3066aa3, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '73ac20aa-4c2d-41d1-b9f8-3be156496b5c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:32:44.529473 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.530732 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.541258 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.549615 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.572355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50f5e5b4-80d1-4d63-b6a6-35c53df3a30d req-c98c6c87-ef71-4faf-8e9f-bde06e3565fd tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944148 Nov 12 13:32:44.619678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5dfc9a23-1f55-4a55-b04c-19aa82c1167b req-aff0c1f6-df92-4457-ba09-f247d82ec8d3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784258 Nov 12 13:32:44.799134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.812741 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Pushing event updated for resources: {'Port': ['ID=a7eaccf4-68eb-4978-bca0-3479454cf93c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:44.855374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Subnet': ['ID=c10d9d29-6433-4125-8e27-83a17faf3f11,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:44.872131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6970b323-189a-485b-a6e1-c92ba8412816, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6970b323-189a-485b-a6e1-c92ba8412816,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:44.888368 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeaf011-f43f-4221-a095-b2fad6b7f0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6970b323-189a-485b-a6e1-c92ba8412816'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:44.895972 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fdcac9-1550-4de5-808a-eb36daead8cb" -d '{"events": [{"server_uuid": "bbeaf011-f43f-4221-a095-b2fad6b7f0e4", "name": "network-vif-plugged", "status": "completed", "tag": "6970b323-189a-485b-a6e1-c92ba8412816"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:44.923656 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:44.928498 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.930449 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.931027 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.931501 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.933612 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.934101 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.935521 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.940920 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.941444 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.942070 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.942519 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.947158 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:32:44.965858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ffd8785e-5a43-4e78-b637-7566bcd394da no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:44.984861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] For port e2136630-3192-49c0-927e-7d88a3066aa3, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:45.027164 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Attempting to bind port a7eaccf4-68eb-4978-bca0-3479454cf93c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:32:45.027708 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Attempting to bind port a7eaccf4-68eb-4978-bca0-3479454cf93c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:32:45.028196 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Attempting to bind port a7eaccf4-68eb-4978-bca0-3479454cf93c on network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:45.045315 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:32:45.048755 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Checking segment: {'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:45.049419 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:45.049939 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Bound using segment: {'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:32:45.062087 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Bound port: a7eaccf4-68eb-4978-bca0-3479454cf93c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:32:45.062654 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:45.128100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Checking segment: {'id': 'dbc17351-9fbb-40e3-bce2-41fe4ee6a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:45.128561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network hostable DHCP agents. Network: 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:32:45.195534 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] For port e2136630-3192-49c0-927e-7d88a3066aa3, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e2136630-3192-49c0-927e-7d88a3066aa3,segment=NetworkSegment(0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49),segment_id=0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:32:45.274104 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:45.281006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17865-b39c-4463-a312-65efef68d194 req-31159697-017f-4a35-b0c9-3d8a95bed15e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.284108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ec17865-b39c-4463-a312-65efef68d194 req-31159697-017f-4a35-b0c9-3d8a95bed15e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.3999395 Nov 12 13:32:45.299020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:32:45.341487 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] For port a7eaccf4-68eb-4978-bca0-3479454cf93c, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:45.357388 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] For port a7eaccf4-68eb-4978-bca0-3479454cf93c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a7eaccf4-68eb-4978-bca0-3479454cf93c,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:32:45.368444 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:45.457157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=6970b323-189a-485b-a6e1-c92ba8412816,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:45.502031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:45.527642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.531353 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:45.581745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-943b9359-dda7-4794-ba23-5a0b8af85fc2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6133931 Nov 12 13:32:45.584747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52098) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:45.597023 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Routers {'0f46387f-a690-42b2-afac-4fd463a05f39'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:45.599058 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:32:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0f46387f-a690-42b2-afac-4fd463a05f39'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:45.601998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c5fde-46c7-4228-88b1-8e6471523d24 None None] Network 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:45.612496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'port': {'network_id': '9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e', 'name': 'tempest-NetworksIpV6TestAttrs-782138806'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:45.665201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1208-24e1-4533-9bea-cac5318ade3a req-579fe1d2-f394-4e79-89f1-a57e03282bc9 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.697768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1208-24e1-4533-9bea-cac5318ade3a req-579fe1d2-f394-4e79-89f1-a57e03282bc9 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.710214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1208-24e1-4533-9bea-cac5318ade3a req-579fe1d2-f394-4e79-89f1-a57e03282bc9 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.720583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ec17865-b39c-4463-a312-65efef68d194 req-e1d18342-2729-499f-82c0-aebbb61202fc tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176788 Nov 12 13:32:45.742402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1208-24e1-4533-9bea-cac5318ade3a req-579fe1d2-f394-4e79-89f1-a57e03282bc9 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.812487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1208-24e1-4533-9bea-cac5318ade3a req-579fe1d2-f394-4e79-89f1-a57e03282bc9 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.837809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1208-24e1-4533-9bea-cac5318ade3a req-579fe1d2-f394-4e79-89f1-a57e03282bc9 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.875242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61eb5d-b419-46ba-bf6c-5e747193c8d6 None None] Pushing event updated for resources: {'Port': ['ID=e2136630-3192-49c0-927e-7d88a3066aa3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:45.886863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1208-24e1-4533-9bea-cac5318ade3a req-579fe1d2-f394-4e79-89f1-a57e03282bc9 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:45.906631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-664d1208-24e1-4533-9bea-cac5318ade3a req-579fe1d2-f394-4e79-89f1-a57e03282bc9 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 5444 time: 0.8029847 Nov 12 13:32:45.947306 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2790364c-257f-444c-94f5-0eb8ac731e7d x-openstack-request-id: req-2790364c-257f-444c-94f5-0eb8ac731e7d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:45.960712 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeaf011-f43f-4221-a095-b2fad6b7f0e4", "name": "network-vif-plugged", "status": "completed", "tag": "6970b323-189a-485b-a6e1-c92ba8412816", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:45.962688 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2790364c-257f-444c-94f5-0eb8ac731e7d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:45.963481 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeaf011-f43f-4221-a095-b2fad6b7f0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6970b323-189a-485b-a6e1-c92ba8412816', 'code': 200} Nov 12 13:32:46.060023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:46.067211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-56df19ab-2b0f-47d9-a3dd-ebfae5b81a31 None None] Provisioning complete for port a7eaccf4-68eb-4978-bca0-3479454cf93c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:46.068881 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-56df19ab-2b0f-47d9-a3dd-ebfae5b81a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.156126 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.173966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.354044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] For port ffd8785e-5a43-4e78-b637-7566bcd394da, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffd8785e-5a43-4e78-b637-7566bcd394da,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:46.380666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ab609-12c4-4067-be62-b6cc7359e887 req-e37e2308-91de-4840-8148-545fdb24fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:46.393563 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.395872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf2ab609-12c4-4067-be62-b6cc7359e887 req-e37e2308-91de-4840-8148-545fdb24fea8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 1097 time: 0.3212557 Nov 12 13:32:46.412121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:46.415913 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.464224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcdca6-5f01-4a85-b619-12b018c93b60 req-baeadfc2-c30f-4b69-8213-21fc1cd7c753 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:46.487952 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a2a76-e3ba-4ecc-af06-95c6f72a2b3c None None] Pushing event updated for resources: {'Port': ['ID=a7eaccf4-68eb-4978-bca0-3479454cf93c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:46.502075 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-42fcdca6-5f01-4a85-b619-12b018c93b60 req-baeadfc2-c30f-4b69-8213-21fc1cd7c753 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 946 time: 0.3194976 Nov 12 13:32:46.635271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55aff433-6ceb-4ede-a6b2-cd22ffdaabe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.686212 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] Set router 0f46387f-a690-42b2-afac-4fd463a05f39 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:32:46.691242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.694511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Pushing event updated for resources: {'Port': ['ID=3dc3b5ba-7266-4d50-96e7-25a4f1e463ff,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:46.730963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] device_id is not set on port a9aee45e-45fd-41f4-8406-bf43b835e5fc yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:32:46.753784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-664d1208-24e1-4533-9bea-cac5318ade3a req-6bad54d5-e992-43d9-bc88-a422b4f6361d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8450580 Nov 12 13:32:46.887898 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-56df19ab-2b0f-47d9-a3dd-ebfae5b81a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.925177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e', 'network_id': '9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e', 'tenant_id': 'baf6bebc41e64a918fec1a3d1ce232e2', 'fixed_ips': [{'subnet_id': 'c10d9d29-6433-4125-8e27-83a17faf3f11'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:32:46.926125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:46.955946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] For port ffd8785e-5a43-4e78-b637-7566bcd394da, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:47.055059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-56df19ab-2b0f-47d9-a3dd-ebfae5b81a31 None None] For port a7eaccf4-68eb-4978-bca0-3479454cf93c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a7eaccf4-68eb-4978-bca0-3479454cf93c,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:47.060903 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-56df19ab-2b0f-47d9-a3dd-ebfae5b81a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:47.119658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf2ab609-12c4-4067-be62-b6cc7359e887 req-4c1f6a4b-df63-49ee-be8e-490e0b581e2e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7053189 Nov 12 13:32:47.134733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] device_id is not set on port ffd8785e-5a43-4e78-b637-7566bcd394da yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:32:47.156708 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:47.185895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:47.242904 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:47.252629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-49614a81-249e-4c0f-96f1-9f602ced9f8b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6656694 Nov 12 13:32:47.348626 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:45Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:47.357092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] No DVR routers for this DVR port ffd8785e-5a43-4e78-b637-7566bcd394da on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:47.421701 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd95c98-9c87-44d4-a3d6-56e865adcf43 None None] The sync data for ids ['0f46387f-a690-42b2-afac-4fd463a05f39'] in n-d-805736-4 is: [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:45Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:32:47.442166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] Pushing event updated for resources: {'Port': ['ID=ffd8785e-5a43-4e78-b637-7566bcd394da,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:47.453913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8fc20-4746-4b97-b85f-0f3400911166 req-ad94507e-c03e-4940-b48a-2331b03122d6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:47.461238 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6f8fc20-4746-4b97-b85f-0f3400911166 req-ad94507e-c03e-4940-b48a-2331b03122d6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.5026691 Nov 12 13:32:47.473479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-42fcdca6-5f01-4a85-b619-12b018c93b60 req-7d445d5c-2926-45e3-a05a-f412bb81064b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8918736 Nov 12 13:32:47.480571 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55aff433-6ceb-4ede-a6b2-cd22ffdaabe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:47.509257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e2136630-3192-49c0-927e-7d88a3066aa3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:47.575232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] In _notify_port_updated(), no bound segment for port ffd8785e-5a43-4e78-b637-7566bcd394da on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:32:47.576272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:47.576984 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:47.578505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-e66ade75-48fd-4411-a3fe-18a9d81f78ee service neutron] 10.222.0.70 "PUT /v2.0/ports/ffd8785e-5a43-4e78-b637-7566bcd394da HTTP/1.1" status: 200 len: 1033 time: 3.6848922 Nov 12 13:32:47.616691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6f8fc20-4746-4b97-b85f-0f3400911166 req-ec1f19c6-fb67-48b6-a2c1-cf3d5fa9db87 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544528 Nov 12 13:32:47.648760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55aff433-6ceb-4ede-a6b2-cd22ffdaabe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:47.792936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-77319da6-1eab-43cd-832c-7e0278adfe2c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:47.793565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df19ab-2b0f-47d9-a3dd-ebfae5b81a31 None None] Pushing event updated for resources: {'Port': ['ID=a7eaccf4-68eb-4978-bca0-3479454cf93c,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:47.810485 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-77319da6-1eab-43cd-832c-7e0278adfe2c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "GET /v2.0/ports/adc25839-ced5-44ce-bccb-c76270ef31b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1881859 Nov 12 13:32:47.826949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:47.873625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-55aff433-6ceb-4ede-a6b2-cd22ffdaabe3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0725fd6da5b44b00b6a8a154969fb8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8121262 Nov 12 13:32:47.893536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:47.908983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Allocated IP 2001:db8::f816:3eff:fed7:f3d0 (9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e/c10d9d29-6433-4125-8e27-83a17faf3f11/a9aee45e-45fd-41f4-8406-bf43b835e5fc) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:47.930394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aff433-6ceb-4ede-a6b2-cd22ffdaabe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b86d245-f771-4a58-bdeb-3859fef0e8bf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:48.022338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a2cb729f-1527-4e7d-9689-3e1b3e8b0a8c None None] Provisioning complete for port a7eaccf4-68eb-4978-bca0-3479454cf93c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:48.025121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2cb729f-1527-4e7d-9689-3e1b3e8b0a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:48.170421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:32:48.170687 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:32:48.303186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e2136630-3192-49c0-927e-7d88a3066aa3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:48.303805 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:48.359080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddc695c-7059-426f-adf8-24d543c90c5c None None] Network 73ac20aa-4c2d-41d1-b9f8-3be156496b5c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:48.359317 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-046308ca-f049-4966-a58b-74707c9d27ef tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2068166246&fields=id&tenant_id=04d751a9231f4bb39a266e6c8f69bd8f HTTP/1.1" status: 200 len: 267 time: 0.3375990 Nov 12 13:32:48.742051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b834d-c6bd-49ee-b10b-277ac73a91a1 req-4a8f86f7-5681-4d77-b20a-57a2551dab3f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:48.755393 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a41b834d-c6bd-49ee-b10b-277ac73a91a1 req-4a8f86f7-5681-4d77-b20a-57a2551dab3f tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.9155619 Nov 12 13:32:48.773868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:48.899393 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a41b834d-c6bd-49ee-b10b-277ac73a91a1 req-b7597e38-75bf-4bc7-81ec-3a7bb4017991 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212907 Nov 12 13:32:48.965017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eafbdd5-6ff2-40a2-b496-4d76e4e4fa86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.102451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eafbdd5-6ff2-40a2-b496-4d76e4e4fa86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.143703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bbee6d53-4da5-445b-9558-1c62aa989afe no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:49.179640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fdae4-310d-4cd7-a0df-479ec21a406a req-1d044af7-cbdd-4f52-a554-42b34a6f4452 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:49.202029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fdae4-310d-4cd7-a0df-479ec21a406a req-1d044af7-cbdd-4f52-a554-42b34a6f4452 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:49.214270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fdae4-310d-4cd7-a0df-479ec21a406a req-1d044af7-cbdd-4f52-a554-42b34a6f4452 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:49.224274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.234864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-223e61f2-1054-4899-98ea-b56500f3a07e tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:49.236308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fdae4-310d-4cd7-a0df-479ec21a406a req-1d044af7-cbdd-4f52-a554-42b34a6f4452 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:49.247024 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.248672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-223e61f2-1054-4899-98ea-b56500f3a07e tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/networks?id=00bc9552-1e53-4a17-b43f-ab7e8415ae25 HTTP/1.1" status: 200 len: 803 time: 0.8883855 Nov 12 13:32:49.252865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fdae4-310d-4cd7-a0df-479ec21a406a req-1d044af7-cbdd-4f52-a554-42b34a6f4452 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:49.264307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fdae4-310d-4cd7-a0df-479ec21a406a req-1d044af7-cbdd-4f52-a554-42b34a6f4452 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:49.268764 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e49fdae4-310d-4cd7-a0df-479ec21a406a req-1d044af7-cbdd-4f52-a554-42b34a6f4452 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 4664 time: 0.1959920 Nov 12 13:32:49.276992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-8683b4ad-d485-435c-bfcb-aa86b93e3712 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/quotas/04d751a9231f4bb39a266e6c8f69bd8f HTTP/1.1" status: 200 len: 375 time: 0.0268676 Nov 12 13:32:49.326906 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eafbdd5-6ff2-40a2-b496-4d76e4e4fa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.333875 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eafbdd5-6ff2-40a2-b496-4d76e4e4fa86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.339437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5eafbdd5-6ff2-40a2-b496-4d76e4e4fa86 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b86d245-f771-4a58-bdeb-3859fef0e8bf HTTP/1.1" status: 204 len: 168 time: 1.4448929 Nov 12 13:32:49.346805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d867dbd5-332b-4c5d-b413-aadf73fa138f None None] Provisioning complete for port ffd8785e-5a43-4e78-b637-7566bcd394da triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:49.347195 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d867dbd5-332b-4c5d-b413-aadf73fa138f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.362776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port e2136630-3192-49c0-927e-7d88a3066aa3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e2136630-3192-49c0-927e-7d88a3066aa3,segment=NetworkSegment(0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49),segment_id=0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:49.374751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] For port adc25839-ced5-44ce-bccb-c76270ef31b4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=adc25839-ced5-44ce-bccb-c76270ef31b4,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:49.396496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafbdd5-6ff2-40a2-b496-4d76e4e4fa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b86d245-f771-4a58-bdeb-3859fef0e8bf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:49.424789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-d6d33809-449d-4156-8a29-cd99f915f5d0 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=04d751a9231f4bb39a266e6c8f69bd8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1464069 Nov 12 13:32:49.429018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.431352 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.432168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a7eaccf4-68eb-4978-bca0-3479454cf93c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:49.553375 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e49fdae4-310d-4cd7-a0df-479ec21a406a req-0f29a079-1903-4bfe-ba7a-f69642599005 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&id=ce0b1444-eb24-46ac-9311-68822b34cec2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2755735 Nov 12 13:32:49.564552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:49.564836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] For port adc25839-ced5-44ce-bccb-c76270ef31b4, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:49.577619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:49.627736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:49.640380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:49.641395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.647355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] device_id is not set on port adc25839-ced5-44ce-bccb-c76270ef31b4 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:32:49.667624 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.672119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Port': ['ID=a9aee45e-45fd-41f4-8406-bf43b835e5fc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:49.677004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.691165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8dc24e81-0492-41ba-9fd6-488106383c91 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.0909114 Nov 12 13:32:49.699698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52140) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:49.742502 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-2fa7f28a-67f8-4baa-9964-12d5d5fede97 service neutron] 10.222.0.73 "GET /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098495 Nov 12 13:32:49.808215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:49.822467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=e2136630-3192-49c0-927e-7d88a3066aa3,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:49.906687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Allocated IP 2001:db8::f816:3eff:fe6c:a9b3 (9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e/c10d9d29-6433-4125-8e27-83a17faf3f11/45ce87ef-0a74-4976-9864-c8e85bc17e6d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:49.925686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b221d0a-4cae-44ce-8f72-f3cd04e32952 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Deleting subnet c10d9d29-6433-4125-8e27-83a17faf3f11 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:32:50.012077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-d4dc1610-0945-45d9-bf3d-1296d5c26f0a service neutron] 10.222.0.73 "GET /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625666 Nov 12 13:32:50.056249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] No DVR routers for this DVR port adc25839-ced5-44ce-bccb-c76270ef31b4 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:50.119793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] Pushing event updated for resources: {'Port': ['ID=adc25839-ced5-44ce-bccb-c76270ef31b4,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:50.140921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d867dbd5-332b-4c5d-b413-aadf73fa138f None None] Port ffd8785e-5a43-4e78-b637-7566bcd394da cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:50.152449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6205-6379-4636-8937-656e8f657479 req-8e1e4947-6a1c-4a52-9e0f-08784cb19db2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:50.175214 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e0e6205-6379-4636-8937-656e8f657479 req-8e1e4947-6a1c-4a52-9e0f-08784cb19db2 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 946 time: 0.2827210 Nov 12 13:32:50.189698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:50.229466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-880dbfe7-1aac-47da-8d1e-ea4f91431493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:50.271257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] In _notify_port_updated(), no bound segment for port adc25839-ced5-44ce-bccb-c76270ef31b4 on network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 {{(pid=102675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:32:50.272244 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:50.272969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:50.274772 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-3aa346b0-944e-4845-92c6-6a195fa00fcd service neutron] 10.222.0.70 "PUT /v2.0/ports/adc25839-ced5-44ce-bccb-c76270ef31b4 HTTP/1.1" status: 200 len: 1031 time: 2.4563327 Nov 12 13:32:50.356534 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e0e6205-6379-4636-8937-656e8f657479 req-1b9fba93-41d1-4c87-a620-026af96a8db5 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803114 Nov 12 13:32:50.380459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbee6d53-4da5-445b-9558-1c62aa989afe'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:50.412347 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31624acb-18d9-411c-9c2a-3ce1b3c1ce1a" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-unplugged", "status": "completed", "tag": "bbee6d53-4da5-445b-9558-1c62aa989afe"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:50.505692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-97db4486-f6f6-497b-9616-9adf842d3e40 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting port 6768889b-41d9-43e6-9b6a-5f447cffa434 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:50.506128 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-97db4486-f6f6-497b-9616-9adf842d3e40 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:50.524212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d867dbd5-332b-4c5d-b413-aadf73fa138f None None] Provisioning complete for port e2136630-3192-49c0-927e-7d88a3066aa3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:50.524488 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d867dbd5-332b-4c5d-b413-aadf73fa138f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:50.547970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-880dbfe7-1aac-47da-8d1e-ea4f91431493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:50.584055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bbee6d53-4da5-445b-9558-1c62aa989afe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bbee6d53-4da5-445b-9558-1c62aa989afe,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:50.629625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-880dbfe7-1aac-47da-8d1e-ea4f91431493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:50.675447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a7eaccf4-68eb-4978-bca0-3479454cf93c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:50.675791 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:50.682907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-97db4486-f6f6-497b-9616-9adf842d3e40 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] For port 6768889b-41d9-43e6-9b6a-5f447cffa434, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6768889b-41d9-43e6-9b6a-5f447cffa434,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:50.683307 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-97db4486-f6f6-497b-9616-9adf842d3e40 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:50.702758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-97db4486-f6f6-497b-9616-9adf842d3e40 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Calling delete_port for 6768889b-41d9-43e6-9b6a-5f447cffa434 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:50.711990 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:50.712911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6768889b-41d9-43e6-9b6a-5f447cffa434 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:50.790599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dbfe7-1aac-47da-8d1e-ea4f91431493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b795f99-071a-491e-8525-fb8639539212,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:50.930033 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-97db4486-f6f6-497b-9616-9adf842d3e40 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:50.949769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52162) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:50.949940 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-880dbfe7-1aac-47da-8d1e-ea4f91431493 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e25ef39d24f84479a5c5cab2d7e5dd99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7524068 Nov 12 13:32:50.978565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe1bb0-f33b-4ea7-83af-c98d229e6ac8 req-d7975644-a2a1-47e0-9b7a-b2f4d4ed894b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:50.994502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db4486-f6f6-497b-9616-9adf842d3e40 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Port': ['ID=6768889b-41d9-43e6-9b6a-5f447cffa434,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:50.999420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfe1bb0-f33b-4ea7-83af-c98d229e6ac8 req-d7975644-a2a1-47e0-9b7a-b2f4d4ed894b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.4421017 Nov 12 13:32:51.156165 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:51.204793 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:51.207576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b221d0a-4cae-44ce-8f72-f3cd04e32952 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:51.208632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfe1bb0-f33b-4ea7-83af-c98d229e6ac8 req-f3ada550-94f1-470f-828f-8fde11e1f6c2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050424 Nov 12 13:32:51.222668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-97db4486-f6f6-497b-9616-9adf842d3e40 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] No DVR routers for this DVR port 6768889b-41d9-43e6-9b6a-5f447cffa434 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:51.236498 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-97db4486-f6f6-497b-9616-9adf842d3e40 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:51.240819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-97db4486-f6f6-497b-9616-9adf842d3e40 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "DELETE /v2.0/ports/6768889b-41d9-43e6-9b6a-5f447cffa434 HTTP/1.1" status: 204 len: 173 time: 0.9518697 Nov 12 13:32:51.246383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Network 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:51.259519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:51.274972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:51.362739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-deleted', 'tag': '6768889b-41d9-43e6-9b6a-5f447cffa434'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:51.372736 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293a0fce-0ffe-47db-9baa-f1f960cf80be" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-deleted", "tag": "6768889b-41d9-43e6-9b6a-5f447cffa434"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:51.494333 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeddf3d-75d3-490c-8938-c385a0ac7c15 x-openstack-request-id: req-aaeddf3d-75d3-490c-8938-c385a0ac7c15 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:51.495162 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-unplugged", "status": "completed", "tag": "bbee6d53-4da5-445b-9558-1c62aa989afe", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:51.495162 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aaeddf3d-75d3-490c-8938-c385a0ac7c15 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:51.514571 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbee6d53-4da5-445b-9558-1c62aa989afe', 'code': 200} Nov 12 13:32:51.647275 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4d2315e2-058a-4cd0-a620-34009ef8e35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:51.666349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fcfbd1f-6b12-4394-b67c-4e53c6cd1774 req-4fcd5773-4c16-4074-b34d-9726c1f26b36 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 210 time: 0.2878819 Nov 12 13:32:51.712036 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b221d0a-4cae-44ce-8f72-f3cd04e32952 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:51.727701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bbee6d53-4da5-445b-9558-1c62aa989afe,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:51.900242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Pushing event updated for resources: {'Port': ['ID=45ce87ef-0a74-4976-9864-c8e85bc17e6d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:51.926039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Attempting to bind port 45ce87ef-0a74-4976-9864-c8e85bc17e6d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:32:51.927365 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Attempting to bind port 45ce87ef-0a74-4976-9864-c8e85bc17e6d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'dbc17351-9fbb-40e3-bce2-41fe4ee6a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:32:51.928634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Attempting to bind port 45ce87ef-0a74-4976-9864-c8e85bc17e6d on network 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:32:51.932088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No active binding found for port 6768889b-41d9-43e6-9b6a-5f447cffa434 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:32:51.933888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6768889b-41d9-43e6-9b6a-5f447cffa434 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:51.935553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ffc2e683-9178-428e-841e-56c76d96143e no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:51.944926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f67bea-5a34-405d-ac16-95dd9fc86dd7 req-ee3b8891-86b1-4c25-9b6e-eade4143090d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:51.992785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f67bea-5a34-405d-ac16-95dd9fc86dd7 req-ee3b8891-86b1-4c25-9b6e-eade4143090d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:52.048216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f67bea-5a34-405d-ac16-95dd9fc86dd7 req-ee3b8891-86b1-4c25-9b6e-eade4143090d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:52.064235 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4d2315e2-058a-4cd0-a620-34009ef8e35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:52.072145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f67bea-5a34-405d-ac16-95dd9fc86dd7 req-ee3b8891-86b1-4c25-9b6e-eade4143090d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:52.074660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8f67bea-5a34-405d-ac16-95dd9fc86dd7 req-ee3b8891-86b1-4c25-9b6e-eade4143090d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 3149 time: 0.4078865 Nov 12 13:32:52.133328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:32:52.135726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Checking segment: {'id': 'dbc17351-9fbb-40e3-bce2-41fe4ee6a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:32:52.140613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:52.143279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Bound using segment: {'id': 'dbc17351-9fbb-40e3-bce2-41fe4ee6a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:32:52.146242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Bound port: 45ce87ef-0a74-4976-9864-c8e85bc17e6d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc17351-9fbb-40e3-bce2-41fe4ee6a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:32:52.151930 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:52.209045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8f67bea-5a34-405d-ac16-95dd9fc86dd7 req-eda26659-c612-49e5-b520-9fd451605097 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253927 Nov 12 13:32:52.370517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cc240-0360-498b-8c31-12489febe274 req-7f09f563-5351-42ce-a21a-5b6c454dbfa5 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:52.381396 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-286cc240-0360-498b-8c31-12489febe274 req-7f09f563-5351-42ce-a21a-5b6c454dbfa5 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.4273672 Nov 12 13:32:52.390247 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44a4dcf-153b-43dd-94fb-aa296355ebdf x-openstack-request-id: req-b44a4dcf-153b-43dd-94fb-aa296355ebdf {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:52.390540 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-deleted", "tag": "6768889b-41d9-43e6-9b6a-5f447cffa434", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:52.390795 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b44a4dcf-153b-43dd-94fb-aa296355ebdf {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:52.391818 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-deleted', 'tag': '6768889b-41d9-43e6-9b6a-5f447cffa434', 'status': 'completed', 'code': 200} Nov 12 13:32:52.521230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] For port 45ce87ef-0a74-4976-9864-c8e85bc17e6d, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:32:52.528224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-eebae84b-788e-46fc-b6db-2356f6c39fbd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting port ffc2e683-9178-428e-841e-56c76d96143e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:52.528621 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-eebae84b-788e-46fc-b6db-2356f6c39fbd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:52.533530 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4d2315e2-058a-4cd0-a620-34009ef8e35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:52.536543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4d2315e2-058a-4cd0-a620-34009ef8e35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:52.542364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4d2315e2-058a-4cd0-a620-34009ef8e35b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b795f99-071a-491e-8525-fb8639539212 HTTP/1.1" status: 204 len: 168 time: 1.5932038 Nov 12 13:32:52.548892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] For port 45ce87ef-0a74-4976-9864-c8e85bc17e6d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=45ce87ef-0a74-4976-9864-c8e85bc17e6d,segment=NetworkSegment(dbc17351-9fbb-40e3-bce2-41fe4ee6a436),segment_id=dbc17351-9fbb-40e3-bce2-41fe4ee6a436)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:32:52.555420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-286cc240-0360-498b-8c31-12489febe274 req-6485c1ad-304f-463c-9e62-d8bff717354c tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729767 Nov 12 13:32:52.608244 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2315e2-058a-4cd0-a620-34009ef8e35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b795f99-071a-491e-8525-fb8639539212,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:52.728740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e2136630-3192-49c0-927e-7d88a3066aa3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:52.742517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b221d0a-4cae-44ce-8f72-f3cd04e32952 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:52.783097 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:52.856345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28ca85-2cc3-430c-8a8e-2ab003f1548d req-c3580e15-73b8-4032-b540-16426179da98 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:52.868204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c28ca85-2cc3-430c-8a8e-2ab003f1548d req-c3580e15-73b8-4032-b540-16426179da98 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1432183 Nov 12 13:32:52.943417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-afd93728-dc6c-443c-aa29-578762191b69 None None] Provisioning complete for port adc25839-ced5-44ce-bccb-c76270ef31b4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:52.947719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afd93728-dc6c-443c-aa29-578762191b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:52.981505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6564eaf4-6292-422e-94bb-5c630035bbf3 req-ca918989-1ae6-4b1c-93a7-cdbff0c92c87 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 210 time: 0.1388111 Nov 12 13:32:53.006900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-eebae84b-788e-46fc-b6db-2356f6c39fbd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] For port ffc2e683-9178-428e-841e-56c76d96143e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffc2e683-9178-428e-841e-56c76d96143e,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:53.007322 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-eebae84b-788e-46fc-b6db-2356f6c39fbd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:53.059698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c28ca85-2cc3-430c-8a8e-2ab003f1548d req-a48683ee-5c6a-4ee2-8f5b-5f683dd3a709 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850364 Nov 12 13:32:53.084931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b221d0a-4cae-44ce-8f72-f3cd04e32952 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:53.087673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-eebae84b-788e-46fc-b6db-2356f6c39fbd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Calling delete_port for ffc2e683-9178-428e-841e-56c76d96143e owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:53.121721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b221d0a-4cae-44ce-8f72-f3cd04e32952 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Subnet': ['ID=c10d9d29-6433-4125-8e27-83a17faf3f11,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:53.189712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087095cf-ea41-4337-b286-f167b94dacf7 None None] Pushing event updated for resources: {'Port': ['ID=45ce87ef-0a74-4976-9864-c8e85bc17e6d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:53.223055 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:53.229559 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b221d0a-4cae-44ce-8f72-f3cd04e32952 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:53.233966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1b221d0a-4cae-44ce-8f72-f3cd04e32952 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/subnets/c10d9d29-6433-4125-8e27-83a17faf3f11 HTTP/1.1" status: 204 len: 168 time: 3.5318539 Nov 12 13:32:53.244430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52194) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:53.445947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-afd93728-dc6c-443c-aa29-578762191b69 None None] Port adc25839-ced5-44ce-bccb-c76270ef31b4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:53.479179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-eebae84b-788e-46fc-b6db-2356f6c39fbd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:53.579286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926bf721-2876-4949-9994-a2a60c8aa306 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:53.582646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926bf721-2876-4949-9994-a2a60c8aa306 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:53.611470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-926bf721-2876-4949-9994-a2a60c8aa306 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3734236 Nov 12 13:32:53.638481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:53.706122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 2dadee8e-a55a-4191-be85-892995b138c7 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:53.742358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-eebae84b-788e-46fc-b6db-2356f6c39fbd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] No DVR routers for this DVR port ffc2e683-9178-428e-841e-56c76d96143e on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:53.762084 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-eebae84b-788e-46fc-b6db-2356f6c39fbd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:53.776689 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-eebae84b-788e-46fc-b6db-2356f6c39fbd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "DELETE /v2.0/ports/ffc2e683-9178-428e-841e-56c76d96143e HTTP/1.1" status: 204 len: 173 time: 2.3637903 Nov 12 13:32:53.785159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebae84b-788e-46fc-b6db-2356f6c39fbd tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Port': ['ID=ffc2e683-9178-428e-841e-56c76d96143e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:53.801365 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-afd93728-dc6c-443c-aa29-578762191b69 None None] Provisioning complete for port e2136630-3192-49c0-927e-7d88a3066aa3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:53.814032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afd93728-dc6c-443c-aa29-578762191b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:54.006096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e2136630-3192-49c0-927e-7d88a3066aa3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:54.009893 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:54.011655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d214f-d5c1-449d-9c9b-d75b79324d13 req-a6c87c77-41d9-4f81-ad05-00ad137cdd7f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:54.043887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d214f-d5c1-449d-9c9b-d75b79324d13 req-a6c87c77-41d9-4f81-ad05-00ad137cdd7f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:54.052226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d214f-d5c1-449d-9c9b-d75b79324d13 req-a6c87c77-41d9-4f81-ad05-00ad137cdd7f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:54.057761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-871d214f-d5c1-449d-9c9b-d75b79324d13 req-a6c87c77-41d9-4f81-ad05-00ad137cdd7f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 2415 time: 0.4245477 Nov 12 13:32:54.127755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting port bbee6d53-4da5-445b-9558-1c62aa989afe {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:54.128804 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:54.333045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a5d60ca-99d7-4b2d-b12c-5f4d19f28432 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:54.374436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-871d214f-d5c1-449d-9c9b-d75b79324d13 req-538c4b96-a480-4b02-bd9c-d83a0d3900e6 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907827 Nov 12 13:32:54.393160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-deleted', 'tag': 'ffc2e683-9178-428e-841e-56c76d96143e'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:54.396763 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cdebc9-4326-4f6f-b6ba-521253911860" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-deleted", "tag": "ffc2e683-9178-428e-841e-56c76d96143e"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:54.442270 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5d60ca-99d7-4b2d-b12c-5f4d19f28432 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 13:32:54.443309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5d60ca-99d7-4b2d-b12c-5f4d19f28432 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:32:54.456422 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6a5d60ca-99d7-4b2d-b12c-5f4d19f28432 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e HTTP/1.1" status: 409 len: 405 time: 0.8160686 Nov 12 13:32:54.461724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52224) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:54.478231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1969499604'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:54.523693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae70cb-7026-4497-9836-087d78f329c4 req-cdb25874-0dcb-45f2-95cb-81827f61780d tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:54.525636 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3ae70cb-7026-4497-9836-087d78f329c4 req-cdb25874-0dcb-45f2-95cb-81827f61780d tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.5408401 Nov 12 13:32:54.538542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-781e4829-547a-49f2-9049-945baca129a9 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:54.566510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] For port bbee6d53-4da5-445b-9558-1c62aa989afe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bbee6d53-4da5-445b-9558-1c62aa989afe,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:54.567459 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:54.586006 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-781e4829-547a-49f2-9049-945baca129a9 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.70 "GET /v2.0/networks?id=00bc9552-1e53-4a17-b43f-ab7e8415ae25 HTTP/1.1" status: 200 len: 803 time: 0.9636774 Nov 12 13:32:54.616128 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:54.622107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a7eaccf4-68eb-4978-bca0-3479454cf93c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:54.772372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 2dadee8e-a55a-4191-be85-892995b138c7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=2dadee8e-a55a-4191-be85-892995b138c7,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:54.786376 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dadee8e-a55a-4191-be85-892995b138c7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:54.796480 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39003a75-d0c8-43ea-9f3e-9c0fd72ea039" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-unplugged", "status": "completed", "tag": "2dadee8e-a55a-4191-be85-892995b138c7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:54.822438 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:54.823520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device adc25839-ced5-44ce-bccb-c76270ef31b4 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:54.883411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-5a426bec-074f-47ba-9cd0-971c8f76a4be tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:54.896864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device adc25839-ced5-44ce-bccb-c76270ef31b4 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:54.897453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:54.910396 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-5a426bec-074f-47ba-9cd0-971c8f76a4be tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.105 "GET /v2.0/ports?device_id=aa384f81-6d37-4810-a41b-5e3339e96eda HTTP/1.1" status: 200 len: 946 time: 0.3037362 Nov 12 13:32:54.948884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:54.952633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:55.031963 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a7eaccf4-68eb-4978-bca0-3479454cf93c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:55.033042 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:55.045111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b938a2f-c275-454d-8dad-41b28f1d62c3 req-18b5b26e-aaaf-4788-affa-8cb7d5c90269 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 210 time: 0.1398654 Nov 12 13:32:55.141175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:32:55.255900 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=2dadee8e-a55a-4191-be85-892995b138c7,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:55.283852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3ae70cb-7026-4497-9836-087d78f329c4 req-94df4c2f-9fbc-4a11-95c6-220895f96993 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925044 Nov 12 13:32:55.289200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-e28a89c8-1068-4806-8f2b-9d22ff2f3539 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04d751a9231f4bb39a266e6c8f69bd8f HTTP/1.1" status: 200 len: 380 time: 0.6377778 Nov 12 13:32:55.311840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Request body: {'port': {'device_id': '08941309-940d-4ced-ad00-a96b3a04cba2', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'admin_state_up': True, 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'security_groups': ['93c93898-ffe1-4b1e-8887-c567cd578a35']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:55.383821 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:55.484367 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:55.485801 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Added segment 854d4c1e-daf4-4c95-8658-761b5094e2dc of type vlan for network c0884636-bfdf-47c8-abf9-b2bf2b3d7817 Nov 12 13:32:55.586078 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:55.587285 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:55.593633 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Floating IP d43c3315-8c19-4d21-8271-63037e099d1e disassociated. External IP: 172.25.5.27, port: bbee6d53-4da5-445b-9558-1c62aa989afe. Nov 12 13:32:55.594026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Calling delete_port for bbee6d53-4da5-445b-9558-1c62aa989afe owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:55.885612 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:55.896605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-ebe5888c-26ee-4090-aec5-a4ece8a4a120 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Deleting port ef8798b5-5580-44ac-af93-6343ab3d9e88 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:55.898362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 45ce87ef-0a74-4976-9864-c8e85bc17e6d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:32:55.902123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6577d05-148c-47fb-9e45-8e6f457de0ae None None] Network 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:32:55.904559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-ebe5888c-26ee-4090-aec5-a4ece8a4a120 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:55.923635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:55.943851 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:55.952217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:55.954769 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:56.109720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Port': ['ID=bbee6d53-4da5-445b-9558-1c62aa989afe,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:56.213093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-ebe5888c-26ee-4090-aec5-a4ece8a4a120 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] For port ef8798b5-5580-44ac-af93-6343ab3d9e88, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ef8798b5-5580-44ac-af93-6343ab3d9e88,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:56.214684 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-ebe5888c-26ee-4090-aec5-a4ece8a4a120 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:56.234771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cbc4d7c3-8b5a-485d-8af5-87b7e6395784 None None] Provisioning complete for port 45ce87ef-0a74-4976-9864-c8e85bc17e6d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:56.237935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Made reservation on behalf of 04d751a9231f4bb39a266e6c8f69bd8f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:56.249064 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:56.250053 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbc4d7c3-8b5a-485d-8af5-87b7e6395784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:56.278941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:56.299807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-ebe5888c-26ee-4090-aec5-a4ece8a4a120 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Calling delete_port for ef8798b5-5580-44ac-af93-6343ab3d9e88 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:32:56.362169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Network': ['ID=c0884636-bfdf-47c8-abf9-b2bf2b3d7817,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:56.378027 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d681426-4ae5-49c6-b185-c16ad5b3708e x-openstack-request-id: req-3d681426-4ae5-49c6-b185-c16ad5b3708e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:56.378594 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-deleted", "tag": "ffc2e683-9178-428e-841e-56c76d96143e", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:56.379038 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d681426-4ae5-49c6-b185-c16ad5b3708e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:56.379923 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-deleted', 'tag': 'ffc2e683-9178-428e-841e-56c76d96143e', 'status': 'completed', 'code': 200} Nov 12 13:32:56.399128 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b872b-b3a4-4b7e-8b13-1392348d19dd req-f1cf92d9-bc34-4d33-a3cf-eecc2fd8d04f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:56.407485 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a3b872b-b3a4-4b7e-8b13-1392348d19dd req-f1cf92d9-bc34-4d33-a3cf-eecc2fd8d04f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 1.1149468 Nov 12 13:32:56.418982 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2eb2326a-3430-42e1-a2cf-4175188ad800 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9538858 Nov 12 13:32:56.431154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52264) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:56.437237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c0884636-bfdf-47c8-abf9-b2bf2b3d7817 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:32:56.438809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'subnet': {'network_id': 'c0884636-bfdf-47c8-abf9-b2bf2b3d7817', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:56.440769 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:56.930595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-ebe5888c-26ee-4090-aec5-a4ece8a4a120 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:57.067037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:57.082556 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:32:57.113873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5888c-26ee-4090-aec5-a4ece8a4a120 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Pushing event deleted for resources: {'Port': ['ID=ef8798b5-5580-44ac-af93-6343ab3d9e88,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:57.120392 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee3ec87-9f31-4806-bdde-cd2bc1091b13 x-openstack-request-id: req-2ee3ec87-9f31-4806-bdde-cd2bc1091b13 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:57.120863 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-unplugged", "status": "completed", "tag": "2dadee8e-a55a-4191-be85-892995b138c7", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:57.123109 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ee3ec87-9f31-4806-bdde-cd2bc1091b13 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:57.123109 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dadee8e-a55a-4191-be85-892995b138c7', 'code': 200} Nov 12 13:32:57.132967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c7cdcdad-0bb8-44a5-98e0-c5fbab695582'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:32:57.229344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-ebe5888c-26ee-4090-aec5-a4ece8a4a120 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] No DVR routers for this DVR port ef8798b5-5580-44ac-af93-6343ab3d9e88 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:57.232498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Allocated IP 172.20.0.13 (00bc9552-1e53-4a17-b43f-ab7e8415ae25/058b746e-46ca-4164-afd0-1255a8d7939a/a67ccfa3-74cc-4d02-bc34-58dbf70a648f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:32:57.239286 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-ebe5888c-26ee-4090-aec5-a4ece8a4a120 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:57.243436 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e0fcadb-3c0b-4283-a842-c1b2fe8abe98 req-ebe5888c-26ee-4090-aec5-a4ece8a4a120 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.105 "DELETE /v2.0/ports/ef8798b5-5580-44ac-af93-6343ab3d9e88 HTTP/1.1" status: 204 len: 173 time: 2.3315856 Nov 12 13:32:57.256326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa384f81-6d37-4810-a41b-5e3339e96eda', 'name': 'network-vif-deleted', 'tag': 'ef8798b5-5580-44ac-af93-6343ab3d9e88'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:57.263290 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecb2121-05c2-4d56-888e-5b430fec4765" -d '{"events": [{"server_uuid": "aa384f81-6d37-4810-a41b-5e3339e96eda", "name": "network-vif-deleted", "tag": "ef8798b5-5580-44ac-af93-6343ab3d9e88"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:57.267450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa013298-313d-4ad8-ac43-501787ea2150 None None] DHCP port deletion for 7eba926c-f4fc-48ab-a83f-19585ed76e4f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:57.315373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634163e-4596-4d92-bc9a-69632aae13e2 req-f5861751-6445-40d8-8548-cb2c509c1818 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:57.324011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634163e-4596-4d92-bc9a-69632aae13e2 req-f5861751-6445-40d8-8548-cb2c509c1818 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:57.345247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4634163e-4596-4d92-bc9a-69632aae13e2 req-f5861751-6445-40d8-8548-cb2c509c1818 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 1677 time: 0.2929690 Nov 12 13:32:57.425802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 45ce87ef-0a74-4976-9864-c8e85bc17e6d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:57.429359 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:57.518369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ef8798b5-5580-44ac-af93-6343ab3d9e88 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:57.582677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4634163e-4596-4d92-bc9a-69632aae13e2 req-214a2dbc-d5b2-4494-8778-fbb314240e90 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345755 Nov 12 13:32:57.670822 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7928425-07e8-4df2-870f-226ff3accc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:57.673090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: ef8798b5-5580-44ac-af93-6343ab3d9e88 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:32:57.673470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ef8798b5-5580-44ac-af93-6343ab3d9e88 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:32:57.677311 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:57.904247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df1fd50f-9089-442a-acca-61149439696c req-bb8e96c4-8d54-4402-8235-ccc45dae4752 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 210 time: 0.0688610 Nov 12 13:32:57.909471 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:57.937627 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbc4d7c3-8b5a-485d-8af5-87b7e6395784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:57.940274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0a8ced-60b7-44db-8fdf-35a0f0799a98 None None] DHCP port deletion for 9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:32:58.058651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Pushing event updated for resources: {'Port': ['ID=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:58.099669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:32:58.108347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:32:58.126474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:32:58.259621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a3b872b-b3a4-4b7e-8b13-1392348d19dd req-79dd64ff-58b5-46a9-98dc-7aa9c1dae462 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8393576 Nov 12 13:32:58.265004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Router 15db21fe-8f06-4754-ae4f-ede0b72aa552 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:32:58.327276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:32:58.332075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:58.332758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:58.345691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:58.404695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-426fc664-6394-43bc-8645-abf468c45092 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1053069 Nov 12 13:32:58.416235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-507532d4-7a0a-4579-a135-9083dc4fc88d tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:32:58.435867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-507532d4-7a0a-4579-a135-9083dc4fc88d tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191214 Nov 12 13:32:58.455394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Request body: {'port': {'device_id': '08941309-940d-4ced-ad00-a96b3a04cba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:32:58.472040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cbc4d7c3-8b5a-485d-8af5-87b7e6395784 None None] For port 45ce87ef-0a74-4976-9864-c8e85bc17e6d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=45ce87ef-0a74-4976-9864-c8e85bc17e6d,segment=NetworkSegment(dbc17351-9fbb-40e3-bce2-41fe4ee6a436),segment_id=dbc17351-9fbb-40e3-bce2-41fe4ee6a436)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:32:58.571988 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbc4d7c3-8b5a-485d-8af5-87b7e6395784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:58.601966 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c81edb6-523b-496e-bcbd-221f08180992 x-openstack-request-id: req-3c81edb6-523b-496e-bcbd-221f08180992 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:32:58.602311 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa384f81-6d37-4810-a41b-5e3339e96eda", "name": "network-vif-deleted", "tag": "ef8798b5-5580-44ac-af93-6343ab3d9e88", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:32:58.602677 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c81edb6-523b-496e-bcbd-221f08180992 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:32:58.603316 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa384f81-6d37-4810-a41b-5e3339e96eda', 'name': 'network-vif-deleted', 'tag': 'ef8798b5-5580-44ac-af93-6343ab3d9e88', 'status': 'completed', 'code': 200} Nov 12 13:32:58.749807 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:59.030778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:32:59.178899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:59.196874 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6672686-54d5-4e95-81e8-734219c87787" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-unplugged", "status": "completed", "tag": "d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:59.222981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] Sync routers for ids ['15db21fe-8f06-4754-ae4f-ede0b72aa552'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:32:59.417019 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a8ced-60b7-44db-8fdf-35a0f0799a98 None None] Deleting port 45ce87ef-0a74-4976-9864-c8e85bc17e6d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:32:59.427972 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8ced-60b7-44db-8fdf-35a0f0799a98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:59.458150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8aa80e1e-4f16-4022-87f4-2db465b5f5b0 None None] Provisioning complete for port a67ccfa3-74cc-4d02-bc34-58dbf70a648f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:32:59.459267 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8aa80e1e-4f16-4022-87f4-2db465b5f5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:59.528817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4d7c3-8b5a-485d-8af5-87b7e6395784 None None] Pushing event updated for resources: {'Port': ['ID=45ce87ef-0a74-4976-9864-c8e85bc17e6d,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:32:59.557089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67ccfa3-74cc-4d02-bc34-58dbf70a648f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:32:59.566778 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:59.582500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Transition to ACTIVE for port object a67ccfa3-74cc-4d02-bc34-58dbf70a648f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:32:59.585115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:32:59.592137 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] No DVR routers for this DVR port bbee6d53-4da5-445b-9558-1c62aa989afe on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:32:59.597215 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:59.601210 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:32:59.620022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-f9e5a10f-005e-4a11-bbb1-d4a15ce82751 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "DELETE /v2.0/ports/bbee6d53-4da5-445b-9558-1c62aa989afe HTTP/1.1" status: 204 len: 173 time: 5.8244109 Nov 12 13:32:59.642541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 45ce87ef-0a74-4976-9864-c8e85bc17e6d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:32:59.655237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8aa80e1e-4f16-4022-87f4-2db465b5f5b0 None None] Port a67ccfa3-74cc-4d02-bc34-58dbf70a648f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:32:59.661691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-deleted', 'tag': 'bbee6d53-4da5-445b-9558-1c62aa989afe'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:32:59.664019 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] Routers {'15db21fe-8f06-4754-ae4f-ede0b72aa552'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:32:59.670901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:32:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['15db21fe-8f06-4754-ae4f-ede0b72aa552'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:32:59.676082 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec36f1e-0f6d-44cc-a194-c79e99b2b447" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-deleted", "tag": "bbee6d53-4da5-445b-9558-1c62aa989afe"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:32:59.777749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b03fc8-9f7f-4200-b6a7-fd50df0c625f req-dee462ed-115c-4d7a-8afe-da1a55c8902d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:59.795102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b03fc8-9f7f-4200-b6a7-fd50df0c625f req-dee462ed-115c-4d7a-8afe-da1a55c8902d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:59.805191 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81b03fc8-9f7f-4200-b6a7-fd50df0c625f req-dee462ed-115c-4d7a-8afe-da1a55c8902d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 1677 time: 0.9797661 Nov 12 13:32:59.924763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948dcbf-cf3a-49d3-8d7c-82c1ff2c750d req-991f7d86-ee68-4a63-a70c-76bf21004dd2 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:32:59.934684 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6948dcbf-cf3a-49d3-8d7c-82c1ff2c750d req-991f7d86-ee68-4a63-a70c-76bf21004dd2 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.9317439 Nov 12 13:32:59.958883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Pushing event updated for resources: {'Port': ['ID=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:00.037675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] Set router 15db21fe-8f06-4754-ae4f-ede0b72aa552 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:33:00.088678 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c00cd92-e5a6-4e6d-9328-ce3b128f6a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.126844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Attempting to bind port a67ccfa3-74cc-4d02-bc34-58dbf70a648f on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:33:00.143007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Attempting to bind port a67ccfa3-74cc-4d02-bc34-58dbf70a648f by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:33:00.143429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Attempting to bind port a67ccfa3-74cc-4d02-bc34-58dbf70a648f on network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:00.187038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Port a67ccfa3-74cc-4d02-bc34-58dbf70a648f on network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:33:00.188798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Attempting to bind port a67ccfa3-74cc-4d02-bc34-58dbf70a648f on network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:00.217540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:33:00.217949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Checking segment: {'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:00.218349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Bound using segment: {'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:33:00.218818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Bound port: a67ccfa3-74cc-4d02-bc34-58dbf70a648f, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:33:00.224293 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.320554 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81b03fc8-9f7f-4200-b6a7-fd50df0c625f req-5843eba2-e872-4954-a7e9-a9a51d80fd28 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5122194 Nov 12 13:33:00.359348 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37a5eff9-a88a-4020-8b74-e9293a3a8ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.425469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8e0a8ced-60b7-44db-8fdf-35a0f0799a98 None None] For port 45ce87ef-0a74-4976-9864-c8e85bc17e6d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=45ce87ef-0a74-4976-9864-c8e85bc17e6d,segment=NetworkSegment(dbc17351-9fbb-40e3-bce2-41fe4ee6a436),segment_id=dbc17351-9fbb-40e3-bce2-41fe4ee6a436)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:00.426123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8ced-60b7-44db-8fdf-35a0f0799a98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.482325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a8ced-60b7-44db-8fdf-35a0f0799a98 None None] Calling delete_port for 45ce87ef-0a74-4976-9864-c8e85bc17e6d owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:00.511961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c00cd92-e5a6-4e6d-9328-ce3b128f6a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.520981 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c00cd92-e5a6-4e6d-9328-ce3b128f6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.561537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:33:00.567312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.593619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6948dcbf-cf3a-49d3-8d7c-82c1ff2c750d req-d5e05a95-083f-4387-892c-ff37feaa3952 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974819 Nov 12 13:33:00.685017 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1c00cd92-e5a6-4e6d-9328-ce3b128f6a4b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6866293393f243699b66ec02b3704746&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0958862 Nov 12 13:33:00.685850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52332) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:00.715694 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.734331 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3d4af0-ce2f-498d-9398-9e3d150885f7 x-openstack-request-id: req-3d3d4af0-ce2f-498d-9398-9e3d150885f7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:00.740868 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-unplugged", "status": "completed", "tag": "d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:00.741604 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d3d4af0-ce2f-498d-9398-9e3d150885f7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:00.742244 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b', 'code': 200} Nov 12 13:33:00.801789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Subnet': ['ID=11980168-f10a-430d-866e-ffe1e5094a57,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:00.824421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.903254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00cd92-e5a6-4e6d-9328-ce3b128f6a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a4afe7-35b7-4d51-8421-22f4043969e7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:00.914126 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 45ce87ef-0a74-4976-9864-c8e85bc17e6d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=45ce87ef-0a74-4976-9864-c8e85bc17e6d,segment=NetworkSegment(dbc17351-9fbb-40e3-bce2-41fe4ee6a436),segment_id=dbc17351-9fbb-40e3-bce2-41fe4ee6a436)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:00.927906 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.932037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-63ed882f-b746-41de-ac5a-a3b64af4c86f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting port 2dadee8e-a55a-4191-be85-892995b138c7 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:00.938590 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-63ed882f-b746-41de-ac5a-a3b64af4c86f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:00.947718 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b8d48443-a694-48eb-b67e-c64f53c78936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:01.006740 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8ced-60b7-44db-8fdf-35a0f0799a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:01.010767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] For port a67ccfa3-74cc-4d02-bc34-58dbf70a648f, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:33:01.020464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] For port a67ccfa3-74cc-4d02-bc34-58dbf70a648f, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:33:01.035881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca2ec9-9073-4d6b-8c9e-101b2cefbad5 req-095b30d5-e014-45c4-833c-ab65a6038c06 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:01.037374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '3ce25574-7846-4cec-9545-2b9325625ba0', 'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'mac_address': 'fa:16:3e:5c:ad:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:13Z', 'updated_at': '2021-11-12T13:21:23Z', 'revision_number': 5, 'project_id': '417c8b6de118451fa28529e6becf05da', 'subnets': [{'id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:01.045980 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cca2ec9-9073-4d6b-8c9e-101b2cefbad5 req-095b30d5-e014-45c4-833c-ab65a6038c06 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 944 time: 0.4143960 Nov 12 13:33:01.057537 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:01.074292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] Checking router: 15db21fe-8f06-4754-ae4f-ede0b72aa552 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:33:01.082813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=45ce87ef-0a74-4976-9864-c8e85bc17e6d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:01.089170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a8ced-60b7-44db-8fdf-35a0f0799a98 None None] No DVR routers for this DVR port 45ce87ef-0a74-4976-9864-c8e85bc17e6d on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:01.099273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Checking segment: {'id': '854d4c1e-daf4-4c95-8658-761b5094e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'c0884636-bfdf-47c8-abf9-b2bf2b3d7817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:01.105675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network hostable DHCP agents. Network: c0884636-bfdf-47c8-abf9-b2bf2b3d7817, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:33:01.122482 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b8d48443-a694-48eb-b67e-c64f53c78936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:01.190742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a8ced-60b7-44db-8fdf-35a0f0799a98 None None] Pushing event deleted for resources: {'Port': ['ID=45ce87ef-0a74-4976-9864-c8e85bc17e6d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:01.198703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] Routers {'15db21fe-8f06-4754-ae4f-ede0b72aa552'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:01.201132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['15db21fe-8f06-4754-ae4f-ede0b72aa552'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:01.207150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:01.209022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:01.211029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] 10.222.0.70 "PUT /v2.0/ports/a67ccfa3-74cc-4d02-bc34-58dbf70a648f HTTP/1.1" status: 200 len: 1092 time: 2.7616370 Nov 12 13:33:01.214660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08941309-940d-4ced-ad00-a96b3a04cba2', 'tag': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:01.236640 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f239845-00ce-4442-a5d9-1076d0861e42" -d '{"events": [{"name": "network-changed", "server_uuid": "08941309-940d-4ced-ad00-a96b3a04cba2", "tag": "a67ccfa3-74cc-4d02-bc34-58dbf70a648f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:01.454452 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cca2ec9-9073-4d6b-8c9e-101b2cefbad5 req-f2eb1313-ec31-4ced-87f8-48f4f41c43fa tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052455 Nov 12 13:33:01.467985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network c0884636-bfdf-47c8-abf9-b2bf2b3d7817 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:33:01.501701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc8b5d-929c-4d4e-9a5d-112b3d6431ae service neutron] Pushing event updated for resources: {'Port': ['ID=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:01.530645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a429a-f682-4698-9d56-b7fcbc54fae4 req-48ac8b0d-50e3-45b5-8d84-25c3e7c27032 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:01.533478 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e13a429a-f682-4698-9d56-b7fcbc54fae4 req-48ac8b0d-50e3-45b5-8d84-25c3e7c27032 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.7005720 Nov 12 13:33:01.549150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c0884636-bfdf-47c8-abf9-b2bf2b3d7817) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:01.583250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:01.585004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:01.586820 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b181fe2e-b429-46e9-a028-98cf8156844f None None] Network c0884636-bfdf-47c8-abf9-b2bf2b3d7817 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:01.633373 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8ad77271-7096-489f-a591-3aa3322e924d tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2009473 Nov 12 13:33:01.643579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:01.683171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'port': {'network_id': 'c0884636-bfdf-47c8-abf9-b2bf2b3d7817', 'name': 'tempest-NetworksIpV6TestAttrs-210768927'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:01.739645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-63ed882f-b746-41de-ac5a-a3b64af4c86f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] For port 2dadee8e-a55a-4191-be85-892995b138c7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=2dadee8e-a55a-4191-be85-892995b138c7,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:01.740060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-63ed882f-b746-41de-ac5a-a3b64af4c86f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:01.776456 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3373baa3-248c-4ebb-a28e-ebe4d444a05d x-openstack-request-id: req-3373baa3-248c-4ebb-a28e-ebe4d444a05d {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:01.776844 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-deleted", "tag": "bbee6d53-4da5-445b-9558-1c62aa989afe", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:01.777063 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3373baa3-248c-4ebb-a28e-ebe4d444a05d {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:01.777508 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-deleted', 'tag': 'bbee6d53-4da5-445b-9558-1c62aa989afe', 'status': 'completed', 'code': 200} Nov 12 13:33:01.786482 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b8d48443-a694-48eb-b67e-c64f53c78936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:01.790076 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b8d48443-a694-48eb-b67e-c64f53c78936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:01.791512 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b8d48443-a694-48eb-b67e-c64f53c78936 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28a4afe7-35b7-4d51-8421-22f4043969e7 HTTP/1.1" status: 204 len: 168 time: 1.1008804 Nov 12 13:33:01.813637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-63ed882f-b746-41de-ac5a-a3b64af4c86f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Calling delete_port for 2dadee8e-a55a-4191-be85-892995b138c7 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:01.824306 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e13a429a-f682-4698-9d56-b7fcbc54fae4 req-9495fabc-cb6f-4f46-9d84-52647aa12427 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636945 Nov 12 13:33:01.827925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d48443-a694-48eb-b67e-c64f53c78936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a4afe7-35b7-4d51-8421-22f4043969e7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:01.951864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] Set router 15db21fe-8f06-4754-ae4f-ede0b72aa552 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:33:02.110992 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc3dcd9-34b7-4956-ab1d-f230e7fe27de x-openstack-request-id: req-bbc3dcd9-34b7-4956-ab1d-f230e7fe27de {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:02.111622 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08941309-940d-4ced-ad00-a96b3a04cba2", "tag": "a67ccfa3-74cc-4d02-bc34-58dbf70a648f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:02.111754 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bbc3dcd9-34b7-4956-ab1d-f230e7fe27de {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:02.112376 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08941309-940d-4ced-ad00-a96b3a04cba2', 'tag': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f', 'status': 'completed', 'code': 200} Nov 12 13:33:02.225356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c2a6f-f951-4ba0-825b-986d1abd2374 req-68a43232-60cb-4712-87d2-dd855d90792e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:02.234026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c2a6f-f951-4ba0-825b-986d1abd2374 req-68a43232-60cb-4712-87d2-dd855d90792e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:02.238139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf3c2a6f-f951-4ba0-825b-986d1abd2374 req-68a43232-60cb-4712-87d2-dd855d90792e tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 1677 time: 0.2187552 Nov 12 13:33:02.312293 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:02.352238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-efe71100-0561-49d9-856b-a05420950472 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:02.357151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-efe71100-0561-49d9-856b-a05420950472 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.70 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.7719069 Nov 12 13:33:02.366076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf3c2a6f-f951-4ba0-825b-986d1abd2374 req-88fffc39-9ef1-4815-b948-5dedafc79913 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014898 Nov 12 13:33:02.404579 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c0884636-bfdf-47c8-abf9-b2bf2b3d7817', 'network_id': 'c0884636-bfdf-47c8-abf9-b2bf2b3d7817', 'tenant_id': 'baf6bebc41e64a918fec1a3d1ce232e2', 'fixed_ips': [{'subnet_id': '11980168-f10a-430d-866e-ffe1e5094a57'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:33:02.407393 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:02.512528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-63ed882f-b746-41de-ac5a-a3b64af4c86f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:02.571330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed882f-b746-41de-ac5a-a3b64af4c86f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Port': ['ID=2dadee8e-a55a-4191-be85-892995b138c7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:02.623649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-c33df5c2-1548-47d8-a50a-4f2a6711005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:02.637978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-c33df5c2-1548-47d8-a50a-4f2a6711005f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d751a9231f4bb39a266e6c8f69bd8f&device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 1095 time: 1.3319075 Nov 12 13:33:02.663046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-63ed882f-b746-41de-ac5a-a3b64af4c86f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] No DVR routers for this DVR port 2dadee8e-a55a-4191-be85-892995b138c7 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:02.665273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52354) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:02.691117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-63ed882f-b746-41de-ac5a-a3b64af4c86f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:02.696054 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-63ed882f-b746-41de-ac5a-a3b64af4c86f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "DELETE /v2.0/ports/2dadee8e-a55a-4191-be85-892995b138c7 HTTP/1.1" status: 204 len: 173 time: 3.0559227 Nov 12 13:33:02.734617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa8e99-7dd9-4957-bce2-f0b08bf19eda req-19d05498-c8d7-4f26-9be4-6618656f3f23 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:02.752762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7daa8e99-7dd9-4957-bce2-f0b08bf19eda req-19d05498-c8d7-4f26-9be4-6618656f3f23 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 945 time: 0.6379058 Nov 12 13:33:02.823234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3209cd37-89de-4130-8dbb-86b9f918e94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:02.853566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Allocated IP 2001:db8::f816:3eff:fe54:8539 (c0884636-bfdf-47c8-abf9-b2bf2b3d7817/11980168-f10a-430d-866e-ffe1e5094a57/e518556e-4c56-4c9d-832f-147ce02e619a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:02.898650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7daa8e99-7dd9-4957-bce2-f0b08bf19eda req-3c8c74fe-0fb6-442c-ac12-cd83327069c5 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab0da30c-3611-46ee-a90a-7b6d078f9f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413040 Nov 12 13:33:02.907556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-9849841e-de01-4e9c-a7c3-646c5cf8c349 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a67ccfa3-74cc-4d02-bc34-58dbf70a648f HTTP/1.1" status: 200 len: 217 time: 0.2679663 Nov 12 13:33:02.912659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:02.917176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:02.985580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-fe231352-b4d8-49d9-8b05-2900a1c25ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:02.987118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-fe231352-b4d8-49d9-8b05-2900a1c25ad9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=058b746e-46ca-4164-afd0-1255a8d7939a HTTP/1.1" status: 200 len: 842 time: 0.0654278 Nov 12 13:33:03.071204 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:03.118677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] device_id is not set on port 23986cb5-a4b3-4e86-ae29-62721541840a yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:33:03.126357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-5e393e2a-d91e-4473-9015-ce5a19406b4e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Deleting port c7cdcdad-0bb8-44a5-98e0-c5fbab695582 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:03.126754 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-5e393e2a-d91e-4473-9015-ce5a19406b4e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:03.220589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-218edcfb-a79d-4e86-a554-dfc1d8414ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:03.222430 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-218edcfb-a79d-4e86-a554-dfc1d8414ab4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=00bc9552-1e53-4a17-b43f-ab7e8415ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182424 Nov 12 13:33:03.241708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f97431-b0ca-48ec-b310-ea382a10af4a req-a6053291-6669-4faa-a9c8-96d32226fbfe tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:03.249965 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3f97431-b0ca-48ec-b310-ea382a10af4a req-a6053291-6669-4faa-a9c8-96d32226fbfe tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 944 time: 0.5827744 Nov 12 13:33:03.472848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '3ce25574-7846-4cec-9545-2b9325625ba0', 'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'mac_address': 'fa:16:3e:5c:ad:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:13Z', 'updated_at': '2021-11-12T13:21:23Z', 'revision_number': 5, 'project_id': '417c8b6de118451fa28529e6becf05da', 'subnets': [{'id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:03.540443 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3f97431-b0ca-48ec-b310-ea382a10af4a req-d42ac38b-be1f-4ad1-bbda-1986bbdf609d tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699027 Nov 12 13:33:03.573677 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d01dc0-a658-4ab9-a8d0-7af65442f3d1 None None] The sync data for ids ['15db21fe-8f06-4754-ae4f-ede0b72aa552'] in n-d-805736-4 is: [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '3ce25574-7846-4cec-9545-2b9325625ba0', 'name': '', 'network_id': '95b67ac6-8cdc-43bd-b3c4-c05846b6f761', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'mac_address': 'fa:16:3e:5c:ad:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:13Z', 'updated_at': '2021-11-12T13:21:23Z', 'revision_number': 5, 'project_id': '417c8b6de118451fa28529e6becf05da', 'subnets': [{'id': '4dec9a87-8b74-444f-a019-9e4489ab8c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:33:03.589957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-71681992-43e2-4869-8ef2-a78c75a2ff0d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:03.591107 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-71681992-43e2-4869-8ef2-a78c75a2ff0d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:03.617626 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:03.620032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3209cd37-89de-4130-8dbb-86b9f918e94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:03.624851 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:03.712188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Network c0884636-bfdf-47c8-abf9-b2bf2b3d7817 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:03.716453 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3209cd37-89de-4130-8dbb-86b9f918e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:03.717540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:03.737086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:03.780526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-deleted', 'tag': '2dadee8e-a55a-4191-be85-892995b138c7'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:03.785516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Pushing event updated for resources: {'Port': ['ID=e518556e-4c56-4c9d-832f-147ce02e619a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:03.785753 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bed644-6743-460c-a7f7-b43b29a93b76" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-deleted", "tag": "2dadee8e-a55a-4191-be85-892995b138c7"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:03.880256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Attempting to bind port e518556e-4c56-4c9d-832f-147ce02e619a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:33:03.885755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Attempting to bind port e518556e-4c56-4c9d-832f-147ce02e619a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '854d4c1e-daf4-4c95-8658-761b5094e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'c0884636-bfdf-47c8-abf9-b2bf2b3d7817'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:33:03.886668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Attempting to bind port e518556e-4c56-4c9d-832f-147ce02e619a on network c0884636-bfdf-47c8-abf9-b2bf2b3d7817 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:03.907071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:33:03.910784 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Checking segment: {'id': '854d4c1e-daf4-4c95-8658-761b5094e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'c0884636-bfdf-47c8-abf9-b2bf2b3d7817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:03.911731 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:03.912685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Bound using segment: {'id': '854d4c1e-daf4-4c95-8658-761b5094e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'c0884636-bfdf-47c8-abf9-b2bf2b3d7817'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:33:03.913806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Bound port: e518556e-4c56-4c9d-832f-147ce02e619a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854d4c1e-daf4-4c95-8658-761b5094e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'c0884636-bfdf-47c8-abf9-b2bf2b3d7817'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:33:03.916110 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:03.932281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-5e393e2a-d91e-4473-9015-ce5a19406b4e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] For port c7cdcdad-0bb8-44a5-98e0-c5fbab695582, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:03.932912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-5e393e2a-d91e-4473-9015-ce5a19406b4e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:04.002377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-5e393e2a-d91e-4473-9015-ce5a19406b4e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Calling delete_port for c7cdcdad-0bb8-44a5-98e0-c5fbab695582 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:04.061538 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3209cd37-89de-4130-8dbb-86b9f918e94a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5d715e25a354ff09c0577bd66ccc70a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3797140 Nov 12 13:33:04.076087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209cd37-89de-4130-8dbb-86b9f918e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf93a40-88af-4ca9-8427-0209ecd0ac8a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:04.083217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52368) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:04.156253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] For port e518556e-4c56-4c9d-832f-147ce02e619a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:33:04.169074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] For port e518556e-4c56-4c9d-832f-147ce02e619a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e518556e-4c56-4c9d-832f-147ce02e619a,segment=NetworkSegment(854d4c1e-daf4-4c95-8658-761b5094e2dc),segment_id=854d4c1e-daf4-4c95-8658-761b5094e2dc)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:33:04.180277 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:04.213608 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7ad5a-dfea-4b12-8c87-f6236cdf6c9e None None] New status for floating IP d43c3315-8c19-4d21-8271-63037e099d1e: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:33:04.275689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57183148-ee60-40a6-8038-476e7b3d4e8a req-8641c806-3faf-4d0d-b0ae-8a3e7901bae3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:04.281236 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57183148-ee60-40a6-8038-476e7b3d4e8a req-8641c806-3faf-4d0d-b0ae-8a3e7901bae3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 943 time: 0.5941191 Nov 12 13:33:04.390771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e5a93-f182-47f3-8924-1718aeb7b538 None None] Pushing event updated for resources: {'Port': ['ID=e518556e-4c56-4c9d-832f-147ce02e619a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:04.447152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-71681992-43e2-4869-8ef2-a78c75a2ff0d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] For port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:04.449012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-71681992-43e2-4869-8ef2-a78c75a2ff0d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:04.522179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Allocated IP 2001:db8::f816:3eff:fec8:d0a2 (c0884636-bfdf-47c8-abf9-b2bf2b3d7817/11980168-f10a-430d-866e-ffe1e5094a57/23986cb5-a4b3-4e86-ae29-62721541840a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:04.568461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-71681992-43e2-4869-8ef2-a78c75a2ff0d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Calling delete_port for d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:04.618668 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57183148-ee60-40a6-8038-476e7b3d4e8a req-9fc7b326-1cad-4c52-a409-7c30a6a37703 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups?id=d216b3ab-d912-4017-838b-1f7f43984c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127301 Nov 12 13:33:04.623129 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7810ec75-7548-42cb-9a98-df13dda70635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:04.639656 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-5e393e2a-d91e-4473-9015-ce5a19406b4e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:04.714103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7810ec75-7548-42cb-9a98-df13dda70635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:04.803572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e393e2a-d91e-4473-9015-ce5a19406b4e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Pushing event deleted for resources: {'Port': ['ID=c7cdcdad-0bb8-44a5-98e0-c5fbab695582,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:04.809512 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d918b-ff25-4b82-8baa-139eb68dd08a x-openstack-request-id: req-6b4d918b-ff25-4b82-8baa-139eb68dd08a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:04.809994 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-deleted", "tag": "2dadee8e-a55a-4191-be85-892995b138c7", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:04.810300 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b4d918b-ff25-4b82-8baa-139eb68dd08a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:04.810980 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-deleted', 'tag': '2dadee8e-a55a-4191-be85-892995b138c7', 'status': 'completed', 'code': 200} Nov 12 13:33:04.870280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c7cdcdad-0bb8-44a5-98e0-c5fbab695582 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:33:04.898334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7810ec75-7548-42cb-9a98-df13dda70635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:04.900783 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7810ec75-7548-42cb-9a98-df13dda70635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:04.906075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7810ec75-7548-42cb-9a98-df13dda70635 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aaf93a40-88af-4ca9-8427-0209ecd0ac8a HTTP/1.1" status: 204 len: 168 time: 0.8087475 Nov 12 13:33:04.944642 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: c7cdcdad-0bb8-44a5-98e0-c5fbab695582 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:33:04.945072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c7cdcdad-0bb8-44a5-98e0-c5fbab695582 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:33:04.989029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2588722a-bec8-4398-adee-51ae6022d340 req-e78de915-2591-46cc-93ae-82d0d023e577 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 210 time: 0.0762346 Nov 12 13:33:04.992846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810ec75-7548-42cb-9a98-df13dda70635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf93a40-88af-4ca9-8427-0209ecd0ac8a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:05.055081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e4cb1-b867-46c3-a9b0-79537b0f73f3 None None] DHCP port deletion for 7eba926c-f4fc-48ab-a83f-19585ed76e4f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:05.210173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-5e393e2a-d91e-4473-9015-ce5a19406b4e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] No DVR routers for this DVR port c7cdcdad-0bb8-44a5-98e0-c5fbab695582 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:05.216516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445260cb-bd96-429d-874b-b6e155f2a057 req-d1754847-38bc-4e3e-b71f-d7f61bf7d934 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:05.226480 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-445260cb-bd96-429d-874b-b6e155f2a057 req-d1754847-38bc-4e3e-b71f-d7f61bf7d934 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 1.4537668 Nov 12 13:33:05.241017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-5e393e2a-d91e-4473-9015-ce5a19406b4e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:05.244791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-afa0bdad-b8fa-4fe0-96c8-072fc2e3d512 req-5e393e2a-d91e-4473-9015-ce5a19406b4e tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.70 "DELETE /v2.0/ports/c7cdcdad-0bb8-44a5-98e0-c5fbab695582 HTTP/1.1" status: 204 len: 173 time: 2.8032775 Nov 12 13:33:05.245309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5175839f-0271-4d8d-b215-61ef13b14a1f', 'name': 'network-vif-deleted', 'tag': 'c7cdcdad-0bb8-44a5-98e0-c5fbab695582'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:05.249170 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2e096c-b2e8-4eac-afa2-27bbf8a35eb8" -d '{"events": [{"server_uuid": "5175839f-0271-4d8d-b215-61ef13b14a1f", "name": "network-vif-deleted", "tag": "c7cdcdad-0bb8-44a5-98e0-c5fbab695582"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:05.317102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-983863ff-2596-4e56-8acf-1aeafe70f275 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5178149 Nov 12 13:33:05.330676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-71681992-43e2-4869-8ef2-a78c75a2ff0d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:05.407430 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71681992-43e2-4869-8ef2-a78c75a2ff0d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Port': ['ID=d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:05.418610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-feb5599b-8ab4-415a-89e1-4114da5e7545 service neutron] 10.222.0.70 "GET /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6859818 Nov 12 13:33:05.564890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-71681992-43e2-4869-8ef2-a78c75a2ff0d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] No DVR routers for this DVR port d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:05.679054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e518556e-4c56-4c9d-832f-147ce02e619a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:05.680807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-445260cb-bd96-429d-874b-b6e155f2a057 req-7f3102cf-c3ab-45b2-9b0e-98572c2e8301 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531476 Nov 12 13:33:05.753313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-71681992-43e2-4869-8ef2-a78c75a2ff0d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:05.763367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeee7068-e3e3-45df-97c6-2ca35b76bdf9 req-71681992-43e2-4869-8ef2-a78c75a2ff0d tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.70 "DELETE /v2.0/ports/d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b HTTP/1.1" status: 204 len: 173 time: 3.0335476 Nov 12 13:33:05.847374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e699ffe-d6a8-42ae-82a3-1d63e37dc2b2 req-5ea98782-0b67-49e3-8a91-9425dea64fa2 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:05.864608 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e699ffe-d6a8-42ae-82a3-1d63e37dc2b2 req-5ea98782-0b67-49e3-8a91-9425dea64fa2 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 944 time: 0.2519412 Nov 12 13:33:05.925810 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645d9a1c-e821-4ddb-aa68-89997422a2fa x-openstack-request-id: req-645d9a1c-e821-4ddb-aa68-89997422a2fa {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:05.926275 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5175839f-0271-4d8d-b215-61ef13b14a1f", "name": "network-vif-deleted", "tag": "c7cdcdad-0bb8-44a5-98e0-c5fbab695582", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:05.926656 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-645d9a1c-e821-4ddb-aa68-89997422a2fa {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:05.927168 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5175839f-0271-4d8d-b215-61ef13b14a1f', 'name': 'network-vif-deleted', 'tag': 'c7cdcdad-0bb8-44a5-98e0-c5fbab695582', 'status': 'completed', 'code': 200} Nov 12 13:33:06.005889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-a384614c-95d8-4296-ae16-a6cb6ccca036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:06.013721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-a384614c-95d8-4296-ae16-a6cb6ccca036 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1096 time: 0.4393547 Nov 12 13:33:06.044320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e699ffe-d6a8-42ae-82a3-1d63e37dc2b2 req-4e21a488-59b5-4dc1-8afa-21cd3e0774bd tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707842 Nov 12 13:33:06.078100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e518556e-4c56-4c9d-832f-147ce02e619a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:06.096018 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:06.205257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c799c99-4237-4e03-956c-1de2ce75510c req-f661f018-3810-4d73-b78e-d848ed342622 tempest-ServerRescueTestJSON-1595777804 tempest-ServerRescueTestJSON-1595777804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5175839f-0271-4d8d-b215-61ef13b14a1f HTTP/1.1" status: 200 len: 210 time: 0.0711811 Nov 12 13:33:06.208772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:06.410772 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55262b5e-570b-4234-b37e-31104434fcff req-15d83e4d-052f-4bda-8722-06190454c6cc tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.1827593 Nov 12 13:33:06.437378 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0013921-9a88-49ce-adf1-e28d7867db63 req-c331e336-ed6b-453c-99c5-8d3e814a5317 service neutron] 10.222.0.70 "GET /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0099714 Nov 12 13:33:06.566250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:06.592369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:06.603312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network c0884636-bfdf-47c8-abf9-b2bf2b3d7817 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:06.611680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:06.615527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:06.624707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:06.630047 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:06.742844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port e518556e-4c56-4c9d-832f-147ce02e619a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e518556e-4c56-4c9d-832f-147ce02e619a,segment=NetworkSegment(854d4c1e-daf4-4c95-8658-761b5094e2dc),segment_id=854d4c1e-daf4-4c95-8658-761b5094e2dc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:06.782339 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:06.789815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.1331842 Nov 12 13:33:06.792735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52400) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:06.812285 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-deleted', 'tag': 'd8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:06.824035 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b4a0be-7e9f-48ff-8839-f48e460bef3a" -d '{"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-deleted", "tag": "d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:06.900176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e85d5da-f87e-4844-a26c-c98010ef56ca None None] Network c0884636-bfdf-47c8-abf9-b2bf2b3d7817 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:06.975730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-d4a91aeb-92e4-44fc-9554-ef2b6a33c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:06.980986 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-d4a91aeb-92e4-44fc-9554-ef2b6a33c1da service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.9155517 Nov 12 13:33:06.994701 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b580037-7ee6-454e-acb2-1bbb09cd3417 x-openstack-request-id: req-9b580037-7ee6-454e-acb2-1bbb09cd3417 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:06.995724 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972b1ea-ed1f-4574-8d06-c3a224d15365", "name": "network-vif-deleted", "tag": "d8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:06.995995 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b580037-7ee6-454e-acb2-1bbb09cd3417 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:06.997767 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972b1ea-ed1f-4574-8d06-c3a224d15365', 'name': 'network-vif-deleted', 'tag': 'd8fcd5d6-339b-4c09-9b6e-9b9cf5eed25b', 'status': 'completed', 'code': 200} Nov 12 13:33:07.024722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Deleting subnet 11980168-f10a-430d-866e-ffe1e5094a57 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:33:07.041879 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:07.054086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=e518556e-4c56-4c9d-832f-147ce02e619a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:07.073757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-100f6ba2-4db1-4409-8503-904717c8a98b None None] Provisioning complete for port e518556e-4c56-4c9d-832f-147ce02e619a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:07.074269 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-100f6ba2-4db1-4409-8503-904717c8a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:07.151029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-b3b28d8b-eac8-411c-9626-45dd98a0c8b4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 1000 time: 0.1410816 Nov 12 13:33:07.160105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b9354-48af-41c9-a49e-6c18ad4d87f3 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Port': ['ID=23986cb5-a4b3-4e86-ae29-62721541840a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:07.189559 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:07.424516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-6e83d505-abfb-4407-9006-56b583f8ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:07.433826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-6e83d505-abfb-4407-9006-56b583f8ed59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d751a9231f4bb39a266e6c8f69bd8f&device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 1095 time: 0.7133555 Nov 12 13:33:07.460903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e518556e-4c56-4c9d-832f-147ce02e619a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:07.609326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-241dab8e-d39b-4d6a-ab74-a081dc53d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:07.615022 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-241dab8e-d39b-4d6a-ab74-a081dc53d120 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.4062319 Nov 12 13:33:07.628902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e518556e-4c56-4c9d-832f-147ce02e619a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:07.629194 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:07.662586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:07.677525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952670-a561-426f-8e5d-b0155cd70371 req-7a6e0fbc-70ec-4b50-ace8-7bd160437cb6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:07.679215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e952670-a561-426f-8e5d-b0155cd70371 req-7a6e0fbc-70ec-4b50-ace8-7bd160437cb6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.6677251 Nov 12 13:33:07.850645 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:07.931664 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e952670-a561-426f-8e5d-b0155cd70371 req-be61d31b-cd3e-44d7-8556-c8dc1c6db644 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354294 Nov 12 13:33:07.950116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Subnet': ['ID=11980168-f10a-430d-866e-ffe1e5094a57,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:07.979598 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:07.983892 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/subnets/11980168-f10a-430d-866e-ffe1e5094a57 HTTP/1.1" status: 204 len: 168 time: 1.1899390 Nov 12 13:33:07.987798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.988158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.988655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.989320 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.989686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.990020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.990218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-ae5105ce-66ec-438e-89c2-86e990aedf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:07.990500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.990841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.991171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.991501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.991701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-ae5105ce-66ec-438e-89c2-86e990aedf4e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3657119 Nov 12 13:33:07.991878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.992143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951538-b173-4345-bcac-f86caf3af2f5 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:07.996711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52426) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:07.999876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-69f790bd-f505-4471-8b50-f6cdaae62e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:08.001765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-69f790bd-f505-4471-8b50-f6cdaae62e7d service neutron] 10.222.0.70 "GET /v2.0/networks?id=00bc9552-1e53-4a17-b43f-ab7e8415ae25 HTTP/1.1" status: 200 len: 904 time: 0.5566754 Nov 12 13:33:08.041397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ccb2f-6fde-4a8a-975a-9298907bac9e None None] Network c0884636-bfdf-47c8-abf9-b2bf2b3d7817 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:08.137431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a0dbb-c0fc-4417-a6fd-25cd5cdb3fe2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:08.145266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a0dbb-c0fc-4417-a6fd-25cd5cdb3fe2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:08.151588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-044a0dbb-c0fc-4417-a6fd-25cd5cdb3fe2 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1476660 Nov 12 13:33:08.157043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52428) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:08.179604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:08.263945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-95c51fdd-f3ca-4f7a-b32a-110fde2c1218 None None] Provisioning complete for port e518556e-4c56-4c9d-832f-147ce02e619a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:08.264316 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c51fdd-f3ca-4f7a-b32a-110fde2c1218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:08.279326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-2c52a1d3-a722-41f4-85f1-97d2fbb63584 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a67ccfa3-74cc-4d02-bc34-58dbf70a648f HTTP/1.1" status: 200 len: 217 time: 0.2409434 Nov 12 13:33:08.368713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52432) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:08.383446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33ee3769-b74e-4727-92eb-3864df17d133 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:08.415544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356eaa7-ea46-4443-ac8a-43917f6e0f4a req-ddf23b89-fe46-4cd4-9e62-6874e53949fb tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:08.419161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3356eaa7-ea46-4443-ac8a-43917f6e0f4a req-ddf23b89-fe46-4cd4-9e62-6874e53949fb tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 944 time: 1.0931013 Nov 12 13:33:08.442682 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ee3769-b74e-4727-92eb-3864df17d133 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 13:33:08.443695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ee3769-b74e-4727-92eb-3864df17d133 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:33:08.458452 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-33ee3769-b74e-4727-92eb-3864df17d133 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/c0884636-bfdf-47c8-abf9-b2bf2b3d7817 HTTP/1.1" status: 409 len: 405 time: 0.2997444 Nov 12 13:33:08.474880 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52436) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:08.490895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-57075301'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:08.549844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:08.558557 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:08.622056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:33:08.639332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:08.639724 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Added segment 7ed9bf14-fc59-4096-886b-16036e30abfd of type vlan for network de9dc0eb-9d55-4376-8807-7ef3934948b3 Nov 12 13:33:08.720900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:08.722208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e46f4b0-b571-49c0-9a2a-8ea8650d3694 req-b0fec02f-e603-45ff-a409-c91b70fe0ce3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.3111024 Nov 12 13:33:08.776565 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-329167630-network', 'tenant_id': '903f0b4a4ce34662a24453fd702b57ab'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:08.884907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7da5e6-8ac7-456a-aca3-22079d6ddf16 None None] DHCP port deletion for c0884636-bfdf-47c8-abf9-b2bf2b3d7817 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:08.916279 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:08.923067 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:08.925026 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.002416 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-95c51fdd-f3ca-4f7a-b32a-110fde2c1218 None None] Provisioning complete for port 23986cb5-a4b3-4e86-ae29-62721541840a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:09.002933 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c51fdd-f3ca-4f7a-b32a-110fde2c1218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.030203 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3356eaa7-ea46-4443-ac8a-43917f6e0f4a req-abe3641a-67d2-4329-a3c2-168f3852fa16 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5915012 Nov 12 13:33:09.080563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-ffbb8160-1031-4d22-901d-bc8d272c8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:09.081094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-ffbb8160-1031-4d22-901d-bc8d272c8568 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=058b746e-46ca-4164-afd0-1255a8d7939a HTTP/1.1" status: 200 len: 842 time: 0.6907463 Nov 12 13:33:09.119834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Made reservation on behalf of 903f0b4a4ce34662a24453fd702b57ab for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:09.123839 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.143690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6661401 Nov 12 13:33:09.153186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52440) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:09.164720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64d656-0536-4099-94b4-765a74740fec tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Network': ['ID=de9dc0eb-9d55-4376-8807-7ef3934948b3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:09.165574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'subnet': {'network_id': 'de9dc0eb-9d55-4376-8807-7ef3934948b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:09.171291 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.181023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-cb45bb2e-b923-4cc7-8c6d-6b4498c5a8bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3885872 Nov 12 13:33:09.221183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-640cf011-26c5-4a02-b685-b399c1763477 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2177150 Nov 12 13:33:09.232153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network de9dc0eb-9d55-4376-8807-7ef3934948b3 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:33:09.264266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ca7da5e6-8ac7-456a-aca3-22079d6ddf16 None None] Deleting port e518556e-4c56-4c9d-832f-147ce02e619a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:09.264806 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca7da5e6-8ac7-456a-aca3-22079d6ddf16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.302591 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-fe99b394-dbba-4f01-a0f5-f63ba9f68922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:09.307456 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-fe99b394-dbba-4f01-a0f5-f63ba9f68922 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 1097 time: 0.0939891 Nov 12 13:33:09.411228 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.463004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.564553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ca7da5e6-8ac7-456a-aca3-22079d6ddf16 None None] For port e518556e-4c56-4c9d-832f-147ce02e619a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e518556e-4c56-4c9d-832f-147ce02e619a,segment=NetworkSegment(854d4c1e-daf4-4c95-8658-761b5094e2dc),segment_id=854d4c1e-daf4-4c95-8658-761b5094e2dc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:09.565226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca7da5e6-8ac7-456a-aca3-22079d6ddf16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.577377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:33:09.601591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ca7da5e6-8ac7-456a-aca3-22079d6ddf16 None None] Calling delete_port for e518556e-4c56-4c9d-832f-147ce02e619a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:09.611963 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.613060 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Added segment f560ec24-385f-4999-a383-d1041e4ee3a1 of type vlan for network 2a9b18d1-abfa-4109-8b80-1eae7a7e828d Nov 12 13:33:09.689539 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.724289 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4487-40e1-4527-84f1-b77964a7c407 req-57d87dd5-c98a-4622-ad64-9e41dc25d9d3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:09.726616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537ae501-d796-4ff9-b5ec-6749e2c947da,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:09.733004 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26cc4487-40e1-4527-84f1-b77964a7c407 req-57d87dd5-c98a-4622-ad64-9e41dc25d9d3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.6035144 Nov 12 13:33:09.807562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-fa010c4f-c567-416d-9834-233b0d20166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:09.810325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-fa010c4f-c567-416d-9834-233b0d20166d service neutron] 10.222.0.70 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 914 time: 0.3953185 Nov 12 13:33:09.888921 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-d597c215-5e4a-4268-b772-f479b9818874 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5bede1-d3ab-44b8-a726-206c139441e9 HTTP/1.1" status: 200 len: 217 time: 0.0687830 Nov 12 13:33:09.890606 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.892339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:09.895019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:09.931359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-d6763f1c-cb0c-4542-8957-72096b76a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:09.940951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-d6763f1c-cb0c-4542-8957-72096b76a664 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=00bc9552-1e53-4a17-b43f-ab7e8415ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8127179 Nov 12 13:33:09.946895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:09.953168 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:10.056954 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-95c51fdd-f3ca-4f7a-b32a-110fde2c1218 None None] Port 23986cb5-a4b3-4e86-ae29-62721541840a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:33:10.074548 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54eb24a1-85af-4b35-8e13-169ec37eb8e3 req-8cd184b4-fe73-4e30-82fa-f2080fcf4390 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8423359 Nov 12 13:33:10.083253 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca7da5e6-8ac7-456a-aca3-22079d6ddf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:10.087875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e518556e-4c56-4c9d-832f-147ce02e619a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:33:10.138145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-62c7d3a1-5095-4365-a43d-74b2308f3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:10.139934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-62c7d3a1-5095-4365-a43d-74b2308f3273 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.2391763 Nov 12 13:33:10.217738 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26cc4487-40e1-4527-84f1-b77964a7c407 req-08950542-bc86-498a-845b-236c37234e84 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392116 Nov 12 13:33:10.268389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e518556e-4c56-4c9d-832f-147ce02e619a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:33:10.268996 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e518556e-4c56-4c9d-832f-147ce02e619a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:33:10.279079 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7da5e6-8ac7-456a-aca3-22079d6ddf16 None None] No DVR routers for this DVR port e518556e-4c56-4c9d-832f-147ce02e619a on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:10.282647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7da5e6-8ac7-456a-aca3-22079d6ddf16 None None] Pushing event deleted for resources: {'Port': ['ID=e518556e-4c56-4c9d-832f-147ce02e619a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:10.852487 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-3f790d94-c6a1-4004-ae67-923674bcf272 service neutron] 10.222.0.70 "GET /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8889782 Nov 12 13:33:10.889675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a67ccfa3-74cc-4d02-bc34-58dbf70a648f details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:33:10.965342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2d190486-05d1-41d9-b8be-40cd4a15bf7f req-afabdd65-994d-4cff-b02b-0101a31e5e06 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.8242424 Nov 12 13:33:10.969685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] Pushing event updated for resources: {'Network': ['ID=2a9b18d1-abfa-4109-8b80-1eae7a7e828d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:10.988225 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-c0da4295-b668-46da-9e60-6d9e38122f88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7434340 Nov 12 13:33:11.002518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b5e5d0e2-29fa-4561-aeea-828d3441d03f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6131341 Nov 12 13:33:11.007626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:11.028332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2a9b18d1-abfa-4109-8b80-1eae7a7e828d details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:33:11.059660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21782292-8b1f-4a69-9919-ded449f8031e req-80f616b0-4325-4272-b0d6-c47974de266c tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:11.078486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21782292-8b1f-4a69-9919-ded449f8031e req-80f616b0-4325-4272-b0d6-c47974de266c tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 944 time: 0.2952881 Nov 12 13:33:11.087151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Request body: {'subnet': {'network_id': '2a9b18d1-abfa-4109-8b80-1eae7a7e828d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-329167630-subnet', 'tenant_id': '903f0b4a4ce34662a24453fd702b57ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:11.167535 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-82c44a3c-9195-47b5-8e25-f34e328268fc service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624396 Nov 12 13:33:11.246035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a67ccfa3-74cc-4d02-bc34-58dbf70a648f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:11.289190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'port_id': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f', 'mac_address': 'fa:16:3e:ee:68:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:33:11.383185 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:11.432399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67ccfa3-74cc-4d02-bc34-58dbf70a648f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:33:11.462850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f239845-00ce-4442-a5d9-1076d0861e42 req-c493b123-55cb-4b80-beeb-864d22393ca8 service neutron] 10.222.0.70 "GET /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941625 Nov 12 13:33:11.474808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6baab8-e709-4e95-9348-5ebcaa1de41c req-885a4dfb-6802-49d2-b341-151d7b701eab tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:11.483824 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e6baab8-e709-4e95-9348-5ebcaa1de41c req-885a4dfb-6802-49d2-b341-151d7b701eab tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.0892675 Nov 12 13:33:11.495835 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ffe6d60f-fe27-4d01-a8c2-d5531070d25d req-0a0aae2b-88fa-44ef-8d6d-2a5064765d23 service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172469 Nov 12 13:33:11.514779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a67ccfa3-74cc-4d02-bc34-58dbf70a648f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:11.523440 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:11.533500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Made reservation on behalf of 903f0b4a4ce34662a24453fd702b57ab for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:11.543321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:11.571770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e6baab8-e709-4e95-9348-5ebcaa1de41c req-39663a41-269a-434e-ab3a-7e64d0d230d0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857761 Nov 12 13:33:11.704722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:11.785850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21782292-8b1f-4a69-9919-ded449f8031e req-c3f4dc4e-8e8f-47bb-81e1-a72c7cf65e38 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6815484 Nov 12 13:33:11.877079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.objects.ports [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:33:11.892531 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:11.958955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a67ccfa3-74cc-4d02-bc34-58dbf70a648f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:33:12.061508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Subnet': ['ID=3bcd0519-42f4-496c-9cc7-803d4e3a3346,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:12.134649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:12.156212 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bdc70f4-bf05-4d0e-8930-9d886b82d8a6 req-3fba06bf-9701-48d6-b6f2-a7292608358c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0379856 Nov 12 13:33:12.239068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.239848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.240444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.241026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.241674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.242089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.242499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.242905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.243341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.243742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.244318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.244727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:12.283072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Checking segment: {'id': '7ed9bf14-fc59-4096-886b-16036e30abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'de9dc0eb-9d55-4376-8807-7ef3934948b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:12.283803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network hostable DHCP agents. Network: de9dc0eb-9d55-4376-8807-7ef3934948b3, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:33:12.506271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:12.600436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network de9dc0eb-9d55-4376-8807-7ef3934948b3 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:33:12.621812 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, de9dc0eb-9d55-4376-8807-7ef3934948b3) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:12.637164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6826af29-07aa-4429-a2c8-db2ab4483643 None None] Network de9dc0eb-9d55-4376-8807-7ef3934948b3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:12.639769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:12.642523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:12.851913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f26a39-dc7e-4bdb-82f4-a44fa913ebff,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:12.931640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52462) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:12.932234 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3fac1273-05cb-4d50-bd0f-78e5c4b3010a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.7742734 Nov 12 13:33:12.973928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Checking segment: {'id': 'f560ec24-385f-4999-a383-d1041e4ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2a9b18d1-abfa-4109-8b80-1eae7a7e828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:12.974782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Network hostable DHCP agents. Network: 2a9b18d1-abfa-4109-8b80-1eae7a7e828d, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:33:12.994131 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:13.030438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Network 2a9b18d1-abfa-4109-8b80-1eae7a7e828d is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:33:13.050331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea1769-5c70-455b-b993-f710cd196a78 req-c8add11c-2037-4fd4-b1f4-efa44914369a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:13.053139 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6cea1769-5c70-455b-b993-f710cd196a78 req-c8add11c-2037-4fd4-b1f4-efa44914369a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.3520813 Nov 12 13:33:13.068496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-de9dc0eb-9d55-4376-8807-7ef3934948b3', 'network_id': 'de9dc0eb-9d55-4376-8807-7ef3934948b3', 'tenant_id': 'baf6bebc41e64a918fec1a3d1ce232e2', 'fixed_ips': [{'subnet_id': '3bcd0519-42f4-496c-9cc7-803d4e3a3346'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:33:13.070431 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:13.122696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2a9b18d1-abfa-4109-8b80-1eae7a7e828d) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:13.179895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:13.180963 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:13.194659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132be5d-3086-4854-bb09-3a692a0b17bd req-2ee5ccb2-f7df-45c5-84b2-13632cf58d96 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:13.206732 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8132be5d-3086-4854-bb09-3a692a0b17bd req-2ee5ccb2-f7df-45c5-84b2-13632cf58d96 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 945 time: 0.1849616 Nov 12 13:33:13.316402 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8132be5d-3086-4854-bb09-3a692a0b17bd req-e6f1ca62-5a1d-4a3e-ad42-1efbc7f17609 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081290 Nov 12 13:33:13.316697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b618b8-b229-4969-abc9-bb018bd57384 None None] Network 2a9b18d1-abfa-4109-8b80-1eae7a7e828d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:13.397245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fb34134d-efbc-41e6-bb21-5f25928ac861 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3715501 Nov 12 13:33:13.436785 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6cea1769-5c70-455b-b993-f710cd196a78 req-796b5fb8-35cb-4eb2-91ca-7996a58ef8af tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715982 Nov 12 13:33:13.451998 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:13.533105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] Deleting port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:13.535053 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:13.715931 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f36a32ff-5311-483d-8c2f-cb9474eac293 req-e98b8726-9401-4ec3-ae9f-08671f1e96c7 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0675538 Nov 12 13:33:13.730228 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:13.768449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafa07e2-2263-4de8-a959-c7fe7e93052b None None] Network 2a9b18d1-abfa-4109-8b80-1eae7a7e828d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:13.941567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] For port b18e6b5b-85e3-40fe-8045-d4b4e124b0fe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b18e6b5b-85e3-40fe-8045-d4b4e124b0fe,segment=NetworkSegment(df056df2-8f5d-491c-bdcc-0fe232888161),segment_id=df056df2-8f5d-491c-bdcc-0fe232888161)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:13.943864 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:13.982054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] Calling delete_port for b18e6b5b-85e3-40fe-8045-d4b4e124b0fe owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:14.098475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Allocated IP 2001:db8::f816:3eff:fed4:e87c (de9dc0eb-9d55-4376-8807-7ef3934948b3/3bcd0519-42f4-496c-9cc7-803d4e3a3346/52914246-dda2-4263-ac1d-69915fe059a6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:14.104091 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:14.400543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:14.518233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] Pushing event deleted for resources: {'Port': ['ID=b18e6b5b-85e3-40fe-8045-d4b4e124b0fe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:14.585243 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:14.603276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194015a3-e75d-4110-bc74-268112b799c2 None None] DHCP port deletion for 7eba926c-f4fc-48ab-a83f-19585ed76e4f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:14.632406 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:14.654903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52486) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:14.666378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1228541715-network', 'tenant_id': '18c6d5e36b0444ff8711fc6f6e614580'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:14.715137 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:14.722077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Network de9dc0eb-9d55-4376-8807-7ef3934948b3 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:14.727741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:14.767418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:14.767928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24fd10-9b5b-4374-8561-6d76833ed708 req-cf786e5c-7ce0-4ce6-a272-786f1d6ee16d tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:14.769711 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e24fd10-9b5b-4374-8561-6d76833ed708 req-cf786e5c-7ce0-4ce6-a272-786f1d6ee16d tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 945 time: 0.1904204 Nov 12 13:33:14.778467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcd0519-42f4-496c-9cc7-803d4e3a3346,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:14.779113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Pushing event updated for resources: {'Port': ['ID=52914246-dda2-4263-ac1d-69915fe059a6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:14.790672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Made reservation on behalf of 18c6d5e36b0444ff8711fc6f6e614580 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:14.799847 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:14.813877 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:14.854334 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Attempting to bind port 52914246-dda2-4263-ac1d-69915fe059a6 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:33:14.854901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Attempting to bind port 52914246-dda2-4263-ac1d-69915fe059a6 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7ed9bf14-fc59-4096-886b-16036e30abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'de9dc0eb-9d55-4376-8807-7ef3934948b3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:33:14.855363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Attempting to bind port 52914246-dda2-4263-ac1d-69915fe059a6 on network de9dc0eb-9d55-4376-8807-7ef3934948b3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:14.862251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:33:14.862781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Checking segment: {'id': '7ed9bf14-fc59-4096-886b-16036e30abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'de9dc0eb-9d55-4376-8807-7ef3934948b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:14.863304 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:14.863798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Bound using segment: {'id': '7ed9bf14-fc59-4096-886b-16036e30abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'de9dc0eb-9d55-4376-8807-7ef3934948b3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:33:14.864383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Bound port: 52914246-dda2-4263-ac1d-69915fe059a6, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed9bf14-fc59-4096-886b-16036e30abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'de9dc0eb-9d55-4376-8807-7ef3934948b3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:33:14.864865 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:14.906136 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e24fd10-9b5b-4374-8561-6d76833ed708 req-b95afb8e-7de0-4c3d-9594-5e72c7555641 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226106 Nov 12 13:33:14.945062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a67ccfa3-74cc-4d02-bc34-58dbf70a648f up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:15.031246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.069354 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495eb19-6b11-4f4d-9abc-00b788b70c78 req-21e96ab3-b2a4-4e42-9a92-dbceda375cd2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:15.069971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9dc0eb-9d55-4376-8807-7ef3934948b3']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:15.079760 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a495eb19-6b11-4f4d-9abc-00b788b70c78 req-21e96ab3-b2a4-4e42-9a92-dbceda375cd2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.4228258 Nov 12 13:33:15.083033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port a67ccfa3-74cc-4d02-bc34-58dbf70a648f completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:33:15.085770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed9bf14-fc59-4096-886b-16036e30abfd') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:15.086077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed9bf14-fc59-4096-886b-16036e30abfd') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:15.089517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] For port 52914246-dda2-4263-ac1d-69915fe059a6, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:33:15.091775 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a67ccfa3-74cc-4d02-bc34-58dbf70a648f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:15.092154 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.096987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] For port 52914246-dda2-4263-ac1d-69915fe059a6, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=52914246-dda2-4263-ac1d-69915fe059a6,segment=NetworkSegment(7ed9bf14-fc59-4096-886b-16036e30abfd),segment_id=7ed9bf14-fc59-4096-886b-16036e30abfd)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:33:15.103903 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.148543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.164535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:15.165772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.169976 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.214799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a495eb19-6b11-4f4d-9abc-00b788b70c78 req-81bb98e4-705d-4b5f-8e9a-358a77451dcd tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337306 Nov 12 13:33:15.240819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:15.308658 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:15.320658 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.api [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 13:33:15.320658 n-d-805736-4 neutron-server[102675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 13:33:15.320658 n-d-805736-4 neutron-server[102675]: [parameters: {'id': 'de9dc0eb-9d55-4376-8807-7ef3934948b3'}] Nov 12 13:33:15.320658 n-d-805736-4 neutron-server[102675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:33:15.321327 n-d-805736-4 neutron-server[102675]: DEBUG oslo_db.api [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:33:15.374427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37031f9-9101-4002-ba14-c78cb958d20b None None] Pushing event updated for resources: {'Port': ['ID=52914246-dda2-4263-ac1d-69915fe059a6,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:15.460788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66a7189f-eaa1-4182-928d-85eebff39409 req-87456be6-8968-4533-bd13-d22e0e7e977f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.1506145 Nov 12 13:33:15.551903 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.594537 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.604543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.663895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a67ccfa3-74cc-4d02-bc34-58dbf70a648f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:15.667243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08941309-940d-4ced-ad00-a96b3a04cba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:15.670261 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd492c41-8183-44f6-91ec-6d84414d8e13" -d '{"events": [{"server_uuid": "08941309-940d-4ced-ad00-a96b3a04cba2", "name": "network-vif-plugged", "status": "completed", "tag": "a67ccfa3-74cc-4d02-bc34-58dbf70a648f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:15.673887 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65503c92-1f0a-43e2-bac3-879b19a80602 None None] Network de9dc0eb-9d55-4376-8807-7ef3934948b3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:15.674772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:33:15.696131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfc9ad8-6a15-4d19-9384-98b22450644a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:15.719712 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.720316 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Added segment 967a364b-8a1f-467c-a5ee-9b7d71ee33f4 of type vlan for network c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb Nov 12 13:33:15.781041 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.851752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] Router e9dda64e-605c-457c-a27b-560df349cd14 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:33:15.853720 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:15.864504 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c8ffb-436b-423a-8d8c-2269e10d785a x-openstack-request-id: req-ed2c8ffb-436b-423a-8d8c-2269e10d785a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:15.877070 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08941309-940d-4ced-ad00-a96b3a04cba2", "name": "network-vif-plugged", "status": "completed", "tag": "a67ccfa3-74cc-4d02-bc34-58dbf70a648f", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:15.877444 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed2c8ffb-436b-423a-8d8c-2269e10d785a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:15.877943 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08941309-940d-4ced-ad00-a96b3a04cba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f', 'code': 200} Nov 12 13:33:15.924878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.045715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:33:16.057131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8217af3-1011-437c-8ce5-4b745fce5755 None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:33:16.059879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-96eeab06-ee93-462d-91dc-d197adb4c89b admin admin] 10.222.0.73 "PUT /v2.0/routers/e9dda64e-605c-457c-a27b-560df349cd14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8224299 Nov 12 13:33:16.063383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52502) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:16.072591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:16.081904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] Sync routers for ids ['e9dda64e-605c-457c-a27b-560df349cd14'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:33:16.124838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] Routers {'e9dda64e-605c-457c-a27b-560df349cd14'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:16.126708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e9dda64e-605c-457c-a27b-560df349cd14'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:16.126929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:33:16.159513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358a035-99c2-4bab-b56a-901d4db63687 req-b17ff9b8-c920-4cd7-8d78-26bda317c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:16.161469 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1358a035-99c2-4bab-b56a-901d4db63687 req-b17ff9b8-c920-4cd7-8d78-26bda317c3d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 1097 time: 0.2404401 Nov 12 13:33:16.187114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.188667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:16.189423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.222505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d566f3-4f7d-442d-a4c8-4100e1a2887c req-9f64247e-1707-42a6-93a4-fd1cbe52235d tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:16.224158 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8d566f3-4f7d-442d-a4c8-4100e1a2887c req-9f64247e-1707-42a6-93a4-fd1cbe52235d tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 946 time: 0.1617243 Nov 12 13:33:16.326860 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6606529 Nov 12 13:33:16.345206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Deleting port 52914246-dda2-4263-ac1d-69915fe059a6 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:16.345206 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.345206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52512) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:16.354689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Request body: {'subnet': {'network_id': 'c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1228541715-subnet', 'tenant_id': '18c6d5e36b0444ff8711fc6f6e614580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:16.418312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.430233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89718ac9-119f-48fe-9ac4-003a64eca91c admin admin] Pushing event updated for resources: {'Network': ['ID=c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:16.494482 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1358a035-99c2-4bab-b56a-901d4db63687 req-b347c6a3-1aa7-48a2-b853-6d7798de01c8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226397 Nov 12 13:33:16.537079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] For port 52914246-dda2-4263-ac1d-69915fe059a6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=52914246-dda2-4263-ac1d-69915fe059a6,segment=NetworkSegment(7ed9bf14-fc59-4096-886b-16036e30abfd),segment_id=7ed9bf14-fc59-4096-886b-16036e30abfd)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:16.537886 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.541273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Made reservation on behalf of 18c6d5e36b0444ff8711fc6f6e614580 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:16.543962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.588297 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Calling delete_port for 52914246-dda2-4263-ac1d-69915fe059a6 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:16.600514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] Set router e9dda64e-605c-457c-a27b-560df349cd14 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:33:16.622129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a401e27-2d0b-4ab9-a828-405903b25932 req-770d8826-50b5-4e53-9b98-0f90654c0f8b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:16.624710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a401e27-2d0b-4ab9-a828-405903b25932 req-770d8826-50b5-4e53-9b98-0f90654c0f8b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1348872 Nov 12 13:33:16.647345 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8d566f3-4f7d-442d-a4c8-4100e1a2887c req-49f15db0-bde2-4d1e-b47a-a25b524ae607 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216314 Nov 12 13:33:16.661249 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.692905 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:33:16.748486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a401e27-2d0b-4ab9-a828-405903b25932 req-1e421384-fb85-4f33-9134-e90cd5406948 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153595 Nov 12 13:33:16.807447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Deleting port f9041681-4c3c-4832-94ea-ed41e76bc810 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:16.807761 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.901804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f9b57c5-0167-4310-a5e6-54d12e146e4d req-c4fd9218-3360-45d5-89e1-c0e2e75ed5af tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0423577 Nov 12 13:33:16.912155 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:16.951878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Port': ['ID=52914246-dda2-4263-ac1d-69915fe059a6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:16.979730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No DVR routers for this DVR port 52914246-dda2-4263-ac1d-69915fe059a6 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:17.024084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] For port f9041681-4c3c-4832-94ea-ed41e76bc810, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f9041681-4c3c-4832-94ea-ed41e76bc810,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:17.024791 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.077694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8217af3-1011-437c-8ce5-4b745fce5755 None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:33:17.085646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Calling delete_port for f9041681-4c3c-4832-94ea-ed41e76bc810 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:17.086186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.258554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.304344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'name': 'tempest-ServerRescueTestJSON-755660495-router', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:23Z', 'updated_at': '2021-11-12T13:33:14Z', 'revision_number': 5, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'gw_port': {'id': 'f9041681-4c3c-4832-94ea-ed41e76bc810', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:30:24Z', 'updated_at': '2021-11-12T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:17.328534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9dc0eb-9d55-4376-8807-7ef3934948b3']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:17.330834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b69c686-d8d4-4e57-af1f-0a59b08c704f,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:17.340212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] Checking router: e9dda64e-605c-457c-a27b-560df349cd14 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:33:17.353149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed9bf14-fc59-4096-886b-16036e30abfd') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:17.353564 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed9bf14-fc59-4096-886b-16036e30abfd') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:17.355756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] Routers {'e9dda64e-605c-457c-a27b-560df349cd14'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:17.356674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e9dda64e-605c-457c-a27b-560df349cd14'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:17.372038 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.398599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Checking segment: {'id': '967a364b-8a1f-467c-a5ee-9b7d71ee33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:17.398982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Network hostable DHCP agents. Network: c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:33:17.413794 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.447150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:17.447575 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:17.450932 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:17.465008 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ff681-fdbb-475e-9553-7c86724f14d1 req-52c2f0a9-6a3a-46ec-8feb-5cd72189c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:17.468549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d13ff681-fdbb-475e-9553-7c86724f14d1 req-52c2f0a9-6a3a-46ec-8feb-5cd72189c438 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 1097 time: 0.1260135 Nov 12 13:33:17.477575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Network c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:33:17.545068 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:17.547985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] Set router e9dda64e-605c-457c-a27b-560df349cd14 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:33:17.563201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:17.563878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.569411 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.573541 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.581664 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/de9dc0eb-9d55-4376-8807-7ef3934948b3 HTTP/1.1" status: 204 len: 168 time: 4.6436667 Nov 12 13:33:17.585150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52522) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:17.594728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-549050948'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:17.605122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.622188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a5c58-a4ea-407e-b2b5-f9ae7c980713 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Network': ['ID=de9dc0eb-9d55-4376-8807-7ef3934948b3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:17.638289 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9041681-4c3c-4832-94ea-ed41e76bc810,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:17.643171 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bfb02e54-19e2-4cf8-8eb7-e2b7a12bfcc7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2944231 Nov 12 13:33:17.683570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'name': 'tempest-ServerRescueTestJSON-755660495-router', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:23Z', 'updated_at': '2021-11-12T13:33:16Z', 'revision_number': 6, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:17.694926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:17.698621 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.729766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ff681-fdbb-475e-9553-7c86724f14d1 req-bf4b1f6a-2848-4649-b55e-1d71d1177218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:17.731834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d13ff681-fdbb-475e-9553-7c86724f14d1 req-bf4b1f6a-2848-4649-b55e-1d71d1177218 service neutron] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 913 time: 0.2077682 Nov 12 13:33:17.747998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869f8783-39d2-4345-8e8f-6fddc6b3d101 None None] The sync data for ids ['e9dda64e-605c-457c-a27b-560df349cd14'] in n-d-805736-4 is: [{'id': 'e9dda64e-605c-457c-a27b-560df349cd14', 'name': 'tempest-ServerRescueTestJSON-755660495-router', 'tenant_id': '170097f1c6844d7b9b117a05fcb7ed26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:30:23Z', 'updated_at': '2021-11-12T13:33:16Z', 'revision_number': 6, 'project_id': '170097f1c6844d7b9b117a05fcb7ed26', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:33:17.754645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:33:17.811966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.814232 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Added segment 85897a46-0005-4dc5-9c8d-33512343e305 of type vlan for network 60bb91df-95c2-4af9-b811-3c4a44a7704c Nov 12 13:33:17.862429 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.865823 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.901240 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:17.923804 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d13ff681-fdbb-475e-9553-7c86724f14d1 req-bb9ca23f-ca68-4ae5-9dae-92a4505716fc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1acd5669-6b82-4826-987c-c6fe1fee1034 HTTP/1.1" status: 200 len: 217 time: 0.1423092 Nov 12 13:33:17.933461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:17.936466 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:18.084812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96558b0e-de18-4b73-a109-5793404b9a70 None None] Network c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:18.128385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdaf1c2-6150-4083-8045-64f313389b28 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:18.131447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Network': ['ID=60bb91df-95c2-4af9-b811-3c4a44a7704c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:18.141404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9bf76416-977e-470b-bc10-27cca7c08746 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5512567 Nov 12 13:33:18.142492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52538) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:18.150591 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'subnet': {'network_id': '60bb91df-95c2-4af9-b811-3c4a44a7704c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:18.166734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 60bb91df-95c2-4af9-b811-3c4a44a7704c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:33:18.352568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ce73-5c98-43fe-b1ae-285f5504cbf9 req-cb58ed4d-c5f9-414e-8b58-c24cad8a8a6a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:18.362869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6949ce73-5c98-43fe-b1ae-285f5504cbf9 req-cb58ed4d-c5f9-414e-8b58-c24cad8a8a6a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.2328906 Nov 12 13:33:18.420805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a3304-3f78-4781-8ea9-d3822879f7c3 None None] Network c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:18.435501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:18.443069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:18.551355 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:18.555437 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:18.578575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01a93d-57c6-496f-bd01-222488254137 req-5151e00e-6a84-40be-8189-862e89b2a860 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:18.580331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f01a93d-57c6-496f-bd01-222488254137 req-5151e00e-6a84-40be-8189-862e89b2a860 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 946 time: 0.7194138 Nov 12 13:33:18.584705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ff681-fdbb-475e-9553-7c86724f14d1 req-48eab89a-2585-40b2-8a3d-dffe889d463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:18.586209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d13ff681-fdbb-475e-9553-7c86724f14d1 req-48eab89a-2585-40b2-8a3d-dffe889d463e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.5640974 Nov 12 13:33:18.587272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6949ce73-5c98-43fe-b1ae-285f5504cbf9 req-689191d8-a3a4-41bf-91a3-164b16114836 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232075 Nov 12 13:33:18.700677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d13ff681-fdbb-475e-9553-7c86724f14d1 req-8a73abc8-fe5b-405c-a87e-b0b975f570da service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798848 Nov 12 13:33:18.704999 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:18.705950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9dda64e-605c-457c-a27b-560df349cd14 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:33:18.720403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:18.724151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-86fbe9f0-43e3-4ea8-9a17-af9e5d6c9cf7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e9dda64e-605c-457c-a27b-560df349cd14 HTTP/1.1" status: 204 len: 168 time: 2.6596675 Nov 12 13:33:18.724805 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52542) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:18.852562 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ab6a2e2-63aa-4df7-8c6b-9960767b2296 req-c7da5680-5fad-401c-a570-26e163e13167 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.1431611 Nov 12 13:33:18.863242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:18.866004 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f01a93d-57c6-496f-bd01-222488254137 req-0bacd963-108a-4d0a-a46e-336abc141c4e tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465372 Nov 12 13:33:18.894091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7869f81f-ddb6-4b07-b112-4cc2e6a0a392 admin admin] Deleting subnet 26d11e85-1966-4608-8da5-8307c339fc7d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:33:18.903322 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7869f81f-ddb6-4b07-b112-4cc2e6a0a392 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:18.942167 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7869f81f-ddb6-4b07-b112-4cc2e6a0a392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:18.977105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Checking segment: {'id': '85897a46-0005-4dc5-9c8d-33512343e305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '60bb91df-95c2-4af9-b811-3c4a44a7704c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:18.977750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network hostable DHCP agents. Network: 60bb91df-95c2-4af9-b811-3c4a44a7704c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:33:18.986766 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7869f81f-ddb6-4b07-b112-4cc2e6a0a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.008354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Subnet': ['ID=2a74e5f4-d605-4c41-9f4c-4c02325a2bae,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:19.020598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network 60bb91df-95c2-4af9-b811-3c4a44a7704c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:33:19.037458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 60bb91df-95c2-4af9-b811-3c4a44a7704c) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:19.061187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096ad2f6-7ad2-492e-96a8-c91fbc21f702 None None] Network 60bb91df-95c2-4af9-b811-3c4a44a7704c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:19.071789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:19.072397 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.079261 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7869f81f-ddb6-4b07-b112-4cc2e6a0a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.127438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a2a38c44-a253-4e84-b394-f2e24994585b tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9785032 Nov 12 13:33:19.129325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52548) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:19.164134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d13ff681-fdbb-475e-9553-7c86724f14d1 req-3dba608f-4e43-4566-8dca-7fc8ac818a7d service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487290 Nov 12 13:33:19.165264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869f81f-ddb6-4b07-b112-4cc2e6a0a392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d11e85-1966-4608-8da5-8307c339fc7d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:19.176201 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7869f81f-ddb6-4b07-b112-4cc2e6a0a392 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.183615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7869f81f-ddb6-4b07-b112-4cc2e6a0a392 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/26d11e85-1966-4608-8da5-8307c339fc7d HTTP/1.1" status: 204 len: 168 time: 0.4448521 Nov 12 13:33:19.193394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:19.200383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb51cc-9e15-45cf-b4d5-ff5177c3ae52 None None] Network 7eba926c-f4fc-48ab-a83f-19585ed76e4f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:19.352047 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.466863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4efd2f0-3df8-41ee-88c8-5ed68e274f4c None None] DHCP port deletion for 7eba926c-f4fc-48ab-a83f-19585ed76e4f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:19.467362 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.501104 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.509251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d13ff681-fdbb-475e-9553-7c86724f14d1 req-1d7cd233-1e20-4116-a57b-b620a051e52f service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244424 Nov 12 13:33:19.555907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1acd5669-6b82-4826-987c-c6fe1fee1034 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:33:19.564149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b18e6b5b-85e3-40fe-8045-d4b4e124b0fe no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:33:19.580078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-ead0f553-7cd5-4da8-9fae-9af28946bfde tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:19.581744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-ead0f553-7cd5-4da8-9fae-9af28946bfde tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/networks?id=2a9b18d1-abfa-4109-8b80-1eae7a7e828d HTTP/1.1" status: 200 len: 808 time: 0.2324040 Nov 12 13:33:19.594688 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.602445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ceeaed-8e24-4654-8bfa-c7fa089fe4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-60bb91df-95c2-4af9-b811-3c4a44a7704c', 'network_id': '60bb91df-95c2-4af9-b811-3c4a44a7704c', 'tenant_id': 'baf6bebc41e64a918fec1a3d1ce232e2', 'fixed_ips': [{'subnet_id': '2a74e5f4-d605-4c41-9f4c-4c02325a2bae'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:33:19.603899 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48ceeaed-8e24-4654-8bfa-c7fa089fe4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.629043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Subnet': ['ID=2a74e5f4-d605-4c41-9f4c-4c02325a2bae,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:19.646056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.664938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: b18e6b5b-85e3-40fe-8045-d4b4e124b0fe {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:33:19.665965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b18e6b5b-85e3-40fe-8045-d4b4e124b0fe not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:33:19.665965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f9041681-4c3c-4832-94ea-ed41e76bc810 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:33:19.681341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eba926c-f4fc-48ab-a83f-19585ed76e4f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:19.693190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df056df2-8f5d-491c-bdcc-0fe232888161') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:19.693616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df056df2-8f5d-491c-bdcc-0fe232888161') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:19.706486 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.712470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f9041681-4c3c-4832-94ea-ed41e76bc810 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:33:19.713344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f9041681-4c3c-4832-94ea-ed41e76bc810 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:33:19.722669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.729748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:19.730269 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.758435 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.772260 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:19.795824 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:19.802388 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b8615-5c2b-4977-af5e-4d110ac0b2e7 req-885023ba-4578-4a2a-9cb8-1ee99a6defb0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:19.805219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.810777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e84b8615-5c2b-4977-af5e-4d110ac0b2e7 req-885023ba-4578-4a2a-9cb8-1ee99a6defb0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 946 time: 0.1176181 Nov 12 13:33:19.811812 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.816723 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] 10.222.0.73 "DELETE /v2.0/networks/7eba926c-f4fc-48ab-a83f-19585ed76e4f HTTP/1.1" status: 204 len: 168 time: 0.6222994 Nov 12 13:33:19.833634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bb91df-95c2-4af9-b811-3c4a44a7704c']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:19.846217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2724b00-303c-48fa-9615-7df6c677066d admin admin] Pushing event deleted for resources: {'Network': ['ID=7eba926c-f4fc-48ab-a83f-19585ed76e4f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:19.854548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85897a46-0005-4dc5-9c8d-33512343e305') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:19.854870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85897a46-0005-4dc5-9c8d-33512343e305') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:19.870914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-537473c5-db32-4010-b2a4-48bdb7812100 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/quotas/903f0b4a4ce34662a24453fd702b57ab HTTP/1.1" status: 200 len: 375 time: 0.0738347 Nov 12 13:33:19.876964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.899223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1acd5669-6b82-4826-987c-c6fe1fee1034'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:19.904582 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea51a04-f690-492c-8f38-dbdb52fdd277" -d '{"events": [{"server_uuid": "d0e27324-45bd-4e64-a9f4-a9f1d18e24ab", "name": "network-vif-unplugged", "status": "completed", "tag": "1acd5669-6b82-4826-987c-c6fe1fee1034"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:19.921647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-e4da8a98-5c7d-4ad1-bd50-51d3cc0d8c2f tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=903f0b4a4ce34662a24453fd702b57ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486968 Nov 12 13:33:19.922483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebe084-4e84-4343-ac89-db45a3c33d42 None None] Network 60bb91df-95c2-4af9-b811-3c4a44a7704c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:19.935610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.945929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1acd5669-6b82-4826-987c-c6fe1fee1034, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1acd5669-6b82-4826-987c-c6fe1fee1034,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:19.956173 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.971358 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e84b8615-5c2b-4977-af5e-4d110ac0b2e7 req-8f3c4f44-d281-477e-8be3-9b61b50d7a83 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595883 Nov 12 13:33:19.982650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:19.983333 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:19.992750 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:20.114293 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1acd5669-6b82-4826-987c-c6fe1fee1034,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:20.162094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52572) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:20.186899 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-0865d4df-0852-4ba9-9a64-2c1c4055df1c service neutron] 10.222.0.73 "GET /v2.0/networks/2a9b18d1-abfa-4109-8b80-1eae7a7e828d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524507 Nov 12 13:33:20.191134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.197527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.200744 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/60bb91df-95c2-4af9-b811-3c4a44a7704c HTTP/1.1" status: 204 len: 168 time: 1.0677741 Nov 12 13:33:20.207402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52574) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:20.212220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1411261930'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:20.232075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df42ec-f293-49ef-82a7-aedab42506c6 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Network': ['ID=60bb91df-95c2-4af9-b811-3c4a44a7704c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:20.258329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610fa2a-2397-4f01-8bab-72156bf0eeb4 req-dda7653b-1dc7-432f-8e08-3629790f82f3 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:20.259846 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c610fa2a-2397-4f01-8bab-72156bf0eeb4 req-dda7653b-1dc7-432f-8e08-3629790f82f3 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 946 time: 0.1098096 Nov 12 13:33:20.260979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:20.264270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.278142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a6890744-7eb6-4023-b7aa-841b6065ca18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=170097f1c6844d7b9b117a05fcb7ed26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1148982 Nov 12 13:33:20.280628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52576) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:20.308349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:33:20.333729 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.334111 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Added segment ee25df64-a7d6-45ac-abd2-e99cfd64d22d of type vlan for network 534dfbbb-ba18-4922-a328-4ed8997727ea Nov 12 13:33:20.345000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-277f7285-34f0-4350-947a-0341d3222a1b service neutron] 10.222.0.73 "GET /v2.0/networks/2a9b18d1-abfa-4109-8b80-1eae7a7e828d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474326 Nov 12 13:33:20.346186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c610fa2a-2397-4f01-8bab-72156bf0eeb4 req-6bb0a137-908d-4d33-8f75-fe52a9d7e50b tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690401 Nov 12 13:33:20.355132 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ced588-f576-4f9b-8161-742e8a83862d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.402482 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ced588-f576-4f9b-8161-742e8a83862d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.405790 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.440408 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.453671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:20.453671 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.480646 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ced588-f576-4f9b-8161-742e8a83862d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.485882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ced588-f576-4f9b-8161-742e8a83862d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.490804 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-05ced588-f576-4f9b-8161-742e8a83862d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab0da30c-3611-46ee-a90a-7b6d078f9f0c HTTP/1.1" status: 204 len: 168 time: 0.2083399 Nov 12 13:33:20.501993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ced588-f576-4f9b-8161-742e8a83862d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0da30c-3611-46ee-a90a-7b6d078f9f0c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:20.583461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Network': ['ID=534dfbbb-ba18-4922-a328-4ed8997727ea,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:20.591456 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eccca43e-87a4-426f-9a25-dc7707cda317 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3804886 Nov 12 13:33:20.591914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52584) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:20.597556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 534dfbbb-ba18-4922-a328-4ed8997727ea details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:33:20.606989 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-628b55dd-275a-431a-915d-ae123c629282 req-6d789206-4d4f-494a-a6f0-c93eaa7bd206 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.1410675 Nov 12 13:33:20.617467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Request body: {'subnet': {'network_id': '534dfbbb-ba18-4922-a328-4ed8997727ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:20.652016 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b48b8bf-3c5b-468a-9940-74194c2c89bb x-openstack-request-id: req-6b48b8bf-3c5b-468a-9940-74194c2c89bb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:20.652492 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e27324-45bd-4e64-a9f4-a9f1d18e24ab", "name": "network-vif-unplugged", "status": "completed", "tag": "1acd5669-6b82-4826-987c-c6fe1fee1034", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:20.652750 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b48b8bf-3c5b-468a-9940-74194c2c89bb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:20.653157 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1acd5669-6b82-4826-987c-c6fe1fee1034', 'code': 200} Nov 12 13:33:20.891881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc394b90-c1a4-4cbc-adf4-f0469044662a req-8696051c-3c6a-4e2e-9e0b-cf6a3fe9bf7e tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:20.896365 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bc394b90-c1a4-4cbc-adf4-f0469044662a req-8696051c-3c6a-4e2e-9e0b-cf6a3fe9bf7e tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 946 time: 0.1239405 Nov 12 13:33:20.908676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52594) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:20.930160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a69f131d-5f31-482c-ae5f-12b3893fe207 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Request body: {'floatingip': {'port_id': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:20.958755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Made reservation on behalf of baf6bebc41e64a918fec1a3d1ce232e2 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:20.965466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:20.984957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43df858e-50e6-4b29-b3b4-fa6e467946e3 req-4bc780ae-442e-43be-afed-4e487e72d07c tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 210 time: 0.0898628 Nov 12 13:33:21.007627 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a69f131d-5f31-482c-ae5f-12b3893fe207 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:21.365762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93544dc-99e0-4671-937c-800cd6c54946 req-a15d2bf9-348b-405c-a579-9eb910a81988 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:21.375293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c93544dc-99e0-4671-937c-800cd6c54946 req-a15d2bf9-348b-405c-a579-9eb910a81988 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 945 time: 0.2821198 Nov 12 13:33:21.470455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc72c71-ac73-49fe-9953-e794f372c8c7 req-61836680-5e9a-46eb-8cb8-6b7f88e4688b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:21.479124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3dc72c71-ac73-49fe-9953-e794f372c8c7 req-61836680-5e9a-46eb-8cb8-6b7f88e4688b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 944 time: 0.3356984 Nov 12 13:33:21.547669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.objects.ports [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:33:21.551936 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:21.565868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3dc72c71-ac73-49fe-9953-e794f372c8c7 req-2b205757-81b1-4192-a3d9-268bd0112465 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858707 Nov 12 13:33:21.605905 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c93544dc-99e0-4671-937c-800cd6c54946 req-fbe0ae1b-81d1-4bb6-b78b-ad7d5a6deee2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294161 Nov 12 13:33:21.643173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event updated for resources: {'Subnet': ['ID=3b2fd64b-6c17-48db-8e04-28805ea312c2,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:21.648329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Checking segment: {'id': 'ee25df64-a7d6-45ac-abd2-e99cfd64d22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '534dfbbb-ba18-4922-a328-4ed8997727ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:21.648687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network hostable DHCP agents. Network: 534dfbbb-ba18-4922-a328-4ed8997727ea, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:33:21.684903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Network 534dfbbb-ba18-4922-a328-4ed8997727ea is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:33:21.701533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 534dfbbb-ba18-4922-a328-4ed8997727ea) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:21.707977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:21.708581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:21.715578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e892f64-3a35-42ec-95fe-cee56a156b71 None None] Network 534dfbbb-ba18-4922-a328-4ed8997727ea requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:21.748942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-85d4f724-ce99-4532-9e0b-af24dc80fcf7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1558509 Nov 12 13:33:21.749606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:21.987335 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b05eb00-2f7e-44f1-bab9-f2e851d84b85 req-ae2e4434-eb2a-4853-9195-686ce9d5edc1 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.1481409 Nov 12 13:33:22.013316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:22.126971 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:22.294565 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:22.305648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52644) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:22.360526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2fd64b-6c17-48db-8e04-28805ea312c2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:22.512944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d99f956-7a2d-46fc-b073-31657b51d552 None None] Network 534dfbbb-ba18-4922-a328-4ed8997727ea requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:22.594997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:22.659562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534dfbbb-ba18-4922-a328-4ed8997727ea']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:22.670853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-850881371-network', 'tenant_id': 'bb45a4f51341492e9851adbcdcc40994'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:22.691439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9db480c8-6bcc-40cc-b9bb-79cba97a15aa req-209a1f69-62d9-4631-acc3-dad86fb537c0 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 210 time: 0.0798023 Nov 12 13:33:22.764092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Made reservation on behalf of bb45a4f51341492e9851adbcdcc40994 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:22.766671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:22.777877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee25df64-a7d6-45ac-abd2-e99cfd64d22d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:22.779294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee25df64-a7d6-45ac-abd2-e99cfd64d22d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:22.841312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-620c7ed4-6c49-498d-8118-32a208db878e tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:22.844449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-620c7ed4-6c49-498d-8118-32a208db878e tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.105 "GET /v2.0/networks?id=2a9b18d1-abfa-4109-8b80-1eae7a7e828d HTTP/1.1" status: 200 len: 808 time: 0.4805992 Nov 12 13:33:22.854451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:22.859846 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:22.861437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a69f131d-5f31-482c-ae5f-12b3893fe207 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:22.868383 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a69f131d-5f31-482c-ae5f-12b3893fe207 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:22.894644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Request body: {'port': {'device_id': '7f8bd57d-90a4-4268-af4b-7d862d3b4561', 'network_id': '2a9b18d1-abfa-4109-8b80-1eae7a7e828d', 'admin_state_up': True, 'tenant_id': '903f0b4a4ce34662a24453fd702b57ab'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:22.940759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:22.993337 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-a69f131d-5f31-482c-ae5f-12b3893fe207 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Floating IP b8ed3e39-e6bc-41ca-861b-6d5cd31936ac associated. External IP: 172.25.5.233, port: a67ccfa3-74cc-4d02-bc34-58dbf70a648f. Nov 12 13:33:23.027774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:23.028269 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.048823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3547c-caa3-4223-a89d-02728c06129a req-0314aded-e2bc-4b47-948f-3b7cb4f04188 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:23.051435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bb3547c-caa3-4223-a89d-02728c06129a req-0314aded-e2bc-4b47-948f-3b7cb4f04188 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 944 time: 0.3191998 Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:23.052441 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:23.155760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7611d9f-ff7b-4f37-9203-84f4c5d2b1fb req-e5c4e764-5ae5-4f7b-91c2-0ce3d4d8fd6c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0430424 Nov 12 13:33:23.246676 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.252507 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.261533 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/534dfbbb-ba18-4922-a328-4ed8997727ea HTTP/1.1" status: 204 len: 168 time: 1.5050869 Nov 12 13:33:23.269210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52652) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:23.290077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bb3547c-caa3-4223-a89d-02728c06129a req-cc31b9d3-50a9-40af-b51f-c04744694cc6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109852 Nov 12 13:33:23.336601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69f131d-5f31-482c-ae5f-12b3893fe207 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Router 0f46387f-a690-42b2-afac-4fd463a05f39 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:33:23.353042 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db2706b-b4d1-4956-b491-399e47195c52 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] DELETE failed (client error): The resource could not be found. Nov 12 13:33:23.354296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db2706b-b4d1-4956-b491-399e47195c52 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:33:23.357733 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3db2706b-b4d1-4956-b491-399e47195c52 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/subnets/3b2fd64b-6c17-48db-8e04-28805ea312c2 HTTP/1.1" status: 404 len: 337 time: 0.0858040 Nov 12 13:33:23.358976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337df52-a57c-4459-9013-7edb311932c0 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Network': ['ID=534dfbbb-ba18-4922-a328-4ed8997727ea,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:23.361226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52662) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:23.408784 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff3a7c7-5551-41b2-a1d7-0188f9bfaed7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] DELETE failed (client error): The resource could not be found. Nov 12 13:33:23.410126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff3a7c7-5551-41b2-a1d7-0188f9bfaed7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:33:23.413870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0ff3a7c7-5551-41b2-a1d7-0188f9bfaed7 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/534dfbbb-ba18-4922-a328-4ed8997727ea HTTP/1.1" status: 404 len: 339 time: 0.0469370 Nov 12 13:33:23.418171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52664) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:23.456612 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-192b31c3-a70b-4111-9c6e-aed90f6dc954 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] DELETE failed (client error): The resource could not be found. Nov 12 13:33:23.457211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192b31c3-a70b-4111-9c6e-aed90f6dc954 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:33:23.461107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-192b31c3-a70b-4111-9c6e-aed90f6dc954 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/subnets/2a74e5f4-d605-4c41-9f4c-4c02325a2bae HTTP/1.1" status: 404 len: 337 time: 0.0405560 Nov 12 13:33:23.468370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:23.499885 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcde3167-041f-41fb-bab2-89c604085741 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] DELETE failed (client error): The resource could not be found. Nov 12 13:33:23.500597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcde3167-041f-41fb-bab2-89c604085741 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:33:23.506119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dcde3167-041f-41fb-bab2-89c604085741 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/60bb91df-95c2-4af9-b811-3c4a44a7704c HTTP/1.1" status: 404 len: 339 time: 0.0340383 Nov 12 13:33:23.506119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Made reservation on behalf of 903f0b4a4ce34662a24453fd702b57ab for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:23.507154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52674) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:23.508404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.541313 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f388d6bf-2458-4e75-950b-69d836478476 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] DELETE failed (client error): The resource could not be found. Nov 12 13:33:23.541803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f388d6bf-2458-4e75-950b-69d836478476 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:33:23.547906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f388d6bf-2458-4e75-950b-69d836478476 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/subnets/3bcd0519-42f4-496c-9cc7-803d4e3a3346 HTTP/1.1" status: 404 len: 337 time: 0.0367303 Nov 12 13:33:23.548921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52676) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:23.574688 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbbe194-d2c2-4ec7-a6c2-13be6724b747 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] DELETE failed (client error): The resource could not be found. Nov 12 13:33:23.575378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbbe194-d2c2-4ec7-a6c2-13be6724b747 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:33:23.581481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ccbbe194-d2c2-4ec7-a6c2-13be6724b747 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/de9dc0eb-9d55-4376-8807-7ef3934948b3 HTTP/1.1" status: 404 len: 339 time: 0.0295796 Nov 12 13:33:23.583134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52678) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:23.606060 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.615137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.629909 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69f131d-5f31-482c-ae5f-12b3893fe207 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:33:23.636821 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a69f131d-5f31-482c-ae5f-12b3893fe207 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.660414 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] Sync routers for ids ['0f46387f-a690-42b2-afac-4fd463a05f39'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:33:23.664496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:33:23.676637 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] Routers {'0f46387f-a690-42b2-afac-4fd463a05f39'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:23.677435 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0f46387f-a690-42b2-afac-4fd463a05f39'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:23.678644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a69f131d-5f31-482c-ae5f-12b3893fe207 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "PUT /v2.0/floatingips/b8ed3e39-e6bc-41ca-861b-6d5cd31936ac HTTP/1.1" status: 200 len: 992 time: 2.7669125 Nov 12 13:33:23.679649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08941309-940d-4ced-ad00-a96b3a04cba2', 'tag': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:23.682107 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e" -d '{"events": [{"name": "network-changed", "server_uuid": "08941309-940d-4ced-ad00-a96b3a04cba2", "tag": "a67ccfa3-74cc-4d02-bc34-58dbf70a648f"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:23.723413 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.724159 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Added segment ebf57561-0664-46e9-9c2d-ae233d8660d2 of type vlan for network 03d11e2c-72e8-4f94-8ca8-34c3d953ed92 Nov 12 13:33:23.738617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9f46d1-82d3-4482-ab6d-9d147f819064,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:23.802955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-7a07d621-4344-44e6-8414-f7892c5fd008 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Deleting port 23986cb5-a4b3-4e86-ae29-62721541840a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:23.803628 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a07d621-4344-44e6-8414-f7892c5fd008 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.821950 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.828993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Allocated IP 172.20.0.11 (2a9b18d1-abfa-4109-8b80-1eae7a7e828d/e6f26a39-dc7e-4bdb-82f4-a44fa913ebff/9835ff87-8326-438e-bf89-f0c845401bcf) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:23.883284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.885240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:23.885869 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.947016 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a07d621-4344-44e6-8414-f7892c5fd008 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:23.960385 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6493626 Nov 12 13:33:23.967550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:23.996377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-7a07d621-4344-44e6-8414-f7892c5fd008 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Calling delete_port for 23986cb5-a4b3-4e86-ae29-62721541840a owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:24.014222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Request body: {'subnet': {'network_id': '03d11e2c-72e8-4f94-8ca8-34c3d953ed92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-850881371-subnet', 'tenant_id': 'bb45a4f51341492e9851adbcdcc40994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:24.027505 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] Set router 0f46387f-a690-42b2-afac-4fd463a05f39 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:33:24.040946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Made reservation on behalf of bb45a4f51341492e9851adbcdcc40994 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:24.043437 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:24.134606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd62a4-6eaf-4d91-8b61-f8411b1fb5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=03d11e2c-72e8-4f94-8ca8-34c3d953ed92,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:24.146088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 03d11e2c-72e8-4f94-8ca8-34c3d953ed92 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:33:24.217339 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a07d621-4344-44e6-8414-f7892c5fd008 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:24.278472 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a058c8c4-cddd-4bfb-adf8-a1d57125bbab x-openstack-request-id: req-a058c8c4-cddd-4bfb-adf8-a1d57125bbab {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:24.278782 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08941309-940d-4ced-ad00-a96b3a04cba2", "tag": "a67ccfa3-74cc-4d02-bc34-58dbf70a648f", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:24.279040 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a058c8c4-cddd-4bfb-adf8-a1d57125bbab {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:24.279439 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08941309-940d-4ced-ad00-a96b3a04cba2', 'tag': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f', 'status': 'completed', 'code': 200} Nov 12 13:33:24.288504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07d621-4344-44e6-8414-f7892c5fd008 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Port': ['ID=23986cb5-a4b3-4e86-ae29-62721541840a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:24.309311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a07d621-4344-44e6-8414-f7892c5fd008 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:24.315425 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7a07d621-4344-44e6-8414-f7892c5fd008 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/ports/23986cb5-a4b3-4e86-ae29-62721541840a HTTP/1.1" status: 204 len: 168 time: 0.7285666 Nov 12 13:33:24.318175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52722) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:24.378453 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9baf982-e358-498a-af03-3fa27c2acd7a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] DELETE failed (client error): The resource could not be found. Nov 12 13:33:24.378935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9baf982-e358-498a-af03-3fa27c2acd7a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:33:24.383313 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d9baf982-e358-498a-af03-3fa27c2acd7a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/subnets/11980168-f10a-430d-866e-ffe1e5094a57 HTTP/1.1" status: 404 len: 337 time: 0.0620172 Nov 12 13:33:24.384648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52728) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:24.385678 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:24.416256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-be17efb1-0661-4415-b74c-3e56e85b8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:24.417812 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-be17efb1-0661-4415-b74c-3e56e85b8562 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d751a9231f4bb39a266e6c8f69bd8f&device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 1097 time: 0.1415174 Nov 12 13:33:24.476046 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'b8ed3e39-e6bc-41ca-861b-6d5cd31936ac', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'port_id': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'mac_address': 'fa:16:3e:ee:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08941309-940d-4ced-ad00-a96b3a04cba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:32:44Z', 'updated_at': '2021-11-12T13:33:22Z', 'revision_number': 1, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:47Z', 'revision_number': 5, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:24.513269 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:24.514264 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] Checking router: 0f46387f-a690-42b2-afac-4fd463a05f39 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:33:24.528166 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] Routers {'0f46387f-a690-42b2-afac-4fd463a05f39'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:24.529097 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0f46387f-a690-42b2-afac-4fd463a05f39'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:24.578603 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:24.617117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Network 2a9b18d1-abfa-4109-8b80-1eae7a7e828d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:24.638036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b6736-e5b4-451c-94bd-acd1e36446d2 req-85410613-12c0-42b6-ac65-bec284ba2073 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:24.639573 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f8b6736-e5b4-451c-94bd-acd1e36446d2 req-85410613-12c0-42b6-ac65-bec284ba2073 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 932 time: 0.1760154 Nov 12 13:33:24.640515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:24.650532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-9121e7b8-cf7e-456a-8ef3-68fc8ea1f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:24.652639 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-9121e7b8-cf7e-456a-8ef3-68fc8ea1f08c service neutron] 10.222.0.70 "GET /v2.0/networks?id=00bc9552-1e53-4a17-b43f-ab7e8415ae25 HTTP/1.1" status: 200 len: 904 time: 0.2238295 Nov 12 13:33:24.658486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad7807-ece7-4372-b929-64aaeed2e8be None None] DHCP port deletion for 2a9b18d1-abfa-4109-8b80-1eae7a7e828d request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:24.658715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Pushing event updated for resources: {'Port': ['ID=9835ff87-8326-438e-bf89-f0c845401bcf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:24.660581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:24.683045 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] Set router 0f46387f-a690-42b2-afac-4fd463a05f39 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:33:24.728544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5c6363a2-21a7-4f0a-94ef-deb7fd392d50 None None] Provisioning complete for port 9835ff87-8326-438e-bf89-f0c845401bcf triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:24.728898 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c6363a2-21a7-4f0a-94ef-deb7fd392d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:24.754997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-072e5c47-1a53-481f-89ca-fb6a2ac3bc60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a67ccfa3-74cc-4d02-bc34-58dbf70a648f HTTP/1.1" status: 200 len: 1000 time: 0.0800064 Nov 12 13:33:24.838402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5c6363a2-21a7-4f0a-94ef-deb7fd392d50 None None] Port 9835ff87-8326-438e-bf89-f0c845401bcf cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:33:24.866919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-eec955f6-828f-4ab9-a7dc-dd967c979b60 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:24.871541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:24.872638 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:24.874086 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-eec955f6-828f-4ab9-a7dc-dd967c979b60 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0e27324-45bd-4e64-a9f4-a9f1d18e24ab HTTP/1.1" status: 200 len: 944 time: 0.3221703 Nov 12 13:33:24.913671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-9ff6ee82-ff09-4e10-9cc5-1474f59248bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:24.916686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-9ff6ee82-ff09-4e10-9cc5-1474f59248bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=058b746e-46ca-4164-afd0-1255a8d7939a HTTP/1.1" status: 200 len: 842 time: 0.1430850 Nov 12 13:33:24.934014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-06b9236a-3e35-4def-97d1-1a101abf43f5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0695205 Nov 12 13:33:24.977365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f8b6736-e5b4-451c-94bd-acd1e36446d2 req-da40ef1a-948d-416a-b12d-177ba609bf35 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852056 Nov 12 13:33:24.981546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Request body: {'port': {'device_id': '7f8bd57d-90a4-4268-af4b-7d862d3b4561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:25.040747 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'b8ed3e39-e6bc-41ca-861b-6d5cd31936ac', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'port_id': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'mac_address': 'fa:16:3e:ee:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08941309-940d-4ced-ad00-a96b3a04cba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:32:44Z', 'updated_at': '2021-11-12T13:33:22Z', 'revision_number': 1, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:47Z', 'revision_number': 5, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:25.080869 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed731e-7e17-4679-a19a-a6474b9bf0c9 None None] The sync data for ids ['0f46387f-a690-42b2-afac-4fd463a05f39'] in n-d-805736-4 is: [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'b8ed3e39-e6bc-41ca-861b-6d5cd31936ac', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'port_id': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'mac_address': 'fa:16:3e:ee:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08941309-940d-4ced-ad00-a96b3a04cba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:32:44Z', 'updated_at': '2021-11-12T13:33:22Z', 'revision_number': 1, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:47Z', 'revision_number': 5, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:33:25.097029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:25.133461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0884636-bfdf-47c8-abf9-b2bf2b3d7817']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:25.151339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854d4c1e-daf4-4c95-8658-761b5094e2dc') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:25.151730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854d4c1e-daf4-4c95-8658-761b5094e2dc') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:25.168662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-182fd1b3-fc50-4adc-8bef-4d71782068d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:25.170450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-182fd1b3-fc50-4adc-8bef-4d71782068d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=00bc9552-1e53-4a17-b43f-ab7e8415ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989105 Nov 12 13:33:25.174497 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:25.232793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-9fbfe581-e4b7-4b0d-9d5e-834a2be95986 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Deleting port 1acd5669-6b82-4826-987c-c6fe1fee1034 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:25.233143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-9fbfe581-e4b7-4b0d-9d5e-834a2be95986 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:25.253976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:25.314892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:25.315415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:25.420288 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:25.446208 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:25.462314 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:25.464086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb6171-8e0a-4a74-bad3-af871fbabc2f None None] New status for floating IP b8ed3e39-e6bc-41ca-861b-6d5cd31936ac: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:33:25.547018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b828eefe-21c8-4f2b-968a-ba2453e32596,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:25.556317 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72ccae92-d277-4df0-bd22-7d1046a2e096 req-a9cdb705-ce10-4dd1-8297-e613edc0d296 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.4674790 Nov 12 13:33:25.567959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:25.595796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:33:25.612026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1acd5669-6b82-4826-987c-c6fe1fee1034 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:33:25.634846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-9fbfe581-e4b7-4b0d-9d5e-834a2be95986 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] For port 1acd5669-6b82-4826-987c-c6fe1fee1034, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1acd5669-6b82-4826-987c-c6fe1fee1034,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:25.635133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-9fbfe581-e4b7-4b0d-9d5e-834a2be95986 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:25.653529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-9fbfe581-e4b7-4b0d-9d5e-834a2be95986 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Calling delete_port for 1acd5669-6b82-4826-987c-c6fe1fee1034 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:25.672761 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:25.680223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/c0884636-bfdf-47c8-abf9-b2bf2b3d7817 HTTP/1.1" status: 204 len: 168 time: 1.2930672 Nov 12 13:33:25.685252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52740) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:25.739411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ed4c0-1122-4ada-8568-9308a1d35c6a tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Network': ['ID=c0884636-bfdf-47c8-abf9-b2bf2b3d7817,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:25.784428 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-6239717d-0c3d-49ec-bfe9-ed91b3ca080a service neutron] 10.222.0.70 "GET /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991967 Nov 12 13:33:25.882931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Checking segment: {'id': 'ebf57561-0664-46e9-9c2d-ae233d8660d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '03d11e2c-72e8-4f94-8ca8-34c3d953ed92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:25.886244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Network hostable DHCP agents. Network: 03d11e2c-72e8-4f94-8ca8-34c3d953ed92, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:33:26.016063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Network 03d11e2c-72e8-4f94-8ca8-34c3d953ed92 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:33:26.032802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:26.050513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'port_id': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'mac_address': 'fa:16:3e:28:86:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:33:26.094891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 03d11e2c-72e8-4f94-8ca8-34c3d953ed92) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:26.104893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee8b292-7450-4686-aa0e-c86ee454a7aa None None] Network 03d11e2c-72e8-4f94-8ca8-34c3d953ed92 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:26.120696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85ed8ceb-2a16-4b5c-b94f-7c0032e7f83e req-dae8d053-8ba3-4b13-9644-94aa2f818690 service neutron] 10.222.0.70 "GET /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164573 Nov 12 13:33:26.122035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-9fbfe581-e4b7-4b0d-9d5e-834a2be95986 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.170644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:26.171470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.176657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-18a71d6e-5e8f-48fc-afbd-9edacca5c042 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Deleting port a9aee45e-45fd-41f4-8406-bf43b835e5fc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:26.177006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a71d6e-5e8f-48fc-afbd-9edacca5c042 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.207461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfe581-e4b7-4b0d-9d5e-834a2be95986 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event deleted for resources: {'Port': ['ID=1acd5669-6b82-4826-987c-c6fe1fee1034,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:26.214830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d410b7-1131-498d-80fc-9726bd9f62eb None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:26.237014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-9fbfe581-e4b7-4b0d-9d5e-834a2be95986 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] No DVR routers for this DVR port 1acd5669-6b82-4826-987c-c6fe1fee1034 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:26.241712 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.242005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-9fbfe581-e4b7-4b0d-9d5e-834a2be95986 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.247083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-997c4dca-b1fe-4bd2-83d5-08585023cd7c req-9fbfe581-e4b7-4b0d-9d5e-834a2be95986 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "DELETE /v2.0/ports/1acd5669-6b82-4826-987c-c6fe1fee1034 HTTP/1.1" status: 204 len: 173 time: 1.3720777 Nov 12 13:33:26.282998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'name': 'network-vif-deleted', 'tag': '1acd5669-6b82-4826-987c-c6fe1fee1034'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:26.287580 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461503cc-6442-4f71-82ee-2cbef68c8103" -d '{"events": [{"server_uuid": "d0e27324-45bd-4e64-a9f4-a9f1d18e24ab", "name": "network-vif-deleted", "tag": "1acd5669-6b82-4826-987c-c6fe1fee1034"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:26.298008 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-86f5d3a1-efc3-425f-81d0-744ab5f5bcc2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3278139 Nov 12 13:33:26.336401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a71d6e-5e8f-48fc-afbd-9edacca5c042 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.359773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaa440-ca91-4104-8619-3e64f14bdee9 req-80e5aaf3-9c89-4221-9dde-e7a231501279 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:26.367590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2feaa440-ca91-4104-8619-3e64f14bdee9 req-80e5aaf3-9c89-4221-9dde-e7a231501279 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 932 time: 0.2686992 Nov 12 13:33:26.376458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dce9890-63ab-4783-b1d9-aa80b0f6a234 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:33:26.385722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-18a71d6e-5e8f-48fc-afbd-9edacca5c042 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Calling delete_port for a9aee45e-45fd-41f4-8406-bf43b835e5fc owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:26.442415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:26.507023 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.549212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ebfacd-348a-44cb-9e6c-11c2bfe1dacc None None] Network 03d11e2c-72e8-4f94-8ca8-34c3d953ed92 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:26.562913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2feaa440-ca91-4104-8619-3e64f14bdee9 req-eaf9cb95-d1fa-4d37-91dc-fceb859befa4 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927569 Nov 12 13:33:26.617224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52762) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:26.617458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['5dce9890-63ab-4783-b1d9-aa80b0f6a234'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:33:26.622256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9835ff87-8326-438e-bf89-f0c845401bcf {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:33:26.658218 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.703525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:26.708201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Transition to ACTIVE for port object 9835ff87-8326-438e-bf89-f0c845401bcf will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:33:26.724031 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122bf43b-2737-4092-a882-cbc8cc9a2d98 x-openstack-request-id: req-122bf43b-2737-4092-a882-cbc8cc9a2d98 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:26.724485 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e27324-45bd-4e64-a9f4-a9f1d18e24ab", "name": "network-vif-deleted", "tag": "1acd5669-6b82-4826-987c-c6fe1fee1034", "status": "failed", "code": 422}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:26.725008 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-122bf43b-2737-4092-a882-cbc8cc9a2d98 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:26.725692 n-d-805736-4 neutron-server[102675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd0e27324-45bd-4e64-a9f4-a9f1d18e24ab', 'name': 'network-vif-deleted', 'tag': '1acd5669-6b82-4826-987c-c6fe1fee1034', 'status': 'failed', 'code': 422} returned with failed status Nov 12 13:33:26.727954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.775716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.775976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.776677 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.777210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.777763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.778634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.779304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.779978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.780494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.781979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.782549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.783039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:33:26.808519 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5e8cd616-85ec-461d-8fe8-905dee804858 req-38930f97-8bd6-41d1-a432-b60edb158b11 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0946722 Nov 12 13:33:26.847422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b7c7e7-1711-4bb7-9d4e-fdf86d0ab94c admin admin] Deleting subnet b828eefe-21c8-4f2b-968a-ba2453e32596 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:33:26.855309 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c7e7-1711-4bb7-9d4e-fdf86d0ab94c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.867328 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a71d6e-5e8f-48fc-afbd-9edacca5c042 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.914647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9835ff87-8326-438e-bf89-f0c845401bcf,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:26.929768 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a71d6e-5e8f-48fc-afbd-9edacca5c042 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:26.933398 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-18a71d6e-5e8f-48fc-afbd-9edacca5c042 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/ports/a9aee45e-45fd-41f4-8406-bf43b835e5fc HTTP/1.1" status: 204 len: 168 time: 1.2390790 Nov 12 13:33:26.950861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52772) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:26.952184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d380697-5a24-4365-ae63-72104a6aea4d None None] DHCP port deletion for 2a9b18d1-abfa-4109-8b80-1eae7a7e828d request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:27.000374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c7e7-1711-4bb7-9d4e-fdf86d0ab94c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.029146 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c99dae-586a-4bb9-a9b9-cc35bf6e69d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.032652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a71d6e-5e8f-48fc-afbd-9edacca5c042 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Port': ['ID=a9aee45e-45fd-41f4-8406-bf43b835e5fc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:27.037595 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2f72db-5494-4956-b438-c7c5cb174c39 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] DELETE failed (client error): The resource could not be found. Nov 12 13:33:27.038192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2f72db-5494-4956-b438-c7c5cb174c39 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:33:27.041827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9a2f72db-5494-4956-b438-c7c5cb174c39 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/subnets/c10d9d29-6433-4125-8e27-83a17faf3f11 HTTP/1.1" status: 404 len: 337 time: 0.0892684 Nov 12 13:33:27.047317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:27.100853 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c7e7-1711-4bb7-9d4e-fdf86d0ab94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.191035 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Attempting to bind port 9835ff87-8326-438e-bf89-f0c845401bcf on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:33:27.192585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Attempting to bind port 9835ff87-8326-438e-bf89-f0c845401bcf by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'f560ec24-385f-4999-a383-d1041e4ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2a9b18d1-abfa-4109-8b80-1eae7a7e828d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:33:27.197789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Attempting to bind port 9835ff87-8326-438e-bf89-f0c845401bcf on network 2a9b18d1-abfa-4109-8b80-1eae7a7e828d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:27.224964 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.238832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Port 9835ff87-8326-438e-bf89-f0c845401bcf on network 2a9b18d1-abfa-4109-8b80-1eae7a7e828d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:33:27.239412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Attempting to bind port 9835ff87-8326-438e-bf89-f0c845401bcf on network 2a9b18d1-abfa-4109-8b80-1eae7a7e828d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:27.248524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:33:27.248785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Checking segment: {'id': 'f560ec24-385f-4999-a383-d1041e4ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2a9b18d1-abfa-4109-8b80-1eae7a7e828d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:27.249173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Bound using segment: {'id': 'f560ec24-385f-4999-a383-d1041e4ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2a9b18d1-abfa-4109-8b80-1eae7a7e828d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:33:27.250173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Bound port: 9835ff87-8326-438e-bf89-f0c845401bcf, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f560ec24-385f-4999-a383-d1041e4ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2a9b18d1-abfa-4109-8b80-1eae7a7e828d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:33:27.250566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.327285 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-6d829d78-f8bf-4c65-a629-6df4cfe3ccae tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:27.335074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-6d829d78-f8bf-4c65-a629-6df4cfe3ccae tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.1455674 Nov 12 13:33:27.348772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c7e7-1711-4bb7-9d4e-fdf86d0ab94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.391083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7c7e7-1711-4bb7-9d4e-fdf86d0ab94c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b828eefe-21c8-4f2b-968a-ba2453e32596,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:27.401063 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-4fa59996-2972-468f-b02b-5d11c18ee078 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/quotas/afc955bb61c44c098d5d6baf02277838 HTTP/1.1" status: 200 len: 375 time: 0.0657084 Nov 12 13:33:27.442883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-5ad83d3e-bc9f-4214-a1c2-1092be52c9d7 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406168 Nov 12 13:33:27.449641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-5145ff17-4f38-45ed-af38-d74f12855f90 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:33:27.450670 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.458553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-5145ff17-4f38-45ed-af38-d74f12855f90 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146976 Nov 12 13:33:27.464712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] For port 9835ff87-8326-438e-bf89-f0c845401bcf, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:33:27.494049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c7e7-1711-4bb7-9d4e-fdf86d0ab94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.495238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:27.497934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c4b7c7e7-1711-4bb7-9d4e-fdf86d0ab94c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b828eefe-21c8-4f2b-968a-ba2453e32596 HTTP/1.1" status: 204 len: 168 time: 0.8794546 Nov 12 13:33:27.505545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52800) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:27.506266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] For port 9835ff87-8326-438e-bf89-f0c845401bcf, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9835ff87-8326-438e-bf89-f0c845401bcf,segment=NetworkSegment(f560ec24-385f-4999-a383-d1041e4ee3a1),segment_id=f560ec24-385f-4999-a383-d1041e4ee3a1)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:33:27.510732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc17351-9fbb-40e3-bce2-41fe4ee6a436') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:27.511246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc17351-9fbb-40e3-bce2-41fe4ee6a436') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:27.519282 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.526891 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.568102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:27.568705 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.570147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] 10.222.0.105 "PUT /v2.0/ports/9835ff87-8326-438e-bf89-f0c845401bcf HTTP/1.1" status: 200 len: 1092 time: 2.6081893 Nov 12 13:33:27.570602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8bd57d-90a4-4268-af4b-7d862d3b4561', 'tag': '9835ff87-8326-438e-bf89-f0c845401bcf'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:27.572939 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8bd57d-90a4-4268-af4b-7d862d3b4561", "tag": "9835ff87-8326-438e-bf89-f0c845401bcf"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:27.576004 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.589975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f031a775-aec4-41b5-b699-7bf6b4858cd5 None None] DHCP port deletion for 2a9b18d1-abfa-4109-8b80-1eae7a7e828d request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:27.590594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:27.590594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:27.595584 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:27.629985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:27.646118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.695674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343f110-f2dc-4563-879d-a31043aa40f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9835ff87-8326-438e-bf89-f0c845401bcf,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:27.715447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-af236d64-a015-4957-893b-a61e5c0ab9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:27.716469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-af236d64-a015-4957-893b-a61e5c0ab9ef service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=903f0b4a4ce34662a24453fd702b57ab&device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 1095 time: 0.0919290 Nov 12 13:33:27.717677 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.720361 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be1d38d-984c-4371-b699-88404fc67304 x-openstack-request-id: req-4be1d38d-984c-4371-b699-88404fc67304 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:27.721053 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8bd57d-90a4-4268-af4b-7d862d3b4561", "tag": "9835ff87-8326-438e-bf89-f0c845401bcf", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:27.721830 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4be1d38d-984c-4371-b699-88404fc67304 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:27.722112 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8bd57d-90a4-4268-af4b-7d862d3b4561', 'tag': '9835ff87-8326-438e-bf89-f0c845401bcf', 'status': 'completed', 'code': 200} Nov 12 13:33:27.727923 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.734610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e HTTP/1.1" status: 204 len: 168 time: 0.6828935 Nov 12 13:33:27.739491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52806) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:27.794172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:27.798849 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.811932 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-4fd3fcfb-c4e9-4f1e-9faf-4ddbd06e069e service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500752 Nov 12 13:33:27.846167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cba570-921b-4fde-b00f-e3ced8950a3f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Deleting subnet d421e0a5-d363-4178-9852-8921e834fe98 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:33:27.849027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba89e4-1bc0-4037-86c1-4e7a281c6610 tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Network': ['ID=9b80b23a-18cd-4bed-b3b1-49a36fbdbe5e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:27.856258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-0826762b-a388-4c33-92c7-a331452b6441 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9835ff87-8326-438e-bf89-f0c845401bcf HTTP/1.1" status: 200 len: 217 time: 0.1229570 Nov 12 13:33:27.856631 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4cba570-921b-4fde-b00f-e3ced8950a3f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.961593 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4cba570-921b-4fde-b00f-e3ced8950a3f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:27.964740 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.039135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ed61-249d-42fc-8f7a-37c3abaa1296 req-1db7026a-a887-41df-916c-12d6f1cb4b89 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:28.045828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:28.048071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:28.048389 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d542ed61-249d-42fc-8f7a-37c3abaa1296 req-1db7026a-a887-41df-916c-12d6f1cb4b89 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 944 time: 0.1966612 Nov 12 13:33:28.053668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-2b855c3a-a7c4-42ba-a1d8-7e7f65f6d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:28.054213 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4b3986-7509-4947-816f-7c7ce5bbe4e6" -d '{"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-plugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:28.056962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-2b855c3a-a7c4-42ba-a1d8-7e7f65f6d5c5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e6f26a39-dc7e-4bdb-82f4-a44fa913ebff HTTP/1.1" status: 200 len: 848 time: 0.1874132 Nov 12 13:33:28.064926 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.143052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:28.170872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-5d5dfbf6-e6b3-4800-a9b2-2e1f6049bc8a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2a9b18d1-abfa-4109-8b80-1eae7a7e828d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927920 Nov 12 13:33:28.246391 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.299686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d542ed61-249d-42fc-8f7a-37c3abaa1296 req-177f7c08-1f61-4b6f-8b2b-c02cd09943b9 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493608 Nov 12 13:33:28.309806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d11e2c-72e8-4f94-8ca8-34c3d953ed92']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:28.324024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf57561-0664-46e9-9c2d-ae233d8660d2') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:28.324593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf57561-0664-46e9-9c2d-ae233d8660d2') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:28.342142 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.348226 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4cba570-921b-4fde-b00f-e3ced8950a3f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.370701 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.378287 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-c163eaae-00b8-419c-839e-a38b3f232af7 service neutron] 10.222.0.105 "GET /v2.0/networks/2a9b18d1-abfa-4109-8b80-1eae7a7e828d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943395 Nov 12 13:33:28.382197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-a7d8b6d7-0dee-4302-ad9d-29511bed39dd service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445018 Nov 12 13:33:28.402637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:28.403052 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:28.405018 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:28.482715 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f76139ed-d185-4b60-a0f6-78d251e50774 req-718e742f-287a-4edb-83ac-3f3301724aa5 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0681112 Nov 12 13:33:28.506715 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.513471 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.518136 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] 10.222.0.73 "DELETE /v2.0/networks/03d11e2c-72e8-4f94-8ca8-34c3d953ed92 HTTP/1.1" status: 204 len: 168 time: 1.0114117 Nov 12 13:33:28.553470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97728e5c-c21d-454c-affb-e675721e2e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=03d11e2c-72e8-4f94-8ca8-34c3d953ed92,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:28.581899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4cba570-921b-4fde-b00f-e3ced8950a3f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.609138 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284e9f01-2a62-4c76-b556-438c564abbfd x-openstack-request-id: req-284e9f01-2a62-4c76-b556-438c564abbfd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:28.611494 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-plugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:28.612205 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-284e9f01-2a62-4c76-b556-438c564abbfd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:28.612789 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'code': 200} Nov 12 13:33:28.630762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cba570-921b-4fde-b00f-e3ced8950a3f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Subnet': ['ID=d421e0a5-d363-4178-9852-8921e834fe98,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:28.652271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c9e7f-02eb-4def-8981-a636e7a5d845 None None] Network 73ac20aa-4c2d-41d1-b9f8-3be156496b5c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:28.654423 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb16d855-56f4-4852-ad1f-66a934b9747c req-d5a935f7-e7f7-48f3-bd7c-fa2a3066ff44 service neutron] 10.222.0.105 "GET /v2.0/networks/2a9b18d1-abfa-4109-8b80-1eae7a7e828d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639325 Nov 12 13:33:28.658141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4cba570-921b-4fde-b00f-e3ced8950a3f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:28.666514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c4cba570-921b-4fde-b00f-e3ced8950a3f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/subnets/d421e0a5-d363-4178-9852-8921e834fe98 HTTP/1.1" status: 204 len: 168 time: 0.9234560 Nov 12 13:33:28.668724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52826) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:28.817311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3003d357-2a95-44e9-8d83-00f000f260f0 req-a96f64a2-ecd9-45e0-91e5-d111c8850f50 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 210 time: 0.1250818 Nov 12 13:33:28.884336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611 req-13e5df2b-7d88-4932-9133-75c45f09688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:28.886034 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611 req-13e5df2b-7d88-4932-9133-75c45f09688b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=903f0b4a4ce34662a24453fd702b57ab&device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 1095 time: 0.0840316 Nov 12 13:33:28.920125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52828) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:28.971863 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.067912 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-592ce688-34dc-481b-aaac-84095d383b3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb45a4f51341492e9851adbcdcc40994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421514 Nov 12 13:33:29.068308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:29.087567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac07a0-708e-4675-9a7f-beba3baf6d68 None None] DHCP port deletion for 73ac20aa-4c2d-41d1-b9f8-3be156496b5c request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:29.102324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611 req-4a699d49-071a-4b50-9363-926e0feb90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:29.104280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611 req-4a699d49-071a-4b50-9363-926e0feb90c7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2a9b18d1-abfa-4109-8b80-1eae7a7e828d HTTP/1.1" status: 200 len: 909 time: 0.2071853 Nov 12 13:33:29.159423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Deleting port e2136630-3192-49c0-927e-7d88a3066aa3 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:29.159830 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.161034 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5dac07a0-708e-4675-9a7f-beba3baf6d68 None None] Deleting port e2136630-3192-49c0-927e-7d88a3066aa3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:29.162339 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dac07a0-708e-4675-9a7f-beba3baf6d68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.172850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611 req-fed19074-32e1-4039-a669-a72877e2b963 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9835ff87-8326-438e-bf89-f0c845401bcf HTTP/1.1" status: 200 len: 217 time: 0.0594442 Nov 12 13:33:29.258466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611 req-690a9285-1f11-49c2-b924-988b5b34f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:29.260511 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611 req-690a9285-1f11-49c2-b924-988b5b34f992 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e6f26a39-dc7e-4bdb-82f4-a44fa913ebff HTTP/1.1" status: 200 len: 848 time: 0.0799305 Nov 12 13:33:29.261534 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0865c207-cc02-4e8c-9702-0c2b8387727a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.275374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5dac07a0-708e-4675-9a7f-beba3baf6d68 None None] For port e2136630-3192-49c0-927e-7d88a3066aa3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e2136630-3192-49c0-927e-7d88a3066aa3,segment=NetworkSegment(0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49),segment_id=0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:29.275858 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dac07a0-708e-4675-9a7f-beba3baf6d68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.304935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] For port e2136630-3192-49c0-927e-7d88a3066aa3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e2136630-3192-49c0-927e-7d88a3066aa3,segment=NetworkSegment(0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49),segment_id=0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:29.305759 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.306515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5dac07a0-708e-4675-9a7f-beba3baf6d68 None None] Calling delete_port for e2136630-3192-49c0-927e-7d88a3066aa3 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:29.310788 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611 req-9baa1423-be37-4bd4-b384-4cd5d1b54792 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2a9b18d1-abfa-4109-8b80-1eae7a7e828d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381331 Nov 12 13:33:29.317046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0865c207-cc02-4e8c-9702-0c2b8387727a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.329610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Calling delete_port for e2136630-3192-49c0-927e-7d88a3066aa3 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:29.516059 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a924dcd-206f-4923-9151-577bd2958d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.520116 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dac07a0-708e-4675-9a7f-beba3baf6d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.558849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac07a0-708e-4675-9a7f-beba3baf6d68 None None] Pushing event deleted for resources: {'Port': ['ID=e2136630-3192-49c0-927e-7d88a3066aa3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:29.563463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac07a0-708e-4675-9a7f-beba3baf6d68 None None] No DVR routers for this DVR port e2136630-3192-49c0-927e-7d88a3066aa3 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:29.606233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e2136630-3192-49c0-927e-7d88a3066aa3 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:33:29.630315 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.663114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e2136630-3192-49c0-927e-7d88a3066aa3 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:33:29.663720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e2136630-3192-49c0-927e-7d88a3066aa3 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:33:29.708755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242108a-5edb-4eea-9223-ebfa093bea63 req-a98dbf46-fe1a-418b-94ba-26e450c48684 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:29.717886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fecf9637-eba5-4691-a7b2-c0b8e43d1cd2 req-4998f828-6861-4f54-b69c-737c81b5ab7a tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0834575 Nov 12 13:33:29.720838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611 req-3756e126-9994-4be3-a272-a88712d5156d service neutron] 10.222.0.105 "GET /v2.0/networks/2a9b18d1-abfa-4109-8b80-1eae7a7e828d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012401 Nov 12 13:33:29.729766 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0865c207-cc02-4e8c-9702-0c2b8387727a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.730313 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f242108a-5edb-4eea-9223-ebfa093bea63 req-a98dbf46-fe1a-418b-94ba-26e450c48684 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 944 time: 0.2881811 Nov 12 13:33:29.733517 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0865c207-cc02-4e8c-9702-0c2b8387727a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.736011 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0865c207-cc02-4e8c-9702-0c2b8387727a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e9f46d1-82d3-4482-ab6d-9d147f819064 HTTP/1.1" status: 204 len: 168 time: 0.6654198 Nov 12 13:33:29.764004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Port': ['ID=e2136630-3192-49c0-927e-7d88a3066aa3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:29.771579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] No DVR routers for this DVR port e2136630-3192-49c0-927e-7d88a3066aa3 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:29.886592 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:29.912319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ac20aa-4c2d-41d1-b9f8-3be156496b5c']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:29.936572 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:29.937228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff6c42f-5ede-4c52-9f16-a7f7ca21bd49') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:29.937836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865c207-cc02-4e8c-9702-0c2b8387727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9f46d1-82d3-4482-ab6d-9d147f819064,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:29.963180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2e7b9bc-da6b-407f-b8a7-5b5d3e34f611 req-9729235c-1af4-40a4-8fac-f07c1de18278 service neutron] 10.222.0.105 "GET /v2.0/networks/2a9b18d1-abfa-4109-8b80-1eae7a7e828d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257030 Nov 12 13:33:29.991356 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:30.014408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f242108a-5edb-4eea-9223-ebfa093bea63 req-920feda3-ce55-4700-8dd4-673f0e799b79 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831249 Nov 12 13:33:30.021360 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:30.035067 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:30.039492 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:30.070924 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:30.134058 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:30.159719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7c72efb-7323-4b1c-a44a-19f2db917242 req-e023eb61-1592-4fe2-a6d0-45206f031dea tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 210 time: 0.0517282 Nov 12 13:33:30.160359 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:30.173959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] 10.222.0.73 "DELETE /v2.0/networks/73ac20aa-4c2d-41d1-b9f8-3be156496b5c HTTP/1.1" status: 204 len: 168 time: 1.4990740 Nov 12 13:33:30.207598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31dd42-efde-4978-9921-19f0f193396f tempest-NetworksIpV6TestAttrs-127747957 tempest-NetworksIpV6TestAttrs-127747957-project] Pushing event deleted for resources: {'Network': ['ID=73ac20aa-4c2d-41d1-b9f8-3be156496b5c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:30.470010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-bbffa6ad-df68-4fe5-b3f2-222af050bfe0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:30.472182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-bbffa6ad-df68-4fe5-b3f2-222af050bfe0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.1653626 Nov 12 13:33:30.491539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Request body: {'port': {'device_id': 'c0ca13b1-f07e-406c-b70b-52073fbe7b25', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'admin_state_up': True, 'tenant_id': 'afc955bb61c44c098d5d6baf02277838'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:30.514916 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52868) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:30.547496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:30.697481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Made reservation on behalf of afc955bb61c44c098d5d6baf02277838 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:30.701432 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:30.770371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f6263b02-5611-419a-8c68-2d373e6fbd47 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=baf6bebc41e64a918fec1a3d1ce232e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536347 Nov 12 13:33:30.772761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52882) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:30.893465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Allocated IP 172.20.0.5 (6c55f02a-5cd4-4dc9-900f-6fdb87942b89/8f4ed80c-ed77-477f-a1a2-cd9129a58859/7ef6b10c-dd92-460f-8297-d47e32a6e264) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:30.893970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c038cc-bdf3-48a2-8823-e919389eb4fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:30.967957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-91866938-671b-4d1e-8811-84e48b79a305 req-cd8eb892-48db-4dd3-9809-deaa3ba27ed3 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0640798 Nov 12 13:33:30.992713 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c038cc-bdf3-48a2-8823-e919389eb4fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:31.119176 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c038cc-bdf3-48a2-8823-e919389eb4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:31.129835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c038cc-bdf3-48a2-8823-e919389eb4fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:31.139311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-86c038cc-bdf3-48a2-8823-e919389eb4fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d65cf63-c1e4-4262-9a40-e136e890c0b2 HTTP/1.1" status: 204 len: 168 time: 0.3633115 Nov 12 13:33:31.162783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c038cc-bdf3-48a2-8823-e919389eb4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d65cf63-c1e4-4262-9a40-e136e890c0b2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:31.244452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:31.345249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992bc78-6fb5-4238-bdb9-5f59d3ef3124 req-d9820fad-28ab-408c-9a8c-022f91ac8586 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:31.351917 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5992bc78-6fb5-4238-bdb9-5f59d3ef3124 req-d9820fad-28ab-408c-9a8c-022f91ac8586 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 944 time: 0.1348763 Nov 12 13:33:31.403805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:31.450800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5992bc78-6fb5-4238-bdb9-5f59d3ef3124 req-8f0fe11f-c642-4957-b251-4709afbf7cc5 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908020 Nov 12 13:33:31.477511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:31.491518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:31.494019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event updated for resources: {'Port': ['ID=7ef6b10c-dd92-460f-8297-d47e32a6e264,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:31.496509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:31.537398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861f1e89-4188-4774-9679-887086def177 None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:31.588395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:31.588750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:31.610471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ecf350a4-8c1d-4a47-909f-40a59bdcbad8 None None] Provisioning complete for port 7ef6b10c-dd92-460f-8297-d47e32a6e264 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:31.611158 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecf350a4-8c1d-4a47-909f-40a59bdcbad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:31.637048 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-88ce5af9-ccbc-4bf7-8c50-a1776a40ef0c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1467140 Nov 12 13:33:31.655061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Request body: {'port': {'device_id': 'c0ca13b1-f07e-406c-b70b-52073fbe7b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:31.711200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ecf350a4-8c1d-4a47-909f-40a59bdcbad8 None None] Port 7ef6b10c-dd92-460f-8297-d47e32a6e264 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:33:31.798894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:32.179450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:32.199228 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d3b5ce04-b9cd-477c-9585-7a8635fefab1 req-8d7bc745-9f9e-4f11-96ed-fe7bef6d458c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0508494 Nov 12 13:33:32.392881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ca7b1-5bc6-4ca0-8f66-a57812ca4717 req-f53fa485-defb-42e5-8110-21d7058f42ce tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:32.400240 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-018ca7b1-5bc6-4ca0-8f66-a57812ca4717 req-f53fa485-defb-42e5-8110-21d7058f42ce tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 931 time: 0.5779984 Nov 12 13:33:32.538626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-018ca7b1-5bc6-4ca0-8f66-a57812ca4717 req-70634ad8-4a72-46d8-a0a8-f92524f1f9a5 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359506 Nov 12 13:33:32.771965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52976) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:32.842954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a8e57-1603-480e-958d-3e9bf8e94df5 req-ff923ec6-6739-4995-bdb4-695fccd50a76 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:32.850942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-253a8e57-1603-480e-958d-3e9bf8e94df5 req-ff923ec6-6739-4995-bdb4-695fccd50a76 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 944 time: 0.1348407 Nov 12 13:33:32.854759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef6b10c-dd92-460f-8297-d47e32a6e264 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:33:32.899463 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:32.920888 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:32.969066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Transition to ACTIVE for port object 7ef6b10c-dd92-460f-8297-d47e32a6e264 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:33:33.007680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-253a8e57-1603-480e-958d-3e9bf8e94df5 req-3761b0ea-24a0-4654-a4f8-e9eef1faaa24 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554704 Nov 12 13:33:33.012099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.038954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1749931109'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:33.103438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6705ce58-a523-4a27-948c-cef54f699cf7 None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:33.107686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:33.111301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.192664 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.248119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Pushing event updated for resources: {'Port': ['ID=7ef6b10c-dd92-460f-8297-d47e32a6e264,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:33.288388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Attempting to bind port 7ef6b10c-dd92-460f-8297-d47e32a6e264 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:33:33.288733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Attempting to bind port 7ef6b10c-dd92-460f-8297-d47e32a6e264 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:33:33.289067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Attempting to bind port 7ef6b10c-dd92-460f-8297-d47e32a6e264 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:33.297363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Port 7ef6b10c-dd92-460f-8297-d47e32a6e264 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:33:33.299325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Attempting to bind port 7ef6b10c-dd92-460f-8297-d47e32a6e264 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:33.317437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:33:33.317437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Checking segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:33.317971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Bound using segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:33:33.318974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Bound port: 7ef6b10c-dd92-460f-8297-d47e32a6e264, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:33:33.320359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.382018 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.398635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.527007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] For port 7ef6b10c-dd92-460f-8297-d47e32a6e264, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:33:33.535849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] For port 7ef6b10c-dd92-460f-8297-d47e32a6e264, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7ef6b10c-dd92-460f-8297-d47e32a6e264,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:33:33.542374 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.544511 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c258cdd2-24b4-4114-b21c-c566c74b139a req-bfa11e7f-9857-4acf-bace-749fd7413149 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0765159 Nov 12 13:33:33.545701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:33:33.555387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a724c72e-8377-4eef-962b-9284b8322703,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:33.600565 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.604517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9835ff87-8326-438e-bf89-f0c845401bcf details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:33:33.612612 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added segment 0282d124-b1a4-495c-99f3-c01479fc3f9a of type vlan for network 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 Nov 12 13:33:33.711825 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.758971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Pushing event updated for resources: {'Port': ['ID=7ef6b10c-dd92-460f-8297-d47e32a6e264,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:33.789873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9835ff87-8326-438e-bf89-f0c845401bcf, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9835ff87-8326-438e-bf89-f0c845401bcf,segment=NetworkSegment(f560ec24-385f-4999-a383-d1041e4ee3a1),segment_id=f560ec24-385f-4999-a383-d1041e4ee3a1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:33.820593 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.836122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '9835ff87-8326-438e-bf89-f0c845401bcf', 'network_id': '2a9b18d1-abfa-4109-8b80-1eae7a7e828d', 'port_id': '9835ff87-8326-438e-bf89-f0c845401bcf', 'mac_address': 'fa:16:3e:2c:dd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f26a39-dc7e-4bdb-82f4-a44fa913ebff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:33:33.837392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:33.838781 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.855660 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34fc07b-ef20-4932-bff0-2b57bd7b1ada None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:33.864756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:33.886637 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:33.895034 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-03a4bddc-3719-4912-99e3-9cff8ad19e2d service neutron] 10.222.0.105 "PUT /v2.0/ports/7ef6b10c-dd92-460f-8297-d47e32a6e264 HTTP/1.1" status: 200 len: 1091 time: 2.2510953 Nov 12 13:33:33.925092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ca13b1-f07e-406c-b70b-52073fbe7b25', 'tag': '7ef6b10c-dd92-460f-8297-d47e32a6e264'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:33.936119 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3062830-3fd9-41aa-b8b1-072de876559b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ca13b1-f07e-406c-b70b-52073fbe7b25", "tag": "7ef6b10c-dd92-460f-8297-d47e32a6e264"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:33.962785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1887963 Nov 12 13:33:34.009902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.061551 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:33:34.070390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9835ff87-8326-438e-bf89-f0c845401bcf {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:33:34.103052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53006) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:34.103724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53010) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:34.116162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1205162610'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:34.144283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec19860-4797-44d5-b04c-4ff8540d74dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Network': ['ID=243ab23d-d7f0-49d4-9315-48a8d5d2c4a8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:34.179106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-3fd80275-03d2-43f0-bcc0-086f1b882511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:34.185658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-3fd80275-03d2-43f0-bcc0-086f1b882511 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 1094 time: 0.1764538 Nov 12 13:33:34.194790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:33:34.200655 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9835ff87-8326-438e-bf89-f0c845401bcf, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9835ff87-8326-438e-bf89-f0c845401bcf,segment=NetworkSegment(f560ec24-385f-4999-a383-d1041e4ee3a1),segment_id=f560ec24-385f-4999-a383-d1041e4ee3a1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:34.259821 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.270674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:34.278051 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.326202 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-491d9c1e-7ed7-4c2f-94c4-19add276668a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ef6b10c-dd92-460f-8297-d47e32a6e264 HTTP/1.1" status: 200 len: 217 time: 0.1281295 Nov 12 13:33:34.340783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=9835ff87-8326-438e-bf89-f0c845401bcf,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:34.349703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975125a-2889-4410-b52f-e2e9cb4b995b req-21c0bc9b-24f2-4a07-ba9e-c0388e39db4e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:34.362624 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6975125a-2889-4410-b52f-e2e9cb4b995b req-21c0bc9b-24f2-4a07-ba9e-c0388e39db4e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 943 time: 0.6052144 Nov 12 13:33:34.363669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d44e7-24d5-4827-90db-a22026f98450 req-34ed4eaa-126e-4ee7-a294-d25fcae2f9d4 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:34.372111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-995d44e7-24d5-4827-90db-a22026f98450 req-34ed4eaa-126e-4ee7-a294-d25fcae2f9d4 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 945 time: 0.2103200 Nov 12 13:33:34.389195 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-beae1c75-0064-42c4-ac43-c33c2cc4fa85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.495300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6975125a-2889-4410-b52f-e2e9cb4b995b req-fb09a715-f47d-48a3-a8bf-d0feb07e0674 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313989 Nov 12 13:33:34.495921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-beae1c75-0064-42c4-ac43-c33c2cc4fa85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.509114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:33:34.511099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-7c630f46-fa6f-462c-ac7b-988502c7a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:34.512728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-beae1c75-0064-42c4-ac43-c33c2cc4fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.515656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-7c630f46-fa6f-462c-ac7b-988502c7a362 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.1236899 Nov 12 13:33:34.568304 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.568939 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added segment c861f9a8-98fc-44e1-b7ab-9adb2d580d9e of type vlan for network 1ac3f184-437c-42de-8ed1-b37d8a719904 Nov 12 13:33:34.612263 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-beae1c75-0064-42c4-ac43-c33c2cc4fa85 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f41086c9ee24a61a44fa3d5b3558545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5057144 Nov 12 13:33:34.613541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-208e2c08-c276-4f68-960e-25957a770dcb service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878110 Nov 12 13:33:34.615435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53018) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:34.636127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['9835ff87-8326-438e-bf89-f0c845401bcf'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:33:34.668741 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff2ab27-9dd9-4c38-a231-4573a7733a38 x-openstack-request-id: req-1ff2ab27-9dd9-4c38-a231-4573a7733a38 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:34.672716 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ca13b1-f07e-406c-b70b-52073fbe7b25", "tag": "7ef6b10c-dd92-460f-8297-d47e32a6e264", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:34.674902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae1c75-0064-42c4-ac43-c33c2cc4fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de429447-5f62-4995-a3b1-0b1716b5c911,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:34.675792 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ff2ab27-9dd9-4c38-a231-4573a7733a38 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:34.677826 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ca13b1-f07e-406c-b70b-52073fbe7b25', 'tag': '7ef6b10c-dd92-460f-8297-d47e32a6e264', 'status': 'completed', 'code': 200} Nov 12 13:33:34.717589 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-995d44e7-24d5-4827-90db-a22026f98450 req-ee26437e-18c9-47b9-87c5-99e799e93bab tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443530 Nov 12 13:33:34.754642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.851861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.861582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:34.862508 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.900826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88354989-74db-46bc-83d4-c490b509dc94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:34.914062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8089509 Nov 12 13:33:34.949491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53022) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:34.963765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'subnet': {'network_id': '243ab23d-d7f0-49d4-9315-48a8d5d2c4a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:34.981857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88354989-74db-46bc-83d4-c490b509dc94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:35.014578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439c3d4-28f5-464b-89df-0b0c91c7fa36 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Network': ['ID=1ac3f184-437c-42de-8ed1-b37d8a719904,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:35.053452 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1bfe26fd-30fc-48dc-8e1a-7fd5bcc57e16 req-dfa65e80-fda0-4735-a043-97c095356638 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/ports?device_id=7972b1ea-ed1f-4574-8d06-c3a224d15365 HTTP/1.1" status: 200 len: 210 time: 0.0327635 Nov 12 13:33:35.058589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 1ac3f184-437c-42de-8ed1-b37d8a719904 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:33:35.074671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88354989-74db-46bc-83d4-c490b509dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:35.077454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88354989-74db-46bc-83d4-c490b509dc94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:35.079640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-88354989-74db-46bc-83d4-c490b509dc94 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de429447-5f62-4995-a3b1-0b1716b5c911 HTTP/1.1" status: 204 len: 168 time: 0.4628649 Nov 12 13:33:35.095227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-2131f7ef-c5f9-4eef-b5cc-1afed18d4380 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624970 Nov 12 13:33:35.096581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88354989-74db-46bc-83d4-c490b509dc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de429447-5f62-4995-a3b1-0b1716b5c911,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:35.208615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:35.212375 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:35.274899 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-573ddca2-fd2b-4edd-b30b-2807e7557a45 req-0138506d-8daf-4632-bf26-c57e96454f61 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594541 Nov 12 13:33:35.455128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3062830-3fd9-41aa-b8b1-072de876559b req-1dfe31a6-bf57-41a2-826f-15eac2a3f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:35.458221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3062830-3fd9-41aa-b8b1-072de876559b req-1dfe31a6-bf57-41a2-826f-15eac2a3f8e4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 1094 time: 0.0972745 Nov 12 13:33:35.595115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:35.723060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Checking segment: {'id': '0282d124-b1a4-495c-99f3-c01479fc3f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '243ab23d-d7f0-49d4-9315-48a8d5d2c4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:35.723333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3062830-3fd9-41aa-b8b1-072de876559b req-aad128bf-5197-4d24-8611-fca2ac48f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:35.723809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network hostable DHCP agents. Network: 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:33:35.725051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3062830-3fd9-41aa-b8b1-072de876559b req-aad128bf-5197-4d24-8611-fca2ac48f3ac service neutron] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 913 time: 0.2591393 Nov 12 13:33:35.725894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Subnet': ['ID=3acdb2a2-ca4c-4237-9336-93652394c7e0,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:35.736314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8bbef-14e3-48a0-99f7-ea9ce8d5e5db req-e5c52d05-cc00-4dd0-828d-44e6d015ed6a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:35.745118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86d8bbef-14e3-48a0-99f7-ea9ce8d5e5db req-e5c52d05-cc00-4dd0-828d-44e6d015ed6a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 943 time: 0.1115973 Nov 12 13:33:35.768225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:33:35.785773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:35.792336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:35.798324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949098d3-9fe5-4400-aa3b-ac92475dfcb1 None None] Network 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:35.807908 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:35.847318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3062830-3fd9-41aa-b8b1-072de876559b req-eeb7e27a-87bd-407f-b358-22ad5a96a0bc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ef6b10c-dd92-460f-8297-d47e32a6e264 HTTP/1.1" status: 200 len: 217 time: 0.1010740 Nov 12 13:33:35.852412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fb37e5a7-b1d0-4dde-9e21-febf1d703a84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8989775 Nov 12 13:33:35.854884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53044) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:35.873814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'subnet': {'network_id': '1ac3f184-437c-42de-8ed1-b37d8a719904', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:35.996815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3062830-3fd9-41aa-b8b1-072de876559b req-a396c4aa-8aa7-47b3-b054-4b4eda5dc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:36.000632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3062830-3fd9-41aa-b8b1-072de876559b req-a396c4aa-8aa7-47b3-b054-4b4eda5dc612 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.1387610 Nov 12 13:33:36.005962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86d8bbef-14e3-48a0-99f7-ea9ce8d5e5db req-4ca3aa71-1b9d-4da6-915c-b5bb6253f824 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606414 Nov 12 13:33:36.075771 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3062830-3fd9-41aa-b8b1-072de876559b req-6c486c67-b795-4af6-a270-4e6842849fc7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638356 Nov 12 13:33:36.286474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869171fe-9558-4aaa-92ed-1a38ec27a726 req-d5dbf413-0ded-4c3e-b914-81f7577305da tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:36.297882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-869171fe-9558-4aaa-92ed-1a38ec27a726 req-d5dbf413-0ded-4c3e-b914-81f7577305da tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 945 time: 0.4123707 Nov 12 13:33:36.335586 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3062830-3fd9-41aa-b8b1-072de876559b req-6f6d3672-0380-4fd9-9109-359b9ab32601 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506578 Nov 12 13:33:36.359971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:36.363594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:36.432869 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-243ab23d-d7f0-49d4-9315-48a8d5d2c4a8', 'network_id': '243ab23d-d7f0-49d4-9315-48a8d5d2c4a8', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'fixed_ips': [{'subnet_id': '3acdb2a2-ca4c-4237-9336-93652394c7e0'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:33:36.433713 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:36.502432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53064) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:36.551294 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-869171fe-9558-4aaa-92ed-1a38ec27a726 req-7136f06d-bfcc-48c7-9b7f-4bef11309a9d tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518628 Nov 12 13:33:36.640741 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c09c540d-490a-4dc4-b9da-24f316e24bde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:36.643477 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3062830-3fd9-41aa-b8b1-072de876559b req-6b3bcfaf-77e0-45ff-8edf-0e24486e2266 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807927 Nov 12 13:33:36.701393 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c09c540d-490a-4dc4-b9da-24f316e24bde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:36.707524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:36.817055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:36.904409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Subnet': ['ID=855e54e2-9b87-4906-a724-c43bc206a93e,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:36.930677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1850499733-network', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:36.974828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c09c540d-490a-4dc4-b9da-24f316e24bde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:36.985512 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c09c540d-490a-4dc4-b9da-24f316e24bde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:36.988564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Made reservation on behalf of 9ff176a67ac8454d8ace8f4fc86f69c1 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:36.990674 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c09c540d-490a-4dc4-b9da-24f316e24bde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "DELETE /v2.0/security-groups/d216b3ab-d912-4017-838b-1f7f43984c72 HTTP/1.1" status: 204 len: 168 time: 0.4855354 Nov 12 13:33:36.996157 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:36.998496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53072) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:37.026548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.055494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Allocated IP 2001:db8::2 (243ab23d-d7f0-49d4-9315-48a8d5d2c4a8/3acdb2a2-ca4c-4237-9336-93652394c7e0/765da316-fb0b-4d73-874e-9cedf0366980) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:37.122432 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-7058b3a7-1afb-4564-90d6-c37086049169 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] show failed (client error): The resource could not be found. Nov 12 13:33:37.126081 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7058b3a7-1afb-4564-90d6-c37086049169 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "GET /v2.0/security-groups/d216b3ab-d912-4017-838b-1f7f43984c72 HTTP/1.1" status: 404 len: 347 time: 0.0679278 Nov 12 13:33:37.141720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53080) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:37.150764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Checking segment: {'id': 'c861f9a8-98fc-44e1-b7ab-9adb2d580d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1ac3f184-437c-42de-8ed1-b37d8a719904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:37.151547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network hostable DHCP agents. Network: 1ac3f184-437c-42de-8ed1-b37d8a719904, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:33:37.157070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c540d-490a-4dc4-b9da-24f316e24bde tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d216b3ab-d912-4017-838b-1f7f43984c72,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:37.183237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 1ac3f184-437c-42de-8ed1-b37d8a719904 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:33:37.225851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 1ac3f184-437c-42de-8ed1-b37d8a719904) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:37.248879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:37.253149 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.325684 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-852f069a-d9de-4f3c-90a8-c36476ac94c6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4680541 Nov 12 13:33:37.329125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53084) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:37.335019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8d267282-b1d7-4c3d-a5a1-c199ba701369 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-357093336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:37.410551 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d267282-b1d7-4c3d-a5a1-c199ba701369 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.413908 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d267282-b1d7-4c3d-a5a1-c199ba701369 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.414917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518156f1-c719-4bbf-b396-d8e967006280 None None] Network 1ac3f184-437c-42de-8ed1-b37d8a719904 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:37.538100 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.540187 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d267282-b1d7-4c3d-a5a1-c199ba701369 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.548545 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d267282-b1d7-4c3d-a5a1-c199ba701369 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.550620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8afb00-6e02-4b5e-95fc-9de8007a4dc9 req-20bdfff9-d34c-460b-861c-55561f2272da tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:37.552371 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fc8afb00-6e02-4b5e-95fc-9de8007a4dc9 req-20bdfff9-d34c-460b-861c-55561f2272da tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 943 time: 0.3992434 Nov 12 13:33:37.556421 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.588444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d267282-b1d7-4c3d-a5a1-c199ba701369 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.594271 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8d267282-b1d7-4c3d-a5a1-c199ba701369 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2595732 Nov 12 13:33:37.595396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53090) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:37.638304 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.639057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc31b54-249b-46db-a816-95d384d71ee0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:37.644796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9835ff87-8326-438e-bf89-f0c845401bcf up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:37.723795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:33:37.744035 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.851161 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fc8afb00-6e02-4b5e-95fc-9de8007a4dc9 req-92914a32-8b13-4c07-8903-48a418f55149 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229166 Nov 12 13:33:37.855629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:37.855990 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Added segment e9e6dc29-cda4-4ea6-becb-9e26bb6941d4 of type vlan for network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 Nov 12 13:33:37.901147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Network 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:37.919639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:37.944264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:37.981964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Pushing event updated for resources: {'Port': ['ID=765da316-fb0b-4d73-874e-9cedf0366980,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:37.994393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.000827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd974a-6076-43e7-8ee3-f45caf63670f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting port 2151005d-4489-40c4-81c0-0122ba34d4b0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:38.001183 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fdd974a-6076-43e7-8ee3-f45caf63670f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.014717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ba159-f7ea-45d8-80c3-447088de89e1 req-f0d1dc3e-c004-433a-b52b-017539aa8169 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:38.023926 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-337ba159-f7ea-45d8-80c3-447088de89e1 req-f0d1dc3e-c004-433a-b52b-017539aa8169 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 945 time: 0.2247512 Nov 12 13:33:38.068630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 9835ff87-8326-438e-bf89-f0c845401bcf completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:33:38.128165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 9835ff87-8326-438e-bf89-f0c845401bcf triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:38.129212 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.146398 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-337ba159-f7ea-45d8-80c3-447088de89e1 req-8d7fd39e-2729-4b15-a5ed-9ceae0893f90 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194341 Nov 12 13:33:38.201538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-1ac3f184-437c-42de-8ed1-b37d8a719904', 'network_id': '1ac3f184-437c-42de-8ed1-b37d8a719904', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'fixed_ips': [{'subnet_id': '855e54e2-9b87-4906-a724-c43bc206a93e'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:33:38.203068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.204110 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.211600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:33:38.220749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Attempting to bind port 765da316-fb0b-4d73-874e-9cedf0366980 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:33:38.222081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Attempting to bind port 765da316-fb0b-4d73-874e-9cedf0366980 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '0282d124-b1a4-495c-99f3-c01479fc3f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '243ab23d-d7f0-49d4-9315-48a8d5d2c4a8'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:33:38.222454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Attempting to bind port 765da316-fb0b-4d73-874e-9cedf0366980 on network 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:38.244659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fdd974a-6076-43e7-8ee3-f45caf63670f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.245384 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fdd974a-6076-43e7-8ee3-f45caf63670f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.266635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd974a-6076-43e7-8ee3-f45caf63670f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Calling delete_port for 2151005d-4489-40c4-81c0-0122ba34d4b0 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:38.270161 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.271732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:38.272706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.324957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:33:38.325485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Checking segment: {'id': '0282d124-b1a4-495c-99f3-c01479fc3f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '243ab23d-d7f0-49d4-9315-48a8d5d2c4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:38.325874 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.326376 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Bound using segment: {'id': '0282d124-b1a4-495c-99f3-c01479fc3f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '243ab23d-d7f0-49d4-9315-48a8d5d2c4a8'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:33:38.326886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Bound port: 765da316-fb0b-4d73-874e-9cedf0366980, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0282d124-b1a4-495c-99f3-c01479fc3f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '243ab23d-d7f0-49d4-9315-48a8d5d2c4a8'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:33:38.327325 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.369223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6599984 Nov 12 13:33:38.380746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53096) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:38.444755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Request body: {'subnet': {'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1850499733-subnet', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:38.483284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d9617-81b3-4c36-b967-783debec9d82 admin admin] Pushing event updated for resources: {'Network': ['ID=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:38.602633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Made reservation on behalf of 9ff176a67ac8454d8ace8f4fc86f69c1 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:33:38.615957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.644364 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Allocated IP 2001:db8:1::2 (1ac3f184-437c-42de-8ed1-b37d8a719904/855e54e2-9b87-4906-a724-c43bc206a93e/4a738497-2b1d-4763-a3be-e56da53d41dd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:38.829580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fdd974a-6076-43e7-8ee3-f45caf63670f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.856363 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.876509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:33:38.914104 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:38.965156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Allocated IP 2001:db8::1 (243ab23d-d7f0-49d4-9315-48a8d5d2c4a8/3acdb2a2-ca4c-4237-9336-93652394c7e0/ae639b5b-5baa-4cbb-bc82-42fd89e77eaa) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:39.024305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd974a-6076-43e7-8ee3-f45caf63670f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Port': ['ID=2151005d-4489-40c4-81c0-0122ba34d4b0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:39.147566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fdd974a-6076-43e7-8ee3-f45caf63670f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.152752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bfaa2c-35e0-4400-b50c-1079ea039929 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:39.155899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fdd974a-6076-43e7-8ee3-f45caf63670f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.160309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5fdd974a-6076-43e7-8ee3-f45caf63670f tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "DELETE /v2.0/floatingips/d43c3315-8c19-4d21-8271-63037e099d1e HTTP/1.1" status: 204 len: 168 time: 2.0146048 Nov 12 13:33:39.166556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53108) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:39.275126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea66e8-4b3f-4b33-bb07-fb465b94145e req-43eae7af-272b-4d87-a976-85e0f046b1ef tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:39.293134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7ea66e8-4b3f-4b33-bb07-fb465b94145e req-43eae7af-272b-4d87-a976-85e0f046b1ef tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 943 time: 0.2715952 Nov 12 13:33:39.306829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Network 1ac3f184-437c-42de-8ed1-b37d8a719904 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:39.427185 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.464727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7ea66e8-4b3f-4b33-bb07-fb465b94145e req-9e5962ea-8a2a-4306-92fc-fd07114a9581 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701863 Nov 12 13:33:39.469756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58559ac3-4a09-42ab-a5ca-75e392e2cebe req-6779e7ca-aeeb-465c-8e48-1fa4fd4374fc tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:39.473329 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.482127 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58559ac3-4a09-42ab-a5ca-75e392e2cebe req-6779e7ca-aeeb-465c-8e48-1fa4fd4374fc tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 945 time: 0.1761923 Nov 12 13:33:39.494413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:39.502582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:39.516509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] For port 765da316-fb0b-4d73-874e-9cedf0366980, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:33:39.545074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Pushing event updated for resources: {'Port': ['ID=4a738497-2b1d-4763-a3be-e56da53d41dd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:39.587195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e0e37-c6c4-4464-93d2-e448a536b021 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting port adc25839-ced5-44ce-bccb-c76270ef31b4 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:39.587758 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0e37-c6c4-4464-93d2-e448a536b021 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.615218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=284f2757-35cd-4f76-b04a-8d1b187f093e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:39.616565 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.626020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] For port 765da316-fb0b-4d73-874e-9cedf0366980, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=765da316-fb0b-4d73-874e-9cedf0366980,segment=NetworkSegment(0282d124-b1a4-495c-99f3-c01479fc3f9a),segment_id=0282d124-b1a4-495c-99f3-c01479fc3f9a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:33:39.632379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Checking segment: {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:39.635396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Network hostable DHCP agents. Network: 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:33:39.679065 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.692218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:33:39.697626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58559ac3-4a09-42ab-a5ca-75e392e2cebe req-905653ce-4986-4d28-be28-97634f43f11a tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014244 Nov 12 13:33:39.714134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7ef6b10c-dd92-460f-8297-d47e32a6e264 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:33:39.724455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:39.741607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:39.742286 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.793255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.806140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2909705e-a1f2-44e9-aaf8-e4a330bbf81a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4192202 Nov 12 13:33:39.806801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53116) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:39.815123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:33:39.869519 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.871548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:39.883467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d57a76-c163-46f5-8980-5e227bf2fc81 None None] Network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:40.064639 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:40.260149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8bd57d-90a4-4268-af4b-7d862d3b4561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835ff87-8326-438e-bf89-f0c845401bcf'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:40.291516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=ae639b5b-5baa-4cbb-bc82-42fd89e77eaa,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:40.299549 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c901dfa4-f1af-4f8c-8f27-10611128436c" -d '{"events": [{"server_uuid": "7f8bd57d-90a4-4268-af4b-7d862d3b4561", "name": "network-vif-plugged", "status": "completed", "tag": "9835ff87-8326-438e-bf89-f0c845401bcf"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:40.313425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Attempting to bind port 4a738497-2b1d-4763-a3be-e56da53d41dd on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:33:40.314500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Attempting to bind port 4a738497-2b1d-4763-a3be-e56da53d41dd by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c861f9a8-98fc-44e1-b7ab-9adb2d580d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1ac3f184-437c-42de-8ed1-b37d8a719904'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:33:40.315059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Attempting to bind port 4a738497-2b1d-4763-a3be-e56da53d41dd on network 1ac3f184-437c-42de-8ed1-b37d8a719904 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:40.353709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:33:40.367547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:40.396225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:40.407688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:40.408415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:40.433945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:33:40.434320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Checking segment: {'id': 'c861f9a8-98fc-44e1-b7ab-9adb2d580d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1ac3f184-437c-42de-8ed1-b37d8a719904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:40.434715 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:40.435112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Bound using segment: {'id': 'c861f9a8-98fc-44e1-b7ab-9adb2d580d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1ac3f184-437c-42de-8ed1-b37d8a719904'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:33:40.435603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Bound port: 4a738497-2b1d-4763-a3be-e56da53d41dd, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c861f9a8-98fc-44e1-b7ab-9adb2d580d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1ac3f184-437c-42de-8ed1-b37d8a719904'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:33:40.436279 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:40.480510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 9835ff87-8326-438e-bf89-f0c845401bcf, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9835ff87-8326-438e-bf89-f0c845401bcf,segment=NetworkSegment(f560ec24-385f-4999-a383-d1041e4ee3a1),segment_id=f560ec24-385f-4999-a383-d1041e4ee3a1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:40.504225 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c7b9e8-a2c8-4dbf-83d1-49bfadb42804 x-openstack-request-id: req-b1c7b9e8-a2c8-4dbf-83d1-49bfadb42804 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:40.504502 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8bd57d-90a4-4268-af4b-7d862d3b4561", "name": "network-vif-plugged", "status": "completed", "tag": "9835ff87-8326-438e-bf89-f0c845401bcf", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:40.504793 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1c7b9e8-a2c8-4dbf-83d1-49bfadb42804 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:40.505314 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8bd57d-90a4-4268-af4b-7d862d3b4561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835ff87-8326-438e-bf89-f0c845401bcf', 'code': 200} Nov 12 13:33:40.604462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:40.617388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c941f-ef89-4a71-83a3-d5325ae1fe59 None None] Pushing event updated for resources: {'Port': ['ID=765da316-fb0b-4d73-874e-9cedf0366980,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:40.632315 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:40.671456 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0e37-c6c4-4464-93d2-e448a536b021 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:40.703765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e0e37-c6c4-4464-93d2-e448a536b021 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Calling delete_port for adc25839-ced5-44ce-bccb-c76270ef31b4 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:40.704091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184db57-6f82-41e0-aa20-0df067f4879c req-e3f0f57e-3235-4948-923f-0120c0b9cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:40.705881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9184db57-6f82-41e0-aa20-0df067f4879c req-e3f0f57e-3235-4948-923f-0120c0b9cd3e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 1097 time: 0.1048884 Nov 12 13:33:40.785798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 7ef6b10c-dd92-460f-8297-d47e32a6e264, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7ef6b10c-dd92-460f-8297-d47e32a6e264,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:40.807946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '7ef6b10c-dd92-460f-8297-d47e32a6e264', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'port_id': '7ef6b10c-dd92-460f-8297-d47e32a6e264', 'mac_address': 'fa:16:3e:f5:7f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4ed80c-ed77-477f-a1a2-cd9129a58859', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:33:40.938126 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:40.981405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] For port 4a738497-2b1d-4763-a3be-e56da53d41dd, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:33:41.114212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9184db57-6f82-41e0-aa20-0df067f4879c req-8c39f59c-5efb-4218-82bc-0aa6905bb4dc service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905363 Nov 12 13:33:41.143882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258690e-eac3-42a6-9c6c-b08bcd7c1f13 req-82a4bc01-9890-4d26-b7a0-f7454feeef77 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:41.159357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0258690e-eac3-42a6-9c6c-b08bcd7c1f13 req-82a4bc01-9890-4d26-b7a0-f7454feeef77 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 943 time: 0.2589388 Nov 12 13:33:41.233019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71be5e-2b38-427b-8e8e-db4954a41f3d req-927784db-5cfb-4ba8-af1c-7db42acf3924 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:41.242300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa71be5e-2b38-427b-8e8e-db4954a41f3d req-927784db-5cfb-4ba8-af1c-7db42acf3924 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 946 time: 0.2431202 Nov 12 13:33:41.259017 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] For port 4a738497-2b1d-4763-a3be-e56da53d41dd, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a738497-2b1d-4763-a3be-e56da53d41dd,segment=NetworkSegment(c861f9a8-98fc-44e1-b7ab-9adb2d580d9e),segment_id=c861f9a8-98fc-44e1-b7ab-9adb2d580d9e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:33:41.260078 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:41.271173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=9835ff87-8326-438e-bf89-f0c845401bcf,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:41.294332 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:41.401431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef6b10c-dd92-460f-8297-d47e32a6e264 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:33:41.422085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:33:41.422985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:41.435083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0258690e-eac3-42a6-9c6c-b08bcd7c1f13 req-4d0f1f2c-6b04-4fa9-8f4d-80b737c01427 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771399 Nov 12 13:33:41.558653 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa71be5e-2b38-427b-8e8e-db4954a41f3d req-67f90e4b-31e9-418a-8edf-06b8fc6ccb03 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378778 Nov 12 13:33:41.633379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 7ef6b10c-dd92-460f-8297-d47e32a6e264, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7ef6b10c-dd92-460f-8297-d47e32a6e264,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:41.665039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd819c9-00e0-4e9d-bd1b-61f201b8ffae None None] Pushing event updated for resources: {'Port': ['ID=4a738497-2b1d-4763-a3be-e56da53d41dd,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:41.674287 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:41.764280 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:41.867882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:42.025455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 765da316-fb0b-4d73-874e-9cedf0366980 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:42.059515 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0e37-c6c4-4464-93d2-e448a536b021 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:42.114576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=7ef6b10c-dd92-460f-8297-d47e32a6e264,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:42.189885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e0e37-c6c4-4464-93d2-e448a536b021 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Port': ['ID=adc25839-ced5-44ce-bccb-c76270ef31b4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:42.268637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c561e500-4328-489e-ba72-679259e158b6 None None] Network 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:42.290453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Allocated IP 172.25.5.231 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/fadbba39-644c-4618-8a17-a57af4f84e5a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:42.292410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['7ef6b10c-dd92-460f-8297-d47e32a6e264'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:33:42.465547 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0e37-c6c4-4464-93d2-e448a536b021 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:42.473377 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9e6e0e37-c6c4-4464-93d2-e448a536b021 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "DELETE /v2.0/ports/adc25839-ced5-44ce-bccb-c76270ef31b4 HTTP/1.1" status: 204 len: 168 time: 3.2907462 Nov 12 13:33:42.480069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53142) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:42.491007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:42.522287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Allocated IP 172.20.0.2 (6b059cc2-d657-4a8d-976e-afcc3d3cf7e5/284f2757-35cd-4f76-b04a-8d1b187f093e/5163313b-05be-4e62-b197-fc09a964ef67) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:42.524824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-63c1e568-b255-4ec2-81dd-fff83e62a09a None None] Provisioning complete for port 765da316-fb0b-4d73-874e-9cedf0366980 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:42.525224 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63c1e568-b255-4ec2-81dd-fff83e62a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:42.565214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 765da316-fb0b-4d73-874e-9cedf0366980 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:42.587559 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:42.627326 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:42.869476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:42.881075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:42.884844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:42.933758 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:42.958457 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:42.959284 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:42.970068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Pushing event updated for resources: {'Port': ['ID=fadbba39-644c-4618-8a17-a57af4f84e5a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:43.083837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d31b05-9f8c-4e1b-9b6f-3337a2f66579 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:43.194395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4200ec-f3d9-4cde-8b01-181e28cec798 req-ad8c1cb8-0e26-4ae3-a390-b3f51cfd9d64 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:43.199091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c4200ec-f3d9-4cde-8b01-181e28cec798 req-ad8c1cb8-0e26-4ae3-a390-b3f51cfd9d64 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 944 time: 0.4502511 Nov 12 13:33:43.230957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:43.258152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0bb27-03a3-419a-8f4e-0e73abf90d8c req-978053a8-87b6-4bf0-8868-f4ce79d47731 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:43.264069 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d5e0bb27-03a3-419a-8f4e-0e73abf90d8c req-978053a8-87b6-4bf0-8868-f4ce79d47731 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 946 time: 0.5123987 Nov 12 13:33:43.320692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:43.422018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2bcc6-fcc5-4704-a94a-59308eacb565 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting port ffd8785e-5a43-4e78-b637-7566bcd394da {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:43.428872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9e2bcc6-fcc5-4704-a94a-59308eacb565 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:43.477205 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c4200ec-f3d9-4cde-8b01-181e28cec798 req-370ceb1b-34ba-40a5-a5f6-bc9bfb6e1dbd tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064927 Nov 12 13:33:43.764233 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:43.854425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb126742-60e1-49d3-8acd-ea39a5809aee None None] Network 1ac3f184-437c-42de-8ed1-b37d8a719904 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:43.857502 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:43.877063 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:43.991165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Pushing event updated for resources: {'Port': ['ID=5163313b-05be-4e62-b197-fc09a964ef67,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:44.141716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=ae639b5b-5baa-4cbb-bc82-42fd89e77eaa,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:44.152284 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63c1e568-b255-4ec2-81dd-fff83e62a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:44.218632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d5e0bb27-03a3-419a-8f4e-0e73abf90d8c req-ac8b3655-cf32-434a-90f7-8e18b4265198 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8734205 Nov 12 13:33:44.250018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:44.259862 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:44.265912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:44.288735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:44.291455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:44.375835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9e2bcc6-fcc5-4704-a94a-59308eacb565 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:44.448380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2bcc6-fcc5-4704-a94a-59308eacb565 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Calling delete_port for ffd8785e-5a43-4e78-b637-7566bcd394da owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:44.463915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-63c1e568-b255-4ec2-81dd-fff83e62a09a None None] For port 765da316-fb0b-4d73-874e-9cedf0366980, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=765da316-fb0b-4d73-874e-9cedf0366980,segment=NetworkSegment(0282d124-b1a4-495c-99f3-c01479fc3f9a),segment_id=0282d124-b1a4-495c-99f3-c01479fc3f9a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:44.608069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Attempting to bind port 5163313b-05be-4e62-b197-fc09a964ef67 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:33:44.609435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Attempting to bind port 5163313b-05be-4e62-b197-fc09a964ef67 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:33:44.610710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Attempting to bind port 5163313b-05be-4e62-b197-fc09a964ef67 on network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:44.619536 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63c1e568-b255-4ec2-81dd-fff83e62a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:44.722494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:33:44.723409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Checking segment: {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:44.724302 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:44.725002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Bound using segment: {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:33:44.726221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Bound port: 5163313b-05be-4e62-b197-fc09a964ef67, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:33:44.733339 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:44.948440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:44.958757 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9e2bcc6-fcc5-4704-a94a-59308eacb565 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:45.099482 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:33:45.102308 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:33:45.122878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2bcc6-fcc5-4704-a94a-59308eacb565 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Port': ['ID=ffd8785e-5a43-4e78-b637-7566bcd394da,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:45.123646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b42710c7-aec7-4dd3-887e-6d0832b7bf4c None None] Provisioning complete for port 4a738497-2b1d-4763-a3be-e56da53d41dd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:45.124669 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b42710c7-aec7-4dd3-887e-6d0832b7bf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:45.211924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1e568-b255-4ec2-81dd-fff83e62a09a None None] Pushing event updated for resources: {'Port': ['ID=765da316-fb0b-4d73-874e-9cedf0366980,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:45.238749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] For port 5163313b-05be-4e62-b197-fc09a964ef67, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:33:45.303287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] For port 5163313b-05be-4e62-b197-fc09a964ef67, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5163313b-05be-4e62-b197-fc09a964ef67,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:33:45.331394 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:45.490185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:33:45.555479 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9e2bcc6-fcc5-4704-a94a-59308eacb565 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:45.572821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d9e2bcc6-fcc5-4704-a94a-59308eacb565 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "DELETE /v2.0/ports/ffd8785e-5a43-4e78-b637-7566bcd394da HTTP/1.1" status: 204 len: 168 time: 3.0913074 Nov 12 13:33:45.596000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53172) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:45.630637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea140e1-dcd4-4d8f-83e5-f6ab823894e1 req-0d42054c-2345-40b8-9e2a-43d31b61c65b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:45.632789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ea140e1-dcd4-4d8f-83e5-f6ab823894e1 req-0d42054c-2345-40b8-9e2a-43d31b61c65b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 944 time: 0.8432500 Nov 12 13:33:45.809991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7ef6b10c-dd92-460f-8297-d47e32a6e264 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:45.981185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739bc71-b80e-4b8d-bd63-21c20c43a85c None None] Pushing event updated for resources: {'Port': ['ID=5163313b-05be-4e62-b197-fc09a964ef67,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:46.024410 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:46.103938 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b42710c7-aec7-4dd3-887e-6d0832b7bf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:46.308040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25978a6-6ee0-4f3d-83d8-b691d287d2a1 req-202b1255-3762-4a57-b0ce-2efe3c81e6cd tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:46.322766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c25978a6-6ee0-4f3d-83d8-b691d287d2a1 req-202b1255-3762-4a57-b0ce-2efe3c81e6cd tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 946 time: 0.8059103 Nov 12 13:33:46.371366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d652dd-8674-4e16-a3eb-78b94d1ddf22 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting subnet 4d2f8405-f308-4aa9-baa9-87b91e55378d {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:33:46.434667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 7ef6b10c-dd92-460f-8297-d47e32a6e264 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:33:46.448921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3d652dd-8674-4e16-a3eb-78b94d1ddf22 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:46.482770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Router f7a869a7-973a-4d72-98d9-b25748246ae5 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:33:46.492921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 7ef6b10c-dd92-460f-8297-d47e32a6e264 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:46.501212 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:46.501757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:33:46.516261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3aef9f1d-5fdb-4f42-949e-79583ad249fc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9181340 Nov 12 13:33:46.531730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53182) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:46.537917 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857291c-c6e4-4f8e-b79e-81ee480a49ee None None] Sync routers for ids ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:33:46.563933 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ea140e1-dcd4-4d8f-83e5-f6ab823894e1 req-03da023d-8335-4a72-9597-74fbdb7b1c38 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8917236 Nov 12 13:33:46.577050 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857291c-c6e4-4f8e-b79e-81ee480a49ee None None] Routers {'e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:46.578745 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5857291c-c6e4-4f8e-b79e-81ee480a49ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:46.631696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c25978a6-6ee0-4f3d-83d8-b691d287d2a1 req-eedc0d69-dd3a-4eb5-bbf0-9adbbccb26ad tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079357 Nov 12 13:33:46.661732 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3d652dd-8674-4e16-a3eb-78b94d1ddf22 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:46.708545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b42710c7-aec7-4dd3-887e-6d0832b7bf4c None None] For port 4a738497-2b1d-4763-a3be-e56da53d41dd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a738497-2b1d-4763-a3be-e56da53d41dd,segment=NetworkSegment(c861f9a8-98fc-44e1-b7ab-9adb2d580d9e),segment_id=c861f9a8-98fc-44e1-b7ab-9adb2d580d9e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:46.758042 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b42710c7-aec7-4dd3-887e-6d0832b7bf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:46.845332 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5857291c-c6e4-4f8e-b79e-81ee480a49ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:46.890572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27516dc9-90cc-4174-8908-2d1d847558a6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:46.891047 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857291c-c6e4-4f8e-b79e-81ee480a49ee None None] Routers {'e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:46.891694 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5857291c-c6e4-4f8e-b79e-81ee480a49ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:46.913629 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-27516dc9-90cc-4174-8908-2d1d847558a6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports/ae639b5b-5baa-4cbb-bc82-42fd89e77eaa HTTP/1.1" status: 200 len: 911 time: 0.3466671 Nov 12 13:33:46.936012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53192) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:47.054144 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3d652dd-8674-4e16-a3eb-78b94d1ddf22 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:47.103587 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5857291c-c6e4-4f8e-b79e-81ee480a49ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:47.107367 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857291c-c6e4-4f8e-b79e-81ee480a49ee None None] The sync data for ids ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:33:47.300329 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3d652dd-8674-4e16-a3eb-78b94d1ddf22 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:47.410581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d652dd-8674-4e16-a3eb-78b94d1ddf22 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2f8405-f308-4aa9-baa9-87b91e55378d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:47.416188 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3d652dd-8674-4e16-a3eb-78b94d1ddf22 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:47.455249 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b3d652dd-8674-4e16-a3eb-78b94d1ddf22 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "DELETE /v2.0/subnets/4d2f8405-f308-4aa9-baa9-87b91e55378d HTTP/1.1" status: 204 len: 168 time: 1.8474228 Nov 12 13:33:47.457381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53198) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:47.624326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9298d5f1-f243-4ba4-bf35-9a833a3e44ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting subnet cac1cea2-303d-4891-935a-970ed780d7c6 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:33:47.629518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9298d5f1-f243-4ba4-bf35-9a833a3e44ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:47.684844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42710c7-aec7-4dd3-887e-6d0832b7bf4c None None] Pushing event updated for resources: {'Port': ['ID=4a738497-2b1d-4763-a3be-e56da53d41dd,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:47.717524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5163313b-05be-4e62-b197-fc09a964ef67 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:47.750079 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823b136-7922-4476-a838-ae0b883d3dce None None] Network 86f1d168-32de-4338-8ea5-eb80a7d59bbe requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:47.830561 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9298d5f1-f243-4ba4-bf35-9a833a3e44ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:47.877540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b42710c7-aec7-4dd3-887e-6d0832b7bf4c None None] Provisioning complete for port fadbba39-644c-4618-8a17-a57af4f84e5a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:47.877920 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b42710c7-aec7-4dd3-887e-6d0832b7bf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:47.885972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:33:48.005358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967264fa-c4d6-45e1-bf82-4fbdb0dce9d6 req-4e597fbe-7f23-42ca-80d9-57bd99de547f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:48.014356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-967264fa-c4d6-45e1-bf82-4fbdb0dce9d6 req-4e597fbe-7f23-42ca-80d9-57bd99de547f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 944 time: 0.2575467 Nov 12 13:33:48.028372 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:48.036417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d4977761-6d91-4891-9ec2-dea6d6e70b68 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2262094 Nov 12 13:33:48.041759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53214) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:48.080792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b42710c7-aec7-4dd3-887e-6d0832b7bf4c None None] Port fadbba39-644c-4618-8a17-a57af4f84e5a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:33:48.095857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbb837b-26bb-4e05-b382-aacd3bac1b2b None None] Network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:48.104829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Sync routers for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:33:48.374934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-967264fa-c4d6-45e1-bf82-4fbdb0dce9d6 req-aa9139ad-1c4d-4ac3-a353-72ae47d5dbe3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592043 Nov 12 13:33:48.410475 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9298d5f1-f243-4ba4-bf35-9a833a3e44ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:48.548709 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:48.747505 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:48.748807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:48.787651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9298d5f1-f243-4ba4-bf35-9a833a3e44ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:48.887358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Provisioning complete for port 765da316-fb0b-4d73-874e-9cedf0366980 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:48.892303 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:48.900982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298d5f1-f243-4ba4-bf35-9a833a3e44ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Subnet': ['ID=cac1cea2-303d-4891-935a-970ed780d7c6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:48.923852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9298d5f1-f243-4ba4-bf35-9a833a3e44ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:48.931741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9298d5f1-f243-4ba4-bf35-9a833a3e44ce tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "DELETE /v2.0/subnets/cac1cea2-303d-4891-935a-970ed780d7c6 HTTP/1.1" status: 204 len: 168 time: 1.4696338 Nov 12 13:33:48.934451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53220) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:48.982152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e900d281-0b52-455f-bce7-bd0d8a8bb785 None None] Network 96dc6ca2-e9f8-48af-905e-c6e40b349b90 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:33:49.408369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb2bf6e-39b0-483f-8122-2c0196504e4a None None] DHCP port deletion for 86f1d168-32de-4338-8ea5-eb80a7d59bbe request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:49.428164 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:49.551661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 7ef6b10c-dd92-460f-8297-d47e32a6e264, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7ef6b10c-dd92-460f-8297-d47e32a6e264,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:49.553113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Allocated IP 2001:db8:1::1 (1ac3f184-437c-42de-8ed1-b37d8a719904/855e54e2-9b87-4906-a724-c43bc206a93e/2d139f6d-e020-41dd-aab7-29efed142d78) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:49.583646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ca13b1-f07e-406c-b70b-52073fbe7b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef6b10c-dd92-460f-8297-d47e32a6e264'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:49.593799 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5da52c-d8e5-4e75-998a-6e5e63fca3e5" -d '{"events": [{"server_uuid": "c0ca13b1-f07e-406c-b70b-52073fbe7b25", "name": "network-vif-plugged", "status": "completed", "tag": "7ef6b10c-dd92-460f-8297-d47e32a6e264"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:49.783207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:49.848789 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:49.880890 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:50.036485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5163313b-05be-4e62-b197-fc09a964ef67 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:50.036485 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:50.059693 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54e0b65-81df-447f-a93b-ec5d61fd80cd x-openstack-request-id: req-f54e0b65-81df-447f-a93b-ec5d61fd80cd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:33:50.060301 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ca13b1-f07e-406c-b70b-52073fbe7b25", "name": "network-vif-plugged", "status": "completed", "tag": "7ef6b10c-dd92-460f-8297-d47e32a6e264", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:33:50.061562 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f54e0b65-81df-447f-a93b-ec5d61fd80cd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:33:50.061822 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ca13b1-f07e-406c-b70b-52073fbe7b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef6b10c-dd92-460f-8297-d47e32a6e264', 'code': 200} Nov 12 13:33:50.363370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 1ac3f184-437c-42de-8ed1-b37d8a719904 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:50.391790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:33:50.413456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:50.428967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:50.432943 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:50.450250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:50.458211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=2d139f6d-e020-41dd-aab7-29efed142d78,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:50.516807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c615e-68a9-4a38-b0f4-274baf2f058c req-b7ca3c70-6a5d-4043-9278-bea972ec05f0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:50.531928 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b17c615e-68a9-4a38-b0f4-274baf2f058c req-b7ca3c70-6a5d-4043-9278-bea972ec05f0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.5674369 Nov 12 13:33:50.638432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568ea89-6f48-441e-8fa5-37e1caef2b7a req-837bbf75-ad48-4c5f-bf4f-8de8a9ac108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:50.640835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8568ea89-6f48-441e-8fa5-37e1caef2b7a req-837bbf75-ad48-4c5f-bf4f-8de8a9ac108d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 1096 time: 0.4180148 Nov 12 13:33:50.691467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=7ef6b10c-dd92-460f-8297-d47e32a6e264,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:50.824168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2bf6e-39b0-483f-8122-2c0196504e4a None None] Deleting port 0ebb1b2f-5b3e-43ca-8812-735944a001ee {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:50.824650 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdb2bf6e-39b0-483f-8122-2c0196504e4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:50.949349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8568ea89-6f48-441e-8fa5-37e1caef2b7a req-862cf5f8-4ff8-4e18-987e-c1268423fe55 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902946 Nov 12 13:33:50.959504 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:50.991012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:50.996287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting port 0ebb1b2f-5b3e-43ca-8812-735944a001ee {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:50.996636 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:51.101032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cdb2bf6e-39b0-483f-8122-2c0196504e4a None None] For port 0ebb1b2f-5b3e-43ca-8812-735944a001ee, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0ebb1b2f-5b3e-43ca-8812-735944a001ee,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:51.101966 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdb2bf6e-39b0-483f-8122-2c0196504e4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:51.123785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b17c615e-68a9-4a38-b0f4-274baf2f058c req-e9ddea81-8c3e-4a8b-bdf4-74e1e39ceaec tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840714 Nov 12 13:33:51.145374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2bf6e-39b0-483f-8122-2c0196504e4a None None] Calling delete_port for 0ebb1b2f-5b3e-43ca-8812-735944a001ee owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:51.185352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] For port 0ebb1b2f-5b3e-43ca-8812-735944a001ee, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0ebb1b2f-5b3e-43ca-8812-735944a001ee,segment=NetworkSegment(7ad958b1-20ef-418d-9977-e70ef4caf118),segment_id=7ad958b1-20ef-418d-9977-e70ef4caf118)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:51.185722 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:51.201427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Calling delete_port for 0ebb1b2f-5b3e-43ca-8812-735944a001ee owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:51.323214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Provisioning complete for port 5163313b-05be-4e62-b197-fc09a964ef67 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:51.323214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:51.339230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385c1d2c-6777-4212-acc9-7014e917ce1b None None] DHCP port deletion for 96dc6ca2-e9f8-48af-905e-c6e40b349b90 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:51.397902 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:51.424941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] No DVR routers for this DVR port 0ebb1b2f-5b3e-43ca-8812-735944a001ee on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:51.558353 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:51.588204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f1d168-32de-4338-8ea5-eb80a7d59bbe']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:51.601392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad958b1-20ef-418d-9977-e70ef4caf118') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:51.601722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad958b1-20ef-418d-9977-e70ef4caf118') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:51.621053 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:51.647922 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:51.674731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Allocated IP 172.20.0.1 (6b059cc2-d657-4a8d-976e-afcc3d3cf7e5/284f2757-35cd-4f76-b04a-8d1b187f093e/a35720aa-575b-45dc-93f2-b90f61ef2725) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:33:51.721594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Port': ['ID=0ebb1b2f-5b3e-43ca-8812-735944a001ee,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:51.729127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:51.729962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:51.736796 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:51.856998 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:51.968216 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:52.057971 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:52.117895 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdb2bf6e-39b0-483f-8122-2c0196504e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:52.176178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Pushing event updated for resources: {'Port': ['ID=a35720aa-575b-45dc-93f2-b90f61ef2725,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:52.178522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 5163313b-05be-4e62-b197-fc09a964ef67, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5163313b-05be-4e62-b197-fc09a964ef67,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:52.211406 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:52.212380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2bf6e-39b0-483f-8122-2c0196504e4a None None] Pushing event deleted for resources: {'Port': ['ID=0ebb1b2f-5b3e-43ca-8812-735944a001ee,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:52.216081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:52.235815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:33:52.352385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-385c1d2c-6777-4212-acc9-7014e917ce1b None None] Deleting port e26eed7d-c34d-4fc3-9e07-9b5393678207 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:52.353481 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-385c1d2c-6777-4212-acc9-7014e917ce1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:52.470588 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:52.515539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc490414-330c-4b43-95e5-139a196dde46 req-f23ef8da-6c69-4c7f-b9f7-8c7edd98392a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:52.518149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc490414-330c-4b43-95e5-139a196dde46 req-f23ef8da-6c69-4c7f-b9f7-8c7edd98392a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.2069912 Nov 12 13:33:52.719408 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:52.732397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:52.749057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "DELETE /v2.0/networks/86f1d168-32de-4338-8ea5-eb80a7d59bbe HTTP/1.1" status: 204 len: 168 time: 3.8098330 Nov 12 13:33:52.770189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53284) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:52.825480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c92db8-d1af-4fad-bdb1-5bdfc40d4b9c tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Network': ['ID=86f1d168-32de-4338-8ea5-eb80a7d59bbe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:52.993706 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:53.001552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a738497-2b1d-4763-a3be-e56da53d41dd up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:53.014052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2bf6e-39b0-483f-8122-2c0196504e4a None None] No DVR routers for this DVR port 0ebb1b2f-5b3e-43ca-8812-735944a001ee on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:53.296779 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:53.317900 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=5163313b-05be-4e62-b197-fc09a964ef67,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:53.327626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:43Z', 'revision_number': 3, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:53.392237 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:53.405940 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:53.407981 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:53.416028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Checking router: f7a869a7-973a-4d72-98d9-b25748246ae5 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:33:53.416536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Updating router f7a869a7-973a-4d72-98d9-b25748246ae5 port fadbba39-644c-4618-8a17-a57af4f84e5a binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:33:53.433385 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:53.529697 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc490414-330c-4b43-95e5-139a196dde46 req-a90fd98c-8422-4c39-9ff8-a6673a3cdf1b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9221742 Nov 12 13:33:53.549729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-385c1d2c-6777-4212-acc9-7014e917ce1b None None] For port e26eed7d-c34d-4fc3-9e07-9b5393678207, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e26eed7d-c34d-4fc3-9e07-9b5393678207,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:53.551038 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-385c1d2c-6777-4212-acc9-7014e917ce1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:53.622715 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:53.670431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=2d139f6d-e020-41dd-aab7-29efed142d78,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:53.698546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 1ac3f184-437c-42de-8ed1-b37d8a719904 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:53.706286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:53.785804 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:54.033133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Deleting port e26eed7d-c34d-4fc3-9e07-9b5393678207 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:54.044686 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:54.072988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27b709-64c5-4347-a7ed-0b5ba563ce7e req-7d95dba7-f9c8-4635-b344-a580a56301dd tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:54.086617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af27b709-64c5-4347-a7ed-0b5ba563ce7e req-7d95dba7-f9c8-4635-b344-a580a56301dd tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 946 time: 0.4596386 Nov 12 13:33:54.119881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:33:54.283526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] For port e26eed7d-c34d-4fc3-9e07-9b5393678207, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e26eed7d-c34d-4fc3-9e07-9b5393678207,segment=NetworkSegment(a77452d6-4022-4462-a710-648798fd8fc7),segment_id=a77452d6-4022-4462-a710-648798fd8fc7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:54.284087 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:54.319951 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:54.334483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-385c1d2c-6777-4212-acc9-7014e917ce1b None None] Calling delete_port for e26eed7d-c34d-4fc3-9e07-9b5393678207 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:54.341633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4a738497-2b1d-4763-a3be-e56da53d41dd triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:54.342790 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:54.346936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Calling delete_port for e26eed7d-c34d-4fc3-9e07-9b5393678207 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:54.403757 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:54.480675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:33:54.481236 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:33:54.497467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70b683c-57a7-4596-ac14-0ef092263b60 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:54.600195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 765da316-fb0b-4d73-874e-9cedf0366980 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:54.617395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Attempting to bind port fadbba39-644c-4618-8a17-a57af4f84e5a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:33:54.617774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Attempting to bind port fadbba39-644c-4618-8a17-a57af4f84e5a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:33:54.618152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Attempting to bind port fadbba39-644c-4618-8a17-a57af4f84e5a on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:33:54.699332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:54.710653 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceee0e1-cfdd-4efb-b4ea-7f3819704fae None None] Pushing event updated for resources: {'Port': ['ID=fadbba39-644c-4618-8a17-a57af4f84e5a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:54.721402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:33:54.721788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:33:54.722186 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:54.722585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:33:54.723083 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Bound port: fadbba39-644c-4618-8a17-a57af4f84e5a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:33:54.723471 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:54.768061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] No DVR routers for this DVR port e26eed7d-c34d-4fc3-9e07-9b5393678207 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:54.809871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:33:54.827193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Port': ['ID=e26eed7d-c34d-4fc3-9e07-9b5393678207,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:54.832299 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8dda96-9f29-42bd-8bd0-9374a6fea509 None None] Sync routers for ids ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:33:54.904766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-17da9aa8-7507-4e6f-8a65-a15be7c5764f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9651995 Nov 12 13:33:54.908204 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8dda96-9f29-42bd-8bd0-9374a6fea509 None None] Routers {'e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:54.912374 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5f8dda96-9f29-42bd-8bd0-9374a6fea509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:54.915142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] For port fadbba39-644c-4618-8a17-a57af4f84e5a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:33:54.922861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] For port fadbba39-644c-4618-8a17-a57af4f84e5a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=fadbba39-644c-4618-8a17-a57af4f84e5a,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:33:54.963921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53308) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:54.984984 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.009382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af27b709-64c5-4347-a7ed-0b5ba563ce7e req-0944f19b-8c71-462a-a5e5-b3aabc9d8fe6 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9088688 Nov 12 13:33:55.012780 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5f8dda96-9f29-42bd-8bd0-9374a6fea509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:55.049851 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8dda96-9f29-42bd-8bd0-9374a6fea509 None None] Routers {'e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:55.053816 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5f8dda96-9f29-42bd-8bd0-9374a6fea509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:55.066457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-8cc08b6c-4ba8-4f04-9b06-413d5159039b tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:55.071256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-8cc08b6c-4ba8-4f04-9b06-413d5159039b tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.105 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 946 time: 0.1553354 Nov 12 13:33:55.082259 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.113065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172e8c72-12f5-4a20-a7a6-b1cffcfe0e45 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:55.137470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dc6ca2-e9f8-48af-905e-c6e40b349b90']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:55.145709 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5f8dda96-9f29-42bd-8bd0-9374a6fea509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:55.146547 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8dda96-9f29-42bd-8bd0-9374a6fea509 None None] The sync data for ids ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:33:55.157483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77452d6-4022-4462-a710-648798fd8fc7') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:55.157658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77452d6-4022-4462-a710-648798fd8fc7') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:55.170221 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.215154 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.237731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:33:55.238141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.368887 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-385c1d2c-6777-4212-acc9-7014e917ce1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.374750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:33:55.376852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:33:55.430147 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:33:55.478040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-348885e6-ec08-49cb-84fb-8892000c8686 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Deleting port 9835ff87-8326-438e-bf89-f0c845401bcf {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:33:55.478864 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-348885e6-ec08-49cb-84fb-8892000c8686 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.509824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c1d2c-6777-4212-acc9-7014e917ce1b None None] No DVR routers for this DVR port e26eed7d-c34d-4fc3-9e07-9b5393678207 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:55.582972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b22c03-0806-4f2b-92d0-d651bd1068cd req-cd99c1a4-7a50-4b4f-986f-c48833cf14b6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:55.592315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c1b22c03-0806-4f2b-92d0-d651bd1068cd req-cd99c1a4-7a50-4b4f-986f-c48833cf14b6 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.6986434 Nov 12 13:33:55.617618 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.625095 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.629750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] 10.222.0.73 "DELETE /v2.0/networks/96dc6ca2-e9f8-48af-905e-c6e40b349b90 HTTP/1.1" status: 204 len: 168 time: 2.8539815 Nov 12 13:33:55.698127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceee0e1-cfdd-4efb-b4ea-7f3819704fae None None] Pushing event updated for resources: {'Port': ['ID=fadbba39-644c-4618-8a17-a57af4f84e5a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:55.797629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ec773-29c8-46cb-80a0-e6d497023538 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:55.804601 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f67ec773-29c8-46cb-80a0-e6d497023538 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports/2d139f6d-e020-41dd-aab7-29efed142d78 HTTP/1.1" status: 200 len: 913 time: 0.8185294 Nov 12 13:33:55.830510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c1b22c03-0806-4f2b-92d0-d651bd1068cd req-e11abc2b-91e3-49ba-ac3b-f17154840ada tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360785 Nov 12 13:33:55.867524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53320) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:33:55.890715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c1d2c-6777-4212-acc9-7014e917ce1b None None] Pushing event deleted for resources: {'Port': ['ID=e26eed7d-c34d-4fc3-9e07-9b5393678207,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:55.893474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a1c0a-36aa-4c53-ba3a-cb89650af1a4 tempest-TaggedBootDevicesTest_v242-647973393 tempest-TaggedBootDevicesTest_v242-647973393-project] Pushing event deleted for resources: {'Network': ['ID=96dc6ca2-e9f8-48af-905e-c6e40b349b90,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:55.926212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Provisioning complete for port 4a738497-2b1d-4763-a3be-e56da53d41dd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:55.927392 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.947477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.957895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:55.986047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 765da316-fb0b-4d73-874e-9cedf0366980 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:55.986473 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:56.071019 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:33:56.245407 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:56.269308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Pushing event updated for resources: {'Port': ['ID=a35720aa-575b-45dc-93f2-b90f61ef2725,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:56.812316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Provisioning complete for port ae639b5b-5baa-4cbb-bc82-42fd89e77eaa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:56.813173 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:56.834126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc365f55-8fb2-4f5e-864b-9159f2292161 req-d688d21e-dbe1-4021-b951-12fd71b39d2d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:56.850826 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bc365f55-8fb2-4f5e-864b-9159f2292161 req-d688d21e-dbe1-4021-b951-12fd71b39d2d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.2489097 Nov 12 13:33:56.891952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb9f56-03b7-4c3c-aeb4-66a412a2f343 req-9e785dd5-bd5f-4073-a476-03d18ab2943a tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:56.912056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60fb9f56-03b7-4c3c-aeb4-66a412a2f343 req-9e785dd5-bd5f-4073-a476-03d18ab2943a tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 946 time: 0.6700246 Nov 12 13:33:56.951392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:33:57.004127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:33:57.027532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d7c16f60-08af-4b5e-822c-612295a5f2a4 None None] Port ae639b5b-5baa-4cbb-bc82-42fd89e77eaa cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:33:57.030935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-348885e6-ec08-49cb-84fb-8892000c8686 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] For port 9835ff87-8326-438e-bf89-f0c845401bcf, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=9835ff87-8326-438e-bf89-f0c845401bcf,segment=NetworkSegment(f560ec24-385f-4999-a383-d1041e4ee3a1),segment_id=f560ec24-385f-4999-a383-d1041e4ee3a1)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:33:57.031912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-348885e6-ec08-49cb-84fb-8892000c8686 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:57.123437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-348885e6-ec08-49cb-84fb-8892000c8686 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Calling delete_port for 9835ff87-8326-438e-bf89-f0c845401bcf owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:33:57.197327 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc91caed-4966-4352-8b9a-5ba1dfdb8f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:57.228311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bc365f55-8fb2-4f5e-864b-9159f2292161 req-f96ffa1c-8287-43b2-a3b1-4e261455a97f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750226 Nov 12 13:33:57.290661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Provisioning complete for port 2d139f6d-e020-41dd-aab7-29efed142d78 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:57.291135 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:57.354999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a738497-2b1d-4763-a3be-e56da53d41dd up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:33:57.418814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60fb9f56-03b7-4c3c-aeb4-66a412a2f343 req-4cf8bfa5-5c21-4725-8d6c-701b21619509 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/security-groups?id=537ae501-d796-4ff9-b5ec-6749e2c947da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048282 Nov 12 13:33:57.534337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Port 2d139f6d-e020-41dd-aab7-29efed142d78 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:33:57.591381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Provisioning complete for port 5163313b-05be-4e62-b197-fc09a964ef67 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:57.591775 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:57.693748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Router f7a869a7-973a-4d72-98d9-b25748246ae5 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:33:57.749670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:33:51Z', 'revision_number': 1, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:33:58.016042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:33:58.058208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374070ef-acb7-4aee-a5b6-423b8a7e8474 None None] The sync data for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 is: [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:33:51Z', 'revision_number': 1, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:33:58.096270 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a495deaf-4fdd-44ce-9ff3-d5a7961f3215 admin admin] 10.222.0.73 "PUT /v2.0/routers/f7a869a7-973a-4d72-98d9-b25748246ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0456989 Nov 12 13:33:58.165565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4a738497-2b1d-4763-a3be-e56da53d41dd triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:33:58.166403 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:58.470958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-348885e6-ec08-49cb-84fb-8892000c8686 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:58.734148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348885e6-ec08-49cb-84fb-8892000c8686 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Pushing event deleted for resources: {'Port': ['ID=9835ff87-8326-438e-bf89-f0c845401bcf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:33:58.867448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e7100-ddde-410b-aa0c-578c466448e5 req-a0ad2df5-a9b5-482c-bf76-b8ca74b50128 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:58.871459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462efb07-4a6f-4b9f-97e0-ec25d99dada0 req-91b60d32-7551-4c1e-ba34-89a3aa8fecf3 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:58.875069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-462efb07-4a6f-4b9f-97e0-ec25d99dada0 req-91b60d32-7551-4c1e-ba34-89a3aa8fecf3 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 946 time: 0.5887330 Nov 12 13:33:58.912880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-275e7100-ddde-410b-aa0c-578c466448e5 req-a0ad2df5-a9b5-482c-bf76-b8ca74b50128 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.3973136 Nov 12 13:33:59.052833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-348885e6-ec08-49cb-84fb-8892000c8686 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] No DVR routers for this DVR port 9835ff87-8326-438e-bf89-f0c845401bcf on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:33:59.090609 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-348885e6-ec08-49cb-84fb-8892000c8686 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:59.158269 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58ef33d8-8d42-4c85-bc0f-3bcfff8fb7da req-348885e6-ec08-49cb-84fb-8892000c8686 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.105 "DELETE /v2.0/ports/9835ff87-8326-438e-bf89-f0c845401bcf HTTP/1.1" status: 204 len: 173 time: 4.0392118 Nov 12 13:33:59.162003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8bd57d-90a4-4268-af4b-7d862d3b4561', 'name': 'network-vif-deleted', 'tag': '9835ff87-8326-438e-bf89-f0c845401bcf'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:33:59.168626 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b11cf-0396-4a24-8390-8f88be10b53d" -d '{"events": [{"server_uuid": "7f8bd57d-90a4-4268-af4b-7d862d3b4561", "name": "network-vif-deleted", "tag": "9835ff87-8326-438e-bf89-f0c845401bcf"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:33:59.171525 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-275e7100-ddde-410b-aa0c-578c466448e5 req-193a07ba-47f3-4ba6-99a7-bab9598b2fff tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485900 Nov 12 13:33:59.315895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9498ea8d-448b-4461-a540-0bac75d92e6c None None] DHCP port deletion for 2a9b18d1-abfa-4109-8b80-1eae7a7e828d request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:33:59.358048 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:59.718817 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21015b51-7d36-4567-824c-3fcb3f4a44eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:33:59.806816 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-462efb07-4a6f-4b9f-97e0-ec25d99dada0 req-9de6e71b-6dc4-44c8-a8f3-4062d8f7f45b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7563250 Nov 12 13:33:59.840077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9835ff87-8326-438e-bf89-f0c845401bcf no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:33:59.867602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-df81e39d-575c-4894-bdf1-4fe6974bd9c1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:33:59.871223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-df81e39d-575c-4894-bdf1-4fe6974bd9c1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 946 time: 0.1325316 Nov 12 13:34:00.271101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65a4baa9-53a4-4a9b-a970-c3017a591f70 req-10820984-af50-4f4c-8bcd-6c2db2768910 tempest-VolumesActionsTest-524762971 tempest-VolumesActionsTest-524762971-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f8bd57d-90a4-4268-af4b-7d862d3b4561 HTTP/1.1" status: 200 len: 210 time: 0.0863280 Nov 12 13:34:00.276302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-eeb55a2a-f80b-41bc-ac5b-b440a4c7ddb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Deleting port 6970b323-189a-485b-a6e1-c92ba8412816 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:00.277099 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-eeb55a2a-f80b-41bc-ac5b-b440a4c7ddb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:00.295239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Provisioning complete for port fadbba39-644c-4618-8a17-a57af4f84e5a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:00.295239 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:00.295239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 9835ff87-8326-438e-bf89-f0c845401bcf {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:00.296928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 9835ff87-8326-438e-bf89-f0c845401bcf not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:00.301536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5163313b-05be-4e62-b197-fc09a964ef67 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:00.618531 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0bdc0f-a6c4-4142-8391-b9aa39eb466e x-openstack-request-id: req-5e0bdc0f-a6c4-4142-8391-b9aa39eb466e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:00.618993 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8bd57d-90a4-4268-af4b-7d862d3b4561", "name": "network-vif-deleted", "tag": "9835ff87-8326-438e-bf89-f0c845401bcf", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:00.619420 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5e0bdc0f-a6c4-4142-8391-b9aa39eb466e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:00.620065 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8bd57d-90a4-4268-af4b-7d862d3b4561', 'name': 'network-vif-deleted', 'tag': '9835ff87-8326-438e-bf89-f0c845401bcf', 'status': 'completed', 'code': 200} Nov 12 13:34:00.626103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53380) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:00.649041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4596b338-9b98-4f7c-8adb-7cda3335a5a0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173263154', 'description': 'tempest-description--950182890'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:00.674232 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:00.755687 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4596b338-9b98-4f7c-8adb-7cda3335a5a0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:00.786316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5163313b-05be-4e62-b197-fc09a964ef67 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:00.786780 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:00.805886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-eeb55a2a-f80b-41bc-ac5b-b440a4c7ddb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] For port 6970b323-189a-485b-a6e1-c92ba8412816, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6970b323-189a-485b-a6e1-c92ba8412816,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:00.806579 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-eeb55a2a-f80b-41bc-ac5b-b440a4c7ddb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:00.844104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-eeb55a2a-f80b-41bc-ac5b-b440a4c7ddb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Calling delete_port for 6970b323-189a-485b-a6e1-c92ba8412816 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:01.098892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 2d139f6d-e020-41dd-aab7-29efed142d78 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:01.099673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:01.158733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa622c4-6538-42f5-89ee-11cb9ab7af94 req-2d2d40d4-af74-4d3f-b39b-a7987e1f6377 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:01.165848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-daa622c4-6538-42f5-89ee-11cb9ab7af94 req-2d2d40d4-af74-4d3f-b39b-a7987e1f6377 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.3929656 Nov 12 13:34:01.172803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4596b338-9b98-4f7c-8adb-7cda3335a5a0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:01.188161 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4596b338-9b98-4f7c-8adb-7cda3335a5a0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:01.212134 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:01.322658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] For port fadbba39-644c-4618-8a17-a57af4f84e5a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=fadbba39-644c-4618-8a17-a57af4f84e5a,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:01.374910 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:01.416824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be194ea3-315f-44cb-82b0-e112e1bf36cf req-d9a1251f-8197-4bfe-a22e-7758ef32c000 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:01.418806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-be194ea3-315f-44cb-82b0-e112e1bf36cf req-d9a1251f-8197-4bfe-a22e-7758ef32c000 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbeaf011-f43f-4221-a095-b2fad6b7f0e4 HTTP/1.1" status: 200 len: 946 time: 0.4288285 Nov 12 13:34:01.450356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Provisioning complete for port a35720aa-575b-45dc-93f2-b90f61ef2725 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:01.450880 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:01.488932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-eeb55a2a-f80b-41bc-ac5b-b440a4c7ddb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:01.496677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-daa622c4-6538-42f5-89ee-11cb9ab7af94 req-16120dc4-52a2-401d-b960-32d286781f95 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855105 Nov 12 13:34:01.594432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4d5bede1-d3ab-44b8-a726-206c139441e9', 'd8f667a5-f5d8-47f2-b3f1-9997c9bd02c3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:34:01.597419 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['67955d07-c4b9-4e29-a08d-4d72d61bc520'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:34:01.601398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e26eed7d-c34d-4fc3-9e07-9b5393678207 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:01.602855 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:01.606952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Pushing event updated for resources: {'Port': ['ID=fadbba39-644c-4618-8a17-a57af4f84e5a,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:01.607209 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4596b338-9b98-4f7c-8adb-7cda3335a5a0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:01.613628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7454b70-5a5c-4a19-bbb3-a42e3c136a3a None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:01.633229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4596b338-9b98-4f7c-8adb-7cda3335a5a0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9869974 Nov 12 13:34:01.633867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53394) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:01.656275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 2d139f6d-e020-41dd-aab7-29efed142d78 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:01.734237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e26eed7d-c34d-4fc3-9e07-9b5393678207 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:01.734237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e26eed7d-c34d-4fc3-9e07-9b5393678207 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:01.742965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c89dafe4-2b26-41b6-8198-ba0a4f75d0bb tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'security_group_rule': {'security_group_id': 'edaaf1b4-5146-46b9-b67b-c9526a391e74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:01.760614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0ebb1b2f-5b3e-43ca-8812-735944a001ee no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:01.782713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596b338-9b98-4f7c-8adb-7cda3335a5a0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edaaf1b4-5146-46b9-b67b-c9526a391e74,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:01.802219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb55a2a-f80b-41bc-ac5b-b440a4c7ddb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Pushing event deleted for resources: {'Port': ['ID=6970b323-189a-485b-a6e1-c92ba8412816,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:01.877359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 0ebb1b2f-5b3e-43ca-8812-735944a001ee {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:01.877774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0ebb1b2f-5b3e-43ca-8812-735944a001ee not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:01.882990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4d0ce2d6-0583-4a2c-9dd3-612f454d36b1 None None] Port a35720aa-575b-45dc-93f2-b90f61ef2725 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:34:02.244225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-82fabdeb-3522-4ef6-bd7a-a3913ea074a2 None None] Provisioning complete for port a35720aa-575b-45dc-93f2-b90f61ef2725 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:02.244621 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82fabdeb-3522-4ef6-bd7a-a3913ea074a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:02.251016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fadbba39-644c-4618-8a17-a57af4f84e5a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:02.379879 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:02.388799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-eeb55a2a-f80b-41bc-ac5b-b440a4c7ddb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] No DVR routers for this DVR port 6970b323-189a-485b-a6e1-c92ba8412816 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:02.396540 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-eeb55a2a-f80b-41bc-ac5b-b440a4c7ddb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:02.400781 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0799ab04-92db-4d02-8191-505c3dd2e88c req-eeb55a2a-f80b-41bc-ac5b-b440a4c7ddb1 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "DELETE /v2.0/ports/6970b323-189a-485b-a6e1-c92ba8412816 HTTP/1.1" status: 204 len: 173 time: 2.5231075 Nov 12 13:34:02.401732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeaf011-f43f-4221-a095-b2fad6b7f0e4', 'name': 'network-vif-deleted', 'tag': '6970b323-189a-485b-a6e1-c92ba8412816'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:02.404564 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5d92ed-578f-4c58-98db-19d29afc586e" -d '{"events": [{"server_uuid": "bbeaf011-f43f-4221-a095-b2fad6b7f0e4", "name": "network-vif-deleted", "tag": "6970b323-189a-485b-a6e1-c92ba8412816"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:02.439443 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-be194ea3-315f-44cb-82b0-e112e1bf36cf req-d809797f-180c-438c-8ed3-ac13031185ed tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9755085 Nov 12 13:34:02.477770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c89dafe4-2b26-41b6-8198-ba0a4f75d0bb tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:02.499235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=2d139f6d-e020-41dd-aab7-29efed142d78,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:02.513313 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:02.537023 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416effb9-c07b-49ec-944a-a8843189b7f1 x-openstack-request-id: req-416effb9-c07b-49ec-944a-a8843189b7f1 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:02.539087 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeaf011-f43f-4221-a095-b2fad6b7f0e4", "name": "network-vif-deleted", "tag": "6970b323-189a-485b-a6e1-c92ba8412816", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:02.539642 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-416effb9-c07b-49ec-944a-a8843189b7f1 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:02.540302 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeaf011-f43f-4221-a095-b2fad6b7f0e4', 'name': 'network-vif-deleted', 'tag': '6970b323-189a-485b-a6e1-c92ba8412816', 'status': 'completed', 'code': 200} Nov 12 13:34:02.610286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-82fabdeb-3522-4ef6-bd7a-a3913ea074a2 None None] Port a35720aa-575b-45dc-93f2-b90f61ef2725 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:34:02.681606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port fadbba39-644c-4618-8a17-a57af4f84e5a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:02.683200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:02.855008 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c89dafe4-2b26-41b6-8198-ba0a4f75d0bb tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:02.883669 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c89dafe4-2b26-41b6-8198-ba0a4f75d0bb tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:02.989330 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c89dafe4-2b26-41b6-8198-ba0a4f75d0bb tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:02.990126 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c89dafe4-2b26-41b6-8198-ba0a4f75d0bb tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2543833 Nov 12 13:34:03.038598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53416) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:03.060753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6970b323-189a-485b-a6e1-c92ba8412816 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:03.084648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5a7297a5-8853-4ad5-85fe-89878db6ae08 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'security_group_rule': {'security_group_id': 'edaaf1b4-5146-46b9-b67b-c9526a391e74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:03.171675 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:03.180456 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:03.190988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 6970b323-189a-485b-a6e1-c92ba8412816 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:03.191731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6970b323-189a-485b-a6e1-c92ba8412816 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:03.267754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cc2f3-9c29-4d0e-a951-26c8b3936e18 req-f0538ad9-ed2e-4198-975e-f0bdec4c38f7 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:03.284662 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a9cc2f3-9c29-4d0e-a951-26c8b3936e18 req-f0538ad9-ed2e-4198-975e-f0bdec4c38f7 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.5790386 Nov 12 13:34:03.298721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dafe4-2b26-41b6-8198-ba0a4f75d0bb tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174a7d22-cb41-4dd4-97bc-c39c48a90386,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:03.324596 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a7297a5-8853-4ad5-85fe-89878db6ae08 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:03.358449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Sync routers for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:34:03.417675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a7297a5-8853-4ad5-85fe-89878db6ae08 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:03.424594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a7297a5-8853-4ad5-85fe-89878db6ae08 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:03.434611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:03.435270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:03.482402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7297a5-8853-4ad5-85fe-89878db6ae08 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e85d71-83d8-451d-8c6e-dca39150a229,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:03.526094 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a9cc2f3-9c29-4d0e-a951-26c8b3936e18 req-7b3b8248-7392-4d6c-91a4-e69da099aa61 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407382 Nov 12 13:34:03.533959 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a7297a5-8853-4ad5-85fe-89878db6ae08 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:03.542133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5a7297a5-8853-4ad5-85fe-89878db6ae08 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4813499 Nov 12 13:34:03.552591 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53434) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:03.564193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:03.657323 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:03.829146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:34:04.035202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:34:04.072349 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:04.182611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:34:04.192290 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fdc20b20-b62a-45ea-99a3-8d80c9116ef3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3231981 Nov 12 13:34:04.192949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:04.211712 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74f0f8c-517a-494c-b2a8-0b92a8ee181f None None] Sync routers for ids ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:34:04.265598 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f0f8c-517a-494c-b2a8-0b92a8ee181f None None] Routers {'e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:04.275529 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d74f0f8c-517a-494c-b2a8-0b92a8ee181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:04.431760 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d74f0f8c-517a-494c-b2a8-0b92a8ee181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:04.486807 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f0f8c-517a-494c-b2a8-0b92a8ee181f None None] Routers {'e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:04.496561 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d74f0f8c-517a-494c-b2a8-0b92a8ee181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:04.578908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Allocated IP 172.25.5.246 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/4a05bbe1-66ee-4777-8990-2b876ea5d730) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:34:04.702180 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d74f0f8c-517a-494c-b2a8-0b92a8ee181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:04.710086 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74f0f8c-517a-494c-b2a8-0b92a8ee181f None None] The sync data for ids ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:34:04.900306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 2, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:04.944538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:05.025956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:05.094190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Checking router: f7a869a7-973a-4d72-98d9-b25748246ae5 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:34:05.094781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Updating router f7a869a7-973a-4d72-98d9-b25748246ae5 port a35720aa-575b-45dc-93f2-b90f61ef2725 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:34:05.177068 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:34:05.182761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:05.186851 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:05.212089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:34:05.238656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'Port': ['ID=4a05bbe1-66ee-4777-8990-2b876ea5d730,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:05.735609 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:05.927077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:06.039856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d21cb-360a-4c7c-8482-c48c647f60c8 req-d450a822-fad6-450b-983b-2dbb8f65663b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:06.050351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-742d21cb-360a-4c7c-8482-c48c647f60c8 req-d450a822-fad6-450b-983b-2dbb8f65663b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.4817922 Nov 12 13:34:06.060894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-09ce70a1-1d93-4ac6-9fbb-dce03e2ff2b4 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2198329 Nov 12 13:34:06.195882 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:06.214104 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:06.551446 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-742d21cb-360a-4c7c-8482-c48c647f60c8 req-73c6025d-ba68-4984-91d5-56d68bc35fcb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875069 Nov 12 13:34:06.649135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-535487ed-9a7b-4808-8aa7-e72077b5ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:06.649135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-535487ed-9a7b-4808-8aa7-e72077b5ddd4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 1096 time: 0.5364149 Nov 12 13:34:06.659971 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:06.685892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:06.704783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239cba8-29d3-480b-9440-e0025a8dde14 None None] Pushing event updated for resources: {'Port': ['ID=a35720aa-575b-45dc-93f2-b90f61ef2725,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:06.760359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Attempting to bind port a35720aa-575b-45dc-93f2-b90f61ef2725 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:34:06.760892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Attempting to bind port a35720aa-575b-45dc-93f2-b90f61ef2725 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:34:06.774690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Attempting to bind port a35720aa-575b-45dc-93f2-b90f61ef2725 on network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:34:06.809373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:34:06.810084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Checking segment: {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:34:06.810787 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:06.812016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Bound using segment: {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:34:06.812866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Bound port: a35720aa-575b-45dc-93f2-b90f61ef2725, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:34:06.862238 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:07.187612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] For port a35720aa-575b-45dc-93f2-b90f61ef2725, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:34:07.197684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] For port a35720aa-575b-45dc-93f2-b90f61ef2725, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a35720aa-575b-45dc-93f2-b90f61ef2725,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:34:07.213594 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:07.290354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'Port': ['ID=4a05bbe1-66ee-4777-8990-2b876ea5d730,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:07.333953 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:07.371164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-ef8b7237-85e9-464e-a88e-c9d43a782de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:07.383958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-ef8b7237-85e9-464e-a88e-c9d43a782de7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 914 time: 0.5097942 Nov 12 13:34:07.412528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:07.422514 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-738d3438-9770-4b41-b433-474a13de1670 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8697631 Nov 12 13:34:07.457888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239cba8-29d3-480b-9440-e0025a8dde14 None None] Pushing event updated for resources: {'Port': ['ID=a35720aa-575b-45dc-93f2-b90f61ef2725,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:07.680832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-e032d438-97d5-4c57-9a71-e5c6028d6938 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67955d07-c4b9-4e29-a08d-4d72d61bc520 HTTP/1.1" status: 200 len: 217 time: 0.2859554 Nov 12 13:34:07.747685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:07.758171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:07.783663 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fce1aa7d-d68a-4d63-9714-e40f911e58e4 None None] Provisioning complete for port a35720aa-575b-45dc-93f2-b90f61ef2725 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:07.789986 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fce1aa7d-d68a-4d63-9714-e40f911e58e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:08.053487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cf632-362a-49a0-8cc9-749bfac87670 req-c19e1f23-2094-4ee5-b4c6-41e9b251a149 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:08.080657 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c2cf632-362a-49a0-8cc9-749bfac87670 req-c19e1f23-2094-4ee5-b4c6-41e9b251a149 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.1531062 Nov 12 13:34:08.412481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c2cf632-362a-49a0-8cc9-749bfac87670 req-7475ce33-4243-4eb2-a961-6478000d81b2 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300247 Nov 12 13:34:08.523857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-358d26b6-f595-439a-bfd5-087d2d8813b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:08.544041 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-358d26b6-f595-439a-bfd5-087d2d8813b6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.8163221 Nov 12 13:34:08.668677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-84694e10-45c0-49ab-a3d4-8e3820c3db20 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229837 Nov 12 13:34:08.701308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-fc8ff3b2-adf0-46cc-a4c4-542c6facd952 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--173263154&fields=id&tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1 HTTP/1.1" status: 200 len: 267 time: 0.4370861 Nov 12 13:34:09.071080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a35720aa-575b-45dc-93f2-b90f61ef2725 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:09.191535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-db2d6bca-eae2-48ec-bbcd-98deb81ebd8e service neutron] 10.222.0.105 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672880 Nov 12 13:34:09.208859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-a1a49805-7081-423b-9f2c-75941aaa22bf tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:09.222683 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-a1a49805-7081-423b-9f2c-75941aaa22bf tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 811 time: 0.5129313 Nov 12 13:34:09.272307 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:09.399144 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fce1aa7d-d68a-4d63-9714-e40f911e58e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:09.535550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:34:09.632433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82661d66-99a5-4241-aaf6-98c240ce667a req-0de1b224-579c-439c-8e36-c06c361f0732 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1877809 Nov 12 13:34:09.977586 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15c7ff3e-65cc-4759-b203-d2af18ada28a req-22174267-cd3c-42a1-8728-25e9f94ceabe service neutron] 10.222.0.105 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313776 Nov 12 13:34:10.014605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82815402-1b44-42c9-b900-b10981328eb2 req-4771df52-6b4d-4cd6-a608-35e2eccb530e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:10.032334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82815402-1b44-42c9-b900-b10981328eb2 req-4771df52-6b4d-4cd6-a608-35e2eccb530e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.3893497 Nov 12 13:34:10.129778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8ca44d7e-ec97-4439-88b8-d9e8c9e986b7 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/quotas/9ff176a67ac8454d8ace8f4fc86f69c1 HTTP/1.1" status: 200 len: 375 time: 0.9059036 Nov 12 13:34:10.151552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82661d66-99a5-4241-aaf6-98c240ce667a req-b7f7da6b-5589-4738-98e5-10976a024729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:10.168798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82661d66-99a5-4241-aaf6-98c240ce667a req-b7f7da6b-5589-4738-98e5-10976a024729 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 1096 time: 0.4998503 Nov 12 13:34:10.179796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a35720aa-575b-45dc-93f2-b90f61ef2725 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:10.180584 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:10.349856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-41e937df-a9c7-4a44-91d6-0e0ec70199a4 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2189307 Nov 12 13:34:10.368705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fce1aa7d-d68a-4d63-9714-e40f911e58e4 None None] For port a35720aa-575b-45dc-93f2-b90f61ef2725, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a35720aa-575b-45dc-93f2-b90f61ef2725,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:10.399892 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fce1aa7d-d68a-4d63-9714-e40f911e58e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:10.459827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82815402-1b44-42c9-b900-b10981328eb2 req-799ff690-e7b2-4c37-865d-f8ced3e55325 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136505 Nov 12 13:34:10.613599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1aa7d-d68a-4d63-9714-e40f911e58e4 None None] Pushing event updated for resources: {'Port': ['ID=a35720aa-575b-45dc-93f2-b90f61ef2725,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:10.720779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-249c7ff0-dabe-4a6f-9616-8ae13ae2e632 None None] Provisioning complete for port a35720aa-575b-45dc-93f2-b90f61ef2725 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:10.724729 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-249c7ff0-dabe-4a6f-9616-8ae13ae2e632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:10.783150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82661d66-99a5-4241-aaf6-98c240ce667a req-e11817bb-289b-442a-b207-f0e72eb443d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:10.789320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82661d66-99a5-4241-aaf6-98c240ce667a req-e11817bb-289b-442a-b207-f0e72eb443d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 200 len: 914 time: 0.5728612 Nov 12 13:34:10.803089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-d0ced6b6-29a0-45df-a0fd-9386cfe0e533 service neutron] 10.222.0.73 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517019 Nov 12 13:34:10.899565 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82661d66-99a5-4241-aaf6-98c240ce667a req-f0688d5e-95af-4ab4-97b9-03ccbf626c24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 HTTP/1.1" status: 200 len: 217 time: 0.1017294 Nov 12 13:34:11.012146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82661d66-99a5-4241-aaf6-98c240ce667a req-9b359052-f183-4056-a8bb-208e46566fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:11.013953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82661d66-99a5-4241-aaf6-98c240ce667a req-9b359052-f183-4056-a8bb-208e46566fcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 200 len: 853 time: 0.1083372 Nov 12 13:34:11.065092 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:34:11.096624 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82661d66-99a5-4241-aaf6-98c240ce667a req-4dcfb042-d0be-41b9-a154-a4739b5919df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747280 Nov 12 13:34:11.211189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-18d1730c-6ae0-4ecd-8031-87ebbc798ffb service neutron] 10.222.0.73 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066331 Nov 12 13:34:11.215351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port ae639b5b-5baa-4cbb-bc82-42fd89e77eaa {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:11.215980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:11.217716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:07Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:11.337188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a35720aa-575b-45dc-93f2-b90f61ef2725 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:11.349757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82661d66-99a5-4241-aaf6-98c240ce667a req-3baac226-206f-481c-ba4e-1f4dfd90e82d service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447941 Nov 12 13:34:11.352984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb1d217-d057-43eb-9ad9-7a35268c27b2 None None] The sync data for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 is: [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:07Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:34:11.514827 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:11.590469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for ae639b5b-5baa-4cbb-bc82-42fd89e77eaa owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:11.637758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a35720aa-575b-45dc-93f2-b90f61ef2725 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:11.638241 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:11.899769 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82661d66-99a5-4241-aaf6-98c240ce667a req-14dbbf52-5168-4f2b-bacf-5cc5dee70445 service neutron] 10.222.0.70 "GET /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420942 Nov 12 13:34:11.934135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f8ddd-7e85-4dba-9151-5eb7a2d3f188 req-0410b38a-1b46-4303-8432-b9f72c62522d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:11.955041 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce8b7fd9-9513-4c7d-9e70-c159d6c7f70b req-95bf8631-825b-4460-a693-1ceff2e633f5 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 210 time: 0.0881701 Nov 12 13:34:11.957170 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-238f8ddd-7e85-4dba-9151-5eb7a2d3f188 req-0410b38a-1b46-4303-8432-b9f72c62522d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.3269725 Nov 12 13:34:12.123916 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-238f8ddd-7e85-4dba-9151-5eb7a2d3f188 req-f3862a91-58c4-4ea8-887d-43ce403f831f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649199 Nov 12 13:34:12.412688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ae2e9-72a7-4f33-a8e1-2ca6a5f08b04 req-4e70ec87-f456-496e-b426-a97a6529f00e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:12.421890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d0ae2e9-72a7-4f33-a8e1-2ca6a5f08b04 req-4e70ec87-f456-496e-b426-a97a6529f00e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 945 time: 0.1853354 Nov 12 13:34:12.542564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:12.579076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d0ae2e9-72a7-4f33-a8e1-2ca6a5f08b04 req-c8faca6b-748f-46e4-bc84-c85acfff0a52 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545849 Nov 12 13:34:12.729148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=ae639b5b-5baa-4cbb-bc82-42fd89e77eaa,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:12.962136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:13.006698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.014286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.015184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.016011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.016953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.018140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.022119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.024414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.024924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.028230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.028230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.035407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:13.219737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a23a9314-a379-4d21-b901-2463d07056a4 req-40318ab4-e178-42d7-aaa1-54c9bc245587 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 210 time: 0.1171064 Nov 12 13:34:13.239164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:13.500841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529462a7-1dc9-4c4e-b7b7-c662e5b39844 req-e1b7298a-5f24-4cc9-8862-4ba89ec78ee0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:13.534121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-529462a7-1dc9-4c4e-b7b7-c662e5b39844 req-e1b7298a-5f24-4cc9-8862-4ba89ec78ee0 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.2113767 Nov 12 13:34:13.651769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:34:13.784155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:34:13.790031 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-529462a7-1dc9-4c4e-b7b7-c662e5b39844 req-2622e11b-c604-46c4-b08a-16c86f5f7309 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525983 Nov 12 13:34:13.796641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d0f60-6ec0-4559-a401-46ab438c9302 None None] Sync routers for ids ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:34:13.804374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-445de272-c085-4a2b-8469-4f79c9f25c15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6098230 Nov 12 13:34:13.807210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53618) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:13.850303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d0f60-6ec0-4559-a401-46ab438c9302 None None] Routers {'e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:13.850958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5a9d0f60-6ec0-4559-a401-46ab438c9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:13.886381 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9fc51249-50e3-4637-adee-1938696ef8da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37 HTTP/1.1" status: 200 len: 205 time: 0.0770996 Nov 12 13:34:13.888467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53620) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:13.947328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5a9d0f60-6ec0-4559-a401-46ab438c9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:13.978681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d0f60-6ec0-4559-a401-46ab438c9302 None None] Routers {'e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:13.985188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5a9d0f60-6ec0-4559-a401-46ab438c9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:33:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:14.136542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5a9d0f60-6ec0-4559-a401-46ab438c9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:14.139011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d0f60-6ec0-4559-a401-46ab438c9302 None None] The sync data for ids ['e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:34:14.192515 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:14.204898 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6c665cf-982f-45d4-9c34-076e07022731 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:14.395725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e44e4b23-cb23-4cbb-9c70-7ece143f7a00 req-75376cb7-5996-422e-adbe-10f6457abe74 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 210 time: 0.0560634 Nov 12 13:34:15.128387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-d8eb1fa3-fcbf-4658-8ab1-28fcd88df0fd tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:15.131123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-d8eb1fa3-fcbf-4658-8ab1-28fcd88df0fd tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 811 time: 0.4344642 Nov 12 13:34:15.146375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a1b0e-95e1-4449-b722-175cedd090f8 req-353ad87e-08b9-41c8-9d67-fc013f7ba06c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:15.154317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f21a1b0e-95e1-4449-b722-175cedd090f8 req-353ad87e-08b9-41c8-9d67-fc013f7ba06c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.1351068 Nov 12 13:34:15.252606 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-a0f46619-ec55-40b3-981f-e58c63ed0796 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1 HTTP/1.1" status: 200 len: 379 time: 0.0894487 Nov 12 13:34:15.277126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'port': {'device_id': '0e1a6696-3a48-49db-8d47-a22071513f30', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'admin_state_up': True, 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'security_groups': ['edaaf1b4-5146-46b9-b67b-c9526a391e74']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:15.390804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f21a1b0e-95e1-4449-b722-175cedd090f8 req-f519b529-80f0-4ae6-ba43-7351b77eb15b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310786 Nov 12 13:34:15.527899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f293d4-8bd0-4d2e-8475-a49320f75faa req-52786b22-8aed-435f-ad9c-71673c567177 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:15.537919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0f293d4-8bd0-4d2e-8475-a49320f75faa req-52786b22-8aed-435f-ad9c-71673c567177 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 945 time: 1.1533909 Nov 12 13:34:15.540802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6c665cf-982f-45d4-9c34-076e07022731 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:15.550030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6c665cf-982f-45d4-9c34-076e07022731 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:15.743941 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6c665cf-982f-45d4-9c34-076e07022731 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:15.744771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c665cf-982f-45d4-9c34-076e07022731 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Fanout notify agent at l3_agent the message router_deleted on router e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:34:15.764480 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6c665cf-982f-45d4-9c34-076e07022731 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:15.771748 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f6c665cf-982f-45d4-9c34-076e07022731 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37 HTTP/1.1" status: 204 len: 168 time: 1.8808446 Nov 12 13:34:15.778235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53650) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:15.886678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0f293d4-8bd0-4d2e-8475-a49320f75faa req-81298c72-bfec-48f2-93b2-b14db7f8d24d tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122077 Nov 12 13:34:15.890776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Made reservation on behalf of 9ff176a67ac8454d8ace8f4fc86f69c1 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:34:15.931998 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:15.934397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:15.987089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fd1159-5837-4550-8228-8fd878eb1bb0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting subnet 855e54e2-9b87-4906-a724-c43bc206a93e {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:34:15.992656 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29fd1159-5837-4550-8228-8fd878eb1bb0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:16.021103 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48b10052-fbae-4720-85d8-ad5480b9f879 req-f3a586d0-7555-4f33-9fbb-7b67af9cb28c tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 210 time: 0.2023933 Nov 12 13:34:16.104772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29fd1159-5837-4550-8228-8fd878eb1bb0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:16.233810 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:16.295759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29fd1159-5837-4550-8228-8fd878eb1bb0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:16.358309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:16.373801 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9a3afd-f39c-43ed-82fa-b1e116136a65" -d '{"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-unplugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:16.382556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Allocated IP 172.20.0.13 (6b059cc2-d657-4a8d-976e-afcc3d3cf7e5/284f2757-35cd-4f76-b04a-8d1b187f093e/99072daf-ae37-495e-9205-4b81df28e187) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:34:16.435117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:16.450368 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:16.589228 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29fd1159-5837-4550-8228-8fd878eb1bb0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:16.667943 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c259dd-e2fe-4e64-9235-415dae41b38b x-openstack-request-id: req-92c259dd-e2fe-4e64-9235-415dae41b38b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:16.668275 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-unplugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:16.668484 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92c259dd-e2fe-4e64-9235-415dae41b38b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:16.668905 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'code': 200} Nov 12 13:34:16.669581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:16.919006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd1159-5837-4550-8228-8fd878eb1bb0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Subnet': ['ID=855e54e2-9b87-4906-a724-c43bc206a93e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:16.940692 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29fd1159-5837-4550-8228-8fd878eb1bb0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:16.947795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1fc0f-517c-4919-a1a1-f4ee403d9c5d None None] Network 1ac3f184-437c-42de-8ed1-b37d8a719904 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:16.955055 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-29fd1159-5837-4550-8228-8fd878eb1bb0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/855e54e2-9b87-4906-a724-c43bc206a93e HTTP/1.1" status: 204 len: 168 time: 1.1751590 Nov 12 13:34:16.990509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53678) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:17.122606 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:17.147191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f7f804-5000-4d06-973e-c05990513095 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting subnet 3acdb2a2-ca4c-4237-9336-93652394c7e0 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:34:17.151295 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06f7f804-5000-4d06-973e-c05990513095 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:17.229151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06f7f804-5000-4d06-973e-c05990513095 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:17.409177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06f7f804-5000-4d06-973e-c05990513095 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:17.466705 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:17.527115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-c7e34b7f-cf61-41d2-843b-5e40d5d35676 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:17.531823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-c7e34b7f-cf61-41d2-843b-5e40d5d35676 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 945 time: 0.9845200 Nov 12 13:34:17.551928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06f7f804-5000-4d06-973e-c05990513095 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:17.688326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:34:17.697962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'Port': ['ID=99072daf-ae37-495e-9205-4b81df28e187,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:17.712019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:17.715011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:34:17.792973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7f804-5000-4d06-973e-c05990513095 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Subnet': ['ID=3acdb2a2-ca4c-4237-9336-93652394c7e0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:17.800997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06f7f804-5000-4d06-973e-c05990513095 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:17.808281 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-06f7f804-5000-4d06-973e-c05990513095 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/3acdb2a2-ca4c-4237-9336-93652394c7e0 HTTP/1.1" status: 204 len: 168 time: 0.8193007 Nov 12 13:34:17.813265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53684) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:17.829216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5590e29-dc87-4834-81ea-28d6b259c22b None None] Network 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:17.869391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf04f0f-6013-4c7e-90a4-763529869508 req-cd3b901d-2aee-4e77-9fd6-2a411d103572 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:17.879699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dbf04f0f-6013-4c7e-90a4-763529869508 req-cd3b901d-2aee-4e77-9fd6-2a411d103572 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.5271018 Nov 12 13:34:17.880065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9487cb6a-1d84-4188-a28e-5f1028a53e35 None None] DHCP port deletion for 1ac3f184-437c-42de-8ed1-b37d8a719904 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:17.924832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.926201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.927340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.936763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.937886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.938778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.939854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.941044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.941999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.946819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.947862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.948812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:17.982478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:17.984581 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:18.085679 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-8809174a-c240-48aa-9f2e-5b910226fee2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8218420 Nov 12 13:34:18.090715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b1863-330e-4a94-ac80-f19de1e39759 req-f6f5368a-b56d-405b-8a27-6e83e6a940e5 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:18.101183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Request body: {'port': {'device_id': '0e1a6696-3a48-49db-8d47-a22071513f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:18.122012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb4b1863-330e-4a94-ac80-f19de1e39759 req-f6f5368a-b56d-405b-8a27-6e83e6a940e5 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 945 time: 0.5880337 Nov 12 13:34:18.234264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:18.242204 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dbf04f0f-6013-4c7e-90a4-763529869508 req-b72f186c-cae3-4200-b4cf-c9a92e34cdfc tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612926 Nov 12 13:34:18.273952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9487cb6a-1d84-4188-a28e-5f1028a53e35 None None] Deleting port 4a738497-2b1d-4763-a3be-e56da53d41dd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:18.274728 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9487cb6a-1d84-4188-a28e-5f1028a53e35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:18.324330 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb4b1863-330e-4a94-ac80-f19de1e39759 req-bc6bff62-e3aa-4013-94c6-d364ad5c7cba tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013245 Nov 12 13:34:18.417724 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:18.509273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-cccf938a-4b63-4ffa-81c0-468aa9c5420f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Deleting port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:18.517307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9487cb6a-1d84-4188-a28e-5f1028a53e35 None None] For port 4a738497-2b1d-4763-a3be-e56da53d41dd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a738497-2b1d-4763-a3be-e56da53d41dd,segment=NetworkSegment(c861f9a8-98fc-44e1-b7ab-9adb2d580d9e),segment_id=c861f9a8-98fc-44e1-b7ab-9adb2d580d9e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:18.518200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9487cb6a-1d84-4188-a28e-5f1028a53e35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:18.520360 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-cccf938a-4b63-4ffa-81c0-468aa9c5420f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:18.552756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9487cb6a-1d84-4188-a28e-5f1028a53e35 None None] Calling delete_port for 4a738497-2b1d-4763-a3be-e56da53d41dd owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:18.598916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab8d447-4b55-4829-8a6e-37bf0db82849 None None] DHCP port deletion for 243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:18.754306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-71acb5c7-24ef-41f8-9260-c720516fe8f0 None None] Provisioning complete for port 99072daf-ae37-495e-9205-4b81df28e187 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:18.754642 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71acb5c7-24ef-41f8-9260-c720516fe8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:18.802474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-cccf938a-4b63-4ffa-81c0-468aa9c5420f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] For port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:18.803063 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-cccf938a-4b63-4ffa-81c0-468aa9c5420f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:18.829017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-cccf938a-4b63-4ffa-81c0-468aa9c5420f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Calling delete_port for d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:18.885805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aab8d447-4b55-4829-8a6e-37bf0db82849 None None] Deleting port 765da316-fb0b-4d73-874e-9cedf0366980 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:18.886465 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aab8d447-4b55-4829-8a6e-37bf0db82849 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:18.902989 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd1ff3-c8f2-4b04-b20b-9ea64451035b req-87eec461-3403-472b-b3dd-cf702dd2ce57 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:18.910855 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12dd1ff3-c8f2-4b04-b20b-9ea64451035b req-87eec461-3403-472b-b3dd-cf702dd2ce57 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 932 time: 0.3577311 Nov 12 13:34:19.049486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aab8d447-4b55-4829-8a6e-37bf0db82849 None None] For port 765da316-fb0b-4d73-874e-9cedf0366980, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=765da316-fb0b-4d73-874e-9cedf0366980,segment=NetworkSegment(0282d124-b1a4-495c-99f3-c01479fc3f9a),segment_id=0282d124-b1a4-495c-99f3-c01479fc3f9a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:19.049486 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aab8d447-4b55-4829-8a6e-37bf0db82849 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.069341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aab8d447-4b55-4829-8a6e-37bf0db82849 None None] Calling delete_port for 765da316-fb0b-4d73-874e-9cedf0366980 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:19.083898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 4a738497-2b1d-4763-a3be-e56da53d41dd {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:19.084207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.106697 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12dd1ff3-c8f2-4b04-b20b-9ea64451035b req-98f7ddd2-9700-44e7-8ce3-4485ab78bfe3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880810 Nov 12 13:34:19.198380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:19.200828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a738497-2b1d-4763-a3be-e56da53d41dd no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:19.208801 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aab8d447-4b55-4829-8a6e-37bf0db82849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.245982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-cccf938a-4b63-4ffa-81c0-468aa9c5420f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.293096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4d5bede1-d3ab-44b8-a726-206c139441e9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:34:19.306844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['67955d07-c4b9-4e29-a08d-4d72d61bc520'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:34:19.339938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99072daf-ae37-495e-9205-4b81df28e187 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:34:19.354033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf938a-4b63-4ffa-81c0-468aa9c5420f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Pushing event deleted for resources: {'Port': ['ID=d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:19.361793 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.373433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-71acb5c7-24ef-41f8-9260-c720516fe8f0 None None] Port 99072daf-ae37-495e-9205-4b81df28e187 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:34:19.397756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port 4a738497-2b1d-4763-a3be-e56da53d41dd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a738497-2b1d-4763-a3be-e56da53d41dd,segment=NetworkSegment(c861f9a8-98fc-44e1-b7ab-9adb2d580d9e),segment_id=c861f9a8-98fc-44e1-b7ab-9adb2d580d9e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:19.409741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.411727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c78e74-9da6-44c3-aa71-a1af60dfda0d None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:19.421772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Transition to ACTIVE for port object 99072daf-ae37-495e-9205-4b81df28e187 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:34:19.428718 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.447224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 4a738497-2b1d-4763-a3be-e56da53d41dd owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:19.471520 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9487cb6a-1d84-4188-a28e-5f1028a53e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.481967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8d447-4b55-4829-8a6e-37bf0db82849 None None] Pushing event deleted for resources: {'Port': ['ID=765da316-fb0b-4d73-874e-9cedf0366980,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:19.518432 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8ab3a883-68b9-4b18-818b-3dbaa7e7380f req-c40e1b9f-82ca-4a80-8435-e433467b92a4 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa91ef4-de54-47e8-a1d0-e424452ebecc HTTP/1.1" status: 200 len: 210 time: 0.0483172 Nov 12 13:34:19.550261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487cb6a-1d84-4188-a28e-5f1028a53e35 None None] No DVR routers for this DVR port 4a738497-2b1d-4763-a3be-e56da53d41dd on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:19.556415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8d447-4b55-4829-8a6e-37bf0db82849 None None] No DVR routers for this DVR port 765da316-fb0b-4d73-874e-9cedf0366980 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:19.556685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=99072daf-ae37-495e-9205-4b81df28e187,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:19.602011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-cccf938a-4b63-4ffa-81c0-468aa9c5420f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] No DVR routers for this DVR port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:19.627067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-cccf938a-4b63-4ffa-81c0-468aa9c5420f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.641045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc36be43-c45f-45e4-9388-1e1dcfe7b281 req-cccf938a-4b63-4ffa-81c0-468aa9c5420f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "DELETE /v2.0/ports/d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 HTTP/1.1" status: 204 len: 173 time: 2.0495615 Nov 12 13:34:19.653024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa91ef4-de54-47e8-a1d0-e424452ebecc', 'name': 'network-vif-deleted', 'tag': 'd8f667a5-f5d8-47f2-b3f1-9997c9bd02c3'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:19.660539 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c618e3e-7bd9-47f2-8fb4-b01110b15323" -d '{"events": [{"server_uuid": "5fa91ef4-de54-47e8-a1d0-e424452ebecc", "name": "network-vif-deleted", "tag": "d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:19.666990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Attempting to bind port 99072daf-ae37-495e-9205-4b81df28e187 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:34:19.667403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Attempting to bind port 99072daf-ae37-495e-9205-4b81df28e187 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:34:19.671241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Attempting to bind port 99072daf-ae37-495e-9205-4b81df28e187 on network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:34:19.678790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Port 99072daf-ae37-495e-9205-4b81df28e187 on network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:34:19.679106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Attempting to bind port 99072daf-ae37-495e-9205-4b81df28e187 on network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:34:19.690551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:34:19.691011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Checking segment: {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:34:19.691355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Bound using segment: {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:34:19.691824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Bound port: 99072daf-ae37-495e-9205-4b81df28e187, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:34:19.692194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.723902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487cb6a-1d84-4188-a28e-5f1028a53e35 None None] Pushing event deleted for resources: {'Port': ['ID=4a738497-2b1d-4763-a3be-e56da53d41dd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:19.880790 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eed4ebc-8e17-412d-8013-1a146c51fd4d x-openstack-request-id: req-5eed4ebc-8e17-412d-8013-1a146c51fd4d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:19.881753 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa91ef4-de54-47e8-a1d0-e424452ebecc", "name": "network-vif-deleted", "tag": "d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:19.881753 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5eed4ebc-8e17-412d-8013-1a146c51fd4d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:19.882219 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa91ef4-de54-47e8-a1d0-e424452ebecc', 'name': 'network-vif-deleted', 'tag': 'd8f667a5-f5d8-47f2-b3f1-9997c9bd02c3', 'status': 'completed', 'code': 200} Nov 12 13:34:19.887889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No active binding found for port 4a738497-2b1d-4763-a3be-e56da53d41dd {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:34:19.888613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a738497-2b1d-4763-a3be-e56da53d41dd not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:19.898190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 765da316-fb0b-4d73-874e-9cedf0366980 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:19.898464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] For port 99072daf-ae37-495e-9205-4b81df28e187, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:34:19.901448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No active binding found for port d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:34:19.902216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d8f667a5-f5d8-47f2-b3f1-9997c9bd02c3 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:19.919416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] For port 99072daf-ae37-495e-9205-4b81df28e187, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=99072daf-ae37-495e-9205-4b81df28e187,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:34:19.927704 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:19.943946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba878b-1f9b-4af2-8134-bb5c50982963 req-52daa6a6-1b9b-46b2-bb73-59adc36136a9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:19.946797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9bba878b-1f9b-4af2-8134-bb5c50982963 req-52daa6a6-1b9b-46b2-bb73-59adc36136a9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.5193846 Nov 12 13:34:19.990690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:34:20.022339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:20.023220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:20.028350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] 10.222.0.70 "PUT /v2.0/ports/99072daf-ae37-495e-9205-4b81df28e187 HTTP/1.1" status: 200 len: 1092 time: 1.9315383 Nov 12 13:34:20.037077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a6696-3a48-49db-8d47-a22071513f30', 'tag': '99072daf-ae37-495e-9205-4b81df28e187'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:20.047113 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82700fd-1602-4867-a901-d18506f5d38b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a6696-3a48-49db-8d47-a22071513f30", "tag": "99072daf-ae37-495e-9205-4b81df28e187"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:20.083718 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:20.223675 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7e12ce-b5c0-467f-91b7-9d12cba1cebc x-openstack-request-id: req-6b7e12ce-b5c0-467f-91b7-9d12cba1cebc {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:20.224050 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a6696-3a48-49db-8d47-a22071513f30", "tag": "99072daf-ae37-495e-9205-4b81df28e187", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:20.226376 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b7e12ce-b5c0-467f-91b7-9d12cba1cebc {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:20.226680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No DVR routers for this DVR port 4a738497-2b1d-4763-a3be-e56da53d41dd on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:20.227000 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a6696-3a48-49db-8d47-a22071513f30', 'tag': '99072daf-ae37-495e-9205-4b81df28e187', 'status': 'completed', 'code': 200} Nov 12 13:34:20.252323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9bba878b-1f9b-4af2-8134-bb5c50982963 req-7708486c-708d-4a44-ac88-321ff98c552f tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886012 Nov 12 13:34:20.266313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7875a-ba01-4053-b799-699e474c1bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=99072daf-ae37-495e-9205-4b81df28e187,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:20.310350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-607c7f34-7642-470c-8569-ce8da0daf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:20.315077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-607c7f34-7642-470c-8569-ce8da0daf266 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 1095 time: 0.2191148 Nov 12 13:34:20.364806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=4a738497-2b1d-4763-a3be-e56da53d41dd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:20.472406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-04a6f809-162a-4c86-9d07-0d01d4c31ea8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99072daf-ae37-495e-9205-4b81df28e187 HTTP/1.1" status: 200 len: 217 time: 0.1476736 Nov 12 13:34:20.582055 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:20.601193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 765da316-fb0b-4d73-874e-9cedf0366980 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:20.601952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 765da316-fb0b-4d73-874e-9cedf0366980 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:20.641914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd466da-d402-4df0-af72-77c953c855d8 req-97dae053-8888-44e3-8520-e1a89a8322b0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:20.643406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0bd466da-d402-4df0-af72-77c953c855d8 req-97dae053-8888-44e3-8520-e1a89a8322b0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 944 time: 0.2118678 Nov 12 13:34:20.704081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-e360f0da-1708-4253-a41a-891e2c660777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:20.706372 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-e360f0da-1708-4253-a41a-891e2c660777 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.2065864 Nov 12 13:34:20.722770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac3f184-437c-42de-8ed1-b37d8a719904']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:20.730397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:20.743337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c861f9a8-98fc-44e1-b7ab-9adb2d580d9e') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:20.743731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c861f9a8-98fc-44e1-b7ab-9adb2d580d9e') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:20.774247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:20.793840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0bd466da-d402-4df0-af72-77c953c855d8 req-c416d517-c2ff-4a77-a63a-6b7b57aec6a6 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345150 Nov 12 13:34:20.794454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'port_id': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'mac_address': 'fa:16:3e:28:86:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:34:20.807765 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:20.823557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:34:20.834052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:34:20.838890 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:34:20.846171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-3b9bb3d2-ddf5-4137-b49a-7118396438a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:20.847792 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-3b9bb3d2-ddf5-4137-b49a-7118396438a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997367 Nov 12 13:34:20.902129 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:20.963185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dce9890-63ab-4783-b1d9-aa80b0f6a234 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:34:20.983920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:20.995356 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:21.011569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/networks/1ac3f184-437c-42de-8ed1-b37d8a719904 HTTP/1.1" status: 204 len: 168 time: 3.1932032 Nov 12 13:34:21.015485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:21.024687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:21.031851 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:21.070832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece516c-ba01-48a9-985f-67518e7f7c8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Network': ['ID=1ac3f184-437c-42de-8ed1-b37d8a719904,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:21.105473 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-2fc677f6-65d6-4309-b262-598d5d915465 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493539 Nov 12 13:34:21.179107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:21.241867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['5dce9890-63ab-4783-b1d9-aa80b0f6a234'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:34:21.308207 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a033c9-9046-45c2-8720-ecda22ab3296 req-c54f7f99-ba7e-4680-87da-2d99a1df1ea2 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947620 Nov 12 13:34:21.315630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8d32a-32c4-40f5-92f8-fe794811cc6a req-b4948143-36e9-432b-b361-f89893e3ae1f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:21.319354 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fd8d32a-32c4-40f5-92f8-fe794811cc6a req-b4948143-36e9-432b-b361-f89893e3ae1f tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 945 time: 0.2244766 Nov 12 13:34:21.325669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:21.559653 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fd8d32a-32c4-40f5-92f8-fe794811cc6a req-9d60f407-8a49-4078-b8c0-4d60842a9d93 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256954 Nov 12 13:34:21.584410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74c323-16b3-47ef-b7bf-64f5aa511670 req-b855f806-c3fb-4d49-ac3b-a697bb1bc507 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:21.587218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c74c323-16b3-47ef-b7bf-64f5aa511670 req-b855f806-c3fb-4d49-ac3b-a697bb1bc507 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.1932507 Nov 12 13:34:21.589942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82700fd-1602-4867-a901-d18506f5d38b req-ce3820a0-d15c-4cd6-aeac-3d78324fce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:21.591820 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b82700fd-1602-4867-a901-d18506f5d38b req-ce3820a0-d15c-4cd6-aeac-3d78324fce6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 1095 time: 0.2150576 Nov 12 13:34:21.695169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:21.705463 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c74c323-16b3-47ef-b7bf-64f5aa511670 req-2e35c4dc-059b-4698-b481-471d15a30cca tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117470 Nov 12 13:34:21.722133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243ab23d-d7f0-49d4-9315-48a8d5d2c4a8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:21.740637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0282d124-b1a4-495c-99f3-c01479fc3f9a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:21.741146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0282d124-b1a4-495c-99f3-c01479fc3f9a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:21.755940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82700fd-1602-4867-a901-d18506f5d38b req-0432287c-9aeb-4146-80fa-579ab73b574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:21.757998 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b82700fd-1602-4867-a901-d18506f5d38b req-0432287c-9aeb-4146-80fa-579ab73b574f service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 912 time: 0.1570182 Nov 12 13:34:21.759010 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:21.780494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:21.789155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:34:21.789614 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:34:21.794310 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:34:21.813433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b82700fd-1602-4867-a901-d18506f5d38b req-f8509686-968c-4c28-b779-3c37e3387c45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99072daf-ae37-495e-9205-4b81df28e187 HTTP/1.1" status: 200 len: 217 time: 0.0453489 Nov 12 13:34:21.868666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:21.881602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:21.881991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82700fd-1602-4867-a901-d18506f5d38b req-b4767f92-9636-4741-abd6-6d1cf73a690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:21.883644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b82700fd-1602-4867-a901-d18506f5d38b req-b4767f92-9636-4741-abd6-6d1cf73a690a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.0627675 Nov 12 13:34:21.890818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/networks/243ab23d-d7f0-49d4-9315-48a8d5d2c4a8 HTTP/1.1" status: 204 len: 168 time: 0.8364544 Nov 12 13:34:21.895201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53752) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:21.900289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-526603511'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:21.900530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe8ed5-8d0b-4124-8adf-16fc8ac3f9a5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Network': ['ID=243ab23d-d7f0-49d4-9315-48a8d5d2c4a8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:21.969575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:21.986474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:34:21.990274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:22.002804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832577c4-8196-4b29-9c7e-cb9f8030a16d req-2516c637-5bc2-4f99-9a78-1a41d9e621bf tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:22.005789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-832577c4-8196-4b29-9c7e-cb9f8030a16d req-2516c637-5bc2-4f99-9a78-1a41d9e621bf tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 944 time: 0.0873454 Nov 12 13:34:22.035093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:34:22.049384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82700fd-1602-4867-a901-d18506f5d38b req-04dd75a9-3cb4-4bb3-906c-05311e94ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:22.051209 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b82700fd-1602-4867-a901-d18506f5d38b req-04dd75a9-3cb4-4bb3-906c-05311e94ccca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569872 Nov 12 13:34:22.056578 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:22.057054 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added segment cc71e0a6-977c-45ee-b149-9337a9375389 of type vlan for network 37c1a6a0-94bc-45a7-97f5-d3820baff32d Nov 12 13:34:22.057632 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:22.058145 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:22.110675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-832577c4-8196-4b29-9c7e-cb9f8030a16d req-14a89185-ce97-4771-8920-10f9107bdf06 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917819 Nov 12 13:34:22.178715 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:22.208545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:22.211130 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0de9b9-1c4c-4ad5-926b-53ac334ec714" -d '{"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-plugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:22.227250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:22.235466 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:22.254178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:22.301548 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e73577-348a-4ee0-afb0-83fc2b411b31 x-openstack-request-id: req-30e73577-348a-4ee0-afb0-83fc2b411b31 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:22.301843 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-plugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:22.302099 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30e73577-348a-4ee0-afb0-83fc2b411b31 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:22.302500 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'code': 200} Nov 12 13:34:22.319097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:22.380406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b82700fd-1602-4867-a901-d18506f5d38b req-c2eb8669-7702-4f75-bbc9-94b6016052c8 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174651 Nov 12 13:34:22.382087 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:22.390908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:22.391589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:22.500073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6036353 Nov 12 13:34:22.505507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53764) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:22.515821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'subnet': {'network_id': '37c1a6a0-94bc-45a7-97f5-d3820baff32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:22.620470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094c081-d8dc-432d-99dd-a1d1887b2b0c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Network': ['ID=37c1a6a0-94bc-45a7-97f5-d3820baff32d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:22.635563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 37c1a6a0-94bc-45a7-97f5-d3820baff32d details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:34:22.762041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b82700fd-1602-4867-a901-d18506f5d38b req-a190019d-6f43-488a-99aa-3ebf4a128191 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652232 Nov 12 13:34:22.844495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:34:22.854305 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:23.107283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa65fd3-b05d-4eee-82bd-7a1c330f604d req-bee5fc8a-feba-48f5-ba6a-a8bd2dde55fb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:23.111675 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fa65fd3-b05d-4eee-82bd-7a1c330f604d req-bee5fc8a-feba-48f5-ba6a-a8bd2dde55fb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.1695983 Nov 12 13:34:23.142420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843c490-11d8-4e9a-b878-13dfbbedc43f req-6343974b-8708-4e3d-98f5-1be51622a7a7 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:23.166844 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5843c490-11d8-4e9a-b878-13dfbbedc43f req-6343974b-8708-4e3d-98f5-1be51622a7a7 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 945 time: 0.2834632 Nov 12 13:34:23.199404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fa65fd3-b05d-4eee-82bd-7a1c330f604d req-15ef35c8-30c8-4d9b-8dd2-e03f94e7d446 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777717 Nov 12 13:34:23.229867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-022e2faa-3540-40f8-ae8c-75a6b844c54d tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:23.231499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-022e2faa-3540-40f8-ae8c-75a6b844c54d tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.105 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 945 time: 0.3275678 Nov 12 13:34:23.361931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5843c490-11d8-4e9a-b878-13dfbbedc43f req-c068439f-d76b-427f-9b29-08b9862d4ac9 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929433 Nov 12 13:34:23.653308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:23.669120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b971-e7cf-452e-b470-99d952a91ad6 req-c4ebedb5-8115-48a6-aaf2-1b9244652cd9 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:23.676842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5dc2b971-e7cf-452e-b470-99d952a91ad6 req-c4ebedb5-8115-48a6-aaf2-1b9244652cd9 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 944 time: 0.1168690 Nov 12 13:34:23.797526 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5dc2b971-e7cf-452e-b470-99d952a91ad6 req-e63d2acb-4455-45b1-bc47-89efccc88983 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194720 Nov 12 13:34:23.877188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53802) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:23.879581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-e67d2ba0-b113-4940-9783-fe0e82607e2b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Deleting port 67955d07-c4b9-4e29-a08d-4d72d61bc520 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:23.879936 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-e67d2ba0-b113-4940-9783-fe0e82607e2b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:24.106086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Subnet': ['ID=e1f642db-6811-4ffe-bf5f-c5a457ed1077,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:24.121982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Checking segment: {'id': 'cc71e0a6-977c-45ee-b149-9337a9375389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '37c1a6a0-94bc-45a7-97f5-d3820baff32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:34:24.122442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network hostable DHCP agents. Network: 37c1a6a0-94bc-45a7-97f5-d3820baff32d, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:34:24.187449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 37c1a6a0-94bc-45a7-97f5-d3820baff32d is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:34:24.247241 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-e67d2ba0-b113-4940-9783-fe0e82607e2b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] For port 67955d07-c4b9-4e29-a08d-4d72d61bc520, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=67955d07-c4b9-4e29-a08d-4d72d61bc520,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:24.247465 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-e67d2ba0-b113-4940-9783-fe0e82607e2b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:24.251414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 37c1a6a0-94bc-45a7-97f5-d3820baff32d) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:24.265488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fbf2cd-1360-4912-b1cc-072a803c71b6 None None] Network 37c1a6a0-94bc-45a7-97f5-d3820baff32d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:24.282777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:24.284190 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:24.289618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-e67d2ba0-b113-4940-9783-fe0e82607e2b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Calling delete_port for 67955d07-c4b9-4e29-a08d-4d72d61bc520 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:24.332554 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9692f2b1-fecb-4ca6-98c5-f528f8f33f81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8252580 Nov 12 13:34:24.367124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53820) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:24.372762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b63f9a29-d672-47f4-a95f-0de239a199f4 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1884341273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:24.638013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af291292-53d0-4da3-ab97-fb7e61cd9993 req-c76f6ec1-c21e-4f24-a550-9cb4213451b3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:24.642872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af291292-53d0-4da3-ab97-fb7e61cd9993 req-c76f6ec1-c21e-4f24-a550-9cb4213451b3 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.3087618 Nov 12 13:34:24.652815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b63f9a29-d672-47f4-a95f-0de239a199f4 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:24.654025 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b63f9a29-d672-47f4-a95f-0de239a199f4 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:24.796406 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-37c1a6a0-94bc-45a7-97f5-d3820baff32d', 'network_id': '37c1a6a0-94bc-45a7-97f5-d3820baff32d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'fixed_ips': [{'subnet_id': 'e1f642db-6811-4ffe-bf5f-c5a457ed1077'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:34:24.798153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:24.960558 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b63f9a29-d672-47f4-a95f-0de239a199f4 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:24.983741 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af291292-53d0-4da3-ab97-fb7e61cd9993 req-6c998dd7-1d61-4cef-bade-2216d59aca84 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188884 Nov 12 13:34:24.986510 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b63f9a29-d672-47f4-a95f-0de239a199f4 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:25.038139 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b63f9a29-d672-47f4-a95f-0de239a199f4 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:25.041255 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b63f9a29-d672-47f4-a95f-0de239a199f4 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6720614 Nov 12 13:34:25.113837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53836) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:25.116161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 99072daf-ae37-495e-9205-4b81df28e187 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:34:25.131244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'port': {'network_id': '37c1a6a0-94bc-45a7-97f5-d3820baff32d', 'name': 'tempest-RoutersIpV6Test-2087237201'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:25.355968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 99072daf-ae37-495e-9205-4b81df28e187, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=99072daf-ae37-495e-9205-4b81df28e187,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:25.372969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '99072daf-ae37-495e-9205-4b81df28e187', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'port_id': '99072daf-ae37-495e-9205-4b81df28e187', 'mac_address': 'fa:16:3e:32:a4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:34:25.385637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Allocated IP 2001:db8::2 (37c1a6a0-94bc-45a7-97f5-d3820baff32d/e1f642db-6811-4ffe-bf5f-c5a457ed1077/e79cd96b-32d4-41fb-a344-c633115edaea) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:34:25.514264 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:25.537025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945de7a-b8d6-4d4d-96e0-9d640bbac5fc req-37092261-4642-4e8a-a639-d672ff14ed55 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:25.543754 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e945de7a-b8d6-4d4d-96e0-9d640bbac5fc req-37092261-4642-4e8a-a639-d672ff14ed55 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=e574d1ff-4868-4f23-a119-059a1b548b48 HTTP/1.1" status: 200 len: 945 time: 0.1941459 Nov 12 13:34:25.557593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99072daf-ae37-495e-9205-4b81df28e187 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:34:25.614619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:34:25.618905 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:25.640986 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-e67d2ba0-b113-4940-9783-fe0e82607e2b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:25.676311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] device_id is not set on port b4ce087a-0824-4511-be70-e4010f86f398 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:34:25.677342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['67955d07-c4b9-4e29-a08d-4d72d61bc520'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:34:25.737050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4d5bede1-d3ab-44b8-a726-206c139441e9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:34:25.887082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 99072daf-ae37-495e-9205-4b81df28e187, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=99072daf-ae37-495e-9205-4b81df28e187,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:25.902891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:25.944267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d2ba0-b113-4940-9783-fe0e82607e2b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Pushing event deleted for resources: {'Port': ['ID=67955d07-c4b9-4e29-a08d-4d72d61bc520,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:25.959918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e945de7a-b8d6-4d4d-96e0-9d640bbac5fc req-1cd7534b-06c1-4fc4-a333-e541ee089094 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777251 Nov 12 13:34:26.088514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951047b-48a6-4c8c-9b3d-fe6a4285e6b9 req-d99a141c-af45-4e98-bb53-a742dd7dcd99 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:26.091130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=99072daf-ae37-495e-9205-4b81df28e187,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:26.097186 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e951047b-48a6-4c8c-9b3d-fe6a4285e6b9 req-d99a141c-af45-4e98-bb53-a742dd7dcd99 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 944 time: 0.6817691 Nov 12 13:34:26.111935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239dfb54-84c6-4bcf-a7ec-8838e5345e29 None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:26.223142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-e67d2ba0-b113-4940-9783-fe0e82607e2b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] No DVR routers for this DVR port 67955d07-c4b9-4e29-a08d-4d72d61bc520 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:26.227613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-e67d2ba0-b113-4940-9783-fe0e82607e2b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:26.231955 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4dc0b3f0-9ade-47d3-b23e-bb58980b49f2 req-e67d2ba0-b113-4940-9783-fe0e82607e2b tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.105 "DELETE /v2.0/ports/67955d07-c4b9-4e29-a08d-4d72d61bc520 HTTP/1.1" status: 204 len: 173 time: 2.9935367 Nov 12 13:34:26.233069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e574d1ff-4868-4f23-a119-059a1b548b48', 'name': 'network-vif-deleted', 'tag': '67955d07-c4b9-4e29-a08d-4d72d61bc520'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:26.235826 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5ca3a-d7f8-4147-9191-9bffb36aee8e" -d '{"events": [{"server_uuid": "e574d1ff-4868-4f23-a119-059a1b548b48", "name": "network-vif-deleted", "tag": "67955d07-c4b9-4e29-a08d-4d72d61bc520"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:26.267174 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e951047b-48a6-4c8c-9b3d-fe6a4285e6b9 req-07ce2b04-9aa4-464c-854a-56c94d9afdd3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689007 Nov 12 13:34:26.352690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['99072daf-ae37-495e-9205-4b81df28e187'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:34:26.421660 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef992966-4270-4efe-8a5f-96871d0f94ed x-openstack-request-id: req-ef992966-4270-4efe-8a5f-96871d0f94ed {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:26.421964 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e574d1ff-4868-4f23-a119-059a1b548b48", "name": "network-vif-deleted", "tag": "67955d07-c4b9-4e29-a08d-4d72d61bc520", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:26.422226 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef992966-4270-4efe-8a5f-96871d0f94ed {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:26.422878 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e574d1ff-4868-4f23-a119-059a1b548b48', 'name': 'network-vif-deleted', 'tag': '67955d07-c4b9-4e29-a08d-4d72d61bc520', 'status': 'completed', 'code': 200} Nov 12 13:34:26.574769 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:26.682878 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:26.714156 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:26.739848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bd01c-ffcc-45a3-92ac-c3c05fb05545 req-7de90ce6-8761-4c71-ac8c-9d5b95343b2a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:26.756468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-134bd01c-ffcc-45a3-92ac-c3c05fb05545 req-7de90ce6-8761-4c71-ac8c-9d5b95343b2a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.3752315 Nov 12 13:34:26.819105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Network 37c1a6a0-94bc-45a7-97f5-d3820baff32d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:34:26.838121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Allocated IP 2001:db8::ed (37c1a6a0-94bc-45a7-97f5-d3820baff32d/e1f642db-6811-4ffe-bf5f-c5a457ed1077/b4ce087a-0824-4511-be70-e4010f86f398) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:34:26.847621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:26.852260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:34:26.855370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Pushing event updated for resources: {'Port': ['ID=e79cd96b-32d4-41fb-a344-c633115edaea,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:26.903228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.903475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.903819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.904155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.905150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.905150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.913823 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.914147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.914490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.914824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.915162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:26.915522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:34:27.013045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-134bd01c-ffcc-45a3-92ac-c3c05fb05545 req-35660009-53ca-4dca-a3e1-f1cfb308fcab tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343264 Nov 12 13:34:27.197459 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-665a8ad4-7eac-4c75-b8d3-dcaea972b456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:27.200052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Attempting to bind port e79cd96b-32d4-41fb-a344-c633115edaea on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:34:27.200821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Attempting to bind port e79cd96b-32d4-41fb-a344-c633115edaea by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'cc71e0a6-977c-45ee-b149-9337a9375389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '37c1a6a0-94bc-45a7-97f5-d3820baff32d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:34:27.201397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Attempting to bind port e79cd96b-32d4-41fb-a344-c633115edaea on network 37c1a6a0-94bc-45a7-97f5-d3820baff32d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:34:27.208178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:34:27.210312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Checking segment: {'id': 'cc71e0a6-977c-45ee-b149-9337a9375389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '37c1a6a0-94bc-45a7-97f5-d3820baff32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:34:27.211207 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:27.211821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Bound using segment: {'id': 'cc71e0a6-977c-45ee-b149-9337a9375389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '37c1a6a0-94bc-45a7-97f5-d3820baff32d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:34:27.212818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Bound port: e79cd96b-32d4-41fb-a344-c633115edaea, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc71e0a6-977c-45ee-b149-9337a9375389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '37c1a6a0-94bc-45a7-97f5-d3820baff32d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:34:27.213368 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:27.222217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] Deleting port 3ce25574-7846-4cec-9545-2b9325625ba0 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:27.222568 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:27.255928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:27.373184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:27.473310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] For port e79cd96b-32d4-41fb-a344-c633115edaea, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:34:27.476525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] For port 3ce25574-7846-4cec-9545-2b9325625ba0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3ce25574-7846-4cec-9545-2b9325625ba0,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:27.477127 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:27.480753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] For port e79cd96b-32d4-41fb-a344-c633115edaea, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e79cd96b-32d4-41fb-a344-c633115edaea,segment=NetworkSegment(cc71e0a6-977c-45ee-b149-9337a9375389),segment_id=cc71e0a6-977c-45ee-b149-9337a9375389)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:34:27.496062 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:27.499789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 37c1a6a0-94bc-45a7-97f5-d3820baff32d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:34:27.510720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:27.516042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:34:27.527649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:27.528707 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:27.545758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] Calling delete_port for 3ce25574-7846-4cec-9545-2b9325625ba0 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:27.558036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=b4ce087a-0824-4511-be70-e4010f86f398,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:27.591039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b6c71fde-59e8-403e-8bc9-c8f3550fd33d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4725564 Nov 12 13:34:27.594624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53870) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:27.615797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863389ab-80cb-4507-9b96-975707c29779 req-57992347-3eaf-480b-a816-771581ea29c5 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:27.618543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649109c-c8f2-43f5-a81b-1012e86cf3d3 None None] Pushing event updated for resources: {'Port': ['ID=e79cd96b-32d4-41fb-a344-c633115edaea,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:27.630108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-863389ab-80cb-4507-9b96-975707c29779 req-57992347-3eaf-480b-a816-771581ea29c5 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 945 time: 0.1944842 Nov 12 13:34:27.992867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 67955d07-c4b9-4e29-a08d-4d72d61bc520 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:28.095314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 67955d07-c4b9-4e29-a08d-4d72d61bc520 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:28.095906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 67955d07-c4b9-4e29-a08d-4d72d61bc520 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:28.320765 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:28.418564 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ad0d2-c431-4a6c-b160-be091c35082b req-4430f84c-b963-4805-a5ad-03ef589f5528 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:28.429620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-999ad0d2-c431-4a6c-b160-be091c35082b req-4430f84c-b963-4805-a5ad-03ef589f5528 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.2238023 Nov 12 13:34:28.434191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce25574-7846-4cec-9545-2b9325625ba0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:28.737695 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-999ad0d2-c431-4a6c-b160-be091c35082b req-e55abf2d-717a-4fdc-adc2-8ba765da9984 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067069 Nov 12 13:34:29.085944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-863389ab-80cb-4507-9b96-975707c29779 req-4f1a252d-9a8c-4ebf-b412-23d76f01880f tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4545774 Nov 12 13:34:29.093514 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:29.105239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 99072daf-ae37-495e-9205-4b81df28e187 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:29.266602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 99072daf-ae37-495e-9205-4b81df28e187 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:34:29.272045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 99072daf-ae37-495e-9205-4b81df28e187 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:29.272950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:29.555890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e79cd96b-32d4-41fb-a344-c633115edaea up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:29.687802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:29.882285 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c8b633a-acdd-459e-8b0f-4cbb07d42dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:29.987545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] Router 15db21fe-8f06-4754-ae4f-ede0b72aa552 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:34:30.032803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d138f831-17c2-4c4d-a413-b85a2afbc11a None None] Network 37c1a6a0-94bc-45a7-97f5-d3820baff32d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:30.254758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1147964-8c67-4672-a33d-86350aed78f4 req-799178cc-9bef-408e-9284-827bb9abb223 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:30.272201 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1147964-8c67-4672-a33d-86350aed78f4 req-799178cc-9bef-408e-9284-827bb9abb223 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.3802259 Nov 12 13:34:30.317168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:34:30.324475 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-524ea60e-220f-46b0-b04e-a5b4b93b087f admin admin] 10.222.0.73 "PUT /v2.0/routers/15db21fe-8f06-4754-ae4f-ede0b72aa552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4462306 Nov 12 13:34:30.328814 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] Sync routers for ids ['15db21fe-8f06-4754-ae4f-ede0b72aa552'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:34:30.335930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53908) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:30.347251 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] Routers {'15db21fe-8f06-4754-ae4f-ede0b72aa552'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:30.352292 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['15db21fe-8f06-4754-ae4f-ede0b72aa552'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:30.376570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18087d4-631f-4d16-8e39-b7787ed2db5a req-cc6a4acb-f181-4665-a9a4-a7e207df1838 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:30.396584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f18087d4-631f-4d16-8e39-b7787ed2db5a req-cc6a4acb-f181-4665-a9a4-a7e207df1838 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 945 time: 0.1733475 Nov 12 13:34:30.416217 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:30.469327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e79cd96b-32d4-41fb-a344-c633115edaea triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:30.469799 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:30.489870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7398c9a3-0a00-4f64-8d3f-924468d081b1 None None] Provisioning complete for port e79cd96b-32d4-41fb-a344-c633115edaea triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:30.490249 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7398c9a3-0a00-4f64-8d3f-924468d081b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:30.500237 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f18087d4-631f-4d16-8e39-b7787ed2db5a req-67b2b508-c759-489c-b7a3-4a68c074b292 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023428 Nov 12 13:34:30.513592 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1147964-8c67-4672-a33d-86350aed78f4 req-ebda448a-fab8-49e9-bacd-ab24f9972712 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349699 Nov 12 13:34:30.653677 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1a6696-3a48-49db-8d47-a22071513f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99072daf-ae37-495e-9205-4b81df28e187'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:30.656736 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cd1c1a-c738-4234-84fa-21c898867d76" -d '{"events": [{"server_uuid": "0e1a6696-3a48-49db-8d47-a22071513f30", "name": "network-vif-plugged", "status": "completed", "tag": "99072daf-ae37-495e-9205-4b81df28e187"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:30.727498 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] Set router 15db21fe-8f06-4754-ae4f-ede0b72aa552 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:34:30.758341 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b899e885-5d5d-4b05-8f25-f342a42c1dc0 x-openstack-request-id: req-b899e885-5d5d-4b05-8f25-f342a42c1dc0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:30.758629 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1a6696-3a48-49db-8d47-a22071513f30", "name": "network-vif-plugged", "status": "completed", "tag": "99072daf-ae37-495e-9205-4b81df28e187", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:30.759091 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b899e885-5d5d-4b05-8f25-f342a42c1dc0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:30.759646 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1a6696-3a48-49db-8d47-a22071513f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99072daf-ae37-495e-9205-4b81df28e187', 'code': 200} Nov 12 13:34:30.770107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 99072daf-ae37-495e-9205-4b81df28e187, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=99072daf-ae37-495e-9205-4b81df28e187,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:30.780234 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:30.818440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:30.826921 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:30.949479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:30.952260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96362e-93c5-44f2-a830-a6afaf4bab87 req-9318207f-0976-417d-8c11-308e57113089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:30.953917 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ca96362e-93c5-44f2-a830-a6afaf4bab87 req-9318207f-0976-417d-8c11-308e57113089 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 1097 time: 0.1207163 Nov 12 13:34:31.091473 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ca96362e-93c5-44f2-a830-a6afaf4bab87 req-9e9ae798-c3e1-4619-8bac-4f1b19f587f3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288342 Nov 12 13:34:31.098686 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:31.166580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:31.203783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=99072daf-ae37-495e-9205-4b81df28e187,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:31.222345 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:34:28Z', 'revision_number': 5, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port': {'id': 'f7c4883e-be61-4dec-adb0-8c4d55f68e69', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:21:02Z', 'updated_at': '2021-11-12T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:31.236190 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7398c9a3-0a00-4f64-8d3f-924468d081b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:31.239375 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port e79cd96b-32d4-41fb-a344-c633115edaea, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e79cd96b-32d4-41fb-a344-c633115edaea,segment=NetworkSegment(cc71e0a6-977c-45ee-b149-9337a9375389),segment_id=cc71e0a6-977c-45ee-b149-9337a9375389)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:31.263975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:31.295975 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] Checking router: 15db21fe-8f06-4754-ae4f-ede0b72aa552 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:34:31.305440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=b4ce087a-0824-4511-be70-e4010f86f398,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:31.331681 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] Routers {'15db21fe-8f06-4754-ae4f-ede0b72aa552'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:31.332465 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['15db21fe-8f06-4754-ae4f-ede0b72aa552'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:31.397250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eafdf-62c3-4528-b952-b8400f243004 req-96fce594-b016-4474-9693-83cee29a4a9d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:31.402270 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-582eafdf-62c3-4528-b952-b8400f243004 req-96fce594-b016-4474-9693-83cee29a4a9d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.3285882 Nov 12 13:34:31.651125 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] Set router 15db21fe-8f06-4754-ae4f-ede0b72aa552 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:34:31.790251 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:31.856297 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:34:31Z', 'revision_number': 6, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:31.860636 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:31.893050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c320af-6ca2-44c7-8034-c5016121c768 req-4d96c002-ba6c-42a3-8064-31e4d80f8195 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:31.904513 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71c320af-6ca2-44c7-8034-c5016121c768 req-4d96c002-ba6c-42a3-8064-31e4d80f8195 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.1293538 Nov 12 13:34:31.958164 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764967d-c746-4425-a1fa-47e0e5ca8c8f None None] The sync data for ids ['15db21fe-8f06-4754-ae4f-ede0b72aa552'] in n-d-805736-4 is: [{'id': '15db21fe-8f06-4754-ae4f-ede0b72aa552', 'name': 'tempest-TaggedBootDevicesTest_v242-197565361-router', 'tenant_id': '417c8b6de118451fa28529e6becf05da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:21:00Z', 'updated_at': '2021-11-12T13:34:31Z', 'revision_number': 6, 'project_id': '417c8b6de118451fa28529e6becf05da', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:34:32.183518 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-7398c9a3-0a00-4f64-8d3f-924468d081b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:34:32.183882 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-7398c9a3-0a00-4f64-8d3f-924468d081b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:34:32.283369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:32.284439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=e79cd96b-32d4-41fb-a344-c633115edaea,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:32.331586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9865-fe0b-424c-a0e4-4e03d2c21e79 req-dd0f0166-b38a-44e8-a176-6c3bedb3838f tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:32.333499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-762d9865-fe0b-424c-a0e4-4e03d2c21e79 req-dd0f0166-b38a-44e8-a176-6c3bedb3838f tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.5168710 Nov 12 13:34:32.339302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Deleting port f7c4883e-be61-4dec-adb0-8c4d55f68e69 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:32.339640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:32.484119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71c320af-6ca2-44c7-8034-c5016121c768 req-3ef6b3b2-5721-4b6d-8c42-9aedaa820223 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669460 Nov 12 13:34:32.617891 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:32.710298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] For port f7c4883e-be61-4dec-adb0-8c4d55f68e69, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f7c4883e-be61-4dec-adb0-8c4d55f68e69,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:32.710788 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:32.721107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-762d9865-fe0b-424c-a0e4-4e03d2c21e79 req-849b86ed-51c5-4f1a-ab15-4cade33e425a tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812572 Nov 12 13:34:32.802357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-582eafdf-62c3-4528-b952-b8400f243004 req-0d6860ec-ff4f-4ccd-a223-423fb7f06d26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Deleting port 7ef6b10c-dd92-460f-8297-d47e32a6e264 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:32.803225 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-582eafdf-62c3-4528-b952-b8400f243004 req-0d6860ec-ff4f-4ccd-a223-423fb7f06d26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:32.826245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Calling delete_port for f7c4883e-be61-4dec-adb0-8c4d55f68e69 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:32.903485 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:32.979634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d84d5971-c2d2-4de9-8f26-3f92a0326184 None None] Provisioning complete for port e79cd96b-32d4-41fb-a344-c633115edaea triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:32.986561 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d84d5971-c2d2-4de9-8f26-3f92a0326184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:33.218594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d84d5971-c2d2-4de9-8f26-3f92a0326184 None None] Provisioning complete for port b4ce087a-0824-4511-be70-e4010f86f398 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:33.219261 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d84d5971-c2d2-4de9-8f26-3f92a0326184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:33.262130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-582eafdf-62c3-4528-b952-b8400f243004 req-0d6860ec-ff4f-4ccd-a223-423fb7f06d26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] For port 7ef6b10c-dd92-460f-8297-d47e32a6e264, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=7ef6b10c-dd92-460f-8297-d47e32a6e264,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:33.263981 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-582eafdf-62c3-4528-b952-b8400f243004 req-0d6860ec-ff4f-4ccd-a223-423fb7f06d26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:33.289628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d84d5971-c2d2-4de9-8f26-3f92a0326184 None None] Port b4ce087a-0824-4511-be70-e4010f86f398 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:34:33.313912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-582eafdf-62c3-4528-b952-b8400f243004 req-0d6860ec-ff4f-4ccd-a223-423fb7f06d26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Calling delete_port for 7ef6b10c-dd92-460f-8297-d47e32a6e264 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:33.485087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:33.702683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c4883e-be61-4dec-adb0-8c4d55f68e69,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:33.835282 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab35bce9-ab7a-42de-8fdd-097b423f3f77 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:33.897210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f482c8-71ac-4ac2-b3b9-6066d5969fde req-e2acc977-37f5-4f2b-bd77-4a23605976cf tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:33.915076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2f482c8-71ac-4ac2-b3b9-6066d5969fde req-e2acc977-37f5-4f2b-bd77-4a23605976cf tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 945 time: 0.3192606 Nov 12 13:34:33.995297 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:34.007814 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-582eafdf-62c3-4528-b952-b8400f243004 req-0d6860ec-ff4f-4ccd-a223-423fb7f06d26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:34.009694 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:34.012961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:34.025978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['7ef6b10c-dd92-460f-8297-d47e32a6e264'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:34:34.194893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e79cd96b-32d4-41fb-a344-c633115edaea up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:34.209413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2f482c8-71ac-4ac2-b3b9-6066d5969fde req-65eb7aab-0f5b-4e1f-abbe-579e7aceb3de tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793925 Nov 12 13:34:34.251133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f4a14c-9451-4fd7-a46f-836f8c37622f None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:34.403028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e79cd96b-32d4-41fb-a344-c633115edaea triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:34.403414 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:34.651627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f7c4883e-be61-4dec-adb0-8c4d55f68e69 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:34.698120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f7c4883e-be61-4dec-adb0-8c4d55f68e69 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:34.698515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f7c4883e-be61-4dec-adb0-8c4d55f68e69 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:34.698949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3ce25574-7846-4cec-9545-2b9325625ba0 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:34.770463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 3ce25574-7846-4cec-9545-2b9325625ba0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:34.770825 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3ce25574-7846-4cec-9545-2b9325625ba0 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:34.819598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-582eafdf-62c3-4528-b952-b8400f243004 req-0d6860ec-ff4f-4ccd-a223-423fb7f06d26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] No DVR routers for this DVR port 7ef6b10c-dd92-460f-8297-d47e32a6e264 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:34.854784 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:35.042364 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-582eafdf-62c3-4528-b952-b8400f243004 req-0d6860ec-ff4f-4ccd-a223-423fb7f06d26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:35.047564 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-582eafdf-62c3-4528-b952-b8400f243004 req-0d6860ec-ff4f-4ccd-a223-423fb7f06d26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "DELETE /v2.0/ports/7ef6b10c-dd92-460f-8297-d47e32a6e264 HTTP/1.1" status: 204 len: 173 time: 3.2454815 Nov 12 13:34:35.141625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ca13b1-f07e-406c-b70b-52073fbe7b25', 'name': 'network-vif-deleted', 'tag': '7ef6b10c-dd92-460f-8297-d47e32a6e264'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:35.151925 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddeb873-0050-40a7-8d45-3fa5d7f4dde5" -d '{"events": [{"server_uuid": "c0ca13b1-f07e-406c-b70b-52073fbe7b25", "name": "network-vif-deleted", "tag": "7ef6b10c-dd92-460f-8297-d47e32a6e264"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:35.377532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=b4ce087a-0824-4511-be70-e4010f86f398,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:35.416693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 37c1a6a0-94bc-45a7-97f5-d3820baff32d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:34:35.431127 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19c6615-1027-4b0f-9b97-e3d94629549e x-openstack-request-id: req-e19c6615-1027-4b0f-9b97-e3d94629549e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:35.437587 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ca13b1-f07e-406c-b70b-52073fbe7b25", "name": "network-vif-deleted", "tag": "7ef6b10c-dd92-460f-8297-d47e32a6e264", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:35.437981 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e19c6615-1027-4b0f-9b97-e3d94629549e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:35.438625 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ca13b1-f07e-406c-b70b-52073fbe7b25', 'name': 'network-vif-deleted', 'tag': '7ef6b10c-dd92-460f-8297-d47e32a6e264', 'status': 'completed', 'code': 200} Nov 12 13:34:35.449142 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:35.573643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:35.608725 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:35.626339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6860ec-ff4f-4ccd-a223-423fb7f06d26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event deleted for resources: {'Port': ['ID=7ef6b10c-dd92-460f-8297-d47e32a6e264,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:35.876796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812abd5-ad01-493e-ad9a-754d53ee043a req-63cbd4d7-bceb-4484-ab9c-f961a76e806a tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:35.879449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d812abd5-ad01-493e-ad9a-754d53ee043a req-63cbd4d7-bceb-4484-ab9c-f961a76e806a tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 1.0820713 Nov 12 13:34:35.936793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:35.938043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15db21fe-8f06-4754-ae4f-ede0b72aa552 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:34:36.010320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7ef6b10c-dd92-460f-8297-d47e32a6e264 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:36.128393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:36.132121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5d887c13-ed67-4827-80fa-34edfbe59318 admin admin] 10.222.0.73 "DELETE /v2.0/routers/15db21fe-8f06-4754-ae4f-ede0b72aa552 HTTP/1.1" status: 204 len: 168 time: 5.7591770 Nov 12 13:34:36.159465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1d6ebe2-472c-4f82-841c-02d6075b19ce req-0cedfb39-c6d7-4834-973a-c034bb211f24 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ca13b1-f07e-406c-b70b-52073fbe7b25 HTTP/1.1" status: 200 len: 210 time: 0.1007710 Nov 12 13:34:36.159995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 7ef6b10c-dd92-460f-8297-d47e32a6e264 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:36.160233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 7ef6b10c-dd92-460f-8297-d47e32a6e264 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:36.166069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53990) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:36.284150 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d812abd5-ad01-493e-ad9a-754d53ee043a req-b333354c-8b0d-4304-ad22-9dfa0099ac4f tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390892 Nov 12 13:34:36.417342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 900c0124-519a-4867-85a3-9a82cb8ec747 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:34:36.436546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a45c2d4-3ad1-4637-895c-7256ee3cb39f admin admin] Deleting subnet 4dec9a87-8b74-444f-a019-9e4489ab8c90 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:34:36.492930 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a45c2d4-3ad1-4637-895c-7256ee3cb39f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:36.598681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5a69d219-5074-4d70-8466-cf05e280fca3 None None] Provisioning complete for port b4ce087a-0824-4511-be70-e4010f86f398 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:36.599741 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a69d219-5074-4d70-8466-cf05e280fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:36.717997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5a69d219-5074-4d70-8466-cf05e280fca3 None None] Port b4ce087a-0824-4511-be70-e4010f86f398 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:34:36.802545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a574366-c1c5-4119-96b6-f021a8a098c7 req-0768b1e9-58f6-4a43-a656-7cd6b691a2de tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:36.830953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a574366-c1c5-4119-96b6-f021a8a098c7 req-0768b1e9-58f6-4a43-a656-7cd6b691a2de tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 946 time: 0.4230330 Nov 12 13:34:36.837219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:34:36.840710 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a45c2d4-3ad1-4637-895c-7256ee3cb39f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:36.845717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4cde34d9-1d3f-481b-8c18-3c73d53709cc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/900c0124-519a-4867-85a3-9a82cb8ec747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2124283 Nov 12 13:34:36.851344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b770624-3f13-44f5-b16c-a50b0a58ab91 None None] Sync routers for ids ['900c0124-519a-4867-85a3-9a82cb8ec747'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:34:36.853386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54002) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:36.896871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b770624-3f13-44f5-b16c-a50b0a58ab91 None None] Routers {'900c0124-519a-4867-85a3-9a82cb8ec747'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:36.897647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6b770624-3f13-44f5-b16c-a50b0a58ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['900c0124-519a-4867-85a3-9a82cb8ec747'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:36.997044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6b770624-3f13-44f5-b16c-a50b0a58ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:37.011085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b770624-3f13-44f5-b16c-a50b0a58ab91 None None] Routers {'900c0124-519a-4867-85a3-9a82cb8ec747'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:37.011799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6b770624-3f13-44f5-b16c-a50b0a58ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['900c0124-519a-4867-85a3-9a82cb8ec747'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:37.048498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffd6cc-2ac9-402a-8f11-d4baa83fd76e req-e57ad84b-963f-492f-82f2-4b11b66f8f0f tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:37.063638 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7ffd6cc-2ac9-402a-8f11-d4baa83fd76e req-e57ad84b-963f-492f-82f2-4b11b66f8f0f tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.2166009 Nov 12 13:34:37.073665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8340122-bc54-48f0-96b5-b66301622029 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:37.082742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54004) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:37.083638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6b770624-3f13-44f5-b16c-a50b0a58ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:37.085221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b770624-3f13-44f5-b16c-a50b0a58ab91 None None] The sync data for ids ['900c0124-519a-4867-85a3-9a82cb8ec747'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:34:37.087984 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f8340122-bc54-48f0-96b5-b66301622029 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports/b4ce087a-0824-4511-be70-e4010f86f398 HTTP/1.1" status: 200 len: 983 time: 0.1907003 Nov 12 13:34:37.091040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54006) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:37.094811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6b74f31e-e811-45aa-81ad-f030d69a7252 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'floatingip': {'port_id': '99072daf-ae37-495e-9205-4b81df28e187'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:37.168751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b74f31e-e811-45aa-81ad-f030d69a7252 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:37.376202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a574366-c1c5-4119-96b6-f021a8a098c7 req-6f84f83b-6d7e-49e6-a26d-7d3a252306ec tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430365 Nov 12 13:34:37.506928 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a45c2d4-3ad1-4637-895c-7256ee3cb39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:38.041385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adf662-42bc-47a4-8f57-596251227c2c req-a4044461-7382-43dc-9771-325420f6a962 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:38.043575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-a4044461-7382-43dc-9771-325420f6a962 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 0.4261975 Nov 12 13:34:38.104478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-1d5e3717-17eb-4b05-aebd-f1c8d2196161 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/quotas/afc955bb61c44c098d5d6baf02277838 HTTP/1.1" status: 200 len: 375 time: 0.0498919 Nov 12 13:34:38.164659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-4e4d7d2c-79c8-46d5-9bc3-b9fc23a24275 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:38.166470 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-4e4d7d2c-79c8-46d5-9bc3-b9fc23a24275 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 946 time: 0.1488333 Nov 12 13:34:38.252987 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a45c2d4-3ad1-4637-895c-7256ee3cb39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:38.275046 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a45c2d4-3ad1-4637-895c-7256ee3cb39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:38.278167 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59333cb0-b4c8-48f8-bbff-fcc125fee634 None None] Network 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:38.279595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0a45c2d4-3ad1-4637-895c-7256ee3cb39f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4dec9a87-8b74-444f-a019-9e4489ab8c90 HTTP/1.1" status: 204 len: 168 time: 2.1096902 Nov 12 13:34:38.300429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-db121dc1-3606-4451-bf5e-4bc9f884ccfa tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1725779 Nov 12 13:34:38.304588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:38.330561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45c2d4-3ad1-4637-895c-7256ee3cb39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dec9a87-8b74-444f-a019-9e4489ab8c90,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:38.331427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-431b077b-b386-4979-a8c4-7949c17ae7b4 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:34:38.333243 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-431b077b-b386-4979-a8c4-7949c17ae7b4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101449 Nov 12 13:34:38.525900 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-6b74f31e-e811-45aa-81ad-f030d69a7252 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:34:38.612701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-bf677b65-482c-48e4-8a1d-15b8d15ff276 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Deleting port 4d5bede1-d3ab-44b8-a726-206c139441e9 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:38.617897 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-bf677b65-482c-48e4-8a1d-15b8d15ff276 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:38.719020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975302ff-eaf7-4ca8-84f5-734e91425200 None None] DHCP port deletion for 95b67ac6-8cdc-43bd-b3c4-c05846b6f761 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:38.723721 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:38.740603 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b74f31e-e811-45aa-81ad-f030d69a7252 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:38.766769 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b74f31e-e811-45aa-81ad-f030d69a7252 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:38.809052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-bf677b65-482c-48e4-8a1d-15b8d15ff276 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] For port 4d5bede1-d3ab-44b8-a726-206c139441e9, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4d5bede1-d3ab-44b8-a726-206c139441e9,segment=NetworkSegment(75f27a0f-d642-4380-a34e-278c2263fdb1),segment_id=75f27a0f-d642-4380-a34e-278c2263fdb1)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:38.809648 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-bf677b65-482c-48e4-8a1d-15b8d15ff276 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:38.830833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-bf677b65-482c-48e4-8a1d-15b8d15ff276 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Calling delete_port for 4d5bede1-d3ab-44b8-a726-206c139441e9 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:38.850677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-5dd496fd-2c89-43d5-b0f6-68dc97d7bf4f service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889066 Nov 12 13:34:38.890769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-975302ff-eaf7-4ca8-84f5-734e91425200 None None] Deleting port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:38.897877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-975302ff-eaf7-4ca8-84f5-734e91425200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:38.976565 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-02b06f4d-a8ab-440f-bf0b-ce3137ce066b service neutron] 10.222.0.73 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146383 Nov 12 13:34:39.047834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Deleting port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:39.048757 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:39.080921 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-6b74f31e-e811-45aa-81ad-f030d69a7252 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Floating IP 746cfd1d-ca07-4194-ba28-88f9479e193f associated. External IP: 172.25.5.246, port: 99072daf-ae37-495e-9205-4b81df28e187. Nov 12 13:34:39.143986 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-bf677b65-482c-48e4-8a1d-15b8d15ff276 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:39.184091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b36723-003f-4cd4-9a4e-dc3f21d6f94b req-fe8b00ab-9a18-4dfd-a946-030fce2c7f5d tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:39.189480 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-04b36723-003f-4cd4-9a4e-dc3f21d6f94b req-fe8b00ab-9a18-4dfd-a946-030fce2c7f5d tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/ports?device_id=a125df3b-3668-4845-8e28-f52000631f02 HTTP/1.1" status: 200 len: 867 time: 0.6732445 Nov 12 13:34:39.290981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-975302ff-eaf7-4ca8-84f5-734e91425200 None None] For port 60d63c65-92a7-48dc-bb81-b20ef69dbef3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=60d63c65-92a7-48dc-bb81-b20ef69dbef3,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:39.291663 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-975302ff-eaf7-4ca8-84f5-734e91425200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:39.334139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-975302ff-eaf7-4ca8-84f5-734e91425200 None None] Calling delete_port for 60d63c65-92a7-48dc-bb81-b20ef69dbef3 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:39.348819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4149a554-6a19-4f6c-aad2-8fca0dc2c95f None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:39.423469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] For port 60d63c65-92a7-48dc-bb81-b20ef69dbef3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=60d63c65-92a7-48dc-bb81-b20ef69dbef3,segment=NetworkSegment(5aaa1a9e-3a1c-482f-b001-339ebe7a071d),segment_id=5aaa1a9e-3a1c-482f-b001-339ebe7a071d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:39.425890 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:39.499337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Calling delete_port for 60d63c65-92a7-48dc-bb81-b20ef69dbef3 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:39.552050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:39.557110 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-04b36723-003f-4cd4-9a4e-dc3f21d6f94b req-990d785e-f640-4168-b474-5fa554f038c3 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280633 Nov 12 13:34:39.558167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf677b65-482c-48e4-8a1d-15b8d15ff276 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Pushing event deleted for resources: {'Port': ['ID=4d5bede1-d3ab-44b8-a726-206c139441e9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:39.651455 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-975302ff-eaf7-4ca8-84f5-734e91425200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:39.698346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975302ff-eaf7-4ca8-84f5-734e91425200 None None] Pushing event deleted for resources: {'Port': ['ID=60d63c65-92a7-48dc-bb81-b20ef69dbef3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:39.711350 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975302ff-eaf7-4ca8-84f5-734e91425200 None None] No DVR routers for this DVR port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:39.727221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-bf677b65-482c-48e4-8a1d-15b8d15ff276 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] No DVR routers for this DVR port 4d5bede1-d3ab-44b8-a726-206c139441e9 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:39.730371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-bf677b65-482c-48e4-8a1d-15b8d15ff276 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:39.734643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-42191b0b-7b13-48a7-b421-5c9d9ebc89db req-bf677b65-482c-48e4-8a1d-15b8d15ff276 tempest-AttachVolumeNegativeTest-370618963 tempest-AttachVolumeNegativeTest-370618963-project] 10.222.0.70 "DELETE /v2.0/ports/4d5bede1-d3ab-44b8-a726-206c139441e9 HTTP/1.1" status: 204 len: 173 time: 1.5600235 Nov 12 13:34:39.738782 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e96a9ae5-25cb-4195-82c7-44018e0f0743 req-12d9c9ac-c199-43e0-83d0-73c9f477a076 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 210 time: 0.1196306 Nov 12 13:34:39.752770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a125df3b-3668-4845-8e28-f52000631f02', 'name': 'network-vif-deleted', 'tag': '4d5bede1-d3ab-44b8-a726-206c139441e9'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:39.756575 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ead56ce-25a4-487b-9c9f-b872b0422e6a" -d '{"events": [{"server_uuid": "a125df3b-3668-4845-8e28-f52000631f02", "name": "network-vif-deleted", "tag": "4d5bede1-d3ab-44b8-a726-206c139441e9"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:39.868849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b74f31e-e811-45aa-81ad-f030d69a7252 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Router f7a869a7-973a-4d72-98d9-b25748246ae5 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:34:39.903453 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6e4ebc-6ca2-4cf3-b1a8-c60eed457976 x-openstack-request-id: req-9f6e4ebc-6ca2-4cf3-b1a8-c60eed457976 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:39.903670 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a125df3b-3668-4845-8e28-f52000631f02", "name": "network-vif-deleted", "tag": "4d5bede1-d3ab-44b8-a726-206c139441e9", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:39.904601 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f6e4ebc-6ca2-4cf3-b1a8-c60eed457976 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:39.905035 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a125df3b-3668-4845-8e28-f52000631f02', 'name': 'network-vif-deleted', 'tag': '4d5bede1-d3ab-44b8-a726-206c139441e9', 'status': 'completed', 'code': 200} Nov 12 13:34:40.016896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b74f31e-e811-45aa-81ad-f030d69a7252 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:34:40.024528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b74f31e-e811-45aa-81ad-f030d69a7252 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:40.045739 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] Sync routers for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:34:40.071606 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:40.076043 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:40.086541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 60d63c65-92a7-48dc-bb81-b20ef69dbef3 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:40.109909 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6b74f31e-e811-45aa-81ad-f030d69a7252 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "PUT /v2.0/floatingips/746cfd1d-ca07-4194-ba28-88f9479e193f HTTP/1.1" status: 200 len: 992 time: 3.0257151 Nov 12 13:34:40.111024 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:40.116337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a6696-3a48-49db-8d47-a22071513f30', 'tag': '99072daf-ae37-495e-9205-4b81df28e187'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:40.121151 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a5629b-a48d-44b4-a22f-c7c483c2662b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a6696-3a48-49db-8d47-a22071513f30", "tag": "99072daf-ae37-495e-9205-4b81df28e187"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:40.165705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 60d63c65-92a7-48dc-bb81-b20ef69dbef3 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:40.166066 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 60d63c65-92a7-48dc-bb81-b20ef69dbef3 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:40.218873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port b4ce087a-0824-4511-be70-e4010f86f398 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:40.220041 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:40.274313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] No DVR routers for this DVR port 60d63c65-92a7-48dc-bb81-b20ef69dbef3 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:40.283209 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ab487a-760e-4834-99ce-024033503dbf x-openstack-request-id: req-e3ab487a-760e-4834-99ce-024033503dbf {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:40.284259 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a6696-3a48-49db-8d47-a22071513f30", "tag": "99072daf-ae37-495e-9205-4b81df28e187", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:40.284614 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3ab487a-760e-4834-99ce-024033503dbf {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:40.286385 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a6696-3a48-49db-8d47-a22071513f30', 'tag': '99072daf-ae37-495e-9205-4b81df28e187', 'status': 'completed', 'code': 200} Nov 12 13:34:40.301097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d63c65-92a7-48dc-bb81-b20ef69dbef3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:40.359448 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:34:40.562545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:40.622371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b67ac6-8cdc-43bd-b3c4-c05846b6f761']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:40.639340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-dbf4dd7d-994d-490d-a93a-dd4e385e5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:40.644360 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-dbf4dd7d-994d-490d-a93a-dd4e385e5ad0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 1097 time: 0.3779297 Nov 12 13:34:40.646792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aaa1a9e-3a1c-482f-b001-339ebe7a071d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:40.647157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aaa1a9e-3a1c-482f-b001-339ebe7a071d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:40.662827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54080) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:40.695459 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:40.775017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:40.824048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:34:40.824447 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:34:40.836534 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:34:40.878781 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:40.934390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for b4ce087a-0824-4511-be70-e4010f86f398 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:40.960659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e1c41f-2d9c-4cfd-916d-0c5f2fc055ab admin admin] Deleting subnet 0efac667-dc7a-4840-986c-1e6f26e5b354 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:34:40.991913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05abd2f5-7a4d-4855-b53a-5fc6c7ad0fb5 req-c877a30f-7c4c-46b3-9675-96fec3e37d71 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 210 time: 0.0450478 Nov 12 13:34:40.992939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3e1c41f-2d9c-4cfd-916d-0c5f2fc055ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:40.998298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-1b8f0ae7-6686-4d23-802b-34e40d57e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:41.007187 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-1b8f0ae7-6686-4d23-802b-34e40d57e9e7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 912 time: 0.3472936 Nov 12 13:34:41.049971 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '746cfd1d-ca07-4194-ba28-88f9479e193f', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'port_id': '99072daf-ae37-495e-9205-4b81df28e187', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'mac_address': 'fa:16:3e:32:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a6696-3a48-49db-8d47-a22071513f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:34:05Z', 'updated_at': '2021-11-12T13:34:38Z', 'revision_number': 1, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:41.058006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:41.089588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:41.104329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] 10.222.0.73 "DELETE /v2.0/networks/95b67ac6-8cdc-43bd-b3c4-c05846b6f761 HTTP/1.1" status: 204 len: 168 time: 2.7875772 Nov 12 13:34:41.110514 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3e1c41f-2d9c-4cfd-916d-0c5f2fc055ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:41.116836 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] Checking router: f7a869a7-973a-4d72-98d9-b25748246ae5 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:34:41.132341 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:41.133621 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:41.146202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4d5bede1-d3ab-44b8-a726-206c139441e9 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:41.197422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482278-aeb9-480d-8909-137e0327b304 admin admin] Pushing event deleted for resources: {'Network': ['ID=95b67ac6-8cdc-43bd-b3c4-c05846b6f761,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:41.257202 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3e1c41f-2d9c-4cfd-916d-0c5f2fc055ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:41.347961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54088) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:41.352865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 4d5bede1-d3ab-44b8-a726-206c139441e9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:41.353250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4d5bede1-d3ab-44b8-a726-206c139441e9 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:41.640583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-facc9bde-c0e8-4eef-9e36-22ff8940893b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99072daf-ae37-495e-9205-4b81df28e187 HTTP/1.1" status: 200 len: 1000 time: 0.6324348 Nov 12 13:34:41.642028 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:41.728564 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:34:41.883507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=b4ce087a-0824-4511-be70-e4010f86f398,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:42.175697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-b4da6750-4153-47ce-81b5-06db4b60c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:42.177708 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-b4da6750-4153-47ce-81b5-06db4b60c493 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.5188334 Nov 12 13:34:42.227575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7388dd1e-2aaf-4913-8c9c-407642898111 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=417c8b6de118451fa28529e6becf05da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8779852 Nov 12 13:34:42.229428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54100) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:42.242300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63cd94d0-6fa6-463c-bcb7-f7b659284d78 req-dfc5833c-9080-4cd1-832f-1392ab8a4c5e tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 210 time: 0.0766194 Nov 12 13:34:42.244460 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:42.356766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-9acc292d-b3f6-47bf-a203-05160ae9ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:42.359500 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-9acc292d-b3f6-47bf-a203-05160ae9ca36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720936 Nov 12 13:34:42.366429 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '746cfd1d-ca07-4194-ba28-88f9479e193f', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'port_id': '99072daf-ae37-495e-9205-4b81df28e187', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'mac_address': 'fa:16:3e:32:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a6696-3a48-49db-8d47-a22071513f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:34:05Z', 'updated_at': '2021-11-12T13:34:38Z', 'revision_number': 1, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:42.391550 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d5808fd-b4f6-4283-896d-df529b4139b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:42.396700 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3e1c41f-2d9c-4cfd-916d-0c5f2fc055ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:42.430409 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ae16d-fe2d-4c49-9003-b6847ef0d97a None None] The sync data for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 is: [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '746cfd1d-ca07-4194-ba28-88f9479e193f', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'port_id': '99072daf-ae37-495e-9205-4b81df28e187', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'mac_address': 'fa:16:3e:32:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a6696-3a48-49db-8d47-a22071513f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:34:05Z', 'updated_at': '2021-11-12T13:34:38Z', 'revision_number': 1, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:34:42.557226 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d5808fd-b4f6-4283-896d-df529b4139b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:42.646128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71757b4-aaf2-442b-a71e-7c70bca8ad22 None None] Network 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:42.656675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adf662-42bc-47a4-8f57-596251227c2c req-00b2d328-feda-4a3a-b3a4-6d3850534005 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:42.661949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-00b2d328-feda-4a3a-b3a4-6d3850534005 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 812 time: 1.1465006 Nov 12 13:34:42.667819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3e1c41f-2d9c-4cfd-916d-0c5f2fc055ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:42.669739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 900c0124-519a-4867-85a3-9a82cb8ec747 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:34:42.681025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c3e1c41f-2d9c-4cfd-916d-0c5f2fc055ab admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0efac667-dc7a-4840-986c-1e6f26e5b354 HTTP/1.1" status: 204 len: 168 time: 2.0125678 Nov 12 13:34:42.683475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54108) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:42.689007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1c41f-2d9c-4cfd-916d-0c5f2fc055ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0efac667-dc7a-4840-986c-1e6f26e5b354,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:42.700847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d5808fd-b4f6-4283-896d-df529b4139b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:42.719475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d5808fd-b4f6-4283-896d-df529b4139b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:42.729444 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0d5808fd-b4f6-4283-896d-df529b4139b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce0b1444-eb24-46ac-9311-68822b34cec2 HTTP/1.1" status: 204 len: 168 time: 0.4920588 Nov 12 13:34:42.756864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Request body: {'port': {'device_id': 'cb76938e-1780-4d2b-9b06-59f200b90390', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'admin_state_up': True, 'tenant_id': 'afc955bb61c44c098d5d6baf02277838'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:42.914055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25c7a9-61dd-491b-aa15-4dbfed4eda51 None None] New status for floating IP 746cfd1d-ca07-4194-ba28-88f9479e193f: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:34:42.928539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5808fd-b4f6-4283-896d-df529b4139b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0b1444-eb24-46ac-9311-68822b34cec2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:42.936052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-fab7ae5c-5e4f-4077-9bd3-d04826b08dd0 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008988 Nov 12 13:34:42.939628 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:42.978819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:34:42.990394 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9298e4-e676-415f-bfbd-f0a8c79073a7 None None] Sync routers for ids ['900c0124-519a-4867-85a3-9a82cb8ec747'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:34:43.006708 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-854383f1-ac72-4165-a342-18e47354edf6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/900c0124-519a-4867-85a3-9a82cb8ec747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9078555 Nov 12 13:34:43.020035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54116) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:43.020304 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9298e4-e676-415f-bfbd-f0a8c79073a7 None None] Routers {'900c0124-519a-4867-85a3-9a82cb8ec747'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:43.023677 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9e9298e4-e676-415f-bfbd-f0a8c79073a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['900c0124-519a-4867-85a3-9a82cb8ec747'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:43.387480 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:43.441927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Made reservation on behalf of afc955bb61c44c098d5d6baf02277838 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:34:43.468428 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:43.470983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27ce57-6651-4a9f-9d6a-86049490b259 None None] DHCP port deletion for 2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:43.595942 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9e9298e4-e676-415f-bfbd-f0a8c79073a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:43.607222 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0a5629b-a48d-44b4-a22f-c7c483c2662b req-e8443512-dd53-4f98-9318-3987a4a4baff service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613338 Nov 12 13:34:43.617669 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9298e4-e676-415f-bfbd-f0a8c79073a7 None None] Routers {'900c0124-519a-4867-85a3-9a82cb8ec747'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:43.618297 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9e9298e4-e676-415f-bfbd-f0a8c79073a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['900c0124-519a-4867-85a3-9a82cb8ec747'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:43.660315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d525fe62-35ea-4267-8769-2eece489c99b req-f08672ee-a0fb-4b70-9761-3ea0a94c00cd tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 210 time: 0.1364648 Nov 12 13:34:43.719458 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9e9298e4-e676-415f-bfbd-f0a8c79073a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:43.720350 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9298e4-e676-415f-bfbd-f0a8c79073a7 None None] The sync data for ids ['900c0124-519a-4867-85a3-9a82cb8ec747'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:34:43.872266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:43.893745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Allocated IP 172.20.0.11 (6c55f02a-5cd4-4dc9-900f-6fdb87942b89/8f4ed80c-ed77-477f-a1a2-cd9129a58859/72995108-e3ba-4e74-ae76-bfad6bb1b778) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:34:43.913388 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:43.926469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f27a0f-d642-4380-a34e-278c2263fdb1') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:43.926849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f27a0f-d642-4380-a34e-278c2263fdb1') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:43.939184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:43.953092 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:43.960518 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:34:43.960937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:44.088766 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:44.202920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:44.295429 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:44.401883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:34:44.424340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:44.435265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:34:44.438461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6ae108-1b42-46b4-b360-759bb2e2731d None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:44.495915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event updated for resources: {'Port': ['ID=72995108-e3ba-4e74-ae76-bfad6bb1b778,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:44.546545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a73cd1ed-2f11-4f3f-b635-3941bef3c17c None None] Provisioning complete for port 72995108-e3ba-4e74-ae76-bfad6bb1b778 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:44.548293 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73cd1ed-2f11-4f3f-b635-3941bef3c17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:44.562506 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:44.563178 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:44.613102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-365b4630-10db-4dde-9193-ad7454862bbb tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8775856 Nov 12 13:34:44.635458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Request body: {'port': {'device_id': 'cb76938e-1780-4d2b-9b06-59f200b90390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:44.723882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a73cd1ed-2f11-4f3f-b635-3941bef3c17c None None] Port 72995108-e3ba-4e74-ae76-bfad6bb1b778 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:34:44.860840 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:34:44.870004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54166) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:44.895348 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:44.940148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:44.983629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:45.014735 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6 HTTP/1.1" status: 204 len: 168 time: 2.3134310 Nov 12 13:34:45.301209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cb1b7-e42f-4945-bd99-c133eacddcf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe67d8a-ab34-44a2-93fc-1fb04ee04ee6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:45.375517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72995108-e3ba-4e74-ae76-bfad6bb1b778 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:34:45.386344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:45.426097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Transition to ACTIVE for port object 72995108-e3ba-4e74-ae76-bfad6bb1b778 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:34:45.431525 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:45.501146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54178) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:45.523930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-765729164-network', 'tenant_id': '268278a4767147ed9cca21a978a2198d'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:45.537111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e95ee-519f-4d8d-98f7-589e18ac92d0 None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:45.671110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bce67992-714f-4539-9b09-e94baa3e4e77 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99ab4aebcb6e4148a04fecd8d2c3f08d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1665957 Nov 12 13:34:45.676006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Pushing event updated for resources: {'Port': ['ID=72995108-e3ba-4e74-ae76-bfad6bb1b778,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:45.682155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54180) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:45.693036 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-0d773389-ddb2-4839-88de-6ce28470879a tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 13:34:45.696209 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0d773389-ddb2-4839-88de-6ce28470879a tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/900c0124-519a-4867-85a3-9a82cb8ec747/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 2.6724219 Nov 12 13:34:45.714249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061597d1-63d3-471a-8174-49dcb9219c2f req-64bb222a-5fb1-4393-afde-5bcd85c9d9b9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:45.730456 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-061597d1-63d3-471a-8174-49dcb9219c2f req-64bb222a-5fb1-4393-afde-5bcd85c9d9b9 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 932 time: 0.7806332 Nov 12 13:34:45.734939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Made reservation on behalf of 268278a4767147ed9cca21a978a2198d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:34:45.739238 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:45.750940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54182) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:45.944826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cea03f2-8ff4-4bb3-aeb5-5f9923a70022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:45.997263 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cea03f2-8ff4-4bb3-aeb5-5f9923a70022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:46.034035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b55f7397-c667-4c73-8ec5-749f3a326dd0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=900c0124-519a-4867-85a3-9a82cb8ec747 HTTP/1.1" status: 200 len: 205 time: 0.1556189 Nov 12 13:34:46.049605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54192) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:46.051384 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:46.126101 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cea03f2-8ff4-4bb3-aeb5-5f9923a70022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:46.128828 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cea03f2-8ff4-4bb3-aeb5-5f9923a70022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:46.133817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7cea03f2-8ff4-4bb3-aeb5-5f9923a70022 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0 HTTP/1.1" status: 204 len: 168 time: 0.4465294 Nov 12 13:34:46.166303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea03f2-8ff4-4bb3-aeb5-5f9923a70022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc1f3c-2a0e-4b1f-972e-b6f8a9075bf0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:46.186469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Attempting to bind port 72995108-e3ba-4e74-ae76-bfad6bb1b778 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:34:46.186801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Attempting to bind port 72995108-e3ba-4e74-ae76-bfad6bb1b778 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:34:46.187016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Attempting to bind port 72995108-e3ba-4e74-ae76-bfad6bb1b778 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:34:46.197182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Port 72995108-e3ba-4e74-ae76-bfad6bb1b778 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:34:46.198688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Attempting to bind port 72995108-e3ba-4e74-ae76-bfad6bb1b778 on network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:34:46.210701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:34:46.211171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Checking segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:34:46.211498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Bound using segment: {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:34:46.214790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Bound port: 72995108-e3ba-4e74-ae76-bfad6bb1b778, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cb94c9-ba7d-417f-a100-139cf796554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:34:46.215700 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:46.348789 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2343284d-2ae7-4f2b-b080-2e517e245734 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:46.489664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] For port 72995108-e3ba-4e74-ae76-bfad6bb1b778, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:34:46.496966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] For port 72995108-e3ba-4e74-ae76-bfad6bb1b778, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=72995108-e3ba-4e74-ae76-bfad6bb1b778,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:34:46.513482 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:46.546575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:46.549071 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:46.551970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-07459863-6912-468e-99e4-766bf57c2762 service neutron] 10.222.0.105 "PUT /v2.0/ports/72995108-e3ba-4e74-ae76-bfad6bb1b778 HTTP/1.1" status: 200 len: 1092 time: 1.9311202 Nov 12 13:34:46.552634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb76938e-1780-4d2b-9b06-59f200b90390', 'tag': '72995108-e3ba-4e74-ae76-bfad6bb1b778'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:46.555197 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727eeabb-2e87-4141-862d-3881e5c3c737" -d '{"events": [{"name": "network-changed", "server_uuid": "cb76938e-1780-4d2b-9b06-59f200b90390", "tag": "72995108-e3ba-4e74-ae76-bfad6bb1b778"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:46.559830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25053fd1-8b2d-4a41-850f-3fa5c9a88296 None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:46.637317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-061597d1-63d3-471a-8174-49dcb9219c2f req-0667b9a1-3da6-4e0a-bc81-16b81138ca06 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8846986 Nov 12 13:34:46.787698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07459863-6912-468e-99e4-766bf57c2762 service neutron] Pushing event updated for resources: {'Port': ['ID=72995108-e3ba-4e74-ae76-bfad6bb1b778,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:46.806927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adf662-42bc-47a4-8f57-596251227c2c req-daef05ac-3a16-4167-abd2-1ddb6b0b3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:46.809179 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-daef05ac-3a16-4167-abd2-1ddb6b0b3069 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 1095 time: 0.1489377 Nov 12 13:34:46.821384 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791aa849-2e3d-4e3a-81d0-6a47010f3f04 x-openstack-request-id: req-791aa849-2e3d-4e3a-81d0-6a47010f3f04 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:46.822154 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb76938e-1780-4d2b-9b06-59f200b90390", "tag": "72995108-e3ba-4e74-ae76-bfad6bb1b778", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:46.822702 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-791aa849-2e3d-4e3a-81d0-6a47010f3f04 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:46.823556 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb76938e-1780-4d2b-9b06-59f200b90390', 'tag': '72995108-e3ba-4e74-ae76-bfad6bb1b778', 'status': 'completed', 'code': 200} Nov 12 13:34:46.978656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-f1423452-e68e-4a98-a623-dd543af916c4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72995108-e3ba-4e74-ae76-bfad6bb1b778 HTTP/1.1" status: 200 len: 217 time: 0.1500802 Nov 12 13:34:47.129470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adf662-42bc-47a4-8f57-596251227c2c req-c72e2916-edd0-410b-aa28-f412531e493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:47.141182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2343284d-2ae7-4f2b-b080-2e517e245734 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.144100 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-c72e2916-edd0-410b-aa28-f412531e493a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.1540926 Nov 12 13:34:47.144441 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2343284d-2ae7-4f2b-b080-2e517e245734 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.196948 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2343284d-2ae7-4f2b-b080-2e517e245734 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.197933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2343284d-2ae7-4f2b-b080-2e517e245734 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Fanout notify agent at l3_agent the message router_deleted on router 900c0124-519a-4867-85a3-9a82cb8ec747 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:34:47.235966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2343284d-2ae7-4f2b-b080-2e517e245734 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.238448 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2343284d-2ae7-4f2b-b080-2e517e245734 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/900c0124-519a-4867-85a3-9a82cb8ec747 HTTP/1.1" status: 204 len: 168 time: 1.1756375 Nov 12 13:34:47.244248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54216) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:47.363293 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.365627 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-b0d24815-c728-49f2-ab3c-3b5e7e24df58 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2086253 Nov 12 13:34:47.372543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.424888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff495055-d09a-49a5-9d8b-60e2b48bde4f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:47.436531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:34:47.478702 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.479049 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Added segment 6fbecad0-2ee2-48fa-84ce-6587dae5f4e7 of type vlan for network 4d0899c8-b323-4b67-8669-940dc2ef5978 Nov 12 13:34:47.508012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e771535-d94a-4472-8ddb-0d308d1925d7 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting subnet e1f642db-6811-4ffe-bf5f-c5a457ed1077 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:34:47.514957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e771535-d94a-4472-8ddb-0d308d1925d7 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.639581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e771535-d94a-4472-8ddb-0d308d1925d7 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.639956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.705494 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.706800 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:47.707550 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.774749 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8319094 Nov 12 13:34:47.781220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e771535-d94a-4472-8ddb-0d308d1925d7 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:47.794141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:47.819417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b125e40-8ead-4076-aa12-6359e9d13db9 admin admin] Pushing event updated for resources: {'Network': ['ID=4d0899c8-b323-4b67-8669-940dc2ef5978,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:47.833610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 4d0899c8-b323-4b67-8669-940dc2ef5978 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:34:47.835303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Request body: {'subnet': {'network_id': '4d0899c8-b323-4b67-8669-940dc2ef5978', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-765729164-subnet', 'tenant_id': '268278a4767147ed9cca21a978a2198d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:47.841432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-f1b99e86-0f83-4264-bf30-c1aeb12723ae service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651294 Nov 12 13:34:47.961965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Made reservation on behalf of 268278a4767147ed9cca21a978a2198d for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:34:47.965316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:48.055548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb720b0-0f98-4e10-a22b-361c4ec300cb req-11318da4-0d23-480a-8bee-fe9ae0191dfd tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:48.067919 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:34:48.070092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcb720b0-0f98-4e10-a22b-361c4ec300cb req-11318da4-0d23-480a-8bee-fe9ae0191dfd tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 944 time: 0.1355040 Nov 12 13:34:48.077625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e771535-d94a-4472-8ddb-0d308d1925d7 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:48.117323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87adf662-42bc-47a4-8f57-596251227c2c req-6d938ad6-2c00-4bc1-a919-7d60f53dc1c5 service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672060 Nov 12 13:34:48.147552 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e771535-d94a-4472-8ddb-0d308d1925d7 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:48.163716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c19499-1b4d-40e2-9239-0866793ca2f2 None None] Network 37c1a6a0-94bc-45a7-97f5-d3820baff32d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:48.171745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5e771535-d94a-4472-8ddb-0d308d1925d7 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/e1f642db-6811-4ffe-bf5f-c5a457ed1077 HTTP/1.1" status: 204 len: 168 time: 0.9251254 Nov 12 13:34:48.173934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54242) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:48.213633 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcb720b0-0f98-4e10-a22b-361c4ec300cb req-b5bf0f03-b5ca-49f9-acf1-ec28f08e419b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337121 Nov 12 13:34:48.222714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e771535-d94a-4472-8ddb-0d308d1925d7 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f642db-6811-4ffe-bf5f-c5a457ed1077,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:48.536162 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:48.546744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eeabb-2e87-4141-862d-3881e5c3c737 req-e2038520-7190-4748-ab2f-6e5d99efbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:48.548281 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-727eeabb-2e87-4141-862d-3881e5c3c737 req-e2038520-7190-4748-ab2f-6e5d99efbc94 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=afc955bb61c44c098d5d6baf02277838&device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 1095 time: 0.3639140 Nov 12 13:34:48.571554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee773e-a0a0-4d05-ab8d-dea6aa8a4241 None None] DHCP port deletion for 37c1a6a0-94bc-45a7-97f5-d3820baff32d request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:48.691109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2dee773e-a0a0-4d05-ab8d-dea6aa8a4241 None None] Deleting port e79cd96b-32d4-41fb-a344-c633115edaea {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:48.691820 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2dee773e-a0a0-4d05-ab8d-dea6aa8a4241 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:48.822289 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:48.838604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eeabb-2e87-4141-862d-3881e5c3c737 req-5189563b-5d2c-47a3-811b-82adde11056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:48.840344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-727eeabb-2e87-4141-862d-3881e5c3c737 req-5189563b-5d2c-47a3-811b-82adde11056a service neutron] 10.222.0.105 "GET /v2.0/networks?id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 200 len: 913 time: 0.2763553 Nov 12 13:34:48.844592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2dee773e-a0a0-4d05-ab8d-dea6aa8a4241 None None] For port e79cd96b-32d4-41fb-a344-c633115edaea, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e79cd96b-32d4-41fb-a344-c633115edaea,segment=NetworkSegment(cc71e0a6-977c-45ee-b149-9337a9375389),segment_id=cc71e0a6-977c-45ee-b149-9337a9375389)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:48.845145 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2dee773e-a0a0-4d05-ab8d-dea6aa8a4241 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:48.877772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2dee773e-a0a0-4d05-ab8d-dea6aa8a4241 None None] Calling delete_port for e79cd96b-32d4-41fb-a344-c633115edaea owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:48.965985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-727eeabb-2e87-4141-862d-3881e5c3c737 req-486b47d8-78a1-4955-8b8e-a5e54f84cb13 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72995108-e3ba-4e74-ae76-bfad6bb1b778 HTTP/1.1" status: 200 len: 217 time: 0.1011500 Nov 12 13:34:49.002315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00811140-cdef-4b1a-9125-1abf23ea0ee7,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:49.008657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port e79cd96b-32d4-41fb-a344-c633115edaea {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:49.009107 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:49.098996 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2dee773e-a0a0-4d05-ab8d-dea6aa8a4241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:49.154413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Checking segment: {'id': '6fbecad0-2ee2-48fa-84ce-6587dae5f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4d0899c8-b323-4b67-8669-940dc2ef5978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:34:49.154800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Network hostable DHCP agents. Network: 4d0899c8-b323-4b67-8669-940dc2ef5978, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:34:49.182871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eeabb-2e87-4141-862d-3881e5c3c737 req-e0b3da3d-62e1-4067-8b33-4e391e59e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:49.184363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-727eeabb-2e87-4141-862d-3881e5c3c737 req-e0b3da3d-62e1-4067-8b33-4e391e59e3ea service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 200 len: 852 time: 0.2069442 Nov 12 13:34:49.191686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port e79cd96b-32d4-41fb-a344-c633115edaea, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e79cd96b-32d4-41fb-a344-c633115edaea,segment=NetworkSegment(cc71e0a6-977c-45ee-b149-9337a9375389),segment_id=cc71e0a6-977c-45ee-b149-9337a9375389)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:49.192031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:49.194223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee773e-a0a0-4d05-ab8d-dea6aa8a4241 None None] Pushing event deleted for resources: {'Port': ['ID=e79cd96b-32d4-41fb-a344-c633115edaea,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:49.210560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee773e-a0a0-4d05-ab8d-dea6aa8a4241 None None] No DVR routers for this DVR port e79cd96b-32d4-41fb-a344-c633115edaea on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:49.221061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for e79cd96b-32d4-41fb-a344-c633115edaea owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:49.254542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-727eeabb-2e87-4141-862d-3881e5c3c737 req-f5685724-40f1-4086-b639-c024fb98afd7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6c55f02a-5cd4-4dc9-900f-6fdb87942b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539355 Nov 12 13:34:49.256877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Network 4d0899c8-b323-4b67-8669-940dc2ef5978 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:34:49.334030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 4d0899c8-b323-4b67-8669-940dc2ef5978) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:49.347967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be0adde-6e4d-4e51-9651-524f1c410a26 None None] Network 4d0899c8-b323-4b67-8669-940dc2ef5978 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:49.368220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:49.368802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:49.427564 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-551baeda-908c-4584-88e5-31f6e28ef9e5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6303511 Nov 12 13:34:49.483161 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-727eeabb-2e87-4141-862d-3881e5c3c737 req-44a442df-3859-4a89-98c4-1f5f7b80a3ac service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182548 Nov 12 13:34:49.489011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:49.613411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2112dbc-c532-4819-9511-7c1eeebb325e req-f1b4b54b-2156-4ac6-b8aa-e77331ab06dc tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:49.623116 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2112dbc-c532-4819-9511-7c1eeebb325e req-f1b4b54b-2156-4ac6-b8aa-e77331ab06dc tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 944 time: 0.2258639 Nov 12 13:34:49.623949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=e79cd96b-32d4-41fb-a344-c633115edaea,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:49.641061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No DVR routers for this DVR port e79cd96b-32d4-41fb-a344-c633115edaea on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:34:49.691077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c66f094-6975-44fd-891a-6ac4f990d04f None None] Network 4d0899c8-b323-4b67-8669-940dc2ef5978 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:49.864844 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2112dbc-c532-4819-9511-7c1eeebb325e req-0309d0de-9d3f-407e-8124-607f5df24e26 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337675 Nov 12 13:34:50.061635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e79cd96b-32d4-41fb-a344-c633115edaea no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:34:50.100590 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e79cd96b-32d4-41fb-a344-c633115edaea {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:34:50.100924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e79cd96b-32d4-41fb-a344-c633115edaea not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:34:50.144800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.186563 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-727eeabb-2e87-4141-862d-3881e5c3c737 req-9de9d7c2-c607-40e0-8ce8-a21bc0b5173e service neutron] 10.222.0.105 "GET /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934695 Nov 12 13:34:50.217650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c1a6a0-94bc-45a7-97f5-d3820baff32d']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:50.242984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc71e0a6-977c-45ee-b149-9337a9375389') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:50.243269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc71e0a6-977c-45ee-b149-9337a9375389') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:50.255863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.283345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.296537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:34:50.296964 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:34:50.300195 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:34:50.354464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-453c8846-e302-4810-9234-d0ccb4d3642f tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:50.356039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-453c8846-e302-4810-9234-d0ccb4d3642f tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/networks?id=4d0899c8-b323-4b67-8669-940dc2ef5978 HTTP/1.1" status: 200 len: 813 time: 0.2265368 Nov 12 13:34:50.398718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-f1ca58fe-21e7-493a-ad66-e712b9fc54ef tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/quotas/268278a4767147ed9cca21a978a2198d HTTP/1.1" status: 200 len: 375 time: 0.0274694 Nov 12 13:34:50.467460 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.471718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-df136f42-41d0-4295-a778-183162d9ff1c tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=268278a4767147ed9cca21a978a2198d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686541 Nov 12 13:34:50.476508 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.484520 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/networks/37c1a6a0-94bc-45a7-97f5-d3820baff32d HTTP/1.1" status: 204 len: 168 time: 2.2967517 Nov 12 13:34:50.492268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54324) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:50.499251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1784528211'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:50.507766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fa359-a4f4-49f5-a5d0-299f9f41b4b3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Network': ['ID=37c1a6a0-94bc-45a7-97f5-d3820baff32d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:50.537652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:34:50.541946 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.625838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:34:50.653004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.656759 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added segment f02f8f21-33c1-4994-bd54-16a51825c1a5 of type vlan for network bd2f0a44-0b19-4664-8e66-c33efbd64626 Nov 12 13:34:50.758818 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.856149 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.864750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:50.866172 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:50.972744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Network': ['ID=bd2f0a44-0b19-4664-8e66-c33efbd64626,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:50.989220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network bd2f0a44-0b19-4664-8e66-c33efbd64626 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:34:50.991205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c84fb5ad-3be3-458a-ac0a-62d676f899ba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4973717 Nov 12 13:34:50.994221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54340) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:51.000083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'subnet': {'network_id': 'bd2f0a44-0b19-4664-8e66-c33efbd64626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:51.062237 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-9929712d-10da-4423-a09b-822bf4d5c574 service neutron] 10.222.0.73 "GET /v2.0/networks/4d0899c8-b323-4b67-8669-940dc2ef5978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886092 Nov 12 13:34:51.253420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a89ad7-d64a-4030-8c36-a32f47bd035a req-8f05ab17-ce99-49dc-9188-f14f16031777 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:51.266336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75a89ad7-d64a-4030-8c36-a32f47bd035a req-8f05ab17-ce99-49dc-9188-f14f16031777 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 944 time: 0.1137447 Nov 12 13:34:51.277658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:34:51.282515 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:51.322499 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-b6a1b362-0560-402f-a6d5-4ae02e95d884 service neutron] 10.222.0.73 "GET /v2.0/networks/4d0899c8-b323-4b67-8669-940dc2ef5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532153 Nov 12 13:34:51.550236 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:51.711768 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75a89ad7-d64a-4030-8c36-a32f47bd035a req-d83c3b49-77ec-4edb-b7ad-2fdef4171552 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444222 Nov 12 13:34:51.830818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Subnet': ['ID=5c7c0fbc-f203-4854-bc79-0b883f14c403,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:51.881429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7339979-e1e4-477f-8d80-579350354ec5 req-3fd9ecad-0466-4f1e-a907-985d3726c8ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 210 time: 0.0649340 Nov 12 13:34:51.884930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Checking segment: {'id': 'f02f8f21-33c1-4994-bd54-16a51825c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bd2f0a44-0b19-4664-8e66-c33efbd64626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:34:51.885314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network hostable DHCP agents. Network: bd2f0a44-0b19-4664-8e66-c33efbd64626, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:34:51.914929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network bd2f0a44-0b19-4664-8e66-c33efbd64626 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:34:51.926820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54360) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:51.933988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, bd2f0a44-0b19-4664-8e66-c33efbd64626) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:51.948597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8260ebca-ce30-479b-9cee-7281e9b34be0 None None] Network bd2f0a44-0b19-4664-8e66-c33efbd64626 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:51.976299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:51.976895 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.025732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-734c3712-9d5c-4e8f-acc9-655f6672cf5f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0303230 Nov 12 13:34:52.028525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54366) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:52.034629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f242f100-53f2-4d4f-860e-2bb8762d0146 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-191856277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:52.093495 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f242f100-53f2-4d4f-860e-2bb8762d0146 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.096581 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f242f100-53f2-4d4f-860e-2bb8762d0146 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.234316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 72995108-e3ba-4e74-ae76-bfad6bb1b778 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:34:52.306152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f242f100-53f2-4d4f-860e-2bb8762d0146 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.314154 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f46fa65b-d816-4092-8f39-74151ab946a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.317001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f242f100-53f2-4d4f-860e-2bb8762d0146 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.426122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f46fa65b-d816-4092-8f39-74151ab946a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.437115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f46fa65b-d816-4092-8f39-74151ab946a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.472193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f242f100-53f2-4d4f-860e-2bb8762d0146 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.473914 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f242f100-53f2-4d4f-860e-2bb8762d0146 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4437535 Nov 12 13:34:52.477437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54380) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:52.578039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f46fa65b-d816-4092-8f39-74151ab946a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c21a135c5e0457a83ebef82519a1d5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6458440 Nov 12 13:34:52.578584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54384) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:52.588646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fa65b-d816-4092-8f39-74151ab946a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90f2008-fa54-479c-829c-476bfe56093c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:52.734987 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cbe324f-8ee3-4762-bf74-404e77c67672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.791669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 72995108-e3ba-4e74-ae76-bfad6bb1b778, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=72995108-e3ba-4e74-ae76-bfad6bb1b778,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:52.797381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cbe324f-8ee3-4762-bf74-404e77c67672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.827925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-bd2f0a44-0b19-4664-8e66-c33efbd64626', 'network_id': 'bd2f0a44-0b19-4664-8e66-c33efbd64626', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'fixed_ips': [{'subnet_id': '5c7c0fbc-f203-4854-bc79-0b883f14c403'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:34:52.829068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.842874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '72995108-e3ba-4e74-ae76-bfad6bb1b778', 'network_id': '6c55f02a-5cd4-4dc9-900f-6fdb87942b89', 'port_id': '72995108-e3ba-4e74-ae76-bfad6bb1b778', 'mac_address': 'fa:16:3e:e5:9c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4ed80c-ed77-477f-a1a2-cd9129a58859', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:34:52.898171 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.903617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cbe324f-8ee3-4762-bf74-404e77c67672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.912450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6cbe324f-8ee3-4762-bf74-404e77c67672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:52.914024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6cbe324f-8ee3-4762-bf74-404e77c67672 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b90f2008-fa54-479c-829c-476bfe56093c HTTP/1.1" status: 204 len: 168 time: 0.3341279 Nov 12 13:34:52.928747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe324f-8ee3-4762-bf74-404e77c67672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90f2008-fa54-479c-829c-476bfe56093c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:53.123302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72995108-e3ba-4e74-ae76-bfad6bb1b778 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:34:53.124575 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:53.265884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 72995108-e3ba-4e74-ae76-bfad6bb1b778, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=72995108-e3ba-4e74-ae76-bfad6bb1b778,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:53.278085 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:53.322404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5be05099-4b73-4f80-b7a1-992e2faa270d req-96e1a5ee-f10c-4863-b2e4-424dbf83451a tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 210 time: 0.1311946 Nov 12 13:34:53.527731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=72995108-e3ba-4e74-ae76-bfad6bb1b778,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:53.702503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Allocated IP 2001:db8::2 (bd2f0a44-0b19-4664-8e66-c33efbd64626/5c7c0fbc-f203-4854-bc79-0b883f14c403/3f070e74-c727-45ec-95a2-148d2775e400) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:34:53.736927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54410) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:53.753497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['72995108-e3ba-4e74-ae76-bfad6bb1b778'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:34:53.780933 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4117cd7c-1a49-4f75-bf89-df5a6ac1ce25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.024308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-a5d8e8cb-7132-48e9-80bc-6c72fce7ff37 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:54.035431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-a5d8e8cb-7132-48e9-80bc-6c72fce7ff37 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.70 "GET /v2.0/networks?id=4d0899c8-b323-4b67-8669-940dc2ef5978 HTTP/1.1" status: 200 len: 813 time: 0.5626268 Nov 12 13:34:54.105991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Request body: {'port': {'device_id': 'f210e640-eb01-491f-89c1-62dd784df7bd', 'network_id': '4d0899c8-b323-4b67-8669-940dc2ef5978', 'admin_state_up': True, 'tenant_id': '268278a4767147ed9cca21a978a2198d'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:54.179693 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.197358 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.345422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4117cd7c-1a49-4f75-bf89-df5a6ac1ce25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.348372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Network bd2f0a44-0b19-4664-8e66-c33efbd64626 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:34:54.353248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:54.359216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:34:54.364954 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4117cd7c-1a49-4f75-bf89-df5a6ac1ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.381345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2d601-f670-49ca-b184-c936189a72e6 req-e9356ead-57f2-48be-8fcc-c700a2980ade tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:54.389136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ab2d601-f670-49ca-b184-c936189a72e6 req-e9356ead-57f2-48be-8fcc-c700a2980ade tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 944 time: 1.4981313 Nov 12 13:34:54.496260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117cd7c-1a49-4f75-bf89-df5a6ac1ce25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c18311-49f0-491e-927c-963a87c3c810,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:54.508663 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4117cd7c-1a49-4f75-bf89-df5a6ac1ce25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=671771b4ddd441f0999d67d603d2dab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7681930 Nov 12 13:34:54.514036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54424) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:54.542843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Pushing event updated for resources: {'Port': ['ID=3f070e74-c727-45ec-95a2-148d2775e400,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:54.545835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Attempting to bind port 3f070e74-c727-45ec-95a2-148d2775e400 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:34:54.546205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Attempting to bind port 3f070e74-c727-45ec-95a2-148d2775e400 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'f02f8f21-33c1-4994-bd54-16a51825c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bd2f0a44-0b19-4664-8e66-c33efbd64626'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:34:54.546567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Attempting to bind port 3f070e74-c727-45ec-95a2-148d2775e400 on network bd2f0a44-0b19-4664-8e66-c33efbd64626 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:34:54.592384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:34:54.594395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Checking segment: {'id': 'f02f8f21-33c1-4994-bd54-16a51825c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bd2f0a44-0b19-4664-8e66-c33efbd64626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:34:54.596432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.597962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Bound using segment: {'id': 'f02f8f21-33c1-4994-bd54-16a51825c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bd2f0a44-0b19-4664-8e66-c33efbd64626'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:34:54.600246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Bound port: 3f070e74-c727-45ec-95a2-148d2775e400, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02f8f21-33c1-4994-bd54-16a51825c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bd2f0a44-0b19-4664-8e66-c33efbd64626'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:34:54.600957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.607257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Allocated IP 2001:db8::1 (bd2f0a44-0b19-4664-8e66-c33efbd64626/5c7c0fbc-f203-4854-bc79-0b883f14c403/72d863c4-55f7-4b83-81f2-792ab9130307) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:34:54.609752 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6226851d-4fdc-414b-a7ec-ee3780571d20 req-fa2748b3-7d1d-4b69-91e3-45dfdc57939e tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 210 time: 0.0986142 Nov 12 13:34:54.759811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3688e9d5-59b3-46a0-b5c7-5e33384e92b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.815354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] For port 3f070e74-c727-45ec-95a2-148d2775e400, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:34:54.819421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] For port 3f070e74-c727-45ec-95a2-148d2775e400, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3f070e74-c727-45ec-95a2-148d2775e400,segment=NetworkSegment(f02f8f21-33c1-4994-bd54-16a51825c1a5),segment_id=f02f8f21-33c1-4994-bd54-16a51825c1a5)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:34:54.822381 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ab2d601-f670-49ca-b184-c936189a72e6 req-d6b5a5c4-c51d-4df2-8c33-8272b478f3cc tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321952 Nov 12 13:34:54.845191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3688e9d5-59b3-46a0-b5c7-5e33384e92b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.862552 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.865941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Made reservation on behalf of 268278a4767147ed9cca21a978a2198d for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:34:54.869959 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.933330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:54.947828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4118e-e49d-4d25-a5eb-694c2da8eb08 None None] Pushing event updated for resources: {'Port': ['ID=3f070e74-c727-45ec-95a2-148d2775e400,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:55.007536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:55.079241 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network bd2f0a44-0b19-4664-8e66-c33efbd64626 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:34:55.100767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:55.108110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:34:55.108702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:55.112541 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3688e9d5-59b3-46a0-b5c7-5e33384e92b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:55.129647 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3688e9d5-59b3-46a0-b5c7-5e33384e92b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:55.133190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3688e9d5-59b3-46a0-b5c7-5e33384e92b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36c18311-49f0-491e-927c-963a87c3c810 HTTP/1.1" status: 204 len: 168 time: 0.6079571 Nov 12 13:34:55.173129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688e9d5-59b3-46a0-b5c7-5e33384e92b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c18311-49f0-491e-927c-963a87c3c810,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:55.235600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=72d863c4-55f7-4b83-81f2-792ab9130307,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:55.345409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Allocated IP 172.20.0.11 (4d0899c8-b323-4b67-8669-940dc2ef5978/00811140-cdef-4b1a-9125-1abf23ea0ee7/ff0ab840-585c-439e-8c81-91f1a8e3f5bb) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:34:55.540253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:55.685882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:55.734618 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:55.785436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22f010-2c82-47fd-9f91-31c066e25af0 req-ce05faab-b251-4db8-80d4-fbd8eb629062 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:55.787234 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da22f010-2c82-47fd-9f91-31c066e25af0 req-ce05faab-b251-4db8-80d4-fbd8eb629062 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.3248963 Nov 12 13:34:55.822102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Network 4d0899c8-b323-4b67-8669-940dc2ef5978 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:34:55.829032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:55.835472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:34:55.887367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Pushing event updated for resources: {'Port': ['ID=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:55.910765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d015ea-b4e0-48a0-8b6c-df6f20a56a46 req-523a7697-d773-4cdc-ad89-cf3ccf6a723f tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:55.918155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87d015ea-b4e0-48a0-8b6c-df6f20a56a46 req-523a7697-d773-4cdc-ad89-cf3ccf6a723f tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 932 time: 0.1880758 Nov 12 13:34:55.943239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da22f010-2c82-47fd-9f91-31c066e25af0 req-c38b0b4d-918c-42ae-b3e4-b23ffb8b7e8d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464026 Nov 12 13:34:55.973103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:55.974152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.043117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-70d98be0-ecbe-4b6f-90cb-76c80c3ff6ec tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9545166 Nov 12 13:34:56.070978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Request body: {'port': {'device_id': 'f210e640-eb01-491f-89c1-62dd784df7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:34:56.091433 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.102929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.104130 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.134916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 72995108-e3ba-4e74-ae76-bfad6bb1b778 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:56.228029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87d015ea-b4e0-48a0-8b6c-df6f20a56a46 req-177fcd8b-ecc5-490b-8f61-3430cb319659 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089054 Nov 12 13:34:56.241423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.267366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3f070e74-c727-45ec-95a2-148d2775e400 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:56.401958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=72d863c4-55f7-4b83-81f2-792ab9130307,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:56.417269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 72995108-e3ba-4e74-ae76-bfad6bb1b778 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:34:56.427178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 72995108-e3ba-4e74-ae76-bfad6bb1b778 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:56.427670 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.432087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 3f070e74-c727-45ec-95a2-148d2775e400 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:56.432743 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.516056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdf46-e08e-4d04-b0be-7d05c9a30614 req-ed010e27-4713-4d85-acad-662c8efcb00b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:56.523436 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95bbdf46-e08e-4d04-b0be-7d05c9a30614 req-ed010e27-4713-4d85-acad-662c8efcb00b tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 945 time: 0.2785048 Nov 12 13:34:56.575083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network bd2f0a44-0b19-4664-8e66-c33efbd64626 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:34:56.587680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:34:56.598819 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.654856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 3f070e74-c727-45ec-95a2-148d2775e400, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3f070e74-c727-45ec-95a2-148d2775e400,segment=NetworkSegment(f02f8f21-33c1-4994-bd54-16a51825c1a5),segment_id=f02f8f21-33c1-4994-bd54-16a51825c1a5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:56.667784 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.742626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43430f-12a4-436c-a77b-f8f035b1924e None None] Network bd2f0a44-0b19-4664-8e66-c33efbd64626 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:56.786864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0ab840-585c-439e-8c81-91f1a8e3f5bb {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:34:56.796280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=3f070e74-c727-45ec-95a2-148d2775e400,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:56.797680 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.813406 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Transition to ACTIVE for port object ff0ab840-585c-439e-8c81-91f1a8e3f5bb will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:34:56.819831 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:56.833988 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95bbdf46-e08e-4d04-b0be-7d05c9a30614 req-b85a4048-1a52-4a0a-b11a-fb27447c4844 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979457 Nov 12 13:34:56.898698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 6b79d7f2-69c4-4962-aa5a-90aa18321636 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:34:56.955319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:56.987215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:57.024101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Attempting to bind port ff0ab840-585c-439e-8c81-91f1a8e3f5bb on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:34:57.024802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Attempting to bind port ff0ab840-585c-439e-8c81-91f1a8e3f5bb by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '6fbecad0-2ee2-48fa-84ce-6587dae5f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4d0899c8-b323-4b67-8669-940dc2ef5978'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:34:57.025269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Attempting to bind port ff0ab840-585c-439e-8c81-91f1a8e3f5bb on network 4d0899c8-b323-4b67-8669-940dc2ef5978 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:34:57.032079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Port ff0ab840-585c-439e-8c81-91f1a8e3f5bb on network 4d0899c8-b323-4b67-8669-940dc2ef5978 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:34:57.032570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Attempting to bind port ff0ab840-585c-439e-8c81-91f1a8e3f5bb on network 4d0899c8-b323-4b67-8669-940dc2ef5978 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:34:57.034772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:34:57.043373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-05c4cb7d-6986-4f34-8897-82c029ec4455 None None] Provisioning complete for port 3f070e74-c727-45ec-95a2-148d2775e400 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:57.043860 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05c4cb7d-6986-4f34-8897-82c029ec4455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:57.051086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:34:57.053227 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Checking segment: {'id': '6fbecad0-2ee2-48fa-84ce-6587dae5f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4d0899c8-b323-4b67-8669-940dc2ef5978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:34:57.054061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Bound using segment: {'id': '6fbecad0-2ee2-48fa-84ce-6587dae5f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4d0899c8-b323-4b67-8669-940dc2ef5978'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:34:57.054206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-84173a5f-144a-407b-8347-acf400dbf627 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/6b79d7f2-69c4-4962-aa5a-90aa18321636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5755131 Nov 12 13:34:57.054799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54490) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:57.055188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Bound port: ff0ab840-585c-439e-8c81-91f1a8e3f5bb, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbecad0-2ee2-48fa-84ce-6587dae5f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4d0899c8-b323-4b67-8669-940dc2ef5978'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:34:57.055842 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:57.103606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854f01e-7de6-4d0d-b8f7-cd644b12ae24 None None] Sync routers for ids ['6b79d7f2-69c4-4962-aa5a-90aa18321636'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:34:57.140334 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb76938e-1780-4d2b-9b06-59f200b90390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72995108-e3ba-4e74-ae76-bfad6bb1b778'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:57.142706 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc30f8fa-c328-4101-8196-11a0a055b7bf" -d '{"events": [{"server_uuid": "cb76938e-1780-4d2b-9b06-59f200b90390", "name": "network-vif-plugged", "status": "completed", "tag": "72995108-e3ba-4e74-ae76-bfad6bb1b778"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:57.167060 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-553c8b47-0acf-48ee-b3d9-ba2304af5678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:57.181992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 72995108-e3ba-4e74-ae76-bfad6bb1b778, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=72995108-e3ba-4e74-ae76-bfad6bb1b778,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:34:57.182824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebd6faa-d6d2-445c-a8ba-3a9e217b5aba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:57.185245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bebd6faa-d6d2-445c-a8ba-3a9e217b5aba tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports/72d863c4-55f7-4b83-81f2-792ab9130307 HTTP/1.1" status: 200 len: 911 time: 0.1294034 Nov 12 13:34:57.186751 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854f01e-7de6-4d0d-b8f7-cd644b12ae24 None None] Routers {'6b79d7f2-69c4-4962-aa5a-90aa18321636'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:57.187390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6854f01e-7de6-4d0d-b8f7-cd644b12ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6b79d7f2-69c4-4962-aa5a-90aa18321636'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:57.188863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54498) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:57.271841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6854f01e-7de6-4d0d-b8f7-cd644b12ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:57.287054 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:57.313924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] For port ff0ab840-585c-439e-8c81-91f1a8e3f5bb, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:34:57.321563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] For port ff0ab840-585c-439e-8c81-91f1a8e3f5bb, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,segment=NetworkSegment(6fbecad0-2ee2-48fa-84ce-6587dae5f4e7),segment_id=6fbecad0-2ee2-48fa-84ce-6587dae5f4e7)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:34:57.339446 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b6ec7e-d92e-4654-8b4c-4c86152bedc6 x-openstack-request-id: req-f6b6ec7e-d92e-4654-8b4c-4c86152bedc6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:57.340324 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb76938e-1780-4d2b-9b06-59f200b90390", "name": "network-vif-plugged", "status": "completed", "tag": "72995108-e3ba-4e74-ae76-bfad6bb1b778", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:57.340755 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6b6ec7e-d92e-4654-8b4c-4c86152bedc6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:57.341890 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb76938e-1780-4d2b-9b06-59f200b90390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72995108-e3ba-4e74-ae76-bfad6bb1b778', 'code': 200} Nov 12 13:34:57.348677 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:57.471460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854f01e-7de6-4d0d-b8f7-cd644b12ae24 None None] Routers {'6b79d7f2-69c4-4962-aa5a-90aa18321636'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:34:57.472872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6854f01e-7de6-4d0d-b8f7-cd644b12ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6b79d7f2-69c4-4962-aa5a-90aa18321636'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:57.527865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:57.551566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a80d7-6366-4373-9a09-d83253b65309 req-682e847d-cbaf-4c05-a019-5649745bb126 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:57.567122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a1a80d7-6366-4373-9a09-d83253b65309 req-682e847d-cbaf-4c05-a019-5649745bb126 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.3748376 Nov 12 13:34:57.575573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:57.576583 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:57.578907 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-e25ad0f1-6c16-4cde-a3fe-e5b11b530066 service neutron] 10.222.0.70 "PUT /v2.0/ports/ff0ab840-585c-439e-8c81-91f1a8e3f5bb HTTP/1.1" status: 200 len: 1092 time: 1.5213075 Nov 12 13:34:57.581150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6854f01e-7de6-4d0d-b8f7-cd644b12ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:34:57.582451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854f01e-7de6-4d0d-b8f7-cd644b12ae24 None None] The sync data for ids ['6b79d7f2-69c4-4962-aa5a-90aa18321636'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:34:57.587946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f210e640-eb01-491f-89c1-62dd784df7bd', 'tag': 'ff0ab840-585c-439e-8c81-91f1a8e3f5bb'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:34:57.592630 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bde38be-4d25-40e8-95c9-3268423f561c" -d '{"events": [{"name": "network-changed", "server_uuid": "f210e640-eb01-491f-89c1-62dd784df7bd", "tag": "ff0ab840-585c-439e-8c81-91f1a8e3f5bb"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:34:57.633661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=72995108-e3ba-4e74-ae76-bfad6bb1b778,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:57.717606 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a1a80d7-6366-4373-9a09-d83253b65309 req-e1167b9d-273e-4c12-af0b-9dfae8546a07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491945 Nov 12 13:34:57.765362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-c2eb6149-2be5-40a5-8e9a-7d0e506b2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:57.765362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-c2eb6149-2be5-40a5-8e9a-7d0e506b2b00 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=268278a4767147ed9cca21a978a2198d&device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 1095 time: 0.1301692 Nov 12 13:34:57.826593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3595c-63d7-4911-98e3-26bd06b95544 req-5b42e14f-c83a-4e62-b70e-665a2cbe96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:57.828289 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55a3595c-63d7-4911-98e3-26bd06b95544 req-5b42e14f-c83a-4e62-b70e-665a2cbe96b7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 1097 time: 0.2587171 Nov 12 13:34:57.842273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d63e91-5fff-45ba-98d6-b0f499bc42a2 req-d5d19d98-4c28-4021-9abd-5e2144a255db tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:57.849155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73d63e91-5fff-45ba-98d6-b0f499bc42a2 req-d5d19d98-4c28-4021-9abd-5e2144a255db tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 944 time: 0.2750843 Nov 12 13:34:57.872817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-59ee8b8f-35e2-4931-8d16-d6c4852fc402 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff0ab840-585c-439e-8c81-91f1a8e3f5bb HTTP/1.1" status: 200 len: 217 time: 0.0992560 Nov 12 13:34:57.948676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55a3595c-63d7-4911-98e3-26bd06b95544 req-dd04ab7c-c7bc-4901-b757-a5350e5f7ec6 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967989 Nov 12 13:34:57.992750 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dd05ba-ef0c-4b99-a73d-75695470f62a x-openstack-request-id: req-89dd05ba-ef0c-4b99-a73d-75695470f62a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:34:57.993044 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f210e640-eb01-491f-89c1-62dd784df7bd", "tag": "ff0ab840-585c-439e-8c81-91f1a8e3f5bb", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:34:57.993342 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-89dd05ba-ef0c-4b99-a73d-75695470f62a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:34:57.993738 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f210e640-eb01-491f-89c1-62dd784df7bd', 'tag': 'ff0ab840-585c-439e-8c81-91f1a8e3f5bb', 'status': 'completed', 'code': 200} Nov 12 13:34:57.995750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-71316c90-e255-41b7-92e8-515a0ed28574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:57.997908 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73d63e91-5fff-45ba-98d6-b0f499bc42a2 req-ef315b3b-5f21-4736-827b-4f9753691965 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476648 Nov 12 13:34:58.021840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-71316c90-e255-41b7-92e8-515a0ed28574 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00811140-cdef-4b1a-9125-1abf23ea0ee7 HTTP/1.1" status: 200 len: 853 time: 0.1056273 Nov 12 13:34:58.089074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-86bca282-204b-4b9b-a7af-468abd36d32d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d0899c8-b323-4b67-8669-940dc2ef5978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661027 Nov 12 13:34:58.100940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3f070e74-c727-45ec-95a2-148d2775e400 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:34:58.145815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:58.283506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-158c2c33-9f86-463a-9713-796c1658d8f3 None None] Provisioning complete for port 3f070e74-c727-45ec-95a2-148d2775e400 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:58.284060 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-158c2c33-9f86-463a-9713-796c1658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:58.320346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-a359d166-a526-40f2-b6bb-67adda9a87d1 service neutron] 10.222.0.70 "GET /v2.0/networks/4d0899c8-b323-4b67-8669-940dc2ef5978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229517 Nov 12 13:34:58.385923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 3f070e74-c727-45ec-95a2-148d2775e400 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:58.386726 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:58.394332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a8f9-1dfe-49f5-a090-0bcce71668f4 req-aa0eb79c-7acf-4794-80b6-e4b50cae3c42 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:58.411074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a470a8f9-1dfe-49f5-a090-0bcce71668f4 req-aa0eb79c-7acf-4794-80b6-e4b50cae3c42 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 946 time: 0.2037013 Nov 12 13:34:58.490968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54534) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:58.687516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a470a8f9-1dfe-49f5-a090-0bcce71668f4 req-f610a707-ab72-49eb-b072-69a780f6a3ec tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742867 Nov 12 13:34:58.826152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-158c2c33-9f86-463a-9713-796c1658d8f3 None None] Provisioning complete for port 72d863c4-55f7-4b83-81f2-792ab9130307 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:58.829771 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-158c2c33-9f86-463a-9713-796c1658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:58.902700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-158c2c33-9f86-463a-9713-796c1658d8f3 None None] Port 72d863c4-55f7-4b83-81f2-792ab9130307 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:34:59.045920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7fa9638e-306d-430f-ad56-a53a0662a2b0 None None] Provisioning complete for port 72d863c4-55f7-4b83-81f2-792ab9130307 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:59.046926 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fa9638e-306d-430f-ad56-a53a0662a2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.144648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 72d863c4-55f7-4b83-81f2-792ab9130307 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:34:59.148962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.152521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-97323e15-de37-46fd-9d94-446bb0de924a admin admin] Deleting subnet e6f26a39-dc7e-4bdb-82f4-a44fa913ebff {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:34:59.158900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97323e15-de37-46fd-9d94-446bb0de924a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.163279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7fa9638e-306d-430f-ad56-a53a0662a2b0 None None] Port 72d863c4-55f7-4b83-81f2-792ab9130307 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:34:59.283113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bec60197-2f9c-413d-9ac2-0c53bb3104b6 req-2f3ac1b0-3c25-47a2-a8da-ac2fc2fa37d1 service neutron] 10.222.0.70 "GET /v2.0/networks/4d0899c8-b323-4b67-8669-940dc2ef5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9544082 Nov 12 13:34:59.286715 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97323e15-de37-46fd-9d94-446bb0de924a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.294615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27380829-abe0-4392-8cf2-e50c7f863994 req-08cc6b70-3026-4b55-9c21-18e22e5a568a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:59.308479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27380829-abe0-4392-8cf2-e50c7f863994 req-08cc6b70-3026-4b55-9c21-18e22e5a568a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.2986751 Nov 12 13:34:59.330241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-49ac0dd5-9e3f-44ac-9d75-ea37549f4cc7 None None] Provisioning complete for port 72d863c4-55f7-4b83-81f2-792ab9130307 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:34:59.330797 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49ac0dd5-9e3f-44ac-9d75-ea37549f4cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.365431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97323e15-de37-46fd-9d94-446bb0de924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.442387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97323e15-de37-46fd-9d94-446bb0de924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.457624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684d55d-4e8f-4494-9e26-70ddffd6ca4b req-affac9b2-bd56-48b4-900b-48f2ea1e7233 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:59.473945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8684d55d-4e8f-4494-9e26-70ddffd6ca4b req-affac9b2-bd56-48b4-900b-48f2ea1e7233 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 944 time: 0.2482011 Nov 12 13:34:59.486036 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27380829-abe0-4392-8cf2-e50c7f863994 req-5224f505-e101-4501-afde-8f9a53458deb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755776 Nov 12 13:34:59.528064 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.535835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-49ac0dd5-9e3f-44ac-9d75-ea37549f4cc7 None None] Port 72d863c4-55f7-4b83-81f2-792ab9130307 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:34:59.541055 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3365054-f308-4653-afe0-2617ed9dbdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.571408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 72d863c4-55f7-4b83-81f2-792ab9130307 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:34:59.649536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8684d55d-4e8f-4494-9e26-70ddffd6ca4b req-594be497-bc36-4f59-9a42-656768cb9844 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703129 Nov 12 13:34:59.662614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97323e15-de37-46fd-9d94-446bb0de924a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.664444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59721593-bcae-46c1-a024-88c671711b86 None None] Network 2a9b18d1-abfa-4109-8b80-1eae7a7e828d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:34:59.665829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-97323e15-de37-46fd-9d94-446bb0de924a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e6f26a39-dc7e-4bdb-82f4-a44fa913ebff HTTP/1.1" status: 204 len: 168 time: 1.1736453 Nov 12 13:34:59.668324 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97323e15-de37-46fd-9d94-446bb0de924a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f26a39-dc7e-4bdb-82f4-a44fa913ebff,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:34:59.668748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:34:59.684106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde38be-4d25-40e8-95c9-3268423f561c req-f629fe7f-2b86-4431-88b6-979f873c65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:59.687288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bde38be-4d25-40e8-95c9-3268423f561c req-f629fe7f-2b86-4431-88b6-979f873c65ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=268278a4767147ed9cca21a978a2198d&device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 1095 time: 0.2590561 Nov 12 13:34:59.814094 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:34:59.952909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64719458-529f-42f0-927b-133bd230ff91 None None] DHCP port deletion for 2a9b18d1-abfa-4109-8b80-1eae7a7e828d request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:34:59.972307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde38be-4d25-40e8-95c9-3268423f561c req-805bd2c7-7360-4beb-aecd-2ed70db3bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:34:59.974059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bde38be-4d25-40e8-95c9-3268423f561c req-805bd2c7-7360-4beb-aecd-2ed70db3bc50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d0899c8-b323-4b67-8669-940dc2ef5978 HTTP/1.1" status: 200 len: 914 time: 0.2776065 Nov 12 13:35:00.030999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bde38be-4d25-40e8-95c9-3268423f561c req-68a23f09-f790-4979-89bb-6905c875d148 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff0ab840-585c-439e-8c81-91f1a8e3f5bb HTTP/1.1" status: 200 len: 217 time: 0.0484862 Nov 12 13:35:00.111208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde38be-4d25-40e8-95c9-3268423f561c req-81c044a9-c22e-459c-99c7-b8aed1fbd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:00.115154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bde38be-4d25-40e8-95c9-3268423f561c req-81c044a9-c22e-459c-99c7-b8aed1fbd922 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00811140-cdef-4b1a-9125-1abf23ea0ee7 HTTP/1.1" status: 200 len: 853 time: 0.0778251 Nov 12 13:35:00.116653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54560) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:00.136665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:35:00.205303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bde38be-4d25-40e8-95c9-3268423f561c req-2976b317-f5a0-4951-ab01-baf013db7959 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d0899c8-b323-4b67-8669-940dc2ef5978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779893 Nov 12 13:35:00.308941 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.333847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.339473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:00.343485 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aad7fd-3dfc-43bd-9467-70460ec8a847" -d '{"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-unplugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:00.357294 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-baf2cec8-fe38-4885-a979-f702d682ec7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.358349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9b18d1-abfa-4109-8b80-1eae7a7e828d']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:00.363233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:00.369192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.371114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f560ec24-385f-4999-a383-d1041e4ee3a1') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:00.371413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f560ec24-385f-4999-a383-d1041e4ee3a1') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:00.412153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.424511 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bde38be-4d25-40e8-95c9-3268423f561c req-10858b14-30b6-45d7-b8e4-a42d204b1e1f service neutron] 10.222.0.70 "GET /v2.0/networks/4d0899c8-b323-4b67-8669-940dc2ef5978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102308 Nov 12 13:35:00.425101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22c013-5f95-445f-b787-e78b695a844a req-150b5651-a0b7-40c3-9aaa-4940880951ab tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:00.426377 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b22c013-5f95-445f-b787-e78b695a844a req-150b5651-a0b7-40c3-9aaa-4940880951ab tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 946 time: 0.5714638 Nov 12 13:35:00.431336 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fefead-34d1-4669-9929-d821413897f2 x-openstack-request-id: req-35fefead-34d1-4669-9929-d821413897f2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:00.431643 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-unplugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:00.434106 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35fefead-34d1-4669-9929-d821413897f2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:00.434851 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'code': 200} Nov 12 13:35:00.456758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:00.470417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.483459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:35:00.483974 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:35:00.488107 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:35:00.548186 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.551607 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bde38be-4d25-40e8-95c9-3268423f561c req-57ab093f-cb2d-4a1e-a1d8-9e6827668498 service neutron] 10.222.0.70 "GET /v2.0/networks/4d0899c8-b323-4b67-8669-940dc2ef5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180997 Nov 12 13:35:00.559559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.591494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=72d863c4-55f7-4b83-81f2-792ab9130307,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:00.613650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b22c013-5f95-445f-b787-e78b695a844a req-9266437f-1b45-4da4-bdf2-c83cabd7fbee tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735320 Nov 12 13:35:00.618428 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.628689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.641553 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2a9b18d1-abfa-4109-8b80-1eae7a7e828d HTTP/1.1" status: 204 len: 168 time: 0.9662964 Nov 12 13:35:00.645382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54570) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:00.684196 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-baf2cec8-fe38-4885-a979-f702d682ec7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.694149 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-baf2cec8-fe38-4885-a979-f702d682ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.732465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2cec8-fe38-4885-a979-f702d682ec7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614b0e0c-7688-47b9-81ec-461a0b285f0c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:00.767507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65395d5-9ea0-4ccd-9967-aa641af6a3a3 req-2ec1c5e0-13e2-401e-8a3a-267c6f571dfe tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:00.773086 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d65395d5-9ea0-4ccd-9967-aa641af6a3a3 req-2ec1c5e0-13e2-401e-8a3a-267c6f571dfe tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1572919 Nov 12 13:35:00.781328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fe6c62-907c-49a7-8bbb-0bdad2317be9 admin admin] Deleting subnet 5b69c686-d8d4-4e57-af1f-0a59b08c704f {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:35:00.788585 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fe6c62-907c-49a7-8bbb-0bdad2317be9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.794944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34108887-1e7b-48b4-b884-952ac7d46007 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9b18d1-abfa-4109-8b80-1eae7a7e828d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:00.815077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-baf2cec8-fe38-4885-a979-f702d682ec7b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e3dba17aa6d4d718aa97bf005534a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6970825 Nov 12 13:35:00.818701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54574) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:00.904494 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4eca746f-143c-44f2-be58-8dadd05fb0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.923060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d65395d5-9ea0-4ccd-9967-aa641af6a3a3 req-9af52364-d2e7-472a-951f-f21574131fab tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488996 Nov 12 13:35:00.974097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4eca746f-143c-44f2-be58-8dadd05fb0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.974380 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fe6c62-907c-49a7-8bbb-0bdad2317be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:00.991169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.088278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e98ff-c2d8-4f11-9e4f-c05e35f3f143 req-3cd84bab-1d67-43eb-953b-2040f2bafc78 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:01.090260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-443e98ff-c2d8-4f11-9e4f-c05e35f3f143 req-3cd84bab-1d67-43eb-953b-2040f2bafc78 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 946 time: 0.0858474 Nov 12 13:35:01.121627 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4eca746f-143c-44f2-be58-8dadd05fb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.123620 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fe6c62-907c-49a7-8bbb-0bdad2317be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.126032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4eca746f-143c-44f2-be58-8dadd05fb0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.127295 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4eca746f-143c-44f2-be58-8dadd05fb0a3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/614b0e0c-7688-47b9-81ec-461a0b285f0c HTTP/1.1" status: 204 len: 168 time: 0.3074358 Nov 12 13:35:01.133879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ad429-0799-4695-b608-9993df318061 req-314f98f8-6e94-42a4-b6f2-d6e65de69036 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:01.142496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-789ad429-0799-4695-b608-9993df318061 req-314f98f8-6e94-42a4-b6f2-d6e65de69036 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 944 time: 0.1956360 Nov 12 13:35:01.162921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca746f-143c-44f2-be58-8dadd05fb0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614b0e0c-7688-47b9-81ec-461a0b285f0c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:01.193763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-443e98ff-c2d8-4f11-9e4f-c05e35f3f143 req-c7c0383c-10d1-46d8-8250-0487f76e829d tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950046 Nov 12 13:35:01.328248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-789ad429-0799-4695-b608-9993df318061 req-56b827c1-ca7c-4184-b4f9-596dfa90fcd2 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848476 Nov 12 13:35:01.330611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 6b79d7f2-69c4-4962-aa5a-90aa18321636 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:35:01.350521 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fe6c62-907c-49a7-8bbb-0bdad2317be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.416689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe6c62-907c-49a7-8bbb-0bdad2317be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b69c686-d8d4-4e57-af1f-0a59b08c704f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:01.460223 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fe6c62-907c-49a7-8bbb-0bdad2317be9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.467497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54586) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:01.473368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-73fe6c62-907c-49a7-8bbb-0bdad2317be9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5b69c686-d8d4-4e57-af1f-0a59b08c704f HTTP/1.1" status: 204 len: 168 time: 0.8174789 Nov 12 13:35:01.477630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:35:01.487506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-306aae07-0e51-4f10-aa15-98694be84a68 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/6b79d7f2-69c4-4962-aa5a-90aa18321636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2970030 Nov 12 13:35:01.490246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54588) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:01.494240 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f9641-bda4-48f9-8153-80c516733cae None None] Sync routers for ids ['6b79d7f2-69c4-4962-aa5a-90aa18321636'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:35:01.507327 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f9641-bda4-48f9-8153-80c516733cae None None] Routers {'6b79d7f2-69c4-4962-aa5a-90aa18321636'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:01.507969 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-204f9641-bda4-48f9-8153-80c516733cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6b79d7f2-69c4-4962-aa5a-90aa18321636'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:01.525923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c2d081b4-3b78-41b7-941d-47296e16399d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b79d7f2-69c4-4962-aa5a-90aa18321636 HTTP/1.1" status: 200 len: 205 time: 0.0342121 Nov 12 13:35:01.528277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54590) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:01.553951 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-204f9641-bda4-48f9-8153-80c516733cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:01.566740 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f9641-bda4-48f9-8153-80c516733cae None None] Routers {'6b79d7f2-69c4-4962-aa5a-90aa18321636'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:01.567093 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.568039 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-204f9641-bda4-48f9-8153-80c516733cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6b79d7f2-69c4-4962-aa5a-90aa18321636'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:01.570852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54592) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:01.593037 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68373e78-ef1a-4e3b-b780-bbcdf1ad6cf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.602581 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-204f9641-bda4-48f9-8153-80c516733cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:01.603364 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f9641-bda4-48f9-8153-80c516733cae None None] The sync data for ids ['6b79d7f2-69c4-4962-aa5a-90aa18321636'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:35:01.623213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16ef43e3-c109-4898-a7a8-59c75ea6737c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.689269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.718584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:01.733830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967a364b-8a1f-467c-a5ee-9b7d71ee33f4') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:01.734122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967a364b-8a1f-467c-a5ee-9b7d71ee33f4') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:01.748763 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.776961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.793475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16ef43e3-c109-4898-a7a8-59c75ea6737c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.795222 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:35:01.795632 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.796728 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16ef43e3-c109-4898-a7a8-59c75ea6737c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:35:01.797433 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:35:01.801751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68373e78-ef1a-4e3b-b780-bbcdf1ad6cf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.809834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68373e78-ef1a-4e3b-b780-bbcdf1ad6cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.849441 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16ef43e3-c109-4898-a7a8-59c75ea6737c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.849953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ef43e3-c109-4898-a7a8-59c75ea6737c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Fanout notify agent at l3_agent the message router_deleted on router 6b79d7f2-69c4-4962-aa5a-90aa18321636 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:35:01.858815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16ef43e3-c109-4898-a7a8-59c75ea6737c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.862439 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-16ef43e3-c109-4898-a7a8-59c75ea6737c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/6b79d7f2-69c4-4962-aa5a-90aa18321636 HTTP/1.1" status: 204 len: 168 time: 0.3298240 Nov 12 13:35:01.863349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54594) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:01.886337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68373e78-ef1a-4e3b-b780-bbcdf1ad6cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd52cf9-9f8e-48dc-84a4-cd0b11d1cd3f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:01.892148 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-68373e78-ef1a-4e3b-b780-bbcdf1ad6cf1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aaa2832cd9cd49aab61c998f89acbeb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202436 Nov 12 13:35:01.895161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:01.897737 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.929530 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:01.932796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb HTTP/1.1" status: 204 len: 168 time: 0.4632285 Nov 12 13:35:01.934220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bd6e7-244f-4aad-93a3-a210662e6355 admin admin] Pushing event deleted for resources: {'Network': ['ID=c54c3dc6-3cf3-40de-9cec-ac4ce4f80adb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:01.961587 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eaa9e81-d009-4d8b-beb5-fb8cb6126d88 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting subnet 5c7c0fbc-f203-4854-bc79-0b883f14c403 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:35:01.964895 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eaa9e81-d009-4d8b-beb5-fb8cb6126d88 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.047252 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73f3e65c-9b45-42f9-aa84-718dcdfe6659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.054147 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eaa9e81-d009-4d8b-beb5-fb8cb6126d88 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.127238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73f3e65c-9b45-42f9-aa84-718dcdfe6659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.151566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54602) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:02.183134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2700-b489-4bbf-9eae-16f706c013d0 req-da30cc20-d1cc-4308-bc6b-a40aacbec679 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:02.185766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd2d2700-b489-4bbf-9eae-16f706c013d0 req-da30cc20-d1cc-4308-bc6b-a40aacbec679 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1918848 Nov 12 13:35:02.186824 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.217648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-edcc2d20-7107-4478-bb20-a6b2f6a3dc22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=903f0b4a4ce34662a24453fd702b57ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616953 Nov 12 13:35:02.217946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54604) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:02.262154 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eaa9e81-d009-4d8b-beb5-fb8cb6126d88 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.276204 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e7dc-3a04-4f8a-b652-1dd30d1dd948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.292178 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73f3e65c-9b45-42f9-aa84-718dcdfe6659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.295627 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73f3e65c-9b45-42f9-aa84-718dcdfe6659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.299249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-73f3e65c-9b45-42f9-aa84-718dcdfe6659 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7dd52cf9-9f8e-48dc-84a4-cd0b11d1cd3f HTTP/1.1" status: 204 len: 168 time: 0.4002123 Nov 12 13:35:02.311558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e7dc-3a04-4f8a-b652-1dd30d1dd948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.325184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd2d2700-b489-4bbf-9eae-16f706c013d0 req-6057fa37-48dc-46db-8db6-56f9c3a4f2d9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096530 Nov 12 13:35:02.328244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3e65c-9b45-42f9-aa84-718dcdfe6659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd52cf9-9f8e-48dc-84a4-cd0b11d1cd3f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:02.363804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eaa9e81-d009-4d8b-beb5-fb8cb6126d88 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.413098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa9e81-d009-4d8b-beb5-fb8cb6126d88 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7c0fbc-f203-4854-bc79-0b883f14c403,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:02.418030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e421bc-387f-42b0-94f9-0742afb9ed97 req-45c3140d-362b-4300-b053-75ebecd67cc5 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:02.419889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1e421bc-387f-42b0-94f9-0742afb9ed97 req-45c3140d-362b-4300-b053-75ebecd67cc5 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 946 time: 0.1166651 Nov 12 13:35:02.431418 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eaa9e81-d009-4d8b-beb5-fb8cb6126d88 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.437220 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0eaa9e81-d009-4d8b-beb5-fb8cb6126d88 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/5c7c0fbc-f203-4854-bc79-0b883f14c403 HTTP/1.1" status: 204 len: 168 time: 0.5730658 Nov 12 13:35:02.441705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ef6cb-ab0d-4102-8fff-58b2962890c2 None None] Network bd2f0a44-0b19-4664-8e66-c33efbd64626 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:02.445882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:02.503774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1e421bc-387f-42b0-94f9-0742afb9ed97 req-72f0f4ad-f2ba-4cdb-8fb4-d5a1cbc3ce92 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767763 Nov 12 13:35:02.504909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e7dc-3a04-4f8a-b652-1dd30d1dd948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.507545 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e7dc-3a04-4f8a-b652-1dd30d1dd948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.511683 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8cb7e7dc-3a04-4f8a-b652-1dd30d1dd948 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/537ae501-d796-4ff9-b5ec-6749e2c947da HTTP/1.1" status: 204 len: 168 time: 0.2929294 Nov 12 13:35:02.520482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7e7dc-3a04-4f8a-b652-1dd30d1dd948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537ae501-d796-4ff9-b5ec-6749e2c947da,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:02.610271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.731197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb51771-9359-4759-bf36-207b330b97b0 req-ccef14e3-5403-4923-a339-67a6c1e60435 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:02.732726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cbb51771-9359-4759-bf36-207b330b97b0 req-ccef14e3-5403-4923-a339-67a6c1e60435 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 944 time: 0.1531758 Nov 12 13:35:02.777845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 3f070e74-c727-45ec-95a2-148d2775e400 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:02.778177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.816769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59ee419-2e08-4e99-872a-7d1b57271d95 None None] DHCP port deletion for bd2f0a44-0b19-4664-8e66-c33efbd64626 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:35:02.872092 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cbb51771-9359-4759-bf36-207b330b97b0 req-5120331c-3290-4886-8b20-44ec739548da tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284351 Nov 12 13:35:02.900476 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.902499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port 3f070e74-c727-45ec-95a2-148d2775e400, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3f070e74-c727-45ec-95a2-148d2775e400,segment=NetworkSegment(f02f8f21-33c1-4994-bd54-16a51825c1a5),segment_id=f02f8f21-33c1-4994-bd54-16a51825c1a5)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:02.903426 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.908981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d59ee419-2e08-4e99-872a-7d1b57271d95 None None] Deleting port 3f070e74-c727-45ec-95a2-148d2775e400 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:02.909945 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d59ee419-2e08-4e99-872a-7d1b57271d95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:02.925739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 3f070e74-c727-45ec-95a2-148d2775e400 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:02.954864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d7559-5a2b-463f-ae46-6418dfd341e5 req-14601589-4e2e-44fa-bf6e-0668d60b9630 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:02.962390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-933d7559-5a2b-463f-ae46-6418dfd341e5 req-14601589-4e2e-44fa-bf6e-0668d60b9630 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 946 time: 0.0661798 Nov 12 13:35:03.013797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d59ee419-2e08-4e99-872a-7d1b57271d95 None None] For port 3f070e74-c727-45ec-95a2-148d2775e400, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3f070e74-c727-45ec-95a2-148d2775e400,segment=NetworkSegment(f02f8f21-33c1-4994-bd54-16a51825c1a5),segment_id=f02f8f21-33c1-4994-bd54-16a51825c1a5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:03.014288 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d59ee419-2e08-4e99-872a-7d1b57271d95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.018366 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-933d7559-5a2b-463f-ae46-6418dfd341e5 req-b0b63913-0f75-4523-afd1-58ba5583bdaf tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545454 Nov 12 13:35:03.030127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d59ee419-2e08-4e99-872a-7d1b57271d95 None None] Calling delete_port for 3f070e74-c727-45ec-95a2-148d2775e400 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:03.057869 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.091848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No DVR routers for this DVR port 3f070e74-c727-45ec-95a2-148d2775e400 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:35:03.094572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=3f070e74-c727-45ec-95a2-148d2775e400,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:03.116692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54634) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:03.133227 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d59ee419-2e08-4e99-872a-7d1b57271d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.163563 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6b4afc24-a665-45e4-9bce-191978757217 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18c6d5e36b0444ff8711fc6f6e614580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456564 Nov 12 13:35:03.166070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54636) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:03.179528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ee419-2e08-4e99-872a-7d1b57271d95 None None] Pushing event deleted for resources: {'Port': ['ID=3f070e74-c727-45ec-95a2-148d2775e400,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:03.188901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ee419-2e08-4e99-872a-7d1b57271d95 None None] No DVR routers for this DVR port 3f070e74-c727-45ec-95a2-148d2775e400 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:35:03.199748 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.223452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2f0a44-0b19-4664-8e66-c33efbd64626']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:03.233075 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d062cdd3-a9a9-471d-92ac-db4bd3e77607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.233806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02f8f21-33c1-4994-bd54-16a51825c1a5') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:03.234137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02f8f21-33c1-4994-bd54-16a51825c1a5') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:03.246845 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.256116 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d062cdd3-a9a9-471d-92ac-db4bd3e77607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.264771 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.271517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:35:03.272181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:35:03.276024 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:35:03.304782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ff0ab840-585c-439e-8c81-91f1a8e3f5bb details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:35:03.352231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.355991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d062cdd3-a9a9-471d-92ac-db4bd3e77607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.358933 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d062cdd3-a9a9-471d-92ac-db4bd3e77607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.360109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d062cdd3-a9a9-471d-92ac-db4bd3e77607 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bbfc9ad8-6a15-4d19-9384-98b22450644a HTTP/1.1" status: 204 len: 168 time: 0.1914434 Nov 12 13:35:03.376667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062cdd3-a9a9-471d-92ac-db4bd3e77607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfc9ad8-6a15-4d19-9384-98b22450644a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:03.391401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.397567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/networks/bd2f0a44-0b19-4664-8e66-c33efbd64626 HTTP/1.1" status: 204 len: 168 time: 0.9504657 Nov 12 13:35:03.403684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54646) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:03.410442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-950894670', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:03.431079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7525371-1621-435b-b06d-7b3e3a185a85 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Network': ['ID=bd2f0a44-0b19-4664-8e66-c33efbd64626,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:03.523956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.527965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.650346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ff0ab840-585c-439e-8c81-91f1a8e3f5bb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,segment=NetworkSegment(6fbecad0-2ee2-48fa-84ce-6587dae5f4e7),segment_id=6fbecad0-2ee2-48fa-84ce-6587dae5f4e7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:03.685562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'ff0ab840-585c-439e-8c81-91f1a8e3f5bb', 'network_id': '4d0899c8-b323-4b67-8669-940dc2ef5978', 'port_id': 'ff0ab840-585c-439e-8c81-91f1a8e3f5bb', 'mac_address': 'fa:16:3e:07:1a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00811140-cdef-4b1a-9125-1abf23ea0ee7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:35:03.692621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b398a23-98d0-44bd-9aa7-697b85b957ba req-7b41b7b9-cf01-4aee-a0ef-d8b6e235270b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:03.696092 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.702726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0b398a23-98d0-44bd-9aa7-697b85b957ba req-7b41b7b9-cf01-4aee-a0ef-d8b6e235270b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1381714 Nov 12 13:35:03.767309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0b398a23-98d0-44bd-9aa7-697b85b957ba req-7b4e5251-f6a7-4d8a-8fb9-85f9ab9da936 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622604 Nov 12 13:35:03.800775 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.819551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0ab840-585c-439e-8c81-91f1a8e3f5bb {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:03.842195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ff0ab840-585c-439e-8c81-91f1a8e3f5bb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,segment=NetworkSegment(6fbecad0-2ee2-48fa-84ce-6587dae5f4e7),segment_id=6fbecad0-2ee2-48fa-84ce-6587dae5f4e7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:03.847830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:03.930286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:03.971644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.051156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3f070e74-c727-45ec-95a2-148d2775e400 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:35:04.100880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 3f070e74-c727-45ec-95a2-148d2775e400 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:35:04.101340 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3f070e74-c727-45ec-95a2-148d2775e400 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:35:04.115646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf5171-2cb9-4c6d-87da-036c501fcb8b req-bb4e854a-c6a3-49dd-b726-6a37b9a110d5 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:04.127535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-99bf5171-2cb9-4c6d-87da-036c501fcb8b req-bb4e854a-c6a3-49dd-b726-6a37b9a110d5 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 945 time: 0.1157746 Nov 12 13:35:04.147155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:35:04.213940 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-99bf5171-2cb9-4c6d-87da-036c501fcb8b req-03d49ec3-a398-4d9d-b938-906888119e34 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853734 Nov 12 13:35:04.239818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ff0ab840-585c-439e-8c81-91f1a8e3f5bb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:04.310834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.339527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.369027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf9324-26b2-4355-a21e-db87ba58d987 req-ef526ebb-9416-43d0-8669-e8efc6d1b746 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:04.379098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fcf9324-26b2-4355-a21e-db87ba58d987 req-ef526ebb-9416-43d0-8669-e8efc6d1b746 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 946 time: 0.1553986 Nov 12 13:35:04.379434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:04.424868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'port_id': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'mac_address': 'fa:16:3e:28:86:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:35:04.502328 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.509851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54680) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:04.513890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5fcf9324-26b2-4355-a21e-db87ba58d987 req-02cade70-000b-46f0-b93c-13aca243be43 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334951 Nov 12 13:35:04.529209 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dce9890-63ab-4783-b1d9-aa80b0f6a234 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:04.559495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:04.569082 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.611397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Allocated IP 172.25.5.198 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/ca875228-33b8-469a-8a47-0a156c9af791) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:04.635922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=12']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:04.725903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d73b4701-9180-4ebc-a8e5-8ec732d168c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.739835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['5dce9890-63ab-4783-b1d9-aa80b0f6a234'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:04.772433 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.834434 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d73b4701-9180-4ebc-a8e5-8ec732d168c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.840095 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d73b4701-9180-4ebc-a8e5-8ec732d168c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.929331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d73b4701-9180-4ebc-a8e5-8ec732d168c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c2e06cb61d14b49bbddf24b0c87fa35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4167197 Nov 12 13:35:04.929331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b4701-9180-4ebc-a8e5-8ec732d168c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eae545-e074-4dd7-91cb-e9d2a3f1cde0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:04.931373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:04.947614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.960005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54700) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:04.993117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b94a4535-cf59-4697-8407-0300df03fed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:04.999793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:05.013123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed625e79-cebe-4bae-a959-9a477b9e0cf5 req-8d7bdba4-7a86-4ace-9c98-5f94b67131f5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:05.014757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed625e79-cebe-4bae-a959-9a477b9e0cf5 req-8d7bdba4-7a86-4ace-9c98-5f94b67131f5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 945 time: 0.1447189 Nov 12 13:35:05.015833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:05.016491 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b94a4535-cf59-4697-8407-0300df03fed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.019518 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:05.043812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c596ed8-07a7-4b2c-83d6-2a52baa6bdb5 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:35:05.074276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=ca875228-33b8-469a-8a47-0a156c9af791,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:05.108736 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b94a4535-cf59-4697-8407-0300df03fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.111380 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b94a4535-cf59-4697-8407-0300df03fed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.112530 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b94a4535-cf59-4697-8407-0300df03fed5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7eae545-e074-4dd7-91cb-e9d2a3f1cde0 HTTP/1.1" status: 204 len: 168 time: 0.1801658 Nov 12 13:35:05.124273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a4535-cf59-4697-8407-0300df03fed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eae545-e074-4dd7-91cb-e9d2a3f1cde0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:05.144064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-b9065431-45c1-43e8-8806-df183a04512c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:05.145676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-b9065431-45c1-43e8-8806-df183a04512c tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 946 time: 0.0732095 Nov 12 13:35:05.177316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed625e79-cebe-4bae-a959-9a477b9e0cf5 req-6e0e77b4-1655-4102-91de-92c5163ff240 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314986 Nov 12 13:35:05.188213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9a778e36-7ecf-4b82-8bfc-5b2f1df268a8 None None] Provisioning complete for port ca875228-33b8-469a-8a47-0a156c9af791 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:05.188594 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a778e36-7ecf-4b82-8bfc-5b2f1df268a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.211114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-674399537-network', 'tenant_id': '3ca92447d6f34936861707b40c226eb4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:05.255503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9a778e36-7ecf-4b82-8bfc-5b2f1df268a8 None None] Port ca875228-33b8-469a-8a47-0a156c9af791 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:05.279849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Made reservation on behalf of 3ca92447d6f34936861707b40c226eb4 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:05.283679 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.300526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ff0ab840-585c-439e-8c81-91f1a8e3f5bb up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:05.348749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-a8a9a710-d90d-42c0-b479-fbbc2fbc18be tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Deleting port 72995108-e3ba-4e74-ae76-bfad6bb1b778 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:05.349169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-a8a9a710-d90d-42c0-b479-fbbc2fbc18be tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.362525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port ff0ab840-585c-439e-8c81-91f1a8e3f5bb completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:35:05.367786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port ff0ab840-585c-439e-8c81-91f1a8e3f5bb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:05.368369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.388059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc3abc-1226-4649-b8e2-8edc49c3d7e4 req-01fc4e82-850b-4e01-99e0-b37515a0d937 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:05.389614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6bc3abc-1226-4649-b8e2-8edc49c3d7e4 req-01fc4e82-850b-4e01-99e0-b37515a0d937 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 945 time: 0.0931816 Nov 12 13:35:05.418009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.453124 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.506030 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.522338 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6bc3abc-1226-4649-b8e2-8edc49c3d7e4 req-bfa105c9-f9a8-4a75-a67c-cf34cfa6621d tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804627 Nov 12 13:35:05.543554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-a8a9a710-d90d-42c0-b479-fbbc2fbc18be tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] For port 72995108-e3ba-4e74-ae76-bfad6bb1b778, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=72995108-e3ba-4e74-ae76-bfad6bb1b778,segment=NetworkSegment(71cb94c9-ba7d-417f-a100-139cf796554d),segment_id=71cb94c9-ba7d-417f-a100-139cf796554d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:05.544348 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-a8a9a710-d90d-42c0-b479-fbbc2fbc18be tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.555613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f210e640-eb01-491f-89c1-62dd784df7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0ab840-585c-439e-8c81-91f1a8e3f5bb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:05.561891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-a8a9a710-d90d-42c0-b479-fbbc2fbc18be tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Calling delete_port for 72995108-e3ba-4e74-ae76-bfad6bb1b778 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:05.575166 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebf1375-f247-4256-a5b8-02615061b4c6" -d '{"events": [{"server_uuid": "f210e640-eb01-491f-89c1-62dd784df7bd", "name": "network-vif-plugged", "status": "completed", "tag": "ff0ab840-585c-439e-8c81-91f1a8e3f5bb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:05.612008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ff0ab840-585c-439e-8c81-91f1a8e3f5bb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,segment=NetworkSegment(6fbecad0-2ee2-48fa-84ce-6587dae5f4e7),segment_id=6fbecad0-2ee2-48fa-84ce-6587dae5f4e7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:05.623391 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.667163 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.676232 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.690542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:35:05.702431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.702800 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Added segment 3cb6fe76-d19f-46e1-8182-02d063aec53b of type vlan for network ec77f2df-46bd-462a-98e0-e14c4ac37486 Nov 12 13:35:05.739712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:05.786420 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.799047 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-a8a9a710-d90d-42c0-b479-fbbc2fbc18be tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.815181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['72995108-e3ba-4e74-ae76-bfad6bb1b778'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:05.864714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9a710-d90d-42c0-b479-fbbc2fbc18be tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Pushing event deleted for resources: {'Port': ['ID=72995108-e3ba-4e74-ae76-bfad6bb1b778,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:05.895411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01314ae-7b87-4406-a119-6c282744d614 None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:35:05.903059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:05.961670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-a8a9a710-d90d-42c0-b479-fbbc2fbc18be tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] No DVR routers for this DVR port 72995108-e3ba-4e74-ae76-bfad6bb1b778 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:35:05.963775 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.964613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:05.964805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-a8a9a710-d90d-42c0-b479-fbbc2fbc18be tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.965199 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:05.970880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5b9a630f-a3fd-4158-829f-7edb181bf72f req-a8a9a710-d90d-42c0-b479-fbbc2fbc18be tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.105 "DELETE /v2.0/ports/72995108-e3ba-4e74-ae76-bfad6bb1b778 HTTP/1.1" status: 204 len: 173 time: 0.8088818 Nov 12 13:35:05.971118 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb76938e-1780-4d2b-9b06-59f200b90390', 'name': 'network-vif-deleted', 'tag': '72995108-e3ba-4e74-ae76-bfad6bb1b778'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:05.974758 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a9414-57aa-4589-a02b-8ac6969466e6" -d '{"events": [{"server_uuid": "cb76938e-1780-4d2b-9b06-59f200b90390", "name": "network-vif-deleted", "tag": "72995108-e3ba-4e74-ae76-bfad6bb1b778"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:05.983917 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:06.004600 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b63b01-cc94-40ca-91a8-573c67843ad3 x-openstack-request-id: req-63b63b01-cc94-40ca-91a8-573c67843ad3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:06.005390 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f210e640-eb01-491f-89c1-62dd784df7bd", "name": "network-vif-plugged", "status": "completed", "tag": "ff0ab840-585c-439e-8c81-91f1a8e3f5bb", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:06.005863 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-63b63b01-cc94-40ca-91a8-573c67843ad3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:06.007286 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f210e640-eb01-491f-89c1-62dd784df7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0ab840-585c-439e-8c81-91f1a8e3f5bb', 'code': 200} Nov 12 13:35:06.021680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eeb40-f2ba-4243-a519-9153620915cf req-71a2f0b3-ac1d-4f69-91f5-2b45b8734e5a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:06.030006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d41eeb40-f2ba-4243-a519-9153620915cf req-71a2f0b3-ac1d-4f69-91f5-2b45b8734e5a tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb76938e-1780-4d2b-9b06-59f200b90390 HTTP/1.1" status: 200 len: 867 time: 0.2796369 Nov 12 13:35:06.113993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1496816 Nov 12 13:35:06.118254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54736) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:06.126931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Request body: {'subnet': {'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-674399537-subnet', 'tenant_id': '3ca92447d6f34936861707b40c226eb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:06.151099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:06.168472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61656f7-d844-4830-8250-f1d4159a936b admin admin] Pushing event updated for resources: {'Network': ['ID=ec77f2df-46bd-462a-98e0-e14c4ac37486,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:06.171907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Made reservation on behalf of 3ca92447d6f34936861707b40c226eb4 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:06.176965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:06.231118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network ec77f2df-46bd-462a-98e0-e14c4ac37486 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:35:06.249460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d41eeb40-f2ba-4243-a519-9153620915cf req-9afb05bd-618c-496a-bab2-8b792d6dc6a1 tempest-DeleteServersTestJSON-1566217774 tempest-DeleteServersTestJSON-1566217774-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ff197c4-02eb-4687-b079-145caa707ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175734 Nov 12 13:35:06.286024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d700b4f-b0fb-4828-982c-ad7b9e57f620 req-fd1abf70-5871-40aa-8afa-027c2eb2a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:06.288544 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9d700b4f-b0fb-4828-982c-ad7b9e57f620 req-fd1abf70-5871-40aa-8afa-027c2eb2a626 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 1097 time: 0.1778495 Nov 12 13:35:06.331539 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb8d4e8-935a-4e42-93ec-7d7f8fb340a9 x-openstack-request-id: req-bdb8d4e8-935a-4e42-93ec-7d7f8fb340a9 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:06.331855 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb76938e-1780-4d2b-9b06-59f200b90390", "name": "network-vif-deleted", "tag": "72995108-e3ba-4e74-ae76-bfad6bb1b778", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:06.332091 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdb8d4e8-935a-4e42-93ec-7d7f8fb340a9 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:06.332492 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb76938e-1780-4d2b-9b06-59f200b90390', 'name': 'network-vif-deleted', 'tag': '72995108-e3ba-4e74-ae76-bfad6bb1b778', 'status': 'completed', 'code': 200} Nov 12 13:35:06.394518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9d700b4f-b0fb-4828-982c-ad7b9e57f620 req-3c73768c-3a4f-4e43-9620-6662904f57a6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961094 Nov 12 13:35:06.436180 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:06.438272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:06.439677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:06.441368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 52ad69f5-6839-4db2-b75d-9acfd0932505 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:35:06.492273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba385eb4-57f5-43b8-b975-7ca94a231896 req-42471d70-859b-4db9-ae0c-3a55e42c17d5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:06.493866 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba385eb4-57f5-43b8-b975-7ca94a231896 req-42471d70-859b-4db9-ae0c-3a55e42c17d5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 945 time: 0.1150873 Nov 12 13:35:06.558980 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:06.609417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:06.615228 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:06.624019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1191b7a9-0521-4e53-8e28-81df34129a91,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:06.673988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Checking segment: {'id': '3cb6fe76-d19f-46e1-8182-02d063aec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:06.674375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Network hostable DHCP agents. Network: ec77f2df-46bd-462a-98e0-e14c4ac37486, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:35:06.700983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=13']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:06.720214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba385eb4-57f5-43b8-b975-7ca94a231896 req-8bcf4dd5-5299-4498-9ffa-58058c68aaf3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104661 Nov 12 13:35:06.729058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Network ec77f2df-46bd-462a-98e0-e14c4ac37486 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:35:06.749082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, ec77f2df-46bd-462a-98e0-e14c4ac37486) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:06.755505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:06.756374 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:06.763699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ffcf9-0bdc-4120-8688-b86e7aae7a14 None None] Network ec77f2df-46bd-462a-98e0-e14c4ac37486 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:06.786399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ee693072-6256-4d6d-9f87-9a65a46e8564 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6665981 Nov 12 13:35:06.868820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54750) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:06.951824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361023a4-ac50-4b70-ba3b-324e1e34bee4 None None] Network ec77f2df-46bd-462a-98e0-e14c4ac37486 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:07.026646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:35:07.042047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7cafb-15cb-4a78-ba7e-186187e460a1 None None] Sync routers for ids ['52ad69f5-6839-4db2-b75d-9acfd0932505'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:35:07.047447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd5d63-2a51-4229-b587-548eb02c8a2d req-5711cdb1-471b-422f-bf65-e2a2f00c03dd tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:07.049030 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58cd5d63-2a51-4229-b587-548eb02c8a2d req-5711cdb1-471b-422f-bf65-e2a2f00c03dd tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 946 time: 0.0966263 Nov 12 13:35:07.063508 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.067129 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-345d2e1b-0165-42b5-8b22-a61685f969c1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6613145 Nov 12 13:35:07.071544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54758) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:07.076736 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cad0909-1704-43f5-a55d-a74709eb9ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.079642 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7cafb-15cb-4a78-ba7e-186187e460a1 None None] Routers {'52ad69f5-6839-4db2-b75d-9acfd0932505'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:07.080192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-24b7cafb-15cb-4a78-ba7e-186187e460a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['52ad69f5-6839-4db2-b75d-9acfd0932505'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:07.158955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-24b7cafb-15cb-4a78-ba7e-186187e460a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:07.169805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7cafb-15cb-4a78-ba7e-186187e460a1 None None] Routers {'52ad69f5-6839-4db2-b75d-9acfd0932505'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:07.170439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-24b7cafb-15cb-4a78-ba7e-186187e460a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['52ad69f5-6839-4db2-b75d-9acfd0932505'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:07.190166 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cad0909-1704-43f5-a55d-a74709eb9ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.194639 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cad0909-1704-43f5-a55d-a74709eb9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.216972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-24b7cafb-15cb-4a78-ba7e-186187e460a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:07.217896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7cafb-15cb-4a78-ba7e-186187e460a1 None None] The sync data for ids ['52ad69f5-6839-4db2-b75d-9acfd0932505'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:35:07.243457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1cad0909-1704-43f5-a55d-a74709eb9ecd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a20801b1599d45c890a94781565e1feb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3729856 Nov 12 13:35:07.244448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad0909-1704-43f5-a55d-a74709eb9ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ccaea7-eccb-4bff-848b-e9fd355b09aa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:07.247646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54764) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:07.316548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6423ea88-d136-4459-9f6d-18e9807c1b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.328098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58cd5d63-2a51-4229-b587-548eb02c8a2d req-ef3bf330-03de-4743-b4fc-82e6743c77b6 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584021 Nov 12 13:35:07.365965 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bf39d4c3-c94b-48ef-813a-3aa8ccd0ed8b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/routers/52ad69f5-6839-4db2-b75d-9acfd0932505 HTTP/1.1" status: 200 len: 884 time: 0.2930779 Nov 12 13:35:07.367549 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6423ea88-d136-4459-9f6d-18e9807c1b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.368482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54768) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:07.457381 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6423ea88-d136-4459-9f6d-18e9807c1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.460128 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6423ea88-d136-4459-9f6d-18e9807c1b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:07.464815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6423ea88-d136-4459-9f6d-18e9807c1b87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66ccaea7-eccb-4bff-848b-e9fd355b09aa HTTP/1.1" status: 204 len: 168 time: 0.2125747 Nov 12 13:35:07.476982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423ea88-d136-4459-9f6d-18e9807c1b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ccaea7-eccb-4bff-848b-e9fd355b09aa,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:07.695736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54784) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:07.696498 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2db530ab-6b2c-4223-86ff-9ac90adaa939 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3260248 Nov 12 13:35:07.703768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5911d654-12f5-485a-b56d-24a6ffb88eb6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-950894670'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:07.955197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03526021-1806-429f-9df4-25cd9ba722b2 req-0a828340-8241-4aa4-b144-ef8bd95f7117 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:07.957545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03526021-1806-429f-9df4-25cd9ba722b2 req-0a828340-8241-4aa4-b144-ef8bd95f7117 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.0950949 Nov 12 13:35:08.009558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:08.011932 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6595fb4-89d7-40ea-99cd-22fa2b53bf15" -d '{"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-plugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:08.078262 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6d2192-5cd1-4b9e-b3d9-3f6758299855 x-openstack-request-id: req-aa6d2192-5cd1-4b9e-b3d9-3f6758299855 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:08.078652 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-plugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:08.078997 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa6d2192-5cd1-4b9e-b3d9-3f6758299855 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:08.079480 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'code': 200} Nov 12 13:35:08.185796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03526021-1806-429f-9df4-25cd9ba722b2 req-6926ed85-50f0-43e2-a132-9c98a115078b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841195 Nov 12 13:35:08.481065 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5911d654-12f5-485a-b56d-24a6ffb88eb6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:08.498414 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5911d654-12f5-485a-b56d-24a6ffb88eb6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:08.542376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c832e-5288-4f20-b8cc-9d4d921a98b2 req-7aaa1364-fd95-4d54-a967-92edf97f347b tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:08.543999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a30c832e-5288-4f20-b8cc-9d4d921a98b2 req-7aaa1364-fd95-4d54-a967-92edf97f347b tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 946 time: 0.0554943 Nov 12 13:35:08.619995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a30c832e-5288-4f20-b8cc-9d4d921a98b2 req-118b5761-9a75-4798-a040-41edced55604 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642657 Nov 12 13:35:09.175747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379da67-ee19-4c8f-8ceb-f52817017e7d req-4677135d-c2c6-4340-a0da-25ccb5321daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:09.180305 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a379da67-ee19-4c8f-8ceb-f52817017e7d req-4677135d-c2c6-4340-a0da-25ccb5321daa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=268278a4767147ed9cca21a978a2198d&device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 1097 time: 0.0802991 Nov 12 13:35:09.209383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46378b97-eef0-409d-a7c9-009d1c8b4893 req-55c48fec-8e21-4a67-9844-654065352087 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:09.210931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46378b97-eef0-409d-a7c9-009d1c8b4893 req-55c48fec-8e21-4a67-9844-654065352087 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 946 time: 0.1299133 Nov 12 13:35:09.217659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5911d654-12f5-485a-b56d-24a6ffb88eb6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 52ad69f5-6839-4db2-b75d-9acfd0932505 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:35:09.344340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46378b97-eef0-409d-a7c9-009d1c8b4893 req-0ed449d9-4371-4303-84b5-e8ff6fcc0b8c tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232078 Nov 12 13:35:09.431291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b272f-8b63-4176-b14e-1434bf60b10f req-ab2186a7-3bd5-487a-a0e0-4d8af6df07c7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:09.440436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5911d654-12f5-485a-b56d-24a6ffb88eb6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:35:09.456323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-619b272f-8b63-4176-b14e-1434bf60b10f req-ab2186a7-3bd5-487a-a0e0-4d8af6df07c7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.1287766 Nov 12 13:35:09.457577 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b391fc6-0650-45a4-bbe3-20f01f847919 None None] Sync routers for ids ['52ad69f5-6839-4db2-b75d-9acfd0932505'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:35:09.459860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5911d654-12f5-485a-b56d-24a6ffb88eb6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:09.462496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5911d654-12f5-485a-b56d-24a6ffb88eb6 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/52ad69f5-6839-4db2-b75d-9acfd0932505 HTTP/1.1" status: 200 len: 891 time: 1.7632742 Nov 12 13:35:09.465339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:09.484864 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b391fc6-0650-45a4-bbe3-20f01f847919 None None] Routers {'52ad69f5-6839-4db2-b75d-9acfd0932505'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:09.485586 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8b391fc6-0650-45a4-bbe3-20f01f847919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['52ad69f5-6839-4db2-b75d-9acfd0932505'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:09.506718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379da67-ee19-4c8f-8ceb-f52817017e7d req-0038f23a-557c-45de-ba9c-3bb0148d894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:09.506718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a379da67-ee19-4c8f-8ceb-f52817017e7d req-0038f23a-557c-45de-ba9c-3bb0148d894d service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d0899c8-b323-4b67-8669-940dc2ef5978 HTTP/1.1" status: 200 len: 914 time: 0.3176901 Nov 12 13:35:09.534775 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8b391fc6-0650-45a4-bbe3-20f01f847919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:09.563185 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b391fc6-0650-45a4-bbe3-20f01f847919 None None] Routers {'52ad69f5-6839-4db2-b75d-9acfd0932505'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:09.566127 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8b391fc6-0650-45a4-bbe3-20f01f847919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['52ad69f5-6839-4db2-b75d-9acfd0932505'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:09.573756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a379da67-ee19-4c8f-8ceb-f52817017e7d req-be5dab78-82ef-48b1-b75e-e8d9b37ffb00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff0ab840-585c-439e-8c81-91f1a8e3f5bb HTTP/1.1" status: 200 len: 217 time: 0.0560379 Nov 12 13:35:09.614344 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8b391fc6-0650-45a4-bbe3-20f01f847919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:09.615322 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b391fc6-0650-45a4-bbe3-20f01f847919 None None] The sync data for ids ['52ad69f5-6839-4db2-b75d-9acfd0932505'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:35:09.628362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-619b272f-8b63-4176-b14e-1434bf60b10f req-69a7f1d2-67ca-4120-a72b-f552fa8d120a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684887 Nov 12 13:35:09.649935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379da67-ee19-4c8f-8ceb-f52817017e7d req-8cd26917-7092-4acf-8306-9f728f7ab72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:09.651933 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a379da67-ee19-4c8f-8ceb-f52817017e7d req-8cd26917-7092-4acf-8306-9f728f7ab72c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00811140-cdef-4b1a-9125-1abf23ea0ee7 HTTP/1.1" status: 200 len: 853 time: 0.0649335 Nov 12 13:35:09.695317 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-edc64ed2-3c06-48e9-8658-aed3ff16e855 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/routers/52ad69f5-6839-4db2-b75d-9acfd0932505 HTTP/1.1" status: 200 len: 891 time: 0.2237425 Nov 12 13:35:09.695552 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a379da67-ee19-4c8f-8ceb-f52817017e7d req-437e4adb-acfe-446f-981f-377137eb9e1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d0899c8-b323-4b67-8669-940dc2ef5978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306461 Nov 12 13:35:09.697718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54862) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:09.739787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-93581060-e0d4-4a6e-aa34-19483d60b52e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=52ad69f5-6839-4db2-b75d-9acfd0932505 HTTP/1.1" status: 200 len: 205 time: 0.0405331 Nov 12 13:35:09.741846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54866) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:09.806071 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a379da67-ee19-4c8f-8ceb-f52817017e7d req-e1200070-6199-4ac6-8d6f-dbf09a2fb859 service neutron] 10.222.0.70 "GET /v2.0/networks/4d0899c8-b323-4b67-8669-940dc2ef5978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044412 Nov 12 13:35:09.920399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:10.005261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a379da67-ee19-4c8f-8ceb-f52817017e7d req-c383da46-9db2-4366-8e19-ee19b8a306b3 service neutron] 10.222.0.70 "GET /v2.0/networks/4d0899c8-b323-4b67-8669-940dc2ef5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910591 Nov 12 13:35:10.073717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:10.179946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 72995108-e3ba-4e74-ae76-bfad6bb1b778 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:35:10.224611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 72995108-e3ba-4e74-ae76-bfad6bb1b778 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:35:10.225312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 72995108-e3ba-4e74-ae76-bfad6bb1b778 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:35:10.281323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port ca875228-33b8-469a-8a47-0a156c9af791 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:10.281919 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:10.361017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-0b605672-387e-4a04-b33d-b15becc087e3 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:10.379069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-0b605672-387e-4a04-b33d-b15becc087e3 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/networks?id=ec77f2df-46bd-462a-98e0-e14c4ac37486 HTTP/1.1" status: 200 len: 808 time: 0.2397008 Nov 12 13:35:10.440085 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-0addbe89-2a70-4b8f-a9ab-7d7efc291c50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/quotas/3ca92447d6f34936861707b40c226eb4 HTTP/1.1" status: 200 len: 375 time: 0.0489042 Nov 12 13:35:10.485666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-ceb72178-a2e3-41be-9ede-ce6d2abf0e23 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ca92447d6f34936861707b40c226eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444262 Nov 12 13:35:10.494964 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:10.510521 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for ca875228-33b8-469a-8a47-0a156c9af791 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:10.780027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72284032-8da4-4b77-a493-8ca1d6984c21 req-b42386a8-6557-434a-8f9e-7cfc53acdee1 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:10.787770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72284032-8da4-4b77-a493-8ca1d6984c21 req-b42386a8-6557-434a-8f9e-7cfc53acdee1 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 946 time: 0.2950206 Nov 12 13:35:10.803887 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd9e3718-13af-46f2-8940-d80702efa94e req-13d7451e-4560-402c-ba65-77117baf349e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2330272 Nov 12 13:35:10.849900 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:10.878485 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54922) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:10.904507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e263e4-1659-4703-8a67-db1565b6e0e2 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:35:10.954628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72284032-8da4-4b77-a493-8ca1d6984c21 req-88eff9f2-c4eb-4593-b57a-7de36f74ae44 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655993 Nov 12 13:35:10.991672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3718-13af-46f2-8940-d80702efa94e req-87574185-20e9-4768-8a99-4a43602caeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:10.994575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd9e3718-13af-46f2-8940-d80702efa94e req-87574185-20e9-4768-8a99-4a43602caeda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d751a9231f4bb39a266e6c8f69bd8f&device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 1097 time: 0.1182480 Nov 12 13:35:11.090966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=ca875228-33b8-469a-8a47-0a156c9af791,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:11.093045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.169930 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c80248d-a440-4c49-8b70-9f3e2fa4f9d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.218012 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.221260 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.266177 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c80248d-a440-4c49-8b70-9f3e2fa4f9d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.272419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c80248d-a440-4c49-8b70-9f3e2fa4f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.314990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80248d-a440-4c49-8b70-9f3e2fa4f9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5442b18d-3a16-4802-bd80-3fa881a48fba,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:11.318719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-c3f38cf0-e465-4381-bcf9-cf4039523228 service neutron] 10.222.0.73 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8320279 Nov 12 13:35:11.322361 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.323854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Fanout notify agent at l3_agent the message router_deleted on router 52ad69f5-6839-4db2-b75d-9acfd0932505 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:35:11.342403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.350157 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4ce424c2-c87c-4610-8516-0e4fac278098 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/52ad69f5-6839-4db2-b75d-9acfd0932505 HTTP/1.1" status: 204 len: 168 time: 1.5982733 Nov 12 13:35:11.355180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54930) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:11.360654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1513154452'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:11.394574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9c80248d-a440-4c49-8b70-9f3e2fa4f9d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e1734ca76054c2db9b699d08a4a15b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5051410 Nov 12 13:35:11.401465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54932) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:11.475719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3718-13af-46f2-8940-d80702efa94e req-d1790bb7-be60-4971-814c-03b60e2d06df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:11.477376 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd9e3718-13af-46f2-8940-d80702efa94e req-d1790bb7-be60-4971-814c-03b60e2d06df service neutron] 10.222.0.70 "GET /v2.0/networks?id=00bc9552-1e53-4a17-b43f-ab7e8415ae25 HTTP/1.1" status: 200 len: 904 time: 0.4515135 Nov 12 13:35:11.488719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:11.493543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.499019 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-18fbd7e8-c0f6-410e-a64f-d255327a20fa service neutron] 10.222.0.73 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644785 Nov 12 13:35:11.545050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d92545a3-bb3b-4338-91b4-0444a08f94f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.560981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad35c4-d273-4052-bd62-f3dab4f71796 req-b75443e7-5514-42b1-a4b1-c15bbcd4b3e3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:11.569609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45ad35c4-d273-4052-bd62-f3dab4f71796 req-b75443e7-5514-42b1-a4b1-c15bbcd4b3e3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.2400448 Nov 12 13:35:11.737531 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d92545a3-bb3b-4338-91b4-0444a08f94f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.776081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:35:11.788135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-648090d6-f64a-4be1-8b8d-4a2a580b32ad req-523a5dd8-6f08-4eda-a168-6f3d6c0a8ae9 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 210 time: 0.0978136 Nov 12 13:35:11.858004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:11.858654 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added segment a63221f1-5565-48c6-baaa-0860c43d3da6 of type vlan for network 31dbb450-37df-45ea-8de8-12601a13852f Nov 12 13:35:11.866793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd9e3718-13af-46f2-8940-d80702efa94e req-610c69ca-92b6-408b-a6dd-250317d14d6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a67ccfa3-74cc-4d02-bc34-58dbf70a648f HTTP/1.1" status: 200 len: 1002 time: 0.3792281 Nov 12 13:35:11.900849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45ad35c4-d273-4052-bd62-f3dab4f71796 req-838121f5-6d41-406a-9ade-6b58a28422f1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302987 Nov 12 13:35:12.030721 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:12.046412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3718-13af-46f2-8940-d80702efa94e req-fea661c8-0ad4-4b78-918f-d14965e38fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:12.047920 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd9e3718-13af-46f2-8940-d80702efa94e req-fea661c8-0ad4-4b78-918f-d14965e38fe5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=058b746e-46ca-4164-afd0-1255a8d7939a HTTP/1.1" status: 200 len: 842 time: 0.1645973 Nov 12 13:35:12.072179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d92545a3-bb3b-4338-91b4-0444a08f94f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:12.076561 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d92545a3-bb3b-4338-91b4-0444a08f94f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:12.079951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d92545a3-bb3b-4338-91b4-0444a08f94f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5442b18d-3a16-4802-bd80-3fa881a48fba HTTP/1.1" status: 204 len: 168 time: 0.6767309 Nov 12 13:35:12.126274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92545a3-bb3b-4338-91b4-0444a08f94f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5442b18d-3a16-4802-bd80-3fa881a48fba,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:12.160550 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:12.183364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:12.184702 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:12.208020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d82b54-8e42-4f69-8275-7e1903c70052 req-d1d40e70-54e7-4fa0-9c21-e2879e42a437 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:12.213207 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8568609 Nov 12 13:35:12.222542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88d82b54-8e42-4f69-8275-7e1903c70052 req-d1d40e70-54e7-4fa0-9c21-e2879e42a437 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 946 time: 0.1219425 Nov 12 13:35:12.239264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54952) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:12.273840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'subnet': {'network_id': '31dbb450-37df-45ea-8de8-12601a13852f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:12.341051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88d82b54-8e42-4f69-8275-7e1903c70052 req-233c9e86-a121-4d11-a69a-8d995c39baf8 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176701 Nov 12 13:35:12.557088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3718-13af-46f2-8940-d80702efa94e req-4e9c9a32-349b-4cd8-a558-cf3590dd2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:12.564736 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd9e3718-13af-46f2-8940-d80702efa94e req-4e9c9a32-349b-4cd8-a558-cf3590dd2692 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=00bc9552-1e53-4a17-b43f-ab7e8415ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5027063 Nov 12 13:35:12.627509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd74e9-ad1a-45b3-8ef9-5a1d1abd36e0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Network': ['ID=31dbb450-37df-45ea-8de8-12601a13852f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:12.639290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 31dbb450-37df-45ea-8de8-12601a13852f details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:35:12.712458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:12.717345 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:12.727761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:12.794626 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:12.967439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd9e3718-13af-46f2-8940-d80702efa94e req-c6a919fc-53d1-4010-aa04-b723bf7d8796 service neutron] 10.222.0.70 "GET /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900275 Nov 12 13:35:12.982374 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.022298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21b70984-541a-4782-b0c6-4a7ce38ff756 req-f3038eeb-7e8d-4453-b708-213364fbb522 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 210 time: 0.1022322 Nov 12 13:35:13.172075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.203466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.210850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af8f5d-06a5-4dba-b8a4-13f75d263d3d req-4323f828-a517-48b1-b541-09deacf1130f tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:13.212670 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8af8f5d-06a5-4dba-b8a4-13f75d263d3d req-4323f828-a517-48b1-b541-09deacf1130f tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 946 time: 0.2442267 Nov 12 13:35:13.264753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd9e3718-13af-46f2-8940-d80702efa94e req-c11ce63e-bdb9-4f33-9715-d4185e809f97 service neutron] 10.222.0.70 "GET /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808154 Nov 12 13:35:13.284600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b62d49e419cd4bdcb0c2525de0b1a263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5554981 Nov 12 13:35:13.301071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54974) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:13.301797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97adc5f5-dcaa-4fb6-b485-7947fcda5d98,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:13.381523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8af8f5d-06a5-4dba-b8a4-13f75d263d3d req-cfe13f7d-ff54-494d-ab97-3f0f768d0e20 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606870 Nov 12 13:35:13.387658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.388486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.388871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.389308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.389544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.389907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.390200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.390743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.390890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.391176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.391510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.391840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840ec02-8e22-4153-898d-601358b3ed1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:13.414706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684f2ec-395e-4759-9923-e02381165812 req-2fc6a580-e9dd-4b75-97d1-6c4e43f18f95 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:13.419117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9684f2ec-395e-4759-9923-e02381165812 req-2fc6a580-e9dd-4b75-97d1-6c4e43f18f95 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.2727346 Nov 12 13:35:13.421711 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.605432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Checking segment: {'id': 'a63221f1-5565-48c6-baaa-0860c43d3da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '31dbb450-37df-45ea-8de8-12601a13852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:13.606787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network hostable DHCP agents. Network: 31dbb450-37df-45ea-8de8-12601a13852f, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:35:13.616631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Subnet': ['ID=4dc2d653-f08a-4df3-9b25-5b476aca79e1,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:13.658239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 31dbb450-37df-45ea-8de8-12601a13852f is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:35:13.676408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 31dbb450-37df-45ea-8de8-12601a13852f) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:13.693657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4968ddfe-cc66-473d-87c6-777283181b95 None None] Network 31dbb450-37df-45ea-8de8-12601a13852f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:13.699507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:13.700857 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.735688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ba053118-992c-43e4-bf8b-c91106ffa8b0 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4753232 Nov 12 13:35:13.736084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54978) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:13.742513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-642f154d-8717-4e48-b8f3-7746dedbf8a3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1511619850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:13.777256 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-642f154d-8717-4e48-b8f3-7746dedbf8a3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.781434 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-642f154d-8717-4e48-b8f3-7746dedbf8a3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.792607 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5919c3a-8c3d-4b87-a0a8-3b4f70222adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.866915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9684f2ec-395e-4759-9923-e02381165812 req-d5461ff6-c7bf-499a-bf0e-224bc961c3f0 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4324243 Nov 12 13:35:13.887533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-642f154d-8717-4e48-b8f3-7746dedbf8a3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.894240 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-642f154d-8717-4e48-b8f3-7746dedbf8a3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.936293 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-642f154d-8717-4e48-b8f3-7746dedbf8a3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:13.938485 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-642f154d-8717-4e48-b8f3-7746dedbf8a3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2004590 Nov 12 13:35:13.945338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54984) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:13.954085 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5919c3a-8c3d-4b87-a0a8-3b4f70222adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:14.068438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-31dbb450-37df-45ea-8de8-12601a13852f', 'network_id': '31dbb450-37df-45ea-8de8-12601a13852f', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'fixed_ips': [{'subnet_id': '4dc2d653-f08a-4df3-9b25-5b476aca79e1'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:35:14.069400 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:14.141759 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:14.194012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-c3b1791c-25e9-457b-a762-efca7fb3d340 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:14.195927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-c3b1791c-25e9-457b-a762-efca7fb3d340 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.105 "GET /v2.0/networks?id=ec77f2df-46bd-462a-98e0-e14c4ac37486 HTTP/1.1" status: 200 len: 808 time: 0.7593784 Nov 12 13:35:14.234434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Request body: {'port': {'device_id': '80419547-7faa-4403-af00-769e86758cc6', 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486', 'admin_state_up': True, 'tenant_id': '3ca92447d6f34936861707b40c226eb4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:14.247981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54994) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:14.323838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Allocated IP 2001:db8::2 (31dbb450-37df-45ea-8de8-12601a13852f/4dc2d653-f08a-4df3-9b25-5b476aca79e1/09af03d4-23a7-47f0-9f52-4ad70f9f2f4b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:14.424203 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96c0a7d9-f3e8-447d-97cc-f50fa6c51022 req-cccd91c4-3369-41d7-b50b-f54f25b67f2d tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 210 time: 0.0970652 Nov 12 13:35:14.509758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5919c3a-8c3d-4b87-a0a8-3b4f70222adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:14.513986 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5919c3a-8c3d-4b87-a0a8-3b4f70222adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:14.515679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f5919c3a-8c3d-4b87-a0a8-3b4f70222adb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/97adc5f5-dcaa-4fb6-b485-7947fcda5d98 HTTP/1.1" status: 204 len: 168 time: 1.2105472 Nov 12 13:35:14.536427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-c4d4df2f-38d4-4558-b172-e491b27d02ee tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:14.543080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-c4d4df2f-38d4-4558-b172-e491b27d02ee tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.70 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 946 time: 0.1542232 Nov 12 13:35:14.608004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5919c3a-8c3d-4b87-a0a8-3b4f70222adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97adc5f5-dcaa-4fb6-b485-7947fcda5d98,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:14.611519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:14.626080 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:14.703996 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Network 31dbb450-37df-45ea-8de8-12601a13852f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:14.714321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:14.723637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:14.746876 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:14.768389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Made reservation on behalf of 3ca92447d6f34936861707b40c226eb4 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:14.780737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:14.796230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Pushing event updated for resources: {'Port': ['ID=09af03d4-23a7-47f0-9f52-4ad70f9f2f4b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:14.890450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31193-da7c-4f78-9bc4-23795c7943d1 req-e002f909-ebec-4b93-b36b-7cf1dfccd06e tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:14.892008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Attempting to bind port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:14.892656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Attempting to bind port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'a63221f1-5565-48c6-baaa-0860c43d3da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '31dbb450-37df-45ea-8de8-12601a13852f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:14.893347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Attempting to bind port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b on network 31dbb450-37df-45ea-8de8-12601a13852f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:14.898900 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90a31193-da7c-4f78-9bc4-23795c7943d1 req-e002f909-ebec-4b93-b36b-7cf1dfccd06e tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 946 time: 0.3317125 Nov 12 13:35:14.901482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:14.903917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Checking segment: {'id': 'a63221f1-5565-48c6-baaa-0860c43d3da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '31dbb450-37df-45ea-8de8-12601a13852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:14.904639 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:14.905705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Bound using segment: {'id': 'a63221f1-5565-48c6-baaa-0860c43d3da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '31dbb450-37df-45ea-8de8-12601a13852f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:14.906450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Bound port: 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63221f1-5565-48c6-baaa-0860c43d3da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '31dbb450-37df-45ea-8de8-12601a13852f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:14.907492 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:15.012200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] For port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:15.017476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] For port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=09af03d4-23a7-47f0-9f52-4ad70f9f2f4b,segment=NetworkSegment(a63221f1-5565-48c6-baaa-0860c43d3da6),segment_id=a63221f1-5565-48c6-baaa-0860c43d3da6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:15.022952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:15.055819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdda9e7-613c-4df7-9ee3-8b9b2ff33911 admin admin] Deleting subnet 8f4ed80c-ed77-477f-a1a2-cd9129a58859 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:35:15.099573 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cdda9e7-613c-4df7-9ee3-8b9b2ff33911 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:15.169587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37eb587-2fec-408d-9c8f-0986e0eb4b11 None None] Pushing event updated for resources: {'Port': ['ID=09af03d4-23a7-47f0-9f52-4ad70f9f2f4b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:15.240769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-e8664914-feba-40fe-aa79-bca3f7282af3 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Deleting port ff0ab840-585c-439e-8c81-91f1a8e3f5bb {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:15.241137 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-e8664914-feba-40fe-aa79-bca3f7282af3 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:15.329580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5e5d5-50ed-4481-93a1-6b0f2bad2174 req-77e4e72e-237a-4e1e-b4d8-e435ce318f32 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:15.337983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44c5e5d5-50ed-4481-93a1-6b0f2bad2174 req-77e4e72e-237a-4e1e-b4d8-e435ce318f32 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.2433300 Nov 12 13:35:15.342072 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90a31193-da7c-4f78-9bc4-23795c7943d1 req-7e2d6d78-4245-4abc-a834-b5e1864fbf24 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff495055-d09a-49a5-9d8b-60e2b48bde4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419057 Nov 12 13:35:15.602184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-e8664914-feba-40fe-aa79-bca3f7282af3 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] For port ff0ab840-585c-439e-8c81-91f1a8e3f5bb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,segment=NetworkSegment(6fbecad0-2ee2-48fa-84ce-6587dae5f4e7),segment_id=6fbecad0-2ee2-48fa-84ce-6587dae5f4e7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:15.602712 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-e8664914-feba-40fe-aa79-bca3f7282af3 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:15.622656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44c5e5d5-50ed-4481-93a1-6b0f2bad2174 req-a4cd494c-e916-4990-9ec3-fac9e7cdc423 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825997 Nov 12 13:35:15.632666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-e8664914-feba-40fe-aa79-bca3f7282af3 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Calling delete_port for ff0ab840-585c-439e-8c81-91f1a8e3f5bb owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:15.682668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Allocated IP 172.20.0.14 (ec77f2df-46bd-462a-98e0-e14c4ac37486/1191b7a9-0521-4e53-8e28-81df34129a91/c71472cc-49cf-44dc-8351-3172d6d84db9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:15.753106 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cdda9e7-613c-4df7-9ee3-8b9b2ff33911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:15.817119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cdda9e7-613c-4df7-9ee3-8b9b2ff33911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:15.820091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Allocated IP 2001:db8::1 (31dbb450-37df-45ea-8de8-12601a13852f/4dc2d653-f08a-4df3-9b25-5b476aca79e1/715a0e8b-7899-403c-8043-76790eccc8d9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:16.007757 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cdda9e7-613c-4df7-9ee3-8b9b2ff33911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.033592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7530cb0-f211-4090-a72a-0a39b09489b1 req-f8ef73da-8236-484b-ae06-6a78112790dc tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 210 time: 0.0714304 Nov 12 13:35:16.105190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdda9e7-613c-4df7-9ee3-8b9b2ff33911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f4ed80c-ed77-477f-a1a2-cd9129a58859,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:16.115324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cdda9e7-613c-4df7-9ee3-8b9b2ff33911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.118522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0cdda9e7-613c-4df7-9ee3-8b9b2ff33911 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8f4ed80c-ed77-477f-a1a2-cd9129a58859 HTTP/1.1" status: 204 len: 168 time: 1.8687189 Nov 12 13:35:16.124497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c34b6d-a8d5-4d87-bf66-6279d4bc7bdd None None] Network 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:16.135381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55028) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:16.203454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:16.476921 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.478090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:16.478534 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.585313 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.590001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b811996-e349-4754-a632-6d401e027fc4 None None] DHCP port deletion for 6c55f02a-5cd4-4dc9-900f-6fdb87942b89 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:35:16.704673 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.780409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Network ec77f2df-46bd-462a-98e0-e14c4ac37486 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:16.785644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=09af03d4-23a7-47f0-9f52-4ad70f9f2f4b,segment=NetworkSegment(a63221f1-5565-48c6-baaa-0860c43d3da6),segment_id=a63221f1-5565-48c6-baaa-0860c43d3da6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:16.786696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:16.793096 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.811513 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.842466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:16.873061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=09af03d4-23a7-47f0-9f52-4ad70f9f2f4b,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:16.897653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Pushing event updated for resources: {'Port': ['ID=c71472cc-49cf-44dc-8351-3172d6d84db9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:16.916738 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-e8664914-feba-40fe-aa79-bca3f7282af3 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.949789 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:16.983480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede9553-155d-4933-9503-236763bdbe35 req-5f0ce9f5-210d-43e8-9375-0619fe5ca658 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:16.991170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e9a763-816e-4f21-b1e7-5cf159b500e8 None None] Network 31dbb450-37df-45ea-8de8-12601a13852f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:16.991411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ede9553-155d-4933-9503-236763bdbe35 req-5f0ce9f5-210d-43e8-9375-0619fe5ca658 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.2311971 Nov 12 13:35:17.011952 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1ed6ff-3db7-4d9b-b33b-153b718ad0f4 req-4d36f413-f058-4d36-80d7-b37e63bbb88a tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.73 "GET /v2.0/ports?device_id=f210e640-eb01-491f-89c1-62dd784df7bd HTTP/1.1" status: 200 len: 210 time: 0.0833211 Nov 12 13:35:17.030342 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8664914-feba-40fe-aa79-bca3f7282af3 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Pushing event deleted for resources: {'Port': ['ID=ff0ab840-585c-439e-8c81-91f1a8e3f5bb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:17.061721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ede9553-155d-4933-9503-236763bdbe35 req-b57db835-7166-475f-8f8d-c8f307d69102 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636418 Nov 12 13:35:17.076857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:17.076857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.107475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.154562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-e8664914-feba-40fe-aa79-bca3f7282af3 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] No DVR routers for this DVR port ff0ab840-585c-439e-8c81-91f1a8e3f5bb on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:35:17.159345 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-e8664914-feba-40fe-aa79-bca3f7282af3 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.164183 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa53e43-38a1-4fde-add9-b4e283e40e03 req-e8664914-feba-40fe-aa79-bca3f7282af3 tempest-InstanceActionsTestJSON-710118143 tempest-InstanceActionsTestJSON-710118143-project] 10.222.0.70 "DELETE /v2.0/ports/ff0ab840-585c-439e-8c81-91f1a8e3f5bb HTTP/1.1" status: 204 len: 173 time: 2.6117547 Nov 12 13:35:17.164764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f210e640-eb01-491f-89c1-62dd784df7bd', 'name': 'network-vif-deleted', 'tag': 'ff0ab840-585c-439e-8c81-91f1a8e3f5bb'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:17.167674 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dba19f-0296-4ee4-a680-08addb03c29e" -d '{"events": [{"server_uuid": "f210e640-eb01-491f-89c1-62dd784df7bd", "name": "network-vif-deleted", "tag": "ff0ab840-585c-439e-8c81-91f1a8e3f5bb"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:17.197794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5fa77ba6-8cad-4fee-82a6-d23e011395e9 None None] Provisioning complete for port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:17.198435 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fa77ba6-8cad-4fee-82a6-d23e011395e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.203259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=715a0e8b-7899-403c-8043-76790eccc8d9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:17.208696 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2b26f9c6-8131-4d6d-bb60-633232fe3481 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9835165 Nov 12 13:35:17.233454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 31dbb450-37df-45ea-8de8-12601a13852f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:17.238036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Request body: {'port': {'device_id': '80419547-7faa-4403-af00-769e86758cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:17.283535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:17.289414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:17.290860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.379284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.382215 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.410643 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50505d2a-ccf0-45c1-84ec-bd54003b54b9 x-openstack-request-id: req-50505d2a-ccf0-45c1-84ec-bd54003b54b9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:17.411140 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f210e640-eb01-491f-89c1-62dd784df7bd", "name": "network-vif-deleted", "tag": "ff0ab840-585c-439e-8c81-91f1a8e3f5bb", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:17.412675 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50505d2a-ccf0-45c1-84ec-bd54003b54b9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:17.414020 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f210e640-eb01-491f-89c1-62dd784df7bd', 'name': 'network-vif-deleted', 'tag': 'ff0ab840-585c-439e-8c81-91f1a8e3f5bb', 'status': 'completed', 'code': 200} Nov 12 13:35:17.433576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c55f02a-5cd4-4dc9-900f-6fdb87942b89']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:17.448121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cb94c9-ba7d-417f-a100-139cf796554d') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:17.448928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cb94c9-ba7d-417f-a100-139cf796554d') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:17.463701 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.484966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.495671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:35:17.497760 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:35:17.567494 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:35:17.574216 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.578020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ff0ab840-585c-439e-8c81-91f1a8e3f5bb no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:35:17.593565 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:17.599117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6c55f02a-5cd4-4dc9-900f-6fdb87942b89 HTTP/1.1" status: 204 len: 168 time: 1.4629722 Nov 12 13:35:17.613763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346fdcb-be2a-4eea-b9ff-ce20c7df3c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c55f02a-5cd4-4dc9-900f-6fdb87942b89,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:17.637107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: ff0ab840-585c-439e-8c81-91f1a8e3f5bb {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:35:17.637740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ff0ab840-585c-439e-8c81-91f1a8e3f5bb not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:35:17.907707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55054) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:18.001780 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-df28ade8-0118-4308-bd84-b864ae6047e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afc955bb61c44c098d5d6baf02277838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0923982 Nov 12 13:35:18.003277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55056) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:18.093794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55064) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:18.110124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:18.237522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:18.238553 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.254058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0e7e5-14d6-4ca5-b611-119c8fe0c691 req-c256bd0a-d7fc-4118-b871-83eecec3b0f3 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:18.263079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0be0e7e5-14d6-4ca5-b611-119c8fe0c691 req-c256bd0a-d7fc-4118-b871-83eecec3b0f3 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 932 time: 1.0657663 Nov 12 13:35:18.281260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c41380-9831-4305-8070-537055186a01 admin admin] Deleting subnet 00811140-cdef-4b1a-9125-1abf23ea0ee7 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:35:18.324274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77c41380-9831-4305-8070-537055186a01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.335655 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1bcfa295-0096-47aa-be44-9341e97b0b8a None None] Provisioning complete for port 715a0e8b-7899-403c-8043-76790eccc8d9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:18.336025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa295-0096-47aa-be44-9341e97b0b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.375728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71472cc-49cf-44dc-8351-3172d6d84db9 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:18.393023 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfa295-0096-47aa-be44-9341e97b0b8a None None] Port 715a0e8b-7899-403c-8043-76790eccc8d9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:18.396381 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0be0e7e5-14d6-4ca5-b611-119c8fe0c691 req-9c802caf-df0b-449e-a53f-41ab74c14c6a tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321795 Nov 12 13:35:18.398548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.427865 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.449491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1bcfa295-0096-47aa-be44-9341e97b0b8a None None] Provisioning complete for port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:18.450476 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa295-0096-47aa-be44-9341e97b0b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.465714 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.515693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Transition to ACTIVE for port object c71472cc-49cf-44dc-8351-3172d6d84db9 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:35:18.525265 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.557031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.614660 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77c41380-9831-4305-8070-537055186a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.657928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Pushing event updated for resources: {'Port': ['ID=c71472cc-49cf-44dc-8351-3172d6d84db9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:18.662955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140869e-56a3-4192-b4ae-65e20430ede4 req-51542764-03f2-4355-8f61-7a288a7b9bbf tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:18.678284 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2140869e-56a3-4192-b4ae-65e20430ede4 req-51542764-03f2-4355-8f61-7a288a7b9bbf tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.4223106 Nov 12 13:35:18.705369 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.708663 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.710134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6ff197c4-02eb-4687-b079-145caa707ba0 HTTP/1.1" status: 204 len: 168 time: 0.7058470 Nov 12 13:35:18.749672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff197c4-02eb-4687-b079-145caa707ba0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.765511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.766738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809262fd-0dda-491d-8899-9f783726e68e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:18.768768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77c41380-9831-4305-8070-537055186a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.822412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b210f1fe-4481-4f32-99c9-6d453d550cb7 None None] Provisioning complete for port 715a0e8b-7899-403c-8043-76790eccc8d9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:18.822793 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b210f1fe-4481-4f32-99c9-6d453d550cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.850621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2140869e-56a3-4192-b4ae-65e20430ede4 req-a0fc5983-d4c2-42e0-ad2d-76262bbeb324 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685524 Nov 12 13:35:18.903308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b210f1fe-4481-4f32-99c9-6d453d550cb7 None None] Port 715a0e8b-7899-403c-8043-76790eccc8d9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:18.904747 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77c41380-9831-4305-8070-537055186a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.941002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-77c41380-9831-4305-8070-537055186a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:18.947032 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-77c41380-9831-4305-8070-537055186a01 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/00811140-cdef-4b1a-9125-1abf23ea0ee7 HTTP/1.1" status: 204 len: 168 time: 0.8521245 Nov 12 13:35:18.947679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55076) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:18.997873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Attempting to bind port c71472cc-49cf-44dc-8351-3172d6d84db9 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:18.998313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Attempting to bind port c71472cc-49cf-44dc-8351-3172d6d84db9 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '3cb6fe76-d19f-46e1-8182-02d063aec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:18.998740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Attempting to bind port c71472cc-49cf-44dc-8351-3172d6d84db9 on network ec77f2df-46bd-462a-98e0-e14c4ac37486 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:19.008471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Port c71472cc-49cf-44dc-8351-3172d6d84db9 on network ec77f2df-46bd-462a-98e0-e14c4ac37486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:35:19.008799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Attempting to bind port c71472cc-49cf-44dc-8351-3172d6d84db9 on network ec77f2df-46bd-462a-98e0-e14c4ac37486 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:19.017402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:19.017748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Checking segment: {'id': '3cb6fe76-d19f-46e1-8182-02d063aec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:19.018137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Bound using segment: {'id': '3cb6fe76-d19f-46e1-8182-02d063aec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:19.018647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Bound port: c71472cc-49cf-44dc-8351-3172d6d84db9, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb6fe76-d19f-46e1-8182-02d063aec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:19.019022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.061444 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c41380-9831-4305-8070-537055186a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00811140-cdef-4b1a-9125-1abf23ea0ee7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:19.073490 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.187873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.214138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] For port c71472cc-49cf-44dc-8351-3172d6d84db9, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:19.219646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] For port c71472cc-49cf-44dc-8351-3172d6d84db9, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c71472cc-49cf-44dc-8351-3172d6d84db9,segment=NetworkSegment(3cb6fe76-d19f-46e1-8182-02d063aec53b),segment_id=3cb6fe76-d19f-46e1-8182-02d063aec53b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:19.220610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0899c8-b323-4b67-8669-940dc2ef5978']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:19.237049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbecad0-2ee2-48fa-84ce-6587dae5f4e7') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:19.238026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbecad0-2ee2-48fa-84ce-6587dae5f4e7') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:19.253066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.269544 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.276664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:35:19.277068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:35:19.280951 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:35:19.309148 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.368502 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.377017 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.382518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4d0899c8-b323-4b67-8669-940dc2ef5978 HTTP/1.1" status: 204 len: 168 time: 0.4101863 Nov 12 13:35:19.392437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:19.393078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.395251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] 10.222.0.105 "PUT /v2.0/ports/c71472cc-49cf-44dc-8351-3172d6d84db9 HTTP/1.1" status: 200 len: 1092 time: 2.1734874 Nov 12 13:35:19.395739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80419547-7faa-4403-af00-769e86758cc6', 'tag': 'c71472cc-49cf-44dc-8351-3172d6d84db9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:19.397091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da058f2-980f-4c47-a8d0-cd6a692fc250 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0899c8-b323-4b67-8669-940dc2ef5978,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:19.407059 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9472e6a-663e-4592-864f-7ee4125598d0" -d '{"events": [{"name": "network-changed", "server_uuid": "80419547-7faa-4403-af00-769e86758cc6", "tag": "c71472cc-49cf-44dc-8351-3172d6d84db9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:19.534590 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e750a20d-3d50-495d-ba85-90a4d2b80212 x-openstack-request-id: req-e750a20d-3d50-495d-ba85-90a4d2b80212 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:19.534978 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80419547-7faa-4403-af00-769e86758cc6", "tag": "c71472cc-49cf-44dc-8351-3172d6d84db9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:19.535222 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e750a20d-3d50-495d-ba85-90a4d2b80212 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:19.535558 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80419547-7faa-4403-af00-769e86758cc6', 'tag': 'c71472cc-49cf-44dc-8351-3172d6d84db9', 'status': 'completed', 'code': 200} Nov 12 13:35:19.542566 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160d4d3-412c-4d7a-a9dc-698da1e54206 service neutron] Pushing event updated for resources: {'Port': ['ID=c71472cc-49cf-44dc-8351-3172d6d84db9,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:19.562376 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.574243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-d50caa71-11fe-4917-873e-9d97f3d2f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:19.576432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-d50caa71-11fe-4917-873e-9d97f3d2f5c7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3ca92447d6f34936861707b40c226eb4&device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 1095 time: 0.1276419 Nov 12 13:35:19.577081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.577875 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:19.657586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b37005-f035-46d8-afe0-bf8699c0bc00 req-f2f33be3-474f-4139-ad1e-0ae2c7098724 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:19.679199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-74b37005-f035-46d8-afe0-bf8699c0bc00 req-f2f33be3-474f-4139-ad1e-0ae2c7098724 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 944 time: 0.1440785 Nov 12 13:35:19.702826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-f3b079af-a2ea-4dff-85d1-d7b2fd474e43 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c71472cc-49cf-44dc-8351-3172d6d84db9 HTTP/1.1" status: 200 len: 217 time: 0.1155400 Nov 12 13:35:19.830450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-74b37005-f035-46d8-afe0-bf8699c0bc00 req-ebba0722-26f7-4a2c-9328-4e5915c2fd89 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474702 Nov 12 13:35:19.857800 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55108) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:19.963991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=715a0e8b-7899-403c-8043-76790eccc8d9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:20.009630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-872421a5-cdf2-4a05-9b33-37db24944610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:20.011315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-872421a5-cdf2-4a05-9b33-37db24944610 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=1191b7a9-0521-4e53-8e28-81df34129a91 HTTP/1.1" status: 200 len: 848 time: 0.2873483 Nov 12 13:35:20.022022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-15680229-99e5-4f2b-8e65-584f7ccac85a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=268278a4767147ed9cca21a978a2198d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623826 Nov 12 13:35:20.024453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55114) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:20.116485 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-fb7c8c85-e8d4-4e3b-abd8-49a0a78b0031 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ec77f2df-46bd-462a-98e0-e14c4ac37486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843620 Nov 12 13:35:20.133084 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5abfe452-3be0-44d1-a580-a959e69bedea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:20.181945 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5abfe452-3be0-44d1-a580-a959e69bedea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:20.270102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 31dbb450-37df-45ea-8de8-12601a13852f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:20.275841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:20.276948 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5abfe452-3be0-44d1-a580-a959e69bedea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:20.290333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fbd99-07d4-425d-895a-4b3ba781c95d req-40e5c3f1-462b-4a2a-960d-068c1aa15ba6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:20.297770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5abfe452-3be0-44d1-a580-a959e69bedea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:20.300040 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5abfe452-3be0-44d1-a580-a959e69bedea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff495055-d09a-49a5-9d8b-60e2b48bde4f HTTP/1.1" status: 204 len: 168 time: 0.2737362 Nov 12 13:35:20.301868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-007fbd99-07d4-425d-895a-4b3ba781c95d req-40e5c3f1-462b-4a2a-960d-068c1aa15ba6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.1908159 Nov 12 13:35:20.312674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfe452-3be0-44d1-a580-a959e69bedea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff495055-d09a-49a5-9d8b-60e2b48bde4f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:20.451495 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-85d189e1-68f1-4da5-abee-b001c6db82c2 service neutron] 10.222.0.105 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797892 Nov 12 13:35:20.528207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55124) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:20.565623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-007fbd99-07d4-425d-895a-4b3ba781c95d req-35315182-9421-426a-8664-ca123d13aa1c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627275 Nov 12 13:35:20.707079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 73bf7d05-e140-4676-ac77-83a0424776fb is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:35:20.743575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8bcfaa5-1052-4a9a-900b-46c47fade2be req-2f141311-6020-4feb-a40d-013a0b23f609 service neutron] 10.222.0.105 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825749 Nov 12 13:35:20.769423 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4d2dff13-fe78-4219-a543-41ed11ddadfd None None] Provisioning complete for port 715a0e8b-7899-403c-8043-76790eccc8d9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:20.770798 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d2dff13-fe78-4219-a543-41ed11ddadfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:20.833143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4d2dff13-fe78-4219-a543-41ed11ddadfd None None] Port 715a0e8b-7899-403c-8043-76790eccc8d9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:20.940159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9472e6a-663e-4592-864f-7ee4125598d0 req-ad4640b1-8351-44b9-bff9-ff9b6e8f6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:20.941685 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9472e6a-663e-4592-864f-7ee4125598d0 req-ad4640b1-8351-44b9-bff9-ff9b6e8f6673 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3ca92447d6f34936861707b40c226eb4&device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 1095 time: 0.1065021 Nov 12 13:35:20.944620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:35:20.958855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af46231-c93d-4b6e-acd7-85a914019ef3 None None] Sync routers for ids ['73bf7d05-e140-4676-ac77-83a0424776fb'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:35:20.963651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-be1f4043-0a34-467a-b265-4a765e3f1da9 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/73bf7d05-e140-4676-ac77-83a0424776fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0161767 Nov 12 13:35:20.963853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1265053131-network', 'tenant_id': '3a52d4a6d94b414fbb91f825414eaa86'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:20.964881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55140) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:20.985413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af46231-c93d-4b6e-acd7-85a914019ef3 None None] Routers {'73bf7d05-e140-4676-ac77-83a0424776fb'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:20.986014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6af46231-c93d-4b6e-acd7-85a914019ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['73bf7d05-e140-4676-ac77-83a0424776fb'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:21.015579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Made reservation on behalf of 3a52d4a6d94b414fbb91f825414eaa86 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:21.020570 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:21.044210 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:21.091163 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6af46231-c93d-4b6e-acd7-85a914019ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:21.103971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af46231-c93d-4b6e-acd7-85a914019ef3 None None] Routers {'73bf7d05-e140-4676-ac77-83a0424776fb'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:21.104988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6af46231-c93d-4b6e-acd7-85a914019ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['73bf7d05-e140-4676-ac77-83a0424776fb'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:21.115866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c2f60d-3f6e-4c18-9773-99d7ddb953f7 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:21.118121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-74c2f60d-3f6e-4c18-9773-99d7ddb953f7 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports/715a0e8b-7899-403c-8043-76790eccc8d9 HTTP/1.1" status: 200 len: 911 time: 0.1490879 Nov 12 13:35:21.121240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55146) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:21.126760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1bdb6d7b-d0cc-41fb-9a5b-b8c581f61780 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4dc2d653-f08a-4df3-9b25-5b476aca79e1'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:21.228564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6af46231-c93d-4b6e-acd7-85a914019ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:21.229545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af46231-c93d-4b6e-acd7-85a914019ef3 None None] The sync data for ids ['73bf7d05-e140-4676-ac77-83a0424776fb'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:35:21.265641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f61cc-db01-40a6-81d6-2bb01aa62972 req-c9a9e177-9ea4-4e5f-baf8-3ff6096ba51e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:21.267274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f5f61cc-db01-40a6-81d6-2bb01aa62972 req-c9a9e177-9ea4-4e5f-baf8-3ff6096ba51e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 944 time: 0.2042983 Nov 12 13:35:21.384940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9472e6a-663e-4592-864f-7ee4125598d0 req-346db826-16df-4751-a7b6-87189d58bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:21.386660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9472e6a-663e-4592-864f-7ee4125598d0 req-346db826-16df-4751-a7b6-87189d58bf45 service neutron] 10.222.0.105 "GET /v2.0/networks?id=ec77f2df-46bd-462a-98e0-e14c4ac37486 HTTP/1.1" status: 200 len: 909 time: 0.4199741 Nov 12 13:35:21.477335 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f5f61cc-db01-40a6-81d6-2bb01aa62972 req-7b7179df-297f-4d40-90e8-36d62a321afb tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936059 Nov 12 13:35:21.502192 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9472e6a-663e-4592-864f-7ee4125598d0 req-70c3ddfd-70a7-4a03-8454-78a78f48ba56 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c71472cc-49cf-44dc-8351-3172d6d84db9 HTTP/1.1" status: 200 len: 217 time: 0.1028602 Nov 12 13:35:21.531448 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:21.538707 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:21.563040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:35:21.589571 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:21.589959 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Added segment bf2b2305-366f-460b-9f3c-fea7e9b4ce62 of type vlan for network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 Nov 12 13:35:21.638480 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:21.645212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9472e6a-663e-4592-864f-7ee4125598d0 req-a96882ee-3cff-44d8-ac44-d8c6e98121d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:21.647226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9472e6a-663e-4592-864f-7ee4125598d0 req-a96882ee-3cff-44d8-ac44-d8c6e98121d2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=1191b7a9-0521-4e53-8e28-81df34129a91 HTTP/1.1" status: 200 len: 848 time: 0.1340036 Nov 12 13:35:21.675969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:21.676941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:21.677563 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:21.724589 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6d7b-d0cc-41fb-9a5b-b8c581f61780 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:21.750409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Pushing event updated for resources: {'Network': ['ID=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:21.760453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0445d186-eff8-40cb-b7ef-b7ea7e60edeb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:21.765401 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:35:21.775927 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ece1eef4-eece-424e-bf5b-172d8d8379ef admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2422507 Nov 12 13:35:21.776191 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9472e6a-663e-4592-864f-7ee4125598d0 req-22762e73-43ca-4d63-a84a-1b7a325c49ff service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ec77f2df-46bd-462a-98e0-e14c4ac37486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521717 Nov 12 13:35:21.776603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55164) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:21.783579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Request body: {'subnet': {'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1265053131-subnet', 'tenant_id': '3a52d4a6d94b414fbb91f825414eaa86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:21.827201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Made reservation on behalf of 3a52d4a6d94b414fbb91f825414eaa86 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:21.837695 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:21.873682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55168) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:22.036407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aa56b-aa79-48cb-8068-82be2028cb54 req-bb480d00-61be-4cc7-ade5-2565c4c4cc72 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:22.038032 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d51aa56b-aa79-48cb-8068-82be2028cb54 req-bb480d00-61be-4cc7-ade5-2565c4c4cc72 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.3334823 Nov 12 13:35:22.124654 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9472e6a-663e-4592-864f-7ee4125598d0 req-01cccc57-3078-472d-9a8e-c8403d2b7a2b service neutron] 10.222.0.105 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286469 Nov 12 13:35:22.170554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:22.251839 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15bc196-71b4-4a9d-8091-18a16f861ffa,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:22.256222 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d51aa56b-aa79-48cb-8068-82be2028cb54 req-2f900ebd-2dbd-4c5a-916b-bcffbf0681b5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049806 Nov 12 13:35:22.272157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Checking segment: {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:22.272745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Network hostable DHCP agents. Network: e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:35:22.294905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-network', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:22.309842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:35:22.321787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9472e6a-663e-4592-864f-7ee4125598d0 req-703ab924-1eee-4085-9ec9-03c67ad04d81 service neutron] 10.222.0.105 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865966 Nov 12 13:35:22.326097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:22.338985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6565d1e5-c6d3-473d-acce-13449f1b3549 None None] Network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:22.339840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Made reservation on behalf of a51a7f932ede42d3904a685dc375c9fd for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:22.345313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:22.350718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:22.351301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:22.392174 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d3800435-f3fa-4230-af76-66306925d4c4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6022954 Nov 12 13:35:22.392174 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:22.555164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6d7b-d0cc-41fb-9a5b-b8c581f61780 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:22.576081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6d7b-d0cc-41fb-9a5b-b8c581f61780 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:22.594899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb6d7b-d0cc-41fb-9a5b-b8c581f61780 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:22.595616 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6d7b-d0cc-41fb-9a5b-b8c581f61780 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:22.605054 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1bdb6d7b-d0cc-41fb-9a5b-b8c581f61780 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/ports/715a0e8b-7899-403c-8043-76790eccc8d9 HTTP/1.1" status: 200 len: 911 time: 1.4825928 Nov 12 13:35:22.607970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55182) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:22.691286 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:22.704336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:22.739535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611264d6-3eb9-4318-bab9-57bff16433cc req-722444e9-924c-4e71-a30b-037375ee611a tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:22.754561 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-611264d6-3eb9-4318-bab9-57bff16433cc req-722444e9-924c-4e71-a30b-037375ee611a tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 944 time: 0.1048577 Nov 12 13:35:22.786983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:35:22.802492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a52446-e91d-4c04-81c1-dbec057a22c6 None None] Network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:22.851727 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-611264d6-3eb9-4318-bab9-57bff16433cc req-af261a93-0f97-4c48-9218-a3066cdc6f33 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959837 Nov 12 13:35:22.852448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35854ccb-c01e-46ac-a0d0-873c22e5bb7e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:22.867357 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:22.867707 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Added segment 61466dd9-c2d8-4602-abee-09fe2d0a3652 of type vlan for network 1c5b37a7-c28a-448c-b6ea-b24adc200278 Nov 12 13:35:22.957367 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:23.014652 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:23.015785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:23.016896 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:23.066440 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1881628 Nov 12 13:35:23.113135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55198) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:23.119879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Request body: {'subnet': {'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-subnet', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:23.138516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b2a9c-f1e8-48a1-aae3-b4dc6d99478d admin admin] Pushing event updated for resources: {'Network': ['ID=1c5b37a7-c28a-448c-b6ea-b24adc200278,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:23.150300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 1c5b37a7-c28a-448c-b6ea-b24adc200278 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:35:23.170264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Made reservation on behalf of a51a7f932ede42d3904a685dc375c9fd for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:23.172793 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:23.429207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb6d7b-d0cc-41fb-9a5b-b8c581f61780 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=715a0e8b-7899-403c-8043-76790eccc8d9,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:23.479546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3683478-cf71-4fd8-ba52-cb60731b5758 req-a413be41-81c7-4fe2-8168-96644d9fe015 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:23.483185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3683478-cf71-4fd8-ba52-cb60731b5758 req-a413be41-81c7-4fe2-8168-96644d9fe015 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.1142113 Nov 12 13:35:23.515761 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:23.595648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3683478-cf71-4fd8-ba52-cb60731b5758 req-d7f2f58c-5e37-421c-bcca-d6be7930dee5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030612 Nov 12 13:35:23.617678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-25432d2a-3e41-4e96-b463-e4ac2d21d914 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:23.625801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-25432d2a-3e41-4e96-b463-e4ac2d21d914 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/networks?id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 200 len: 813 time: 0.2442172 Nov 12 13:35:23.629114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Checking segment: {'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:23.629628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Network hostable DHCP agents. Network: 1c5b37a7-c28a-448c-b6ea-b24adc200278, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:35:23.633162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff844bc-8006-4444-b216-792ed5c55b38,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:23.650027 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-a87b498d-0a1b-4301-943c-bfda2486b430 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/quotas/3a52d4a6d94b414fbb91f825414eaa86 HTTP/1.1" status: 200 len: 375 time: 0.0228448 Nov 12 13:35:23.656028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Network 1c5b37a7-c28a-448c-b6ea-b24adc200278 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:35:23.674538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 1c5b37a7-c28a-448c-b6ea-b24adc200278) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:23.679924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:23.680631 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:23.694911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4383e2b-02ef-4cee-af1d-e9882118c2ce None None] Network 1c5b37a7-c28a-448c-b6ea-b24adc200278 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:23.707734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-4e20c307-bfff-44e5-a92a-603ed5770710 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567622 Nov 12 13:35:23.722506 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-194bf26a-00e1-4dd3-bf39-ea701f8ca627 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6079845 Nov 12 13:35:23.725556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55208) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:23.735370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-router', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:23.779845 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:23.781592 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:23.872598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c302a7f8-ef2b-47e5-9b95-fd5a2fa8a4e2 None None] Network 1c5b37a7-c28a-448c-b6ea-b24adc200278 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:23.895887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:23.930516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c16d2863-86fd-487e-9749-6d1973e88870 service neutron] 10.222.0.73 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993780 Nov 12 13:35:24.044510 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:24.172377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1f6f3-6328-4a06-a690-45247aae5be8 req-9dac6540-71f7-4d1e-a1e8-26480a00a98e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:24.180222 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0d1f6f3-6328-4a06-a690-45247aae5be8 req-9dac6540-71f7-4d1e-a1e8-26480a00a98e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 944 time: 0.1939185 Nov 12 13:35:24.186720 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:24.211439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c71472cc-49cf-44dc-8351-3172d6d84db9 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:35:24.234258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c635b03b-f568-4059-83a2-e78586e962bf service neutron] 10.222.0.73 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893403 Nov 12 13:35:24.414669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c71472cc-49cf-44dc-8351-3172d6d84db9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c71472cc-49cf-44dc-8351-3172d6d84db9,segment=NetworkSegment(3cb6fe76-d19f-46e1-8182-02d063aec53b),segment_id=3cb6fe76-d19f-46e1-8182-02d063aec53b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:24.420209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 715a0e8b-7899-403c-8043-76790eccc8d9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:24.420983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:24.436820 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0d1f6f3-6328-4a06-a690-45247aae5be8 req-6e5b6868-5ece-4cae-8034-f89290e95c3d tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546866 Nov 12 13:35:24.455570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'c71472cc-49cf-44dc-8351-3172d6d84db9', 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486', 'port_id': 'c71472cc-49cf-44dc-8351-3172d6d84db9', 'mac_address': 'fa:16:3e:23:ff:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1191b7a9-0521-4e53-8e28-81df34129a91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:35:24.535701 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:24.577366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71472cc-49cf-44dc-8351-3172d6d84db9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:24.634479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c71472cc-49cf-44dc-8351-3172d6d84db9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c71472cc-49cf-44dc-8351-3172d6d84db9,segment=NetworkSegment(3cb6fe76-d19f-46e1-8182-02d063aec53b),segment_id=3cb6fe76-d19f-46e1-8182-02d063aec53b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:24.647193 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:24.649324 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:24.671167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 715a0e8b-7899-403c-8043-76790eccc8d9 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:24.786610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=c71472cc-49cf-44dc-8351-3172d6d84db9,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:24.862924 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:24.905379 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:24.930733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d26805eb-b385-469b-af7c-1b8da3e57002 req-29ea39eb-4234-460a-af8d-084b17e3971d tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 210 time: 0.0631950 Nov 12 13:35:24.972858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['c71472cc-49cf-44dc-8351-3172d6d84db9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:25.049914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:25.070012 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:35:25.112833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b10a6-de6c-4698-a8b1-4bdcf6e899a7 req-c44e000e-1521-418d-be7e-c02b6f74908a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:25.114471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f42b10a6-de6c-4698-a8b1-4bdcf6e899a7 req-c44e000e-1521-418d-be7e-c02b6f74908a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.2633145 Nov 12 13:35:25.115738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=715a0e8b-7899-403c-8043-76790eccc8d9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:25.189755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Allocated IP 172.25.5.237 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/33be2c88-1550-4002-988b-f028bded8b67) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:25.333506 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:25.413349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f42b10a6-de6c-4698-a8b1-4bdcf6e899a7 req-09e5de22-beb1-4997-acf5-b6cdb5ec86b2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748494 Nov 12 13:35:25.585740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:25.666674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:25.751396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:25.761175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:25.773584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee42cb-75f4-41d5-8153-6c7000719ee8 req-21027774-bee6-4d28-a2fc-ef6eb505d361 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:25.782545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b5ee42cb-75f4-41d5-8153-6c7000719ee8 req-21027774-bee6-4d28-a2fc-ef6eb505d361 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 945 time: 0.2140732 Nov 12 13:35:25.785302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c607b634-cfc6-423a-a582-ea9c2118523c None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:35:25.788083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:25.815765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Pushing event updated for resources: {'Port': ['ID=33be2c88-1550-4002-988b-f028bded8b67,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:25.851821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 73bf7d05-e140-4676-ac77-83a0424776fb has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:35:25.922440 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b5ee42cb-75f4-41d5-8153-6c7000719ee8 req-c31dbe24-a964-4381-a009-0444c04a66fe tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388760 Nov 12 13:35:25.935605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9644db5f-0539-4a7d-828a-63111bdad6e3 None None] Provisioning complete for port 33be2c88-1550-4002-988b-f028bded8b67 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:25.936156 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9644db5f-0539-4a7d-828a-63111bdad6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:26.064874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9644db5f-0539-4a7d-828a-63111bdad6e3 None None] Port 33be2c88-1550-4002-988b-f028bded8b67 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:26.096244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:35:26.123836 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73529ce-dcf2-4dfe-b878-a66b0207fa8f None None] Sync routers for ids ['73bf7d05-e140-4676-ac77-83a0424776fb'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:35:26.148478 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73529ce-dcf2-4dfe-b878-a66b0207fa8f None None] Routers {'73bf7d05-e140-4676-ac77-83a0424776fb'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:26.152279 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f73529ce-dcf2-4dfe-b878-a66b0207fa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['73bf7d05-e140-4676-ac77-83a0424776fb'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:26.167731 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a24c52ca-2a7a-4e7f-a179-2381c2ce8e64 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/73bf7d05-e140-4676-ac77-83a0424776fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5512347 Nov 12 13:35:26.174796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55260) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:26.240750 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f73529ce-dcf2-4dfe-b878-a66b0207fa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:26.259946 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1b6782f-32d1-4966-9ebd-68786693db8c req-cd41910f-fd72-4f0f-a952-b32fe054abb1 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 210 time: 0.1254561 Nov 12 13:35:26.275714 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73529ce-dcf2-4dfe-b878-a66b0207fa8f None None] Routers {'73bf7d05-e140-4676-ac77-83a0424776fb'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:26.277361 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f73529ce-dcf2-4dfe-b878-a66b0207fa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['73bf7d05-e140-4676-ac77-83a0424776fb'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:26.296787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b12fa956-c0a6-4f73-8ba8-616d3f0ed274 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=73bf7d05-e140-4676-ac77-83a0424776fb HTTP/1.1" status: 200 len: 205 time: 0.0669246 Nov 12 13:35:26.299292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55262) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:26.304285 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:26.372081 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f73529ce-dcf2-4dfe-b878-a66b0207fa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:26.373860 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73529ce-dcf2-4dfe-b878-a66b0207fa8f None None] The sync data for ids ['73bf7d05-e140-4676-ac77-83a0424776fb'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:35:26.406123 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef644978-4b6e-4370-aab2-75a5ecc448b1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:26.575581 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:26.663897 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef644978-4b6e-4370-aab2-75a5ecc448b1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:26.666620 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef644978-4b6e-4370-aab2-75a5ecc448b1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:26.750983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-6879e26c-68c4-40b2-9738-8aa8e8d9f8af tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:26.752995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-6879e26c-68c4-40b2-9738-8aa8e8d9f8af tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.70 "GET /v2.0/networks?id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 200 len: 813 time: 0.1802466 Nov 12 13:35:26.759081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef644978-4b6e-4370-aab2-75a5ecc448b1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:26.759600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef644978-4b6e-4370-aab2-75a5ecc448b1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Fanout notify agent at l3_agent the message router_deleted on router 73bf7d05-e140-4676-ac77-83a0424776fb {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:35:26.776058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Request body: {'port': {'device_id': '7ad38f94-6107-4032-94e4-ad0b2f460219', 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4', 'admin_state_up': True, 'tenant_id': '3a52d4a6d94b414fbb91f825414eaa86'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:26.844408 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef644978-4b6e-4370-aab2-75a5ecc448b1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:26.850981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ef644978-4b6e-4370-aab2-75a5ecc448b1 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/73bf7d05-e140-4676-ac77-83a0424776fb HTTP/1.1" status: 204 len: 168 time: 0.5500686 Nov 12 13:35:26.854389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:26.986118 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4a62-80e0-4f8b-906e-c43ac9aaa942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:27.051117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-36fc48e0-9892-4837-8e4a-d553ab1a811d tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:27.052617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-36fc48e0-9892-4837-8e4a-d553ab1a811d tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.105 "GET /v2.0/networks?id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 200 len: 813 time: 0.3243339 Nov 12 13:35:27.098536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Request body: {'port': {'device_id': '3fc502c1-8923-4e52-9de3-883c590ae393', 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4', 'admin_state_up': True, 'tenant_id': '3a52d4a6d94b414fbb91f825414eaa86'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:27.138579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-edca6e4c-1f46-4757-b0d2-752262e1c27c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting subnet 4dc2d653-f08a-4df3-9b25-5b476aca79e1 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:35:27.505582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b768257-8872-4dc4-9827-3f50f4ed3688 req-9e21e3bc-5cb4-4e82-b9fb-a8d9ffde1a50 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:27.518973 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b768257-8872-4dc4-9827-3f50f4ed3688 req-9e21e3bc-5cb4-4e82-b9fb-a8d9ffde1a50 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.7608423 Nov 12 13:35:27.556155 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edca6e4c-1f46-4757-b0d2-752262e1c27c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:27.629449 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edca6e4c-1f46-4757-b0d2-752262e1c27c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:27.640692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af5948-6748-438f-b167-a4548f181266 req-7bb4fca9-82ac-4fdb-b095-c02802ff5574 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:27.642380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15af5948-6748-438f-b167-a4548f181266 req-7bb4fca9-82ac-4fdb-b095-c02802ff5574 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 945 time: 0.5848484 Nov 12 13:35:27.655324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b768257-8872-4dc4-9827-3f50f4ed3688 req-827d8a15-568f-46e5-8458-673c46c650c3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004508 Nov 12 13:35:27.677711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:35:27.835844 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15af5948-6748-438f-b167-a4548f181266 req-05e28f12-dfbc-4355-b884-3810994a2442 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518023 Nov 12 13:35:27.838294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Made reservation on behalf of 3a52d4a6d94b414fbb91f825414eaa86 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:27.843182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:27.874260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ccd25ca9-3bb3-4037-9c9a-b0a9a103e9b9 req-b5e6c09b-145e-4916-8b9d-ecd82b3720c3 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 210 time: 0.0543196 Nov 12 13:35:27.877604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:35:27.887179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edca6e4c-1f46-4757-b0d2-752262e1c27c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:27.898545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Made reservation on behalf of 3a52d4a6d94b414fbb91f825414eaa86 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:27.903415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Sync routers for ids ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:35:27.904266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:27.927259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Routers {'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:27.930275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:34:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:28.060753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Allocated IP 172.20.0.10 (e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4/d15bc196-71b4-4a9d-8091-18a16f861ffa/a10ef06d-0516-4280-a1e5-3d8623d7ee04) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:28.100274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edca6e4c-1f46-4757-b0d2-752262e1c27c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.135760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca6e4c-1f46-4757-b0d2-752262e1c27c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc2d653-f08a-4df3-9b25-5b476aca79e1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:28.148590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edca6e4c-1f46-4757-b0d2-752262e1c27c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.150152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e440dea4-7503-4e8b-8c1c-533900645dcc None None] Network 31dbb450-37df-45ea-8de8-12601a13852f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:28.154266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-edca6e4c-1f46-4757-b0d2-752262e1c27c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/4dc2d653-f08a-4df3-9b25-5b476aca79e1 HTTP/1.1" status: 204 len: 168 time: 1.2927961 Nov 12 13:35:28.157502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55280) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:28.183815 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.190699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f24fdd11-c258-406d-82e6-83f2c9247f85 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4633477 Nov 12 13:35:28.194377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:28.232038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c71472cc-49cf-44dc-8351-3172d6d84db9 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:28.252214 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.295925 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.321759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Set router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:35:28.344281 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.377947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:28.382675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:28.391212 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Pushing event updated for resources: {'Port': ['ID=a10ef06d-0516-4280-a1e5-3d8623d7ee04,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:28.394536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:28.422068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Allocated IP 172.20.0.6 (e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4/d15bc196-71b4-4a9d-8091-18a16f861ffa/6be299b9-d819-496a-8006-d223b1a55392) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:28.468622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:28.469304 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.494025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-eff42160-94de-4fd7-94be-95cf0704ce4b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7287655 Nov 12 13:35:28.507424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Request body: {'port': {'device_id': '7ad38f94-6107-4032-94e4-ad0b2f460219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:28.577134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port c71472cc-49cf-44dc-8351-3172d6d84db9 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:35:28.579323 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.586281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port c71472cc-49cf-44dc-8351-3172d6d84db9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:28.587345 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.703215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.731423 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-router', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '33be2c88-1550-4002-988b-f028bded8b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:23Z', 'updated_at': '2021-11-12T13:35:26Z', 'revision_number': 3, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'gw_port': {'id': '33be2c88-1550-4002-988b-f028bded8b67', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:24Z', 'updated_at': '2021-11-12T13:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:28.735597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:28.735597 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:28.765766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c71472cc-49cf-44dc-8351-3172d6d84db9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c71472cc-49cf-44dc-8351-3172d6d84db9,segment=NetworkSegment(3cb6fe76-d19f-46e1-8182-02d063aec53b),segment_id=3cb6fe76-d19f-46e1-8182-02d063aec53b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:28.766848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80419547-7faa-4403-af00-769e86758cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71472cc-49cf-44dc-8351-3172d6d84db9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:28.769928 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a5032-53c7-4f8d-b909-74b4b268ebbb" -d '{"events": [{"server_uuid": "80419547-7faa-4403-af00-769e86758cc6", "name": "network-vif-plugged", "status": "completed", "tag": "c71472cc-49cf-44dc-8351-3172d6d84db9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:28.773046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615fcb13-d157-4350-9cf1-765f5f024141 None None] DHCP port deletion for 31dbb450-37df-45ea-8de8-12601a13852f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:35:29.012926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f47c2-c1a3-41d0-ab9b-7f36f46a50b5 req-eab006ee-a09a-430f-8ba8-1a38e3d18e19 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:29.015692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f11f47c2-c1a3-41d0-ab9b-7f36f46a50b5 req-eab006ee-a09a-430f-8ba8-1a38e3d18e19 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 946 time: 0.0767510 Nov 12 13:35:29.023298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=09af03d4-23a7-47f0-9f52-4ad70f9f2f4b,segment=NetworkSegment(a63221f1-5565-48c6-baaa-0860c43d3da6),segment_id=a63221f1-5565-48c6-baaa-0860c43d3da6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:29.024544 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.028006 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.034868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Checking router: ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:35:29.035212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Updating router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac port 33be2c88-1550-4002-988b-f028bded8b67 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:35:29.052751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:29.092679 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f11f47c2-c1a3-41d0-ab9b-7f36f46a50b5 req-7639ecd9-13ec-47ef-97e4-12c0a97af3ae tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659714 Nov 12 13:35:29.139177 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.149888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.178574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=c71472cc-49cf-44dc-8351-3172d6d84db9,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:29.203592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.203949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.209825 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.210493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.211046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.211576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.212107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.212806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.213724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.214283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.214815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.215981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:29.240418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cf7bd-3b8b-4bdd-b4f9-d847d02b7b95 req-de4c3a67-7d96-4c6e-ab57-2170b35bfe05 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:29.245456 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b52e0c6-ac89-4ae0-94f2-4c42a0946fd2 req-df1a4cb2-5552-437b-9856-c2870304dd08 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 210 time: 0.0656569 Nov 12 13:35:29.249022 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d19cf7bd-3b8b-4bdd-b4f9-d847d02b7b95 req-de4c3a67-7d96-4c6e-ab57-2170b35bfe05 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.3547974 Nov 12 13:35:29.372840 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.441061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=09af03d4-23a7-47f0-9f52-4ad70f9f2f4b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:29.495743 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d19cf7bd-3b8b-4bdd-b4f9-d847d02b7b95 req-e650e052-09d0-4a57-8d9d-d4749b91d9b5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369819 Nov 12 13:35:29.509011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No DVR routers for this DVR port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:35:29.553319 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.593948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.615924 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564b8bd7-0b5d-4c23-b492-e6cc0f7c2edc x-openstack-request-id: req-564b8bd7-0b5d-4c23-b492-e6cc0f7c2edc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:29.616208 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80419547-7faa-4403-af00-769e86758cc6", "name": "network-vif-plugged", "status": "completed", "tag": "c71472cc-49cf-44dc-8351-3172d6d84db9", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:29.616504 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-564b8bd7-0b5d-4c23-b492-e6cc0f7c2edc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:29.616916 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80419547-7faa-4403-af00-769e86758cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71472cc-49cf-44dc-8351-3172d6d84db9', 'code': 200} Nov 12 13:35:29.627389 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.631497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Pushing event updated for resources: {'Port': ['ID=6be299b9-d819-496a-8006-d223b1a55392,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:29.635802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-615fcb13-d157-4350-9cf1-765f5f024141 None None] Deleting port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:29.636174 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-615fcb13-d157-4350-9cf1-765f5f024141 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.646278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6111e6-bf40-4bef-943a-26cf9f020f8a req-c792773e-792a-452a-a569-66aa5151adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:29.647837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa6111e6-bf40-4bef-943a-26cf9f020f8a req-c792773e-792a-452a-a569-66aa5151adb5 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 1097 time: 0.2375205 Nov 12 13:35:29.651491 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.717795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:29.722444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-615fcb13-d157-4350-9cf1-765f5f024141 None None] For port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b, host n-d-805736-4, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:29.722727 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-615fcb13-d157-4350-9cf1-765f5f024141 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.730173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:29.739288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:29.743174 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.749633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-615fcb13-d157-4350-9cf1-765f5f024141 None None] Calling delete_port for 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:29.753409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-615fcb13-d157-4350-9cf1-765f5f024141 None None] Port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:35:29.766242 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-615fcb13-d157-4350-9cf1-765f5f024141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.839769 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b7eef81-b44e-438d-904c-d43e7a254312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.857683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10ef06d-0516-4280-a1e5-3d8623d7ee04 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:29.868100 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.880208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615fcb13-d157-4350-9cf1-765f5f024141 None None] No DVR routers for this DVR port 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:35:29.891397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc72e678-a637-4266-9e60-f346a4ce3d58 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:35:29.899826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Transition to ACTIVE for port object a10ef06d-0516-4280-a1e5-3d8623d7ee04 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:35:29.907998 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.910999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Attempting to bind port 33be2c88-1550-4002-988b-f028bded8b67 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:29.911788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Attempting to bind port 33be2c88-1550-4002-988b-f028bded8b67 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:29.914272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Attempting to bind port 33be2c88-1550-4002-988b-f028bded8b67 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:29.941536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:29.942702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:29.943833 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:29.944478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:29.945220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Bound port: 33be2c88-1550-4002-988b-f028bded8b67, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:29.945902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.000729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Allocated IP 172.20.0.1 (1c5b37a7-c28a-448c-b6ea-b24adc200278/eff844bc-8006-4444-b216-792ed5c55b38/460da7c6-17e5-46f4-a8f7-ff45d3e27ece) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:30.002750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Pushing event updated for resources: {'Port': ['ID=a10ef06d-0516-4280-a1e5-3d8623d7ee04,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:30.048874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] For port 33be2c88-1550-4002-988b-f028bded8b67, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:30.058528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] For port 33be2c88-1550-4002-988b-f028bded8b67, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=33be2c88-1550-4002-988b-f028bded8b67,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:30.092234 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.105146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:35:30.115828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b197ebd-5bc9-4cb6-b511-3c0767da3725 None None] Pushing event updated for resources: {'Port': ['ID=33be2c88-1550-4002-988b-f028bded8b67,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:30.166602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:35:30.167271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 09af03d4-23a7-47f0-9f52-4ad70f9f2f4b not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:35:30.180063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fcb13-d157-4350-9cf1-765f5f024141 None None] Pushing event deleted for resources: {'Port': ['ID=09af03d4-23a7-47f0-9f52-4ad70f9f2f4b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:30.182995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d543cc-9dfb-4309-8dbb-19d0cbbc6492 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:35:30.186236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Attempting to bind port a10ef06d-0516-4280-a1e5-3d8623d7ee04 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:30.188658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Attempting to bind port a10ef06d-0516-4280-a1e5-3d8623d7ee04 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:30.189238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Attempting to bind port a10ef06d-0516-4280-a1e5-3d8623d7ee04 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:30.189655 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-152d4681-7862-4b55-a7f5-8ce7a39e3303 None None] Provisioning complete for port 33be2c88-1550-4002-988b-f028bded8b67 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:30.190024 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-152d4681-7862-4b55-a7f5-8ce7a39e3303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.198887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Port a10ef06d-0516-4280-a1e5-3d8623d7ee04 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:35:30.200150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Attempting to bind port a10ef06d-0516-4280-a1e5-3d8623d7ee04 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:30.211064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:30.211756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Checking segment: {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:30.211927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Bound using segment: {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:30.212584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Bound port: a10ef06d-0516-4280-a1e5-3d8623d7ee04, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:30.212891 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.241019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.247512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Routers {'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:30.248072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:30.276888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31dbb450-37df-45ea-8de8-12601a13852f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:30.334355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] For port a10ef06d-0516-4280-a1e5-3d8623d7ee04, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:30.335419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63221f1-5565-48c6-baaa-0860c43d3da6') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:30.335929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63221f1-5565-48c6-baaa-0860c43d3da6') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:30.336803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b197ebd-5bc9-4cb6-b511-3c0767da3725 None None] Pushing event updated for resources: {'Port': ['ID=33be2c88-1550-4002-988b-f028bded8b67,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:30.341981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] For port a10ef06d-0516-4280-a1e5-3d8623d7ee04, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a10ef06d-0516-4280-a1e5-3d8623d7ee04,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:30.347907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:30.348834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.352965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.363254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa6111e6-bf40-4bef-943a-26cf9f020f8a req-5766ec07-9093-40d5-9c2d-b61736af34d4 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6981704 Nov 12 13:35:30.374783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.406336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f6a8-2253-414b-855b-93cdb63339da req-91ef272f-f319-4733-9255-fcd1af3a398f tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:30.414218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3409f6a8-2253-414b-855b-93cdb63339da req-91ef272f-f319-4733-9255-fcd1af3a398f tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 946 time: 0.1641626 Nov 12 13:35:30.417542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:30.418305 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.420316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] 10.222.0.70 "PUT /v2.0/ports/a10ef06d-0516-4280-a1e5-3d8623d7ee04 HTTP/1.1" status: 200 len: 1092 time: 1.9177816 Nov 12 13:35:30.420784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad38f94-6107-4032-94e4-ad0b2f460219', 'tag': 'a10ef06d-0516-4280-a1e5-3d8623d7ee04'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:30.423472 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad38f94-6107-4032-94e4-ad0b2f460219", "tag": "a10ef06d-0516-4280-a1e5-3d8623d7ee04"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:30.476510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c0b6fc06-b58c-411f-bba7-eec524cf7700 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3841825 Nov 12 13:35:30.488485 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.494411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508813de-bb1a-475b-ae62-898e54716369 req-e720bca6-b526-469a-b588-5476e0a3ee62 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:30.502890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-508813de-bb1a-475b-ae62-898e54716369 req-e720bca6-b526-469a-b588-5476e0a3ee62 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 931 time: 0.1068709 Nov 12 13:35:30.514947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917684f-4699-496c-8079-71ffbe7c8c78 service neutron] Pushing event updated for resources: {'Port': ['ID=a10ef06d-0516-4280-a1e5-3d8623d7ee04,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:30.525135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:35:30.525896 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:35:30.530695 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:35:30.596563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] Set router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:35:30.606496 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-508813de-bb1a-475b-ae62-898e54716369 req-0a6f8461-1c0b-4c3c-86ed-d1f7c30d0fa4 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979984 Nov 12 13:35:30.610930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3409f6a8-2253-414b-855b-93cdb63339da req-5699785b-328a-4798-a62d-d086d9e3f3ed tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955271 Nov 12 13:35:30.612142 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.617985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c07d254d-ca98-4ce2-af4c-d2c78b874eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:30.622400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-c07d254d-ca98-4ce2-af4c-d2c78b874eca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&device_id=7ad38f94-6107-4032-94e4-ad0b2f460219 HTTP/1.1" status: 200 len: 1095 time: 0.1171739 Nov 12 13:35:30.635661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Request body: {'port': {'device_id': '3fc502c1-8923-4e52-9de3-883c590ae393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:30.667918 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-152d4681-7862-4b55-a7f5-8ce7a39e3303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.725800 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f405b7bb-5e39-4f3f-8153-253358a50533 x-openstack-request-id: req-f405b7bb-5e39-4f3f-8153-253358a50533 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:30.730852 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad38f94-6107-4032-94e4-ad0b2f460219", "tag": "a10ef06d-0516-4280-a1e5-3d8623d7ee04", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:30.731384 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f405b7bb-5e39-4f3f-8153-253358a50533 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:30.732213 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad38f94-6107-4032-94e4-ad0b2f460219', 'tag': 'a10ef06d-0516-4280-a1e5-3d8623d7ee04', 'status': 'completed', 'code': 200} Nov 12 13:35:30.736294 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-18930a0e-c34a-4990-b387-57f1a56a6aa7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a10ef06d-0516-4280-a1e5-3d8623d7ee04 HTTP/1.1" status: 200 len: 217 time: 0.1053927 Nov 12 13:35:30.740138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.783866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-152d4681-7862-4b55-a7f5-8ce7a39e3303 None None] For port 33be2c88-1550-4002-988b-f028bded8b67, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=33be2c88-1550-4002-988b-f028bded8b67,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:30.792815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-152d4681-7862-4b55-a7f5-8ce7a39e3303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.810199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Network 1c5b37a7-c28a-448c-b6ea-b24adc200278 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:30.820603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:30.825339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:30.884153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Pushing event updated for resources: {'Port': ['ID=460da7c6-17e5-46f4-a8f7-ff45d3e27ece,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:30.912037 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.933065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d4681-7862-4b55-a7f5-8ce7a39e3303 None None] Pushing event updated for resources: {'Port': ['ID=33be2c88-1550-4002-988b-f028bded8b67,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:30.937773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-4999a828-b1f3-4c2b-8f7a-9825315671ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:30.939374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-4999a828-b1f3-4c2b-8f7a-9825315671ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d15bc196-71b4-4a9d-8091-18a16f861ffa HTTP/1.1" status: 200 len: 853 time: 0.1949320 Nov 12 13:35:30.953509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-65b9c1aa-ce31-4810-8a85-c6d7c38cb2e9 None None] Provisioning complete for port 33be2c88-1550-4002-988b-f028bded8b67 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:30.954601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65b9c1aa-ce31-4810-8a85-c6d7c38cb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.981005 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-d5171051-ae4f-4120-a94a-9379848a2cf4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332658 Nov 12 13:35:30.981328 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:30.989807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ada960-f45b-4c5e-abed-c7470e9d74a0 req-d66edd8e-4d27-46dd-a57b-327a1fc0db6a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:30.991421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-80ada960-f45b-4c5e-abed-c7470e9d74a0 req-d66edd8e-4d27-46dd-a57b-327a1fc0db6a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.1069458 Nov 12 13:35:31.005955 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.014542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55308) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:31.016128 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/networks/31dbb450-37df-45ea-8de8-12601a13852f HTTP/1.1" status: 204 len: 168 time: 2.8573143 Nov 12 13:35:31.020574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-53fbff8d-f746-443e-b164-0aaed28bad21 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2030940055', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:31.043042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167ad0c-38b5-4e21-9f83-16b1ca1a45da tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Network': ['ID=31dbb450-37df-45ea-8de8-12601a13852f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:31.046783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.124746 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53fbff8d-f746-443e-b164-0aaed28bad21 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.126188 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53fbff8d-f746-443e-b164-0aaed28bad21 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.181368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-80ada960-f45b-4c5e-abed-c7470e9d74a0 req-aff7ee30-a630-4a7a-8d1b-cb5b899261ee tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618483 Nov 12 13:35:31.207784 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-router', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '33be2c88-1550-4002-988b-f028bded8b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:23Z', 'updated_at': '2021-11-12T13:35:26Z', 'revision_number': 3, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'gw_port': {'id': '33be2c88-1550-4002-988b-f028bded8b67', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:24Z', 'updated_at': '2021-11-12T13:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:31.213383 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-66021c88-8686-4245-b010-0d74aebfb8b0 service neutron] 10.222.0.70 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208447 Nov 12 13:35:31.253983 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53fbff8d-f746-443e-b164-0aaed28bad21 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.260927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655f8164-5fe4-441c-9c3d-06deb93ca55e None None] The sync data for ids ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'] in n-d-805736-4 is: [{'id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-router', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '33be2c88-1550-4002-988b-f028bded8b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:23Z', 'updated_at': '2021-11-12T13:35:26Z', 'revision_number': 3, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'gw_port': {'id': '33be2c88-1550-4002-988b-f028bded8b67', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:24Z', 'updated_at': '2021-11-12T13:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:35:31.279319 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53fbff8d-f746-443e-b164-0aaed28bad21 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.340908 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53fbff8d-f746-443e-b164-0aaed28bad21 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.342619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-53fbff8d-f746-443e-b164-0aaed28bad21 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3261638 Nov 12 13:35:31.345362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:31.355091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-13274556'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:31.397085 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-9b1518b7-91cc-4edc-abec-c18cb2e89f07 service neutron] 10.222.0.70 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535647 Nov 12 13:35:31.408156 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.526774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:31.530721 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.531013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9 req-4e605f20-c8e5-405b-800d-6c6a4b094c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:31.533440 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9 req-4e605f20-c8e5-405b-800d-6c6a4b094c90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&device_id=7ad38f94-6107-4032-94e4-ad0b2f460219 HTTP/1.1" status: 200 len: 1095 time: 0.0749326 Nov 12 13:35:31.659562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be299b9-d819-496a-8006-d223b1a55392 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:31.663758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:35:31.674206 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.726221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.726578 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added segment 16872834-d807-4f53-b9bc-a9115809a554 of type vlan for network 793902fa-9513-40df-a11c-d4259c09237d Nov 12 13:35:31.829991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Transition to ACTIVE for port object 6be299b9-d819-496a-8006-d223b1a55392 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:35:31.872133 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.889060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9 req-9a9fa1ef-1d1e-47ad-be98-d9453c6da723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:31.890729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9 req-9a9fa1ef-1d1e-47ad-be98-d9453c6da723 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 200 len: 914 time: 0.3504443 Nov 12 13:35:31.937875 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:31.971276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece6ed4-466b-45ba-90a5-3255a42ab3c1 req-5c196965-1beb-47ec-801f-fd829f33d993 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:31.972892 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ece6ed4-466b-45ba-90a5-3255a42ab3c1 req-5c196965-1beb-47ec-801f-fd829f33d993 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 946 time: 0.1260209 Nov 12 13:35:31.974448 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9 req-4a97abc8-ac85-4008-8c35-5e77ac6a117c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a10ef06d-0516-4280-a1e5-3d8623d7ee04 HTTP/1.1" status: 200 len: 217 time: 0.0744050 Nov 12 13:35:32.133996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9 req-c1a0d050-81d3-440e-bd1b-7f23e5e81770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:32.135673 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9 req-c1a0d050-81d3-440e-bd1b-7f23e5e81770 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d15bc196-71b4-4a9d-8091-18a16f861ffa HTTP/1.1" status: 200 len: 853 time: 0.1438742 Nov 12 13:35:32.163185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ece6ed4-466b-45ba-90a5-3255a42ab3c1 req-9a8ff8c0-3e82-45ac-8726-3bd45b90a90b tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619592 Nov 12 13:35:32.200710 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:32.211277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 33be2c88-1550-4002-988b-f028bded8b67 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:32.231523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9 req-ac054540-e12a-4385-94de-944d1f2a98ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869563 Nov 12 13:35:32.338304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 33be2c88-1550-4002-988b-f028bded8b67 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:32.338762 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:32.393137 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9 req-a5b09525-c8e1-472e-9ebf-afc0c977881c service neutron] 10.222.0.70 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523194 Nov 12 13:35:32.499872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Pushing event updated for resources: {'Port': ['ID=6be299b9-d819-496a-8006-d223b1a55392,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:32.589782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9565c0-f665-4c31-8924-25c917076378 req-329ccc53-492d-470e-b92b-6addf9a9dd1c tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:32.592272 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb9565c0-f665-4c31-8924-25c917076378 req-329ccc53-492d-470e-b92b-6addf9a9dd1c tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 943 time: 0.7309113 Nov 12 13:35:32.593175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:32.599601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:32.600468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:32.635892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:32.665200 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:32.669546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce157412-cd7f-44e8-bf2b-5a9bee3fc4a5 req-ec135980-676d-42c2-83ee-8e23b311315a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:32.671890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce157412-cd7f-44e8-bf2b-5a9bee3fc4a5 req-ec135980-676d-42c2-83ee-8e23b311315a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.1368384 Nov 12 13:35:32.674565 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8ca799f-f335-4599-b885-a7a3a8f8c1b9 req-feb5d8a4-8a48-4338-a9de-f16a0e484a62 service neutron] 10.222.0.70 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743485 Nov 12 13:35:32.737749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3905809 Nov 12 13:35:32.739703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55326) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:32.748359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'subnet': {'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:32.838461 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:32.888330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce157412-cd7f-44e8-bf2b-5a9bee3fc4a5 req-8eb75c14-36c0-43ca-9275-6d70cad5ed52 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888423 Nov 12 13:35:32.891900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Attempting to bind port 6be299b9-d819-496a-8006-d223b1a55392 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:32.892244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Attempting to bind port 6be299b9-d819-496a-8006-d223b1a55392 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:32.892644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Attempting to bind port 6be299b9-d819-496a-8006-d223b1a55392 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:32.915687 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:32.948764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Pushing event updated for resources: {'Port': ['ID=460da7c6-17e5-46f4-a8f7-ff45d3e27ece,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:32.960337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:32.969553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:33.037230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70e2ab-7f92-4c13-933c-31bc8d41b2cb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Network': ['ID=793902fa-9513-40df-a11c-d4259c09237d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:33.051950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 793902fa-9513-40df-a11c-d4259c09237d details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:35:33.064105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Port 6be299b9-d819-496a-8006-d223b1a55392 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:35:33.064418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Attempting to bind port 6be299b9-d819-496a-8006-d223b1a55392 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:33.087140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb9565c0-f665-4c31-8924-25c917076378 req-5a04aa18-0ca5-4830-96fe-4ab1e357b7ed tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771883 Nov 12 13:35:33.098721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:33.099355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Checking segment: {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:33.099914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Bound using segment: {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:33.100552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Bound port: 6be299b9-d819-496a-8006-d223b1a55392, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:33.101079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:33.139307 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Network 1c5b37a7-c28a-448c-b6ea-b24adc200278 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:33.161114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:33.269421 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:33.278910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] For port 6be299b9-d819-496a-8006-d223b1a55392, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:33.283883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] For port 6be299b9-d819-496a-8006-d223b1a55392, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6be299b9-d819-496a-8006-d223b1a55392,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:33.291141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:33.394809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:33.395760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:33.397162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] 10.222.0.105 "PUT /v2.0/ports/6be299b9-d819-496a-8006-d223b1a55392 HTTP/1.1" status: 200 len: 1091 time: 2.7659559 Nov 12 13:35:33.399740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc502c1-8923-4e52-9de3-883c590ae393', 'tag': '6be299b9-d819-496a-8006-d223b1a55392'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:33.408945 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc502c1-8923-4e52-9de3-883c590ae393", "tag": "6be299b9-d819-496a-8006-d223b1a55392"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:33.463918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96546-c7a5-4e86-92c8-72848d16517c service neutron] Pushing event updated for resources: {'Port': ['ID=6be299b9-d819-496a-8006-d223b1a55392,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:33.474400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Subnet': ['ID=3f210508-8b2f-41bb-a3aa-65569b13a67e,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:33.503470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:35:33.506341 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a2576-67f5-4a25-92d7-335a2a1dc1a2 req-6ab1bf3a-a5b0-42a0-9bb0-b217841af594 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:33.507975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-776a2576-67f5-4a25-92d7-335a2a1dc1a2 req-6ab1bf3a-a5b0-42a0-9bb0-b217841af594 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 946 time: 0.1618278 Nov 12 13:35:33.522406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-26257c0c-1110-476f-b617-50a15c454a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:33.523985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-26257c0c-1110-476f-b617-50a15c454a46 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 1094 time: 0.0720665 Nov 12 13:35:33.528371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Checking segment: {'id': '16872834-d807-4f53-b9bc-a9115809a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '793902fa-9513-40df-a11c-d4259c09237d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:33.528594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network hostable DHCP agents. Network: 793902fa-9513-40df-a11c-d4259c09237d, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:35:33.604627 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-776a2576-67f5-4a25-92d7-335a2a1dc1a2 req-28be50fa-c70d-4344-938b-dc32668b940a tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811179 Nov 12 13:35:33.615036 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-813629d1-5a51-44d3-84c3-1064a7afc1b6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6be299b9-d819-496a-8006-d223b1a55392 HTTP/1.1" status: 200 len: 217 time: 0.0493960 Nov 12 13:35:33.617406 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 793902fa-9513-40df-a11c-d4259c09237d is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:35:33.633837 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fa6c4f-23c7-46d9-998f-ea91166713b6 x-openstack-request-id: req-e2fa6c4f-23c7-46d9-998f-ea91166713b6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:33.634127 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc502c1-8923-4e52-9de3-883c590ae393", "tag": "6be299b9-d819-496a-8006-d223b1a55392", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:33.634397 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2fa6c4f-23c7-46d9-998f-ea91166713b6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:33.634799 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc502c1-8923-4e52-9de3-883c590ae393', 'tag': '6be299b9-d819-496a-8006-d223b1a55392', 'status': 'completed', 'code': 200} Nov 12 13:35:33.635451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 793902fa-9513-40df-a11c-d4259c09237d) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:33.641571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:33.642646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:33.655424 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd2cac-6ffd-420a-bc41-fbcaf39fd312 None None] Network 793902fa-9513-40df-a11c-d4259c09237d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:33.688901 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-12bd8ea2-7d0a-444c-95b9-c49f7983262e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9477539 Nov 12 13:35:33.693508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55348) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:33.756963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-e4a04d00-a2c7-4450-94db-c8a43e99153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:33.765579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-e4a04d00-a2c7-4450-94db-c8a43e99153b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=d15bc196-71b4-4a9d-8091-18a16f861ffa HTTP/1.1" status: 200 len: 853 time: 0.1367655 Nov 12 13:35:33.804796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-65778191-a7ea-4375-82b8-3c09ce3526c2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335753 Nov 12 13:35:33.806362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:35:33.819881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-869c0940-994e-4afe-817c-41c3a15bba2e admin admin] 10.222.0.73 "PUT /v2.0/routers/ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6167612 Nov 12 13:35:33.958894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-793902fa-9513-40df-a11c-d4259c09237d', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:35:33.963535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:34.017990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-a66ce848-96e7-4c74-9523-adf791707fc1 service neutron] 10.222.0.105 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023847 Nov 12 13:35:34.043715 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Sync routers for ids ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:35:34.069793 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Routers {'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:34.072440 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:34.128605 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:34.222573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013048a-97a3-4a03-ad18-9a6b2fac535d req-f4bf07bf-79a7-447a-b76b-221af7056e5b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:34.227541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f013048a-97a3-4a03-ad18-9a6b2fac535d req-f4bf07bf-79a7-447a-b76b-221af7056e5b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.1066461 Nov 12 13:35:34.238514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e60ae5d-cdaf-403f-a69c-8746dbab5ee5 req-5f5c2cf9-0cf7-4622-88a1-bc977033af32 service neutron] 10.222.0.105 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107747 Nov 12 13:35:34.320101 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Set router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:35:34.345517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Allocated IP 2001:db8::2 (793902fa-9513-40df-a11c-d4259c09237d/3f210508-8b2f-41bb-a3aa-65569b13a67e/ebdd1380-d893-4f42-bfed-916322228593) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:34.359028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f013048a-97a3-4a03-ad18-9a6b2fac535d req-3c72f735-d69d-452e-aad0-35fd26d27a9c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189454 Nov 12 13:35:34.488405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02 req-8326522a-09dd-4525-b0d0-735bae94f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:34.490013 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02 req-8326522a-09dd-4525-b0d0-735bae94f6a8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 1094 time: 0.0850620 Nov 12 13:35:34.614033 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-router', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '33be2c88-1550-4002-988b-f028bded8b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:23Z', 'updated_at': '2021-11-12T13:35:31Z', 'revision_number': 4, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'gw_port': {'id': '33be2c88-1550-4002-988b-f028bded8b67', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:24Z', 'updated_at': '2021-11-12T13:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '460da7c6-17e5-46f4-a8f7-ff45d3e27ece', 'name': '', 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'mac_address': 'fa:16:3e:7b:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'eff844bc-8006-4444-b216-792ed5c55b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:29Z', 'updated_at': '2021-11-12T13:35:31Z', 'revision_number': 2, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'subnets': [{'id': 'eff844bc-8006-4444-b216-792ed5c55b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:34.653392 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Checking router: ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:35:34.653977 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Updating router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:35:34.682778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea490d-2f83-4311-a5e7-0f01c2d68b94 req-8aef8e01-6784-4de5-a0e2-efea324f8df0 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:34.690740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6ea490d-2f83-4311-a5e7-0f01c2d68b94 req-8aef8e01-6784-4de5-a0e2-efea324f8df0 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 943 time: 0.1668444 Nov 12 13:35:34.694042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02 req-02d4a34c-e95e-44c2-a0cd-cc69f43e6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:34.695873 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02 req-02d4a34c-e95e-44c2-a0cd-cc69f43e6cfd service neutron] 10.222.0.105 "GET /v2.0/networks?id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 200 len: 914 time: 0.1972170 Nov 12 13:35:34.696245 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:34.767024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-cc57be08-2423-4b42-a34d-705294590d2b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:34.770064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-cc57be08-2423-4b42-a34d-705294590d2b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 819 time: 0.3093445 Nov 12 13:35:34.776362 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02 req-bf6b37db-42b6-48c5-81e5-132c7f43cd0e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6be299b9-d819-496a-8006-d223b1a55392 HTTP/1.1" status: 200 len: 217 time: 0.0734766 Nov 12 13:35:34.784025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:34.791709 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-3d6d3390-ea4c-4fcb-8d0e-505b97ebf749 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/quotas/a51a7f932ede42d3904a685dc375c9fd HTTP/1.1" status: 200 len: 375 time: 0.0141685 Nov 12 13:35:34.795540 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:34.823648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6ea490d-2f83-4311-a5e7-0f01c2d68b94 req-0df79dc4-f1cf-4b13-9aa0-a61bb12ad9e2 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318040 Nov 12 13:35:34.900717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Network 793902fa-9513-40df-a11c-d4259c09237d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:34.903733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02 req-ee70a1b8-9a9d-473a-b48a-76d51181883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:34.905219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02 req-ee70a1b8-9a9d-473a-b48a-76d51181883c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=d15bc196-71b4-4a9d-8091-18a16f861ffa HTTP/1.1" status: 200 len: 853 time: 0.1001136 Nov 12 13:35:34.912859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:34.920129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:34.929791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Pushing event updated for resources: {'Port': ['ID=ebdd1380-d893-4f42-bfed-916322228593,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:34.958002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Allocated IP 2001:db8::1 (793902fa-9513-40df-a11c-d4259c09237d/3f210508-8b2f-41bb-a3aa-65569b13a67e/68ba669e-4476-4642-9f98-a9bad5ae9434) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:34.962340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02 req-38662ddf-7ca6-4a06-97bd-22032a641d1b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491884 Nov 12 13:35:35.004842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Attempting to bind port ebdd1380-d893-4f42-bfed-916322228593 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:35.005276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Attempting to bind port ebdd1380-d893-4f42-bfed-916322228593 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '16872834-d807-4f53-b9bc-a9115809a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '793902fa-9513-40df-a11c-d4259c09237d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:35.005655 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Attempting to bind port ebdd1380-d893-4f42-bfed-916322228593 on network 793902fa-9513-40df-a11c-d4259c09237d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:35.012522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:35.012905 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Checking segment: {'id': '16872834-d807-4f53-b9bc-a9115809a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '793902fa-9513-40df-a11c-d4259c09237d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:35.013355 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.013760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Bound using segment: {'id': '16872834-d807-4f53-b9bc-a9115809a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '793902fa-9513-40df-a11c-d4259c09237d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:35.014242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Bound port: ebdd1380-d893-4f42-bfed-916322228593, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16872834-d807-4f53-b9bc-a9115809a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '793902fa-9513-40df-a11c-d4259c09237d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:35.014628 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.025483 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-56385c37-0a81-4c2d-a580-26a61709eb7a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1983492 Nov 12 13:35:35.182259 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.186102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02 req-3ab4408d-18c1-4805-b156-5e4d5d5d2cf6 service neutron] 10.222.0.105 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142706 Nov 12 13:35:35.190764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] For port ebdd1380-d893-4f42-bfed-916322228593, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:35.197070 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.209161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] For port ebdd1380-d893-4f42-bfed-916322228593, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ebdd1380-d893-4f42-bfed-916322228593,segment=NetworkSegment(16872834-d807-4f53-b9bc-a9115809a554),segment_id=16872834-d807-4f53-b9bc-a9115809a554)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:35.219485 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.333349 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Pushing event updated for resources: {'Port': ['ID=460da7c6-17e5-46f4-a8f7-ff45d3e27ece,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:35.368979 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-c093a1a7-d91e-4b0b-8b71-f36de138974f service neutron] 10.222.0.73 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143952 Nov 12 13:35:35.377714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41e346d6-c45e-4d4f-9bb8-66c22f9cea02 req-f433afd9-8504-49e4-8019-c9d7569dfc88 service neutron] 10.222.0.105 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830800 Nov 12 13:35:35.398448 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.399183 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.400668 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.401988 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.403514 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.404578 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.406866 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.407287 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.408232 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.408675 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.409419 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.409807 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:35:35.410496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c81b75-b539-4578-b496-5e4303cd002a None None] Pushing event updated for resources: {'Port': ['ID=ebdd1380-d893-4f42-bfed-916322228593,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:35.430844 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.434285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a10ef06d-0516-4280-a1e5-3d8623d7ee04 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:35:35.459715 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Attempting to bind port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:35.461615 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Attempting to bind port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:35.462526 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Attempting to bind port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece on network 1c5b37a7-c28a-448c-b6ea-b24adc200278 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:35.486659 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:35.487337 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Checking segment: {'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:35.487856 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.488508 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Bound using segment: {'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:35.490693 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Bound port: 460da7c6-17e5-46f4-a8f7-ff45d3e27ece, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:35.491583 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.595437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2620c-6cef-4b08-a58f-474f8cc8d470 req-4ea3aa67-a339-4e23-bfed-3965ed50887e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:35.607132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dee2620c-6cef-4b08-a58f-474f8cc8d470 req-4ea3aa67-a339-4e23-bfed-3965ed50887e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 946 time: 0.0947080 Nov 12 13:35:35.625460 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] For port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:35.630460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-cfec0e40-882e-4729-b680-0171864944c0 service neutron] 10.222.0.73 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597735 Nov 12 13:35:35.630924 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] For port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=460da7c6-17e5-46f4-a8f7-ff45d3e27ece,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:35.644981 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.647399 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.736053 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dee2620c-6cef-4b08-a58f-474f8cc8d470 req-23fd5f37-1434-43b6-be85-6954f9ca0c19 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271369 Nov 12 13:35:35.756242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a10ef06d-0516-4280-a1e5-3d8623d7ee04, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a10ef06d-0516-4280-a1e5-3d8623d7ee04,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:35.778703 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Routers {'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:35.778973 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:35.786218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a10ef06d-0516-4280-a1e5-3d8623d7ee04', 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4', 'port_id': 'a10ef06d-0516-4280-a1e5-3d8623d7ee04', 'mac_address': 'fa:16:3e:d6:e5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15bc196-71b4-4a9d-8091-18a16f861ffa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:35:35.815999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 793902fa-9513-40df-a11c-d4259c09237d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:35.833938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:35.857465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:35.858035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.879013 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:35.917049 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c3ae2-5706-4f52-8678-54d992a81784 None None] Pushing event updated for resources: {'Port': ['ID=460da7c6-17e5-46f4-a8f7-ff45d3e27ece,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:35.934740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10ef06d-0516-4280-a1e5-3d8623d7ee04 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:35.958641 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] Set router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:35:36.003476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2956a-c03e-48f1-b364-4e5440ad8b83 req-d0306bbc-947d-437d-ba28-6b824ce407e4 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:36.007555 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a10ef06d-0516-4280-a1e5-3d8623d7ee04, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a10ef06d-0516-4280-a1e5-3d8623d7ee04,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:36.014078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8c2956a-c03e-48f1-b364-4e5440ad8b83 req-d0306bbc-947d-437d-ba28-6b824ce407e4 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.1495340 Nov 12 13:35:36.016705 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:36.037417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=68ba669e-4476-4642-9f98-a9bad5ae9434,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:36.092518 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8c2956a-c03e-48f1-b364-4e5440ad8b83 req-67b8e8ce-e582-423f-8b92-91e031d63b6a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774639 Nov 12 13:35:36.212251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a10ef06d-0516-4280-a1e5-3d8623d7ee04,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:36.221971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ebdd1380-d893-4f42-bfed-916322228593 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:36.245393 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2618091-c322-412c-867a-5027a2307323 req-5daaff0e-71d1-40ff-af5a-6e6a7a557c20 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 210 time: 0.0553141 Nov 12 13:35:36.254061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dff69-aff5-497f-bb1e-a9ddaa491e54 req-f093a9a5-9717-45a7-8c61-cb7914d8987a tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:36.255617 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-028dff69-aff5-497f-bb1e-a9ddaa491e54 req-f093a9a5-9717-45a7-8c61-cb7914d8987a tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 943 time: 0.2154069 Nov 12 13:35:36.263725 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:36.409589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a10ef06d-0516-4280-a1e5-3d8623d7ee04'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:36.442421 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-router', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '33be2c88-1550-4002-988b-f028bded8b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:23Z', 'updated_at': '2021-11-12T13:35:31Z', 'revision_number': 4, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'gw_port': {'id': '33be2c88-1550-4002-988b-f028bded8b67', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:24Z', 'updated_at': '2021-11-12T13:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '460da7c6-17e5-46f4-a8f7-ff45d3e27ece', 'name': '', 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'mac_address': 'fa:16:3e:7b:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'eff844bc-8006-4444-b216-792ed5c55b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:29Z', 'updated_at': '2021-11-12T13:35:35Z', 'revision_number': 4, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'subnets': [{'id': 'eff844bc-8006-4444-b216-792ed5c55b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:36.450121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b933bfc-4a6d-461e-a133-6779a0394cf6 req-932136d8-f0d8-4f66-bb7b-4871ff58f2b5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:36.454138 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b933bfc-4a6d-461e-a133-6779a0394cf6 req-932136d8-f0d8-4f66-bb7b-4871ff58f2b5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.1002691 Nov 12 13:35:36.511781 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc8c2e-83f8-4021-a985-c77b8a8e8d55 None None] The sync data for ids ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'] in n-d-805736-4 is: [{'id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-router', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '33be2c88-1550-4002-988b-f028bded8b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:23Z', 'updated_at': '2021-11-12T13:35:31Z', 'revision_number': 4, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'gw_port': {'id': '33be2c88-1550-4002-988b-f028bded8b67', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:24Z', 'updated_at': '2021-11-12T13:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '460da7c6-17e5-46f4-a8f7-ff45d3e27ece', 'name': '', 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'mac_address': 'fa:16:3e:7b:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'eff844bc-8006-4444-b216-792ed5c55b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:29Z', 'updated_at': '2021-11-12T13:35:35Z', 'revision_number': 4, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'subnets': [{'id': 'eff844bc-8006-4444-b216-792ed5c55b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:35:36.540530 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ebdd1380-d893-4f42-bfed-916322228593 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:36.541314 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:36.632734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b933bfc-4a6d-461e-a133-6779a0394cf6 req-82ba6677-82c1-49ac-bd48-c892770db449 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739144 Nov 12 13:35:37.107580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:37.205629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ef00bc-ea8c-41c0-a66a-1b7dde6a2dcb None None] Network 793902fa-9513-40df-a11c-d4259c09237d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:37.258291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e12713-5cf8-410a-b467-d543c014253c req-43bc8805-cd59-4704-8663-818d1f3cb374 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:37.259854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-43bc8805-cd59-4704-8663-818d1f3cb374 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 819 time: 0.2749302 Nov 12 13:35:37.296765 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-028dff69-aff5-497f-bb1e-a9ddaa491e54 req-22223da1-1752-4599-973e-a8ada5732739 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0270920 Nov 12 13:35:37.323626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-bc21f769-1a82-4e5b-ae35-f4cf460cf454 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/quotas/a51a7f932ede42d3904a685dc375c9fd HTTP/1.1" status: 200 len: 375 time: 0.0424969 Nov 12 13:35:37.347518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347708-4193-4116-a359-e9e280fb341e req-75414de0-6863-4c46-8019-9c740cbc33c5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:37.349661 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7347708-4193-4116-a359-e9e280fb341e req-75414de0-6863-4c46-8019-9c740cbc33c5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.105 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 946 time: 0.4726753 Nov 12 13:35:37.380343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port ebdd1380-d893-4f42-bfed-916322228593, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ebdd1380-d893-4f42-bfed-916322228593,segment=NetworkSegment(16872834-d807-4f53-b9bc-a9115809a554),segment_id=16872834-d807-4f53-b9bc-a9115809a554)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:37.403786 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:37.490769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b1f8e1c7-a076-488d-af9e-0213b9e1cc3b None None] Provisioning complete for port ebdd1380-d893-4f42-bfed-916322228593 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:37.491423 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e1c7-a076-488d-af9e-0213b9e1cc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:37.555835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-b4990511-6253-468c-a664-6bbbfcc44fdf tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2037954 Nov 12 13:35:37.615763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=ebdd1380-d893-4f42-bfed-916322228593,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:37.742573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f7347708-4193-4116-a359-e9e280fb341e req-38725974-5a07-4bf5-bebf-c8a1c0857f50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Deleting port c71472cc-49cf-44dc-8351-3172d6d84db9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:37.742982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7347708-4193-4116-a359-e9e280fb341e req-38725974-5a07-4bf5-bebf-c8a1c0857f50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:37.821486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-a8717c78-97cc-4d53-92e6-ec1080794756 service neutron] 10.222.0.73 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642956 Nov 12 13:35:37.838952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b1c75-8072-49d7-9da0-4dbc87bb1786 req-96ca6e09-9d18-4a9a-b018-4ec986cc709c tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:37.846980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8f9b1c75-8072-49d7-9da0-4dbc87bb1786 req-96ca6e09-9d18-4a9a-b018-4ec986cc709c tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 946 time: 0.2748528 Nov 12 13:35:37.892512 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:37.911894 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:37.912709 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:38.033162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-4d679f46-361f-43c0-936d-a4253a97a4d1 service neutron] 10.222.0.73 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058184 Nov 12 13:35:38.077138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-949c4f77-530b-442d-a0a4-c803894329e0 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:38.078694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-949c4f77-530b-442d-a0a4-c803894329e0 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.70 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 819 time: 0.4275916 Nov 12 13:35:38.134545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Request body: {'port': {'device_id': 'ab599578-00c8-48b6-89e3-5f6446699a6b', 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278', 'admin_state_up': True, 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:38.152718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f7347708-4193-4116-a359-e9e280fb341e req-38725974-5a07-4bf5-bebf-c8a1c0857f50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] For port c71472cc-49cf-44dc-8351-3172d6d84db9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c71472cc-49cf-44dc-8351-3172d6d84db9,segment=NetworkSegment(3cb6fe76-d19f-46e1-8182-02d063aec53b),segment_id=3cb6fe76-d19f-46e1-8182-02d063aec53b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:38.153203 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7347708-4193-4116-a359-e9e280fb341e req-38725974-5a07-4bf5-bebf-c8a1c0857f50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:38.210078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f7347708-4193-4116-a359-e9e280fb341e req-38725974-5a07-4bf5-bebf-c8a1c0857f50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Calling delete_port for c71472cc-49cf-44dc-8351-3172d6d84db9 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:38.254004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8f9b1c75-8072-49d7-9da0-4dbc87bb1786 req-5f027bac-7e7b-40ad-a945-19ccd450c3af tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053626 Nov 12 13:35:38.258462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 6be299b9-d819-496a-8006-d223b1a55392 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:35:38.355419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=68ba669e-4476-4642-9f98-a9bad5ae9434,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:38.536116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 6be299b9-d819-496a-8006-d223b1a55392, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6be299b9-d819-496a-8006-d223b1a55392,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:38.567936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:35:38.577888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ebdd1380-d893-4f42-bfed-916322228593 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:38.618326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 793902fa-9513-40df-a11c-d4259c09237d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:38.633234 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-26cd172d-fecd-4dd2-bf6a-db226d2e2ace req-f7c85f96-7dc9-4d43-b21e-baafa7e5c582 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 210 time: 0.1038048 Nov 12 13:35:38.636340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:38.659591 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7347708-4193-4116-a359-e9e280fb341e req-38725974-5a07-4bf5-bebf-c8a1c0857f50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:38.704924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcc39c-b32e-4c2f-97af-fd8a5620380f req-55546778-bb86-4b24-a6c3-df941b5eeb20 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:38.731976 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cbcc39c-b32e-4c2f-97af-fd8a5620380f req-55546778-bb86-4b24-a6c3-df941b5eeb20 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 943 time: 0.1425424 Nov 12 13:35:38.769830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '6be299b9-d819-496a-8006-d223b1a55392', 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4', 'port_id': '6be299b9-d819-496a-8006-d223b1a55392', 'mac_address': 'fa:16:3e:8b:29:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15bc196-71b4-4a9d-8091-18a16f861ffa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:35:38.783936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['c71472cc-49cf-44dc-8351-3172d6d84db9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:38.786535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38725974-5a07-4bf5-bebf-c8a1c0857f50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Pushing event deleted for resources: {'Port': ['ID=c71472cc-49cf-44dc-8351-3172d6d84db9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:38.899608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7347708-4193-4116-a359-e9e280fb341e req-38725974-5a07-4bf5-bebf-c8a1c0857f50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] No DVR routers for this DVR port c71472cc-49cf-44dc-8351-3172d6d84db9 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:35:38.939354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7347708-4193-4116-a359-e9e280fb341e req-38725974-5a07-4bf5-bebf-c8a1c0857f50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:38.943374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7347708-4193-4116-a359-e9e280fb341e req-38725974-5a07-4bf5-bebf-c8a1c0857f50 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.105 "DELETE /v2.0/ports/c71472cc-49cf-44dc-8351-3172d6d84db9 HTTP/1.1" status: 204 len: 173 time: 1.5805235 Nov 12 13:35:38.946433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5b6189cd-d970-4a5c-b092-f56610e56458 None None] Provisioning complete for port 68ba669e-4476-4642-9f98-a9bad5ae9434 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:38.955367 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b6189cd-d970-4a5c-b092-f56610e56458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:38.968835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cbcc39c-b32e-4c2f-97af-fd8a5620380f req-a51c27fb-38d9-4a35-a8eb-6f49c940be27 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296405 Nov 12 13:35:38.971732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80419547-7faa-4403-af00-769e86758cc6', 'name': 'network-vif-deleted', 'tag': 'c71472cc-49cf-44dc-8351-3172d6d84db9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:38.972120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Made reservation on behalf of a51a7f932ede42d3904a685dc375c9fd for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:38.978710 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4695c8e-abef-429d-a710-66af8371610f" -d '{"events": [{"server_uuid": "80419547-7faa-4403-af00-769e86758cc6", "name": "network-vif-deleted", "tag": "c71472cc-49cf-44dc-8351-3172d6d84db9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:38.979589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.023973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18d42f-4cd0-4e20-9b0a-794443a32e53 req-d96c8283-8570-4902-9525-e17ad3884881 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:39.032476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e18d42f-4cd0-4e20-9b0a-794443a32e53 req-d96c8283-8570-4902-9525-e17ad3884881 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 946 time: 0.1432395 Nov 12 13:35:39.050238 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9721aed-ec92-426d-9671-ea55a8d8c574 x-openstack-request-id: req-c9721aed-ec92-426d-9671-ea55a8d8c574 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:39.054850 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80419547-7faa-4403-af00-769e86758cc6", "name": "network-vif-deleted", "tag": "c71472cc-49cf-44dc-8351-3172d6d84db9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:39.055393 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9721aed-ec92-426d-9671-ea55a8d8c574 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:39.055982 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80419547-7faa-4403-af00-769e86758cc6', 'name': 'network-vif-deleted', 'tag': 'c71472cc-49cf-44dc-8351-3172d6d84db9', 'status': 'completed', 'code': 200} Nov 12 13:35:39.073795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ebdd1380-d893-4f42-bfed-916322228593 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:39.074673 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.108345 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.195871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be299b9-d819-496a-8006-d223b1a55392 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:39.223084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5b6189cd-d970-4a5c-b092-f56610e56458 None None] Port 68ba669e-4476-4642-9f98-a9bad5ae9434 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:39.227528 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.234717 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e18d42f-4cd0-4e20-9b0a-794443a32e53 req-e422d37d-ec8e-47e5-87f5-9c0c3db974f1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011757 Nov 12 13:35:39.244793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 6be299b9-d819-496a-8006-d223b1a55392, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6be299b9-d819-496a-8006-d223b1a55392,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:39.284256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:35:39.286618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5b6189cd-d970-4a5c-b092-f56610e56458 None None] Provisioning complete for port ebdd1380-d893-4f42-bfed-916322228593 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:39.289583 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b6189cd-d970-4a5c-b092-f56610e56458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.291518 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.439956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11586d26-f4d1-4ac7-9d3b-78040000fa25 req-520c58f3-9f1d-4c09-9618-338a8b87783b tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=80419547-7faa-4403-af00-769e86758cc6 HTTP/1.1" status: 200 len: 210 time: 0.0616412 Nov 12 13:35:39.441205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Allocated IP 172.20.0.7 (1c5b37a7-c28a-448c-b6ea-b24adc200278/eff844bc-8006-4444-b216-792ed5c55b38/97ef7369-125b-4a12-ab6d-b52be2753dd4) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:39.466026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:39.475642 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e25d6b-7eb3-4586-8e2d-6633da848782" -d '{"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-unplugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:39.477997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:35:39.490399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-554c1449-06c8-4150-ba70-b1a50b5d7d9b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7951353 Nov 12 13:35:39.493484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:39.500033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-459765414'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:39.526689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a10ef06d-0516-4280-a1e5-3d8623d7ee04 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:39.536164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:35:39.571424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:39.575971 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.592454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=6be299b9-d819-496a-8006-d223b1a55392,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:39.655137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-d12506bf-4b0c-4b32-9db7-d5ae294238e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:39.656751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-d12506bf-4b0c-4b32-9db7-d5ae294238e9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1097 time: 0.0782423 Nov 12 13:35:39.661245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:35:39.701388 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.702170 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added segment f5d0820b-00ce-4cf5-b031-80f8e75f11de of type vlan for network 158819ac-85b8-4189-ac20-d0166d11fb50 Nov 12 13:35:39.712054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:39.734981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['6be299b9-d819-496a-8006-d223b1a55392'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:39.808547 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f3ab83-fd52-4175-87cf-65fa61ce909f x-openstack-request-id: req-65f3ab83-fd52-4175-87cf-65fa61ce909f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:39.808921 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-unplugged", "status": "completed", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:39.809059 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65f3ab83-fd52-4175-87cf-65fa61ce909f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:39.809697 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'code': 200} Nov 12 13:35:39.811735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.812640 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.847899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 460da7c6-17e5-46f4-a8f7-ff45d3e27ece up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:39.854567 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.867707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-68e31788-8941-4781-9e56-c53864ec4078 req-422b1346-8cdf-4fa2-b419-09dc29afa4de tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 210 time: 0.0393991 Nov 12 13:35:39.883221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-8944e503-d8a4-4a34-bcaa-c43c3b5dd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:39.885122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-8944e503-d8a4-4a34-bcaa-c43c3b5dd09e service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.2161267 Nov 12 13:35:39.903565 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.910699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:39.911545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:39.950828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebca3a-c129-4db7-8cf6-1e3f1428442a req-db5b7f01-0bfd-4dd2-bfe7-48d51c5ae689 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:39.956909 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2eebca3a-c129-4db7-8cf6-1e3f1428442a req-db5b7f01-0bfd-4dd2-bfe7-48d51c5ae689 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.3113048 Nov 12 13:35:40.015405 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5170863 Nov 12 13:35:40.021099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55596) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:40.033785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'subnet': {'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:40.067142 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:40.170195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:40.170854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:40.172837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-48cf3ee0-3df2-4d81-b89d-b03e48367983 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 998 time: 0.2795627 Nov 12 13:35:40.185941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2eebca3a-c129-4db7-8cf6-1e3f1428442a req-3dd02a72-9b24-4aed-a372-47e17d6fde93 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096968 Nov 12 13:35:40.193164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89116c-244d-4346-b170-76a11a02e284 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Network': ['ID=158819ac-85b8-4189-ac20-d0166d11fb50,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:40.199842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Network 1c5b37a7-c28a-448c-b6ea-b24adc200278 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:40.207235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:40.213515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:40.255707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 158819ac-85b8-4189-ac20-d0166d11fb50 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:35:40.278464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e12713-5cf8-410a-b467-d543c014253c req-1cd9d94f-5d57-4a41-9cfb-522e609d5cd2 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:40.280839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-1cd9d94f-5d57-4a41-9cfb-522e609d5cd2 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.105 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 819 time: 0.2292273 Nov 12 13:35:40.281587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Pushing event updated for resources: {'Port': ['ID=97ef7369-125b-4a12-ab6d-b52be2753dd4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:40.294129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda7467-fc63-4aa4-b08b-bc5ad1e3e7e4 req-771b5aff-8d94-4a81-a702-a428557b9253 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:40.300938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:40.301617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:40.302048 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-edda7467-fc63-4aa4-b08b-bc5ad1e3e7e4 req-771b5aff-8d94-4a81-a702-a428557b9253 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 944 time: 0.1689982 Nov 12 13:35:40.313977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Request body: {'port': {'device_id': '4cb5f201-6f3e-4dab-9dec-49f3b0490be6', 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278', 'admin_state_up': True, 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:40.323362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:40.328281 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:40.335488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-4814bdbb-e46d-4007-9d09-af2cdf603210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:40.335978 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-fd9f823b-bae4-43a5-a21b-996981fa703c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2053995 Nov 12 13:35:40.337200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-4814bdbb-e46d-4007-9d09-af2cdf603210 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.1559670 Nov 12 13:35:40.340185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c71472cc-49cf-44dc-8351-3172d6d84db9 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:35:40.353199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Request body: {'port': {'device_id': 'ab599578-00c8-48b6-89e3-5f6446699a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:40.470357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: c71472cc-49cf-44dc-8351-3172d6d84db9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:35:40.471379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c71472cc-49cf-44dc-8351-3172d6d84db9 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:35:40.476783 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:40.479349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-edda7467-fc63-4aa4-b08b-bc5ad1e3e7e4 req-928f7dcf-9507-4d3f-97a6-b87b4d5ef540 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588151 Nov 12 13:35:40.483760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-416467bd-c5eb-4ecf-8cdd-ba982745ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:40.485436 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-416467bd-c5eb-4ecf-8cdd-ba982745ad87 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287284 Nov 12 13:35:40.511644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=14']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:40.550731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port a10ef06d-0516-4280-a1e5-3d8623d7ee04 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:35:40.559332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:35:40.616877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a10ef06d-0516-4280-a1e5-3d8623d7ee04 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:40.617700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:40.656535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:40.656905 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:40.835464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-05454f57-88f2-413d-9d45-03be0bfed681 None None] Provisioning complete for port 68ba669e-4476-4642-9f98-a9bad5ae9434 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:40.836403 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05454f57-88f2-413d-9d45-03be0bfed681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:40.906000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Made reservation on behalf of a51a7f932ede42d3904a685dc375c9fd for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:40.910248 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.052539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-43470454-6031-4899-ac49-22855129489a tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:41.064301 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-43470454-6031-4899-ac49-22855129489a tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/networks?id=ec77f2df-46bd-462a-98e0-e14c4ac37486 HTTP/1.1" status: 200 len: 808 time: 0.2029274 Nov 12 13:35:41.080762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-0fb28046-e7ff-46b6-9d07-2b0f6ba36d7e service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866399 Nov 12 13:35:41.091899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.129998 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-662103e8-00bb-4cb8-ada4-e71a67f39bb2 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/quotas/3ca92447d6f34936861707b40c226eb4 HTTP/1.1" status: 200 len: 375 time: 0.0647361 Nov 12 13:35:41.158859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ef09b965-216a-42e6-ad2e-2914e66cea90 req-e6ffb150-3275-4194-ae53-770acd4e434d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 210 time: 0.0520351 Nov 12 13:35:41.163311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-05454f57-88f2-413d-9d45-03be0bfed681 None None] Port 68ba669e-4476-4642-9f98-a9bad5ae9434 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:41.257864 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11f9249b-7d16-49f8-99d7-5916bdb2882e req-e6bcb67f-1613-47d4-abd9-812618c945b4 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644557 Nov 12 13:35:41.268217 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.281969 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-10ee02bd-db3c-45ec-9baf-3a3d15981294 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ca92447d6f34936861707b40c226eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861063 Nov 12 13:35:41.298279 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.308955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ef7369-125b-4a12-ab6d-b52be2753dd4 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:41.334246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.342915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Subnet': ['ID=d4afa7db-8f27-4d5f-837c-41744908625a,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:41.375525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=460da7c6-17e5-46f4-a8f7-ff45d3e27ece,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:41.381766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a10ef06d-0516-4280-a1e5-3d8623d7ee04, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a10ef06d-0516-4280-a1e5-3d8623d7ee04,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:41.385670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Checking segment: {'id': 'f5d0820b-00ce-4cf5-b031-80f8e75f11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:41.385670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network hostable DHCP agents. Network: 158819ac-85b8-4189-ac20-d0166d11fb50, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:35:41.386067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.395397 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.397491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Transition to ACTIVE for port object 97ef7369-125b-4a12-ab6d-b52be2753dd4 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:35:41.411221 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.449375 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:35:36Z', 'revision_number': 2, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:37Z', 'revision_number': 2, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:41.474201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 158819ac-85b8-4189-ac20-d0166d11fb50 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:35:41.493505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Pushing event updated for resources: {'Port': ['ID=97ef7369-125b-4a12-ab6d-b52be2753dd4,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:41.497487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae044e3-bb4f-4e79-939e-315455df19cf req-bef625d5-a414-4939-91ae-8063b98b55b2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:41.499335 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae044e3-bb4f-4e79-939e-315455df19cf req-bef625d5-a414-4939-91ae-8063b98b55b2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1654234 Nov 12 13:35:41.507408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-1d45af79-7a8a-49a6-b4f7-25b2575c5f8c service neutron] 10.222.0.73 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243109 Nov 12 13:35:41.516836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:35:41.517208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 158819ac-85b8-4189-ac20-d0166d11fb50) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:41.517635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Updating router 19a72e4b-49d2-461f-b86b-de8af7d7e878 port 68ba669e-4476-4642-9f98-a9bad5ae9434 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:35:41.525922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:41.526504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.540903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Allocated IP 172.20.0.10 (1c5b37a7-c28a-448c-b6ea-b24adc200278/eff844bc-8006-4444-b216-792ed5c55b38/4a301956-d186-4759-9a1e-6a9f1128db1e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:41.548645 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=460da7c6-17e5-46f4-a8f7-ff45d3e27ece,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:41.565987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1353a45b-0be2-4422-9cb0-02f4778a83a0 None None] Network 158819ac-85b8-4189-ac20-d0166d11fb50 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:41.596811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae044e3-bb4f-4e79-939e-315455df19cf req-ffa388db-3f92-47fb-a3e4-b85d8adb7727 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805311 Nov 12 13:35:41.632503 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.653671 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-adf92175-6af0-4fc9-913f-3bd235d01afb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6312199 Nov 12 13:35:41.660730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55628) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:41.685011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Attempting to bind port 97ef7369-125b-4a12-ab6d-b52be2753dd4 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:41.685500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Attempting to bind port 97ef7369-125b-4a12-ab6d-b52be2753dd4 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:41.685676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Attempting to bind port 97ef7369-125b-4a12-ab6d-b52be2753dd4 on network 1c5b37a7-c28a-448c-b6ea-b24adc200278 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:41.696594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Port 97ef7369-125b-4a12-ab6d-b52be2753dd4 on network 1c5b37a7-c28a-448c-b6ea-b24adc200278 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:35:41.696915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Attempting to bind port 97ef7369-125b-4a12-ab6d-b52be2753dd4 on network 1c5b37a7-c28a-448c-b6ea-b24adc200278 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:41.705007 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-7f35c7f1-a872-48c9-a688-2da9afdaee3d service neutron] 10.222.0.73 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968911 Nov 12 13:35:41.705913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:41.706252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Checking segment: {'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:41.706665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Bound using segment: {'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:41.707679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Bound port: 97ef7369-125b-4a12-ab6d-b52be2753dd4, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:41.707679 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.712612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a10ef06d-0516-4280-a1e5-3d8623d7ee04,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:41.813706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] For port 97ef7369-125b-4a12-ab6d-b52be2753dd4, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:41.817906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] For port 97ef7369-125b-4a12-ab6d-b52be2753dd4, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:41.834298 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.835783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad38f94-6107-4032-94e4-ad0b2f460219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10ef06d-0516-4280-a1e5-3d8623d7ee04'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:41.837942 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea2e534-f8e7-406b-a36a-d53b8029a6bf" -d '{"events": [{"server_uuid": "7ad38f94-6107-4032-94e4-ad0b2f460219", "name": "network-vif-plugged", "status": "completed", "tag": "a10ef06d-0516-4280-a1e5-3d8623d7ee04"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:41.872782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb3e2f-2103-44db-b2bc-c0c6a4f95224 req-a07587b2-35da-4a56-903d-086347758729 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:41.884020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:41.884655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:41.886154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] 10.222.0.70 "PUT /v2.0/ports/97ef7369-125b-4a12-ab6d-b52be2753dd4 HTTP/1.1" status: 200 len: 1091 time: 1.5374272 Nov 12 13:35:41.886757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab599578-00c8-48b6-89e3-5f6446699a6b', 'tag': '97ef7369-125b-4a12-ab6d-b52be2753dd4'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:41.889131 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138668d7-301c-4423-a8d9-8ab847f37d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab599578-00c8-48b6-89e3-5f6446699a6b", "tag": "97ef7369-125b-4a12-ab6d-b52be2753dd4"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:41.889514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eccb3e2f-2103-44db-b2bc-c0c6a4f95224 req-a07587b2-35da-4a56-903d-086347758729 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 944 time: 0.1580572 Nov 12 13:35:42.018033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-158819ac-85b8-4189-ac20-d0166d11fb50', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:35:42.018907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:42.060380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50ee7d-4bf3-457f-8177-8c8f8145b4cc service neutron] Pushing event updated for resources: {'Port': ['ID=97ef7369-125b-4a12-ab6d-b52be2753dd4,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:42.079398 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af61114-d2f3-4d4d-9fec-c21daf3d3e96 x-openstack-request-id: req-4af61114-d2f3-4d4d-9fec-c21daf3d3e96 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:42.079687 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad38f94-6107-4032-94e4-ad0b2f460219", "name": "network-vif-plugged", "status": "completed", "tag": "a10ef06d-0516-4280-a1e5-3d8623d7ee04", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:42.080022 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4af61114-d2f3-4d4d-9fec-c21daf3d3e96 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:42.080414 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad38f94-6107-4032-94e4-ad0b2f460219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10ef06d-0516-4280-a1e5-3d8623d7ee04', 'code': 200} Nov 12 13:35:42.092308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-10033f11-75d8-4aba-8bdf-a2a080f1a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:42.094981 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-10033f11-75d8-4aba-8bdf-a2a080f1a2d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 1094 time: 0.1332486 Nov 12 13:35:42.200153 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1d4253-2e32-4225-9618-c75df4290897 x-openstack-request-id: req-8f1d4253-2e32-4225-9618-c75df4290897 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:42.200441 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab599578-00c8-48b6-89e3-5f6446699a6b", "tag": "97ef7369-125b-4a12-ab6d-b52be2753dd4", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:42.200803 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8f1d4253-2e32-4225-9618-c75df4290897 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:42.201201 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab599578-00c8-48b6-89e3-5f6446699a6b', 'tag': '97ef7369-125b-4a12-ab6d-b52be2753dd4', 'status': 'completed', 'code': 200} Nov 12 13:35:42.222967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-3b4ad1e0-4da9-442c-a234-1d3d7c781524 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4 HTTP/1.1" status: 200 len: 217 time: 0.1174231 Nov 12 13:35:42.272530 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed18c5be-a323-47f4-b24a-b922b69e42a8 req-d198a523-bdd4-430d-b934-2b557ae099a4 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 210 time: 0.0748923 Nov 12 13:35:42.275829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 6be299b9-d819-496a-8006-d223b1a55392 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:42.317530 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eccb3e2f-2103-44db-b2bc-c0c6a4f95224 req-e9d23279-f6f1-42af-a31f-8acf0c8e75f5 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224555 Nov 12 13:35:42.329364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3fd77-e630-4fcf-8e44-0e9a2865f818 req-265408f9-6115-4f8b-bcd4-83e09f124686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:42.342755 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cfb3fd77-e630-4fcf-8e44-0e9a2865f818 req-265408f9-6115-4f8b-bcd4-83e09f124686 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7ad38f94-6107-4032-94e4-ad0b2f460219 HTTP/1.1" status: 200 len: 1097 time: 0.1457803 Nov 12 13:35:42.350031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-f97b93fd-eead-41bc-802f-a04b31aa7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:42.363621 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:42.379149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-f97b93fd-eead-41bc-802f-a04b31aa7702 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 200 len: 859 time: 0.1508477 Nov 12 13:35:42.425306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Allocated IP 2001:db8:1::2 (158819ac-85b8-4189-ac20-d0166d11fb50/d4afa7db-8f27-4d5f-837c-41744908625a/1cc4d143-139e-443d-b759-54c31d0b8ebb) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:42.439362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8723adbb-8a85-42d2-9ae1-c8287e91d155 req-fd91baa8-90d8-4c69-bf24-e479ad8aa59c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 210 time: 0.0567210 Nov 12 13:35:42.459671 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-4ec39364-d30d-4ca5-9562-f45bc877ebae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c5b37a7-c28a-448c-b6ea-b24adc200278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636067 Nov 12 13:35:42.504592 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cfb3fd77-e630-4fcf-8e44-0e9a2865f818 req-a3dbff14-3597-4a08-b595-09fdc5e64f2c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518984 Nov 12 13:35:42.512599 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:42.573775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:42.593255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 6be299b9-d819-496a-8006-d223b1a55392 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:35:42.605419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-764d53d8-7319-485d-8250-27f1ff47d140 service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361063 Nov 12 13:35:42.613417 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:42.619914 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 6be299b9-d819-496a-8006-d223b1a55392 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:42.620308 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:42.658557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Pushing event updated for resources: {'Port': ['ID=4a301956-d186-4759-9a1e-6a9f1128db1e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:42.677593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Network 1c5b37a7-c28a-448c-b6ea-b24adc200278 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:42.688267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:42.704626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:42.852671 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:42.862387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:42.863042 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:42.884965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f3332-f8b2-4389-83f4-c5fe90723fe9 req-d9d9e938-5dc0-496f-9e60-20a151ae626c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:42.893673 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f9f3332-f8b2-4389-83f4-c5fe90723fe9 req-d9d9e938-5dc0-496f-9e60-20a151ae626c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1985943 Nov 12 13:35:42.931214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-192ca016-92e3-40ca-8717-0944ee8f0898 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6237218 Nov 12 13:35:42.946335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Request body: {'port': {'device_id': '4cb5f201-6f3e-4dab-9dec-49f3b0490be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:42.989193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4c858-ec0c-4345-af7a-0d83797967c7 None None] Pushing event updated for resources: {'Port': ['ID=68ba669e-4476-4642-9f98-a9bad5ae9434,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:43.006883 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.035544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.052343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f9f3332-f8b2-4389-83f4-c5fe90723fe9 req-343d8a15-b620-4307-98c0-abb38500b895 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576853 Nov 12 13:35:43.112786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Attempting to bind port 68ba669e-4476-4642-9f98-a9bad5ae9434 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:43.113142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Attempting to bind port 68ba669e-4476-4642-9f98-a9bad5ae9434 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '16872834-d807-4f53-b9bc-a9115809a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '793902fa-9513-40df-a11c-d4259c09237d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:43.113464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Attempting to bind port 68ba669e-4476-4642-9f98-a9bad5ae9434 on network 793902fa-9513-40df-a11c-d4259c09237d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:43.122012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:43.122386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Checking segment: {'id': '16872834-d807-4f53-b9bc-a9115809a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '793902fa-9513-40df-a11c-d4259c09237d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:43.122790 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.123183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Bound using segment: {'id': '16872834-d807-4f53-b9bc-a9115809a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '793902fa-9513-40df-a11c-d4259c09237d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:43.123667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Bound port: 68ba669e-4476-4642-9f98-a9bad5ae9434, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16872834-d807-4f53-b9bc-a9115809a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '793902fa-9513-40df-a11c-d4259c09237d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:43.127185 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.129741 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.177815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.208494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Allocated IP 2001:db8:1::1 (158819ac-85b8-4189-ac20-d0166d11fb50/d4afa7db-8f27-4d5f-837c-41744908625a/37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:43.264411 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.293343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Network 158819ac-85b8-4189-ac20-d0166d11fb50 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:43.353024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:43.357571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:43.366563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Pushing event updated for resources: {'Port': ['ID=1cc4d143-139e-443d-b759-54c31d0b8ebb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:43.584438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 6be299b9-d819-496a-8006-d223b1a55392, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6be299b9-d819-496a-8006-d223b1a55392,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:43.591109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 460da7c6-17e5-46f4-a8f7-ff45d3e27ece up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:43.655121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aea4cf3-b521-41dc-830e-6e99abd7a6ef req-e9ecc6ea-fbf5-4826-883a-bb5bc8c67a07 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 210 time: 0.2018917 Nov 12 13:35:43.695313 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.707021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] For port 68ba669e-4476-4642-9f98-a9bad5ae9434, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:43.732397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55674) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:43.750082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-11272b72-b4ca-46ad-bebc-48318581307a None None] Provisioning complete for port 68ba669e-4476-4642-9f98-a9bad5ae9434 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:43.750464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11272b72-b4ca-46ad-bebc-48318581307a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.762703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Attempting to bind port 1cc4d143-139e-443d-b759-54c31d0b8ebb on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:43.763082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Attempting to bind port 1cc4d143-139e-443d-b759-54c31d0b8ebb by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'f5d0820b-00ce-4cf5-b031-80f8e75f11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:43.763452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Attempting to bind port 1cc4d143-139e-443d-b759-54c31d0b8ebb on network 158819ac-85b8-4189-ac20-d0166d11fb50 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:43.799177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4077714a-fff5-4044-b3f2-0d2b86004450 req-2694521b-923b-49bf-bacd-48e5d6351385 service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0328650 Nov 12 13:35:43.802104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] For port 68ba669e-4476-4642-9f98-a9bad5ae9434, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=68ba669e-4476-4642-9f98-a9bad5ae9434,segment=NetworkSegment(16872834-d807-4f53-b9bc-a9115809a554),segment_id=16872834-d807-4f53-b9bc-a9115809a554)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:43.809781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4892cab-2b26-4f50-af5e-fda055357321 req-81fe6c10-91b4-42bb-bfaf-59445d27e4c8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:43.818177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4892cab-2b26-4f50-af5e-fda055357321 req-81fe6c10-91b4-42bb-bfaf-59445d27e4c8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.3193843 Nov 12 13:35:43.836235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:43.836603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Checking segment: {'id': 'f5d0820b-00ce-4cf5-b031-80f8e75f11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:43.837613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.837613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Bound using segment: {'id': 'f5d0820b-00ce-4cf5-b031-80f8e75f11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:43.842684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Bound port: 1cc4d143-139e-443d-b759-54c31d0b8ebb, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d0820b-00ce-4cf5-b031-80f8e75f11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:43.843165 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.870511 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:43.935024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4892cab-2b26-4f50-af5e-fda055357321 req-215c1f05-5a59-411b-b3f9-e816bd94b1d4 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156435 Nov 12 13:35:43.978387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-11272b72-b4ca-46ad-bebc-48318581307a None None] Port 68ba669e-4476-4642-9f98-a9bad5ae9434 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:43.995636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=6be299b9-d819-496a-8006-d223b1a55392,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:44.029019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36272832-90ce-41a1-b9b6-ad2db7f391a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.097743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.127084 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36272832-90ce-41a1-b9b6-ad2db7f391a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.134012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36272832-90ce-41a1-b9b6-ad2db7f391a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.134265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc502c1-8923-4e52-9de3-883c590ae393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be299b9-d819-496a-8006-d223b1a55392'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:44.140025 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c0301a-d7bf-4acf-8dd2-275d9fba9805" -d '{"events": [{"server_uuid": "3fc502c1-8923-4e52-9de3-883c590ae393", "name": "network-vif-plugged", "status": "completed", "tag": "6be299b9-d819-496a-8006-d223b1a55392"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:44.154571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c024486-5e75-44d4-b2a4-f7ed3aa591a8 req-c62e8af1-183e-44e4-9866-ea5f77a1cc48 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:44.163327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c024486-5e75-44d4-b2a4-f7ed3aa591a8 req-c62e8af1-183e-44e4-9866-ea5f77a1cc48 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 945 time: 0.3448424 Nov 12 13:35:44.181195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-4cf44899-5b4e-461d-a8eb-efb0f89fd9ba tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:44.182818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-4cf44899-5b4e-461d-a8eb-efb0f89fd9ba tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.105 "GET /v2.0/networks?id=ec77f2df-46bd-462a-98e0-e14c4ac37486 HTTP/1.1" status: 200 len: 808 time: 0.8077252 Nov 12 13:35:44.195293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-36272832-90ce-41a1-b9b6-ad2db7f391a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad24ff95c8884fd6a9f03fc4764e78dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4614630 Nov 12 13:35:44.202553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55684) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:44.226935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138668d7-301c-4423-a8d9-8ab847f37d8a req-3699ae28-4882-4b7c-b036-f3ecfdbc2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:44.228438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-138668d7-301c-4423-a8d9-8ab847f37d8a req-3699ae28-4882-4b7c-b036-f3ecfdbc2557 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 1094 time: 0.3230519 Nov 12 13:35:44.233419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Request body: {'port': {'device_id': 'c2a2b180-9e61-46b3-99f3-5887cab8329c', 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486', 'admin_state_up': True, 'tenant_id': '3ca92447d6f34936861707b40c226eb4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:44.255912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36272832-90ce-41a1-b9b6-ad2db7f391a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d437c18-28bb-447b-8673-2cbcd0180830,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:44.273146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:44.274063 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.282296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] For port 1cc4d143-139e-443d-b759-54c31d0b8ebb, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:44.292814 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.325529 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] For port 1cc4d143-139e-443d-b759-54c31d0b8ebb, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1cc4d143-139e-443d-b759-54c31d0b8ebb,segment=NetworkSegment(f5d0820b-00ce-4cf5-b031-80f8e75f11de),segment_id=f5d0820b-00ce-4cf5-b031-80f8e75f11de)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:44.326706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4c858-ec0c-4345-af7a-0d83797967c7 None None] Pushing event updated for resources: {'Port': ['ID=68ba669e-4476-4642-9f98-a9bad5ae9434,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:44.333254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:44.334058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:44.350405 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.396263 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.546936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c024486-5e75-44d4-b2a4-f7ed3aa591a8 req-2ed04578-d387-41ce-9e89-8df136ae54f5 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825309 Nov 12 13:35:44.549365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138668d7-301c-4423-a8d9-8ab847f37d8a req-01ea9e84-e696-406b-ab26-3404224c11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:44.550933 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-138668d7-301c-4423-a8d9-8ab847f37d8a req-01ea9e84-e696-406b-ab26-3404224c11dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 920 time: 0.3053038 Nov 12 13:35:44.591795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 158819ac-85b8-4189-ac20-d0166d11fb50 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:44.595866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:35:44.602453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd92e93-dafd-422f-b057-27cbcb4b4f92 None None] Pushing event updated for resources: {'Port': ['ID=1cc4d143-139e-443d-b759-54c31d0b8ebb,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:44.619763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:44.657489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:44.658217 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.678570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-138668d7-301c-4423-a8d9-8ab847f37d8a req-79a76013-73c1-4cad-bce9-9ad1053d9fcd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4 HTTP/1.1" status: 200 len: 217 time: 0.1095080 Nov 12 13:35:44.688709 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec457-8b3b-4d95-b7c0-67e6ebe8acec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.704420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4862f41-aa7e-433b-b99c-af6fd0f672b7 req-21aa2726-a500-48c2-a70f-f8539b6c0e86 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:44.712991 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4862f41-aa7e-433b-b99c-af6fd0f672b7 req-21aa2726-a500-48c2-a70f-f8539b6c0e86 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 932 time: 0.4835284 Nov 12 13:35:44.737417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a301956-d186-4759-9a1e-6a9f1128db1e {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:44.789791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:44.816598 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.860607 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec457-8b3b-4d95-b7c0-67e6ebe8acec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.865313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-33f88a62-b309-4c4b-a33a-8746cb971db6 None None] Provisioning complete for port 68ba669e-4476-4642-9f98-a9bad5ae9434 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:44.865725 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33f88a62-b309-4c4b-a33a-8746cb971db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:44.915196 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4862f41-aa7e-433b-b99c-af6fd0f672b7 req-cd3dcfd7-5ab8-47c2-80d9-ae6beba7bafc tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005098 Nov 12 13:35:44.921244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Transition to ACTIVE for port object 4a301956-d186-4759-9a1e-6a9f1128db1e will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:35:44.952491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138668d7-301c-4423-a8d9-8ab847f37d8a req-16699c4c-82df-44e2-8b1d-2417e9d0f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:44.954329 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-138668d7-301c-4423-a8d9-8ab847f37d8a req-16699c4c-82df-44e2-8b1d-2417e9d0f2c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 200 len: 859 time: 0.2623682 Nov 12 13:35:44.956611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Made reservation on behalf of 3ca92447d6f34936861707b40c226eb4 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:44.970319 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:45.021276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:45.029114 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-138668d7-301c-4423-a8d9-8ab847f37d8a req-9aef8149-6d67-4512-be1d-7315bacc9086 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c5b37a7-c28a-448c-b6ea-b24adc200278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598202 Nov 12 13:35:45.033657 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33f88a62-b309-4c4b-a33a-8746cb971db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:45.065462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b65d5-2163-4e2f-862e-a2de0cf28424 req-1f5085e0-1dd7-4ee4-b20b-d038f0dd581e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:45.074813 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3b8b65d5-2163-4e2f-862e-a2de0cf28424 req-1f5085e0-1dd7-4ee4-b20b-d038f0dd581e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.4073761 Nov 12 13:35:45.084111 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec457-8b3b-4d95-b7c0-67e6ebe8acec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:45.086729 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec457-8b3b-4d95-b7c0-67e6ebe8acec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:45.090303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ad0ec457-8b3b-4d95-b7c0-67e6ebe8acec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d437c18-28bb-447b-8673-2cbcd0180830 HTTP/1.1" status: 204 len: 168 time: 0.8647487 Nov 12 13:35:45.108936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-33f88a62-b309-4c4b-a33a-8746cb971db6 None None] For port 68ba669e-4476-4642-9f98-a9bad5ae9434, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=68ba669e-4476-4642-9f98-a9bad5ae9434,segment=NetworkSegment(16872834-d807-4f53-b9bc-a9115809a554),segment_id=16872834-d807-4f53-b9bc-a9115809a554)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:45.114749 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33f88a62-b309-4c4b-a33a-8746cb971db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:45.123946 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7588d6f-7cd5-4f18-b086-3055d3c9ad73 x-openstack-request-id: req-a7588d6f-7cd5-4f18-b086-3055d3c9ad73 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:45.124235 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc502c1-8923-4e52-9de3-883c590ae393", "name": "network-vif-plugged", "status": "completed", "tag": "6be299b9-d819-496a-8006-d223b1a55392", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:45.124492 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7588d6f-7cd5-4f18-b086-3055d3c9ad73 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:45.124878 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc502c1-8923-4e52-9de3-883c590ae393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be299b9-d819-496a-8006-d223b1a55392', 'code': 200} Nov 12 13:35:45.219514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:35:36Z', 'revision_number': 2, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:43Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:45.256905 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d99fbd-4f09-40b7-b3ba-a2b3a89ddae3 None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:35:36Z', 'revision_number': 2, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:43Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:35:45.276800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f88a62-b309-4c4b-a33a-8746cb971db6 None None] Pushing event updated for resources: {'Port': ['ID=68ba669e-4476-4642-9f98-a9bad5ae9434,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:45.282349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3b8b65d5-2163-4e2f-862e-a2de0cf28424 req-cdbb649b-ae61-492c-bee1-5e707bca676a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038136 Nov 12 13:35:45.296416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ec457-8b3b-4d95-b7c0-67e6ebe8acec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d437c18-28bb-447b-8673-2cbcd0180830,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:45.422031 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a3e97edd-9134-4998-a606-0be4c431ecca req-f277d5a1-5155-4ad2-b37e-665d17b9c13d tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 210 time: 0.1259630 Nov 12 13:35:45.502409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8538f-87d6-443c-92c5-bad48d030954 req-92c4a4d6-033c-4d9f-addc-b157b5de9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:45.505530 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ed8538f-87d6-443c-92c5-bad48d030954 req-92c4a4d6-033c-4d9f-addc-b157b5de9f8e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 1096 time: 0.3017833 Nov 12 13:35:45.519753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-138668d7-301c-4423-a8d9-8ab847f37d8a req-6938852c-9d5a-434e-8d66-2c32d3c03ee9 service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720812 Nov 12 13:35:45.639934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1cc4d143-139e-443d-b759-54c31d0b8ebb up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:45.668592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ed8538f-87d6-443c-92c5-bad48d030954 req-86950710-64c8-4136-a8ba-81dfeccc378a service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460984 Nov 12 13:35:45.716828 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-138668d7-301c-4423-a8d9-8ab847f37d8a req-539203ba-ee9a-45d1-b492-797e41c0b628 service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788886 Nov 12 13:35:45.847176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1cc4d143-139e-443d-b759-54c31d0b8ebb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:45.847546 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:46.001380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-9c4954b6-6540-45e4-8c30-82233e68f23e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:46.008343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-9c4954b6-6540-45e4-8c30-82233e68f23e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 811 time: 0.2764263 Nov 12 13:35:46.033598 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-54c843c4-c0ff-44d8-9ed1-53ed3fd24800 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/quotas/8bfffb1fd5ab49ba8c751725cfc850a9 HTTP/1.1" status: 200 len: 375 time: 0.0221937 Nov 12 13:35:46.061057 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:46.130347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-19e0ca31-cb50-4dc0-8348-2e82be95479b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0955629 Nov 12 13:35:46.137644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0077410-ff2f-431e-a332-6700fee37ceb None None] Network 158819ac-85b8-4189-ac20-d0166d11fb50 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:46.145350 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 1cc4d143-139e-443d-b759-54c31d0b8ebb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1cc4d143-139e-443d-b759-54c31d0b8ebb,segment=NetworkSegment(f5d0820b-00ce-4cf5-b031-80f8e75f11de),segment_id=f5d0820b-00ce-4cf5-b031-80f8e75f11de)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:46.169400 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:46.246026 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:46.252104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Pushing event updated for resources: {'Port': ['ID=4a301956-d186-4759-9a1e-6a9f1128db1e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:46.303722 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-ff217c93-11ea-46ca-b8be-2070b010aa92 service neutron] 10.222.0.73 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722982 Nov 12 13:35:46.376811 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-36d02953-e2f1-4792-bf8e-0cd9e8dc4785 None None] Provisioning complete for port 1cc4d143-139e-443d-b759-54c31d0b8ebb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:46.377209 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36d02953-e2f1-4792-bf8e-0cd9e8dc4785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:46.408786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=1cc4d143-139e-443d-b759-54c31d0b8ebb,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:46.462223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-bc5c0692-4b33-4318-8fe3-d6e880c24e27 service neutron] 10.222.0.73 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570852 Nov 12 13:35:46.548970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Allocated IP 172.20.0.11 (ec77f2df-46bd-462a-98e0-e14c4ac37486/1191b7a9-0521-4e53-8e28-81df34129a91/904ceaa7-2108-4e56-9882-41fb261bf1b7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:46.688749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fd3aa-4ae8-4cca-a903-52ce00a930a1 req-a35692ee-6e0f-478c-9d5f-0c2d18c1c1f5 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:46.697010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-243fd3aa-4ae8-4cca-a903-52ce00a930a1 req-a35692ee-6e0f-478c-9d5f-0c2d18c1c1f5 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 945 time: 0.5862539 Nov 12 13:35:46.775657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Attempting to bind port 4a301956-d186-4759-9a1e-6a9f1128db1e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:46.776485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Attempting to bind port 4a301956-d186-4759-9a1e-6a9f1128db1e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:46.777062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Attempting to bind port 4a301956-d186-4759-9a1e-6a9f1128db1e on network 1c5b37a7-c28a-448c-b6ea-b24adc200278 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:46.794742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Port 4a301956-d186-4759-9a1e-6a9f1128db1e on network 1c5b37a7-c28a-448c-b6ea-b24adc200278 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:35:46.795072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Attempting to bind port 4a301956-d186-4759-9a1e-6a9f1128db1e on network 1c5b37a7-c28a-448c-b6ea-b24adc200278 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:46.834141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2730f58-f1bf-464b-9ded-6fbd88707c76 req-36174f81-d41a-477a-a2e1-848ef4b2987c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:46.844232 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2730f58-f1bf-464b-9ded-6fbd88707c76 req-36174f81-d41a-477a-a2e1-848ef4b2987c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 944 time: 0.1290779 Nov 12 13:35:46.876207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:46.876601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Checking segment: {'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:46.877097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Bound using segment: {'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:46.877427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Bound port: 4a301956-d186-4759-9a1e-6a9f1128db1e, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61466dd9-c2d8-4602-abee-09fe2d0a3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:46.877809 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:46.935735 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2730f58-f1bf-464b-9ded-6fbd88707c76 req-d36a1f82-5658-4230-b6dd-634c6eef91d6 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905838 Nov 12 13:35:46.992644 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-243fd3aa-4ae8-4cca-a903-52ce00a930a1 req-cf0de8ec-049d-4673-9cfa-a999a9660ce3 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941859 Nov 12 13:35:47.309634 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cd468296-853c-4877-85b0-67832df5f280 req-9f896670-68dc-4c5a-81d9-4a759344a69d tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 210 time: 0.0655849 Nov 12 13:35:47.345108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e6bca8b4-e8af-49de-ab1a-7bb4011f085f None None] Provisioning complete for port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:47.346071 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6bca8b4-e8af-49de-ab1a-7bb4011f085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:47.399601 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d709077f-59c1-4fde-a652-6e0a967f4f59 req-bf253289-aab8-4158-a5bf-465a7f103892 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 210 time: 0.0584521 Nov 12 13:35:47.402060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e6bca8b4-e8af-49de-ab1a-7bb4011f085f None None] Port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:47.433104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e6bca8b4-e8af-49de-ab1a-7bb4011f085f None None] Provisioning complete for port 1cc4d143-139e-443d-b759-54c31d0b8ebb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:47.433763 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6bca8b4-e8af-49de-ab1a-7bb4011f085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:47.447957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:47.464508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] For port 4a301956-d186-4759-9a1e-6a9f1128db1e, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:47.506805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:47.519998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] For port 4a301956-d186-4759-9a1e-6a9f1128db1e, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=4a301956-d186-4759-9a1e-6a9f1128db1e,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:47.522645 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 97ef7369-125b-4a12-ab6d-b52be2753dd4 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:35:47.528491 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:47.529367 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:47.551563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:47.678742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:47.679454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:47.687289 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] 10.222.0.105 "PUT /v2.0/ports/4a301956-d186-4759-9a1e-6a9f1128db1e HTTP/1.1" status: 200 len: 1092 time: 4.7451279 Nov 12 13:35:47.688487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb5f201-6f3e-4dab-9dec-49f3b0490be6', 'tag': '4a301956-d186-4759-9a1e-6a9f1128db1e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:47.694737 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af65557-81af-401c-abbc-d3bc4aaf761d" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb5f201-6f3e-4dab-9dec-49f3b0490be6", "tag": "4a301956-d186-4759-9a1e-6a9f1128db1e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:47.698617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1cc4d143-139e-443d-b759-54c31d0b8ebb up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:47.701992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:47.747423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:47.785786 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f5fe9-f437-4805-a998-59b89c287db4 x-openstack-request-id: req-612f5fe9-f437-4805-a998-59b89c287db4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:47.786396 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb5f201-6f3e-4dab-9dec-49f3b0490be6", "tag": "4a301956-d186-4759-9a1e-6a9f1128db1e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:47.786875 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-612f5fe9-f437-4805-a998-59b89c287db4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:47.787475 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb5f201-6f3e-4dab-9dec-49f3b0490be6', 'tag': '4a301956-d186-4759-9a1e-6a9f1128db1e', 'status': 'completed', 'code': 200} Nov 12 13:35:47.867158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Network ec77f2df-46bd-462a-98e0-e14c4ac37486 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:47.875168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:47.882003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:47.886431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014da4fe-2460-429b-a731-f64ebcbeb32d service neutron] Pushing event updated for resources: {'Port': ['ID=4a301956-d186-4759-9a1e-6a9f1128db1e,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:47.915217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 97ef7369-125b-4a12-ab6d-b52be2753dd4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:47.929793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1cc4d143-139e-443d-b759-54c31d0b8ebb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:47.930064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:47.935458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '97ef7369-125b-4a12-ab6d-b52be2753dd4', 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278', 'port_id': '97ef7369-125b-4a12-ab6d-b52be2753dd4', 'mac_address': 'fa:16:3e:f5:c8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff844bc-8006-4444-b216-792ed5c55b38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:35:47.998007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:47.998889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:48.012490 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:48.038475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e12713-5cf8-410a-b467-d543c014253c req-5f6315be-46bc-4067-812d-ddbf19820981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:48.040759 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-5f6315be-46bc-4067-812d-ddbf19820981 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 1095 time: 0.2353661 Nov 12 13:35:48.056894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8361361 Nov 12 13:35:48.076417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ef7369-125b-4a12-ab6d-b52be2753dd4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:48.094615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8848fc2-3409-4f90-9e25-a6469834f0c8 req-05145067-a936-47dd-ac11-faa35cc9fdb8 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:48.099468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 68ba669e-4476-4642-9f98-a9bad5ae9434 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:48.105269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8848fc2-3409-4f90-9e25-a6469834f0c8 req-05145067-a936-47dd-ac11-faa35cc9fdb8 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 944 time: 0.0781841 Nov 12 13:35:48.109606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-040e1d11-649a-42b8-a0cf-8aadaaf44132 None None] Provisioning complete for port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:48.109976 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-040e1d11-649a-42b8-a0cf-8aadaaf44132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:48.130335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 97ef7369-125b-4a12-ab6d-b52be2753dd4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:48.164060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 158819ac-85b8-4189-ac20-d0166d11fb50 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:48.165051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26cefc-6f79-42e6-a588-6d1e9cc0ffd5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Pushing event updated for resources: {'Port': ['ID=904ceaa7-2108-4e56-9882-41fb261bf1b7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:48.169422 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:48.184400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Request body: {'port': {'device_id': 'c2a2b180-9e61-46b3-99f3-5887cab8329c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:48.216877 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8848fc2-3409-4f90-9e25-a6469834f0c8 req-04f42975-66cf-479f-a899-bb1da3f12a46 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102533 Nov 12 13:35:48.292238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:48.296983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:48.299862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-69b764db-354c-413a-bbc7-17d5eebcb1a1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a301956-d186-4759-9a1e-6a9f1128db1e HTTP/1.1" status: 200 len: 217 time: 0.2416880 Nov 12 13:35:48.312210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 68ba669e-4476-4642-9f98-a9bad5ae9434 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:48.318832 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:48.344473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-c13619df-17e2-4ec2-aa01-b5afff1a3516 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:48.346231 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-c13619df-17e2-4ec2-aa01-b5afff1a3516 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.70 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 811 time: 0.1281834 Nov 12 13:35:48.369171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'port': {'device_id': 'c352e174-7a58-4679-bc66-e0d332cdef41', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'admin_state_up': True, 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:48.392590 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-040e1d11-649a-42b8-a0cf-8aadaaf44132 None None] Port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:48.515528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=97ef7369-125b-4a12-ab6d-b52be2753dd4,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:48.560162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e12713-5cf8-410a-b467-d543c014253c req-7d248669-587f-4334-9ad7-b71e002c15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:48.561532 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-7d248669-587f-4334-9ad7-b71e002c15c3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 200 len: 859 time: 0.1727161 Nov 12 13:35:48.580734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Made reservation on behalf of 8bfffb1fd5ab49ba8c751725cfc850a9 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:48.586993 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:48.593455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['97ef7369-125b-4a12-ab6d-b52be2753dd4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:48.744802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84c16e-c72f-44a1-a1d4-7d8abe2438ac req-c0d0a619-4be5-4e00-a5fc-0bb21aa1c551 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:48.746768 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e84c16e-c72f-44a1-a1d4-7d8abe2438ac req-c0d0a619-4be5-4e00-a5fc-0bb21aa1c551 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 932 time: 0.1313086 Nov 12 13:35:48.763599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f99e0c95-6317-4163-ac69-9469945f2eed None None] Provisioning complete for port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:48.764348 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f99e0c95-6317-4163-ac69-9469945f2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:48.776018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-76014b4a-6e1d-431b-a1d1-0873eda49f0e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1c5b37a7-c28a-448c-b6ea-b24adc200278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883572 Nov 12 13:35:48.786104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:35:48.795564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9f1bf-4610-4143-9c00-b26d065a36af req-2c165401-f246-4a06-a376-2426eb952a01 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:48.803512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfd9f1bf-4610-4143-9c00-b26d065a36af req-2c165401-f246-4a06-a376-2426eb952a01 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 945 time: 0.5559204 Nov 12 13:35:48.828337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f99e0c95-6317-4163-ac69-9469945f2eed None None] Port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:48.877586 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e84c16e-c72f-44a1-a1d4-7d8abe2438ac req-ed9e2912-6384-440c-b075-8e760afb37b9 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213043 Nov 12 13:35:48.878988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Allocated IP 172.20.0.5 (716eaeb8-2b9f-4020-8796-089a156530f5/a0a7236b-e919-440f-ba8a-930742b36c5d/a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:49.006718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d21a8bc4-2807-4f40-a125-980648fb0ba6 req-a380a7a3-12f3-42ff-96f2-ff0439e3de74 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 210 time: 0.0587046 Nov 12 13:35:49.119172 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.162193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.194081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfd9f1bf-4610-4143-9c00-b26d065a36af req-c6356173-f08d-4311-9514-e7a19590abf0 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894029 Nov 12 13:35:49.206112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Network 716eaeb8-2b9f-4020-8796-089a156530f5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:49.211464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:49.212767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:49.237931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:35:49.253441 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55846) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:49.254945 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:35:49.263613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-138b7e9d-efa2-46cc-9c72-de78390b64f1 service neutron] 10.222.0.105 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576769 Nov 12 13:35:49.273671 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:49.275003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-67190948-fa1c-4adb-824f-3dbe2f4c183e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6095583 Nov 12 13:35:49.277953 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:49.281351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55852) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:49.292308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-692616630'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:49.327616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'Port': ['ID=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:49.347690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:49.351383 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.458364 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:35:49.464775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:49.465175 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.485547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:35:49.496682 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.497276 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added segment 974605b5-e5e9-4e75-beab-5e1225474139 of type vlan for network 36fe07ca-88f4-43b6-9173-274897433eb3 Nov 12 13:35:49.533001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd7a05-6bf0-4893-aa13-e3793b230de7 req-df06316d-020c-4a84-a908-e014db98b46a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:49.534848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcfd7a05-6bf0-4893-aa13-e3793b230de7 req-df06316d-020c-4a84-a908-e014db98b46a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 944 time: 0.1801021 Nov 12 13:35:49.555759 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-77f3e715-feae-4255-b935-606940ab09bb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1918645 Nov 12 13:35:49.567835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740d561-93e1-414d-acf0-da57825d84c1 req-1bad2efd-195e-4222-92b5-4ed88ee0450b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:49.569505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c740d561-93e1-414d-acf0-da57825d84c1 req-1bad2efd-195e-4222-92b5-4ed88ee0450b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad38f94-6107-4032-94e4-ad0b2f460219 HTTP/1.1" status: 200 len: 946 time: 0.2235413 Nov 12 13:35:49.570337 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3dad9f9e-560f-4049-8eb0-007a2395f642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.580389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904ceaa7-2108-4e56-9882-41fb261bf1b7 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:49.587806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Request body: {'port': {'device_id': 'c352e174-7a58-4679-bc66-e0d332cdef41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:49.588504 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06e12713-5cf8-410a-b467-d543c014253c req-4ffca39f-06d8-41b5-9499-52ec641d359a service neutron] 10.222.0.105 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009615 Nov 12 13:35:49.595331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.631461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Transition to ACTIVE for port object 904ceaa7-2108-4e56-9882-41fb261bf1b7 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:35:49.641520 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.661259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.665414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c39dc4a8-6818-447e-be54-1a58e579446b None None] Provisioning complete for port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:49.666436 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c39dc4a8-6818-447e-be54-1a58e579446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.675496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcfd7a05-6bf0-4893-aa13-e3793b230de7 req-43df0b0b-25b2-4c2c-b770-bb63c718880d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331797 Nov 12 13:35:49.720674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c39dc4a8-6818-447e-be54-1a58e579446b None None] Port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:49.721785 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.815069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=904ceaa7-2108-4e56-9882-41fb261bf1b7,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:49.821152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.828595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:49.828914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:49.867492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5815694 Nov 12 13:35:49.881024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55858) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:49.889683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af65557-81af-401c-abbc-d3bc4aaf761d req-4a0d3c41-fc7e-48e1-b8eb-fdf3d454e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:49.891565 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8af65557-81af-401c-abbc-d3bc4aaf761d req-4a0d3c41-fc7e-48e1-b8eb-fdf3d454e365 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 1095 time: 0.2332747 Nov 12 13:35:49.896620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'subnet': {'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:49.914689 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:35:44Z', 'revision_number': 3, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:46Z', 'revision_number': 2, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:49.945701 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c740d561-93e1-414d-acf0-da57825d84c1 req-7324658c-8dfc-4165-ac02-bb88dde198fb tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022575 Nov 12 13:35:49.953618 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:35:49.954132 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Updating router 19a72e4b-49d2-461f-b86b-de8af7d7e878 port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:35:49.998319 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.046567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af65557-81af-401c-abbc-d3bc4aaf761d req-9cad37de-9229-4909-aaba-1c8850560480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:50.049390 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8af65557-81af-401c-abbc-d3bc4aaf761d req-9cad37de-9229-4909-aaba-1c8850560480 service neutron] 10.222.0.105 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 920 time: 0.1473732 Nov 12 13:35:50.092119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ab4bc-c275-4805-ab43-b14d31d5bb91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Network': ['ID=36fe07ca-88f4-43b6-9173-274897433eb3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:50.110190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 36fe07ca-88f4-43b6-9173-274897433eb3 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:35:50.179557 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3dad9f9e-560f-4049-8eb0-007a2395f642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.189948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8af65557-81af-401c-abbc-d3bc4aaf761d req-c6d0a41a-e189-43c7-a992-100015d0892e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a301956-d186-4759-9a1e-6a9f1128db1e HTTP/1.1" status: 200 len: 217 time: 0.1295402 Nov 12 13:35:50.199611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Attempting to bind port 904ceaa7-2108-4e56-9882-41fb261bf1b7 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:50.199961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Attempting to bind port 904ceaa7-2108-4e56-9882-41fb261bf1b7 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '3cb6fe76-d19f-46e1-8182-02d063aec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:50.200272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Attempting to bind port 904ceaa7-2108-4e56-9882-41fb261bf1b7 on network ec77f2df-46bd-462a-98e0-e14c4ac37486 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:50.204143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3dad9f9e-560f-4049-8eb0-007a2395f642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.235987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Port 904ceaa7-2108-4e56-9882-41fb261bf1b7 on network ec77f2df-46bd-462a-98e0-e14c4ac37486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:35:50.236292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Attempting to bind port 904ceaa7-2108-4e56-9882-41fb261bf1b7 on network ec77f2df-46bd-462a-98e0-e14c4ac37486 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:50.250739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:50.251125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Checking segment: {'id': '3cb6fe76-d19f-46e1-8182-02d063aec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:50.251463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Bound using segment: {'id': '3cb6fe76-d19f-46e1-8182-02d063aec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:50.251907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Bound port: 904ceaa7-2108-4e56-9882-41fb261bf1b7, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb6fe76-d19f-46e1-8182-02d063aec53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:50.252259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.270866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad9f9e-560f-4049-8eb0-007a2395f642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df02579c-dcbc-41ad-bf22-f466988537ea,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:50.284003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7082f-b4e5-4b62-a05a-b95a0ed382b6 req-4c005ace-7059-4394-aa32-f4d433bc5850 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:50.286156 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2fd7082f-b4e5-4b62-a05a-b95a0ed382b6 req-4c005ace-7059-4394-aa32-f4d433bc5850 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 944 time: 0.2343559 Nov 12 13:35:50.287774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af65557-81af-401c-abbc-d3bc4aaf761d req-3ddaa7c0-a145-482f-bcf5-001ddb42d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:50.289597 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8af65557-81af-401c-abbc-d3bc4aaf761d req-3ddaa7c0-a145-482f-bcf5-001ddb42d693 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 200 len: 859 time: 0.0987020 Nov 12 13:35:50.343175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3dad9f9e-560f-4049-8eb0-007a2395f642 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3774116ba3714e1389a2744c0619af1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0839562 Nov 12 13:35:50.343975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:50.347547 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.350747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55868) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:50.362162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8af65557-81af-401c-abbc-d3bc4aaf761d req-1eefb03c-08f6-4fdf-93fc-fcda5336d2d6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1c5b37a7-c28a-448c-b6ea-b24adc200278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450156 Nov 12 13:35:50.396677 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.404039 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.469178 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3332005-2edb-4cf1-9927-7f93696f8b92 None None] Pushing event updated for resources: {'Port': ['ID=37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:50.492613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d324d3-f57d-4cd1-973a-7ad8900c0553 req-5feb3cc9-6ebc-46b3-a4fc-2d83c378f0c7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:50.492897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39d324d3-f57d-4cd1-973a-7ad8900c0553 req-5feb3cc9-6ebc-46b3-a4fc-2d83c378f0c7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 931 time: 0.2963681 Nov 12 13:35:50.523052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] For port 904ceaa7-2108-4e56-9882-41fb261bf1b7, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:50.529344 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Attempting to bind port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:50.530059 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Attempting to bind port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'f5d0820b-00ce-4cf5-b031-80f8e75f11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:50.530417 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Attempting to bind port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 on network 158819ac-85b8-4189-ac20-d0166d11fb50 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:50.539227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2fd7082f-b4e5-4b62-a05a-b95a0ed382b6 req-ab19f995-4138-4a30-a2ec-6fcb59b818d9 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462165 Nov 12 13:35:50.541609 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:50.541990 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Checking segment: {'id': 'f5d0820b-00ce-4cf5-b031-80f8e75f11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:50.542418 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.542855 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Bound using segment: {'id': 'f5d0820b-00ce-4cf5-b031-80f8e75f11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:50.543362 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Bound port: 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d0820b-00ce-4cf5-b031-80f8e75f11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:50.543820 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.569134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] For port 904ceaa7-2108-4e56-9882-41fb261bf1b7, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=904ceaa7-2108-4e56-9882-41fb261bf1b7,segment=NetworkSegment(3cb6fe76-d19f-46e1-8182-02d063aec53b),segment_id=3cb6fe76-d19f-46e1-8182-02d063aec53b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:50.574326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8af65557-81af-401c-abbc-d3bc4aaf761d req-7b7b0dd7-ab97-482b-a980-893c4a0d5158 service neutron] 10.222.0.105 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003112 Nov 12 13:35:50.576107 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.655599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-225cf2f6-be17-4adf-bcb0-6a2eecaeb862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.679642 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] For port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:50.691000 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] For port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12,segment=NetworkSegment(f5d0820b-00ce-4cf5-b031-80f8e75f11de),segment_id=f5d0820b-00ce-4cf5-b031-80f8e75f11de)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:50.698576 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.701476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39d324d3-f57d-4cd1-973a-7ad8900c0553 req-9f4736e7-a9b5-473b-b3d9-30328b8bebd8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860077 Nov 12 13:35:50.793480 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:50.794310 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:50.925779 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:35:50.952122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:50.958022 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-225cf2f6-be17-4adf-bcb0-6a2eecaeb862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.967700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e4904594-2951-4770-afdd-f05ee49895ef None None] Provisioning complete for port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:50.968337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4904594-2951-4770-afdd-f05ee49895ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:50.985780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.107418 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4904594-2951-4770-afdd-f05ee49895ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.114613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Transition to ACTIVE for port object a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:35:51.175873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.180184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:51.181048 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.182631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] 10.222.0.105 "PUT /v2.0/ports/904ceaa7-2108-4e56-9882-41fb261bf1b7 HTTP/1.1" status: 200 len: 1092 time: 3.0083277 Nov 12 13:35:51.183493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e4904594-2951-4770-afdd-f05ee49895ef None None] For port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12,segment=NetworkSegment(f5d0820b-00ce-4cf5-b031-80f8e75f11de),segment_id=f5d0820b-00ce-4cf5-b031-80f8e75f11de)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:51.183721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87778e-95c1-4af4-9239-37e1489ff9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=904ceaa7-2108-4e56-9882-41fb261bf1b7,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:51.187629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a2b180-9e61-46b3-99f3-5887cab8329c', 'tag': '904ceaa7-2108-4e56-9882-41fb261bf1b7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:51.190248 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6657d-12c0-48b0-8311-d728af8816fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a2b180-9e61-46b3-99f3-5887cab8329c", "tag": "904ceaa7-2108-4e56-9882-41fb261bf1b7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:51.193235 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3332005-2edb-4cf1-9927-7f93696f8b92 None None] Pushing event updated for resources: {'Port': ['ID=37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:51.211552 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4904594-2951-4770-afdd-f05ee49895ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.303440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4904594-2951-4770-afdd-f05ee49895ef None None] Pushing event updated for resources: {'Port': ['ID=37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:51.308213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d42ec-c05d-496b-a4e6-41e6461a2003 req-1ae93baa-35ee-4ecd-b6a9-a3fddad8dab9 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:51.320918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d57d42ec-c05d-496b-a4e6-41e6461a2003 req-1ae93baa-35ee-4ecd-b6a9-a3fddad8dab9 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 944 time: 0.4417894 Nov 12 13:35:51.346967 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:35:44Z', 'revision_number': 3, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:50Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:51.352460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2047427a-e3e8-4022-bc9b-7894b74c04df None None] Provisioning complete for port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:51.352710 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.352838 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2047427a-e3e8-4022-bc9b-7894b74c04df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.384527 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131c4e0-5890-457c-a856-d25616aa4db5 None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:35:44Z', 'revision_number': 3, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:50Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:35:51.398239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8af65557-81af-401c-abbc-d3bc4aaf761d req-daadbd50-7891-4496-8fe9-ab6d682ddd1f service neutron] 10.222.0.105 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868550 Nov 12 13:35:51.431881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Pushing event updated for resources: {'Port': ['ID=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:51.434959 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-225cf2f6-be17-4adf-bcb0-6a2eecaeb862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.437572 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-225cf2f6-be17-4adf-bcb0-6a2eecaeb862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.438725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-225cf2f6-be17-4adf-bcb0-6a2eecaeb862 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df02579c-dcbc-41ad-bf22-f466988537ea HTTP/1.1" status: 204 len: 168 time: 1.0552666 Nov 12 13:35:51.551722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-b3a36806-8cfe-4a2f-8d91-5c80106ab920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:51.552730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 97ef7369-125b-4a12-ab6d-b52be2753dd4 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:51.553250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-b3a36806-8cfe-4a2f-8d91-5c80106ab920 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3ca92447d6f34936861707b40c226eb4&device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 1095 time: 0.2687995 Nov 12 13:35:51.581437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-7cdfc78a-62f1-4f4b-a228-ef5e0c33be40 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:51.583047 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-7cdfc78a-62f1-4f4b-a228-ef5e0c33be40 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/networks?id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 200 len: 813 time: 0.3888445 Nov 12 13:35:51.636880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-33e6b220-c434-46e3-a3d7-9ca5ee4b8845 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=904ceaa7-2108-4e56-9882-41fb261bf1b7 HTTP/1.1" status: 200 len: 217 time: 0.0732596 Nov 12 13:35:51.659029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d57d42ec-c05d-496b-a4e6-41e6461a2003 req-fbb8db13-c05f-4c33-b202-1bb05fa1c490 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295977 Nov 12 13:35:51.682877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 97ef7369-125b-4a12-ab6d-b52be2753dd4 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:35:51.695615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 97ef7369-125b-4a12-ab6d-b52be2753dd4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:51.697061 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.734900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-56bd7b96-2686-4461-8749-f07d30cab089 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/quotas/3a52d4a6d94b414fbb91f825414eaa86 HTTP/1.1" status: 200 len: 375 time: 0.0942800 Nov 12 13:35:51.737413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cf2f6-be17-4adf-bcb0-6a2eecaeb862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df02579c-dcbc-41ad-bf22-f466988537ea,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:51.772966 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74d7791-686b-4000-9671-2aa79abc0c14 x-openstack-request-id: req-b74d7791-686b-4000-9671-2aa79abc0c14 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:51.773262 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a2b180-9e61-46b3-99f3-5887cab8329c", "tag": "904ceaa7-2108-4e56-9882-41fb261bf1b7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:51.773566 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b74d7791-686b-4000-9671-2aa79abc0c14 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:51.773977 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a2b180-9e61-46b3-99f3-5887cab8329c', 'tag': '904ceaa7-2108-4e56-9882-41fb261bf1b7', 'status': 'completed', 'code': 200} Nov 12 13:35:51.783057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Subnet': ['ID=3f3792b8-440b-4e66-9784-278465ea211c,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:51.895535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.923044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-1542d782-034f-4997-9e01-c9a736c32597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:51.925241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-1542d782-034f-4997-9e01-c9a736c32597 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=1191b7a9-0521-4e53-8e28-81df34129a91 HTTP/1.1" status: 200 len: 848 time: 0.2751238 Nov 12 13:35:51.939703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 97ef7369-125b-4a12-ab6d-b52be2753dd4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:51.940841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab599578-00c8-48b6-89e3-5f6446699a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef7369-125b-4a12-ab6d-b52be2753dd4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:51.946699 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92195468-762e-4b82-852d-3f75be2decaf" -d '{"events": [{"server_uuid": "ab599578-00c8-48b6-89e3-5f6446699a6b", "name": "network-vif-plugged", "status": "completed", "tag": "97ef7369-125b-4a12-ab6d-b52be2753dd4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:51.949448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Attempting to bind port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:51.949848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Attempting to bind port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:51.950183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Attempting to bind port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:51.956624 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:51.963029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Checking segment: {'id': '974605b5-e5e9-4e75-beab-5e1225474139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:51.963383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network hostable DHCP agents. Network: 36fe07ca-88f4-43b6-9173-274897433eb3, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:35:51.968376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 on network 716eaeb8-2b9f-4020-8796-089a156530f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:35:51.968820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Attempting to bind port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:51.975098 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-96946d4d-9806-499a-a87f-c9e4e72a9e9a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ec77f2df-46bd-462a-98e0-e14c4ac37486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402713 Nov 12 13:35:51.991745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-7f81af98-ee23-4582-8798-fe57d49911e3 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2046604 Nov 12 13:35:51.994385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55902) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:52.009051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:52.009508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Checking segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:52.009814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Bound using segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:52.010381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Bound port: a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:52.010743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:52.025108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=97ef7369-125b-4a12-ab6d-b52be2753dd4,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:52.037903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d29f4-f6d4-4461-bbd0-ee022667d2c8 req-946c8444-57a2-4c60-9c8b-60b984932748 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:52.046118 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-077d29f4-f6d4-4461-bbd0-ee022667d2c8 req-946c8444-57a2-4c60-9c8b-60b984932748 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 944 time: 0.1873100 Nov 12 13:35:52.050411 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c91f0952-9c91-4314-bfc7-d16df670f385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:52.053149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 36fe07ca-88f4-43b6-9173-274897433eb3 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:35:52.111978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 36fe07ca-88f4-43b6-9173-274897433eb3) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:52.129142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:52.132597 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:52.141500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72d67f-c614-4aa7-b657-11a82e4d18e4 None None] Network 36fe07ca-88f4-43b6-9173-274897433eb3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:52.216265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-780ce14f-b927-456f-8bbb-845f93697870 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:52.217965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-780ce14f-b927-456f-8bbb-845f93697870 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ad38f94-6107-4032-94e4-ad0b2f460219 HTTP/1.1" status: 200 len: 946 time: 0.1624410 Nov 12 13:35:52.220240 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ba302f1a-34ec-478a-89e2-a5c91a2b278d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3276589 Nov 12 13:35:52.230121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55906) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:52.231925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-077d29f4-f6d4-4461-bbd0-ee022667d2c8 req-27ea55d4-8602-4965-aad1-859377cd0f61 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848757 Nov 12 13:35:52.264029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] For port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:52.279307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] For port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:52.293634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:52.330625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-bd025aed-25f5-4a67-8df8-c0c64addc937 service neutron] 10.222.0.105 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364000 Nov 12 13:35:52.354257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-36fe07ca-88f4-43b6-9173-274897433eb3', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:35:52.356029 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:52.365638 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-8c183d24-7a5b-444a-b4df-7951ba06f5be service neutron] 10.222.0.73 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726509 Nov 12 13:35:52.383013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:52.383589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:52.385114 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] 10.222.0.70 "PUT /v2.0/ports/a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 HTTP/1.1" status: 200 len: 1091 time: 2.8063867 Nov 12 13:35:52.392628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c352e174-7a58-4679-bc66-e0d332cdef41', 'tag': 'a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:52.394913 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fb6855-535a-4a8c-9f88-107005196727" -d '{"events": [{"name": "network-changed", "server_uuid": "c352e174-7a58-4679-bc66-e0d332cdef41", "tag": "a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:52.454795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c91f0952-9c91-4314-bfc7-d16df670f385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:52.510515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681d31f-15b3-4652-aa64-97ce641f097c service neutron] Pushing event updated for resources: {'Port': ['ID=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:52.514705 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c91f0952-9c91-4314-bfc7-d16df670f385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:52.565111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f0952-9c91-4314-bfc7-d16df670f385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d44a40-3b14-430c-98fb-bb7095b5cdff,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:52.597694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-da3d2e58-817f-4ca9-a084-a8c554953f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:52.600063 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-da3d2e58-817f-4ca9-a084-a8c554953f63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 1094 time: 0.1519938 Nov 12 13:35:52.624421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93579b2f-1d63-4d2c-a744-d2078c3d221c req-f65c460f-3c92-40fe-99b3-220155e45cd0 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:52.628480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Allocated IP 2001:db8:2::2 (36fe07ca-88f4-43b6-9173-274897433eb3/3f3792b8-440b-4e66-9784-278465ea211c/1517ad3d-16c0-4915-867d-16ca9dd2bd84) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:52.633017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93579b2f-1d63-4d2c-a744-d2078c3d221c req-f65c460f-3c92-40fe-99b3-220155e45cd0 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 943 time: 0.2411661 Nov 12 13:35:52.710116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93579b2f-1d63-4d2c-a744-d2078c3d221c req-8cec11ee-38d8-4bda-a37e-2319c2e68d2b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756807 Nov 12 13:35:52.716134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c91f0952-9c91-4314-bfc7-d16df670f385 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7e6e63e4689428d9ca113510852e7f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7192090 Nov 12 13:35:52.731512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55912) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:52.754841 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-e44f6a85-1467-4c00-8982-0694f1813b41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 HTTP/1.1" status: 200 len: 217 time: 0.1153431 Nov 12 13:35:52.820750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-ce0b5fd6-4de1-4453-b98e-3c4bcd770bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:52.822251 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-ce0b5fd6-4de1-4453-b98e-3c4bcd770bf4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.0595772 Nov 12 13:35:52.841452 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:52.849435 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:52.872074 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b488c7f0-2586-4e44-ae3d-f4f9b848a880 x-openstack-request-id: req-b488c7f0-2586-4e44-ae3d-f4f9b848a880 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:52.872074 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab599578-00c8-48b6-89e3-5f6446699a6b", "name": "network-vif-plugged", "status": "completed", "tag": "97ef7369-125b-4a12-ab6d-b52be2753dd4", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:52.872074 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b488c7f0-2586-4e44-ae3d-f4f9b848a880 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:52.872074 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab599578-00c8-48b6-89e3-5f6446699a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef7369-125b-4a12-ab6d-b52be2753dd4', 'code': 200} Nov 12 13:35:52.897891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-6160d2ad-d0a2-4894-bd24-21c77c46571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:52.913716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-968719ca-6353-4389-af1f-7e469a5247f2 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:52.913990 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-6160d2ad-d0a2-4894-bd24-21c77c46571b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831785 Nov 12 13:35:52.915384 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-968719ca-6353-4389-af1f-7e469a5247f2 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.105 "GET /v2.0/ports?device_id=3fc502c1-8923-4e52-9de3-883c590ae393 HTTP/1.1" status: 200 len: 945 time: 0.3840947 Nov 12 13:35:52.928286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Network 36fe07ca-88f4-43b6-9173-274897433eb3 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:52.929864 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-4269b1a8-dd19-44de-8122-dbccaec0b809 service neutron] 10.222.0.73 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470793 Nov 12 13:35:52.934880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:52.940412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:52.948318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Pushing event updated for resources: {'Port': ['ID=1517ad3d-16c0-4915-867d-16ca9dd2bd84,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:52.988167 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3821ce5d-ac0b-4cd7-9d71-f6ebb3e3d4b9 req-ff35cdef-10bd-42ef-916a-b1ed7e0ee431 service neutron] 10.222.0.105 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249161 Nov 12 13:35:53.019608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Attempting to bind port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:53.020035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Attempting to bind port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '974605b5-e5e9-4e75-beab-5e1225474139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:53.020455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Attempting to bind port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 on network 36fe07ca-88f4-43b6-9173-274897433eb3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:53.029191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:53.030179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Checking segment: {'id': '974605b5-e5e9-4e75-beab-5e1225474139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:53.030471 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:53.030859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Bound using segment: {'id': '974605b5-e5e9-4e75-beab-5e1225474139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:53.031411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Bound port: 1517ad3d-16c0-4915-867d-16ca9dd2bd84, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974605b5-e5e9-4e75-beab-5e1225474139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:53.031910 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:53.067493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-82987b6d-5432-4e95-8c78-eb6a539a7689 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Deleting port a10ef06d-0516-4280-a1e5-3d8623d7ee04 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:53.067907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-82987b6d-5432-4e95-8c78-eb6a539a7689 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:53.120269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] For port 1517ad3d-16c0-4915-867d-16ca9dd2bd84, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:53.128552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] For port 1517ad3d-16c0-4915-867d-16ca9dd2bd84, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1517ad3d-16c0-4915-867d-16ca9dd2bd84,segment=NetworkSegment(974605b5-e5e9-4e75-beab-5e1225474139),segment_id=974605b5-e5e9-4e75-beab-5e1225474139)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:53.141513 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:53.258861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f938df-1c93-4e4c-8109-8633483afe7a None None] Pushing event updated for resources: {'Port': ['ID=1517ad3d-16c0-4915-867d-16ca9dd2bd84,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:53.289606 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b3d8-3f18-4e55-bf65-31854d54a3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:53.362405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc21b52-df04-42e5-b0ce-66a604390904 req-6ce47671-bc77-4164-983e-e6ca8540dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:53.364240 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdc21b52-df04-42e5-b0ce-66a604390904 req-6ce47671-bc77-4164-983e-e6ca8540dc0a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 1096 time: 0.3929865 Nov 12 13:35:53.404831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6657d-12c0-48b0-8311-d728af8816fa req-789f659c-90e5-4379-b615-c981c9676f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:53.406394 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0d6657d-12c0-48b0-8311-d728af8816fa req-789f659c-90e5-4379-b615-c981c9676f8d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3ca92447d6f34936861707b40c226eb4&device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 1095 time: 0.3193877 Nov 12 13:35:53.430798 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b3d8-3f18-4e55-bf65-31854d54a3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:53.561789 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9e6ac-9257-4d99-934f-55bbd1ade82f x-openstack-request-id: req-1cf9e6ac-9257-4d99-934f-55bbd1ade82f {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:53.562171 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c352e174-7a58-4679-bc66-e0d332cdef41", "tag": "a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:53.562490 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1cf9e6ac-9257-4d99-934f-55bbd1ade82f {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:53.563037 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c352e174-7a58-4679-bc66-e0d332cdef41', 'tag': 'a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3', 'status': 'completed', 'code': 200} Nov 12 13:35:53.641328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:53.664862 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-c6236f8a-c845-4a14-9385-a47a4c1a1314 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414720 Nov 12 13:35:53.678108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50721c-ef6e-4f80-820c-7c3a39aa6fc1 req-ef3dae19-146c-44a8-9cb3-1c0f707e9114 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:53.686303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d50721c-ef6e-4f80-820c-7c3a39aa6fc1 req-ef3dae19-146c-44a8-9cb3-1c0f707e9114 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 944 time: 0.1280777 Nov 12 13:35:53.781566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:53.781976 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:53.814692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d50721c-ef6e-4f80-820c-7c3a39aa6fc1 req-2b1c4257-4974-40c6-9174-3b8ef08e16dc tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270256 Nov 12 13:35:53.885099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8a06ea9-b849-4c18-a840-7effcfa1ef3c req-61ec3d87-1a2b-43dc-ba7d-b6ddbc761cf1 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954820 Nov 12 13:35:53.913008 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c3d766e7-f2d2-4a5b-8b6c-3aec4544dca2 req-1cb30a0d-8538-4c4b-845f-cef48c314c1c tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 210 time: 0.0387180 Nov 12 13:35:53.996512 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:54.004986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6855-535a-4a8c-9f88-107005196727 req-82383690-a7a5-4dfe-8728-7b3fafc94c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:54.006549 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84fb6855-535a-4a8c-9f88-107005196727 req-82383690-a7a5-4dfe-8728-7b3fafc94c03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 1094 time: 0.0599740 Nov 12 13:35:54.130345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdc21b52-df04-42e5-b0ce-66a604390904 req-a618d08f-d816-4783-ad58-22073c4588b6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7357936 Nov 12 13:35:54.135413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-82987b6d-5432-4e95-8c78-eb6a539a7689 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] For port a10ef06d-0516-4280-a1e5-3d8623d7ee04, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a10ef06d-0516-4280-a1e5-3d8623d7ee04,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:54.135805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-82987b6d-5432-4e95-8c78-eb6a539a7689 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:54.178155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5985d9-8093-4bad-92db-1e64fc66a0e7 req-4c19ac08-ea3a-4ee0-83d7-42defd5aaf85 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:54.179847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf5985d9-8093-4bad-92db-1e64fc66a0e7 req-4c19ac08-ea3a-4ee0-83d7-42defd5aaf85 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 943 time: 0.1564679 Nov 12 13:35:54.232708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6855-535a-4a8c-9f88-107005196727 req-b4d089f0-2181-46b8-8bce-24e9566b122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:54.235438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84fb6855-535a-4a8c-9f88-107005196727 req-b4d089f0-2181-46b8-8bce-24e9566b122b service neutron] 10.222.0.70 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.2201841 Nov 12 13:35:54.249738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-82987b6d-5432-4e95-8c78-eb6a539a7689 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Calling delete_port for a10ef06d-0516-4280-a1e5-3d8623d7ee04 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:54.272814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf5985d9-8093-4bad-92db-1e64fc66a0e7 req-2e63a92c-bbb5-4c4c-8dce-1e50625413eb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776820 Nov 12 13:35:54.299679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-7adf6f78-9a97-4ea3-8b42-fc5bb8afac8e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Deleting port 6be299b9-d819-496a-8006-d223b1a55392 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:35:54.300201 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-7adf6f78-9a97-4ea3-8b42-fc5bb8afac8e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:54.310917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752206a-962e-4950-87f9-657bb3492622 req-c5c740ae-8125-450b-9d64-a30b44f26927 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:54.312488 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e752206a-962e-4950-87f9-657bb3492622 req-c5c740ae-8125-450b-9d64-a30b44f26927 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 944 time: 0.8982913 Nov 12 13:35:54.342073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 4a301956-d186-4759-9a1e-6a9f1128db1e details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:35:54.385196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6657d-12c0-48b0-8311-d728af8816fa req-f89edb05-5f3a-402b-b55d-226707ce6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:54.386960 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0d6657d-12c0-48b0-8311-d728af8816fa req-f89edb05-5f3a-402b-b55d-226707ce6afd service neutron] 10.222.0.105 "GET /v2.0/networks?id=ec77f2df-46bd-462a-98e0-e14c4ac37486 HTTP/1.1" status: 200 len: 909 time: 0.9529164 Nov 12 13:35:54.497029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84fb6855-535a-4a8c-9f88-107005196727 req-3dc2ea5d-f004-49f1-8b71-44a5294b970e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 HTTP/1.1" status: 200 len: 217 time: 0.0779479 Nov 12 13:35:54.525387 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b3d8-3f18-4e55-bf65-31854d54a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:54.528858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b3d8-3f18-4e55-bf65-31854d54a3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:54.530367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e4d0b3d8-3f18-4e55-bf65-31854d54a3a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60d44a40-3b14-430c-98fb-bb7095b5cdff HTTP/1.1" status: 204 len: 168 time: 1.7011096 Nov 12 13:35:54.551307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 4a301956-d186-4759-9a1e-6a9f1128db1e, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=4a301956-d186-4759-9a1e-6a9f1128db1e,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:54.578829 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0d6657d-12c0-48b0-8311-d728af8816fa req-ef8c9fd4-910e-4b60-bbfd-032bf2d3e1db service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=904ceaa7-2108-4e56-9882-41fb261bf1b7 HTTP/1.1" status: 200 len: 217 time: 0.1738310 Nov 12 13:35:54.589389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '4a301956-d186-4759-9a1e-6a9f1128db1e', 'network_id': '1c5b37a7-c28a-448c-b6ea-b24adc200278', 'port_id': '4a301956-d186-4759-9a1e-6a9f1128db1e', 'mac_address': 'fa:16:3e:ad:f3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff844bc-8006-4444-b216-792ed5c55b38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:35:54.598949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6855-535a-4a8c-9f88-107005196727 req-571296da-34d1-4bd4-9404-8c0cc0f2b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:54.601819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84fb6855-535a-4a8c-9f88-107005196727 req-571296da-34d1-4bd4-9404-8c0cc0f2b5cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.0699794 Nov 12 13:35:54.645976 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:54.667799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a301956-d186-4759-9a1e-6a9f1128db1e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:54.686187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b3d8-3f18-4e55-bf65-31854d54a3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d44a40-3b14-430c-98fb-bb7095b5cdff,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:54.698120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 4a301956-d186-4759-9a1e-6a9f1128db1e, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=4a301956-d186-4759-9a1e-6a9f1128db1e,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:54.706411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932fa736-a704-42bf-a5bd-7418ed8192b9 None None] Network 36fe07ca-88f4-43b6-9173-274897433eb3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:35:54.710846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6855-535a-4a8c-9f88-107005196727 req-85532faa-c9c8-4569-92f2-777c8c3a8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:54.712858 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84fb6855-535a-4a8c-9f88-107005196727 req-85532faa-c9c8-4569-92f2-777c8c3a8fd2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865936 Nov 12 13:35:54.743461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e752206a-962e-4950-87f9-657bb3492622 req-7abf343e-7e8c-40ef-9b30-97a057a06710 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093881 Nov 12 13:35:54.831569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-7adf6f78-9a97-4ea3-8b42-fc5bb8afac8e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] For port 6be299b9-d819-496a-8006-d223b1a55392, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=6be299b9-d819-496a-8006-d223b1a55392,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:54.832355 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-7adf6f78-9a97-4ea3-8b42-fc5bb8afac8e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:54.832827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:54.877044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6657d-12c0-48b0-8311-d728af8816fa req-27e6af5a-7e51-4e5e-9e58-e2fd9ac32c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:54.878609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0d6657d-12c0-48b0-8311-d728af8816fa req-27e6af5a-7e51-4e5e-9e58-e2fd9ac32c05 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=1191b7a9-0521-4e53-8e28-81df34129a91 HTTP/1.1" status: 200 len: 848 time: 0.2593205 Nov 12 13:35:54.922308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84fb6855-535a-4a8c-9f88-107005196727 req-f898e3d7-cae6-4142-af19-8fdd0838a9f5 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922910 Nov 12 13:35:54.923678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-7adf6f78-9a97-4ea3-8b42-fc5bb8afac8e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Calling delete_port for 6be299b9-d819-496a-8006-d223b1a55392 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:35:54.957895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0d6657d-12c0-48b0-8311-d728af8816fa req-567af149-6a7e-47e2-bea8-ccda2cf3f909 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ec77f2df-46bd-462a-98e0-e14c4ac37486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595231 Nov 12 13:35:55.067890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=4a301956-d186-4759-9a1e-6a9f1128db1e,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:55.099889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-279330dc-0902-4990-a0ee-db1322648b7e None None] Provisioning complete for port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:55.101138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-279330dc-0902-4990-a0ee-db1322648b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:55.102975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-82987b6d-5432-4e95-8c78-eb6a539a7689 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:55.218013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094e6bd-0687-4aa6-b5fd-6879d7b520d5 req-4fbe3593-a2e9-4224-8720-b8c6db64d279 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:55.219875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6094e6bd-0687-4aa6-b5fd-6879d7b520d5 req-4fbe3593-a2e9-4224-8720-b8c6db64d279 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 945 time: 0.1499097 Nov 12 13:35:55.221037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['4a301956-d186-4759-9a1e-6a9f1128db1e'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:55.222103 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84fb6855-535a-4a8c-9f88-107005196727 req-a5ff6119-62fb-400e-b890-23fd00803ab4 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864339 Nov 12 13:35:55.229558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-66ff89cf-9399-40d7-8dd4-fd595806a024 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:55.231016 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-66ff89cf-9399-40d7-8dd4-fd595806a024 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.105 "GET /v2.0/networks?id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 200 len: 813 time: 0.3061574 Nov 12 13:35:55.249868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c77ddc0f-5cf7-41bf-bf83-1234e0ee7fa6 req-09ce5548-c4d0-4f84-85ae-6144732c5c1d tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 210 time: 0.1392426 Nov 12 13:35:55.253937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Request body: {'port': {'device_id': '065ad0af-9215-42d2-921e-221b9e61c4e5', 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4', 'admin_state_up': True, 'tenant_id': '3a52d4a6d94b414fbb91f825414eaa86'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:55.288877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82987b6d-5432-4e95-8c78-eb6a539a7689 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Pushing event deleted for resources: {'Port': ['ID=a10ef06d-0516-4280-a1e5-3d8623d7ee04,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:55.368787 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6094e6bd-0687-4aa6-b5fd-6879d7b520d5 req-6c2b329a-c839-46a9-8812-d42d240e3eaa tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331420 Nov 12 13:35:55.379286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Allocated IP 2001:db8:2::1 (36fe07ca-88f4-43b6-9173-274897433eb3/3f3792b8-440b-4e66-9784-278465ea211c/c0f48921-944f-4ae1-842d-e20c2a416ec7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:55.447183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-82987b6d-5432-4e95-8c78-eb6a539a7689 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] No DVR routers for this DVR port a10ef06d-0516-4280-a1e5-3d8623d7ee04 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:35:55.463631 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-82987b6d-5432-4e95-8c78-eb6a539a7689 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:55.469343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a218253-cdc8-4a8c-a9c7-864a92294865 req-82987b6d-5432-4e95-8c78-eb6a539a7689 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.70 "DELETE /v2.0/ports/a10ef06d-0516-4280-a1e5-3d8623d7ee04 HTTP/1.1" status: 204 len: 173 time: 3.2391348 Nov 12 13:35:55.471167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad38f94-6107-4032-94e4-ad0b2f460219', 'name': 'network-vif-deleted', 'tag': 'a10ef06d-0516-4280-a1e5-3d8623d7ee04'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:55.473333 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd44ed72-442e-4eab-9b4d-c0ab8bbfe506" -d '{"events": [{"server_uuid": "7ad38f94-6107-4032-94e4-ad0b2f460219", "name": "network-vif-deleted", "tag": "a10ef06d-0516-4280-a1e5-3d8623d7ee04"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:55.552723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Made reservation on behalf of 3a52d4a6d94b414fbb91f825414eaa86 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:55.563962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:55.731215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a10ef06d-0516-4280-a1e5-3d8623d7ee04 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:35:55.763094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: a10ef06d-0516-4280-a1e5-3d8623d7ee04 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:35:55.763854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a10ef06d-0516-4280-a1e5-3d8623d7ee04 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:35:55.785868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0d6657d-12c0-48b0-8311-d728af8816fa req-4ac18f29-3d8a-4b6a-a62c-ae62426013ba service neutron] 10.222.0.105 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920949 Nov 12 13:35:55.795680 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16aa69b3-9ed7-4145-bf8e-48d0596cce20 x-openstack-request-id: req-16aa69b3-9ed7-4145-bf8e-48d0596cce20 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:55.799536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1517ad3d-16c0-4915-867d-16ca9dd2bd84 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:55.803802 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad38f94-6107-4032-94e4-ad0b2f460219", "name": "network-vif-deleted", "tag": "a10ef06d-0516-4280-a1e5-3d8623d7ee04", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:55.803986 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16aa69b3-9ed7-4145-bf8e-48d0596cce20 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:55.804634 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad38f94-6107-4032-94e4-ad0b2f460219', 'name': 'network-vif-deleted', 'tag': 'a10ef06d-0516-4280-a1e5-3d8623d7ee04', 'status': 'completed', 'code': 200} Nov 12 13:35:55.817273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-279330dc-0902-4990-a0ee-db1322648b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:55.986298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Allocated IP 172.20.0.9 (e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4/d15bc196-71b4-4a9d-8091-18a16f861ffa/326eefed-239d-4951-8e32-5ace04a7d695) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:56.060367 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-279330dc-0902-4990-a0ee-db1322648b7e None None] For port 1517ad3d-16c0-4915-867d-16ca9dd2bd84, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1517ad3d-16c0-4915-867d-16ca9dd2bd84,segment=NetworkSegment(974605b5-e5e9-4e75-beab-5e1225474139),segment_id=974605b5-e5e9-4e75-beab-5e1225474139)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:56.092104 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-279330dc-0902-4990-a0ee-db1322648b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.160453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279330dc-0902-4990-a0ee-db1322648b7e None None] Pushing event updated for resources: {'Port': ['ID=1517ad3d-16c0-4915-867d-16ca9dd2bd84,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:56.161030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead993b-9031-4094-990f-17d9b19296b7 req-b7a160a4-58cf-425a-93f0-025b6f1ea1c3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:56.171183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ead993b-9031-4094-990f-17d9b19296b7 req-b7a160a4-58cf-425a-93f0-025b6f1ea1c3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 943 time: 0.7673867 Nov 12 13:35:56.184024 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-7adf6f78-9a97-4ea3-8b42-fc5bb8afac8e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.219263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:56.219263 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.257543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117bd3f-f0bd-43ed-8afb-03b14dfcc8a0 req-799a42da-cad6-4d18-84f6-9b469e84d207 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:56.260151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f117bd3f-f0bd-43ed-8afb-03b14dfcc8a0 req-799a42da-cad6-4d18-84f6-9b469e84d207 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 944 time: 0.1593628 Nov 12 13:35:56.312751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.316277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-47f4c7dc-c5e7-46ec-872e-0b6ce05eb8fe None None] Provisioning complete for port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:56.316661 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47f4c7dc-c5e7-46ec-872e-0b6ce05eb8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.326193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf6f78-9a97-4ea3-8b42-fc5bb8afac8e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Pushing event deleted for resources: {'Port': ['ID=6be299b9-d819-496a-8006-d223b1a55392,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:56.355633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.364714 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f117bd3f-f0bd-43ed-8afb-03b14dfcc8a0 req-e09bba0d-ff82-4975-9210-9d83f1e94e09 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935764 Nov 12 13:35:56.407852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.420949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-f2b3f1af-8e14-4b33-8cd5-083cee421ac3 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:56.423027 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-f2b3f1af-8e14-4b33-8cd5-083cee421ac3 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.70 "GET /v2.0/networks?id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 200 len: 813 time: 0.9224589 Nov 12 13:35:56.435854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 904ceaa7-2108-4e56-9882-41fb261bf1b7 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:35:56.444143 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.472362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:56.475677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Request body: {'port': {'device_id': 'b08b62cb-991a-4534-b9b5-e64737a62e38', 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4', 'admin_state_up': True, 'tenant_id': '3a52d4a6d94b414fbb91f825414eaa86'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:56.476186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:56.484461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:56.549089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Pushing event updated for resources: {'Port': ['ID=326eefed-239d-4951-8e32-5ace04a7d695,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:56.594093 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b46cb9b2-6d81-457d-a985-6acadc52fe06 req-8ffa1b4b-a9a6-476d-abb6-e5c4c48fefa8 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 210 time: 0.0496142 Nov 12 13:35:56.628849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 6be299b9-d819-496a-8006-d223b1a55392 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:35:56.628849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 904ceaa7-2108-4e56-9882-41fb261bf1b7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=904ceaa7-2108-4e56-9882-41fb261bf1b7,segment=NetworkSegment(3cb6fe76-d19f-46e1-8182-02d063aec53b),segment_id=3cb6fe76-d19f-46e1-8182-02d063aec53b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:56.646393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 36fe07ca-88f4-43b6-9173-274897433eb3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:56.652148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ead993b-9031-4094-990f-17d9b19296b7 req-b1267e85-e862-444e-94ed-11a54ebb7d47 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797273 Nov 12 13:35:56.660492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:56.663978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.685704 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 6be299b9-d819-496a-8006-d223b1a55392 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:35:56.685704 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 6be299b9-d819-496a-8006-d223b1a55392 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:35:56.685704 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '904ceaa7-2108-4e56-9882-41fb261bf1b7', 'network_id': 'ec77f2df-46bd-462a-98e0-e14c4ac37486', 'port_id': '904ceaa7-2108-4e56-9882-41fb261bf1b7', 'mac_address': 'fa:16:3e:91:e8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1191b7a9-0521-4e53-8e28-81df34129a91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:35:56.688910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:56.697541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0d6657d-12c0-48b0-8311-d728af8816fa req-7e93effe-8418-4fc0-9453-51dbfdd266dd service neutron] 10.222.0.105 "GET /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8620989 Nov 12 13:35:56.699682 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9e672a59-7096-4746-9435-00496436b56f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4516068 Nov 12 13:35:56.700557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-7adf6f78-9a97-4ea3-8b42-fc5bb8afac8e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] No DVR routers for this DVR port 6be299b9-d819-496a-8006-d223b1a55392 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:35:56.705782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:56.706598 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.712878 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-7adf6f78-9a97-4ea3-8b42-fc5bb8afac8e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:56.716731 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4ef9bf8-c1ea-403e-a0c1-c7a9ef20400d req-7adf6f78-9a97-4ea3-8b42-fc5bb8afac8e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.105 "DELETE /v2.0/ports/6be299b9-d819-496a-8006-d223b1a55392 HTTP/1.1" status: 204 len: 173 time: 3.7483377 Nov 12 13:35:56.747978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Request body: {'port': {'device_id': '065ad0af-9215-42d2-921e-221b9e61c4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:56.790132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=c0f48921-944f-4ae1-842d-e20c2a416ec7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:56.929932 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:57.005716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d019ca-36fd-444b-9e6c-f8307d154022 req-5e649044-712a-4536-97e6-778713e0501f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:57.006900 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:57.016624 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d019ca-36fd-444b-9e6c-f8307d154022 req-5e649044-712a-4536-97e6-778713e0501f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 945 time: 0.3067408 Nov 12 13:35:57.036553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904ceaa7-2108-4e56-9882-41fb261bf1b7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:57.055788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Made reservation on behalf of 3a52d4a6d94b414fbb91f825414eaa86 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:57.063423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:57.071540 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-641c1fa1-3145-43ea-8cef-702a79b1a8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:57.082459 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:57.085563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 904ceaa7-2108-4e56-9882-41fb261bf1b7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=904ceaa7-2108-4e56-9882-41fb261bf1b7,segment=NetworkSegment(3cb6fe76-d19f-46e1-8182-02d063aec53b),segment_id=3cb6fe76-d19f-46e1-8182-02d063aec53b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:57.092917 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:57.172890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ffd4c1c1-ab59-405c-9c37-191bb2a77675 None None] Provisioning complete for port c0f48921-944f-4ae1-842d-e20c2a416ec7 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:57.173399 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c1c1-ab59-405c-9c37-191bb2a77675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:57.211273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=904ceaa7-2108-4e56-9882-41fb261bf1b7,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:57.211568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d019ca-36fd-444b-9e6c-f8307d154022 req-947ce394-d054-4eb1-b69c-e605ab4ea2d7 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881163 Nov 12 13:35:57.236848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4c1c1-ab59-405c-9c37-191bb2a77675 None None] Port c0f48921-944f-4ae1-842d-e20c2a416ec7 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:57.452178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['904ceaa7-2108-4e56-9882-41fb261bf1b7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:57.551617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55996) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:57.574988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1517ad3d-16c0-4915-867d-16ca9dd2bd84 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:57.609815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:35:57.681081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326eefed-239d-4951-8e32-5ace04a7d695 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:57.692237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:57.701853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-035cb106-5383-43bb-850a-af09a802d661 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1535545036'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:57.702325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-035cb106-5383-43bb-850a-af09a802d661 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Unknown quota resources ['metering_label']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:35:57.795827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:57.796632 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:57.799663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Transition to ACTIVE for port object 326eefed-239d-4951-8e32-5ace04a7d695 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:35:57.811368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc502c1-8923-4e52-9de3-883c590ae393', 'name': 'network-vif-deleted', 'tag': '6be299b9-d819-496a-8006-d223b1a55392'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:57.814123 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ed6749-37c9-4992-9bfa-7ab5f54ffd0f" -d '{"events": [{"server_uuid": "3fc502c1-8923-4e52-9de3-883c590ae393", "name": "network-vif-deleted", "tag": "6be299b9-d819-496a-8006-d223b1a55392"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:57.821376 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd44d636-da05-466d-9eed-9cc4e4e7a556 req-aef3e065-3ff7-4672-98ad-f6f24616c2e0 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 210 time: 0.1115317 Nov 12 13:35:57.828900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:57.876384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2cb00-bbc0-4d1c-85ab-2c7875a76c08 req-b3fa61b1-1c1e-4d8a-a401-ee845deef10f tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:57.881980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:57.884529 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06f2cb00-bbc0-4d1c-85ab-2c7875a76c08 req-b3fa61b1-1c1e-4d8a-a401-ee845deef10f tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 945 time: 0.1642160 Nov 12 13:35:57.922078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'port_id': 'a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3', 'mac_address': 'fa:16:3e:57:04:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:35:58.002411 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.009693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Allocated IP 172.20.0.14 (e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4/d15bc196-71b4-4a9d-8091-18a16f861ffa/6e47f5fc-1739-4cc9-9f00-cceabdada923) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:35:58.022952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:35:58.041659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-035cb106-5383-43bb-850a-af09a802d661 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.047220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-035cb106-5383-43bb-850a-af09a802d661 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4937487 Nov 12 13:35:58.048485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:58.048659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56008) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:58.053100 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.059329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-96663cf0-290b-40ca-aea6-0768c8923019 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd5938f91-d468-47f5-9981-17721f4b653f'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:58.059611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-96663cf0-290b-40ca-aea6-0768c8923019 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:35:58.062234 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06f2cb00-bbc0-4d1c-85ab-2c7875a76c08 req-ac6ac249-85c8-48f1-8e70-415ad019b5b5 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764054 Nov 12 13:35:58.095640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Pushing event updated for resources: {'Port': ['ID=326eefed-239d-4951-8e32-5ace04a7d695,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:58.111468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:58.164362 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8981da-1997-4fc8-ba01-f4bf86e9e7bf x-openstack-request-id: req-1e8981da-1997-4fc8-ba01-f4bf86e9e7bf {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:58.164841 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc502c1-8923-4e52-9de3-883c590ae393", "name": "network-vif-deleted", "tag": "6be299b9-d819-496a-8006-d223b1a55392", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:58.165976 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e8981da-1997-4fc8-ba01-f4bf86e9e7bf {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:58.165976 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc502c1-8923-4e52-9de3-883c590ae393', 'name': 'network-vif-deleted', 'tag': '6be299b9-d819-496a-8006-d223b1a55392', 'status': 'completed', 'code': 200} Nov 12 13:35:58.218018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.223607 n-d-805736-4 neutron-server[102675]: WARNING neutron.services.metering.metering_plugin [None req-96663cf0-290b-40ca-aea6-0768c8923019 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 13:35:58.233413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd0827-f4a5-4e5f-811f-54b48534447b req-ee0fea59-bcaf-4b4a-be84-5c8582771aaf tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:58.234952 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-27fd0827-f4a5-4e5f-811f-54b48534447b req-ee0fea59-bcaf-4b4a-be84-5c8582771aaf tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 943 time: 0.3085053 Nov 12 13:35:58.254476 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.255229 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.330073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Attempting to bind port 326eefed-239d-4951-8e32-5ace04a7d695 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:35:58.330456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Attempting to bind port 326eefed-239d-4951-8e32-5ace04a7d695 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:35:58.330708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Attempting to bind port 326eefed-239d-4951-8e32-5ace04a7d695 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:58.344525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Port 326eefed-239d-4951-8e32-5ace04a7d695 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:35:58.344848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Attempting to bind port 326eefed-239d-4951-8e32-5ace04a7d695 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:35:58.384699 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-96663cf0-290b-40ca-aea6-0768c8923019 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.387267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-96663cf0-290b-40ca-aea6-0768c8923019 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3323450 Nov 12 13:35:58.392343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=c0f48921-944f-4ae1-842d-e20c2a416ec7,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:58.392593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56014) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:58.392593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:35:58.392593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Checking segment: {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:35:58.393118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 4a301956-d186-4759-9a1e-6a9f1128db1e up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:58.393352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Bound using segment: {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:35:58.393352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Bound port: 326eefed-239d-4951-8e32-5ace04a7d695, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:35:58.393554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.398769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:35:58.398974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a6baf7b2-1361-4d15-bf91-cca94083cdbe tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd5938f91-d468-47f5-9981-17721f4b653f'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:58.399500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a6baf7b2-1361-4d15-bf91-cca94083cdbe tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:35:58.441392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.464300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-27fd0827-f4a5-4e5f-811f-54b48534447b req-9a10968d-2615-487f-9029-ffb2642f4b3a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059226 Nov 12 13:35:58.490493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82118b3-4020-40bd-b1a1-c797352e0b02 req-6823fd8f-e5e1-4232-a61c-ad5d17106587 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:58.492023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c82118b3-4020-40bd-b1a1-c797352e0b02 req-6823fd8f-e5e1-4232-a61c-ad5d17106587 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 945 time: 0.1247029 Nov 12 13:35:58.513507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network 36fe07ca-88f4-43b6-9173-274897433eb3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:58.520112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 4a301956-d186-4759-9a1e-6a9f1128db1e completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:35:58.522061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:58.523421 n-d-805736-4 neutron-server[102675]: WARNING neutron.services.metering.metering_plugin [None req-a6baf7b2-1361-4d15-bf91-cca94083cdbe tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 13:35:58.532707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 4a301956-d186-4759-9a1e-6a9f1128db1e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:58.533367 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.598433 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.620131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] For port 326eefed-239d-4951-8e32-5ace04a7d695, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:35:58.625546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6baf7b2-1361-4d15-bf91-cca94083cdbe tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.626850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a6baf7b2-1361-4d15-bf91-cca94083cdbe tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2312031 Nov 12 13:35:58.630064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56016) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:58.646820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] For port 326eefed-239d-4951-8e32-5ace04a7d695, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=326eefed-239d-4951-8e32-5ace04a7d695,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:35:58.666761 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.687064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.695964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c82118b3-4020-40bd-b1a1-c797352e0b02 req-c4ff9eec-cb67-4a2d-9ec4-68e59be86046 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910906 Nov 12 13:35:58.723159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:35:58.726424 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-90184e8c-3573-41e7-a216-09407f2afa01 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=224d6726-c26d-498c-89c7-33e85f21a66f HTTP/1.1" status: 200 len: 464 time: 0.0745215 Nov 12 13:35:58.726815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56018) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:58.735460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:35:58.738132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb5f201-6f3e-4dab-9dec-49f3b0490be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a301956-d186-4759-9a1e-6a9f1128db1e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:58.744180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:58.744964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.747094 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d5203d-d149-413e-8d60-5af715f2ae63" -d '{"events": [{"server_uuid": "4cb5f201-6f3e-4dab-9dec-49f3b0490be6", "name": "network-vif-plugged", "status": "completed", "tag": "4a301956-d186-4759-9a1e-6a9f1128db1e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:58.747438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] 10.222.0.105 "PUT /v2.0/ports/326eefed-239d-4951-8e32-5ace04a7d695 HTTP/1.1" status: 200 len: 1091 time: 2.0068507 Nov 12 13:35:58.753723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:35:58.771481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 4a301956-d186-4759-9a1e-6a9f1128db1e, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=4a301956-d186-4759-9a1e-6a9f1128db1e,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:35:58.772566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065ad0af-9215-42d2-921e-221b9e61c4e5', 'tag': '326eefed-239d-4951-8e32-5ace04a7d695'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:35:58.779878 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.781007 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c15a15-36ba-4a55-b28c-67021a13b10e" -d '{"events": [{"name": "network-changed", "server_uuid": "065ad0af-9215-42d2-921e-221b9e61c4e5", "tag": "326eefed-239d-4951-8e32-5ace04a7d695"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:35:58.799345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Pushing event updated for resources: {'Port': ['ID=6e47f5fc-1739-4cc9-9f00-cceabdada923,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:58.822394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:35:58.842392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:58.843073 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:58.848468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=4a301956-d186-4759-9a1e-6a9f1128db1e,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:58.872426 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08122461-98b5-44a8-b7f9-80b237779517 x-openstack-request-id: req-08122461-98b5-44a8-b7f9-80b237779517 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:58.872720 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb5f201-6f3e-4dab-9dec-49f3b0490be6", "name": "network-vif-plugged", "status": "completed", "tag": "4a301956-d186-4759-9a1e-6a9f1128db1e", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:58.873277 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08122461-98b5-44a8-b7f9-80b237779517 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:58.873825 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb5f201-6f3e-4dab-9dec-49f3b0490be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a301956-d186-4759-9a1e-6a9f1128db1e', 'code': 200} Nov 12 13:35:58.903304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-26dfcebe-ce56-4a67-985c-2e20ffc71684 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4399788 Nov 12 13:35:58.933553 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2d35a8-99d6-46b6-9a05-89f2483caff9 x-openstack-request-id: req-4f2d35a8-99d6-46b6-9a05-89f2483caff9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:35:58.934030 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065ad0af-9215-42d2-921e-221b9e61c4e5", "tag": "326eefed-239d-4951-8e32-5ace04a7d695", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:35:58.934306 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f2d35a8-99d6-46b6-9a05-89f2483caff9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:35:58.934757 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065ad0af-9215-42d2-921e-221b9e61c4e5', 'tag': '326eefed-239d-4951-8e32-5ace04a7d695', 'status': 'completed', 'code': 200} Nov 12 13:35:58.944207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Request body: {'port': {'device_id': 'b08b62cb-991a-4534-b9b5-e64737a62e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:58.961097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1cb0a-65bc-4048-8b69-d77a36b975d2 service neutron] Pushing event updated for resources: {'Port': ['ID=326eefed-239d-4951-8e32-5ace04a7d695,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:35:59.061163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:35:59.072441 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1eb87170-ecdb-42ec-be9e-e4066be2234e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8364503 Nov 12 13:35:59.072441 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.075681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56026) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:59.079160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:35:59.087274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-208142517'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:59.087909 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9f6e89a7-8f13-4c3b-a6ee-dea9b53f62be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:59.090750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-9f6e89a7-8f13-4c3b-a6ee-dea9b53f62be service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&device_id=065ad0af-9215-42d2-921e-221b9e61c4e5 HTTP/1.1" status: 200 len: 1094 time: 0.2508233 Nov 12 13:35:59.095986 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cda54834-b34c-41df-8368-e109a7072893 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.097061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9812-4875-4027-b11e-a78ed7e429d6 req-1b24c27c-94bb-490f-94c5-76a85f278bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:59.100982 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cda54834-b34c-41df-8368-e109a7072893 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/224d6726-c26d-498c-89c7-33e85f21a66f HTTP/1.1" status: 204 len: 168 time: 0.3707197 Nov 12 13:35:59.101222 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbbe9812-4875-4027-b11e-a78ed7e429d6 req-1b24c27c-94bb-490f-94c5-76a85f278bf6 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 1097 time: 0.1438789 Nov 12 13:35:59.101773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56030) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:59.110674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:35:59.113170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:59.175179 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-99cb63a0-4632-4624-9386-29b444b27e6f tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=224d6726-c26d-498c-89c7-33e85f21a66f HTTP/1.1" status: 200 len: 221 time: 0.0646188 Nov 12 13:35:59.175519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-48a2b59c-5212-4103-9d12-e05a2a023173 None None] Provisioning complete for port c0f48921-944f-4ae1-842d-e20c2a416ec7 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:59.175519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48a2b59c-5212-4103-9d12-e05a2a023173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.187153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56032) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:59.217335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6347edca-0184-4555-82eb-cc5aef894498 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1680073827', 'description': 'label created by tempest'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:35:59.217599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6347edca-0184-4555-82eb-cc5aef894498 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Unknown quota resources ['metering_label']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:35:59.221048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:35:59.224724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.271248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-48a2b59c-5212-4103-9d12-e05a2a023173 None None] Port c0f48921-944f-4ae1-842d-e20c2a416ec7 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:35:59.294782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:35:59.418791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbbe9812-4875-4027-b11e-a78ed7e429d6 req-d067130c-9dbf-4585-adc0-f25a4395c1bf service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030994 Nov 12 13:35:59.514973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:35:59.516293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-69514e1c-1d08-457f-b7eb-6a985dcd01b5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=326eefed-239d-4951-8e32-5ace04a7d695 HTTP/1.1" status: 200 len: 217 time: 0.4161811 Nov 12 13:35:59.527030 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c67a90fa-0ad9-4abc-99c9-4c60c492e30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.533769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db55b15-8984-413f-ab25-4e4dee57f975 req-1db8893b-bd2c-4932-834f-a01947a0c81f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:59.541954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8db55b15-8984-413f-ab25-4e4dee57f975 req-1db8893b-bd2c-4932-834f-a01947a0c81f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 932 time: 0.5206733 Nov 12 13:35:59.582441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2029b-3b45-48e2-855a-de87ef26dab8 req-fe13fdaa-7df8-4b71-b37b-9b643c3c2d6e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:59.584564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:35:59.590471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80d2029b-3b45-48e2-855a-de87ef26dab8 req-fe13fdaa-7df8-4b71-b37b-9b643c3c2d6e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 945 time: 0.4254344 Nov 12 13:35:59.595417 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8db55b15-8984-413f-ab25-4e4dee57f975 req-2cddaaa6-4a7c-41a0-a0d1-59bf41403889 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501297 Nov 12 13:35:59.631418 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.631766 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added segment b8eefed6-9509-4c3e-ad8a-53ba8c60c685 of type vlan for network b2695922-59b3-49cc-b2e1-323ddd94ae16 Nov 12 13:35:59.661691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:35:59.670383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:35:56Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:35:57Z', 'revision_number': 2, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:35:59.673491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:35:59.673491 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.683859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6347edca-0184-4555-82eb-cc5aef894498 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.691046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56040) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:59.694303 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6347edca-0184-4555-82eb-cc5aef894498 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5015132 Nov 12 13:35:59.724995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:35:59.725392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Updating router 19a72e4b-49d2-461f-b86b-de8af7d7e878 port c0f48921-944f-4ae1-842d-e20c2a416ec7 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:35:59.784928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.793987 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.828008 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80d2029b-3b45-48e2-855a-de87ef26dab8 req-5a95815d-79e9-4e3a-bd0c-a1821652fe9e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334607 Nov 12 13:35:59.921479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.924101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-685eafd9-bf78-4719-92e9-0aa2815f2f54 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=32739dee-011c-44e1-9610-1c3dd6fd50f8 HTTP/1.1" status: 200 len: 468 time: 0.2252834 Nov 12 13:35:59.927538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56044) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:35:59.932516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:59.934446 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.937552 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:35:59.982836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-ffc3840e-5c6c-4103-8381-590df09773fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:35:59.984503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-ffc3840e-5c6c-4103-8381-590df09773fb service neutron] 10.222.0.105 "GET /v2.0/subnets?id=d15bc196-71b4-4a9d-8091-18a16f861ffa HTTP/1.1" status: 200 len: 853 time: 0.2975724 Nov 12 13:36:00.061394 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9811952 Nov 12 13:36:00.071907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56046) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:00.076723 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e46d8bd0-fbdc-4f84-aa98-01c11bce28a8 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448146 Nov 12 13:36:00.080911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'subnet': {'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:00.101767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9c125-35fc-40be-ab1d-63774e3daf07 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Network': ['ID=b2695922-59b3-49cc-b2e1-323ddd94ae16,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:00.119824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e47f5fc-1739-4cc9-9f00-cceabdada923 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:36:00.142849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc859b-f8ac-4507-8e8a-2be2d5a798db req-7e5c736c-8a5e-403d-b041-e3f6e412a0a8 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:00.153388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75dc859b-f8ac-4507-8e8a-2be2d5a798db req-7e5c736c-8a5e-403d-b041-e3f6e412a0a8 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.2144175 Nov 12 13:36:00.164411 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.219536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Transition to ACTIVE for port object 6e47f5fc-1739-4cc9-9f00-cceabdada923 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:36:00.235649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.239914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568107d6-9396-4437-8664-5008528f5c3c req-ad5db5a5-4490-460a-8a67-d642438ffb4f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:00.248985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-568107d6-9396-4437-8664-5008528f5c3c req-ad5db5a5-4490-460a-8a67-d642438ffb4f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 944 time: 0.3288548 Nov 12 13:36:00.272619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network b2695922-59b3-49cc-b2e1-323ddd94ae16 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:00.278713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:00.280893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75dc859b-f8ac-4507-8e8a-2be2d5a798db req-ff245d3c-04b1-4c87-b557-31b627ec1047 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258101 Nov 12 13:36:00.314561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Pushing event updated for resources: {'Port': ['ID=6e47f5fc-1739-4cc9-9f00-cceabdada923,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:00.319739 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.416914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5bdc0f8-2965-471c-a576-3e0c7dfc9cb8 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.418547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 904ceaa7-2108-4e56-9882-41fb261bf1b7 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:00.419097 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d5bdc0f8-2965-471c-a576-3e0c7dfc9cb8 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/32739dee-011c-44e1-9610-1c3dd6fd50f8 HTTP/1.1" status: 204 len: 168 time: 0.4782262 Nov 12 13:36:00.425915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56048) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:00.436155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Attempting to bind port 6e47f5fc-1739-4cc9-9f00-cceabdada923 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:00.436533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Attempting to bind port 6e47f5fc-1739-4cc9-9f00-cceabdada923 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:00.436846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Attempting to bind port 6e47f5fc-1739-4cc9-9f00-cceabdada923 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:00.442637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Port 6e47f5fc-1739-4cc9-9f00-cceabdada923 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:36:00.442973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Attempting to bind port 6e47f5fc-1739-4cc9-9f00-cceabdada923 on network e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:00.448429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:00.448857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Checking segment: {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:00.449265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Bound using segment: {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:00.449746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Bound port: 6e47f5fc-1739-4cc9-9f00-cceabdada923, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:00.450270 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.467647 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e3ea8840-970e-4b65-87e8-3d92c2272f00 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=32739dee-011c-44e1-9610-1c3dd6fd50f8 HTTP/1.1" status: 200 len: 216 time: 0.0364456 Nov 12 13:36:00.477774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-568107d6-9396-4437-8664-5008528f5c3c req-d5c1568d-5c16-4694-837d-24635adcdbe4 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275684 Nov 12 13:36:00.481510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56050) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:00.487320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-bbc42ef5-fc15-4bc6-8206-910e2b44eb3a service neutron] 10.222.0.105 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504174 Nov 12 13:36:00.521062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ee81d8a1-dce8-4ff6-af66-c778cfc46f4c tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0351095 Nov 12 13:36:00.521502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Made reservation on behalf of acc650136fc84d9e9613661777675e9d for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:00.525037 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:00.525307 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.544633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:00.554206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4a958d5c-d1c7-44c4-8c5b-5683db31a40e tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0248737 Nov 12 13:36:00.555213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:00.581575 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.603272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 904ceaa7-2108-4e56-9882-41fb261bf1b7 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:36:00.614709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 904ceaa7-2108-4e56-9882-41fb261bf1b7 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:00.615854 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.705853 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-c7020352-3a31-4468-aed7-6e82d9396c43 service neutron] 10.222.0.105 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984630 Nov 12 13:36:00.822113 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.832131 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:00.857354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15a15-36ba-4a55-b28c-67021a13b10e req-e7131285-499d-4097-81ee-50d168114363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:00.859398 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40c15a15-36ba-4a55-b28c-67021a13b10e req-e7131285-499d-4097-81ee-50d168114363 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&device_id=065ad0af-9215-42d2-921e-221b9e61c4e5 HTTP/1.1" status: 200 len: 1094 time: 0.0792983 Nov 12 13:36:00.874815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c352e174-7a58-4679-bc66-e0d332cdef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:00.877131 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39211031-eab6-44ff-bc9d-41c0f05bb79d" -d '{"events": [{"server_uuid": "c352e174-7a58-4679-bc66-e0d332cdef41", "name": "network-vif-plugged", "status": "completed", "tag": "a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:00.973035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e299e-d0b4-41f6-9554-39d49e653cbd None None] Pushing event updated for resources: {'Port': ['ID=c0f48921-944f-4ae1-842d-e20c2a416ec7,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:00.983150 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.000736 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.060190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 904ceaa7-2108-4e56-9882-41fb261bf1b7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=904ceaa7-2108-4e56-9882-41fb261bf1b7,segment=NetworkSegment(3cb6fe76-d19f-46e1-8182-02d063aec53b),segment_id=3cb6fe76-d19f-46e1-8182-02d063aec53b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:01.077614 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.132354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Attempting to bind port c0f48921-944f-4ae1-842d-e20c2a416ec7 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:01.132761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Attempting to bind port c0f48921-944f-4ae1-842d-e20c2a416ec7 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '974605b5-e5e9-4e75-beab-5e1225474139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:01.133087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Attempting to bind port c0f48921-944f-4ae1-842d-e20c2a416ec7 on network 36fe07ca-88f4-43b6-9173-274897433eb3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:01.141553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] For port 6e47f5fc-1739-4cc9-9f00-cceabdada923, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:01.146105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:01.150179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Checking segment: {'id': '974605b5-e5e9-4e75-beab-5e1225474139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:01.150179 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.150448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ac0eaba7-699b-41a2-a5b6-a6f4630e1756 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels/d5938f91-d468-47f5-9981-17721f4b653f HTTP/1.1" status: 200 len: 473 time: 0.5910547 Nov 12 13:36:01.150595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Bound using segment: {'id': '974605b5-e5e9-4e75-beab-5e1225474139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:01.150595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Bound port: c0f48921-944f-4ae1-842d-e20c2a416ec7, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974605b5-e5e9-4e75-beab-5e1225474139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:01.150595 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.150918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:01.173404 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Subnet': ['ID=3acfb04e-44f7-466a-987c-0f2dea005315,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:01.181125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-635dfe06-c0fb-4ce1-9eae-6addd85624d9 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules/8d3a93f7-ecb0-4373-afd3-4fe97c44e2b1 HTTP/1.1" status: 200 len: 461 time: 0.0259609 Nov 12 13:36:01.185108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56070) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:01.185108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] For port 6e47f5fc-1739-4cc9-9f00-cceabdada923, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6e47f5fc-1739-4cc9-9f00-cceabdada923,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:01.186073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15a15-36ba-4a55-b28c-67021a13b10e req-486e61b7-47f7-45f0-b7bc-9f7a3caa6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:01.187915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40c15a15-36ba-4a55-b28c-67021a13b10e req-486e61b7-47f7-45f0-b7bc-9f7a3caa6269 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 200 len: 914 time: 0.2984240 Nov 12 13:36:01.208102 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=904ceaa7-2108-4e56-9882-41fb261bf1b7,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:01.214849 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.231833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb381c0-c785-422f-b11e-055c52be9aaf req-7f74fe6f-d110-4f65-a2fe-73ed8c3bab7c tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:01.233873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7eb381c0-c785-422f-b11e-055c52be9aaf req-7f74fe6f-d110-4f65-a2fe-73ed8c3bab7c tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 946 time: 0.1749148 Nov 12 13:36:01.268521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Checking segment: {'id': 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:01.268521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network hostable DHCP agents. Network: b2695922-59b3-49cc-b2e1-323ddd94ae16, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:01.274941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40c15a15-36ba-4a55-b28c-67021a13b10e req-9c0116bf-8e51-4583-a663-9242ad049997 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=326eefed-239d-4951-8e32-5ace04a7d695 HTTP/1.1" status: 200 len: 217 time: 0.0748329 Nov 12 13:36:01.298970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] For port c0f48921-944f-4ae1-842d-e20c2a416ec7, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:01.302931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] For port c0f48921-944f-4ae1-842d-e20c2a416ec7, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c0f48921-944f-4ae1-842d-e20c2a416ec7,segment=NetworkSegment(974605b5-e5e9-4e75-beab-5e1225474139),segment_id=974605b5-e5e9-4e75-beab-5e1225474139)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:01.312976 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.315675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:01.316669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.320204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] 10.222.0.70 "PUT /v2.0/ports/6e47f5fc-1739-4cc9-9f00-cceabdada923 HTTP/1.1" status: 200 len: 1092 time: 2.3855987 Nov 12 13:36:01.322728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08b62cb-991a-4534-b9b5-e64737a62e38', 'tag': '6e47f5fc-1739-4cc9-9f00-cceabdada923'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:01.327208 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc83aead-25b2-4eb2-bcaf-73be11039ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "b08b62cb-991a-4534-b9b5-e64737a62e38", "tag": "6e47f5fc-1739-4cc9-9f00-cceabdada923"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:01.367561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c8dc4-7e89-4811-b8b4-177a8fe1d664 req-92d75ca7-73c2-4d3c-ac54-2c968ae3d2a7 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:01.368693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd3c8dc4-7e89-4811-b8b4-177a8fe1d664 req-92d75ca7-73c2-4d3c-ac54-2c968ae3d2a7 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 944 time: 0.2289529 Nov 12 13:36:01.369897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0d7ef84b-7c2b-4bf6-a858-7ef83875db41 None None] Provisioning complete for port c0f48921-944f-4ae1-842d-e20c2a416ec7 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:01.370168 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef84b-7c2b-4bf6-a858-7ef83875db41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.382417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network b2695922-59b3-49cc-b2e1-323ddd94ae16 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:01.409724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15a15-36ba-4a55-b28c-67021a13b10e req-b6d37dbe-5be7-4f67-8cb9-8d0e0becb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:01.411445 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40c15a15-36ba-4a55-b28c-67021a13b10e req-b6d37dbe-5be7-4f67-8cb9-8d0e0becb018 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=d15bc196-71b4-4a9d-8091-18a16f861ffa HTTP/1.1" status: 200 len: 853 time: 0.1209953 Nov 12 13:36:01.412864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, b2695922-59b3-49cc-b2e1-323ddd94ae16) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:01.426812 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7eb381c0-c785-422f-b11e-055c52be9aaf req-73af2340-2301-4fe0-9fd7-6ac3c1d520aa tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552525 Nov 12 13:36:01.460463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:01.463411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80b10c-54a4-4723-83e9-0944820782a8 None None] Network b2695922-59b3-49cc-b2e1-323ddd94ae16 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:01.464428 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.504264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:01.505099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:01.506185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40c15a15-36ba-4a55-b28c-67021a13b10e req-3f058f36-51e8-466e-9d47-bd37820eed25 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783269 Nov 12 13:36:01.513261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e299e-d0b4-41f6-9554-39d49e653cbd None None] Pushing event updated for resources: {'Port': ['ID=c0f48921-944f-4ae1-842d-e20c2a416ec7,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:01.532438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-10f66da7-f073-4ea4-bdae-aa7801bfae49 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4592786 Nov 12 13:36:01.536470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56078) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:01.595968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf43-0109-43d7-953d-7df2339488b9 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.600490 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-43dcbf43-0109-43d7-953d-7df2339488b9 tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/8d3a93f7-ecb0-4373-afd3-4fe97c44e2b1 HTTP/1.1" status: 204 len: 168 time: 0.4176133 Nov 12 13:36:01.601741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae9471-731e-4725-8aba-9f25a1c30b1e service neutron] Pushing event updated for resources: {'Port': ['ID=6e47f5fc-1739-4cc9-9f00-cceabdada923,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:01.605162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56080) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:01.647728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-18e7b91f-5d45-4008-94d5-294c1c590896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:01.649666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-18e7b91f-5d45-4008-94d5-294c1c590896 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 1095 time: 0.2280245 Nov 12 13:36:01.677361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef84b-7c2b-4bf6-a858-7ef83875db41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.737798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:01.785042 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0d7ef84b-7c2b-4bf6-a858-7ef83875db41 None None] For port c0f48921-944f-4ae1-842d-e20c2a416ec7, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c0f48921-944f-4ae1-842d-e20c2a416ec7,segment=NetworkSegment(974605b5-e5e9-4e75-beab-5e1225474139),segment_id=974605b5-e5e9-4e75-beab-5e1225474139)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:01.800457 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40c15a15-36ba-4a55-b28c-67021a13b10e req-1f8c6a99-b4d3-423a-b9b7-90840cb13c5b service neutron] 10.222.0.105 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831078 Nov 12 13:36:01.809305 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef84b-7c2b-4bf6-a858-7ef83875db41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:01.860648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-aa8e771e-7c5a-49dc-832b-f1c57830d373 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e47f5fc-1739-4cc9-9f00-cceabdada923 HTTP/1.1" status: 200 len: 217 time: 0.1611209 Nov 12 13:36:01.864539 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd3c8dc4-7e89-4811-b8b4-177a8fe1d664 req-76490288-d744-461b-9721-67eefe6b0cbc tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411879 Nov 12 13:36:01.877009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9917d2b-14cc-4b50-9b63-4357da198ad6 req-53e12589-1584-487a-8f62-96f8a65ef515 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:01.878806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e9917d2b-14cc-4b50-9b63-4357da198ad6 req-53e12589-1584-487a-8f62-96f8a65ef515 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 946 time: 0.3438570 Nov 12 13:36:01.929336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-3df336ff-176c-4653-85fb-985853422aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:01.930876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-3df336ff-176c-4653-85fb-985853422aa3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d15bc196-71b4-4a9d-8091-18a16f861ffa HTTP/1.1" status: 200 len: 853 time: 0.0620353 Nov 12 13:36:01.957020 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc3fa49-9b33-4d50-abe3-bf277f3e1b8a x-openstack-request-id: req-edc3fa49-9b33-4d50-abe3-bf277f3e1b8a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:01.957441 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c352e174-7a58-4679-bc66-e0d332cdef41", "name": "network-vif-plugged", "status": "completed", "tag": "a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:01.957811 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-edc3fa49-9b33-4d50-abe3-bf277f3e1b8a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:01.958282 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c352e174-7a58-4679-bc66-e0d332cdef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3', 'code': 200} Nov 12 13:36:02.002492 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-c7ae595e-4a4e-4ffe-86d6-0347b5eb629e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349400 Nov 12 13:36:02.050239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ef84b-7c2b-4bf6-a858-7ef83875db41 None None] Pushing event updated for resources: {'Port': ['ID=c0f48921-944f-4ae1-842d-e20c2a416ec7,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:02.056578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7102d6f5-a66e-4602-beb8-bb4c9efc8ae4 None None] Provisioning complete for port c0f48921-944f-4ae1-842d-e20c2a416ec7 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:02.057321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7102d6f5-a66e-4602-beb8-bb4c9efc8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:02.083074 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:36:02.088435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-b2695922-59b3-49cc-b2e1-323ddd94ae16', 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'fixed_ips': [{'subnet_id': '3acfb04e-44f7-466a-987c-0f2dea005315'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:36:02.090017 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:02.102144 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0828bf51-91fe-4395-8962-3402443e34ed tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:02.103395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0828bf51-91fe-4395-8962-3402443e34ed tempest-MeteringTestJSON-1596055216 tempest-MeteringTestJSON-1596055216-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/d5938f91-d468-47f5-9981-17721f4b653f HTTP/1.1" status: 204 len: 168 time: 0.4914963 Nov 12 13:36:02.233062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c872e-00f2-4b0a-be2c-01c9a06409f7 req-a4ab6f47-e406-4fcd-9563-50420c010210 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:02.235812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da6c872e-00f2-4b0a-be2c-01c9a06409f7 req-a4ab6f47-e406-4fcd-9563-50420c010210 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.1115589 Nov 12 13:36:02.252583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40c15a15-36ba-4a55-b28c-67021a13b10e req-08cfe764-da41-4093-b405-ea91fb6d6baf service neutron] 10.222.0.105 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419360 Nov 12 13:36:02.262962 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e9917d2b-14cc-4b50-9b63-4357da198ad6 req-4bc85b03-80af-4508-8ef0-2b2716fd7b14 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623408 Nov 12 13:36:02.321403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e588fe-58e6-4085-b344-35e09054de3d req-a7091999-20a8-4046-b0ef-37ddf1eb37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:02.322626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-0f426bb1-c65b-4be1-b4f3-d060d61061bb service neutron] 10.222.0.70 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533598 Nov 12 13:36:02.324718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57e588fe-58e6-4085-b344-35e09054de3d req-a7091999-20a8-4046-b0ef-37ddf1eb37e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 1096 time: 0.2910857 Nov 12 13:36:02.326113 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:02.357189 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2530338-86d0-4818-91e4-fcc0aaee8ded x-openstack-request-id: req-c2530338-86d0-4818-91e4-fcc0aaee8ded {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:02.357730 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08b62cb-991a-4534-b9b5-e64737a62e38", "tag": "6e47f5fc-1739-4cc9-9f00-cceabdada923", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:02.358138 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2530338-86d0-4818-91e4-fcc0aaee8ded {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:02.358794 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08b62cb-991a-4534-b9b5-e64737a62e38', 'tag': '6e47f5fc-1739-4cc9-9f00-cceabdada923', 'status': 'completed', 'code': 200} Nov 12 13:36:02.400917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Allocated IP 2001:db8:3::2 (b2695922-59b3-49cc-b2e1-323ddd94ae16/3acfb04e-44f7-466a-987c-0f2dea005315/4a43daec-da3e-4c1b-99f5-f36e6e89673d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:02.414722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:35:56Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:02.453633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a1a2e-6f39-4e78-b2fe-371da0c6d51d None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:35:56Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:02.490129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da6c872e-00f2-4b0a-be2c-01c9a06409f7 req-4f6ab1da-b15e-4d37-8e09-d4e59cb5f736 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412918 Nov 12 13:36:02.551004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57e588fe-58e6-4085-b344-35e09054de3d req-0fb70f3e-5589-439b-85be-137923184112 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650088 Nov 12 13:36:02.579342 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:02.600237 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36bbe4fb-6add-4c96-b75b-b103f2811f36 req-212cb50f-77d6-4d13-8625-4a5b8be4e91b service neutron] 10.222.0.70 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397678 Nov 12 13:36:02.610778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65200ba-3aaa-4768-bb33-448cbeb43932 req-af68204d-9ee1-45f8-bd35-768f30a86ef2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:02.612413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f65200ba-3aaa-4768-bb33-448cbeb43932 req-af68204d-9ee1-45f8-bd35-768f30a86ef2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.1851454 Nov 12 13:36:02.691145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56094) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:02.894476 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab309d3-1538-4738-82ae-d61d33cbeb94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:02.924543 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:02.941995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f65200ba-3aaa-4768-bb33-448cbeb43932 req-c4d29285-cf62-4e57-8554-d444d518c45a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022629 Nov 12 13:36:02.970534 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:02.984912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.050100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Network b2695922-59b3-49cc-b2e1-323ddd94ae16 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:03.051502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83aead-25b2-4eb2-bcaf-73be11039ebb req-fd4e5376-c1dc-47f7-b723-843bc9eb96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:03.053051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc83aead-25b2-4eb2-bcaf-73be11039ebb req-fd4e5376-c1dc-47f7-b723-843bc9eb96a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 1095 time: 0.1139760 Nov 12 13:36:03.056846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:03.063987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:03.091362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Pushing event updated for resources: {'Port': ['ID=4a43daec-da3e-4c1b-99f5-f36e6e89673d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:03.158449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Attempting to bind port 4a43daec-da3e-4c1b-99f5-f36e6e89673d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:03.158900 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Attempting to bind port 4a43daec-da3e-4c1b-99f5-f36e6e89673d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:03.159389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Attempting to bind port 4a43daec-da3e-4c1b-99f5-f36e6e89673d on network b2695922-59b3-49cc-b2e1-323ddd94ae16 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:03.166674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:03.167059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Checking segment: {'id': 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:03.167730 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.168250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Bound using segment: {'id': 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:03.168810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Bound port: 4a43daec-da3e-4c1b-99f5-f36e6e89673d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:03.169261 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.174067 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Allocated IP 2001:db8:3::1 (b2695922-59b3-49cc-b2e1-323ddd94ae16/3acfb04e-44f7-466a-987c-0f2dea005315/b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:03.272297 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] For port 4a43daec-da3e-4c1b-99f5-f36e6e89673d, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:03.279250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] For port 4a43daec-da3e-4c1b-99f5-f36e6e89673d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a43daec-da3e-4c1b-99f5-f36e6e89673d,segment=NetworkSegment(b8eefed6-9509-4c3e-ad8a-53ba8c60c685),segment_id=b8eefed6-9509-4c3e-ad8a-53ba8c60c685)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:03.287466 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.339044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06026-f455-42e6-a316-8cc4509894b8 req-75d10948-945c-4ec8-885d-822919205b0b tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:03.344700 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8ea06026-f455-42e6-a316-8cc4509894b8 req-75d10948-945c-4ec8-885d-822919205b0b tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 946 time: 0.3281260 Nov 12 13:36:03.384382 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab309d3-1538-4738-82ae-d61d33cbeb94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.389363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6cd70-f650-4bda-a9eb-3ada3ec69941 None None] Pushing event updated for resources: {'Port': ['ID=4a43daec-da3e-4c1b-99f5-f36e6e89673d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:03.402207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab309d3-1538-4738-82ae-d61d33cbeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.499601 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4ab309d3-1538-4738-82ae-d61d33cbeb94 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=378e4ed64dd948098ca69930fc4fd6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8069651 Nov 12 13:36:03.508857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83aead-25b2-4eb2-bcaf-73be11039ebb req-5fcdd2e2-b3a5-47cb-8ba0-57cbe0921280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:03.511014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc83aead-25b2-4eb2-bcaf-73be11039ebb req-5fcdd2e2-b3a5-47cb-8ba0-57cbe0921280 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 200 len: 914 time: 0.3965681 Nov 12 13:36:03.512467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56104) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:03.622873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c0f48921-944f-4ae1-842d-e20c2a416ec7 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:03.671015 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab309d3-1538-4738-82ae-d61d33cbeb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9305e51-9ad6-4334-8f5d-2ff000e7d410,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:03.686544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8ea06026-f455-42e6-a316-8cc4509894b8 req-ab416d27-7cd3-4ed4-ade0-47cb0679548d tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407824 Nov 12 13:36:03.710219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc83aead-25b2-4eb2-bcaf-73be11039ebb req-6ac84550-3815-43a4-a9b9-af8116df21e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e47f5fc-1739-4cc9-9f00-cceabdada923 HTTP/1.1" status: 200 len: 217 time: 0.1547954 Nov 12 13:36:03.723279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c0f48921-944f-4ae1-842d-e20c2a416ec7 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:03.723751 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.838756 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c3006b1-a5b6-4414-b662-ea8abebb0629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.919933 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c3006b1-a5b6-4414-b662-ea8abebb0629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.977134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a2b180-9e61-46b3-99f3-5887cab8329c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904ceaa7-2108-4e56-9882-41fb261bf1b7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:03.979516 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c3006b1-a5b6-4414-b662-ea8abebb0629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.980892 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71370058-e05c-490a-98a3-c442b584b7d4" -d '{"events": [{"server_uuid": "c2a2b180-9e61-46b3-99f3-5887cab8329c", "name": "network-vif-plugged", "status": "completed", "tag": "904ceaa7-2108-4e56-9882-41fb261bf1b7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:03.984659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c3006b1-a5b6-4414-b662-ea8abebb0629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:03.984959 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1c3006b1-a5b6-4414-b662-ea8abebb0629 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9305e51-9ad6-4334-8f5d-2ff000e7d410 HTTP/1.1" status: 204 len: 168 time: 0.4500384 Nov 12 13:36:03.997513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3006b1-a5b6-4414-b662-ea8abebb0629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9305e51-9ad6-4334-8f5d-2ff000e7d410,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:04.006742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83aead-25b2-4eb2-bcaf-73be11039ebb req-eb0ff042-c2fc-4149-8402-e34505f38150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:04.010044 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc83aead-25b2-4eb2-bcaf-73be11039ebb req-eb0ff042-c2fc-4149-8402-e34505f38150 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d15bc196-71b4-4a9d-8091-18a16f861ffa HTTP/1.1" status: 200 len: 853 time: 0.2674026 Nov 12 13:36:04.030520 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:04.081699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc83aead-25b2-4eb2-bcaf-73be11039ebb req-9d8bca21-32d5-474c-8498-c4f6856247f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579801 Nov 12 13:36:04.086592 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:04.171077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae761-5158-4e98-836e-eda873d3a840 req-687c6747-95b9-4df3-9020-d837f20b3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:04.179131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-257ae761-5158-4e98-836e-eda873d3a840 req-687c6747-95b9-4df3-9020-d837f20b3779 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 1097 time: 0.7378716 Nov 12 13:36:04.196660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network b2695922-59b3-49cc-b2e1-323ddd94ae16 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:04.207607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26722da2-5b39-49b7-a276-0f7cd59dbfaf req-e8ce7292-b01d-4be6-bb12-ff01d7767055 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:04.212319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-26722da2-5b39-49b7-a276-0f7cd59dbfaf req-e8ce7292-b01d-4be6-bb12-ff01d7767055 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 944 time: 0.7691128 Nov 12 13:36:04.221053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11265f74-7049-4ad4-b5ac-222b0f2d37bc req-649d6c65-4ac0-49ad-8769-c9fff9d04ae5 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:04.229025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11265f74-7049-4ad4-b5ac-222b0f2d37bc req-649d6c65-4ac0-49ad-8769-c9fff9d04ae5 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.1456318 Nov 12 13:36:04.231546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:04.284046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:04.284552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:04.291130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:04.328568 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc83aead-25b2-4eb2-bcaf-73be11039ebb req-816d9a89-4a6c-422e-96cb-4b04f465cd55 service neutron] 10.222.0.70 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092853 Nov 12 13:36:04.336450 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11265f74-7049-4ad4-b5ac-222b0f2d37bc req-f2052a09-cb9f-45bc-a0b8-87ae63a36023 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064694 Nov 12 13:36:04.434314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 326eefed-239d-4951-8e32-5ace04a7d695 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:36:04.545795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc83aead-25b2-4eb2-bcaf-73be11039ebb req-0ffe3fa1-6307-4cdc-8ad1-5a89b87af3cb service neutron] 10.222.0.70 "GET /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979153 Nov 12 13:36:04.632188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56118) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:04.650079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae761-5158-4e98-836e-eda873d3a840 req-65968011-69a7-4119-b88c-d8c93cb5ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:04.652583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-257ae761-5158-4e98-836e-eda873d3a840 req-65968011-69a7-4119-b88c-d8c93cb5ad79 service neutron] 10.222.0.105 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 920 time: 0.4351430 Nov 12 13:36:04.676333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-26722da2-5b39-49b7-a276-0f7cd59dbfaf req-e4bd32f9-4416-45ef-ad2e-599990a36030 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223642 Nov 12 13:36:04.690477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce304406-e27a-4894-88ae-b401a214976a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:04.720193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 326eefed-239d-4951-8e32-5ace04a7d695, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=326eefed-239d-4951-8e32-5ace04a7d695,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:04.746950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '326eefed-239d-4951-8e32-5ace04a7d695', 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4', 'port_id': '326eefed-239d-4951-8e32-5ace04a7d695', 'mac_address': 'fa:16:3e:15:c4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15bc196-71b4-4a9d-8091-18a16f861ffa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:36:04.826529 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-257ae761-5158-4e98-836e-eda873d3a840 req-814feae6-b48c-4a5a-b6d6-410363e8881b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a301956-d186-4759-9a1e-6a9f1128db1e HTTP/1.1" status: 200 len: 217 time: 0.1424699 Nov 12 13:36:04.850999 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fee101-831c-47a7-8680-75c395beb1ef x-openstack-request-id: req-e7fee101-831c-47a7-8680-75c395beb1ef {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:04.851847 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a2b180-9e61-46b3-99f3-5887cab8329c", "name": "network-vif-plugged", "status": "completed", "tag": "904ceaa7-2108-4e56-9882-41fb261bf1b7", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:04.852338 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7fee101-831c-47a7-8680-75c395beb1ef {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:04.853065 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a2b180-9e61-46b3-99f3-5887cab8329c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904ceaa7-2108-4e56-9882-41fb261bf1b7', 'code': 200} Nov 12 13:36:04.860875 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:04.880578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326eefed-239d-4951-8e32-5ace04a7d695 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:36:04.910815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 326eefed-239d-4951-8e32-5ace04a7d695, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=326eefed-239d-4951-8e32-5ace04a7d695,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:04.917070 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:04.998873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=326eefed-239d-4951-8e32-5ace04a7d695,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:05.001451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce304406-e27a-4894-88ae-b401a214976a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.013375 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce304406-e27a-4894-88ae-b401a214976a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.030218 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.033031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d738f3d-8f90-49c0-b4de-4eb9c9d1aab0 req-efb66805-1069-4782-8ecd-22f2b58e6c58 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:05.040031 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d738f3d-8f90-49c0-b4de-4eb9c9d1aab0 req-efb66805-1069-4782-8ecd-22f2b58e6c58 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 946 time: 0.3309922 Nov 12 13:36:05.047120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae761-5158-4e98-836e-eda873d3a840 req-f339e4d2-3551-4697-8268-3b589b76b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:05.048829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-257ae761-5158-4e98-836e-eda873d3a840 req-f339e4d2-3551-4697-8268-3b589b76b8f1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 200 len: 859 time: 0.2163222 Nov 12 13:36:05.066346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8327bd-b980-4b10-851f-241e6604a374 req-aee56b05-117f-4c1e-8ee7-0dbbb11c0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:05.067990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c8327bd-b980-4b10-851f-241e6604a374 req-aee56b05-117f-4c1e-8ee7-0dbbb11c0ddc service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 1097 time: 0.1764491 Nov 12 13:36:05.116849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-257ae761-5158-4e98-836e-eda873d3a840 req-18f761cb-cbd7-4da9-acf5-dabf837979a4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1c5b37a7-c28a-448c-b6ea-b24adc200278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587482 Nov 12 13:36:05.134413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ce304406-e27a-4894-88ae-b401a214976a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51ec37633c2d46c69dfd94121e627f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4968002 Nov 12 13:36:05.134639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144fca-eb12-458e-9099-6ce943054696 req-14a56aca-4f62-48ec-980f-b6ba91054918 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:05.134639 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31144fca-eb12-458e-9099-6ce943054696 req-14a56aca-4f62-48ec-980f-b6ba91054918 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.1594129 Nov 12 13:36:05.140754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:05.147160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce304406-e27a-4894-88ae-b401a214976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d2f39-fef3-4ffc-bcd7-62b81c5e1bbe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:05.217012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d738f3d-8f90-49c0-b4de-4eb9c9d1aab0 req-29c210c7-6c3e-434b-a384-935dfb83d675 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595674 Nov 12 13:36:05.224671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c8327bd-b980-4b10-851f-241e6604a374 req-4f456c71-f2ff-4055-a016-ded1b24adc9d service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432693 Nov 12 13:36:05.233565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d208a5d1-0950-4d88-b944-75fa104a64ab None None] Network b2695922-59b3-49cc-b2e1-323ddd94ae16 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:05.255933 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26e64a90-89f8-4c66-85bf-413111035758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.293321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26e64a90-89f8-4c66-85bf-413111035758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.327446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['326eefed-239d-4951-8e32-5ace04a7d695'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:36:05.380285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31144fca-eb12-458e-9099-6ce943054696 req-e478dd02-48b5-4cd7-a46e-fb1483ffd500 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288795 Nov 12 13:36:05.415925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-257ae761-5158-4e98-836e-eda873d3a840 req-c119c70d-b508-4d1f-9df9-4fe5f6bc1090 service neutron] 10.222.0.105 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639828 Nov 12 13:36:05.416095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99e2f1-7bdd-40c2-a7c6-a211de3c0143 req-e2674978-a645-441a-9708-541b2d48d760 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:05.424190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-50801f38-c68e-426e-8ffd-a6a956acc1c9 None None] Provisioning complete for port 4a43daec-da3e-4c1b-99f5-f36e6e89673d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:05.424694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc99e2f1-7bdd-40c2-a7c6-a211de3c0143 req-e2674978-a645-441a-9708-541b2d48d760 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 946 time: 0.1087089 Nov 12 13:36:05.424897 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50801f38-c68e-426e-8ffd-a6a956acc1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.490457 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26e64a90-89f8-4c66-85bf-413111035758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.493046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26e64a90-89f8-4c66-85bf-413111035758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.494431 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-26e64a90-89f8-4c66-85bf-413111035758 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f91d2f39-fef3-4ffc-bcd7-62b81c5e1bbe HTTP/1.1" status: 204 len: 168 time: 0.3509374 Nov 12 13:36:05.537799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e64a90-89f8-4c66-85bf-413111035758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d2f39-fef3-4ffc-bcd7-62b81c5e1bbe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:05.545064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc99e2f1-7bdd-40c2-a7c6-a211de3c0143 req-5e1d1f10-b82a-4502-9f03-40b56ea16848 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189592 Nov 12 13:36:05.677726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a43daec-da3e-4c1b-99f5-f36e6e89673d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:05.732499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d5442-63f6-42d0-90ec-ddfe37669e4e req-9df9bf28-16e8-41be-a958-ec637c6f7405 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:05.739209 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-188d5442-63f6-42d0-90ec-ddfe37669e4e req-9df9bf28-16e8-41be-a958-ec637c6f7405 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.1765933 Nov 12 13:36:05.795551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-257ae761-5158-4e98-836e-eda873d3a840 req-7bdc3d96-0cf3-400b-b7bb-57fb11cca0b6 service neutron] 10.222.0.105 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682667 Nov 12 13:36:05.899952 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.909243 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.909795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.952907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50801f38-c68e-426e-8ffd-a6a956acc1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.971203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4a43daec-da3e-4c1b-99f5-f36e6e89673d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:05.971747 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:05.983935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-188d5442-63f6-42d0-90ec-ddfe37669e4e req-98a72456-61ba-45ff-ae51-653d4beee3c9 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851947 Nov 12 13:36:06.039454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abe603-e14c-4a9f-bf21-3112c8c3af14 req-1f1040f0-a158-402b-936d-68ed70c8c43d tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:06.041654 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1abe603-e14c-4a9f-bf21-3112c8c3af14 req-1f1040f0-a158-402b-936d-68ed70c8c43d tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 944 time: 0.1347210 Nov 12 13:36:06.081885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event updated for resources: {'Port': ['ID=b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:06.139807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Network b2695922-59b3-49cc-b2e1-323ddd94ae16 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:06.141988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:06.146022 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-50801f38-c68e-426e-8ffd-a6a956acc1c9 None None] For port 4a43daec-da3e-4c1b-99f5-f36e6e89673d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a43daec-da3e-4c1b-99f5-f36e6e89673d,segment=NetworkSegment(b8eefed6-9509-4c3e-ad8a-53ba8c60c685),segment_id=b8eefed6-9509-4c3e-ad8a-53ba8c60c685)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:06.158999 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50801f38-c68e-426e-8ffd-a6a956acc1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:06.174294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1abe603-e14c-4a9f-bf21-3112c8c3af14 req-03e07075-5850-4b43-bdaf-cba2d1512ccd tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252763 Nov 12 13:36:06.330446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50801f38-c68e-426e-8ffd-a6a956acc1c9 None None] Pushing event updated for resources: {'Port': ['ID=4a43daec-da3e-4c1b-99f5-f36e6e89673d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:06.363760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd7f44-4449-4a3c-bfa2-0320b30774d2 req-bd89cccb-100d-4a2e-a147-e4322c296120 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:06.365946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67dd7f44-4449-4a3c-bfa2-0320b30774d2 req-bd89cccb-100d-4a2e-a147-e4322c296120 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.2028732 Nov 12 13:36:06.383951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:06.390855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1cada773-7a31-4d41-b18d-264e49109466 None None] Provisioning complete for port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:06.391305 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1cada773-7a31-4d41-b18d-264e49109466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:06.482911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1cada773-7a31-4d41-b18d-264e49109466 None None] Port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:36:06.508649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1cada773-7a31-4d41-b18d-264e49109466 None None] Provisioning complete for port 4a43daec-da3e-4c1b-99f5-f36e6e89673d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:06.509784 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1cada773-7a31-4d41-b18d-264e49109466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:06.647784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c72b06-4341-4c10-b29e-f682663bde1b req-c893a439-5eec-413d-aa73-3249792082b1 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:06.649304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65c72b06-4341-4c10-b29e-f682663bde1b req-c893a439-5eec-413d-aa73-3249792082b1 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 946 time: 0.1085801 Nov 12 13:36:06.655855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:06.661330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67dd7f44-4449-4a3c-bfa2-0320b30774d2 req-ffa16131-6676-4695-82d3-b6cf23ae8de2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830498 Nov 12 13:36:06.669268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d2874ede-846c-4746-9aa9-66c26dcb771f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1181185 Nov 12 13:36:06.669515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56166) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:06.678429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c9f032f5-beb5-49f6-a0d5-e074d17a9f69 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:06.684824 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:06.699400 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:06.700684 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:06.856576 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:06.870671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f79f36b7-85b1-4da8-bde2-b27b2a63e85b None None] Provisioning complete for port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:06.872003 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f79f36b7-85b1-4da8-bde2-b27b2a63e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:06.981680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f79f36b7-85b1-4da8-bde2-b27b2a63e85b None None] Port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:36:07.001374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-3840c495-6013-4fe4-86ca-0cf77e74257a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2123981 Nov 12 13:36:07.039652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1152f-d34a-4a06-92f1-e69c4d6a68f8 req-661be039-4d70-442c-a266-2651f05ca991 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:07.042218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7f1152f-d34a-4a06-92f1-e69c4d6a68f8 req-661be039-4d70-442c-a266-2651f05ca991 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 946 time: 0.1696069 Nov 12 13:36:07.082970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65c72b06-4341-4c10-b29e-f682663bde1b req-beeb249b-30c4-443b-997f-7b5babf67327 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4250789 Nov 12 13:36:07.236652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c6260414-752d-4383-bdca-6b76e03d3591 None None] Provisioning complete for port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:07.238223 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6260414-752d-4383-bdca-6b76e03d3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:07.242887 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:04Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1', 'name': '', 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:90:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:02Z', 'updated_at': '2021-11-12T13:36:05Z', 'revision_number': 2, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:07.282291 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:07.283073 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Updating router 19a72e4b-49d2-461f-b86b-de8af7d7e878 port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:36:07.294337 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7f1152f-d34a-4a06-92f1-e69c4d6a68f8 req-7c6efabc-042e-4715-b486-1d449fa829c8 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345133 Nov 12 13:36:07.305122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56176) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:07.334797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c6260414-752d-4383-bdca-6b76e03d3591 None None] Port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:36:07.348301 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-43627177-d21d-4681-ba42-6ce495140e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:07.358672 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:07.363578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-43627177-d21d-4681-ba42-6ce495140e13 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1095 time: 0.2808983 Nov 12 13:36:07.601724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6e47f5fc-1739-4cc9-9f00-cceabdada923 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:36:07.607454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-a701e11e-288a-4443-90cf-b09c742fc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:07.609248 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-a701e11e-288a-4443-90cf-b09c742fc892 service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.2075951 Nov 12 13:36:07.615670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107ec53-8d7b-401e-8619-fe45d163ac41 req-3f4ea52c-e1b7-450c-af14-01d806df774e tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:07.617641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'networks': [{'name': 'tempest-network--1457977086'}, {'name': 'tempest-network--1487086950'}]} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:07.617800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107ec53-8d7b-401e-8619-fe45d163ac41 req-3f4ea52c-e1b7-450c-af14-01d806df774e tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.2371912 Nov 12 13:36:07.618060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'network': {'name': 'tempest-network--1457977086'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:07.618060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'network': {'name': 'tempest-network--1487086950'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:07.619654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a43daec-da3e-4c1b-99f5-f36e6e89673d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:07.728148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de9abe-c7c8-4e5c-a0b2-889bf344b22b req-e6bcf7c0-6e71-4f5b-b12e-7223657f7ce7 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:07.732347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-c9f032f5-beb5-49f6-a0d5-e074d17a9f69 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 13:36:07.741355 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-92de9abe-c7c8-4e5c-a0b2-889bf344b22b req-e6bcf7c0-6e71-4f5b-b12e-7223657f7ce7 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 944 time: 0.3157749 Nov 12 13:36:07.749551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Made reservation on behalf of 5e99e14b671b4da8b2e90b3b5e6783a4 for: {'network': 2} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:07.755658 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:07.771927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9107ec53-8d7b-401e-8619-fe45d163ac41 req-48c25021-168a-43d8-8a25-b2639fc918c8 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359193 Nov 12 13:36:07.781048 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:07.786606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-c9f032f5-beb5-49f6-a0d5-e074d17a9f69 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Removed routes are [] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 13:36:07.787049 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9f032f5-beb5-49f6-a0d5-e074d17a9f69 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:07.833513 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-8abb8527-51f9-40fc-a400-6847c1379a9a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 998 time: 0.1965246 Nov 12 13:36:07.860692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6e47f5fc-1739-4cc9-9f00-cceabdada923, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6e47f5fc-1739-4cc9-9f00-cceabdada923,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:07.885089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-92de9abe-c7c8-4e5c-a0b2-889bf344b22b req-fd778905-e6c4-4578-adca-88ff6a70bb16 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428287 Nov 12 13:36:07.886680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '6e47f5fc-1739-4cc9-9f00-cceabdada923', 'network_id': 'e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4', 'port_id': '6e47f5fc-1739-4cc9-9f00-cceabdada923', 'mac_address': 'fa:16:3e:20:11:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15bc196-71b4-4a9d-8091-18a16f861ffa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:36:07.966863 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:07.984539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4a43daec-da3e-4c1b-99f5-f36e6e89673d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:07.985338 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:07.991934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-f2665312-15f4-42e6-a830-2e7c5deca480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:07.994425 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-f2665312-15f4-42e6-a830-2e7c5deca480 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.1253080 Nov 12 13:36:08.016137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e47f5fc-1739-4cc9-9f00-cceabdada923 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:36:08.040825 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.047128 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.052222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6e47f5fc-1739-4cc9-9f00-cceabdada923, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6e47f5fc-1739-4cc9-9f00-cceabdada923,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:08.062365 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.080295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-5469917a-e433-4d09-ad71-8b0fe96d970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:08.081860 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-5469917a-e433-4d09-ad71-8b0fe96d970e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789092 Nov 12 13:36:08.110881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.120932 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6afe3c-4a36-4a85-946e-7ceed2dc8a22 None None] Pushing event updated for resources: {'Port': ['ID=b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:08.130714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16503c5a-9825-47ba-a3da-3b7d59af461f req-c6df76bb-0959-47a2-b4a6-67b1f677052c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:08.132117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-16503c5a-9825-47ba-a3da-3b7d59af461f req-c6df76bb-0959-47a2-b4a6-67b1f677052c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.2470202 Nov 12 13:36:08.145517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.150388 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.172059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=6e47f5fc-1739-4cc9-9f00-cceabdada923,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:08.183562 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9f032f5-beb5-49f6-a0d5-e074d17a9f69 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.205988 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9f032f5-beb5-49f6-a0d5-e074d17a9f69 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.234895 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Attempting to bind port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:08.235355 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Attempting to bind port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:08.236051 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Attempting to bind port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 on network b2695922-59b3-49cc-b2e1-323ddd94ae16 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:08.242780 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:08.242780 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Checking segment: {'id': 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:08.243162 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.243585 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Bound using segment: {'id': 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:08.244119 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Bound port: b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:08.244496 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.286426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c9c225-465e-4a06-9e5b-f4427da86c06,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:08.307673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:08.331798 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] For port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:08.335773 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] For port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1,segment=NetworkSegment(b8eefed6-9509-4c3e-ad8a-53ba8c60c685),segment_id=b8eefed6-9509-4c3e-ad8a-53ba8c60c685)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:08.339713 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.340146 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Added segment 6992a31d-3bdc-4f68-9dc7-b11ca31e1b4a of type vlan for network bc85152e-b64f-4411-aa91-59b0e812b93d Nov 12 13:36:08.340520 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-16503c5a-9825-47ba-a3da-3b7d59af461f req-908a92a7-597a-411d-8bf1-7ba40ed605e1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940484 Nov 12 13:36:08.355360 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.376546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422282cb-b22a-4c77-bb26-074b08681312 req-5db6747e-7074-428d-87d4-e82972430418 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:08.378194 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-422282cb-b22a-4c77-bb26-074b08681312 req-5db6747e-7074-428d-87d4-e82972430418 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 946 time: 0.1407835 Nov 12 13:36:08.418232 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-f7bb570a-01a9-4671-8c1f-6285ae15c0bd service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215494 Nov 12 13:36:08.422516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-c70dfd9f-da5a-491c-93cf-894e626448c7 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:08.424189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-c70dfd9f-da5a-491c-93cf-894e626448c7 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.70 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 946 time: 0.0903859 Nov 12 13:36:08.436157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f032f5-beb5-49f6-a0d5-e074d17a9f69 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:08.445427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 326eefed-239d-4951-8e32-5ace04a7d695 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:08.481028 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.490475 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:08.491257 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:08.511980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['6e47f5fc-1739-4cc9-9f00-cceabdada923'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:36:08.600878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-422282cb-b22a-4c77-bb26-074b08681312 req-3b999db3-d0b0-488d-8a4a-828198ca35ab tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920707 Nov 12 13:36:08.612340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:08.643176 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-84f48314-8af6-4f30-95d7-41986c0013f9 req-9c04a2e1-50b9-4f69-be10-9d4d9799d48e service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066190 Nov 12 13:36:08.644527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.644872 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Added segment da98bf22-8068-43f4-8d83-8d180b7b3fa9 of type vlan for network 8ba9dc9b-6b44-4c67-9c95-2d1ba83e6cbb Nov 12 13:36:08.689954 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:08.698126 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9b2fc5bf-7208-402b-9d23-5683a2579449 None None] Provisioning complete for port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:08.701534 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.706077 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc5bf-7208-402b-9d23-5683a2579449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.735464 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.736242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.743656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:08.749379 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:08.750032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.777019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4699099 Nov 12 13:36:08.789272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56188) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:08.888630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 326eefed-239d-4951-8e32-5ace04a7d695 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:36:08.919058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 326eefed-239d-4951-8e32-5ace04a7d695 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:08.919771 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:08.932431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'Network': ['ID=bc85152e-b64f-4411-aa91-59b0e812b93d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:08.948766 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6afe3c-4a36-4a85-946e-7ceed2dc8a22 None None] Pushing event updated for resources: {'Port': ['ID=b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:08.977116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network bc85152e-b64f-4411-aa91-59b0e812b93d details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:09.119863 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:07Z', 'revision_number': 6, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1', 'name': '', 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:90:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:02Z', 'updated_at': '2021-11-12T13:36:08Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:09.133058 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc5bf-7208-402b-9d23-5683a2579449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:09.160647 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd6023-d91a-494f-834b-0c2012bbf5f7 None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:07Z', 'revision_number': 6, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1', 'name': '', 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:90:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:02Z', 'updated_at': '2021-11-12T13:36:08Z', 'revision_number': 4, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:09.218532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9b2fc5bf-7208-402b-9d23-5683a2579449 None None] For port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1,segment=NetworkSegment(b8eefed6-9509-4c3e-ad8a-53ba8c60c685),segment_id=b8eefed6-9509-4c3e-ad8a-53ba8c60c685)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:09.240264 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc5bf-7208-402b-9d23-5683a2579449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:09.299911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fc5bf-7208-402b-9d23-5683a2579449 None None] Pushing event updated for resources: {'Port': ['ID=b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:09.337718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32a1bb-10a0-4a37-8c84-b560605af984 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'Network': ['ID=8ba9dc9b-6b44-4c67-9c95-2d1ba83e6cbb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:09.359141 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:09.404598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb192ae-d5b7-46df-a8b2-bb804614eb73 req-5deda232-7307-4711-ab90-fbe159c1e6b8 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:09.409134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-afb192ae-d5b7-46df-a8b2-bb804614eb73 req-5deda232-7307-4711-ab90-fbe159c1e6b8 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.5006249 Nov 12 13:36:09.412588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 8ba9dc9b-6b44-4c67-9c95-2d1ba83e6cbb details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:09.417924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065ad0af-9215-42d2-921e-221b9e61c4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326eefed-239d-4951-8e32-5ace04a7d695'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:09.420510 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1f344d-cf3d-42ce-9c9c-e927a2aa32c1" -d '{"events": [{"server_uuid": "065ad0af-9215-42d2-921e-221b9e61c4e5", "name": "network-vif-plugged", "status": "completed", "tag": "326eefed-239d-4951-8e32-5ace04a7d695"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:09.421611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f032f5-beb5-49f6-a0d5-e074d17a9f69 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:09.426327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ecc6d-bba2-4230-aa96-71a19db3c1c7 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:09.435489 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9f032f5-beb5-49f6-a0d5-e074d17a9f69 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:09.440152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c9f032f5-beb5-49f6-a0d5-e074d17a9f69 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878 HTTP/1.1" status: 200 len: 954 time: 2.7677350 Nov 12 13:36:09.440404 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ecc6d-bba2-4230-aa96-71a19db3c1c7 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:09.447026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ecc6d-bba2-4230-aa96-71a19db3c1c7 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:09.453439 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ecc6d-bba2-4230-aa96-71a19db3c1c7 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:09.453765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56198) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:09.457713 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-532ecc6d-bba2-4230-aa96-71a19db3c1c7 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6650720 Nov 12 13:36:09.462288 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56200) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:09.482608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 326eefed-239d-4951-8e32-5ace04a7d695, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=326eefed-239d-4951-8e32-5ace04a7d695,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:09.508689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c50a0-b7c4-4b9f-810d-5f7728f3a11f req-992e4ed5-2b05-4e88-9c1e-d794bf00860a tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:09.520607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe1c50a0-b7c4-4b9f-810d-5f7728f3a11f req-992e4ed5-2b05-4e88-9c1e-d794bf00860a tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 946 time: 0.8924360 Nov 12 13:36:09.521434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dbf73ed2-032e-444f-a05f-0566972f1bd3 None None] Provisioning complete for port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:09.521908 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbf73ed2-032e-444f-a05f-0566972f1bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:09.526226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:09.546386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-afb192ae-d5b7-46df-a8b2-bb804614eb73 req-0b072edb-7bb7-4400-ac61-ed55ab58811d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900567 Nov 12 13:36:09.658686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=326eefed-239d-4951-8e32-5ace04a7d695,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:09.661693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:09.732849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe1c50a0-b7c4-4b9f-810d-5f7728f3a11f req-e4e3f9a8-a886-4494-b7e4-b3fbf843f99f tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112601 Nov 12 13:36:09.774901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-530b8514-3b91-4a52-b2d4-d71963a42ba3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878 HTTP/1.1" status: 200 len: 954 time: 0.3071432 Nov 12 13:36:09.774901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Deleting port a67ccfa3-74cc-4d02-bc34-58dbf70a648f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:09.774901 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:09.778230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56208) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:09.783244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5d35c8bf-369d-46b6-be7e-56d3e1e0589f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'routes': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:09.856596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:09.857121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:09.984712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] For port a67ccfa3-74cc-4d02-bc34-58dbf70a648f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:09.985231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.124474 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.219235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4cd96-7121-44ae-b5a5-1a6fe21560ae req-0052b3ec-4b00-41aa-862b-19833c04feee tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:10.220798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-50d4cd96-7121-44ae-b5a5-1a6fe21560ae req-0052b3ec-4b00-41aa-862b-19833c04feee tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 945 time: 0.1366363 Nov 12 13:36:10.298871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.341645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc85152e-b64f-4411-aa91-59b0e812b93d']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:10.351982 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-50d4cd96-7121-44ae-b5a5-1a6fe21560ae req-92a1b4cd-db25-48db-aa89-8a5503306ac7 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195104 Nov 12 13:36:10.359983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4479e-308a-42f0-91f1-247164f89f4c req-27d51645-1873-44ce-8649-5c94e1448a35 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:10.361690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7e4479e-308a-42f0-91f1-247164f89f4c req-27d51645-1873-44ce-8649-5c94e1448a35 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.3182745 Nov 12 13:36:10.379027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6992a31d-3bdc-4f68-9dc7-b11ca31e1b4a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:10.379395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6992a31d-3bdc-4f68-9dc7-b11ca31e1b4a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:10.393889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.418479 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.430084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:10.432523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:10.443294 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:10.482018 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a99801-abd1-4ed2-8e58-31ea0696de37 x-openstack-request-id: req-f3a99801-abd1-4ed2-8e58-31ea0696de37 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:10.482558 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065ad0af-9215-42d2-921e-221b9e61c4e5", "name": "network-vif-plugged", "status": "completed", "tag": "326eefed-239d-4951-8e32-5ace04a7d695", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:10.482558 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f3a99801-abd1-4ed2-8e58-31ea0696de37 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:10.482937 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065ad0af-9215-42d2-921e-221b9e61c4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326eefed-239d-4951-8e32-5ace04a7d695', 'code': 200} Nov 12 13:36:10.521162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:10.537692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:10.538340 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:10.552690 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.570513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.574245 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "DELETE /v2.0/networks/bc85152e-b64f-4411-aa91-59b0e812b93d HTTP/1.1" status: 204 len: 168 time: 1.1097529 Nov 12 13:36:10.578163 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56220) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:10.584629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.585923 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.586544 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Floating IP b8ed3e39-e6bc-41ca-861b-6d5cd31936ac disassociated. External IP: 172.25.5.233, port: a67ccfa3-74cc-4d02-bc34-58dbf70a648f. Nov 12 13:36:10.587333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Calling delete_port for a67ccfa3-74cc-4d02-bc34-58dbf70a648f owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:10.628698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac61ea4-a473-45e2-a34a-efc39ae22dfe tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Network': ['ID=bc85152e-b64f-4411-aa91-59b0e812b93d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:10.648150 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7e4479e-308a-42f0-91f1-247164f89f4c req-35731dc1-02dc-4b1a-bde3-853c66c6b3a5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726650 Nov 12 13:36:10.771005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f28dd-882f-48c7-b312-755de82c5cdd req-c28582dd-b844-4378-aacd-e76cdf1601a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:10.771965 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c0f28dd-882f-48c7-b312-755de82c5cdd req-c28582dd-b844-4378-aacd-e76cdf1601a3 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=065ad0af-9215-42d2-921e-221b9e61c4e5 HTTP/1.1" status: 200 len: 1096 time: 0.1947176 Nov 12 13:36:10.806880 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:10.846255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003c976-eff7-41a5-a954-1e1bfa116307 req-c78c779e-efa9-4c02-ba30-d44af083cc04 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:10.853738 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d003c976-eff7-41a5-a954-1e1bfa116307 req-c78c779e-efa9-4c02-ba30-d44af083cc04 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 946 time: 0.1284838 Nov 12 13:36:10.878633 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c0f28dd-882f-48c7-b312-755de82c5cdd req-9817b7ae-4506-419c-bbf4-36038b7a1856 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982149 Nov 12 13:36:10.912982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:10.932386 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:11.011368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d003c976-eff7-41a5-a954-1e1bfa116307 req-10cc24f2-7815-450b-96d0-d8acd173270e tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups?id=93c93898-ffe1-4b1e-8887-c567cd578a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516857 Nov 12 13:36:11.020369 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:11.059851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Pushing event deleted for resources: {'Port': ['ID=a67ccfa3-74cc-4d02-bc34-58dbf70a648f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:11.065975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba9dc9b-6b44-4c67-9c95-2d1ba83e6cbb']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:11.087424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da98bf22-8068-43f4-8d83-8d180b7b3fa9') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:11.087688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da98bf22-8068-43f4-8d83-8d180b7b3fa9') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:11.108652 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:11.153879 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:11.173569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:11.173920 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-5d35c8bf-369d-46b6-be7e-56d3e1e0589f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added routes are [] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 13:36:11.174106 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:11.174282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-5d35c8bf-369d-46b6-be7e-56d3e1e0589f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:11.180044 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:11.225123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae98331-301d-4e66-87b9-cb52f5b26b6d req-a10cf94c-58e5-44de-bde0-a59c5e9b2b7e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:11.227183 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eae98331-301d-4e66-87b9-cb52f5b26b6d req-a10cf94c-58e5-44de-bde0-a59c5e9b2b7e tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 946 time: 0.1096833 Nov 12 13:36:11.243804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c970-0953-4294-8320-288ea6663e67 req-79c57d9e-b004-4d9f-ab18-786cf73124b6 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:11.246119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d795c970-0953-4294-8320-288ea6663e67 req-79c57d9e-b004-4d9f-ab18-786cf73124b6 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.1884520 Nov 12 13:36:11.283956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:07Z', 'revision_number': 6, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1', 'name': '', 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:90:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:02Z', 'updated_at': '2021-11-12T13:36:09Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:11.286774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d35c8bf-369d-46b6-be7e-56d3e1e0589f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:11.340021 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:11.344659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:11.352384 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:11.362795 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "DELETE /v2.0/networks/8ba9dc9b-6b44-4c67-9c95-2d1ba83e6cbb HTTP/1.1" status: 204 len: 168 time: 0.7800112 Nov 12 13:36:11.363143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:11.363345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Router 0f46387f-a690-42b2-afac-4fd463a05f39 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:11.365326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:11.365579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56226) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:11.402555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d38500-19aa-4cdd-af94-c0975cd9c1e9 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Network': ['ID=8ba9dc9b-6b44-4c67-9c95-2d1ba83e6cbb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:11.458785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eae98331-301d-4e66-87b9-cb52f5b26b6d req-7f5f6aad-3521-4149-af77-7c1e760df316 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831071 Nov 12 13:36:11.508409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d795c970-0953-4294-8320-288ea6663e67 req-fa33ed06-f80f-420b-bfa5-1a2150ff8bcf tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306862 Nov 12 13:36:11.516146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:11.700153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6e47f5fc-1739-4cc9-9f00-cceabdada923 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:11.707539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c854dfb-ecb2-4038-9709-1a948ae299fe req-489c43d7-0b98-45ee-b188-5ad694270619 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:11.711631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4c854dfb-ecb2-4038-9709-1a948ae299fe req-489c43d7-0b98-45ee-b188-5ad694270619 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 945 time: 0.1037674 Nov 12 13:36:11.718530 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-97184af6-39db-4753-9088-13574ae986d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1220748 Nov 12 13:36:11.882285 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-3bb59438-8c46-4aef-833d-7f1b1a002beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:11.885502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-3bb59438-8c46-4aef-833d-7f1b1a002beb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 1097 time: 0.1216636 Nov 12 13:36:11.895144 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4c854dfb-ecb2-4038-9709-1a948ae299fe req-9720fb9c-6423-45b2-a9c3-4bba140df14f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754255 Nov 12 13:36:11.937187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 6e47f5fc-1739-4cc9-9f00-cceabdada923 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:36:11.951333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 6e47f5fc-1739-4cc9-9f00-cceabdada923 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:11.951961 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:12.025458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-6d8ac4b0-e45b-46cd-8ed2-d76f4f6d5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:12.027243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-6d8ac4b0-e45b-46cd-8ed2-d76f4f6d5990 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 912 time: 0.1140680 Nov 12 13:36:12.106722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:11Z', 'revision_number': 7, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1', 'name': '', 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:90:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:02Z', 'updated_at': '2021-11-12T13:36:09Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:12.109430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:12.137012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-080d436f-b3aa-49dc-ab7e-1bddc61c30aa req-b286c11c-a085-447e-9c8d-93e3be437f50 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/ports?device_id=08941309-940d-4ced-ad00-a96b3a04cba2 HTTP/1.1" status: 200 len: 210 time: 0.0300610 Nov 12 13:36:12.146495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b317586-3203-4a2b-9399-4f5c457567db None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:11Z', 'revision_number': 7, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1', 'name': '', 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:90:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:02Z', 'updated_at': '2021-11-12T13:36:09Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:12.157153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-7cd59007-2a30-4e2a-abad-d39b69c552f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99072daf-ae37-495e-9205-4b81df28e187 HTTP/1.1" status: 200 len: 1002 time: 0.1187885 Nov 12 13:36:12.185055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6e47f5fc-1739-4cc9-9f00-cceabdada923, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6e47f5fc-1739-4cc9-9f00-cceabdada923,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:12.190416 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:12.191361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a67ccfa3-74cc-4d02-bc34-58dbf70a648f no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:12.230808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd860e-4376-4c9d-9c37-a06437f89742 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:12.237490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd860e-4376-4c9d-9c37-a06437f89742 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:12.243906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-28cd860e-4376-4c9d-9c37-a06437f89742 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8742890 Nov 12 13:36:12.244164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-92f827ce-ac8b-4277-8de9-da0e000cd3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:12.244164 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-92f827ce-ac8b-4277-8de9-da0e000cd3c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.0673823 Nov 12 13:36:12.244164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56236) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:12.244482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: a67ccfa3-74cc-4d02-bc34-58dbf70a648f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:12.244482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a67ccfa3-74cc-4d02-bc34-58dbf70a648f not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:12.250832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-925015553'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:12.266934 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d35c8bf-369d-46b6-be7e-56d3e1e0589f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:12.278794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d35c8bf-369d-46b6-be7e-56d3e1e0589f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:12.299183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=6e47f5fc-1739-4cc9-9f00-cceabdada923,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:12.321509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Made reservation on behalf of 5e99e14b671b4da8b2e90b3b5e6783a4 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:12.327433 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:12.340313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:12.345455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-00fc62fa-3a38-4948-99f9-dc8d3bec9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:12.347141 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-00fc62fa-3a38-4948-99f9-dc8d3bec9853 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915275 Nov 12 13:36:12.359482 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] Sync routers for ids ['0f46387f-a690-42b2-afac-4fd463a05f39'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:12.390254 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] Routers {'0f46387f-a690-42b2-afac-4fd463a05f39'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:12.392182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e351de-e473-4b70-88f8-65178e657d8c req-7b6862d1-01b2-49f3-9f32-5ff4ca650f26 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:12.393385 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0f46387f-a690-42b2-afac-4fd463a05f39'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:12.398318 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:12.399810 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c7e351de-e473-4b70-88f8-65178e657d8c req-7b6862d1-01b2-49f3-9f32-5ff4ca650f26 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.2623072 Nov 12 13:36:12.462283 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] No DVR routers for this DVR port a67ccfa3-74cc-4d02-bc34-58dbf70a648f on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:12.472893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:12.476415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e73b17ee-f3f9-4f0b-ac71-ea6bb2af099a req-3bf7d85d-d807-4ab9-89b7-4d6b9db5d323 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.70 "DELETE /v2.0/ports/a67ccfa3-74cc-4d02-bc34-58dbf70a648f HTTP/1.1" status: 204 len: 173 time: 4.0384569 Nov 12 13:36:12.478251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08941309-940d-4ced-ad00-a96b3a04cba2', 'name': 'network-vif-deleted', 'tag': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:12.481177 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c06a7e7-403a-4ba4-adfb-787d1c7cb835" -d '{"events": [{"server_uuid": "08941309-940d-4ced-ad00-a96b3a04cba2", "name": "network-vif-deleted", "tag": "a67ccfa3-74cc-4d02-bc34-58dbf70a648f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:12.484580 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08b62cb-991a-4534-b9b5-e64737a62e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e47f5fc-1739-4cc9-9f00-cceabdada923'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:12.486992 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f26fa7b-129f-41f5-81a9-baa30d25741a" -d '{"events": [{"server_uuid": "b08b62cb-991a-4534-b9b5-e64737a62e38", "name": "network-vif-plugged", "status": "completed", "tag": "6e47f5fc-1739-4cc9-9f00-cceabdada923"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:12.524491 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:12.524895 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Added segment 5e6523f7-ca35-4de8-878f-cd738bf1a870 of type vlan for network dd427a06-eba1-45c8-8c45-3cee294cc2be Nov 12 13:36:12.538220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-6ffbc8bf-50fc-4145-9dd8-bdcbdc0bd592 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795199 Nov 12 13:36:12.577250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c7e351de-e473-4b70-88f8-65178e657d8c req-d9c7457b-a7b2-4627-af75-9a0abc0e68b5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765277 Nov 12 13:36:12.585749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d35c8bf-369d-46b6-be7e-56d3e1e0589f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:12.662355 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] Set router 0f46387f-a690-42b2-afac-4fd463a05f39 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:12.722852 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553e66df-c290-404b-80c7-85d8f8d41b45 x-openstack-request-id: req-553e66df-c290-404b-80c7-85d8f8d41b45 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:12.723839 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08b62cb-991a-4534-b9b5-e64737a62e38", "name": "network-vif-plugged", "status": "completed", "tag": "6e47f5fc-1739-4cc9-9f00-cceabdada923", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:12.726539 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-553e66df-c290-404b-80c7-85d8f8d41b45 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:12.727720 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08b62cb-991a-4534-b9b5-e64737a62e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e47f5fc-1739-4cc9-9f00-cceabdada923', 'code': 200} Nov 12 13:36:12.761885 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1823bba-4b58-4a6f-a6bb-dcd81bd5a397 x-openstack-request-id: req-f1823bba-4b58-4a6f-a6bb-dcd81bd5a397 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:12.763609 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08941309-940d-4ced-ad00-a96b3a04cba2", "name": "network-vif-deleted", "tag": "a67ccfa3-74cc-4d02-bc34-58dbf70a648f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:12.764573 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1823bba-4b58-4a6f-a6bb-dcd81bd5a397 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:12.765256 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08941309-940d-4ced-ad00-a96b3a04cba2', 'name': 'network-vif-deleted', 'tag': 'a67ccfa3-74cc-4d02-bc34-58dbf70a648f', 'status': 'completed', 'code': 200} Nov 12 13:36:12.769704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d67fbac8-05ce-4ae1-a638-c51d236f6968 req-f78463aa-a759-4d5b-8bc4-17399cd76bf7 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631095 Nov 12 13:36:12.800861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d35c8bf-369d-46b6-be7e-56d3e1e0589f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:12.812216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:12.814204 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d35c8bf-369d-46b6-be7e-56d3e1e0589f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:12.816935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5d35c8bf-369d-46b6-be7e-56d3e1e0589f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878 HTTP/1.1" status: 200 len: 704 time: 3.0377188 Nov 12 13:36:12.820456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56248) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:12.850728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:12.852184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:12.864017 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:12.956757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53005002-8ca8-46d4-99a0-5137590a1e55 req-5bad43d7-ff85-4c52-b88b-f81709c2c26f tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:12.958303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53005002-8ca8-46d4-99a0-5137590a1e55 req-5bad43d7-ff85-4c52-b88b-f81709c2c26f tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 946 time: 0.1873250 Nov 12 13:36:12.961456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2fa87-b914-41f9-98a8-5b2182993d8e req-1fd2272e-a742-46a2-b8d7-babdb9f544b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:12.964086 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9da2fa87-b914-41f9-98a8-5b2182993d8e req-1fd2272e-a742-46a2-b8d7-babdb9f544b3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 1097 time: 0.1043506 Nov 12 13:36:12.981835 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-52b14cc4-0512-416e-80ff-65a1b16e3e29 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878 HTTP/1.1" status: 200 len: 704 time: 0.1589890 Nov 12 13:36:12.982762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56252) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:13.009617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.015397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:13.018043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:13.018913 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.040618 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:47Z', 'revision_number': 5, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:13.098451 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] Checking router: 0f46387f-a690-42b2-afac-4fd463a05f39 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:13.115146 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] Routers {'0f46387f-a690-42b2-afac-4fd463a05f39'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:13.115780 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0f46387f-a690-42b2-afac-4fd463a05f39'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:13.131357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90261-33d3-48f0-aba3-715d8ce3e476 req-4adc20d0-453b-49a3-853f-68859e7a24fd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:13.142947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51a90261-33d3-48f0-aba3-715d8ce3e476 req-4adc20d0-453b-49a3-853f-68859e7a24fd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.3101459 Nov 12 13:36:13.164965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'Network': ['ID=dd427a06-eba1-45c8-8c45-3cee294cc2be,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:13.220940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9da2fa87-b914-41f9-98a8-5b2182993d8e req-88e33c88-f6b3-4e12-ab77-d6aba8288079 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339184 Nov 12 13:36:13.232333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c10a2729-8d15-4754-8aba-7cb8fb52b9fc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9872046 Nov 12 13:36:13.238008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56256) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:13.251323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-547032564'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:13.263970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network dd427a06-eba1-45c8-8c45-3cee294cc2be details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:13.268083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53005002-8ca8-46d4-99a0-5137590a1e55 req-78d82eef-0292-41bc-bce6-2f89095b873a tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/security-groups?id=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025742 Nov 12 13:36:13.270171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51a90261-33d3-48f0-aba3-715d8ce3e476 req-c200b454-54ba-4f42-8e11-c28af3802880 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258061 Nov 12 13:36:13.286881 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.291599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-7f6e2957-a93f-4079-b343-064889732cf7 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:13.293341 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-7f6e2957-a93f-4079-b343-064889732cf7 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.105 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 946 time: 0.3266351 Nov 12 13:36:13.357146 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] Set router 0f46387f-a690-42b2-afac-4fd463a05f39 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:13.412326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Made reservation on behalf of 5e99e14b671b4da8b2e90b3b5e6783a4 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:13.425808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.510392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:13.512718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:11Z', 'revision_number': 7, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1', 'name': '', 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:90:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:02Z', 'updated_at': '2021-11-12T13:36:09Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:13.533310 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.533310 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Added segment b364a3fe-5ed6-4165-8247-6829ad86973e of type vlan for network fdc7da96-47ab-4419-9161-f7b6f6f688af Nov 12 13:36:13.551398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:13.554802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-132bea2c-a290-4d29-81a1-2465497f5d46 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Deleting port 904ceaa7-2108-4e56-9882-41fb261bf1b7 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:13.555297 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-132bea2c-a290-4d29-81a1-2465497f5d46 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.578195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:13.578848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:13.652696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d21c-9c3c-4cbe-8df0-fb845ce62c54 req-96daa2f2-961a-4102-980e-559ccbac672f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:13.654650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4935d21c-9c3c-4cbe-8df0-fb845ce62c54 req-96daa2f2-961a-4102-980e-559ccbac672f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 946 time: 0.2054555 Nov 12 13:36:13.665693 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.738248 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-132bea2c-a290-4d29-81a1-2465497f5d46 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] For port 904ceaa7-2108-4e56-9882-41fb261bf1b7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=904ceaa7-2108-4e56-9882-41fb261bf1b7,segment=NetworkSegment(3cb6fe76-d19f-46e1-8182-02d063aec53b),segment_id=3cb6fe76-d19f-46e1-8182-02d063aec53b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:13.738991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-132bea2c-a290-4d29-81a1-2465497f5d46 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.742937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.749660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:13.752115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.771668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4935d21c-9c3c-4cbe-8df0-fb845ce62c54 req-30f9e44d-03c5-4b82-8d35-3e134bf9814b tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922954 Nov 12 13:36:13.805435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-132bea2c-a290-4d29-81a1-2465497f5d46 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Calling delete_port for 904ceaa7-2108-4e56-9882-41fb261bf1b7 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:13.815072 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:47Z', 'revision_number': 5, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:13.857696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6175537 Nov 12 13:36:13.858341 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56262) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:13.866667 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef881bb-34f3-4d43-ab4c-3beb1ae7421d None None] The sync data for ids ['0f46387f-a690-42b2-afac-4fd463a05f39'] in n-d-805736-4 is: [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:32:37Z', 'revision_number': 4, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a7eaccf4-68eb-4978-bca0-3479454cf93c', 'name': '', 'network_id': '00bc9552-1e53-4a17-b43f-ab7e8415ae25', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:36Z', 'updated_at': '2021-11-12T13:32:47Z', 'revision_number': 5, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'subnets': [{'id': '058b746e-46ca-4164-afd0-1255a8d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:13.868945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'ports': [{'network_id': 'dd427a06-eba1-45c8-8c45-3cee294cc2be', 'name': 'tempest-port--929615148', 'admin_state_up': True}, {'network_id': 'fdc7da96-47ab-4419-9161-f7b6f6f688af', 'admin_state_up': False}]} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:13.869269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'port': {'network_id': 'dd427a06-eba1-45c8-8c45-3cee294cc2be', 'name': 'tempest-port--929615148', 'admin_state_up': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:13.869797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'port': {'network_id': 'fdc7da96-47ab-4419-9161-f7b6f6f688af', 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:13.883441 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95fc0f-4229-4a8b-898f-d6648a5c184e tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'Network': ['ID=fdc7da96-47ab-4419-9161-f7b6f6f688af,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:13.891693 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:13.898573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network fdc7da96-47ab-4419-9161-f7b6f6f688af details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:13.919971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:14.056305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e879f80-4c53-4ea1-8d77-634e92cfcbfb req-96c97e34-fd03-467e-b26e-1be9b1db95cc tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:14.058437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e879f80-4c53-4ea1-8d77-634e92cfcbfb req-96c97e34-fd03-467e-b26e-1be9b1db95cc tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.1117673 Nov 12 13:36:14.181214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:14.185038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Made reservation on behalf of 5e99e14b671b4da8b2e90b3b5e6783a4 for: {'port': 2} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:14.195446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:14.199464 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-132bea2c-a290-4d29-81a1-2465497f5d46 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:14.212056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['904ceaa7-2108-4e56-9882-41fb261bf1b7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:36:14.218197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e879f80-4c53-4ea1-8d77-634e92cfcbfb req-03a7d5ba-0f68-4c7f-baed-b0f77c511c9f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063337 Nov 12 13:36:14.246685 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:14.259573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bea2c-a290-4d29-81a1-2465497f5d46 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Pushing event deleted for resources: {'Port': ['ID=904ceaa7-2108-4e56-9882-41fb261bf1b7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:14.343729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:11Z', 'revision_number': 7, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1', 'name': '', 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:90:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:02Z', 'updated_at': '2021-11-12T13:36:09Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:14.371526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] device_id is not set on port 768a9aa4-c62a-4d7c-9ae6-2e9709c455a0 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:36:14.383635 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e155e-fc6f-46be-b78e-ba89b537321b None None] New status for floating IP b8ed3e39-e6bc-41ca-861b-6d5cd31936ac: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:36:14.393575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-132bea2c-a290-4d29-81a1-2465497f5d46 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] No DVR routers for this DVR port 904ceaa7-2108-4e56-9882-41fb261bf1b7 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:14.397194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-132bea2c-a290-4d29-81a1-2465497f5d46 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:14.400934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1d7556ae-b6f7-4a27-8be7-569d2c7211f2 req-132bea2c-a290-4d29-81a1-2465497f5d46 tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.105 "DELETE /v2.0/ports/904ceaa7-2108-4e56-9882-41fb261bf1b7 HTTP/1.1" status: 204 len: 173 time: 1.0957086 Nov 12 13:36:14.401142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d09aba-91b4-41d8-b4a7-ca8841333007 None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:11Z', 'revision_number': 7, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1', 'name': '', 'network_id': 'b2695922-59b3-49cc-b2e1-323ddd94ae16', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:90:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:02Z', 'updated_at': '2021-11-12T13:36:09Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3acfb04e-44f7-466a-987c-0f2dea005315', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:14.401706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a2b180-9e61-46b3-99f3-5887cab8329c', 'name': 'network-vif-deleted', 'tag': '904ceaa7-2108-4e56-9882-41fb261bf1b7'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:14.404140 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bba5ccf-bae8-41d2-b3e9-0c65196d084d" -d '{"events": [{"server_uuid": "c2a2b180-9e61-46b3-99f3-5887cab8329c", "name": "network-vif-deleted", "tag": "904ceaa7-2108-4e56-9882-41fb261bf1b7"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:14.451950 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67f177aa-e3ee-4a49-9850-755763306991 req-b8b8643b-a8b8-4aca-a187-887c44b44c0a tempest-VolumesActionsTest-300804502 tempest-VolumesActionsTest-300804502-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2a2b180-9e61-46b3-99f3-5887cab8329c HTTP/1.1" status: 200 len: 210 time: 0.0600317 Nov 12 13:36:14.504766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:14.507926 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:14.622288 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:14.718387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56274) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:14.778006 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf0ed96-db9e-4591-b65d-9425421ca918 x-openstack-request-id: req-caf0ed96-db9e-4591-b65d-9425421ca918 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:14.778500 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a2b180-9e61-46b3-99f3-5887cab8329c", "name": "network-vif-deleted", "tag": "904ceaa7-2108-4e56-9882-41fb261bf1b7", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:14.778866 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-caf0ed96-db9e-4591-b65d-9425421ca918 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:14.780348 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a2b180-9e61-46b3-99f3-5887cab8329c', 'name': 'network-vif-deleted', 'tag': '904ceaa7-2108-4e56-9882-41fb261bf1b7', 'status': 'completed', 'code': 200} Nov 12 13:36:14.798075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1,segment=NetworkSegment(b8eefed6-9509-4c3e-ad8a-53ba8c60c685),segment_id=b8eefed6-9509-4c3e-ad8a-53ba8c60c685)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:14.798367 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:14.818303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:14.822362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] device_id is not set on port 0ad7c702-dc30-45d8-acb1-5cd58f174e48 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:36:14.875977 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3a7d-8b76-45dc-b36a-741d82250455 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:14.880958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6e3f2-0f0f-4181-8d48-3c5338c1540a req-383f4bb5-b914-4460-bc79-0efebfc152dd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:14.882537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5c6e3f2-0f0f-4181-8d48-3c5338c1540a req-383f4bb5-b914-4460-bc79-0efebfc152dd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.2808723 Nov 12 13:36:14.908805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3a7d-8b76-45dc-b36a-741d82250455 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:15.000478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5c6e3f2-0f0f-4181-8d48-3c5338c1540a req-56452302-cf88-499a-a6b9-8dbbd18b9801 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040645 Nov 12 13:36:15.077855 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:15.092977 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3a7d-8b76-45dc-b36a-741d82250455 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:15.095936 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3a7d-8b76-45dc-b36a-741d82250455 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:15.097106 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ec9c3a7d-8b76-45dc-b36a-741d82250455 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "DELETE /v2.0/security-groups/93c93898-ffe1-4b1e-8887-c567cd578a35 HTTP/1.1" status: 204 len: 168 time: 0.3771880 Nov 12 13:36:15.106152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c3635-43f5-42a2-a174-f760df3a94ca req-a9cc2b9f-3645-4b53-b8b1-626d06101a5a tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:15.107556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56278) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:15.107951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-062c3635-43f5-42a2-a174-f760df3a94ca req-a9cc2b9f-3645-4b53-b8b1-626d06101a5a tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 946 time: 0.1450849 Nov 12 13:36:15.118118 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:15.144102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c3a7d-8b76-45dc-b36a-741d82250455 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c93898-ffe1-4b1e-8887-c567cd578a35,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:15.158714 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-23135105-f92a-4774-916a-39e58f751c62 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] show failed (client error): The resource could not be found. Nov 12 13:36:15.160703 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-23135105-f92a-4774-916a-39e58f751c62 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "GET /v2.0/security-groups/93c93898-ffe1-4b1e-8887-c567cd578a35 HTTP/1.1" status: 404 len: 347 time: 0.0521362 Nov 12 13:36:15.163507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56280) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:15.166637 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:15.174452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.175077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.175436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.175771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.176515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.176880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.177233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.178715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.179090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.179693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.180089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.180428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:15.219896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-062c3635-43f5-42a2-a174-f760df3a94ca req-e41bc881-0b8f-411c-b33c-396d08f262e0 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998609 Nov 12 13:36:15.280190 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:15.410726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Checking segment: {'id': '5e6523f7-ca35-4de8-878f-cd738bf1a870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'dd427a06-eba1-45c8-8c45-3cee294cc2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:15.411052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Network hostable DHCP agents. Network: dd427a06-eba1-45c8-8c45-3cee294cc2be, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:15.419720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'Port': ['ID=768a9aa4-c62a-4d7c-9ae6-2e9709c455a0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:15.441527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Network dd427a06-eba1-45c8-8c45-3cee294cc2be is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:15.459450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5b931-00a3-4d1a-883e-e7cefc4ddd1c req-f91ec375-bccf-490d-a934-68836edfe013 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:15.462872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:15.466065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8fb5b931-00a3-4d1a-883e-e7cefc4ddd1c req-f91ec375-bccf-490d-a934-68836edfe013 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=065ad0af-9215-42d2-921e-221b9e61c4e5 HTTP/1.1" status: 200 len: 945 time: 0.0971365 Nov 12 13:36:15.473998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, dd427a06-eba1-45c8-8c45-3cee294cc2be) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:15.480882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:15.481785 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:15.496786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da906e5-153e-4a1d-b7d0-97541177a15a None None] Network dd427a06-eba1-45c8-8c45-3cee294cc2be requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:15.569865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3297f-a42c-46a4-8a8a-6791f322d29a req-581b74ed-80c5-4869-9c3f-70d6890f0644 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:15.571444 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75a3297f-a42c-46a4-8a8a-6791f322d29a req-581b74ed-80c5-4869-9c3f-70d6890f0644 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.2094672 Nov 12 13:36:15.574225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'Port': ['ID=0ad7c702-dc30-45d8-acb1-5cd58f174e48,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:15.618741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8fb5b931-00a3-4d1a-883e-e7cefc4ddd1c req-55da19db-c57d-4f44-a0fc-7e803f165043 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489241 Nov 12 13:36:15.633798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Checking segment: {'id': 'b364a3fe-5ed6-4165-8247-6829ad86973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fdc7da96-47ab-4419-9161-f7b6f6f688af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:15.634561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Network hostable DHCP agents. Network: fdc7da96-47ab-4419-9161-f7b6f6f688af, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:15.659323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Network fdc7da96-47ab-4419-9161-f7b6f6f688af is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:15.674665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, fdc7da96-47ab-4419-9161-f7b6f6f688af) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:15.678514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75a3297f-a42c-46a4-8a8a-6791f322d29a req-fdbb2b2b-88ba-4e5b-9a01-a076e9f29b72 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651028 Nov 12 13:36:15.681427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:15.692722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:15.695920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbfff8d-8c0c-4724-b046-b581b054500a None None] Network fdc7da96-47ab-4419-9161-f7b6f6f688af requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:15.711224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:15.711224 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:15.736704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5cfaa442-4eb3-43b3-a413-2577bdc287d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8727469 Nov 12 13:36:15.739613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7a403-b989-49bf-a5f3-4651634d0c02 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Deleting port 3dc3b5ba-7266-4d50-96e7-25a4f1e463ff {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:15.740236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56292) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:15.742274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a403-b989-49bf-a5f3-4651634d0c02 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:15.895177 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60094d47-995b-4690-9a30-5c288a966dca tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:15.918215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60094d47-995b-4690-9a30-5c288a966dca tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:15.921819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-60094d47-995b-4690-9a30-5c288a966dca tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1803873 Nov 12 13:36:15.925671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56302) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:15.962895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:16.046292 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a403-b989-49bf-a5f3-4651634d0c02 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:16.047664 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a403-b989-49bf-a5f3-4651634d0c02 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:16.134949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7a403-b989-49bf-a5f3-4651634d0c02 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Calling delete_port for 3dc3b5ba-7266-4d50-96e7-25a4f1e463ff owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:16.168645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6521723f-d729-409c-a556-8ceeef53ede5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Deleting port 768a9aa4-c62a-4d7c-9ae6-2e9709c455a0 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:16.169113 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6521723f-d729-409c-a556-8ceeef53ede5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:16.197182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:16.219447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:16.236436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:16.237158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:16.270659 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-95bc2524-3de5-49aa-9cba-9aa03e3977f5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2809763 Nov 12 13:36:16.271011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56314) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:16.400747 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6521723f-d729-409c-a556-8ceeef53ede5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:16.410909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:16.442033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6521723f-d729-409c-a556-8ceeef53ede5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Calling delete_port for 768a9aa4-c62a-4d7c-9ae6-2e9709c455a0 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:16.464993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2fa5e-62c0-4553-b9c2-ef7e03666f6e req-42de4277-a6f7-4678-ad82-3da039c26d30 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:16.472818 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0eb2fa5e-62c0-4553-b9c2-ef7e03666f6e req-42de4277-a6f7-4678-ad82-3da039c26d30 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=065ad0af-9215-42d2-921e-221b9e61c4e5 HTTP/1.1" status: 200 len: 945 time: 0.2475095 Nov 12 13:36:16.590363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0eb2fa5e-62c0-4553-b9c2-ef7e03666f6e req-95a7bc12-9f8e-415b-87b0-227feb2ddf3c tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164489 Nov 12 13:36:16.631656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6521723f-d729-409c-a556-8ceeef53ede5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:16.664277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 904ceaa7-2108-4e56-9882-41fb261bf1b7 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:16.683669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521723f-d729-409c-a556-8ceeef53ede5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Port': ['ID=768a9aa4-c62a-4d7c-9ae6-2e9709c455a0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:16.695259 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6521723f-d729-409c-a556-8ceeef53ede5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:16.704238 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6521723f-d729-409c-a556-8ceeef53ede5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "DELETE /v2.0/ports/768a9aa4-c62a-4d7c-9ae6-2e9709c455a0 HTTP/1.1" status: 204 len: 168 time: 0.7771180 Nov 12 13:36:16.705247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56328) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:16.719211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 904ceaa7-2108-4e56-9882-41fb261bf1b7 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:16.719631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 904ceaa7-2108-4e56-9882-41fb261bf1b7 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:16.820075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:15Z', 'revision_number': 8, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:16.862596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:16.869865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2e3dc-e105-4b7e-a9b2-eea41b29a02e req-92ee06c4-4f0a-4cc5-9833-98fe8b2afc3d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:16.873787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:16.874622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:16.880868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d6f2e3dc-e105-4b7e-a9b2-eea41b29a02e req-92ee06c4-4f0a-4cc5-9833-98fe8b2afc3d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.6135426 Nov 12 13:36:16.894818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77c764-5fba-46c5-a3ca-e59ced6e0410 req-48a5faaa-df81-4c28-8fcd-793a1402319c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:16.897182 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad77c764-5fba-46c5-a3ca-e59ced6e0410 req-48a5faaa-df81-4c28-8fcd-793a1402319c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.0870543 Nov 12 13:36:16.902177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e7b56d-56c9-4b11-b516-f252e2b7ddc2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting subnet 3acfb04e-44f7-466a-987c-0f2dea005315 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:36:16.907996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-eba25fbd-cefc-4172-a2f5-3980762e15bb tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Deleting port 0ad7c702-dc30-45d8-acb1-5cd58f174e48 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:16.908672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eba25fbd-cefc-4172-a2f5-3980762e15bb tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:16.915813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e7b56d-56c9-4b11-b516-f252e2b7ddc2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.018893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e7b56d-56c9-4b11-b516-f252e2b7ddc2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.031085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:17.070932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eba25fbd-cefc-4172-a2f5-3980762e15bb tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.097162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-eba25fbd-cefc-4172-a2f5-3980762e15bb tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Calling delete_port for 0ad7c702-dc30-45d8-acb1-5cd58f174e48 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:17.106933 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d6f2e3dc-e105-4b7e-a9b2-eea41b29a02e req-f2dd71df-05f3-4cee-a204-abf57fcd7332 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249093 Nov 12 13:36:17.122239 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad77c764-5fba-46c5-a3ca-e59ced6e0410 req-22f3aba8-1115-48af-a242-ad80dea05d88 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064745 Nov 12 13:36:17.214383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a403-b989-49bf-a5f3-4651634d0c02 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.257462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eba25fbd-cefc-4172-a2f5-3980762e15bb tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.278911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7a403-b989-49bf-a5f3-4651634d0c02 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Pushing event deleted for resources: {'Port': ['ID=3dc3b5ba-7266-4d50-96e7-25a4f1e463ff,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:17.297359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba25fbd-cefc-4172-a2f5-3980762e15bb tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Port': ['ID=0ad7c702-dc30-45d8-acb1-5cd58f174e48,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:17.303777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eba25fbd-cefc-4172-a2f5-3980762e15bb tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.313186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eba25fbd-cefc-4172-a2f5-3980762e15bb tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "DELETE /v2.0/ports/0ad7c702-dc30-45d8-acb1-5cd58f174e48 HTTP/1.1" status: 204 len: 168 time: 0.6039748 Nov 12 13:36:17.313486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56352) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:17.318625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e7b56d-56c9-4b11-b516-f252e2b7ddc2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.373390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-36654431-3609-4bff-a490-03dceff17bba tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0514913 Nov 12 13:36:17.373927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:15Z', 'revision_number': 8, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:17.374183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56354) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:17.379869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2026181020'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:17.407731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Made reservation on behalf of 5e99e14b671b4da8b2e90b3b5e6783a4 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:17.412004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.413839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc83a6-05f7-40ed-b94a-e5bfe19dcc09 None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:15Z', 'revision_number': 8, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0f48921-944f-4ae1-842d-e20c2a416ec7', 'name': '', 'network_id': '36fe07ca-88f4-43b6-9173-274897433eb3', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:a3:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '3f3792b8-440b-4e66-9784-278465ea211c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:54Z', 'updated_at': '2021-11-12T13:36:01Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f3792b8-440b-4e66-9784-278465ea211c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:17.442968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a403-b989-49bf-a5f3-4651634d0c02 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.443360 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:17.446148 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a403-b989-49bf-a5f3-4651634d0c02 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.447877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ccc7a403-b989-49bf-a5f3-4651634d0c02 tempest-ServersTestJSON-1856342245 tempest-ServersTestJSON-1856342245-project] 10.222.0.73 "DELETE /v2.0/floatingips/b8ed3e39-e6bc-41ca-861b-6d5cd31936ac HTTP/1.1" status: 204 len: 168 time: 2.2831149 Nov 12 13:36:17.452497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56356) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:17.476873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.477845 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Added segment 572a19c1-6ca8-4826-8bbd-d2dcb10f68c9 of type vlan for network 4f3b6205-11a5-4fef-9447-3a98c9efb2f7 Nov 12 13:36:17.521019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e7b56d-56c9-4b11-b516-f252e2b7ddc2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.533672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.608610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.618144 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:17.619824 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.631957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7b56d-56c9-4b11-b516-f252e2b7ddc2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Subnet': ['ID=3acfb04e-44f7-466a-987c-0f2dea005315,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:17.645276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e7b56d-56c9-4b11-b516-f252e2b7ddc2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:17.650726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-21e7b56d-56c9-4b11-b516-f252e2b7ddc2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/3acfb04e-44f7-466a-987c-0f2dea005315 HTTP/1.1" status: 204 len: 168 time: 1.3784966 Nov 12 13:36:17.655431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:17.656218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e6244-19e7-4e6d-a458-1a090602540e None None] Network b2695922-59b3-49cc-b2e1-323ddd94ae16 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:17.673057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-1ba42f2c-edc8-45f7-bac0-9a8a98355d0e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:17.674689 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-1ba42f2c-edc8-45f7-bac0-9a8a98355d0e tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.105 "GET /v2.0/ports?device_id=065ad0af-9215-42d2-921e-221b9e61c4e5 HTTP/1.1" status: 200 len: 945 time: 0.1340926 Nov 12 13:36:17.808331 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4323397 Nov 12 13:36:17.824305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56362) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:17.839802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1550393687'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:17.877815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0fefd-ea4c-4449-961b-50bb96caebde tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'Network': ['ID=4f3b6205-11a5-4fef-9447-3a98c9efb2f7,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:17.925543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 4f3b6205-11a5-4fef-9447-3a98c9efb2f7 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:18.008165 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.076765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Made reservation on behalf of 5e99e14b671b4da8b2e90b3b5e6783a4 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:18.081115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.160969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-db52d2b6-33b9-454c-ad4b-f81ff6e67fc8 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:18.163287 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-db52d2b6-33b9-454c-ad4b-f81ff6e67fc8 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 946 time: 0.2315903 Nov 12 13:36:18.169923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-90d95843-fff0-463d-a528-96c289a8f808 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Deleting port 326eefed-239d-4951-8e32-5ace04a7d695 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:18.171312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-90d95843-fff0-463d-a528-96c289a8f808 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.174544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:18.229274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cf836-2682-4060-8b2b-49f2a2bb17be req-208ae1d3-f4cb-458f-99d7-ca3c8c9034b7 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:18.244183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-531cf836-2682-4060-8b2b-49f2a2bb17be req-208ae1d3-f4cb-458f-99d7-ca3c8c9034b7 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=065ad0af-9215-42d2-921e-221b9e61c4e5 HTTP/1.1" status: 200 len: 945 time: 0.4482825 Nov 12 13:36:18.265744 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.269471 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Added segment 7cfbf9e9-6b00-475a-b522-cccaa1542d6a of type vlan for network 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0 Nov 12 13:36:18.303690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee5290-242e-4b78-850f-95275bd9d845 None None] DHCP port deletion for b2695922-59b3-49cc-b2e1-323ddd94ae16 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:18.397860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee5290-242e-4b78-850f-95275bd9d845 None None] Deleting port 4a43daec-da3e-4c1b-99f5-f36e6e89673d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:18.398117 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8ee5290-242e-4b78-850f-95275bd9d845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.412521 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 4a43daec-da3e-4c1b-99f5-f36e6e89673d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:18.412862 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.436468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-90d95843-fff0-463d-a528-96c289a8f808 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] For port 326eefed-239d-4951-8e32-5ace04a7d695, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=326eefed-239d-4951-8e32-5ace04a7d695,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:18.436468 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-90d95843-fff0-463d-a528-96c289a8f808 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.442165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-531cf836-2682-4060-8b2b-49f2a2bb17be req-2cd7fe37-81be-4db2-9877-ccfe5d21238c tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921351 Nov 12 13:36:18.454829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-90d95843-fff0-463d-a528-96c289a8f808 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Calling delete_port for 326eefed-239d-4951-8e32-5ace04a7d695 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:18.543834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port 4a43daec-da3e-4c1b-99f5-f36e6e89673d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a43daec-da3e-4c1b-99f5-f36e6e89673d,segment=NetworkSegment(b8eefed6-9509-4c3e-ad8a-53ba8c60c685),segment_id=b8eefed6-9509-4c3e-ad8a-53ba8c60c685)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:18.544455 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.564905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 4a43daec-da3e-4c1b-99f5-f36e6e89673d owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:18.584091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b8ee5290-242e-4b78-850f-95275bd9d845 None None] For port 4a43daec-da3e-4c1b-99f5-f36e6e89673d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a43daec-da3e-4c1b-99f5-f36e6e89673d,segment=NetworkSegment(b8eefed6-9509-4c3e-ad8a-53ba8c60c685),segment_id=b8eefed6-9509-4c3e-ad8a-53ba8c60c685)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:18.584719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8ee5290-242e-4b78-850f-95275bd9d845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.617051 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.629257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee5290-242e-4b78-850f-95275bd9d845 None None] Calling delete_port for 4a43daec-da3e-4c1b-99f5-f36e6e89673d owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:18.690003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103571-08c4-4c5d-8293-9b983f943fc4 req-5b08de77-6ea1-41eb-a438-01d01ff5fc99 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:18.697684 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b103571-08c4-4c5d-8293-9b983f943fc4 req-5b08de77-6ea1-41eb-a438-01d01ff5fc99 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.3409343 Nov 12 13:36:18.753423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-8ab7079d-fad3-4874-a8ea-c1cbeaa68b05 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Deleting port 6e47f5fc-1739-4cc9-9f00-cceabdada923 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:18.753672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-8ab7079d-fad3-4874-a8ea-c1cbeaa68b05 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.771272 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.777769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:18.778446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:18.841313 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0018077 Nov 12 13:36:18.934793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b103571-08c4-4c5d-8293-9b983f943fc4 req-1ca755d4-85ef-4daa-b9ba-ed94c3af229b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360830 Nov 12 13:36:19.112148 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8ee5290-242e-4b78-850f-95275bd9d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:19.260308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee5290-242e-4b78-850f-95275bd9d845 None None] Pushing event deleted for resources: {'Port': ['ID=4a43daec-da3e-4c1b-99f5-f36e6e89673d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:19.301225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d96cb-4b20-4041-b54d-ff0029174103 req-c6bfa2f9-4092-4336-ba4d-6130b6a4e3d1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:19.309797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-302d96cb-4b20-4041-b54d-ff0029174103 req-c6bfa2f9-4092-4336-ba4d-6130b6a4e3d1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.6600640 Nov 12 13:36:19.311203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee5290-242e-4b78-850f-95275bd9d845 None None] No DVR routers for this DVR port 4a43daec-da3e-4c1b-99f5-f36e6e89673d on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:19.444458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:19.619811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-302d96cb-4b20-4041-b54d-ff0029174103 req-d7171dcd-f0e9-483b-b937-a3af1d8920d0 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072670 Nov 12 13:36:19.621696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=4a43daec-da3e-4c1b-99f5-f36e6e89673d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:19.649679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:19.665240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No DVR routers for this DVR port 4a43daec-da3e-4c1b-99f5-f36e6e89673d on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:19.712801 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:19.743610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:19.744199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b63dee66-a5c2-47a0-ace6-5d3e8b19e5e1 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:19.744915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a43daec-da3e-4c1b-99f5-f36e6e89673d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:19.822549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 4a43daec-da3e-4c1b-99f5-f36e6e89673d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:19.822849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a43daec-da3e-4c1b-99f5-f36e6e89673d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:19.926158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'Network': ['ID=33e9acbd-08d6-4d0c-8d06-6c996b1b44c0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:19.982517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-8ab7079d-fad3-4874-a8ea-c1cbeaa68b05 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] For port 6e47f5fc-1739-4cc9-9f00-cceabdada923, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6e47f5fc-1739-4cc9-9f00-cceabdada923,segment=NetworkSegment(bf2b2305-366f-460b-9f3c-fea7e9b4ce62),segment_id=bf2b2305-366f-460b-9f3c-fea7e9b4ce62)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:19.983314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-8ab7079d-fad3-4874-a8ea-c1cbeaa68b05 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:19.988622 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-90d95843-fff0-463d-a528-96c289a8f808 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:20.003838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['326eefed-239d-4951-8e32-5ace04a7d695'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:36:20.060223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.065133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.065900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.066477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.067106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.067902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.068490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.073386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.074060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.074640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.075577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.076196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc7df5-9b05-4e3b-90a7-efcbf5d5c2d8 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:20.105330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:20.207783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-8ab7079d-fad3-4874-a8ea-c1cbeaa68b05 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Calling delete_port for 6e47f5fc-1739-4cc9-9f00-cceabdada923 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:20.229913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d95843-fff0-463d-a528-96c289a8f808 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Pushing event deleted for resources: {'Port': ['ID=326eefed-239d-4951-8e32-5ace04a7d695,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:20.334903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c9788-c193-4aa0-8387-88e0c0da97ee req-2d3fc8b4-ce94-4d69-bd12-820a3114217f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:20.338262 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-062c9788-c193-4aa0-8387-88e0c0da97ee req-2d3fc8b4-ce94-4d69-bd12-820a3114217f tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=065ad0af-9215-42d2-921e-221b9e61c4e5 HTTP/1.1" status: 200 len: 867 time: 0.5405998 Nov 12 13:36:20.378807 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:20.512799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2695922-59b3-49cc-b2e1-323ddd94ae16']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:20.539859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:20.540347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8eefed6-9509-4c3e-ad8a-53ba8c60c685') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:20.548384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-90d95843-fff0-463d-a528-96c289a8f808 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] No DVR routers for this DVR port 326eefed-239d-4951-8e32-5ace04a7d695 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:20.553679 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-90d95843-fff0-463d-a528-96c289a8f808 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:20.560299 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c871d594-1d31-4275-aba1-b3c92a9b3498 req-90d95843-fff0-463d-a528-96c289a8f808 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.105 "DELETE /v2.0/ports/326eefed-239d-4951-8e32-5ace04a7d695 HTTP/1.1" status: 204 len: 173 time: 2.8619173 Nov 12 13:36:20.568778 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:20.600425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065ad0af-9215-42d2-921e-221b9e61c4e5', 'name': 'network-vif-deleted', 'tag': '326eefed-239d-4951-8e32-5ace04a7d695'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:20.606207 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd74ad6d-3ab0-49f7-a879-46970bfd6baf" -d '{"events": [{"server_uuid": "065ad0af-9215-42d2-921e-221b9e61c4e5", "name": "network-vif-deleted", "tag": "326eefed-239d-4951-8e32-5ace04a7d695"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:20.663616 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:20.706173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:20.709155 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:20.778988 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-062c9788-c193-4aa0-8387-88e0c0da97ee req-bab6d258-69f4-43c6-b3b4-9a229ef5bbd4 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/security-groups?id=0445d186-eff8-40cb-b7ef-b7ea7e60edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671925 Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:20.943821 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:21.030969 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ad02e5-140f-4ebd-916c-a9b89b1c9286 x-openstack-request-id: req-46ad02e5-140f-4ebd-916c-a9b89b1c9286 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:21.032727 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065ad0af-9215-42d2-921e-221b9e61c4e5", "name": "network-vif-deleted", "tag": "326eefed-239d-4951-8e32-5ace04a7d695", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:21.033382 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46ad02e5-140f-4ebd-916c-a9b89b1c9286 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:21.034216 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065ad0af-9215-42d2-921e-221b9e61c4e5', 'name': 'network-vif-deleted', 'tag': '326eefed-239d-4951-8e32-5ace04a7d695', 'status': 'completed', 'code': 200} Nov 12 13:36:21.074027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-8ab7079d-fad3-4874-a8ea-c1cbeaa68b05 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:21.322075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:21.339257 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:21.346976 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/networks/b2695922-59b3-49cc-b2e1-323ddd94ae16 HTTP/1.1" status: 204 len: 168 time: 3.6901786 Nov 12 13:36:21.349132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:21.380496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0d624-56c8-4b34-9bdf-3bd0d1aff39c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Network': ['ID=b2695922-59b3-49cc-b2e1-323ddd94ae16,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:21.574478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bef2d-8c26-4278-a5d9-155613588464 req-2385847b-4a7a-48cd-9e5b-71262b562c1a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:21.577497 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-161bef2d-8c26-4278-a5d9-155613588464 req-2385847b-4a7a-48cd-9e5b-71262b562c1a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.6407292 Nov 12 13:36:21.601809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7079d-fad3-4874-a8ea-c1cbeaa68b05 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Pushing event deleted for resources: {'Port': ['ID=6e47f5fc-1739-4cc9-9f00-cceabdada923,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:21.639451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6e47f5fc-1739-4cc9-9f00-cceabdada923 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:21.713635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 6e47f5fc-1739-4cc9-9f00-cceabdada923 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:21.719301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6e47f5fc-1739-4cc9-9f00-cceabdada923 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:21.736242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-8ab7079d-fad3-4874-a8ea-c1cbeaa68b05 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] No DVR routers for this DVR port 6e47f5fc-1739-4cc9-9f00-cceabdada923 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:21.742944 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-8ab7079d-fad3-4874-a8ea-c1cbeaa68b05 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:21.752202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33eaebfc-c929-4168-ac72-7eb4485c42fc req-8ab7079d-fad3-4874-a8ea-c1cbeaa68b05 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.70 "DELETE /v2.0/ports/6e47f5fc-1739-4cc9-9f00-cceabdada923 HTTP/1.1" status: 204 len: 173 time: 3.5749049 Nov 12 13:36:21.872022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bec44-c73d-4878-a881-3323a8b14143 req-bf6d5a87-5621-4330-9910-b70c616d4599 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:21.899076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-675bec44-c73d-4878-a881-3323a8b14143 req-bf6d5a87-5621-4330-9910-b70c616d4599 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.4971647 Nov 12 13:36:21.900706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-161bef2d-8c26-4278-a5d9-155613588464 req-b7ac5a8d-538c-455d-a580-59e924c22174 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870867 Nov 12 13:36:22.133223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-675bec44-c73d-4878-a881-3323a8b14143 req-949025ec-b7cc-439e-9955-b92430b589e4 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335889 Nov 12 13:36:22.305044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] Deleting port a7eaccf4-68eb-4978-bca0-3479454cf93c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:22.305573 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:22.350096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e575dfb-2f7c-49a2-9139-3748e8c61319 req-f9e204ba-0abe-4198-bc62-52f7003a1c56 tempest-MultipleCreateTestJSON-23202986 tempest-MultipleCreateTestJSON-23202986-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b62cb-991a-4534-b9b5-e64737a62e38 HTTP/1.1" status: 200 len: 210 time: 0.0791965 Nov 12 13:36:22.399991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56422) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:22.414032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'subnets': [{'network_id': '4f3b6205-11a5-4fef-9447-3a98c9efb2f7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1987240128', 'ip_version': 6}, {'network_id': '33e9acbd-08d6-4d0c-8d06-6c996b1b44c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:22.415225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'subnet': {'network_id': '4f3b6205-11a5-4fef-9447-3a98c9efb2f7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1987240128', 'ip_version': 6}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:22.416195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Request body: {'subnet': {'network_id': '33e9acbd-08d6-4d0c-8d06-6c996b1b44c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:22.472988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] For port a7eaccf4-68eb-4978-bca0-3479454cf93c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a7eaccf4-68eb-4978-bca0-3479454cf93c,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:22.473726 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:22.491169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 326eefed-239d-4951-8e32-5ace04a7d695 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:22.492930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] Calling delete_port for a7eaccf4-68eb-4978-bca0-3479454cf93c owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:22.548901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 326eefed-239d-4951-8e32-5ace04a7d695 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:22.549731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 326eefed-239d-4951-8e32-5ace04a7d695 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:22.742277 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:22.757099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Made reservation on behalf of 5e99e14b671b4da8b2e90b3b5e6783a4 for: {'subnet': 2} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:22.765374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:22.770236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:23.064524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08b62cb-991a-4534-b9b5-e64737a62e38', 'name': 'network-vif-deleted', 'tag': '6e47f5fc-1739-4cc9-9f00-cceabdada923'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:23.067158 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ac80d7-f37b-4a1a-b042-7895a943e337" -d '{"events": [{"server_uuid": "b08b62cb-991a-4534-b9b5-e64737a62e38", "name": "network-vif-deleted", "tag": "6e47f5fc-1739-4cc9-9f00-cceabdada923"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:23.125023 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426d2796-bda5-4aa4-b2d8-41264bcd453b x-openstack-request-id: req-426d2796-bda5-4aa4-b2d8-41264bcd453b {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:23.125523 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08b62cb-991a-4534-b9b5-e64737a62e38", "name": "network-vif-deleted", "tag": "6e47f5fc-1739-4cc9-9f00-cceabdada923", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:23.125905 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-426d2796-bda5-4aa4-b2d8-41264bcd453b {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:23.126402 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08b62cb-991a-4534-b9b5-e64737a62e38', 'name': 'network-vif-deleted', 'tag': '6e47f5fc-1739-4cc9-9f00-cceabdada923', 'status': 'completed', 'code': 200} Nov 12 13:36:23.448488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09821e5d-f96e-4df9-a5a2-4b4933d31ade req-4cfa3e98-8bbb-466e-a996-98ae89ae0309 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:23.451456 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09821e5d-f96e-4df9-a5a2-4b4933d31ade req-4cfa3e98-8bbb-466e-a996-98ae89ae0309 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.1329300 Nov 12 13:36:23.454009 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:23.464033 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:23.504498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7eaccf4-68eb-4978-bca0-3479454cf93c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:23.566909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a509d2-01ef-473a-b3b6-8d6cb0e06dbd req-ac8413e8-975f-49ca-a0f9-2cf09f954b09 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:23.568542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2a509d2-01ef-473a-b3b6-8d6cb0e06dbd req-ac8413e8-975f-49ca-a0f9-2cf09f954b09 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.5479090 Nov 12 13:36:23.594511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'Subnet': ['ID=73935abb-95a8-41c3-b2b4-895cfa8e8d44,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:23.609325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09821e5d-f96e-4df9-a5a2-4b4933d31ade req-4f318bc4-e778-4072-81a4-4dcdb13ade3a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403937 Nov 12 13:36:23.610319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Checking segment: {'id': '572a19c1-6ca8-4826-8bbd-d2dcb10f68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4f3b6205-11a5-4fef-9447-3a98c9efb2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:23.610685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Network hostable DHCP agents. Network: 4f3b6205-11a5-4fef-9447-3a98c9efb2f7, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:23.646074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Network 4f3b6205-11a5-4fef-9447-3a98c9efb2f7 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:23.669578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 4f3b6205-11a5-4fef-9447-3a98c9efb2f7) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:23.673977 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:23.687428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002d3a57-2ac0-4074-a91b-861343366e89 None None] Network 4f3b6205-11a5-4fef-9447-3a98c9efb2f7 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:23.800661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event updated for resources: {'Subnet': ['ID=c11f75b5-555a-4bd4-8141-107aa30d903b,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:23.838044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Checking segment: {'id': '7cfbf9e9-6b00-475a-b522-cccaa1542d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '33e9acbd-08d6-4d0c-8d06-6c996b1b44c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:23.838569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Network hostable DHCP agents. Network: 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:23.858370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2a509d2-01ef-473a-b3b6-8d6cb0e06dbd req-d917eb6a-b1a8-4f22-939d-fb691f2d2021 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162039 Nov 12 13:36:23.871054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Network 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:23.907672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:23.937552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:23.938904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:23.942834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:23.950914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port c0f48921-944f-4ae1-842d-e20c2a416ec7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:23.951266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:23.961888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56438) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:23.968421 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.057014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ec312324-3f92-4efd-8cc9-890dd2809898 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6539004 Nov 12 13:36:24.059779 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56440) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:24.150372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8cf7b9-31c2-470b-b42f-67e8bea15a02 None None] Network 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:24.160662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port c0f48921-944f-4ae1-842d-e20c2a416ec7, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c0f48921-944f-4ae1-842d-e20c2a416ec7,segment=NetworkSegment(974605b5-e5e9-4e75-beab-5e1225474139),segment_id=974605b5-e5e9-4e75-beab-5e1225474139)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:24.161054 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.166256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea935700-3419-4f89-87f1-7733acc3a918 admin admin] Deleting subnet d15bc196-71b4-4a9d-8091-18a16f861ffa {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:36:24.173613 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea935700-3419-4f89-87f1-7733acc3a918 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.185144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for c0f48921-944f-4ae1-842d-e20c2a416ec7 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:24.238115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea935700-3419-4f89-87f1-7733acc3a918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.297052 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea935700-3419-4f89-87f1-7733acc3a918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.366930 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea935700-3419-4f89-87f1-7733acc3a918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.412419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd35ae3-6afa-4f88-b6af-fc49c21e52b5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:24.417879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd35ae3-6afa-4f88-b6af-fc49c21e52b5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:24.425944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd35ae3-6afa-4f88-b6af-fc49c21e52b5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:24.440023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9fd35ae3-6afa-4f88-b6af-fc49c21e52b5 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3651896 Nov 12 13:36:24.441767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56446) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:24.488006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840da38c-95a3-4373-be67-158b0f172ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-4f3b6205-11a5-4fef-9447-3a98c9efb2f7', 'network_id': '4f3b6205-11a5-4fef-9447-3a98c9efb2f7', 'tenant_id': '5e99e14b671b4da8b2e90b3b5e6783a4', 'fixed_ips': [{'subnet_id': '73935abb-95a8-41c3-b2b4-895cfa8e8d44'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:36:24.489536 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-840da38c-95a3-4373-be67-158b0f172ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.503214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] Router 0f46387f-a690-42b2-afac-4fd463a05f39 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:24.508547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea935700-3419-4f89-87f1-7733acc3a918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15bc196-71b4-4a9d-8091-18a16f861ffa,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:24.546431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea935700-3419-4f89-87f1-7733acc3a918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.554821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ea935700-3419-4f89-87f1-7733acc3a918 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d15bc196-71b4-4a9d-8091-18a16f861ffa HTTP/1.1" status: 204 len: 168 time: 0.5904326 Nov 12 13:36:24.559655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56448) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:24.624592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-33e9acbd-08d6-4d0c-8d06-6c996b1b44c0', 'network_id': '33e9acbd-08d6-4d0c-8d06-6c996b1b44c0', 'tenant_id': '5e99e14b671b4da8b2e90b3b5e6783a4', 'fixed_ips': [{'subnet_id': 'c11f75b5-555a-4bd4-8141-107aa30d903b'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:36:24.626293 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.685305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0c5b72-0ca8-431b-8eda-c819e69fb4dc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Deleting subnet 73935abb-95a8-41c3-b2b4-895cfa8e8d44 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:36:24.703202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5b72-0ca8-431b-8eda-c819e69fb4dc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.706602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.754905 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.764055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=c0f48921-944f-4ae1-842d-e20c2a416ec7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:24.817673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5b72-0ca8-431b-8eda-c819e69fb4dc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.899416 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5b72-0ca8-431b-8eda-c819e69fb4dc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:24.918765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:24.927400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-394ac54d-6af4-4248-bbeb-f7dfed75d490 admin admin] 10.222.0.73 "PUT /v2.0/routers/0f46387f-a690-42b2-afac-4fd463a05f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4740846 Nov 12 13:36:24.931358 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] Sync routers for ids ['0f46387f-a690-42b2-afac-4fd463a05f39'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:24.955572 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] Routers {'0f46387f-a690-42b2-afac-4fd463a05f39'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:24.956615 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0f46387f-a690-42b2-afac-4fd463a05f39'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:24.967276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56456) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:25.027539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Allocated IP 2001:db8:0:1::1 (33e9acbd-08d6-4d0c-8d06-6c996b1b44c0/c11f75b5-555a-4bd4-8141-107aa30d903b/871b1caa-acb4-40ad-ac48-340a7468a8fd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:25.084866 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5b72-0ca8-431b-8eda-c819e69fb4dc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server [None req-840da38c-95a3-4373-be67-158b0f172ee2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73935abb-95a8-41c3-b2b4-895cfa8e8d44: This subnet is being modified by another concurrent operation. Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise exception Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73935abb-95a8-41c3-b2b4-895cfa8e8d44: This subnet is being modified by another concurrent operation. Nov 12 13:36:25.093487 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Nov 12 13:36:25.170258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c5b72-0ca8-431b-8eda-c819e69fb4dc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Subnet': ['ID=73935abb-95a8-41c3-b2b4-895cfa8e8d44,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:25.173235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a37d1-ad93-4b04-8ebc-856b2a6fcbb8 None None] Network 4f3b6205-11a5-4fef-9447-3a98c9efb2f7 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:25.191610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5b72-0ca8-431b-8eda-c819e69fb4dc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.195805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bd0c5b72-0ca8-431b-8eda-c819e69fb4dc tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "DELETE /v2.0/subnets/73935abb-95a8-41c3-b2b4-895cfa8e8d44 HTTP/1.1" status: 204 len: 168 time: 0.7529330 Nov 12 13:36:25.199143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56458) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:25.214328 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.241327 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] Set router 0f46387f-a690-42b2-afac-4fd463a05f39 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:25.315673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.340883 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:25.353464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:25.353874 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2b2305-366f-460b-9f3c-fea7e9b4ce62') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:25.378218 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.394220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.402708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:25.403273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.405180 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecc471-f5a6-4080-8c43-3a29457acfe9 req-797bd924-8ecd-454c-a446-0fb2e84d989d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:25.409755 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdecc471-f5a6-4080-8c43-3a29457acfe9 req-797bd924-8ecd-454c-a446-0fb2e84d989d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.3695667 Nov 12 13:36:25.510999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e48924a-22d7-4003-a5ee-b987b116b09f tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Deleting subnet c11f75b5-555a-4bd4-8141-107aa30d903b {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:25.519588 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:25.525123 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.540911 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.545097 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] 10.222.0.73 "DELETE /v2.0/networks/e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4 HTTP/1.1" status: 204 len: 168 time: 0.9837399 Nov 12 13:36:25.550796 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:36:22Z', 'revision_number': 5, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:25.592798 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] Checking router: 0f46387f-a690-42b2-afac-4fd463a05f39 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:25.596197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89408198-db7b-4e84-b98d-65c6aa833def req-47af9d7e-363e-4b07-948f-8607486ff7d7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:25.603895 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] Routers {'0f46387f-a690-42b2-afac-4fd463a05f39'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:25.605170 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0f46387f-a690-42b2-afac-4fd463a05f39'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:25.617128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89408198-db7b-4e84-b98d-65c6aa833def req-47af9d7e-363e-4b07-948f-8607486ff7d7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.5539765 Nov 12 13:36:25.652619 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.653781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86def105-b497-4592-aaef-1ae8a7bcb26b admin admin] Pushing event deleted for resources: {'Network': ['ID=e8973b77-771d-4b6f-bf7c-eb8cbee8fbe4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:25.766129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdecc471-f5a6-4080-8c43-3a29457acfe9 req-700423f9-bb6a-4877-802d-c2b9b79b0ce6 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408973 Nov 12 13:36:25.781050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.794138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.798829 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e48924a-22d7-4003-a5ee-b987b116b09f tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:25.842886 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] Set router 0f46387f-a690-42b2-afac-4fd463a05f39 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:25.904035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Pushing event updated for resources: {'Port': ['ID=871b1caa-acb4-40ad-ac48-340a7468a8fd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:25.919152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Network 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:25.920749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:25.923359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:25.945062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89408198-db7b-4e84-b98d-65c6aa833def req-71a1073d-0bcf-4425-a95c-b31cb1b96244 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268940 Nov 12 13:36:26.014842 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e48924a-22d7-4003-a5ee-b987b116b09f tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.017845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56466) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:26.063174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Attempting to bind port 871b1caa-acb4-40ad-ac48-340a7468a8fd on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:26.064478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Attempting to bind port 871b1caa-acb4-40ad-ac48-340a7468a8fd by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7cfbf9e9-6b00-475a-b522-cccaa1542d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '33e9acbd-08d6-4d0c-8d06-6c996b1b44c0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:26.064866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Attempting to bind port 871b1caa-acb4-40ad-ac48-340a7468a8fd on network 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:26.076088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:26.078933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Checking segment: {'id': '7cfbf9e9-6b00-475a-b522-cccaa1542d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '33e9acbd-08d6-4d0c-8d06-6c996b1b44c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:26.079350 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.079783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Bound using segment: {'id': '7cfbf9e9-6b00-475a-b522-cccaa1542d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '33e9acbd-08d6-4d0c-8d06-6c996b1b44c0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:26.080147 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.080946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Bound port: 871b1caa-acb4-40ad-ac48-340a7468a8fd, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfbf9e9-6b00-475a-b522-cccaa1542d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '33e9acbd-08d6-4d0c-8d06-6c996b1b44c0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:26.084744 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.093631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:26.219111 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e48924a-22d7-4003-a5ee-b987b116b09f tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.285449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Deleting port 1fb3ea77-7760-470e-8615-5aea74bf1973 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:26.285679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.290030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:26.304718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:26.321517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6884128e-8c62-40d0-85a4-72720cb4ca15 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9499273 Nov 12 13:36:26.323331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56468) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:26.336004 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:36:22Z', 'revision_number': 5, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:26.352781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:26.372282 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:26.372553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-404ebabf-f339-4d73-ae3c-c28aeb358687 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a52d4a6d94b414fbb91f825414eaa86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483005 Nov 12 13:36:26.380898 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959a2a0-2b71-40e1-84a4-bc39309b24d0 None None] The sync data for ids ['0f46387f-a690-42b2-afac-4fd463a05f39'] in n-d-805736-4 is: [{'id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'name': 'tempest-ServersTestJSON-3005822-router', 'tenant_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:32:30Z', 'updated_at': '2021-11-12T13:36:22Z', 'revision_number': 5, 'project_id': '04d751a9231f4bb39a266e6c8f69bd8f', 'gw_port': {'id': '1fb3ea77-7760-470e-8615-5aea74bf1973', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f46387f-a690-42b2-afac-4fd463a05f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:32:32Z', 'updated_at': '2021-11-12T13:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:26.390278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56470) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:26.442878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e48924a-22d7-4003-a5ee-b987b116b09f tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.491754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] For port 1fb3ea77-7760-470e-8615-5aea74bf1973, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1fb3ea77-7760-470e-8615-5aea74bf1973,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:26.492603 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.512874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Calling delete_port for 1fb3ea77-7760-470e-8615-5aea74bf1973 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:26.556384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:26.559071 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48924a-22d7-4003-a5ee-b987b116b09f tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Subnet': ['ID=c11f75b5-555a-4bd4-8141-107aa30d903b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:26.566072 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e48924a-22d7-4003-a5ee-b987b116b09f tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.570900 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8e48924a-22d7-4003-a5ee-b987b116b09f tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "DELETE /v2.0/subnets/c11f75b5-555a-4bd4-8141-107aa30d903b HTTP/1.1" status: 204 len: 168 time: 1.3704970 Nov 12 13:36:26.578775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56476) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:26.671506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] For port 871b1caa-acb4-40ad-ac48-340a7468a8fd, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:26.673192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb85a12-4569-49ac-a652-f270bfe87258 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:26.674998 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-abb85a12-4569-49ac-a652-f270bfe87258 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0918097 Nov 12 13:36:26.686597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56478) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:26.694818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] For port 871b1caa-acb4-40ad-ac48-340a7468a8fd, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=871b1caa-acb4-40ad-ac48-340a7468a8fd,segment=NetworkSegment(7cfbf9e9-6b00-475a-b522-cccaa1542d6a),segment_id=7cfbf9e9-6b00-475a-b522-cccaa1542d6a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:26.715034 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.746504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0efdb8a-81b2-4969-9e36-267f3f0b6356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.832493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0efdb8a-81b2-4969-9e36-267f3f0b6356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.846906 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:26.881527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca30cbb-9369-45b1-abdc-823257368320 None None] Pushing event updated for resources: {'Port': ['ID=871b1caa-acb4-40ad-ac48-340a7468a8fd,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:26.999418 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0efdb8a-81b2-4969-9e36-267f3f0b6356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:27.003189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0efdb8a-81b2-4969-9e36-267f3f0b6356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:27.012088 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d0efdb8a-81b2-4969-9e36-267f3f0b6356 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0445d186-eff8-40cb-b7ef-b7ea7e60edeb HTTP/1.1" status: 204 len: 168 time: 0.6188536 Nov 12 13:36:27.027148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Deleting port 871b1caa-acb4-40ad-ac48-340a7468a8fd {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:27.027315 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:27.103009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efdb8a-81b2-4969-9e36-267f3f0b6356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0445d186-eff8-40cb-b7ef-b7ea7e60edeb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:27.306675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-654a6e1d-e64a-44d6-a9f4-e26448e2cb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:27.402856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] For port 871b1caa-acb4-40ad-ac48-340a7468a8fd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=871b1caa-acb4-40ad-ac48-340a7468a8fd,segment=NetworkSegment(7cfbf9e9-6b00-475a-b522-cccaa1542d6a),segment_id=7cfbf9e9-6b00-475a-b522-cccaa1542d6a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:27.403231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:27.408638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:24Z', 'revision_number': 9, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:27.449090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Calling delete_port for 871b1caa-acb4-40ad-ac48-340a7468a8fd owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:27.506520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:27.539843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:27.540553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:35:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:27.542280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e753efb-8322-4224-a295-4c825c1f4de7 req-bfc0a800-0bf7-4514-a359-c91a00d5557f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:27.546924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e753efb-8322-4224-a295-4c825c1f4de7 req-bfc0a800-0bf7-4514-a359-c91a00d5557f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.3101790 Nov 12 13:36:27.738040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 871b1caa-acb4-40ad-ac48-340a7468a8fd up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:27.815665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5e956c-bb83-4d4f-aa11-293eb27e95ca tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting subnet 3f3792b8-440b-4e66-9784-278465ea211c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:36:27.828227 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f5e956c-bb83-4d4f-aa11-293eb27e95ca tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:27.851740 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e753efb-8322-4224-a295-4c825c1f4de7 req-c8879b97-39dd-413a-a2ac-245ef8ed5fc9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185807 Nov 12 13:36:27.853018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:27.872424 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:27.923073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Port': ['ID=871b1caa-acb4-40ad-ac48-340a7468a8fd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:27.928100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] No DVR routers for this DVR port 871b1caa-acb4-40ad-ac48-340a7468a8fd on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:27.934991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No active binding found for port 871b1caa-acb4-40ad-ac48-340a7468a8fd {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:36:27.935531 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 871b1caa-acb4-40ad-ac48-340a7468a8fd not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 13:36:27.966187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.037826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926f5b-b782-4f1d-9c7e-2aa3191e5722 req-eb98569f-0280-4a34-b675-35488fa2a858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:28.039442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38926f5b-b782-4f1d-9c7e-2aa3191e5722 req-eb98569f-0280-4a34-b675-35488fa2a858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.3588059 Nov 12 13:36:28.042976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb3ea77-7760-470e-8615-5aea74bf1973,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:28.048885 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f5e956c-bb83-4d4f-aa11-293eb27e95ca tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.178191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.236469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e9acbd-08d6-4d0c-8d06-6c996b1b44c0']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:28.268480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfbf9e9-6b00-475a-b522-cccaa1542d6a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:28.268917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfbf9e9-6b00-475a-b522-cccaa1542d6a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:28.306485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.364786 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.384683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:28.385169 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.389002 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38926f5b-b782-4f1d-9c7e-2aa3191e5722 req-8a5f6045-8c86-494c-ac88-f1bec9960928 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171678 Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:28.391827 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:28.486999 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.572839 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.580873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.592753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "DELETE /v2.0/networks/33e9acbd-08d6-4d0c-8d06-6c996b1b44c0 HTTP/1.1" status: 204 len: 168 time: 1.9048066 Nov 12 13:36:28.625670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56522) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:28.636140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8cd2f-8497-4c3f-9e8e-ab575b4923b0 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Network': ['ID=33e9acbd-08d6-4d0c-8d06-6c996b1b44c0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:28.696022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56524) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:28.715809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f82db6-6436-4f90-bac5-04f31298fb7c None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:28.747843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Port 871b1caa-acb4-40ad-ac48-340a7468a8fd not found, will not notify nova. {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 13:36:28.766852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a7eaccf4-68eb-4978-bca0-3479454cf93c no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:28.790043 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.794556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a7eaccf4-68eb-4978-bca0-3479454cf93c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:28.801535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a7eaccf4-68eb-4978-bca0-3479454cf93c not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:28.803207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f5e956c-bb83-4d4f-aa11-293eb27e95ca tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.817329 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.855496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:24Z', 'revision_number': 9, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:28.903156 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:28.909148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c2179-3a50-4db0-b448-e784ba3c9e25 None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:24Z', 'revision_number': 9, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12', 'name': '', 'network_id': '158819ac-85b8-4189-ac20-d0166d11fb50', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:7b:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:42Z', 'updated_at': '2021-11-12T13:35:51Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': 'd4afa7db-8f27-4d5f-837c-41744908625a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:29.015126 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-918c1e8d-81f2-4fa9-884c-be30beec36e0 None None] Could not find standard attr ID for object 871b1caa-acb4-40ad-ac48-340a7468a8fd. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:36:29.025661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-network', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:29.109330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.110475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f46387f-a690-42b2-afac-4fd463a05f39 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:36:29.118353 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.132502 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-156aff40-db9b-44da-b3aa-5dea1a405bd0 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0f46387f-a690-42b2-afac-4fd463a05f39 HTTP/1.1" status: 204 len: 168 time: 4.1618629 Nov 12 13:36:29.133399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56530) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:29.184788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.233058 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f5e956c-bb83-4d4f-aa11-293eb27e95ca tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.241921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3b6205-11a5-4fef-9447-3a98c9efb2f7']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:29.254653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572a19c1-6ca8-4826-8bbd-d2dcb10f68c9') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:29.254946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572a19c1-6ca8-4826-8bbd-d2dcb10f68c9') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:29.271543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.285372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e956c-bb83-4d4f-aa11-293eb27e95ca tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3792b8-440b-4e66-9784-278465ea211c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:29.293774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f5e956c-bb83-4d4f-aa11-293eb27e95ca tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.297564 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2f5e956c-bb83-4d4f-aa11-293eb27e95ca tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/3f3792b8-440b-4e66-9784-278465ea211c HTTP/1.1" status: 204 len: 168 time: 2.9650218 Nov 12 13:36:29.301046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56532) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:29.328470 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.333681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f3ea0a-fc09-4f03-92ac-68121b821cac None None] Network 36fe07ca-88f4-43b6-9173-274897433eb3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:29.346277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:29.346489 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.350044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b358abd0-7f10-44b4-9b98-564fd47036b4 admin admin] Deleting subnet 058b746e-46ca-4164-afd0-1255a8d7939a {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:36:29.366095 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b358abd0-7f10-44b4-9b98-564fd47036b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.450210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab12b2c-b8f5-4496-af2c-865dca8ce6a3 None None] DHCP port deletion for 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:29.468577 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:29.517232 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.542868 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b358abd0-7f10-44b4-9b98-564fd47036b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.555902 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.568345 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "DELETE /v2.0/networks/4f3b6205-11a5-4fef-9447-3a98c9efb2f7 HTTP/1.1" status: 204 len: 168 time: 0.9391854 Nov 12 13:36:29.584735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56538) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:29.585266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Made reservation on behalf of c22ad78ffd604d49abed86bb76243ab2 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:29.593540 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.670599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a3939-9ecb-4ab6-a57b-cc7d70d721a7 None None] Network 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:29.711546 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b358abd0-7f10-44b4-9b98-564fd47036b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.735276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c715a7-460e-46b4-9ec9-748f52b29120 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Network': ['ID=4f3b6205-11a5-4fef-9447-3a98c9efb2f7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:29.747539 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc869-889e-4cf4-a2b1-0a12b859c42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.757430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a3939-9ecb-4ab6-a57b-cc7d70d721a7 None None] Network 33e9acbd-08d6-4d0c-8d06-6c996b1b44c0 could not be found, it might have been deleted concurrently. {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 13:36:29.784851 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.909713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.932667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b358abd0-7f10-44b4-9b98-564fd47036b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.951364 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c0f48921-944f-4ae1-842d-e20c2a416ec7 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:29.980082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358abd0-7f10-44b4-9b98-564fd47036b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=058b746e-46ca-4164-afd0-1255a8d7939a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:29.989797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: c0f48921-944f-4ae1-842d-e20c2a416ec7 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:29.992312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c0f48921-944f-4ae1-842d-e20c2a416ec7 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:29.993005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 871b1caa-acb4-40ad-ac48-340a7468a8fd no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:29.994102 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b358abd0-7f10-44b4-9b98-564fd47036b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:29.999763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b358abd0-7f10-44b4-9b98-564fd47036b4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/058b746e-46ca-4164-afd0-1255a8d7939a HTTP/1.1" status: 204 len: 168 time: 0.8627200 Nov 12 13:36:30.003744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:30.011821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1028c-12bd-4479-a642-248176906a33 None None] Network 00bc9552-1e53-4a17-b43f-ab7e8415ae25 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:30.054727 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.061139 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.071576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.072273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] DHCP port deletion for 36fe07ca-88f4-43b6-9173-274897433eb3 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:30.091374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 871b1caa-acb4-40ad-ac48-340a7468a8fd {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:30.091703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 871b1caa-acb4-40ad-ac48-340a7468a8fd not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:30.092262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1fb3ea77-7760-470e-8615-5aea74bf1973 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:30.109389 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0efc614-2512-43ca-97ba-ef38d2911078,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:30.120358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1a7fe-1e47-4f51-a1c0-4dd2695d1b4c req-1be0d87c-1b62-4ebe-9360-a4a2225c1a5e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:30.122419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdc1a7fe-1e47-4f51-a1c0-4dd2695d1b4c req-1be0d87c-1b62-4ebe-9360-a4a2225c1a5e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 1.0049891 Nov 12 13:36:30.139046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1fb3ea77-7760-470e-8615-5aea74bf1973 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:30.139405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1fb3ea77-7760-470e-8615-5aea74bf1973 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:30.171537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6cf90-3be4-4a35-942e-cfcf8702ce8d req-1fc333c7-1705-453c-8707-56649145f2b3 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:30.173821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ead6cf90-3be4-4a35-942e-cfcf8702ce8d req-1fc333c7-1705-453c-8707-56649145f2b3 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.2711921 Nov 12 13:36:30.230732 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.251779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.270159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:30.270756 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.280166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc7da96-47ab-4419-9161-f7b6f6f688af']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:30.292047 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b364a3fe-5ed6-4165-8247-6829ad86973e') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:30.292423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b364a3fe-5ed6-4165-8247-6829ad86973e') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:30.303544 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.316259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Deleting port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:30.319018 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.319202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.326818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:30.327228 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.335109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ead6cf90-3be4-4a35-942e-cfcf8702ce8d req-1a47d66e-48e0-4a32-851f-448d7f8e1ee3 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457694 Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:30.402787 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:30.424009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:30.429315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port 1517ad3d-16c0-4915-867d-16ca9dd2bd84, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1517ad3d-16c0-4915-867d-16ca9dd2bd84,segment=NetworkSegment(974605b5-e5e9-4e75-beab-5e1225474139),segment_id=974605b5-e5e9-4e75-beab-5e1225474139)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:30.429855 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.455668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 1517ad3d-16c0-4915-867d-16ca9dd2bd84 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:30.466932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.467870 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Added segment 25faca85-af75-470d-8392-52c27d7e6067 of type vlan for network 8e1841d8-c05f-429b-a918-a176ecd20928 Nov 12 13:36:30.467984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] For port 1517ad3d-16c0-4915-867d-16ca9dd2bd84, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1517ad3d-16c0-4915-867d-16ca9dd2bd84,segment=NetworkSegment(974605b5-e5e9-4e75-beab-5e1225474139),segment_id=974605b5-e5e9-4e75-beab-5e1225474139)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:30.468297 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.477553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Deleting port c0a20d6f-032d-42f6-8807-9c6468f55bbb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:30.477553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.482811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.488616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdc1a7fe-1e47-4f51-a1c0-4dd2695d1b4c req-aaf14c6a-9b96-40ed-8f4e-e0354ccfb100 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332443 Nov 12 13:36:30.492424 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b05d5-b3c6-4fd8-af57-1e015578d0d0 None None] DHCP port deletion for 00bc9552-1e53-4a17-b43f-ab7e8415ae25 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:30.503573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Calling delete_port for 1517ad3d-16c0-4915-867d-16ca9dd2bd84 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:30.504010 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.517798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "DELETE /v2.0/networks/fdc7da96-47ab-4419-9161-f7b6f6f688af HTTP/1.1" status: 204 len: 168 time: 0.9198477 Nov 12 13:36:30.536333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56546) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:30.601357 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f80bf-6d97-47bc-86a8-8985e326a589 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Network': ['ID=fdc7da96-47ab-4419-9161-f7b6f6f688af,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:30.664606 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.684026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] For port c0a20d6f-032d-42f6-8807-9c6468f55bbb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c0a20d6f-032d-42f6-8807-9c6468f55bbb,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:30.684309 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.702223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Calling delete_port for c0a20d6f-032d-42f6-8807-9c6468f55bbb owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:30.748224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-965b05d5-b3c6-4fd8-af57-1e015578d0d0 None None] Deleting port c0a20d6f-032d-42f6-8807-9c6468f55bbb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:30.749078 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965b05d5-b3c6-4fd8-af57-1e015578d0d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.771109 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.790001 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.804450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.808396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=1517ad3d-16c0-4915-867d-16ca9dd2bd84,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:30.821092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No DVR routers for this DVR port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:30.839838 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.893095 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] No DVR routers for this DVR port 1517ad3d-16c0-4915-867d-16ca9dd2bd84 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:30.918620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Pushing event deleted for resources: {'Port': ['ID=1517ad3d-16c0-4915-867d-16ca9dd2bd84,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:30.930868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-965b05d5-b3c6-4fd8-af57-1e015578d0d0 None None] For port c0a20d6f-032d-42f6-8807-9c6468f55bbb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c0a20d6f-032d-42f6-8807-9c6468f55bbb,segment=NetworkSegment(f0a3f22f-9d7c-44eb-84d9-7f319b1b4494),segment_id=f0a3f22f-9d7c-44eb-84d9-7f319b1b4494)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:30.931709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965b05d5-b3c6-4fd8-af57-1e015578d0d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.943410 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.945996 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.955384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.956796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.957574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.958508 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.958784 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:30.959313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.959937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.960617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.961101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.961716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.962281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.962847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.964119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898e91e-cbcd-463d-99dd-ce444816cbb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:30.965941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd427a06-eba1-45c8-8c45-3cee294cc2be']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:30.974694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-965b05d5-b3c6-4fd8-af57-1e015578d0d0 None None] Calling delete_port for c0a20d6f-032d-42f6-8807-9c6468f55bbb owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:30.976564 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6523f7-ca35-4de8-878f-cd738bf1a870') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:30.976873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6523f7-ca35-4de8-878f-cd738bf1a870') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:30.985147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] No DVR routers for this DVR port c0a20d6f-032d-42f6-8807-9c6468f55bbb on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:30.990204 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.004431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.011139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:31.011549 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.036799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fe07ca-88f4-43b6-9173-274897433eb3']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:31.048695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a20d6f-032d-42f6-8807-9c6468f55bbb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:31.067156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974605b5-e5e9-4e75-beab-5e1225474139') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:31.067432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974605b5-e5e9-4e75-beab-5e1225474139') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:31.086383 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:31.089102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.089102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:31.089611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.110868 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.124693 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.141771 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.150171 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.154931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=8e1841d8-c05f-429b-a918-a176ecd20928,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:31.161601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bc9552-1e53-4a17-b43f-ab7e8415ae25']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:31.164550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:31.165017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:31.170547 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:31.173925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 8e1841d8-c05f-429b-a918-a176ecd20928 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:31.185501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Pushing event deleted for resources: {'Network': ['ID=dd427a06-eba1-45c8-8c45-3cee294cc2be,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:31.188540 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.191502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0cc843fe-ceeb-4f04-8f53-a581dc81eca1 tempest-BulkNetworkOpsIpV6Test-1009184292 tempest-BulkNetworkOpsIpV6Test-1009184292-project] 10.222.0.73 "DELETE /v2.0/networks/dd427a06-eba1-45c8-8c45-3cee294cc2be HTTP/1.1" status: 204 len: 168 time: 0.6538548 Nov 12 13:36:31.204419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-97e65ba1-5e90-48d1-b61a-5f8f4e6c2ea5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5025737 Nov 12 13:36:31.207774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56556) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:31.211463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:31.211656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a3f22f-9d7c-44eb-84d9-7f319b1b4494') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:31.220731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Request body: {'subnet': {'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-subnet', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:31.247667 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965b05d5-b3c6-4fd8-af57-1e015578d0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.258960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Made reservation on behalf of c22ad78ffd604d49abed86bb76243ab2 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:31.265388 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.278887 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.298642 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.305034 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.318076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:31.318489 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.321831 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.328738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56558) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:31.329328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/networks/36fe07ca-88f4-43b6-9173-274897433eb3 HTTP/1.1" status: 204 len: 168 time: 2.0265305 Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:31.331740 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:31.350631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9ad4f-b48f-460a-b854-065bb4b1b1e2 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Network': ['ID=36fe07ca-88f4-43b6-9173-274897433eb3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:31.520946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b05d5-b3c6-4fd8-af57-1e015578d0d0 None None] Pushing event deleted for resources: {'Port': ['ID=c0a20d6f-032d-42f6-8807-9c6468f55bbb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:31.523895 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.537104 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:31.553673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b05d5-b3c6-4fd8-af57-1e015578d0d0 None None] No DVR routers for this DVR port c0a20d6f-032d-42f6-8807-9c6468f55bbb on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:31.558469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] 10.222.0.73 "DELETE /v2.0/networks/00bc9552-1e53-4a17-b43f-ab7e8415ae25 HTTP/1.1" status: 204 len: 168 time: 1.5515623 Nov 12 13:36:31.593257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a38233-d130-4610-b605-cf3d5d07a3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=00bc9552-1e53-4a17-b43f-ab7e8415ae25,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:31.625821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0fd67-c759-4d9f-bc76-753a90fbdaf3 None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:36:31.638409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56568) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:31.723890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c0a20d6f-032d-42f6-8807-9c6468f55bbb no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:31.774255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112cc74-d619-4fd0-8df1-84026ccc4282 req-44cca14e-4173-40ee-b8f5-225dbb9f9c8d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:31.775876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6112cc74-d619-4fd0-8df1-84026ccc4282 req-44cca14e-4173-40ee-b8f5-225dbb9f9c8d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.0988939 Nov 12 13:36:31.795801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: c0a20d6f-032d-42f6-8807-9c6468f55bbb {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:31.796342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c0a20d6f-032d-42f6-8807-9c6468f55bbb not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:31.796560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1517ad3d-16c0-4915-867d-16ca9dd2bd84 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:31.899270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1517ad3d-16c0-4915-867d-16ca9dd2bd84 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:31.899622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1517ad3d-16c0-4915-867d-16ca9dd2bd84 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:31.905843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6112cc74-d619-4fd0-8df1-84026ccc4282 req-e6fbafa7-06f5-4483-8ded-91b550572d4c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195297 Nov 12 13:36:32.034813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d0fd67-c759-4d9f-bc76-753a90fbdaf3 None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:36:32.065768 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-73a284cb-3f58-44b6-bee2-774bb000e2cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5e99e14b671b4da8b2e90b3b5e6783a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4260235 Nov 12 13:36:32.068441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56578) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:32.128737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56580) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:32.148338 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d67390b-a027-48a9-81fc-9b5a5cca974d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.243238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d67390b-a027-48a9-81fc-9b5a5cca974d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.244041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-09260a70-090d-409c-9a41-5fe84d7a3250 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04d751a9231f4bb39a266e6c8f69bd8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1134663 Nov 12 13:36:32.246560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:32.302040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b58a8-2053-4cdd-a13c-4cb1e2a942b5 req-03c475f4-d52b-45df-b022-7046cd3667e3 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:32.303600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-283b58a8-2053-4cdd-a13c-4cb1e2a942b5 req-03c475f4-d52b-45df-b022-7046cd3667e3 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.6448660 Nov 12 13:36:32.333787 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.440512 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.521017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad87d250-dfa8-4f72-b633-8a2aa927fdfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.553666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-283b58a8-2053-4cdd-a13c-4cb1e2a942b5 req-0baee740-c51a-4480-9116-b790b52ad7f4 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317362 Nov 12 13:36:32.559505 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad87d250-dfa8-4f72-b633-8a2aa927fdfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.583849 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d67390b-a027-48a9-81fc-9b5a5cca974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.586647 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d67390b-a027-48a9-81fc-9b5a5cca974d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.587945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4d67390b-a027-48a9-81fc-9b5a5cca974d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8c9c225-465e-4a06-9e5b-f4427da86c06 HTTP/1.1" status: 204 len: 168 time: 0.5181193 Nov 12 13:36:32.598881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee456dc-18fc-4feb-a6a5-daa91d513016,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:32.615821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Checking segment: {'id': '25faca85-af75-470d-8392-52c27d7e6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:32.616183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Network hostable DHCP agents. Network: 8e1841d8-c05f-429b-a918-a176ecd20928, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:32.677301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67390b-a027-48a9-81fc-9b5a5cca974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c9c225-465e-4a06-9e5b-f4427da86c06,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:32.699257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Network 8e1841d8-c05f-429b-a918-a176ecd20928 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:32.739697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 8e1841d8-c05f-429b-a918-a176ecd20928) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:32.799551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:32.801648 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad87d250-dfa8-4f72-b633-8a2aa927fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.804347 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad87d250-dfa8-4f72-b633-8a2aa927fdfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.807865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ad87d250-dfa8-4f72-b633-8a2aa927fdfe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/631e5887-9211-48e7-bccb-8d4bd6a50bfd HTTP/1.1" status: 204 len: 168 time: 0.5579267 Nov 12 13:36:32.826964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.832883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87d250-dfa8-4f72-b633-8a2aa927fdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631e5887-9211-48e7-bccb-8d4bd6a50bfd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:32.907544 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-26bd221e-ac6a-4cf5-a42e-e84ea09affef admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6937959 Nov 12 13:36:32.907665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:32.912901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:32.928792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9876e938-ff92-433b-ad62-0355af40eea0 None None] Network 8e1841d8-c05f-429b-a918-a176ecd20928 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:32.993933 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.996027 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:32.998400 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:33.036204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8b635059-7fd2-48d6-97f7-96c13c408e83 None None] Provisioning complete for port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:33.036518 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b635059-7fd2-48d6-97f7-96c13c408e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:33.089950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:33.250117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:33.272248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8b635059-7fd2-48d6-97f7-96c13c408e83 None None] Provisioning complete for port 97ef7369-125b-4a12-ab6d-b52be2753dd4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:33.272647 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b635059-7fd2-48d6-97f7-96c13c408e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:33.278890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427eb64-0bad-4237-b78d-33913b682bf3 None None] Network 8e1841d8-c05f-429b-a918-a176ecd20928 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:33.508623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2509b-d275-4986-b974-445818ea0c4b req-668a8541-9f5e-425f-adc6-1d42b98e1c00 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:33.543005 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8aa2509b-d275-4986-b974-445818ea0c4b req-668a8541-9f5e-425f-adc6-1d42b98e1c00 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.3620570 Nov 12 13:36:33.566414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8b635059-7fd2-48d6-97f7-96c13c408e83 None None] Provisioning complete for port 4a301956-d186-4759-9a1e-6a9f1128db1e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:33.568544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b635059-7fd2-48d6-97f7-96c13c408e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:33.833418 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:33.892816 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8aa2509b-d275-4986-b974-445818ea0c4b req-74fbcede-397e-4994-8199-dc3186977d37 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488197 Nov 12 13:36:34.099714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdba0ac-3849-4eec-bbfc-4e925b15628b req-fe2bbcaa-f8e5-4c73-a60d-3f1bab06add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:34.101220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0cdba0ac-3849-4eec-bbfc-4e925b15628b req-fe2bbcaa-f8e5-4c73-a60d-3f1bab06add0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 1097 time: 1.3481719 Nov 12 13:36:34.221620 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:34.272091 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:34.387035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0cdba0ac-3849-4eec-bbfc-4e925b15628b req-d185fdbd-f18b-46b2-9668-a2b0d8467e36 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341278 Nov 12 13:36:34.434402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81889-032a-4f84-80a6-d3bbd514aa39 req-4f47bce1-d142-445e-ae6c-6726c34c4d5b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:34.437320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19f81889-032a-4f84-80a6-d3bbd514aa39 req-4f47bce1-d142-445e-ae6c-6726c34c4d5b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.3421342 Nov 12 13:36:34.489024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56634) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:34.529449 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19f81889-032a-4f84-80a6-d3bbd514aa39 req-6a21e352-ae42-4553-a88e-b8a8fa2c1c61 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854969 Nov 12 13:36:34.586633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Allocated IP 172.25.5.158 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/61673247-26b2-4781-88f6-28794c975887) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:34.655803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:34.656302 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:34.851403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12,segment=NetworkSegment(f5d0820b-00ce-4cf5-b031-80f8e75f11de),segment_id=f5d0820b-00ce-4cf5-b031-80f8e75f11de)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:34.851680 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:34.866412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56650) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:34.879177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:34.880065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:34.959995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1282403005'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:34.993642 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:34.999088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1079763450-network', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:35.035314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:35.039423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.054956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Made reservation on behalf of cc986172b0a64aadbf6ab8537b977bb6 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:35.058093 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.076235 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.102647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:35.109909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.116177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:35.137113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb39a97f-0903-4cfa-bd70-9ee4b18e1e5f None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:35.162421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:35.212026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6946afcd-01a3-4591-90de-49db77b45aef None None] Provisioning complete for port 61673247-26b2-4781-88f6-28794c975887 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:35.212794 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6946afcd-01a3-4591-90de-49db77b45aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.237440 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.264217 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.275020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Pushing event updated for resources: {'Port': ['ID=61673247-26b2-4781-88f6-28794c975887,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:35.285190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:35.302634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.303176 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Added segment 00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a of type vlan for network bc0a69dd-4d4f-4190-8324-52346d98fab4 Nov 12 13:36:35.308348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6946afcd-01a3-4591-90de-49db77b45aef None None] Port 61673247-26b2-4781-88f6-28794c975887 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:36:35.333966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe754fe8-06a4-4287-a2f7-c3e1484e93a2 req-d4dc368f-fb7d-4042-8462-da10b9cf5ea1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:35.345535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe754fe8-06a4-4287-a2f7-c3e1484e93a2 req-d4dc368f-fb7d-4042-8462-da10b9cf5ea1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.3305027 Nov 12 13:36:35.406617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.454084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfb6e72-8f77-4c04-985d-600b7dbbee13,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:35.534371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.535798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:35.536515 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.618988 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe754fe8-06a4-4287-a2f7-c3e1484e93a2 req-b6c12659-d8ca-4709-86bf-1be2877b145b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721171 Nov 12 13:36:35.685581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.693529 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.694068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8226547 Nov 12 13:36:35.699316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56664) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:35.709594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Request body: {'subnet': {'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1079763450-subnet', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:35.744548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b16d43-e16d-4eaa-8a94-ede227d947cf admin admin] Pushing event updated for resources: {'Network': ['ID=bc0a69dd-4d4f-4190-8324-52346d98fab4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:35.747224 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.759818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network bc0a69dd-4d4f-4190-8324-52346d98fab4 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:35.764420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:35.778711 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.779510 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Added segment 2e47d9d1-5642-461b-b195-f1c13b7eb290 of type vlan for network 6380dbbc-9f06-4238-ac58-17667a30230d Nov 12 13:36:35.816787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb10680-921d-4ecb-b21d-19084609fc06,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:35.882236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:35.954845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7529e-deef-404f-b13e-d4023600c7c9 req-8a3b199e-8c34-47fd-a390-fbd6fecf761b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:35.957053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Made reservation on behalf of cc986172b0a64aadbf6ab8537b977bb6 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:35.962180 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.967014 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:35.970495 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40e7529e-deef-404f-b13e-d4023600c7c9 req-8a3b199e-8c34-47fd-a390-fbd6fecf761b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.2889149 Nov 12 13:36:36.098492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:36.105316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:36.105992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:36.192742 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:36.198625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7047853 Nov 12 13:36:36.207176 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56670) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:36.225524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'name': 'tempest-PortsIpV6TestJSON-1551652684'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:36.253120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40e7529e-deef-404f-b13e-d4023600c7c9 req-9a692be3-dace-4cfa-acac-ddad7d02f040 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813404 Nov 12 13:36:36.261756 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:36.317719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5270c28-88f8-4c48-b288-db7cd05569c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Network': ['ID=6380dbbc-9f06-4238-ac58-17667a30230d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:36.332105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 6380dbbc-9f06-4238-ac58-17667a30230d details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:36.495655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:36.499722 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:36.673333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port ae34efc3-d012-4787-a0e9-5fe22ac4c029 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:36:36.840834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:36.896667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dbea4-2768-41c7-8bc5-c61be52dfeda req-cbd91b77-7fa2-4ca7-a6a5-d88de064356a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:36.898507 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d9dbea4-2768-41c7-8bc5-c61be52dfeda req-cbd91b77-7fa2-4ca7-a6a5-d88de064356a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.1515863 Nov 12 13:36:37.119487 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.140489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:37.151529 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-529ff132-7e6c-4c88-8afd-7c8f8cfa516b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8161986 Nov 12 13:36:37.155281 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:37.163762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56680) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:37.171782 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d9dbea4-2768-41c7-8bc5-c61be52dfeda req-d47035e6-8833-472a-939c-258b06862ea9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310426 Nov 12 13:36:37.175742 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:37.176675 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:37.183960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.248086 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.375597 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:37.406822 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=ae34efc3-d012-4787-a0e9-5fe22ac4c029,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:37.498207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Checking segment: {'id': '2e47d9d1-5642-461b-b195-f1c13b7eb290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:37.498584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network hostable DHCP agents. Network: 6380dbbc-9f06-4238-ac58-17667a30230d, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:37.503045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7647e39d-0102-4b1f-939f-9be3f518cc43 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting subnet d4afa7db-8f27-4d5f-837c-41744908625a {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:36:37.511140 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7647e39d-0102-4b1f-939f-9be3f518cc43 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.517044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87c08b3-282c-4c34-9f64-ad81c517e0c2,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:37.577236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:37.596434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74184f2-8e82-4769-9ce4-f44d45fa29ea req-82d1a398-cdc9-4ad7-86b1-448731702e89 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:37.607720 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e74184f2-8e82-4769-9ce4-f44d45fa29ea req-82d1a398-cdc9-4ad7-86b1-448731702e89 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.1890914 Nov 12 13:36:37.625059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 6380dbbc-9f06-4238-ac58-17667a30230d) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:37.637714 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7647e39d-0102-4b1f-939f-9be3f518cc43 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.659077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be697d5-1a78-467c-b98e-49c07310319f None None] Network 6380dbbc-9f06-4238-ac58-17667a30230d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:37.666841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.670719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:37.672799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Checking segment: {'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:37.673169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Network hostable DHCP agents. Network: bc0a69dd-4d4f-4190-8324-52346d98fab4, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:37.683958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:37.684637 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.714689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1736-a9fb-496c-95f6-c1ac2317e6b4 req-585a9cbc-87eb-4ea0-91b0-7427229571c5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:37.716110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c58f1736-a9fb-496c-95f6-c1ac2317e6b4 req-585a9cbc-87eb-4ea0-91b0-7427229571c5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1662500 Nov 12 13:36:37.784939 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1d5ade3e-6f48-464b-8cc7-47e45ff11028 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5653715 Nov 12 13:36:37.785365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56690) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:37.809110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1813668445'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:37.844192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Network bc0a69dd-4d4f-4190-8324-52346d98fab4 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:37.849928 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:35Z', 'revision_number': 10, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:37.875729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e74184f2-8e82-4769-9ce4-f44d45fa29ea req-d2ac4298-fa51-45d5-9146-ccacab11ce2a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602217 Nov 12 13:36:37.880243 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:37.890224 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:37.891041 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:37.917765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:37.927717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, bc0a69dd-4d4f-4190-8324-52346d98fab4) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:37.928905 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:37.941518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce545f4-eb16-4cb7-a457-c3b043d59bae None None] Network bc0a69dd-4d4f-4190-8324-52346d98fab4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:37.996533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:38.040518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.040977 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Added segment 6a6df509-0b49-41fe-baf5-c43152ff9d79 of type vlan for network 5598f594-412f-40a1-b1ed-b66db0a5c9ca Nov 12 13:36:38.045856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:38.046521 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.093785 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7647e39d-0102-4b1f-939f-9be3f518cc43 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.151836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.220590 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.227400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:38.228068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.232146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c58f1736-a9fb-496c-95f6-c1ac2317e6b4 req-7b6b2c8f-e630-4721-918d-60fb00aaac07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4468887 Nov 12 13:36:38.252408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4578996 Nov 12 13:36:38.281317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da525ea-18d4-420f-a033-f6c367a58a1f req-e822906c-2322-431f-8a7b-ddd5bc5f8d90 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:38.281317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4da525ea-18d4-420f-a033-f6c367a58a1f req-e822906c-2322-431f-8a7b-ddd5bc5f8d90 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1326013 Nov 12 13:36:38.295109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56698) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:38.303437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'ports': [{'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d'}, {'network_id': '5598f594-412f-40a1-b1ed-b66db0a5c9ca'}]} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:38.303437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:38.304201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '5598f594-412f-40a1-b1ed-b66db0a5c9ca'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:38.361889 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fb8efab6-64f7-4c24-a10e-6ab71ce5d5fa admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6528430 Nov 12 13:36:38.375136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:38.379442 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:38.390686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:38.523664 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.526964 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.533673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ae575-64cd-476f-afc8-96bdd53e8c98 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Network': ['ID=5598f594-412f-40a1-b1ed-b66db0a5c9ca,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:38.537686 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7647e39d-0102-4b1f-939f-9be3f518cc43 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.559769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 5598f594-412f-40a1-b1ed-b66db0a5c9ca details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:38.625009 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4da525ea-18d4-420f-a033-f6c367a58a1f req-5bb3060b-cee8-48d9-85dd-47ed2f5c8f4f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432965 Nov 12 13:36:38.658539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647e39d-0102-4b1f-939f-9be3f518cc43 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Subnet': ['ID=d4afa7db-8f27-4d5f-837c-41744908625a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:38.719092 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:35Z', 'revision_number': 10, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:38.725188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7647e39d-0102-4b1f-939f-9be3f518cc43 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.737936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7647e39d-0102-4b1f-939f-9be3f518cc43 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/d4afa7db-8f27-4d5f-837c-41744908625a HTTP/1.1" status: 204 len: 168 time: 1.5685332 Nov 12 13:36:38.764847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e7d26-20b8-4e17-892b-780b3c3b30fd None None] Network 158819ac-85b8-4189-ac20-d0166d11fb50 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:38.785705 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb1ee5-8a57-4294-b1d8-8e9fbe4c5a62 None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:35Z', 'revision_number': 10, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None, '_interfaces': [{'id': '68ba669e-4476-4642-9f98-a9bad5ae9434', 'name': '', 'network_id': '793902fa-9513-40df-a11c-d4259c09237d', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'mac_address': 'fa:16:3e:64:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:34Z', 'updated_at': '2021-11-12T13:35:45Z', 'revision_number': 5, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'subnets': [{'id': '3f210508-8b2f-41bb-a3aa-65569b13a67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:38.790736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-bc0a69dd-4d4f-4190-8324-52346d98fab4', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:36:38.801807 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.810963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56708) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:38.852751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:36:38.983390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:38.992226 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.035223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1dda0-7689-4b9a-b8f8-5dcf58621f15 req-45b2c863-8d5e-4254-bff5-216bb4105cd5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:39.043407 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7b1dda0-7689-4b9a-b8f8-5dcf58621f15 req-45b2c863-8d5e-4254-bff5-216bb4105cd5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.4762688 Nov 12 13:36:39.072345 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:36:39.095372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 2} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:39.103471 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.110026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Allocated IP 172.20.0.2 (bc0a69dd-4d4f-4190-8324-52346d98fab4/f87c08b3-282c-4c34-9f64-ad81c517e0c2/a1af0441-1c17-424e-9409-12fd61cff4f1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:39.145226 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.352677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.380613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.444398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Network bc0a69dd-4d4f-4190-8324-52346d98fab4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:39.457578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 1cc4d143-139e-443d-b759-54c31d0b8ebb {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:39.458097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.467207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port b63927aa-742f-4365-b96f-6c9b57f02b55 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:36:39.482241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076931ce-f69f-4953-9623-5d8945402137 req-a0bb82d5-cc9a-4d97-b7f4-07df84cdcc7a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:39.482792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:39.483912 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-076931ce-f69f-4953-9623-5d8945402137 req-a0bb82d5-cc9a-4d97-b7f4-07df84cdcc7a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.3411105 Nov 12 13:36:39.500382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:39.538720 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.548154 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7b1dda0-7689-4b9a-b8f8-5dcf58621f15 req-edac5b37-8237-4c5c-a9ce-aac1299dc51b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495731 Nov 12 13:36:39.559137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:39.605812 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.607769 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-073aa15f-2cf9-4146-954e-d928d7f6eca3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7002201 Nov 12 13:36:39.644020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56720) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:39.719590 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-076931ce-f69f-4953-9623-5d8945402137 req-6a5091bf-6372-4970-b26c-00e21568eca6 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090912 Nov 12 13:36:39.739751 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Sync routers for ids ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:39.742303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:39.751289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port 1cc4d143-139e-443d-b759-54c31d0b8ebb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1cc4d143-139e-443d-b759-54c31d0b8ebb,segment=NetworkSegment(f5d0820b-00ce-4cf5-b031-80f8e75f11de),segment_id=f5d0820b-00ce-4cf5-b031-80f8e75f11de)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:39.751661 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.752250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Attempting to bind port a1af0441-1c17-424e-9409-12fd61cff4f1 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:39.752814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Attempting to bind port a1af0441-1c17-424e-9409-12fd61cff4f1 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:39.753985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Attempting to bind port a1af0441-1c17-424e-9409-12fd61cff4f1 on network bc0a69dd-4d4f-4190-8324-52346d98fab4 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:39.793617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Pushing event updated for resources: {'Port': ['ID=a1af0441-1c17-424e-9409-12fd61cff4f1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:39.802940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 1cc4d143-139e-443d-b759-54c31d0b8ebb owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:39.817929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:39.820067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37d3ab3f-e3b9-4831-aa7d-46e4b77e0a12 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:39.845239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:39.845968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Checking segment: {'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:39.847425 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.851207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Bound using segment: {'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:39.851952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Bound port: a1af0441-1c17-424e-9409-12fd61cff4f1, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:39.852575 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:39.978280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] For port a1af0441-1c17-424e-9409-12fd61cff4f1, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:39.983444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] For port a1af0441-1c17-424e-9409-12fd61cff4f1, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a1af0441-1c17-424e-9409-12fd61cff4f1,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:39.986808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43d31cf-709a-4f80-a919-9ca4592d61f9 None None] DHCP port deletion for 158819ac-85b8-4189-ac20-d0166d11fb50 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:39.990069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Routers {'2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:39.990951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:40.025097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.126342 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.142091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Set router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:40.152160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No DVR routers for this DVR port 1cc4d143-139e-443d-b759-54c31d0b8ebb on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:40.165011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port 5efbb4aa-2e2a-4348-8636-f8f9bbad0184 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:36:40.205342 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.216835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=1cc4d143-139e-443d-b759-54c31d0b8ebb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:40.218395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.278805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc08ef-3b79-4793-8665-dce1978c65b7 None None] Pushing event updated for resources: {'Port': ['ID=a1af0441-1c17-424e-9409-12fd61cff4f1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:40.293579 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.305317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-b81072ca-f7e5-474f-87a5-9215e0c5e74f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:40.308645 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-b81072ca-f7e5-474f-87a5-9215e0c5e74f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 811 time: 0.2937565 Nov 12 13:36:40.334987 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.368433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158819ac-85b8-4189-ac20-d0166d11fb50']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:40.415912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-b63b77e0-3931-4264-a727-bfd36b900b1f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/quotas/8bfffb1fd5ab49ba8c751725cfc850a9 HTTP/1.1" status: 200 len: 375 time: 0.0988269 Nov 12 13:36:40.442601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d0820b-00ce-4cf5-b031-80f8e75f11de') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:40.443276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d0820b-00ce-4cf5-b031-80f8e75f11de') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:40.471872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.502183 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.506116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:35Z', 'revision_number': 3, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:40.525453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:40.527589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:40.534470 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:40.577016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Checking router: 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:40.577500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Updating router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 port 61673247-26b2-4781-88f6-28794c975887 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:36:40.639867 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.730655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.800227 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.857712 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.882649 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:40.892129 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/networks/158819ac-85b8-4189-ac20-d0166d11fb50 HTTP/1.1" status: 204 len: 168 time: 2.0801299 Nov 12 13:36:40.901137 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56740) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:40.932437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:40.974709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a5fd6-3de7-4161-ab91-e231be80072e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Network': ['ID=158819ac-85b8-4189-ac20-d0166d11fb50,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:40.990888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:41.031256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=b63927aa-742f-4365-b96f-6c9b57f02b55,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:41.036424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:41.037313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:41.199760 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-c9bbb62b-a7ea-4e46-8f00-dd8e739b5636 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7836967 Nov 12 13:36:41.391846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Allocated IP 172.25.5.68 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/bbbbcfb0-e891-4cae-848b-1b1c28ca1032) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:41.402671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d37b5418-4943-40b4-a1f5-559704fa71da service neutron] 10.222.0.73 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715529 Nov 12 13:36:41.658492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c75da3-17de-44e3-ba84-aca11aa5974e req-2f6bc0c7-3178-4fa0-94bf-95b14ee6f31b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:41.660578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d5c75da3-17de-44e3-ba84-aca11aa5974e req-2f6bc0c7-3178-4fa0-94bf-95b14ee6f31b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.7269170 Nov 12 13:36:41.758803 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:41.760733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a1af0441-1c17-424e-9409-12fd61cff4f1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:41.789925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d5c75da3-17de-44e3-ba84-aca11aa5974e req-7cd0f917-d2c8-4011-ab3e-d8d2083fc831 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130390 Nov 12 13:36:41.892336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=5efbb4aa-2e2a-4348-8636-f8f9bbad0184,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:41.899644 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-a7d7e8e4-bad2-4353-bae8-792a3d3a6152 service neutron] 10.222.0.73 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727342 Nov 12 13:36:41.918269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a1af0441-1c17-424e-9409-12fd61cff4f1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:41.919496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:41.996036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Checking segment: {'id': '6a6df509-0b49-41fe-baf5-c43152ff9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5598f594-412f-40a1-b1ed-b66db0a5c9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:42.007749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network hostable DHCP agents. Network: 5598f594-412f-40a1-b1ed-b66db0a5c9ca, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:42.032703 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:42.078317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2079d9cc-ecd8-41f6-94a0-80077e4f7c58 None None] Network bc0a69dd-4d4f-4190-8324-52346d98fab4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:42.210961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 5598f594-412f-40a1-b1ed-b66db0a5c9ca is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:42.236653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:42.284356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 5598f594-412f-40a1-b1ed-b66db0a5c9ca) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:42.300952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Allocated IP 172.20.0.1 (8e1841d8-c05f-429b-a918-a176ecd20928/3ee456dc-18fc-4feb-a6a5-daa91d513016/11147dea-a4bf-4c4f-b1b3-ac3966f35069) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:42.308606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:42.322094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:42.339052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7889f553-bd45-426d-b3b5-f98c10869085 None None] Network 5598f594-412f-40a1-b1ed-b66db0a5c9ca requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:42.349999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:42.351414 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:42.383078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6f5fd0b3-f36e-4dd0-b473-42b385d01e26 None None] Provisioning complete for port a1af0441-1c17-424e-9409-12fd61cff4f1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:42.383454 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd0b3-f36e-4dd0-b473-42b385d01e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:42.411732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:42.431105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:42.456866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:42.459704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbbcfb0-e891-4cae-848b-1b1c28ca1032,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:42.518025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-027b97b2-6589-436b-9443-4b55031d78d8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2268031 Nov 12 13:36:42.520704 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:42.523475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52197f60-5bd1-467b-9e04-24fbbb3ee447 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:42.535931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56764) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:42.600425 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6590c1b7-4c94-489b-91ef-b0948e7d0827 req-7f41023b-8164-439a-9dae-e911e45a96f0 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 210 time: 0.1284783 Nov 12 13:36:42.733359 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd0b3-f36e-4dd0-b473-42b385d01e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:42.807857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port a1af0441-1c17-424e-9409-12fd61cff4f1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a1af0441-1c17-424e-9409-12fd61cff4f1,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:42.902200 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f6f2c-5381-48a3-bca8-3efd7f6432ca req-ae845e69-94fd-41b0-93e8-03d541dfab56 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:42.911935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-688f6f2c-5381-48a3-bca8-3efd7f6432ca req-ae845e69-94fd-41b0-93e8-03d541dfab56 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2627521 Nov 12 13:36:42.934002 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:42.943719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.078647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1dde524a-7c12-48e2-8bf0-b1ab2688af35 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 5efbb4aa-2e2a-4348-8636-f8f9bbad0184 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:43.079013 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dde524a-7c12-48e2-8bf0-b1ab2688af35 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.100114 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-688f6f2c-5381-48a3-bca8-3efd7f6432ca req-4dd10583-fe3c-4522-8bfd-4c486f6057d6 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847675 Nov 12 13:36:43.128484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.184171 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.332132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1cc4d143-139e-443d-b759-54c31d0b8ebb no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:43.335889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.444628 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dde524a-7c12-48e2-8bf0-b1ab2688af35 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.469600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1dde524a-7c12-48e2-8bf0-b1ab2688af35 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 5efbb4aa-2e2a-4348-8636-f8f9bbad0184 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:43.536210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Pushing event updated for resources: {'Port': ['ID=11147dea-a4bf-4c4f-b1b3-ac3966f35069,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:43.545486 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.569991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1cc4d143-139e-443d-b759-54c31d0b8ebb {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:43.574064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1cc4d143-139e-443d-b759-54c31d0b8ebb not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:43.595911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Network 8e1841d8-c05f-429b-a918-a176ecd20928 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:43.678669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:43.684454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:43.739750 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.791760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23c3276f-e086-4d78-b8d0-2d60ffa49a83 req-e20e77d1-fc9f-40f4-90f7-c1ae55f1ead6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 210 time: 0.0584812 Nov 12 13:36:43.846952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-6f5fd0b3-f36e-4dd0-b473-42b385d01e26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:36:43.847474 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-6f5fd0b3-f36e-4dd0-b473-42b385d01e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:36:43.853393 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dde524a-7c12-48e2-8bf0-b1ab2688af35 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.879358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=a1af0441-1c17-424e-9409-12fd61cff4f1,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:43.910202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde524a-7c12-48e2-8bf0-b1ab2688af35 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=5efbb4aa-2e2a-4348-8636-f8f9bbad0184,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:43.922606 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dde524a-7c12-48e2-8bf0-b1ab2688af35 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.933352 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1dde524a-7c12-48e2-8bf0-b1ab2688af35 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/5efbb4aa-2e2a-4348-8636-f8f9bbad0184 HTTP/1.1" status: 204 len: 168 time: 1.3849065 Nov 12 13:36:43.941302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56784) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:43.977269 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:43.986646 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.020774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port 68ba669e-4476-4642-9f98-a9bad5ae9434 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:44.021434 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.044957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.073431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdeebb-1266-45b0-be53-29f32f867007 None None] Pushing event updated for resources: {'Port': ['ID=61673247-26b2-4781-88f6-28794c975887,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:44.147579 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf26f6-f184-4250-b347-1b34aef78b04 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:44.176504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Attempting to bind port 61673247-26b2-4781-88f6-28794c975887 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:44.177438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Attempting to bind port 61673247-26b2-4781-88f6-28794c975887 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:44.178052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Attempting to bind port 61673247-26b2-4781-88f6-28794c975887 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:44.212121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:44.213440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:44.214161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.214826 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:44.217961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Bound port: 61673247-26b2-4781-88f6-28794c975887, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:44.218826 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.272675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.304970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f1b69-a6a9-4dd4-8d4d-a4738256ff50 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:44.341223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port 68ba669e-4476-4642-9f98-a9bad5ae9434, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=68ba669e-4476-4642-9f98-a9bad5ae9434,segment=NetworkSegment(16872834-d807-4f53-b9bc-a9115809a554),segment_id=16872834-d807-4f53-b9bc-a9115809a554)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:44.341639 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.342760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f1b69-a6a9-4dd4-8d4d-a4738256ff50 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:44.348349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-831f1b69-a6a9-4dd4-8d4d-a4738256ff50 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4043097 Nov 12 13:36:44.356205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56792) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:44.464513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for 68ba669e-4476-4642-9f98-a9bad5ae9434 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:44.468319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] For port 61673247-26b2-4781-88f6-28794c975887, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:44.504304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] For port 61673247-26b2-4781-88f6-28794c975887, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=61673247-26b2-4781-88f6-28794c975887,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:44.515555 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.685929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdeebb-1266-45b0-be53-29f32f867007 None None] Pushing event updated for resources: {'Port': ['ID=61673247-26b2-4781-88f6-28794c975887,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:44.719919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe7e3dd-5dc5-4863-be04-45e19bd8e85a None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:44.727675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Routers {'2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:44.728334 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:44.759358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] Provisioning complete for port 61673247-26b2-4781-88f6-28794c975887 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:44.759767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.783836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd58cc4-b777-49cf-aa18-8e8157614254 req-25485f1c-3d55-43fa-b8f2-04dbbd46adfd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:44.786831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fd58cc4-b777-49cf-aa18-8e8157614254 req-25485f1c-3d55-43fa-b8f2-04dbbd46adfd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.4251504 Nov 12 13:36:44.794709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:36:44.824063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-69046b1c-fe64-44ff-a0bd-a06e22f7958c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port b63927aa-742f-4365-b96f-6c9b57f02b55 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:44.825975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69046b1c-fe64-44ff-a0bd-a06e22f7958c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.952038 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69046b1c-fe64-44ff-a0bd-a06e22f7958c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:44.976251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-69046b1c-fe64-44ff-a0bd-a06e22f7958c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for b63927aa-742f-4365-b96f-6c9b57f02b55 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:45.031936 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.032510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-cc047d51-84f1-48b1-8d90-b51ed2155dec tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:45.034064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-cc047d51-84f1-48b1-8d90-b51ed2155dec tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.70 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 811 time: 0.6539383 Nov 12 13:36:45.060183 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef1be292-9539-4699-93ae-3bbd032052ed req-09feee9c-4a5e-420d-93e8-406cbd10ec6e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 210 time: 0.0590837 Nov 12 13:36:45.065695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'port': {'device_id': '777ada9a-75dd-4634-8e1f-5c7cd59d884d', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'admin_state_up': True, 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:45.169819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] For port 61673247-26b2-4781-88f6-28794c975887, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=61673247-26b2-4781-88f6-28794c975887,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:45.186254 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.256883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.276852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] Pushing event updated for resources: {'Port': ['ID=61673247-26b2-4781-88f6-28794c975887,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:45.302634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] Set router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:45.346902 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69046b1c-fe64-44ff-a0bd-a06e22f7958c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.368262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] Provisioning complete for port a1af0441-1c17-424e-9409-12fd61cff4f1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:45.368638 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.378841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=68ba669e-4476-4642-9f98-a9bad5ae9434,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:45.452883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.467464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fd58cc4-b777-49cf-aa18-8e8157614254 req-72dd7839-ad00-49d9-9181-f39e55c64124 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6662147 Nov 12 13:36:45.544209 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.558812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Made reservation on behalf of 8bfffb1fd5ab49ba8c751725cfc850a9 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:45.563437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.576536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69046b1c-fe64-44ff-a0bd-a06e22f7958c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.595052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-69046b1c-fe64-44ff-a0bd-a06e22f7958c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/b63927aa-742f-4365-b96f-6c9b57f02b55 HTTP/1.1" status: 204 len: 168 time: 1.2297921 Nov 12 13:36:45.597061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56806) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:45.632868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69046b1c-fe64-44ff-a0bd-a06e22f7958c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=b63927aa-742f-4365-b96f-6c9b57f02b55,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:45.686787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:35Z', 'revision_number': 3, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:45.777452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5219431f-e458-4263-8d06-ce77365a35bc None None] The sync data for ids ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'] in n-d-805736-4 is: [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:35Z', 'revision_number': 3, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:45.817107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] Provisioning complete for port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:45.817579 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.924955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f61ef1c1-040d-492a-a1a7-91a3a8309c20 None None] Port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:36:45.943266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:45.957245 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Sync routers for ids ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:45.981578 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Routers {'40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:45.982212 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:45.982888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:45.984965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e7fb3934-7a31-4580-9c14-f2a60c571632 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6087661 Nov 12 13:36:45.989160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:46.011671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a1af0441-1c17-424e-9409-12fd61cff4f1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:46.024552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715c08df-7cb8-4f71-83e3-bf757a0c6af5 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:46.050364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-715c08df-7cb8-4f71-83e3-bf757a0c6af5 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4477079 Nov 12 13:36:46.084455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:46.210452 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Set router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:46.239426 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a393eb3b-ecb0-45a9-9553-49777455a6bb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:36:46.246944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a393eb3b-ecb0-45a9-9553-49777455a6bb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/5efbb4aa-2e2a-4348-8636-f8f9bbad0184 HTTP/1.1" status: 404 len: 333 time: 0.1007812 Nov 12 13:36:46.247989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56814) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:46.260729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9906e2f6-0d2b-4bfe-b918-3fc94b1188ad None None] Provisioning complete for port 61673247-26b2-4781-88f6-28794c975887 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:46.261309 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9906e2f6-0d2b-4bfe-b918-3fc94b1188ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.340139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a1af0441-1c17-424e-9409-12fd61cff4f1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:46.353139 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.383179 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9066cd1a-bdc0-4ab3-bc4d-f2d48f3dbcd3 req-baee9b89-7a02-4e6f-85eb-9d6b7599843e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 210 time: 0.1186621 Nov 12 13:36:46.432996 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f954308e-bb7c-4fb5-8d23-e564146e71e3 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:36:46.470217 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f954308e-bb7c-4fb5-8d23-e564146e71e3 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/b63927aa-742f-4365-b96f-6c9b57f02b55 HTTP/1.1" status: 404 len: 333 time: 0.2102427 Nov 12 13:36:46.517545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Allocated IP 172.20.0.8 (716eaeb8-2b9f-4020-8796-089a156530f5/a0a7236b-e919-440f-ba8a-930742b36c5d/d377d8f6-30f3-46c0-82d1-4af88497e2db) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:46.552079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.554062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:46.695133 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.736448 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:42Z', 'revision_number': 3, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:46.826151 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Checking router: 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:46.826756 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Updating router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:36:46.906618 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:46.942515 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.019005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:47.033159 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.048862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:36:47.077816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Network 716eaeb8-2b9f-4020-8796-089a156530f5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:47.085165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:47.102220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:47.267453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Pushing event updated for resources: {'Port': ['ID=11147dea-a4bf-4c4f-b1b3-ac3966f35069,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:47.515465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:47.532492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:47.569218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:47.570098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1dcbb9b4-5f9e-4019-bb41-3c02ad38bb2c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6604581 Nov 12 13:36:47.573272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:47.579221 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.579745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56838) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:47.594090 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.724949 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Pushing event updated for resources: {'Port': ['ID=bbbbcfb0-e891-4cae-848b-1b1c28ca1032,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:47.726462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'Port': ['ID=d377d8f6-30f3-46c0-82d1-4af88497e2db,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:47.759129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:47.765615 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.789932 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.790381 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.808302 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.808817 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.809264 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.809814 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.811055 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.811564 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.812039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91f2e3f-d010-4771-a2eb-2508f2ed7ee8 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting subnet 3f210508-8b2f-41bb-a3aa-65569b13a67e {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:36:47.812474 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.817494 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.824258 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.825147 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:36:47.829540 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Attempting to bind port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:47.831345 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Attempting to bind port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:47.832178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c91f2e3f-d010-4771-a2eb-2508f2ed7ee8 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.837269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762eadf-0f23-45bb-8b2a-3335893892e1 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:47.839080 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Attempting to bind port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:47.855927 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:47.857837 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:47.858692 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.861320 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:47.862165 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Bound port: bbbbcfb0-e891-4cae-848b-1b1c28ca1032, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:47.862671 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:47.896428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:47.902973 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-d13b5291-5f3c-49fc-9a52-bad96ed610e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8412511 Nov 12 13:36:47.930132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Request body: {'port': {'device_id': '777ada9a-75dd-4634-8e1f-5c7cd59d884d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:47.975798 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c91f2e3f-d010-4771-a2eb-2508f2ed7ee8 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.097122 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] For port bbbbcfb0-e891-4cae-848b-1b1c28ca1032, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:48.154772 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] For port bbbbcfb0-e891-4cae-848b-1b1c28ca1032, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bbbbcfb0-e891-4cae-848b-1b1c28ca1032,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:48.168159 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.179587 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.217714 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 61673247-26b2-4781-88f6-28794c975887 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:48.225252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6e235084-13cf-4275-88e5-7d5067f24bce None None] Provisioning complete for port d377d8f6-30f3-46c0-82d1-4af88497e2db triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:48.229824 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e235084-13cf-4275-88e5-7d5067f24bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.332514 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Routers {'40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:48.340132 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:48.350154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6e235084-13cf-4275-88e5-7d5067f24bce None None] Port d377d8f6-30f3-46c0-82d1-4af88497e2db cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:36:48.356971 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c91f2e3f-d010-4771-a2eb-2508f2ed7ee8 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.358632 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd8823-ea8e-4eea-9530-5e32944fa0f2 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:48.447717 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c91f2e3f-d010-4771-a2eb-2508f2ed7ee8 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.489087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 11, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:48.535176 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d74d5-de0b-4282-b6ed-3ad2a1745a7c None None] Pushing event updated for resources: {'Port': ['ID=bbbbcfb0-e891-4cae-848b-1b1c28ca1032,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:48.549658 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.553876 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.616531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f2e3f-d010-4771-a2eb-2508f2ed7ee8 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Subnet': ['ID=3f210508-8b2f-41bb-a3aa-65569b13a67e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:48.733353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232bcd34-ab9a-4a14-9f28-d0cbe4bc21c3 None None] Network 793902fa-9513-40df-a11c-d4259c09237d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:48.763475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:48.822853 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] Set router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:48.833769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f7b63ed0-02f9-46fe-b789-931a14021e81 None None] Provisioning complete for port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:48.834269 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7b63ed0-02f9-46fe-b789-931a14021e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:48.846005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:48.846795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:48.953770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Network 8e1841d8-c05f-429b-a918-a176ecd20928 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:48.982849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:49.075719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.109622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5598f594-412f-40a1-b1ed-b66db0a5c9ca']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:49.131081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6df509-0b49-41fe-baf5-c43152ff9d79') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:49.131371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6df509-0b49-41fe-baf5-c43152ff9d79') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:49.154201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d377d8f6-30f3-46c0-82d1-4af88497e2db {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:36:49.163327 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.165627 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.195435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.196334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c91f2e3f-d010-4771-a2eb-2508f2ed7ee8 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.200839 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:42Z', 'revision_number': 3, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:49.206285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c91f2e3f-d010-4771-a2eb-2508f2ed7ee8 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/3f210508-8b2f-41bb-a3aa-65569b13a67e HTTP/1.1" status: 204 len: 168 time: 1.6252975 Nov 12 13:36:49.207063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:49.207476 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.207844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56850) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:49.287092 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21f9cad-10b4-4b9c-9fcc-1e45e8d48eef None None] The sync data for ids ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'] in n-d-805736-4 is: [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:42Z', 'revision_number': 3, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:49.298094 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:49.311456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Transition to ACTIVE for port object d377d8f6-30f3-46c0-82d1-4af88497e2db will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:36:49.314573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c12d1-83e7-4158-9d90-92f63e1f7849 req-6fc1f9a9-86ac-4bd5-b672-f9fc8fd08b38 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:49.328676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac2c12d1-83e7-4158-9d90-92f63e1f7849 req-6fc1f9a9-86ac-4bd5-b672-f9fc8fd08b38 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 931 time: 0.7398827 Nov 12 13:36:49.400727 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.405644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.420786 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.454283 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.458357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/networks/5598f594-412f-40a1-b1ed-b66db0a5c9ca HTTP/1.1" status: 204 len: 168 time: 2.7957232 Nov 12 13:36:49.464946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56852) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:49.474533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1011080959'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:49.567216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Pushing event updated for resources: {'Port': ['ID=d377d8f6-30f3-46c0-82d1-4af88497e2db,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:49.593050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc625138-aed5-4d67-8ded-3fd2655dc0f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Network': ['ID=5598f594-412f-40a1-b1ed-b66db0a5c9ca,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:49.645380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac2c12d1-83e7-4158-9d90-92f63e1f7849 req-d60a7033-1cda-4803-bb9d-97a9418fe1c3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153923 Nov 12 13:36:49.651837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 61673247-26b2-4781-88f6-28794c975887 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:49.652225 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.694503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:49.701491 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.727038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Attempting to bind port d377d8f6-30f3-46c0-82d1-4af88497e2db on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:49.727367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Attempting to bind port d377d8f6-30f3-46c0-82d1-4af88497e2db by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:49.727706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Attempting to bind port d377d8f6-30f3-46c0-82d1-4af88497e2db on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:49.734720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Port d377d8f6-30f3-46c0-82d1-4af88497e2db on network 716eaeb8-2b9f-4020-8796-089a156530f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:36:49.735052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Attempting to bind port d377d8f6-30f3-46c0-82d1-4af88497e2db on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:49.749602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:49.749862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Checking segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:49.750259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Bound using segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:49.750809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Bound port: d377d8f6-30f3-46c0-82d1-4af88497e2db, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:49.751174 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.831652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:36:49.860807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:49.982901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:49.983273 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Added segment 0eacad8f-3fd0-4dde-901a-d97a655aba55 of type vlan for network 5dd56528-0af8-4763-bc46-2e1a18862b2e Nov 12 13:36:50.005172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Deleting port ebdd1380-d893-4f42-bfed-916322228593 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:50.005533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.066256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:50.070159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 11, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:50.148917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c26227-e709-4ffb-86f7-371e654fff09 None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 11, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:50.329636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab588d9-dbdc-4383-b487-60de0a0ff660 None None] DHCP port deletion for 793902fa-9513-40df-a11c-d4259c09237d request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:36:50.455512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] For port ebdd1380-d893-4f42-bfed-916322228593, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ebdd1380-d893-4f42-bfed-916322228593,segment=NetworkSegment(16872834-d807-4f53-b9bc-a9115809a554),segment_id=16872834-d807-4f53-b9bc-a9115809a554)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:50.456443 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.484933 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7b63ed0-02f9-46fe-b789-931a14021e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.508717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Calling delete_port for ebdd1380-d893-4f42-bfed-916322228593 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:50.591816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f7b63ed0-02f9-46fe-b789-931a14021e81 None None] For port bbbbcfb0-e891-4cae-848b-1b1c28ca1032, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bbbbcfb0-e891-4cae-848b-1b1c28ca1032,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:50.609232 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7b63ed0-02f9-46fe-b789-931a14021e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.668152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.694083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] For port d377d8f6-30f3-46c0-82d1-4af88497e2db, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:50.727469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] For port d377d8f6-30f3-46c0-82d1-4af88497e2db, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d377d8f6-30f3-46c0-82d1-4af88497e2db,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:50.743616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b63ed0-02f9-46fe-b789-931a14021e81 None None] Pushing event updated for resources: {'Port': ['ID=bbbbcfb0-e891-4cae-848b-1b1c28ca1032,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:50.816103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6ab588d9-dbdc-4383-b487-60de0a0ff660 None None] Deleting port ebdd1380-d893-4f42-bfed-916322228593 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:50.816961 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ab588d9-dbdc-4383-b487-60de0a0ff660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.829945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf823b-320b-4927-bf55-27622a11332d req-67ee1026-213a-4410-a7cd-4e51b5705d4c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:50.831692 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eeaf823b-320b-4927-bf55-27622a11332d req-67ee1026-213a-4410-a7cd-4e51b5705d4c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.4735959 Nov 12 13:36:50.833962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.849896 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.870415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a44b4-624f-4c76-b4ad-3592a43ea454 req-f6061c5d-a4a8-4a63-b160-3805cf74f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:50.872015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4a44b4-624f-4c76-b4ad-3592a43ea454 req-f6061c5d-a4a8-4a63-b160-3805cf74f4d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 1096 time: 0.4757929 Nov 12 13:36:50.874507 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.896588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:50.897505 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:50.918631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b947de42-fb84-440e-a118-d2cfb9d7f448 None None] Provisioning complete for port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:50.930333 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b947de42-fb84-440e-a118-d2cfb9d7f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:51.070984 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Network': ['ID=5dd56528-0af8-4763-bc46-2e1a18862b2e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:51.114758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bbbbcfb0-e891-4cae-848b-1b1c28ca1032 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:51.122851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 5dd56528-0af8-4763-bc46-2e1a18862b2e details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:36:51.181731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:51.182576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:51.190290 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] 10.222.0.70 "PUT /v2.0/ports/d377d8f6-30f3-46c0-82d1-4af88497e2db HTTP/1.1" status: 200 len: 1091 time: 3.2653039 Nov 12 13:36:51.211821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:51.234219 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Sync routers for ids ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:51.248955 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e6864e5d-b551-4836-9e77-30117e5fe274 admin admin] 10.222.0.73 "PUT /v2.0/routers/2b1aeaa2-067a-4f11-8aab-1d5eebc2e323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5973027 Nov 12 13:36:51.249085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777ada9a-75dd-4634-8e1f-5c7cd59d884d', 'tag': 'd377d8f6-30f3-46c0-82d1-4af88497e2db'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:36:51.249175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6ab588d9-dbdc-4383-b487-60de0a0ff660 None None] For port ebdd1380-d893-4f42-bfed-916322228593, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ebdd1380-d893-4f42-bfed-916322228593,segment=NetworkSegment(16872834-d807-4f53-b9bc-a9115809a554),segment_id=16872834-d807-4f53-b9bc-a9115809a554)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:51.249175 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ab588d9-dbdc-4383-b487-60de0a0ff660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:51.249365 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646685a3-661f-42b9-a490-92c57615117d" -d '{"events": [{"name": "network-changed", "server_uuid": "777ada9a-75dd-4634-8e1f-5c7cd59d884d", "tag": "d377d8f6-30f3-46c0-82d1-4af88497e2db"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:36:51.251704 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Routers {'2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:51.252331 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:51.369749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eeaf823b-320b-4927-bf55-27622a11332d req-0ba6dd57-f413-4faa-b824-fd150923a8fe tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165317 Nov 12 13:36:51.371957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a44b4-624f-4c76-b4ad-3592a43ea454 req-78602898-8550-465b-b8bf-06b2c900a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:51.377124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4a44b4-624f-4c76-b4ad-3592a43ea454 req-78602898-8550-465b-b8bf-06b2c900a7ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 920 time: 0.4696133 Nov 12 13:36:51.552757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4a44b4-624f-4c76-b4ad-3592a43ea454 req-e9858f68-2cd1-4649-808a-33e14610eedd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4 HTTP/1.1" status: 200 len: 217 time: 0.1519668 Nov 12 13:36:51.580390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6ab588d9-dbdc-4383-b487-60de0a0ff660 None None] Calling delete_port for ebdd1380-d893-4f42-bfed-916322228593 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:51.671382 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Set router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:51.813504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:51.813884 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:51.904774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a44b4-624f-4c76-b4ad-3592a43ea454 req-0438ce43-06da-420e-a327-a2a12a3eb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:51.910613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4a44b4-624f-4c76-b4ad-3592a43ea454 req-0438ce43-06da-420e-a327-a2a12a3eb28c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 200 len: 859 time: 0.2336538 Nov 12 13:36:52.053860 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ab588d9-dbdc-4383-b487-60de0a0ff660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.082067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4a44b4-624f-4c76-b4ad-3592a43ea454 req-e48bd8d5-1794-4246-8315-bf1da1822392 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c5b37a7-c28a-448c-b6ea-b24adc200278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143305 Nov 12 13:36:52.095397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab588d9-dbdc-4383-b487-60de0a0ff660 None None] Pushing event deleted for resources: {'Port': ['ID=ebdd1380-d893-4f42-bfed-916322228593,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:52.097668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab588d9-dbdc-4383-b487-60de0a0ff660 None None] No DVR routers for this DVR port ebdd1380-d893-4f42-bfed-916322228593 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:52.119761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ebdd1380-d893-4f42-bfed-916322228593 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:52.146052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: ebdd1380-d893-4f42-bfed-916322228593 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:52.146418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ebdd1380-d893-4f42-bfed-916322228593 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:52.146818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 68ba669e-4476-4642-9f98-a9bad5ae9434 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:36:52.174028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 68ba669e-4476-4642-9f98-a9bad5ae9434 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:36:52.174431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 68ba669e-4476-4642-9f98-a9bad5ae9434 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:36:52.256958 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '11147dea-a4bf-4c4f-b1b3-ac3966f35069', 'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'mac_address': 'fa:16:3e:fc:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:41Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 2, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'subnets': [{'id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:52.277059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a76a86d-bd4c-4372-a071-03d1c046be99 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8065002 Nov 12 13:36:52.277850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba365f78-c908-467f-b54d-7848a444df60 service neutron] Pushing event updated for resources: {'Port': ['ID=d377d8f6-30f3-46c0-82d1-4af88497e2db,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:52.282160 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.286888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56896) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:52.320702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Port': ['ID=ebdd1380-d893-4f42-bfed-916322228593,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:52.328550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-825a62d2-a42a-4556-9142-8fe4f2c2972e tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:52.337869 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-825a62d2-a42a-4556-9142-8fe4f2c2972e tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/networks?id=8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 200 len: 819 time: 0.2546530 Nov 12 13:36:52.342269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '5dd56528-0af8-4763-bc46-2e1a18862b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:52.359949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Allocated IP 172.20.0.1 (bc0a69dd-4d4f-4190-8324-52346d98fab4/f87c08b3-282c-4c34-9f64-ad81c517e0c2/a8ebfccf-68e9-4d8b-b077-ca0173059928) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:52.425034 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Checking router: 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:52.425034 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Updating router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 port 11147dea-a4bf-4c4f-b1b3-ac3966f35069 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:36:52.453814 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.473905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No DVR routers for this DVR port ebdd1380-d893-4f42-bfed-916322228593 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:36:52.533703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c05668-45a9-4165-bd6d-c320b3e557d2 req-b977c721-7f1a-4459-8492-95a9307b32f8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:52.535275 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95c05668-45a9-4165-bd6d-c320b3e557d2 req-b977c721-7f1a-4459-8492-95a9307b32f8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 943 time: 1.6290135 Nov 12 13:36:52.583082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-bac481f8-bf6f-4e2b-924d-f2a909c642a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:52.585246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-bac481f8-bf6f-4e2b-924d-f2a909c642a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 1094 time: 1.3193526 Nov 12 13:36:52.648435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-bdb2bb60-2c3b-4ef3-aad7-411ea33232ae tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/quotas/c22ad78ffd604d49abed86bb76243ab2 HTTP/1.1" status: 200 len: 375 time: 0.3087513 Nov 12 13:36:52.680408 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4a44b4-624f-4c76-b4ad-3592a43ea454 req-777709aa-35b0-4013-a9bf-071f9c79379f service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223322 Nov 12 13:36:52.692815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bbbbcfb0-e891-4cae-848b-1b1c28ca1032 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:52.780282 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.791033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:52.800554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.814871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-043f7f5e-4801-4f17-a0f3-5720dfe51eee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d377d8f6-30f3-46c0-82d1-4af88497e2db HTTP/1.1" status: 200 len: 217 time: 0.1099572 Nov 12 13:36:52.849135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:52.849545 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.869707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-6815bba0-caf6-4b48-bf80-06548ec4b2d8 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c22ad78ffd604d49abed86bb76243ab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2202992 Nov 12 13:36:52.906442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:52.949586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793902fa-9513-40df-a11c-d4259c09237d']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:52.973056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Performing IP validity checks on allocation pools {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 13:36:52.976680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 13:36:52.995476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4a44b4-624f-4c76-b4ad-3592a43ea454 req-8ed5ed9f-75ce-4d4f-82cf-2b79d8c2a11c service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628558 Nov 12 13:36:53.005324 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16872834-d807-4f53-b9bc-a9115809a554') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:53.005324 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16872834-d807-4f53-b9bc-a9115809a554') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:53.020833 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.036081 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.048288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95c05668-45a9-4165-bd6d-c320b3e557d2 req-45c40ed1-d8d4-4d54-a262-8f682f2233b6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882009 Nov 12 13:36:53.060379 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.078572 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-7af0a36a-5deb-485d-95b9-549f00d86347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:53.080145 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-7af0a36a-5deb-485d-95b9-549f00d86347 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.2351441 Nov 12 13:36:53.108105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.170440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:36:53.170685 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:36:53.176385 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:36:53.185273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-5c57bed6-a867-4402-8995-6c1a01316e99 service neutron] 10.222.0.73 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009367 Nov 12 13:36:53.191698 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cdd7d-ae28-4761-bb49-25f510fa25b7 None None] Pushing event updated for resources: {'Port': ['ID=11147dea-a4bf-4c4f-b1b3-ac3966f35069,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:53.194935 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.242711 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f7558e-1118-44d7-9965-b8ca7240b60c x-openstack-request-id: req-42f7558e-1118-44d7-9965-b8ca7240b60c {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:36:53.243027 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777ada9a-75dd-4634-8e1f-5c7cd59d884d", "tag": "d377d8f6-30f3-46c0-82d1-4af88497e2db", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:36:53.243301 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42f7558e-1118-44d7-9965-b8ca7240b60c {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:36:53.245415 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777ada9a-75dd-4634-8e1f-5c7cd59d884d', 'tag': 'd377d8f6-30f3-46c0-82d1-4af88497e2db', 'status': 'completed', 'code': 200} Nov 12 13:36:53.249086 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Attempting to bind port 11147dea-a4bf-4c4f-b1b3-ac3966f35069 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:53.249749 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Attempting to bind port 11147dea-a4bf-4c4f-b1b3-ac3966f35069 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '25faca85-af75-470d-8392-52c27d7e6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:53.250589 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Attempting to bind port 11147dea-a4bf-4c4f-b1b3-ac3966f35069 on network 8e1841d8-c05f-429b-a918-a176ecd20928 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:53.264094 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:53.264953 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Checking segment: {'id': '25faca85-af75-470d-8392-52c27d7e6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:53.264953 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.265636 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Bound using segment: {'id': '25faca85-af75-470d-8392-52c27d7e6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:53.267733 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Bound port: 11147dea-a4bf-4c4f-b1b3-ac3966f35069, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25faca85-af75-470d-8392-52c27d7e6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:53.268412 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.327829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-274c6d18-ca36-42e2-b0f3-90f521fb9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:53.329605 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-274c6d18-ca36-42e2-b0f3-90f521fb9434 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396927 Nov 12 13:36:53.354301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ebfccf-68e9-4d8b-b077-ca0173059928,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:53.358705 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.401441 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.403460 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] For port 11147dea-a4bf-4c4f-b1b3-ac3966f35069, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:53.405888 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/networks/793902fa-9513-40df-a11c-d4259c09237d HTTP/1.1" status: 204 len: 168 time: 4.1966870 Nov 12 13:36:53.407806 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] For port 11147dea-a4bf-4c4f-b1b3-ac3966f35069, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=11147dea-a4bf-4c4f-b1b3-ac3966f35069,segment=NetworkSegment(25faca85-af75-470d-8392-52c27d7e6067),segment_id=25faca85-af75-470d-8392-52c27d7e6067)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:53.417989 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.420956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56910) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:53.433390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c08097ca-462f-4afb-94a8-cec6094df38b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'routes': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:53.438923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Network bc0a69dd-4d4f-4190-8324-52346d98fab4 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:53.476905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979892d-e549-4bc8-9093-20cd13973f84 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Pushing event deleted for resources: {'Network': ['ID=793902fa-9513-40df-a11c-d4259c09237d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:53.487750 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f4278d00-269a-4857-b1b3-de976a5c64aa service neutron] 10.222.0.73 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946153 Nov 12 13:36:53.536107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:53.616814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:53.632361 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cdd7d-ae28-4761-bb49-25f510fa25b7 None None] Pushing event updated for resources: {'Port': ['ID=11147dea-a4bf-4c4f-b1b3-ac3966f35069,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:53.639663 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:53.642984 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Routers {'2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:53.646027 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:53.659314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d566ad-c154-407c-9cee-d745dcb38cab req-4f4786b2-c226-4517-87d2-245cfb5fdab7 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:53.668884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62d566ad-c154-407c-9cee-d745dcb38cab req-4f4786b2-c226-4517-87d2-245cfb5fdab7 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2935700 Nov 12 13:36:53.989989 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62d566ad-c154-407c-9cee-d745dcb38cab req-976f2794-3778-4b44-8cb7-462cbabdc135 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199158 Nov 12 13:36:53.998292 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-dc4e2688-deb1-4a99-a413-da36d25961e2 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528246 Nov 12 13:36:54.062635 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] Set router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:54.142614 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.164471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-32affeae-c51a-46c2-9f5b-c42a5cd42f82 None None] Provisioning complete for port a8ebfccf-68e9-4d8b-b077-ca0173059928 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:54.165192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32affeae-c51a-46c2-9f5b-c42a5cd42f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.199363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87177bfa-3ebc-416c-a804-d1c6e7553599 req-c759baaf-6139-4019-ba24-c3259a0a968f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 210 time: 0.0807042 Nov 12 13:36:54.265585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-32affeae-c51a-46c2-9f5b-c42a5cd42f82 None None] Port a8ebfccf-68e9-4d8b-b077-ca0173059928 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:36:54.419992 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c26dfda-650c-4e9f-8701-cf3d510ba2fe req-872c0562-8ea5-4529-8f10-b997fb392c41 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126551 Nov 12 13:36:54.420727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=538805cd-0e3c-4149-aebb-927fba4e75d6,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:54.435648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Checking segment: {'id': '0eacad8f-3fd0-4dde-901a-d97a655aba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5dd56528-0af8-4763-bc46-2e1a18862b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:54.435648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network hostable DHCP agents. Network: 5dd56528-0af8-4763-bc46-2e1a18862b2e, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:36:54.474998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 5dd56528-0af8-4763-bc46-2e1a18862b2e is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:36:54.480780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-c08097ca-462f-4afb-94a8-cec6094df38b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Added routes are [] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 13:36:54.486390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-c08097ca-462f-4afb-94a8-cec6094df38b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Removed routes are [] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 13:36:54.486814 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c08097ca-462f-4afb-94a8-cec6094df38b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.489159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 5dd56528-0af8-4763-bc46-2e1a18862b2e) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:54.499333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db325a8-835e-416c-935c-1c4e429a00eb None None] Network 5dd56528-0af8-4763-bc46-2e1a18862b2e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:54.500160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:54.504185 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:54.553109 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '11147dea-a4bf-4c4f-b1b3-ac3966f35069', 'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'mac_address': 'fa:16:3e:fc:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:41Z', 'updated_at': '2021-11-12T13:36:53Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'subnets': [{'id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:54.591685 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0e1b4-7bb0-4d96-8753-8317ea8f9f2e None None] The sync data for ids ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'] in n-d-805736-4 is: [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '11147dea-a4bf-4c4f-b1b3-ac3966f35069', 'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'mac_address': 'fa:16:3e:fc:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:41Z', 'updated_at': '2021-11-12T13:36:53Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'subnets': [{'id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:54.631702 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-66fbc06b-353a-4eaa-bd11-88e4c296c68e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3114514 Nov 12 13:36:54.632385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56930) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:54.636010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646685a3-661f-42b9-a490-92c57615117d req-a972974f-6d0a-48ae-8ff0-6dcbf116e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:54.638194 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-646685a3-661f-42b9-a490-92c57615117d req-a972974f-6d0a-48ae-8ff0-6dcbf116e525 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 1094 time: 0.1210265 Nov 12 13:36:54.644140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '5dd56528-0af8-4763-bc46-2e1a18862b2e', 'name': 'tempest-PortsIpV6TestJSON-656853049'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:54.892599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-5dd56528-0af8-4763-bc46-2e1a18862b2e', 'network_id': '5dd56528-0af8-4763-bc46-2e1a18862b2e', 'tenant_id': '061d9f90424e4a27a4a7f6d1607da3b8', 'fixed_ips': [{'subnet_id': '538805cd-0e3c-4149-aebb-927fba4e75d6'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:36:54.893523 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.042899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:55.047892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.090739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Allocated IP 2001:db8::2 (5dd56528-0af8-4763-bc46-2e1a18862b2e/538805cd-0e3c-4149-aebb-927fba4e75d6/1d0ec8dd-f679-404a-a037-67d026a67392) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:55.163282 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646685a3-661f-42b9-a490-92c57615117d req-0659bf61-8436-48c0-9521-253d219eae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:55.170966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-646685a3-661f-42b9-a490-92c57615117d req-0659bf61-8436-48c0-9521-253d219eae86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.3208234 Nov 12 13:36:55.176010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port bf9ce4b6-5416-4cb1-be59-d16862db6fe9 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:36:55.404811 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-646685a3-661f-42b9-a490-92c57615117d req-121dfb98-c77e-4ff2-b7c3-efa0cd9cbd31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d377d8f6-30f3-46c0-82d1-4af88497e2db HTTP/1.1" status: 200 len: 217 time: 0.2050335 Nov 12 13:36:55.454494 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.468622 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.510156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Network 5dd56528-0af8-4763-bc46-2e1a18862b2e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:55.520378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:55.523073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:55.588609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8::391 (5dd56528-0af8-4763-bc46-2e1a18862b2e/538805cd-0e3c-4149-aebb-927fba4e75d6/bf9ce4b6-5416-4cb1-be59-d16862db6fe9) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:55.589708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7193d-2f04-47b5-8fb8-cbe83125d508 req-89f97f50-9d90-4c11-815d-9496633e63d5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:55.602438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-afc7193d-2f04-47b5-8fb8-cbe83125d508 req-89f97f50-9d90-4c11-815d-9496633e63d5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 943 time: 1.3165488 Nov 12 13:36:55.722236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Pushing event updated for resources: {'Port': ['ID=1d0ec8dd-f679-404a-a037-67d026a67392,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:55.754069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Attempting to bind port 1d0ec8dd-f679-404a-a037-67d026a67392 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:36:55.754622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Attempting to bind port 1d0ec8dd-f679-404a-a037-67d026a67392 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '0eacad8f-3fd0-4dde-901a-d97a655aba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5dd56528-0af8-4763-bc46-2e1a18862b2e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:36:55.755341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Attempting to bind port 1d0ec8dd-f679-404a-a037-67d026a67392 on network 5dd56528-0af8-4763-bc46-2e1a18862b2e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:36:55.764057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:36:55.765306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Checking segment: {'id': '0eacad8f-3fd0-4dde-901a-d97a655aba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5dd56528-0af8-4763-bc46-2e1a18862b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:36:55.765885 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.766447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Bound using segment: {'id': '0eacad8f-3fd0-4dde-901a-d97a655aba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5dd56528-0af8-4763-bc46-2e1a18862b2e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:36:55.767085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Bound port: 1d0ec8dd-f679-404a-a037-67d026a67392, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eacad8f-3fd0-4dde-901a-d97a655aba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5dd56528-0af8-4763-bc46-2e1a18862b2e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:36:55.767639 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.882673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] For port 1d0ec8dd-f679-404a-a037-67d026a67392, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:36:55.886697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] For port 1d0ec8dd-f679-404a-a037-67d026a67392, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1d0ec8dd-f679-404a-a037-67d026a67392,segment=NetworkSegment(0eacad8f-3fd0-4dde-901a-d97a655aba55),segment_id=0eacad8f-3fd0-4dde-901a-d97a655aba55)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:36:55.894619 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:55.924614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.075442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.087475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c08097ca-462f-4afb-94a8-cec6094df38b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.093813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e62c8-7fd6-409d-b068-71c63c6578b2 None None] Pushing event updated for resources: {'Port': ['ID=1d0ec8dd-f679-404a-a037-67d026a67392,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:56.118209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c08097ca-462f-4afb-94a8-cec6094df38b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.193524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.241677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c4021-0442-4b5c-9772-e8e06095f6be req-8596ad65-526f-47fe-85a5-a91a6bb9a8ca tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:56.243551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c53c4021-0442-4b5c-9772-e8e06095f6be req-8596ad65-526f-47fe-85a5-a91a6bb9a8ca tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 1.0217171 Nov 12 13:36:56.294352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646685a3-661f-42b9-a490-92c57615117d req-4cb9e5c9-fda2-428e-9144-4c32cdad3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:56.296131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-646685a3-661f-42b9-a490-92c57615117d req-4cb9e5c9-fda2-428e-9144-4c32cdad3eae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.8822737 Nov 12 13:36:56.405631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 5dd56528-0af8-4763-bc46-2e1a18862b2e is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:56.413080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-b19011ed-534e-40b9-8f1e-bdffea5d6451 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:56.417181 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-b19011ed-534e-40b9-8f1e-bdffea5d6451 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.105 "GET /v2.0/networks?id=8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 200 len: 819 time: 0.3880384 Nov 12 13:36:56.421414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:56.438418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Request body: {'port': {'device_id': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'admin_state_up': True, 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:56.570160 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-afc7193d-2f04-47b5-8fb8-cbe83125d508 req-c7602fe9-d051-490e-b510-7d8238303007 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9650538 Nov 12 13:36:56.592264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:56.598999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:56.603371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.698293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0589635 Nov 12 13:36:56.709709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56948) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:56.723198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08097ca-462f-4afb-94a8-cec6094df38b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router 19a72e4b-49d2-461f-b86b-de8af7d7e878 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:56.730632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Made reservation on behalf of c22ad78ffd604d49abed86bb76243ab2 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:36:56.735076 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:56.803537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646685a3-661f-42b9-a490-92c57615117d req-c183d139-72ea-492b-8dc4-c83a59a34a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:56.805049 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-646685a3-661f-42b9-a490-92c57615117d req-c183d139-72ea-492b-8dc4-c83a59a34a56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4180124 Nov 12 13:36:56.817798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2548e-392a-4a84-a7ba-5d15f7e53cab tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=bf9ce4b6-5416-4cb1-be59-d16862db6fe9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:56.888450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 11147dea-a4bf-4c4f-b1b3-ac3966f35069 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:56.979693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08097ca-462f-4afb-94a8-cec6094df38b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:56.984663 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c53c4021-0442-4b5c-9772-e8e06095f6be req-7d4ced82-59a0-41b3-89d4-f1b6586dd14f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7089264 Nov 12 13:36:57.007156 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c08097ca-462f-4afb-94a8-cec6094df38b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.007156 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c08097ca-462f-4afb-94a8-cec6094df38b tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878 HTTP/1.1" status: 200 len: 705 time: 3.5773504 Nov 12 13:36:57.011498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56954) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:57.016117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] Sync routers for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:57.040548 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-327aa2aa-508c-40eb-8eac-105363a58c48 req-11d6c39f-e35b-4b72-9fc8-fef2e7e47a67 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 210 time: 0.0727594 Nov 12 13:36:57.069250 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1366ecf0-ad41-4566-9933-949987a77411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.111114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 11147dea-a4bf-4c4f-b1b3-ac3966f35069 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:57.115460 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.122022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fe2debd3-09e2-4bf1-a6db-bd0b57de0f9a tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a72e4b-49d2-461f-b86b-de8af7d7e878 HTTP/1.1" status: 200 len: 205 time: 0.1060157 Nov 12 13:36:57.124136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56956) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:57.124458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:57.132408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:57.308708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-85d8b17e-2048-4d80-af2d-73623cbdb732 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port bf9ce4b6-5416-4cb1-be59-d16862db6fe9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:36:57.309032 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d8b17e-2048-4d80-af2d-73623cbdb732 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.358497 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.372363 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50d9f93a-fe73-48a9-9929-bb318b270fdd tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.376855 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-646685a3-661f-42b9-a490-92c57615117d req-4754de17-2f5b-4bad-9398-a217ca9829d3 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496452 Nov 12 13:36:57.481461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:57.649052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 11, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:57.687251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Allocated IP 172.20.0.4 (8e1841d8-c05f-429b-a918-a176ecd20928/3ee456dc-18fc-4feb-a6a5-daa91d513016/61287fb3-ed10-48e4-b073-d946569ed4a0) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:36:57.717317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] Checking router: 19a72e4b-49d2-461f-b86b-de8af7d7e878 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:36:57.765592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.811622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] Routers {'19a72e4b-49d2-461f-b86b-de8af7d7e878'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:57.812382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['19a72e4b-49d2-461f-b86b-de8af7d7e878'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:57.839826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50d9f93a-fe73-48a9-9929-bb318b270fdd tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.846639 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50d9f93a-fe73-48a9-9929-bb318b270fdd tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:57.857463 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-646685a3-661f-42b9-a490-92c57615117d req-b9462d51-9635-4414-a599-e3c4ac14b60a service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676592 Nov 12 13:36:57.991036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a60a6-9118-466b-8126-24ec10e80f87 req-7054c995-58e6-4b25-adc5-1b5679034dfb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:58.003482 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81a60a6-9118-466b-8126-24ec10e80f87 req-7054c995-58e6-4b25-adc5-1b5679034dfb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 943 time: 0.2510180 Nov 12 13:36:58.079073 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.125548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50d9f93a-fe73-48a9-9929-bb318b270fdd tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.127698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d9f93a-fe73-48a9-9929-bb318b270fdd tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Fanout notify agent at l3_agent the message router_deleted on router 19a72e4b-49d2-461f-b86b-de8af7d7e878 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:36:58.154796 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50d9f93a-fe73-48a9-9929-bb318b270fdd tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.156035 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-50d9f93a-fe73-48a9-9929-bb318b270fdd tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878 HTTP/1.1" status: 204 len: 168 time: 1.0293443 Nov 12 13:36:58.174464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56970) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:58.184598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7fb7707b-496b-4cdf-b685-6ed3c434034d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-163430913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:58.185157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d377d8f6-30f3-46c0-82d1-4af88497e2db details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:36:58.187527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dba815-a4e7-4459-85a5-535dc772f841 None None] Network 5dd56528-0af8-4763-bc46-2e1a18862b2e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:36:58.205669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81a60a6-9118-466b-8126-24ec10e80f87 req-2916679b-a7f9-4a69-9aa4-ac6eae97af83 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007346 Nov 12 13:36:58.284944 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.301505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ebfccf-68e9-4d8b-b077-ca0173059928,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:58.305819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d8b17e-2048-4d80-af2d-73623cbdb732 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.352748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-85d8b17e-2048-4d80-af2d-73623cbdb732 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for bf9ce4b6-5416-4cb1-be59-d16862db6fe9 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:36:58.364583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fb7707b-496b-4cdf-b685-6ed3c434034d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.366075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fb7707b-496b-4cdf-b685-6ed3c434034d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.376257 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.442479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fb7707b-496b-4cdf-b685-6ed3c434034d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.459321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59353ab9-54f4-4e5c-8270-8fd74c4a1bae req-0dd05dd0-2b47-43a9-993a-4e8d1afa794c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:58.468857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59353ab9-54f4-4e5c-8270-8fd74c4a1bae req-0dd05dd0-2b47-43a9-993a-4e8d1afa794c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.3211360 Nov 12 13:36:58.469179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 11147dea-a4bf-4c4f-b1b3-ac3966f35069, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=11147dea-a4bf-4c4f-b1b3-ac3966f35069,segment=NetworkSegment(25faca85-af75-470d-8392-52c27d7e6067),segment_id=25faca85-af75-470d-8392-52c27d7e6067)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:58.481061 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fb7707b-496b-4cdf-b685-6ed3c434034d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.481353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-36ae6958-a93d-4f2f-8f3a-75f30621cdaa None None] Provisioning complete for port 1d0ec8dd-f679-404a-a037-67d026a67392 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:58.481773 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36ae6958-a93d-4f2f-8f3a-75f30621cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.483537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24be725f-fe47-4dd0-b57c-7a52d68a79fc req-984faf82-76c4-4a93-a4d7-0071296328d7 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 210 time: 0.0763960 Nov 12 13:36:58.534492 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.590251 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.591701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1d0ec8dd-f679-404a-a037-67d026a67392 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:36:58.595391 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fb7707b-496b-4cdf-b685-6ed3c434034d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.596765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7fb7707b-496b-4cdf-b685-6ed3c434034d tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4176149 Nov 12 13:36:58.600529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Network bc0a69dd-4d4f-4190-8324-52346d98fab4 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:58.605524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56972) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:36:58.611999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:58.651902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-50ad3aea-7d98-4e25-aeaf-3e4979727552 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:58.745394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] Set router 19a72e4b-49d2-461f-b86b-de8af7d7e878 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:36:58.756147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=11147dea-a4bf-4c4f-b1b3-ac3966f35069,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:58.937944 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36ae6958-a93d-4f2f-8f3a-75f30621cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:58.951820 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:36:58.964231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Network 8e1841d8-c05f-429b-a918-a176ecd20928 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:36:58.997404 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:36:59.001680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:36:59.018095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59353ab9-54f4-4e5c-8270-8fd74c4a1bae req-a1643abc-5a04-4651-9180-e885c89e63b8 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479693 Nov 12 13:36:59.020274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:36:59.194989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-36ae6958-a93d-4f2f-8f3a-75f30621cdaa None None] For port 1d0ec8dd-f679-404a-a037-67d026a67392, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1d0ec8dd-f679-404a-a037-67d026a67392,segment=NetworkSegment(0eacad8f-3fd0-4dde-901a-d97a655aba55),segment_id=0eacad8f-3fd0-4dde-901a-d97a655aba55)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:59.199073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 11, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:59.201914 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1d0ec8dd-f679-404a-a037-67d026a67392 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:59.202109 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.234164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Pushing event updated for resources: {'Port': ['ID=61287fb3-ed10-48e4-b073-d946569ed4a0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:59.377406 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:36:59.380357 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.425612 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ad3aea-7d98-4e25-aeaf-3e4979727552 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.454203 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f702c156-393c-436e-8c32-ebab269fc8fc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0214326 Nov 12 13:36:59.456935 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36ae6958-a93d-4f2f-8f3a-75f30621cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.462522 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ad3aea-7d98-4e25-aeaf-3e4979727552 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.475996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Request body: {'port': {'device_id': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:36:59.477736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713ce82-155c-40b8-9e5d-4a41e7410c2b None None] The sync data for ids ['19a72e4b-49d2-461f-b86b-de8af7d7e878'] in n-d-805736-4 is: [{'id': '19a72e4b-49d2-461f-b86b-de8af7d7e878', 'name': 'tempest-RoutersIpV6Test-router-2030940055', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:31Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 11, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:36:59.606643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:36:59.620603 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Sync routers for ids ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:36:59.644803 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Routers {'40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:36:59.645840 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:36:59.708200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-73b5a884-1807-4b74-a216-ba33e213b822 admin admin] 10.222.0.73 "PUT /v2.0/routers/40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7076235 Nov 12 13:36:59.709333 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-721eae65-efe2-4be5-a518-396b7ce811df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.723996 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d377d8f6-30f3-46c0-82d1-4af88497e2db, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d377d8f6-30f3-46c0-82d1-4af88497e2db,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:36:59.823147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-285a9c4e-2f69-4082-888d-03edff38d044 None None] Provisioning complete for port a8ebfccf-68e9-4d8b-b077-ca0173059928 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:36:59.824017 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-285a9c4e-2f69-4082-888d-03edff38d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.835998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'd377d8f6-30f3-46c0-82d1-4af88497e2db', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'port_id': 'd377d8f6-30f3-46c0-82d1-4af88497e2db', 'mac_address': 'fa:16:3e:25:2d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:36:59.883390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d8b17e-2048-4d80-af2d-73623cbdb732 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:36:59.961775 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae6958-a93d-4f2f-8f3a-75f30621cdaa None None] Pushing event updated for resources: {'Port': ['ID=1d0ec8dd-f679-404a-a037-67d026a67392,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:36:59.977314 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Set router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:00.024494 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.066606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8b17e-2048-4d80-af2d-73623cbdb732 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=bf9ce4b6-5416-4cb1-be59-d16862db6fe9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:00.176398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-285a9c4e-2f69-4082-888d-03edff38d044 None None] Port a8ebfccf-68e9-4d8b-b077-ca0173059928 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:00.188675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.207544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca1fe9-cb7d-476f-8967-8721af5572ab req-0e45bea2-6582-44da-b65c-6d0bf7df9835 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:00.217949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9aca1fe9-cb7d-476f-8967-8721af5572ab req-0e45bea2-6582-44da-b65c-6d0bf7df9835 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 943 time: 0.5378683 Nov 12 13:37:00.218290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d377d8f6-30f3-46c0-82d1-4af88497e2db {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:37:00.221866 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85d8b17e-2048-4d80-af2d-73623cbdb732 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.227997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-85d8b17e-2048-4d80-af2d-73623cbdb732 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/bf9ce4b6-5416-4cb1-be59-d16862db6fe9 HTTP/1.1" status: 204 len: 168 time: 3.5170043 Nov 12 13:37:00.231216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56996) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:00.248326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d377d8f6-30f3-46c0-82d1-4af88497e2db, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d377d8f6-30f3-46c0-82d1-4af88497e2db,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:00.263188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd80f8-7476-420f-9990-89b88a01ea5e req-b0840986-bd36-4377-88c3-8704879b84fe tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:00.265432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.277583 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da67f21-dfae-4692-ac75-f7a29742222a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:37:00.292730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da67f21-dfae-4692-ac75-f7a29742222a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:00.297104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8da67f21-dfae-4692-ac75-f7a29742222a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/bf9ce4b6-5416-4cb1-be59-d16862db6fe9 HTTP/1.1" status: 404 len: 333 time: 0.0642970 Nov 12 13:37:00.300609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56998) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:00.302205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4bd80f8-7476-420f-9990-89b88a01ea5e req-b0840986-bd36-4377-88c3-8704879b84fe tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 931 time: 0.6155543 Nov 12 13:37:00.422922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d377d8f6-30f3-46c0-82d1-4af88497e2db,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:00.465623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-be894636-258d-4452-945d-d2280d5839a4 None None] Provisioning complete for port 1d0ec8dd-f679-404a-a037-67d026a67392 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:00.465933 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be894636-258d-4452-945d-d2280d5839a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.495027 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-37baf880-42b0-4dda-adea-311418845a7b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:37:00.496699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-37baf880-42b0-4dda-adea-311418845a7b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/bf9ce4b6-5416-4cb1-be59-d16862db6fe9 HTTP/1.1" status: 404 len: 333 time: 0.1914203 Nov 12 13:37:00.526667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57000) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:00.727148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['d377d8f6-30f3-46c0-82d1-4af88497e2db'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:37:00.791864 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:55Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a8ebfccf-68e9-4d8b-b077-ca0173059928', 'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'mac_address': 'fa:16:3e:54:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:51Z', 'updated_at': '2021-11-12T13:36:56Z', 'revision_number': 2, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'subnets': [{'id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:00.886490 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Checking router: 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:37:00.886985 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Updating router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b port a8ebfccf-68e9-4d8b-b077-ca0173059928 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:37:00.893979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9aca1fe9-cb7d-476f-8967-8721af5572ab req-96fb247a-c749-4113-beab-c948573320c2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737671 Nov 12 13:37:00.899647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f187c257-1ff1-4636-a720-a0908a1d15eb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet 538805cd-0e3c-4149-aebb-927fba4e75d6 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:37:00.909915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 11147dea-a4bf-4c4f-b1b3-ac3966f35069 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:00.918418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-be894636-258d-4452-945d-d2280d5839a4 None None] Could not find standard attr ID for object bf9ce4b6-5416-4cb1-be59-d16862db6fe9. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:37:00.918613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f187c257-1ff1-4636-a720-a0908a1d15eb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:00.931741 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.018770 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.065193 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f187c257-1ff1-4636-a720-a0908a1d15eb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.083688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2f6f3649-eb2a-48dd-a221-9f6b0bd56281 None None] Could not find standard attr ID for object bf9ce4b6-5416-4cb1-be59-d16862db6fe9. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:37:01.175818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 11147dea-a4bf-4c4f-b1b3-ac3966f35069 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:01.179283 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.373081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce13692-5fd8-4819-a82e-73576ab366ed req-3e5ba7c0-a756-4c8e-87f4-189e9f9c8a41 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:01.380610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ce13692-5fd8-4819-a82e-73576ab366ed req-3e5ba7c0-a756-4c8e-87f4-189e9f9c8a41 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2137334 Nov 12 13:37:01.384059 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f187c257-1ff1-4636-a720-a0908a1d15eb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.399154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1d0ec8dd-f679-404a-a037-67d026a67392 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:01.494753 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.513171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1d0ec8dd-f679-404a-a037-67d026a67392 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:01.513607 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.514144 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.545338 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4bd80f8-7476-420f-9990-89b88a01ea5e req-52331ff9-3379-4b62-a16b-90f1d20b34e6 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2417209 Nov 12 13:37:01.549755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ad3aea-7d98-4e25-aeaf-3e4979727552 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Router df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:37:01.651878 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a824e-f34d-4025-a2c9-dcab17520721 None None] Pushing event updated for resources: {'Port': ['ID=a8ebfccf-68e9-4d8b-b077-ca0173059928,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:01.693115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ce13692-5fd8-4819-a82e-73576ab366ed req-67f794a3-b398-4685-8fa4-93d422e0e4be tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114061 Nov 12 13:37:01.694959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f187c257-1ff1-4636-a720-a0908a1d15eb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.765773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ad3aea-7d98-4e25-aeaf-3e4979727552 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:37:01.781735 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ad3aea-7d98-4e25-aeaf-3e4979727552 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.783538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] Sync routers for ids ['df7f4322-17b7-4b1f-9d2c-ed4290b94bc9'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:37:01.783901 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-50ad3aea-7d98-4e25-aeaf-3e4979727552 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "PUT /v2.0/routers/df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 HTTP/1.1" status: 200 len: 697 time: 3.1411641 Nov 12 13:37:01.787545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57008) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:01.803928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] Routers {'df7f4322-17b7-4b1f-9d2c-ed4290b94bc9'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:01.804902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['df7f4322-17b7-4b1f-9d2c-ed4290b94bc9'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:01.851151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187c257-1ff1-4636-a720-a0908a1d15eb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=538805cd-0e3c-4149-aebb-927fba4e75d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:01.880415 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f187c257-1ff1-4636-a720-a0908a1d15eb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.885406 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f187c257-1ff1-4636-a720-a0908a1d15eb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/538805cd-0e3c-4149-aebb-927fba4e75d6 HTTP/1.1" status: 204 len: 168 time: 1.3559670 Nov 12 13:37:01.894740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:01.900865 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Attempting to bind port a8ebfccf-68e9-4d8b-b077-ca0173059928 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:01.901573 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Attempting to bind port a8ebfccf-68e9-4d8b-b077-ca0173059928 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:01.902174 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Attempting to bind port a8ebfccf-68e9-4d8b-b077-ca0173059928 on network bc0a69dd-4d4f-4190-8324-52346d98fab4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:01.912260 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:01.922930 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Checking segment: {'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:01.923834 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.925255 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Bound using segment: {'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:01.926093 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Bound port: a8ebfccf-68e9-4d8b-b077-ca0173059928, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:01.927455 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:01.972590 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1ced24-d40e-4dfa-83d1-303f3d360c52 None None] Network 5dd56528-0af8-4763-bc46-2e1a18862b2e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:02.039730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.111120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9942bfe0-34fb-419b-afe4-7972e041d940 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/routers/df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 HTTP/1.1" status: 200 len: 703 time: 0.3196232 Nov 12 13:37:02.120879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57018) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:02.153487 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] For port a8ebfccf-68e9-4d8b-b077-ca0173059928, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:02.160926 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] For port a8ebfccf-68e9-4d8b-b077-ca0173059928, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a8ebfccf-68e9-4d8b-b077-ca0173059928,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:02.170322 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.266636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] Set router df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:02.297216 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-492fac86-7268-438d-af8b-45dd776e1b91 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 HTTP/1.1" status: 200 len: 205 time: 0.1684275 Nov 12 13:37:02.297499 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.306607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57024) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:02.356289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d377d8f6-30f3-46c0-82d1-4af88497e2db up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:02.428727 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a824e-f34d-4025-a2c9-dcab17520721 None None] Pushing event updated for resources: {'Port': ['ID=a8ebfccf-68e9-4d8b-b077-ca0173059928,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:02.472598 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Routers {'40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:02.473251 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:02.487180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f4322-17b7-4b1f-9d2c-ed4290b94bc9', 'name': 'tempest-RoutersIpV6Test-router-163430913', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:58Z', 'updated_at': '2021-11-12T13:36:59Z', 'revision_number': 2, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:02.493534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 1d0ec8dd-f679-404a-a037-67d026a67392 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:02.494832 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.518921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de0a37-aa57-41df-bf00-37fdec2ab788 req-c5fde3e6-d08f-44a8-8ebc-1e1ca73668c8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:02.531142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-04de0a37-aa57-41df-bf00-37fdec2ab788 req-c5fde3e6-d08f-44a8-8ebc-1e1ca73668c8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 944 time: 0.3409894 Nov 12 13:37:02.563752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61287fb3-ed10-48e4-b073-d946569ed4a0 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:37:02.574303 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.582961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-02c4a2b9-9900-454d-bc19-46dc43d35a6d None None] Provisioning complete for port a8ebfccf-68e9-4d8b-b077-ca0173059928 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:02.584578 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c4a2b9-9900-454d-bc19-46dc43d35a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.601659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] Checking router: df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:37:02.603880 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Transition to ACTIVE for port object 61287fb3-ed10-48e4-b073-d946569ed4a0 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:37:02.604404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9cf12a0-742a-4a6f-b071-c9983a7c7391 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.609697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.690289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Pushing event updated for resources: {'Port': ['ID=61287fb3-ed10-48e4-b073-d946569ed4a0,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:02.750538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] Routers {'df7f4322-17b7-4b1f-9d2c-ed4290b94bc9'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:02.751264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:36:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['df7f4322-17b7-4b1f-9d2c-ed4290b94bc9'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:02.845216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57030) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:02.858070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-973db4c4-0108-4acd-b152-2e5ed0b0e136 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013658784', 'description': 'tempest-description--322448527'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:02.866659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04300a2-9c7a-4768-a0e2-b2fb1c58b489 None None] DHCP port deletion for 5dd56528-0af8-4763-bc46-2e1a18862b2e request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:37:02.916039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-973db4c4-0108-4acd-b152-2e5ed0b0e136 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:02.979261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] For port 1d0ec8dd-f679-404a-a037-67d026a67392, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1d0ec8dd-f679-404a-a037-67d026a67392,segment=NetworkSegment(0eacad8f-3fd0-4dde-901a-d97a655aba55),segment_id=0eacad8f-3fd0-4dde-901a-d97a655aba55)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:02.981050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.000632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 1d0ec8dd-f679-404a-a037-67d026a67392 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:03.007147 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] Set router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:03.136902 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-973db4c4-0108-4acd-b152-2e5ed0b0e136 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.152739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Attempting to bind port 61287fb3-ed10-48e4-b073-d946569ed4a0 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:03.153151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Attempting to bind port 61287fb3-ed10-48e4-b073-d946569ed4a0 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '25faca85-af75-470d-8392-52c27d7e6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:03.153941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Attempting to bind port 61287fb3-ed10-48e4-b073-d946569ed4a0 on network 8e1841d8-c05f-429b-a918-a176ecd20928 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:03.156831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-04de0a37-aa57-41df-bf00-37fdec2ab788 req-0a1c1d5e-78e6-4747-bd8b-40f252f9a20b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246850 Nov 12 13:37:03.159296 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-973db4c4-0108-4acd-b152-2e5ed0b0e136 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.226513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Port 61287fb3-ed10-48e4-b073-d946569ed4a0 on network 8e1841d8-c05f-429b-a918-a176ecd20928 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:37:03.231242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Attempting to bind port 61287fb3-ed10-48e4-b073-d946569ed4a0 on network 8e1841d8-c05f-429b-a918-a176ecd20928 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:03.239361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port d377d8f6-30f3-46c0-82d1-4af88497e2db completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:37:03.274518 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:03.275365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Checking segment: {'id': '25faca85-af75-470d-8392-52c27d7e6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:03.275980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Bound using segment: {'id': '25faca85-af75-470d-8392-52c27d7e6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:03.276698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Bound port: 61287fb3-ed10-48e4-b073-d946569ed4a0, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25faca85-af75-470d-8392-52c27d7e6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:03.277347 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.285153 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-973db4c4-0108-4acd-b152-2e5ed0b0e136 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.289457 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-973db4c4-0108-4acd-b152-2e5ed0b0e136 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4394088 Nov 12 13:37:03.305799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88dab3-c658-4c53-8b6e-ed9c63e0d63d req-c32ef93d-6152-44e6-b835-5c182d62e6e3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:03.310740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] Set router df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:03.311940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad88dab3-c658-4c53-8b6e-ed9c63e0d63d req-c32ef93d-6152-44e6-b835-5c182d62e6e3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 943 time: 0.3583217 Nov 12 13:37:03.333615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57038) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:03.339207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973db4c4-0108-4acd-b152-2e5ed0b0e136 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6172d07c-6eb1-4b91-b230-5f65e9ce72ea,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:03.361223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-97a0174d-92c8-4594-904c-6fa5c2e8a718 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Request body: {'security_group_rule': {'security_group_id': '6172d07c-6eb1-4b91-b230-5f65e9ce72ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:03.367331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port d377d8f6-30f3-46c0-82d1-4af88497e2db triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:03.371679 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.499301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f4322-17b7-4b1f-9d2c-ed4290b94bc9', 'name': 'tempest-RoutersIpV6Test-router-163430913', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:58Z', 'updated_at': '2021-11-12T13:36:59Z', 'revision_number': 2, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:03.514888 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.519051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] For port 61287fb3-ed10-48e4-b073-d946569ed4a0, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:03.524478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] For port 61287fb3-ed10-48e4-b073-d946569ed4a0, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=61287fb3-ed10-48e4-b073-d946569ed4a0,segment=NetworkSegment(25faca85-af75-470d-8392-52c27d7e6067),segment_id=25faca85-af75-470d-8392-52c27d7e6067)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:03.549828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.578194 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:55Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a8ebfccf-68e9-4d8b-b077-ca0173059928', 'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'mac_address': 'fa:16:3e:54:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:51Z', 'updated_at': '2021-11-12T13:37:02Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'subnets': [{'id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:03.630722 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13d15-1fa2-4865-8f63-c7acfe980cd8 None None] The sync data for ids ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'] in n-d-805736-4 is: [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:55Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a8ebfccf-68e9-4d8b-b077-ca0173059928', 'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'mac_address': 'fa:16:3e:54:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:51Z', 'updated_at': '2021-11-12T13:37:02Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'subnets': [{'id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:37:03.678207 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c4a2b9-9900-454d-bc19-46dc43d35a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.683715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df5fef-df75-4a33-9dcc-be0624700cc1 None None] The sync data for ids ['df7f4322-17b7-4b1f-9d2c-ed4290b94bc9'] in n-d-805736-4 is: [{'id': 'df7f4322-17b7-4b1f-9d2c-ed4290b94bc9', 'name': 'tempest-RoutersIpV6Test-router-163430913', 'tenant_id': 'acc650136fc84d9e9613661777675e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:58Z', 'updated_at': '2021-11-12T13:36:59Z', 'revision_number': 2, 'project_id': 'acc650136fc84d9e9613661777675e9d', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:37:03.693511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Pushing event updated for resources: {'Port': ['ID=61287fb3-ed10-48e4-b073-d946569ed4a0,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:03.736908 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad88dab3-c658-4c53-8b6e-ed9c63e0d63d req-e3bb1683-a532-4786-9408-a27a71a7d337 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240096 Nov 12 13:37:03.747700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f04300a2-9c7a-4768-a0e2-b2fb1c58b489 None None] Deleting port 1d0ec8dd-f679-404a-a037-67d026a67392 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:03.748071 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f04300a2-9c7a-4768-a0e2-b2fb1c58b489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.762132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:03.771739 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.773362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-a6b9243d-b7cd-4b08-9221-8b152211cc96 service neutron] 10.222.0.105 "PUT /v2.0/ports/61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 1091 time: 4.3065038 Nov 12 13:37:03.790137 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:03.804063 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555d2c8a-e08c-41d6-b690-b06017fa2d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:03.921934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f04300a2-9c7a-4768-a0e2-b2fb1c58b489 None None] For port 1d0ec8dd-f679-404a-a037-67d026a67392, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1d0ec8dd-f679-404a-a037-67d026a67392,segment=NetworkSegment(0eacad8f-3fd0-4dde-901a-d97a655aba55),segment_id=0eacad8f-3fd0-4dde-901a-d97a655aba55)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:03.922337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f04300a2-9c7a-4768-a0e2-b2fb1c58b489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.961399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f04300a2-9c7a-4768-a0e2-b2fb1c58b489 None None] Calling delete_port for 1d0ec8dd-f679-404a-a037-67d026a67392 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:03.983700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97a0174d-92c8-4594-904c-6fa5c2e8a718 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:03.998619 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672f0fd9-a734-4092-a9ca-d89d25f35f2b x-openstack-request-id: req-672f0fd9-a734-4092-a9ca-d89d25f35f2b {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:03.999005 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:03.999208 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-672f0fd9-a734-4092-a9ca-d89d25f35f2b {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:03.999815 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'status': 'completed', 'code': 200} Nov 12 13:37:04.096876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f04300a2-9c7a-4768-a0e2-b2fb1c58b489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.153008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-02c4a2b9-9900-454d-bc19-46dc43d35a6d None None] For port a8ebfccf-68e9-4d8b-b077-ca0173059928, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a8ebfccf-68e9-4d8b-b077-ca0173059928,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:04.168723 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97a0174d-92c8-4594-904c-6fa5c2e8a718 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.176901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-fb3d5d00-102f-42c7-a9db-fd74f78cf1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:04.178817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-fb3d5d00-102f-42c7-a9db-fd74f78cf1b6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c22ad78ffd604d49abed86bb76243ab2&device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1094 time: 0.3309417 Nov 12 13:37:04.180372 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97a0174d-92c8-4594-904c-6fa5c2e8a718 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.227988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04300a2-9c7a-4768-a0e2-b2fb1c58b489 None None] Pushing event deleted for resources: {'Port': ['ID=1d0ec8dd-f679-404a-a037-67d026a67392,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:04.232156 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c4a2b9-9900-454d-bc19-46dc43d35a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.296597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0174d-92c8-4594-904c-6fa5c2e8a718 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e7bf4b-6613-4600-82d5-27ee90bfd67d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:04.312828 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-d04ca4c0-07db-4b55-ae1c-32f272633217 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 217 time: 0.1197133 Nov 12 13:37:04.323189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97a0174d-92c8-4594-904c-6fa5c2e8a718 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.326640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-97a0174d-92c8-4594-904c-6fa5c2e8a718 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9798856 Nov 12 13:37:04.332432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57048) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:04.342259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7eefef85-b5d9-456d-b8e8-6e2b1b07e8ae tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Request body: {'security_group_rule': {'security_group_id': '6172d07c-6eb1-4b91-b230-5f65e9ce72ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:04.352934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04300a2-9c7a-4768-a0e2-b2fb1c58b489 None None] No DVR routers for this DVR port 1d0ec8dd-f679-404a-a037-67d026a67392 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:37:04.407146 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9cf12a0-742a-4a6f-b071-c9983a7c7391 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.424155 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9cf12a0-742a-4a6f-b071-c9983a7c7391 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.442290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4a2b9-9900-454d-bc19-46dc43d35a6d None None] Pushing event updated for resources: {'Port': ['ID=a8ebfccf-68e9-4d8b-b077-ca0173059928,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:04.533679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce759d9-5361-43b6-941a-d6ff3f0d04d8 None None] Provisioning complete for port a8ebfccf-68e9-4d8b-b077-ca0173059928 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:04.534330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce759d9-5361-43b6-941a-d6ff3f0d04d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.584813 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7eefef85-b5d9-456d-b8e8-6e2b1b07e8ae tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.599058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-5749e0b5-2abf-453e-9313-dd1fbe4c1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:04.610870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-5749e0b5-2abf-453e-9313-dd1fbe4c1d88 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3ee456dc-18fc-4feb-a6a5-daa91d513016 HTTP/1.1" status: 200 len: 859 time: 0.2695057 Nov 12 13:37:04.637064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.641525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d490c75-47fa-49a6-9258-e48ecb531802 req-7fe09547-d300-43fd-8f61-108ea09c4c65 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:04.650797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d490c75-47fa-49a6-9258-e48ecb531802 req-7fe09547-d300-43fd-8f61-108ea09c4c65 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 1.3179245 Nov 12 13:37:04.661802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9cf12a0-742a-4a6f-b071-c9983a7c7391 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.662575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cf12a0-742a-4a6f-b071-c9983a7c7391 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Fanout notify agent at l3_agent the message router_deleted on router df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:37:04.672116 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9cf12a0-742a-4a6f-b071-c9983a7c7391 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.673658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e9cf12a0-742a-4a6f-b071-c9983a7c7391 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 HTTP/1.1" status: 204 len: 168 time: 2.3649595 Nov 12 13:37:04.683684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57050) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:04.717137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.739523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-44ab0e07-a1fb-457a-bdf4-0d5f47d1d226 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8e1841d8-c05f-429b-a918-a176ecd20928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302626 Nov 12 13:37:04.740626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c2fe2461-1fc4-4a0f-ab67-abe5c5eda251 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 HTTP/1.1" status: 200 len: 205 time: 0.0536857 Nov 12 13:37:04.752235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57052) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:04.755733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a8ebfccf-68e9-4d8b-b077-ca0173059928 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:04.777765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=1d0ec8dd-f679-404a-a037-67d026a67392,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:04.791204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No DVR routers for this DVR port 1d0ec8dd-f679-404a-a037-67d026a67392 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:37:04.856871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ada9a-75dd-4634-8e1f-5c7cd59d884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd377d8f6-30f3-46c0-82d1-4af88497e2db'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:04.860907 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10891c3e-1ffa-4ebf-a019-f85a6d7aa497" -d '{"events": [{"server_uuid": "777ada9a-75dd-4634-8e1f-5c7cd59d884d", "name": "network-vif-plugged", "status": "completed", "tag": "d377d8f6-30f3-46c0-82d1-4af88497e2db"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:04.898210 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-d2dc7acf-5e7e-4f42-a7d9-f3bcfd6ccd81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] delete failed (client error): The resource could not be found. Nov 12 13:37:04.899742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d2dc7acf-5e7e-4f42-a7d9-f3bcfd6ccd81 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/df7f4322-17b7-4b1f-9d2c-ed4290b94bc9 HTTP/1.1" status: 404 len: 336 time: 0.1423719 Nov 12 13:37:04.904635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57058) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:04.913864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d377d8f6-30f3-46c0-82d1-4af88497e2db, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d377d8f6-30f3-46c0-82d1-4af88497e2db,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:04.922526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5eaac-b0b7-487c-b4c5-a9f324bd87f2 req-90c9d535-1823-4bcc-8266-84bcd6b7ae61 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:04.924589 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34b5eaac-b0b7-487c-b4c5-a9f324bd87f2 req-90c9d535-1823-4bcc-8266-84bcd6b7ae61 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 944 time: 0.4197052 Nov 12 13:37:04.932168 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:04.988084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a8ebfccf-68e9-4d8b-b077-ca0173059928 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:04.988426 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.054736 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7eefef85-b5d9-456d-b8e8-6e2b1b07e8ae tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.086473 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d490c75-47fa-49a6-9258-e48ecb531802 req-692e5972-0fe4-4fd6-a6d1-312d4ccd0c5c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292500 Nov 12 13:37:05.092985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d377d8f6-30f3-46c0-82d1-4af88497e2db,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:05.100719 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc19001a-5622-4d74-942f-9ec35dc7f57e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] DELETE failed (client error): The resource could not be found. Nov 12 13:37:05.110296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc19001a-5622-4d74-942f-9ec35dc7f57e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:05.115113 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dc19001a-5622-4d74-942f-9ec35dc7f57e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/3acfb04e-44f7-466a-987c-0f2dea005315 HTTP/1.1" status: 404 len: 337 time: 0.1861000 Nov 12 13:37:05.116960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57072) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.132563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.181703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7eefef85-b5d9-456d-b8e8-6e2b1b07e8ae tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.195856 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dcb0b4-b833-4e11-9c91-5d901ce6b4dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] DELETE failed (client error): The resource could not be found. Nov 12 13:37:05.196345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5dcb0b4-b833-4e11-9c91-5d901ce6b4dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:05.202455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b5dcb0b4-b833-4e11-9c91-5d901ce6b4dc tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/3f3792b8-440b-4e66-9784-278465ea211c HTTP/1.1" status: 404 len: 337 time: 0.0819130 Nov 12 13:37:05.208105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57082) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.261847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefef85-b5d9-456d-b8e8-6e2b1b07e8ae tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a18efb-d57a-49f3-90d6-a3e6fbe628fc,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:05.268969 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d2bd74-274c-454c-97b8-d3cf36f29d17 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] DELETE failed (client error): The resource could not be found. Nov 12 13:37:05.269801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d2bd74-274c-454c-97b8-d3cf36f29d17 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:05.272939 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-67d2bd74-274c-454c-97b8-d3cf36f29d17 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/d4afa7db-8f27-4d5f-837c-41744908625a HTTP/1.1" status: 404 len: 337 time: 0.0638301 Nov 12 13:37:05.287021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34b5eaac-b0b7-487c-b4c5-a9f324bd87f2 req-64e68aa7-6ae6-44e7-b8b2-eb509d066db1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352950 Nov 12 13:37:05.295316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57088) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.335784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd56528-0af8-4763-bc46-2e1a18862b2e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:05.345277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1d0ec8dd-f679-404a-a037-67d026a67392 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:37:05.352539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eacad8f-3fd0-4dde-901a-d97a655aba55') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:05.353484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eacad8f-3fd0-4dde-901a-d97a655aba55') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:05.367982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.390219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1d0ec8dd-f679-404a-a037-67d026a67392 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:37:05.390219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1d0ec8dd-f679-404a-a037-67d026a67392 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:37:05.399703 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.410194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:37:05.412220 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74bac0e-3fc2-4aa5-9fa0-ea1de6444732 x-openstack-request-id: req-f74bac0e-3fc2-4aa5-9fa0-ea1de6444732 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:05.412728 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777ada9a-75dd-4634-8e1f-5c7cd59d884d", "name": "network-vif-plugged", "status": "completed", "tag": "d377d8f6-30f3-46c0-82d1-4af88497e2db", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:05.414352 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f74bac0e-3fc2-4aa5-9fa0-ea1de6444732 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:05.414996 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ada9a-75dd-4634-8e1f-5c7cd59d884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd377d8f6-30f3-46c0-82d1-4af88497e2db', 'code': 200} Nov 12 13:37:05.425535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:37:05.473984 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:37:05.490672 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f1e486-2c9d-4a86-b099-b57facfd498e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] DELETE failed (client error): The resource could not be found. Nov 12 13:37:05.491488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f1e486-2c9d-4a86-b099-b57facfd498e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:05.500631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-16f1e486-2c9d-4a86-b099-b57facfd498e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/3f210508-8b2f-41bb-a3aa-65569b13a67e HTTP/1.1" status: 404 len: 337 time: 0.1894693 Nov 12 13:37:05.503387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7eefef85-b5d9-456d-b8e8-6e2b1b07e8ae tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.504557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7eefef85-b5d9-456d-b8e8-6e2b1b07e8ae tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1710162 Nov 12 13:37:05.511929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57092) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.512282 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57094) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.522666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:05.565752 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5843ee8f-33d6-4dd0-a097-241e7a6e9c51 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a72e4b-49d2-461f-b86b-de8af7d7e878 HTTP/1.1" status: 200 len: 205 time: 0.0499625 Nov 12 13:37:05.574117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-f24f9131-d35b-4a54-94e4-9b0b644adead service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8199925 Nov 12 13:37:05.575790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57096) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.604152 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.619322 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.624417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/networks/5dd56528-0af8-4763-bc46-2e1a18862b2e HTTP/1.1" status: 204 len: 168 time: 3.7283933 Nov 12 13:37:05.636981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57098) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.641109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29318901-477e-40ad-9c93-215bb67a454d req-52527ce6-bc94-47d1-a6cf-3aedaa684564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:05.642826 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29318901-477e-40ad-9c93-215bb67a454d req-52527ce6-bc94-47d1-a6cf-3aedaa684564 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 1096 time: 0.5159893 Nov 12 13:37:05.647375 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-fdf4d875-a537-4bd5-9454-03de0271ea8f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] delete failed (client error): The resource could not be found. Nov 12 13:37:05.648555 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fdf4d875-a537-4bd5-9454-03de0271ea8f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/19a72e4b-49d2-461f-b86b-de8af7d7e878 HTTP/1.1" status: 404 len: 336 time: 0.0695460 Nov 12 13:37:05.658995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57100) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.663066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-40823901'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:05.682644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32772b-48af-47b9-b9ae-7c5c2c058d91 req-6998fe70-7a9d-453d-9fd3-586bef5840ab tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:05.691357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a32772b-48af-47b9-b9ae-7c5c2c058d91 req-6998fe70-7a9d-453d-9fd3-586bef5840ab tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 943 time: 0.4415712 Nov 12 13:37:05.709490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9f64c08d-4d6c-461f-86aa-c05796052c32 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=73bf7d05-e140-4676-ac77-83a0424776fb HTTP/1.1" status: 200 len: 205 time: 0.0481699 Nov 12 13:37:05.723159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57102) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.777968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a32772b-48af-47b9-b9ae-7c5c2c058d91 req-870224d3-12a9-4aa1-bf5f-df1190d5bf4a tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855856 Nov 12 13:37:05.784285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d34ef-c2b7-4cee-8cf0-c17acbf9d271 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Network': ['ID=5dd56528-0af8-4763-bc46-2e1a18862b2e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:05.801824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105eb622-8206-435c-9a88-79d220ad6405 req-0bee7a12-2068-4bd7-8dad-d1789e8be694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:05.803449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-105eb622-8206-435c-9a88-79d220ad6405 req-0bee7a12-2068-4bd7-8dad-d1789e8be694 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 1096 time: 0.2805696 Nov 12 13:37:05.804319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:05.808757 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.815753 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-f65d4bb2-bece-40e1-9064-7c81c31e01eb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] delete failed (client error): The resource could not be found. Nov 12 13:37:05.821208 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f65d4bb2-bece-40e1-9064-7c81c31e01eb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/73bf7d05-e140-4676-ac77-83a0424776fb HTTP/1.1" status: 404 len: 336 time: 0.0968955 Nov 12 13:37:05.825382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57104) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.846971 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.882309 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba5474d-ffec-45a4-804e-6a2c75f53fb5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] DELETE failed (client error): The resource could not be found. Nov 12 13:37:05.882860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba5474d-ffec-45a4-804e-6a2c75f53fb5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:05.890503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3ba5474d-ffec-45a4-804e-6a2c75f53fb5 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/4dc2d653-f08a-4df3-9b25-5b476aca79e1 HTTP/1.1" status: 404 len: 337 time: 0.0496719 Nov 12 13:37:05.895334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57106) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.910641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:37:05.946121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-184a4ee1-1bce-48de-9e68-5aa6607bcc9f tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=52ad69f5-6839-4db2-b75d-9acfd0932505 HTTP/1.1" status: 200 len: 205 time: 0.0473042 Nov 12 13:37:05.951535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:05.954023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29318901-477e-40ad-9c93-215bb67a454d req-3192790e-5ce4-4e53-8781-0a7a23662bf2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958071 Nov 12 13:37:05.969271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:05.969752 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Added segment c1c19327-5532-4591-b9dc-161d21e4b0e1 of type vlan for network 28c0ef3e-0993-4535-8054-4a6e2f250b5c Nov 12 13:37:05.975408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d42c7f5-8f40-469c-9991-5af79795df10 req-8e60fd5d-ad47-4200-bb43-6f498f2c2524 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293307 Nov 12 13:37:06.031044 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-e225d199-8c7c-485a-ab07-6105926894d3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] delete failed (client error): The resource could not be found. Nov 12 13:37:06.035084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e225d199-8c7c-485a-ab07-6105926894d3 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/52ad69f5-6839-4db2-b75d-9acfd0932505 HTTP/1.1" status: 404 len: 336 time: 0.0777376 Nov 12 13:37:06.039283 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.076129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-105eb622-8206-435c-9a88-79d220ad6405 req-e7199d90-1bae-4b65-aab2-01d3e3da0682 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495353 Nov 12 13:37:06.099814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8ea57c23-1946-4698-a1f2-b970245f3650 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b79d7f2-69c4-4962-aa5a-90aa18321636 HTTP/1.1" status: 200 len: 205 time: 0.0569720 Nov 12 13:37:06.104346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57112) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.145708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d2c8a-e08c-41d6-b690-b06017fa2d1f req-7346e608-2a7c-4347-997b-47f2f74649ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:06.147715 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-555d2c8a-e08c-41d6-b690-b06017fa2d1f req-7346e608-2a7c-4347-997b-47f2f74649ff service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c22ad78ffd604d49abed86bb76243ab2&device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1094 time: 0.0700850 Nov 12 13:37:06.163395 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-315be8ad-ed49-4934-978a-875143b88b70 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] delete failed (client error): The resource could not be found. Nov 12 13:37:06.165339 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-315be8ad-ed49-4934-978a-875143b88b70 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/6b79d7f2-69c4-4962-aa5a-90aa18321636 HTTP/1.1" status: 404 len: 336 time: 0.0591333 Nov 12 13:37:06.167266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:06.170051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57116) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.213249 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1fe661-d74a-4bb5-8244-5b47d4d2f087 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] DELETE failed (client error): The resource could not be found. Nov 12 13:37:06.213789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1fe661-d74a-4bb5-8244-5b47d4d2f087 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:06.217254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0e1fe661-d74a-4bb5-8244-5b47d4d2f087 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/5c7c0fbc-f203-4854-bc79-0b883f14c403 HTTP/1.1" status: 404 len: 337 time: 0.0462289 Nov 12 13:37:06.225592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57118) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.267819 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:06.271452 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-54853b1d-42f8-4861-8f95-abfafcdbd4cf tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=900c0124-519a-4867-85a3-9a82cb8ec747 HTTP/1.1" status: 200 len: 205 time: 0.0444703 Nov 12 13:37:06.274961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57120) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.282248 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:06.289320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:06.290005 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:06.382180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7435277 Nov 12 13:37:06.389548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.394954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '28c0ef3e-0993-4535-8054-4a6e2f250b5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:06.410056 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-89aee46b-093b-4c24-b0d7-43ab88628c5c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] delete failed (client error): The resource could not be found. Nov 12 13:37:06.412062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-89aee46b-093b-4c24-b0d7-43ab88628c5c tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/900c0124-519a-4867-85a3-9a82cb8ec747 HTTP/1.1" status: 404 len: 336 time: 0.1304743 Nov 12 13:37:06.420048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61645af1-1e13-4f6e-90b2-7837a2f72ff8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Network': ['ID=28c0ef3e-0993-4535-8054-4a6e2f250b5c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:06.436311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.438402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 28c0ef3e-0993-4535-8054-4a6e2f250b5c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:37:06.468658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18525a4-1994-43f8-8d45-82134ddad01f req-284c41d0-7a5d-4d96-9732-69cec091576b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:06.477422 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b18525a4-1994-43f8-8d45-82134ddad01f req-284c41d0-7a5d-4d96-9732-69cec091576b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2599616 Nov 12 13:37:06.525639 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edc8719-313b-4aba-b4e7-ffd0d24deebf tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] DELETE failed (client error): The resource could not be found. Nov 12 13:37:06.526660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edc8719-313b-4aba-b4e7-ffd0d24deebf tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:06.530901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0edc8719-313b-4aba-b4e7-ffd0d24deebf tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/e1f642db-6811-4ffe-bf5f-c5a457ed1077 HTTP/1.1" status: 404 len: 337 time: 0.0822048 Nov 12 13:37:06.544363 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57140) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.602467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551c4e4-c18a-4126-9ea7-a02171bca18f req-afc4f7b9-c475-4043-9905-3d749a357e9f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:06.613056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d2c8a-e08c-41d6-b690-b06017fa2d1f req-cdbf8b8e-6011-45b7-bf13-e3cea4c75b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:06.613595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a551c4e4-c18a-4126-9ea7-a02171bca18f req-afc4f7b9-c475-4043-9905-3d749a357e9f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 945 time: 0.2128403 Nov 12 13:37:06.615364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-555d2c8a-e08c-41d6-b690-b06017fa2d1f req-cdbf8b8e-6011-45b7-bf13-e3cea4c75b97 service neutron] 10.222.0.105 "GET /v2.0/networks?id=8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 200 len: 920 time: 0.4579251 Nov 12 13:37:06.660190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:06.663946 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:06.672522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7ab6430c-3257-40de-9593-76f42486dc3e tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37 HTTP/1.1" status: 200 len: 205 time: 0.0984111 Nov 12 13:37:06.682373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.726325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b18525a4-1994-43f8-8d45-82134ddad01f req-918d2734-a126-4065-b583-a3bc66c53371 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470486 Nov 12 13:37:06.732406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-555d2c8a-e08c-41d6-b690-b06017fa2d1f req-72407f29-b60e-47d0-a02a-0e299314181b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 217 time: 0.0720904 Nov 12 13:37:06.745946 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ff7392e5-abbc-4e7a-a490-4cdacefec574 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] delete failed (client error): The resource could not be found. Nov 12 13:37:06.747007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ff7392e5-abbc-4e7a-a490-4cdacefec574 tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/routers/e4ea50bb-7389-4aa1-8cc4-2bc47d0aef37 HTTP/1.1" status: 404 len: 336 time: 0.0592482 Nov 12 13:37:06.751139 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a551c4e4-c18a-4126-9ea7-a02171bca18f req-286fe680-b081-4072-8bf8-52ee0c3dc536 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359389 Nov 12 13:37:06.786053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57150) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.807755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Allocated IP 172.25.5.77 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/4c2becc7-62fb-403a-a9c9-e597cd42747c) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:06.826173 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5c0d7c-f6ac-4e53-8e03-009410fb7dbe tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] DELETE failed (client error): The resource could not be found. Nov 12 13:37:06.826555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5c0d7c-f6ac-4e53-8e03-009410fb7dbe tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:06.830127 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4a5c0d7c-f6ac-4e53-8e03-009410fb7dbe tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/855e54e2-9b87-4906-a724-c43bc206a93e HTTP/1.1" status: 404 len: 337 time: 0.0430481 Nov 12 13:37:06.836481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57154) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:06.880110 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1723f8b3-a1c5-4850-8c57-7d53cc1a2ccb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] DELETE failed (client error): The resource could not be found. Nov 12 13:37:06.880820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1723f8b3-a1c5-4850-8c57-7d53cc1a2ccb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:06.884939 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1723f8b3-a1c5-4850-8c57-7d53cc1a2ccb tempest-RoutersIpV6Test-572821597 tempest-RoutersIpV6Test-572821597-project] 10.222.0.73 "DELETE /v2.0/subnets/3acdb2a2-ca4c-4237-9336-93652394c7e0 HTTP/1.1" status: 404 len: 337 time: 0.0469110 Nov 12 13:37:06.966501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73c92-df24-43dd-83c0-b6d09f801c86 req-142c9973-5a90-4b81-ac5f-8d7fc966620e tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:06.968354 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2a73c92-df24-43dd-83c0-b6d09f801c86 req-142c9973-5a90-4b81-ac5f-8d7fc966620e tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 943 time: 0.0817118 Nov 12 13:37:07.040552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d2c8a-e08c-41d6-b690-b06017fa2d1f req-c8bd3170-60d8-4467-a988-f34dafddbea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:07.044006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-555d2c8a-e08c-41d6-b690-b06017fa2d1f req-c8bd3170-60d8-4467-a988-f34dafddbea2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3ee456dc-18fc-4feb-a6a5-daa91d513016 HTTP/1.1" status: 200 len: 859 time: 0.1594262 Nov 12 13:37:07.074964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.093807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2a73c92-df24-43dd-83c0-b6d09f801c86 req-cb1331ff-5837-40b0-b755-30ed56aa7c9d tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044133 Nov 12 13:37:07.115868 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-555d2c8a-e08c-41d6-b690-b06017fa2d1f req-12419e65-d1d4-4e78-a740-189663219c4f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8e1841d8-c05f-429b-a918-a176ecd20928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641735 Nov 12 13:37:07.118886 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.220558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=0c0e104d-21b7-4b44-af0e-c13ffc593465,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:07.230250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Checking segment: {'id': 'c1c19327-5532-4591-b9dc-161d21e4b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '28c0ef3e-0993-4535-8054-4a6e2f250b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:07.230697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network hostable DHCP agents. Network: 28c0ef3e-0993-4535-8054-4a6e2f250b5c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:37:07.255782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.258228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 28c0ef3e-0993-4535-8054-4a6e2f250b5c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:37:07.268162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57182) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:07.282516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 28c0ef3e-0993-4535-8054-4a6e2f250b5c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:07.288341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:07.289034 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.301184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b75a74-e213-479b-9fb4-88197c829024 None None] Network 28c0ef3e-0993-4535-8054-4a6e2f250b5c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:07.317679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b8f5ba9c-924c-41c7-8ef4-df289ca4e738 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9239693 Nov 12 13:37:07.317679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57190) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:07.325070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '28c0ef3e-0993-4535-8054-4a6e2f250b5c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1350003876'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:07.343651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:07.346388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-555d2c8a-e08c-41d6-b690-b06017fa2d1f req-0b4db78c-4b86-4008-a259-955f05ad44d9 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217252 Nov 12 13:37:07.352049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:07.356618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Pushing event updated for resources: {'Port': ['ID=4c2becc7-62fb-403a-a9c9-e597cd42747c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:07.359458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:07.573889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-555d2c8a-e08c-41d6-b690-b06017fa2d1f req-8a9b4107-b1f5-4973-98fb-c94552e326e6 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180300 Nov 12 13:37:07.617717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1f52d45e-6c83-4f74-8fcc-6505284aefec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acc650136fc84d9e9613661777675e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3458202 Nov 12 13:37:07.618181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:07.629791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.691088 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.694677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:07.700294 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.706219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-28c0ef3e-0993-4535-8054-4a6e2f250b5c', 'network_id': '28c0ef3e-0993-4535-8054-4a6e2f250b5c', 'tenant_id': '061d9f90424e4a27a4a7f6d1607da3b8', 'fixed_ips': [{'subnet_id': '0c0e104d-21b7-4b44-af0e-c13ffc593465'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:37:07.707892 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.727553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port 670da831-ad6b-4c3e-a293-3a8aea932d34 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:37:07.747538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac95c29f-1818-4ea2-8bd6-4b0f7e894a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.788754 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac95c29f-1818-4ea2-8bd6-4b0f7e894a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:07.980682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Allocated IP 2001:db8::2 (28c0ef3e-0993-4535-8054-4a6e2f250b5c/0c0e104d-21b7-4b44-af0e-c13ffc593465/8b68d729-0520-4f99-a307-f490ed2e5613) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:08.093842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac95c29f-1818-4ea2-8bd6-4b0f7e894a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.097750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac95c29f-1818-4ea2-8bd6-4b0f7e894a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.100598 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ac95c29f-1818-4ea2-8bd6-4b0f7e894a87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a724c72e-8377-4eef-962b-9284b8322703 HTTP/1.1" status: 204 len: 168 time: 0.4796057 Nov 12 13:37:08.124982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95c29f-1818-4ea2-8bd6-4b0f7e894a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a724c72e-8377-4eef-962b-9284b8322703,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:08.154394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999ad21-f57d-4142-9761-7ec06fe88d32 req-00390202-e3b3-4cc1-a973-c5cf699b1c00 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:08.158921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9999ad21-f57d-4142-9761-7ec06fe88d32 req-00390202-e3b3-4cc1-a973-c5cf699b1c00 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 945 time: 0.2189708 Nov 12 13:37:08.270628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9999ad21-f57d-4142-9761-7ec06fe88d32 req-fd51a24c-e245-479d-97c0-f458c8af60ef tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033177 Nov 12 13:37:08.310661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee95fb-031f-4ca4-b5cc-c739e4175130 req-cb838f05-3c8d-423e-b441-85a2222d4235 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:08.325201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0fee95fb-031f-4ca4-b5cc-c739e4175130 req-cb838f05-3c8d-423e-b441-85a2222d4235 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2667456 Nov 12 13:37:08.335950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.346388 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.416444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.449424 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.501698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Pushing event updated for resources: {'Port': ['ID=8b68d729-0520-4f99-a307-f490ed2e5613,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:08.522172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Network 28c0ef3e-0993-4535-8054-4a6e2f250b5c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:08.535130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:08.538539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:08.552951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8::206 (28c0ef3e-0993-4535-8054-4a6e2f250b5c/0c0e104d-21b7-4b44-af0e-c13ffc593465/670da831-ad6b-4c3e-a293-3a8aea932d34) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:08.635762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Attempting to bind port 8b68d729-0520-4f99-a307-f490ed2e5613 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:08.636149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Attempting to bind port 8b68d729-0520-4f99-a307-f490ed2e5613 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c1c19327-5532-4591-b9dc-161d21e4b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '28c0ef3e-0993-4535-8054-4a6e2f250b5c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:08.636518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Attempting to bind port 8b68d729-0520-4f99-a307-f490ed2e5613 on network 28c0ef3e-0993-4535-8054-4a6e2f250b5c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:08.643063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:08.643436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Checking segment: {'id': 'c1c19327-5532-4591-b9dc-161d21e4b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '28c0ef3e-0993-4535-8054-4a6e2f250b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:08.643844 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.644246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Bound using segment: {'id': 'c1c19327-5532-4591-b9dc-161d21e4b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '28c0ef3e-0993-4535-8054-4a6e2f250b5c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:08.644750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Bound port: 8b68d729-0520-4f99-a307-f490ed2e5613, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c19327-5532-4591-b9dc-161d21e4b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '28c0ef3e-0993-4535-8054-4a6e2f250b5c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:08.645224 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.674582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0fee95fb-031f-4ca4-b5cc-c739e4175130 req-28e4ed03-9234-4b2d-a9f6-46f367b22a52 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496938 Nov 12 13:37:08.682998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Pushing event updated for resources: {'Port': ['ID=4c2becc7-62fb-403a-a9c9-e597cd42747c,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:08.790985 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.849219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] For port 8b68d729-0520-4f99-a307-f490ed2e5613, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:08.855112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] For port 8b68d729-0520-4f99-a307-f490ed2e5613, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8b68d729-0520-4f99-a307-f490ed2e5613,segment=NetworkSegment(c1c19327-5532-4591-b9dc-161d21e4b0e1),segment_id=c1c19327-5532-4591-b9dc-161d21e4b0e1)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:08.862780 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.876201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:08.877551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-76fdaa97-abc5-4bd4-a9a3-167dffb6837f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3628664 Nov 12 13:37:08.880967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-8e9f576e-877f-463b-b9cc-423682d8fb42 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844433 Nov 12 13:37:08.936129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d8fb1-cb3f-496d-8708-8c18734df30b req-3d1fd44d-e40d-40c4-8902-f7a0c27b3ebc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:08.939500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-051d8fb1-cb3f-496d-8708-8c18734df30b req-3d1fd44d-e40d-40c4-8902-f7a0c27b3ebc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 943 time: 0.3716035 Nov 12 13:37:09.097248 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-2135c913-1ac1-47b0-a1f5-cac7f95e6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:09.115904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-2135c913-1ac1-47b0-a1f5-cac7f95e6cd6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 1097 time: 0.2002416 Nov 12 13:37:09.142394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70af9d-61af-485d-904f-5807395b2adc None None] Pushing event updated for resources: {'Port': ['ID=8b68d729-0520-4f99-a307-f490ed2e5613,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:09.236073 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:09.339164 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-051d8fb1-cb3f-496d-8708-8c18734df30b req-84bf5a1d-d9fb-4146-9b66-7182e430f2e5 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235103 Nov 12 13:37:09.343006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71eb0a-5d7e-44bf-b4f7-a2fc62c75233 req-61fd9049-3c23-408e-92e7-3ed55767e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:09.345527 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d71eb0a-5d7e-44bf-b4f7-a2fc62c75233 req-61fd9049-3c23-408e-92e7-3ed55767e236 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 1096 time: 0.2212608 Nov 12 13:37:09.447364 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:09.593988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 28c0ef3e-0993-4535-8054-4a6e2f250b5c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:09.614174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:09.621849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:09.628868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:09.629938 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:09.687697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3686306 Nov 12 13:37:09.690777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57258) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:09.807187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2714b-5bfe-457a-a274-7ae9cecd73f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=670da831-ad6b-4c3e-a293-3a8aea932d34,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:09.875104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-8c15026b-8b7a-4508-82ba-642d05c1b45d tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1013658784&fields=id&tenant_id=cc986172b0a64aadbf6ab8537b977bb6 HTTP/1.1" status: 200 len: 267 time: 0.2759640 Nov 12 13:37:09.925145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57260) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:09.972503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71eb0a-5d7e-44bf-b4f7-a2fc62c75233 req-4cd8dd8d-6690-4fd4-9d79-e9d8ac9a46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:09.974268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d71eb0a-5d7e-44bf-b4f7-a2fc62c75233 req-4cd8dd8d-6690-4fd4-9d79-e9d8ac9a46d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 920 time: 0.6127217 Nov 12 13:37:09.988427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07150df5-d4ff-4444-8b47-5a4394486fbd req-0f411188-3621-499d-928e-994f14e9bf3c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:10.007399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07150df5-d4ff-4444-8b47-5a4394486fbd req-0f411188-3621-499d-928e-994f14e9bf3c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.8396356 Nov 12 13:37:10.046162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-b8dc4063-cb21-4a20-8ff9-1ad9f6054413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:10.048742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-b8dc4063-cb21-4a20-8ff9-1ad9f6054413 service neutron] 10.222.0.105 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 920 time: 0.9020004 Nov 12 13:37:10.092107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d71eb0a-5d7e-44bf-b4f7-a2fc62c75233 req-2525ad5b-7318-4dc6-a583-209f470095db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4 HTTP/1.1" status: 200 len: 217 time: 0.1073186 Nov 12 13:37:10.132856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-31ab3994-5aab-40ca-a765-70d8a58f7047 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a301956-d186-4759-9a1e-6a9f1128db1e HTTP/1.1" status: 200 len: 217 time: 0.0597708 Nov 12 13:37:10.174664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434df525-af19-4265-973e-845232420547 req-001c5d97-983c-451b-8b7a-756294ff07dc tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:10.177463 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-001c5d97-983c-451b-8b7a-756294ff07dc tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/networks?id=bc0a69dd-4d4f-4190-8324-52346d98fab4 HTTP/1.1" status: 200 len: 812 time: 0.3011751 Nov 12 13:37:10.186610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1175537170'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:10.205044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07150df5-d4ff-4444-8b47-5a4394486fbd req-6b33ca43-f6fd-4f16-b11d-5dabfaebc40d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961842 Nov 12 13:37:10.221702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-327a9055-e4b0-4982-8e6d-e4f814444210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:10.223293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-327a9055-e4b0-4982-8e6d-e4f814444210 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 200 len: 859 time: 0.0834811 Nov 12 13:37:10.281220 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-21c08079-89b3-4a1c-9e70-f4df19775797 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/quotas/cc986172b0a64aadbf6ab8537b977bb6 HTTP/1.1" status: 200 len: 375 time: 0.0596368 Nov 12 13:37:10.289913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-ff171ea6-e384-4297-8040-017711cad3f3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1c5b37a7-c28a-448c-b6ea-b24adc200278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588810 Nov 12 13:37:10.305111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71eb0a-5d7e-44bf-b4f7-a2fc62c75233 req-ab5219b3-d2c4-46b4-89ee-ea57223ec2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:10.311352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d71eb0a-5d7e-44bf-b4f7-a2fc62c75233 req-ab5219b3-d2c4-46b4-89ee-ea57223ec2e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 200 len: 859 time: 0.2049398 Nov 12 13:37:10.364600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-09379c7b-ec0b-4a77-9f44-1cfacf0a19f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 670da831-ad6b-4c3e-a293-3a8aea932d34 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:10.364974 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09379c7b-ec0b-4a77-9f44-1cfacf0a19f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:10.475093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb7d2a-4c6f-4c34-b152-7083d15b3b66 req-fc60e008-6448-4089-be7c-5794a0961a9b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:10.476658 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63fb7d2a-4c6f-4c34-b152-7083d15b3b66 req-fc60e008-6448-4089-be7c-5794a0961a9b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 945 time: 0.1593418 Nov 12 13:37:10.512257 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09379c7b-ec0b-4a77-9f44-1cfacf0a19f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:10.520572 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-dd26c19c-2337-4923-89f8-1c143a2a9d46 service neutron] 10.222.0.105 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230361 Nov 12 13:37:10.548538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-09379c7b-ec0b-4a77-9f44-1cfacf0a19f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 670da831-ad6b-4c3e-a293-3a8aea932d34 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:10.589690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Made reservation on behalf of 30c525e33889494480615a278d3aab39 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:10.595817 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:10.635855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 61287fb3-ed10-48e4-b073-d946569ed4a0 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:37:10.640957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:10.692728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d71eb0a-5d7e-44bf-b4f7-a2fc62c75233 req-e4858ef1-91ee-4933-a66c-376359856f5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c5b37a7-c28a-448c-b6ea-b24adc200278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293263 Nov 12 13:37:10.731167 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63fb7d2a-4c6f-4c34-b152-7083d15b3b66 req-4196a1bf-d2b6-4d58-a3ab-0f8e191a4a8b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267442 Nov 12 13:37:10.839703 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:10.848546 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ad2ba47-886d-45b0-825e-0215b7e67b88 req-ec106353-81f9-46f3-b2d3-6ec4e930c86e service neutron] 10.222.0.105 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096569 Nov 12 13:37:10.864208 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:10.919060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734dd3b-4444-476a-babb-f8ca35fb5346 None None] Network 28c0ef3e-0993-4535-8054-4a6e2f250b5c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:10.956421 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-9c8a9b93-aabd-4bb7-8d5e-f4b557c1409f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc986172b0a64aadbf6ab8537b977bb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6342590 Nov 12 13:37:10.957347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:37:11.024338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b68d729-0520-4f99-a307-f490ed2e5613 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:11.043450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 61287fb3-ed10-48e4-b073-d946569ed4a0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=61287fb3-ed10-48e4-b073-d946569ed4a0,segment=NetworkSegment(25faca85-af75-470d-8392-52c27d7e6067),segment_id=25faca85-af75-470d-8392-52c27d7e6067)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:11.067706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'port_id': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'mac_address': 'fa:16:3e:2b:0d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:37:11.086435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2f78ef-ecd9-4fff-96f9-4f0fe6e65db5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:11.099565 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.099971 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Added segment 79e0e770-eaae-4196-b8cf-dae878670714 of type vlan for network f1297e98-a60a-429a-9057-3603d1d947b0 Nov 12 13:37:11.211810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c6235-976b-44af-bf6c-2da3a88cf5bf req-e76312cc-1d31-48f4-a016-1561ed5d49d3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:11.232683 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af7c6235-976b-44af-bf6c-2da3a88cf5bf req-e76312cc-1d31-48f4-a016-1561ed5d49d3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 943 time: 0.1188834 Nov 12 13:37:11.253896 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.283678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dc16e7e1-6475-437a-a71a-b75b88ad2c8a None None] Provisioning complete for port 8b68d729-0520-4f99-a307-f490ed2e5613 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:11.284054 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc16e7e1-6475-437a-a71a-b75b88ad2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.299561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.302070 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af7c6235-976b-44af-bf6c-2da3a88cf5bf req-b31f4805-832e-4730-a434-dcc940480834 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683842 Nov 12 13:37:11.374062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61287fb3-ed10-48e4-b073-d946569ed4a0 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:37:11.398913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d71eb0a-5d7e-44bf-b4f7-a2fc62c75233 req-ad92732d-058d-4e75-9e0e-6f2857f1ba01 service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506166 Nov 12 13:37:11.441616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 61287fb3-ed10-48e4-b073-d946569ed4a0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=61287fb3-ed10-48e4-b073-d946569ed4a0,segment=NetworkSegment(25faca85-af75-470d-8392-52c27d7e6067),segment_id=25faca85-af75-470d-8392-52c27d7e6067)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:11.453690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.495664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8b68d729-0520-4f99-a307-f490ed2e5613 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:11.507847 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.547199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d0d1f-6ee4-43a0-972b-a2e03ae7ebd1 req-13b58293-8de0-4a7c-b6ed-84c80eaa1acd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:11.555795 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-123d0d1f-6ee4-43a0-972b-a2e03ae7ebd1 req-13b58293-8de0-4a7c-b6ed-84c80eaa1acd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.0793855 Nov 12 13:37:11.601985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc16e7e1-6475-437a-a71a-b75b88ad2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.640922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-123d0d1f-6ee4-43a0-972b-a2e03ae7ebd1 req-b875582d-bc7c-42af-a75e-c2bc8601b8bd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823436 Nov 12 13:37:11.647537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d71eb0a-5d7e-44bf-b4f7-a2fc62c75233 req-fd8ca69d-1cd1-4d5b-82a4-e46790762fd3 service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187989 Nov 12 13:37:11.653934 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:37:11.742956 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-1379a64e-5f93-4909-b0b1-6a87eab6f231 service neutron] 10.222.0.73 "GET /v2.0/networks/bc0a69dd-4d4f-4190-8324-52346d98fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6887484 Nov 12 13:37:11.876783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09379c7b-ec0b-4a77-9f44-1cfacf0a19f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.893948 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.904066 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['61287fb3-ed10-48e4-b073-d946569ed4a0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:37:11.910977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:11.911766 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:11.948493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=61287fb3-ed10-48e4-b073-d946569ed4a0,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:11.962088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-dc16e7e1-6475-437a-a71a-b75b88ad2c8a None None] For port 8b68d729-0520-4f99-a307-f490ed2e5613, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8b68d729-0520-4f99-a307-f490ed2e5613,segment=NetworkSegment(c1c19327-5532-4591-b9dc-161d21e4b0e1),segment_id=c1c19327-5532-4591-b9dc-161d21e4b0e1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:11.973905 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc16e7e1-6475-437a-a71a-b75b88ad2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.012425 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09379c7b-ec0b-4a77-9f44-1cfacf0a19f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=670da831-ad6b-4c3e-a293-3a8aea932d34,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:12.108380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9e1afe93-3017-4c4c-abd1-2b08064be5cf None None] Could not find standard attr ID for object 670da831-ad6b-4c3e-a293-3a8aea932d34. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:37:12.117421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16e7e1-6475-437a-a71a-b75b88ad2c8a None None] Pushing event updated for resources: {'Port': ['ID=8b68d729-0520-4f99-a307-f490ed2e5613,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:12.133536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09379c7b-ec0b-4a77-9f44-1cfacf0a19f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.141019 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-09379c7b-ec0b-4a77-9f44-1cfacf0a19f9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/670da831-ad6b-4c3e-a293-3a8aea932d34 HTTP/1.1" status: 204 len: 168 time: 2.4396560 Nov 12 13:37:12.142426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57276) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:12.172315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.2410254 Nov 12 13:37:12.173221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9e1afe93-3017-4c4c-abd1-2b08064be5cf None None] Provisioning complete for port 8b68d729-0520-4f99-a307-f490ed2e5613 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:12.173914 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e1afe93-3017-4c4c-abd1-2b08064be5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.193335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57278) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:12.196173 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde57c82-0573-432b-b953-bf8bf066cf38 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:37:12.202797 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fde57c82-0573-432b-b953-bf8bf066cf38 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/670da831-ad6b-4c3e-a293-3a8aea932d34 HTTP/1.1" status: 404 len: 333 time: 0.0573611 Nov 12 13:37:12.203777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-14afd1b3-7adf-4090-8e95-43da52f7fec5 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0', 'tempest-TagsTest-Tag-49868941') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:12.204983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57280) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:12.214701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ec6ca-ba2a-4e3a-97bb-d1e4e76d07cc tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Pushing event updated for resources: {'Network': ['ID=f1297e98-a60a-429a-9057-3603d1d947b0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:12.259489 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-66b2dbaf-2c04-42e1-b87c-1e79a7fd54fa service neutron] 10.222.0.73 "GET /v2.0/networks/bc0a69dd-4d4f-4190-8324-52346d98fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044756 Nov 12 13:37:12.271589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f1297e98-a60a-429a-9057-3603d1d947b0 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:37:12.280471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57284) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:12.349353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-388892a8-dc40-4c1d-9759-2b93f549817f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet 0c0e104d-21b7-4b44-af0e-c13ffc593465 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:37:12.358135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-388892a8-dc40-4c1d-9759-2b93f549817f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.469271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-388892a8-dc40-4c1d-9759-2b93f549817f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.563084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-391dd418-4d30-478a-bddf-7df54fbdd4a2 admin admin] Deleting subnet 1191b7a9-0521-4e53-8e28-81df34129a91 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:37:12.573038 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391dd418-4d30-478a-bddf-7df54fbdd4a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.662970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391dd418-4d30-478a-bddf-7df54fbdd4a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.685583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b68d729-0520-4f99-a307-f490ed2e5613 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:12.702816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-417c15f0-dda3-4fc2-b914-6497926e08e6 None None] Could not find standard attr ID for object 670da831-ad6b-4c3e-a293-3a8aea932d34. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:37:12.764821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-14afd1b3-7adf-4090-8e95-43da52f7fec5 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "PUT /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags/tempest-TagsTest-Tag-49868941 HTTP/1.1" status: 201 len: 201 time: 0.5699146 Nov 12 13:37:12.765034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57296) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:12.776424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-d6eced8d-4556-4a1e-b80c-bbd9cdbdc3b5 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0', 'tempest-TagsTest-Tag-49868941') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:12.780781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391dd418-4d30-478a-bddf-7df54fbdd4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:12.875926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae5a75-ad5b-479b-a3e6-07216b21759f req-dc23ad56-2299-45cd-84ec-45636a9fc6ae tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:12.892564 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40ae5a75-ad5b-479b-a3e6-07216b21759f req-dc23ad56-2299-45cd-84ec-45636a9fc6ae tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 944 time: 0.4179785 Nov 12 13:37:12.900481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8b68d729-0520-4f99-a307-f490ed2e5613 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:12.901521 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.023066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-388892a8-dc40-4c1d-9759-2b93f549817f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.034671 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.040074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40ae5a75-ad5b-479b-a3e6-07216b21759f req-b0883122-5408-40d5-a8dd-c81c7124e23d tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461351 Nov 12 13:37:13.258179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391dd418-4d30-478a-bddf-7df54fbdd4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.293406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d6eced8d-4556-4a1e-b80c-bbd9cdbdc3b5 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "GET /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags/tempest-TagsTest-Tag-49868941 HTTP/1.1" status: 204 len: 168 time: 0.5242391 Nov 12 13:37:13.300842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57308) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:13.307338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-6fa4dd3b-a95d-4b07-b855-fb96830f2d3a tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:13.315831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391dd418-4d30-478a-bddf-7df54fbdd4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1191b7a9-0521-4e53-8e28-81df34129a91,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:13.324561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffdeda-c237-4e6b-a48d-3543c2ca2739 req-902d708a-0689-4958-9e76-71df65e0b01b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:13.326434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb8536-c9f1-4dae-87f8-6415f51ecf0c None None] Network ec77f2df-46bd-462a-98e0-e14c4ac37486 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:13.328940 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391dd418-4d30-478a-bddf-7df54fbdd4a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.332906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-391dd418-4d30-478a-bddf-7df54fbdd4a2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1191b7a9-0521-4e53-8e28-81df34129a91 HTTP/1.1" status: 204 len: 168 time: 1.0511889 Nov 12 13:37:13.333160 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1ffdeda-c237-4e6b-a48d-3543c2ca2739 req-902d708a-0689-4958-9e76-71df65e0b01b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1496150 Nov 12 13:37:13.336004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57310) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:13.424528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.434311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-388892a8-dc40-4c1d-9759-2b93f549817f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.450189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6fa4dd3b-a95d-4b07-b855-fb96830f2d3a tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "GET /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags HTTP/1.1" status: 200 len: 236 time: 0.1474681 Nov 12 13:37:13.452250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57312) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:13.459159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-8fdb4df9-6b40-4d02-b3cc-abcc449aa621 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0', {'tags': ['tempest-TagsTest-Tag-1313343229', 'tempest-TagsTest-Tag-259461292', 'tempest-TagsTest-Tag-1989423211']}) {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:13.488016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388892a8-dc40-4c1d-9759-2b93f549817f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0e104d-21b7-4b44-af0e-c13ffc593465,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:13.519370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-388892a8-dc40-4c1d-9759-2b93f549817f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.522609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-388892a8-dc40-4c1d-9759-2b93f549817f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/0c0e104d-21b7-4b44-af0e-c13ffc593465 HTTP/1.1" status: 204 len: 168 time: 1.3164959 Nov 12 13:37:13.528011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47bab1-5ed1-4978-9794-a995164d8c50 None None] Network 28c0ef3e-0993-4535-8054-4a6e2f250b5c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:13.530613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57314) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:13.622163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e20d8f06-2bd4-471d-89dd-5653d453a6e3 req-a7c7fae0-397f-445c-a70a-32c31b430426 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 210 time: 0.8368182 Nov 12 13:37:13.631135 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1ffdeda-c237-4e6b-a48d-3543c2ca2739 req-25857808-a39d-401f-8614-0e9b164e3ddd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972071 Nov 12 13:37:13.642020 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8fdb4df9-6b40-4d02-b3cc-abcc449aa621 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "PUT /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags HTTP/1.1" status: 200 len: 308 time: 0.1876445 Nov 12 13:37:13.652383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:13.657559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-43642290-354e-4cf7-8068-9bca1456b0ba tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0', 'tempest-TagsTest-Tag-1313343229') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:13.706446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.739118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec77f2df-46bd-462a-98e0-e14c4ac37486']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:13.767724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb6fe76-d19f-46e1-8182-02d063aec53b') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:13.768153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb6fe76-d19f-46e1-8182-02d063aec53b') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:13.781533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.796699 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.804434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:37:13.804836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.825311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-43642290-354e-4cf7-8068-9bca1456b0ba tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "DELETE /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags/tempest-TagsTest-Tag-1313343229 HTTP/1.1" status: 204 len: 168 time: 0.1717038 Nov 12 13:37:13.826300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57320) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:13.832576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-ad55c489-450f-437c-ad8d-4935337f89e3 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0', 'tempest-TagsTest-Tag-1313343229') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:37:13.905061 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:37:13.908633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.921481 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.932830 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:13.945540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ec77f2df-46bd-462a-98e0-e14c4ac37486 HTTP/1.1" status: 204 len: 168 time: 0.6081450 Nov 12 13:37:13.961842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8330e1-0b32-42d0-93de-49fa42f863e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec77f2df-46bd-462a-98e0-e14c4ac37486,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:14.003552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ada378-6f99-45bb-bd87-b27f495e645f None None] DHCP port deletion for ec77f2df-46bd-462a-98e0-e14c4ac37486 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:37:14.021481 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ad55c489-450f-437c-ad8d-4935337f89e3 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] show failed (client error): The resource could not be found. Nov 12 13:37:14.026305 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ad55c489-450f-437c-ad8d-4935337f89e3 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "GET /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags/tempest-TagsTest-Tag-1313343229 HTTP/1.1" status: 404 len: 326 time: 0.1952691 Nov 12 13:37:14.027315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:14.042352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-a2bf4ae4-1bd1-4309-9f7c-15e5e7d83eab tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0', 'tempest-TagsTest-Tag-259461292') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:14.047409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 8b68d729-0520-4f99-a307-f490ed2e5613 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:14.047853 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.187086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba56495-ec55-41de-b9a0-b6df5e61aedf None None] DHCP port deletion for 28c0ef3e-0993-4535-8054-4a6e2f250b5c request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:37:14.232363 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.265036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57328) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:14.279085 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a2bf4ae4-1bd1-4309-9f7c-15e5e7d83eab tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "GET /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags/tempest-TagsTest-Tag-259461292 HTTP/1.1" status: 204 len: 168 time: 0.2496700 Nov 12 13:37:14.283266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57330) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:14.288456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-be7693cb-9fc9-461e-9b27-6e3426fb28f7 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0', 'tempest-TagsTest-Tag-1989423211') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:14.325497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8ba56495-ec55-41de-b9a0-b6df5e61aedf None None] Deleting port 8b68d729-0520-4f99-a307-f490ed2e5613 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:14.327369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ba56495-ec55-41de-b9a0-b6df5e61aedf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.343673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] For port 8b68d729-0520-4f99-a307-f490ed2e5613, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8b68d729-0520-4f99-a307-f490ed2e5613,segment=NetworkSegment(c1c19327-5532-4591-b9dc-161d21e4b0e1),segment_id=c1c19327-5532-4591-b9dc-161d21e4b0e1)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:14.344055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.357536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd0134-7d8e-42c5-8894-74e709da8453 req-fbd17068-d6be-4c3b-9f1a-580e587b09c0 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:14.366589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01cd0134-7d8e-42c5-8894-74e709da8453 req-fbd17068-d6be-4c3b-9f1a-580e587b09c0 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 944 time: 0.1038020 Nov 12 13:37:14.415018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 8b68d729-0520-4f99-a307-f490ed2e5613 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:14.463145 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e28df5d6-5611-47f4-96a6-d37640ccd516 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ca92447d6f34936861707b40c226eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941428 Nov 12 13:37:14.465388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01cd0134-7d8e-42c5-8894-74e709da8453 req-85820a82-bfd0-4363-8259-b8ccec5c6e21 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939062 Nov 12 13:37:14.469414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57332) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:14.487566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8ba56495-ec55-41de-b9a0-b6df5e61aedf None None] For port 8b68d729-0520-4f99-a307-f490ed2e5613, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8b68d729-0520-4f99-a307-f490ed2e5613,segment=NetworkSegment(c1c19327-5532-4591-b9dc-161d21e4b0e1),segment_id=c1c19327-5532-4591-b9dc-161d21e4b0e1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:14.488838 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ba56495-ec55-41de-b9a0-b6df5e61aedf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.524376 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8ba56495-ec55-41de-b9a0-b6df5e61aedf None None] Calling delete_port for 8b68d729-0520-4f99-a307-f490ed2e5613 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:14.550534 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-be7693cb-9fc9-461e-9b27-6e3426fb28f7 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "GET /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags/tempest-TagsTest-Tag-1989423211 HTTP/1.1" status: 204 len: 168 time: 0.2661121 Nov 12 13:37:14.553191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57334) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:14.561616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-87c45da8-8280-43b1-b40b-ee67e6f893cb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:14.676556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b68d729-0520-4f99-a307-f490ed2e5613 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:37:14.679433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 61287fb3-ed10-48e4-b073-d946569ed4a0 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:14.711604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434df525-af19-4265-973e-845232420547 req-6921a460-b176-4f98-92c9-b2ac8e8d7ab6 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:14.716438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-6921a460-b176-4f98-92c9-b2ac8e8d7ab6 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.70 "GET /v2.0/networks?id=bc0a69dd-4d4f-4190-8324-52346d98fab4 HTTP/1.1" status: 200 len: 812 time: 0.2402861 Nov 12 13:37:14.761449 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.797351 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.801532 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ba56495-ec55-41de-b9a0-b6df5e61aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.803246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No active binding found for port 8b68d729-0520-4f99-a307-f490ed2e5613 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:37:14.803673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b68d729-0520-4f99-a307-f490ed2e5613 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:37:14.841471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba56495-ec55-41de-b9a0-b6df5e61aedf None None] Pushing event deleted for resources: {'Port': ['ID=8b68d729-0520-4f99-a307-f490ed2e5613,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:14.847414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba56495-ec55-41de-b9a0-b6df5e61aedf None None] No DVR routers for this DVR port 8b68d729-0520-4f99-a307-f490ed2e5613 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:37:14.849023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=8b68d729-0520-4f99-a307-f490ed2e5613,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:14.860526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 61287fb3-ed10-48e4-b073-d946569ed4a0 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:37:14.869008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 61287fb3-ed10-48e4-b073-d946569ed4a0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:14.869411 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.873875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No DVR routers for this DVR port 8b68d729-0520-4f99-a307-f490ed2e5613 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:37:14.878421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-43e4a2d5-9c88-4365-8d90-f163f11259e4 req-76870d44-ec2f-40e8-bdb1-2b83d2bd544f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 210 time: 0.1003954 Nov 12 13:37:14.925625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.928568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-87c45da8-8280-43b1-b40b-ee67e6f893cb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "DELETE /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags HTTP/1.1" status: 204 len: 168 time: 0.3715897 Nov 12 13:37:14.939624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:14.946305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-3da05a3b-dee7-4847-bcdc-ba3724a96940 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0', 'tempest-TagsTest-Tag-259461292') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:14.967363 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:14.996424 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.018557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:15.022484 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ca3323-51d9-4a64-b783-ea84a6f8b520" -d '{"events": [{"server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "name": "network-vif-plugged", "status": "completed", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:15.028313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c0ef3e-0993-4535-8054-4a6e2f250b5c']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:15.042292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c19327-5532-4591-b9dc-161d21e4b0e1') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:15.042664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c19327-5532-4591-b9dc-161d21e4b0e1') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:15.047344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 61287fb3-ed10-48e4-b073-d946569ed4a0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=61287fb3-ed10-48e4-b073-d946569ed4a0,segment=NetworkSegment(25faca85-af75-470d-8392-52c27d7e6067),segment_id=25faca85-af75-470d-8392-52c27d7e6067)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:15.048323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-b394b84a-b607-4cb8-99e4-b03e2cd504d4 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc986172b0a64aadbf6ab8537b977bb6 HTTP/1.1" status: 200 len: 380 time: 0.2690551 Nov 12 13:37:15.054182 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.057691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.059444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f72bd-1765-4c8c-98e7-8c957f401b2b req-4a403ab2-f6a1-4dea-b421-d9d7e66475b8 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:15.061069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b31f72bd-1765-4c8c-98e7-8c957f401b2b req-4a403ab2-f6a1-4dea-b421-d9d7e66475b8 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2879853 Nov 12 13:37:15.069911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Request body: {'port': {'device_id': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'admin_state_up': True, 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'security_groups': ['6172d07c-6eb1-4b91-b230-5f65e9ce72ea']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:15.080046 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.087315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:37:15.087763 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:37:15.156904 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:37:15.160143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.170068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.177362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/networks/28c0ef3e-0993-4535-8054-4a6e2f250b5c HTTP/1.1" status: 204 len: 168 time: 1.6420627 Nov 12 13:37:15.179981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57348) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:15.183274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=61287fb3-ed10-48e4-b073-d946569ed4a0,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:15.222520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'name': 'tempest-PortsIpV6TestJSON-140213655'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:15.228864 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affa8a7c-7812-4486-bac7-c52f071e1753 x-openstack-request-id: req-affa8a7c-7812-4486-bac7-c52f071e1753 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:15.229983 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "name": "network-vif-plugged", "status": "completed", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:15.231320 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-affa8a7c-7812-4486-bac7-c52f071e1753 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:15.231745 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.233233 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'code': 200} Nov 12 13:37:15.235143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622ecc7-8190-43a3-b22e-1a6c2dc70981 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Network': ['ID=28c0ef3e-0993-4535-8054-4a6e2f250b5c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:15.236679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.241133 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb HTTP/1.1" status: 204 len: 168 time: 0.7679448 Nov 12 13:37:15.287843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f45b59b-7a6b-48e4-9613-2ecd59d9fcfb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:15.292189 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-3da05a3b-dee7-4847-bcdc-ba3724a96940 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] show failed (client error): The resource could not be found. Nov 12 13:37:15.296182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3da05a3b-dee7-4847-bcdc-ba3724a96940 tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "GET /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags/tempest-TagsTest-Tag-259461292 HTTP/1.1" status: 404 len: 325 time: 0.3527181 Nov 12 13:37:15.307674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:15.332068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-8ea88c27-99c3-4965-83c2-3a6b4fa2fe2a tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0', 'tempest-TagsTest-Tag-1989423211') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:15.344631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.345194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.345809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.346335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.346869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.347419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.347969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.348513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.349238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.349817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.350363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.350911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f27a6-1ead-4d23-b488-79cd74ce1777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:15.383033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b31f72bd-1765-4c8c-98e7-8c957f401b2b req-b91abacf-e689-4de6-90a5-a04cd7967c12 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058209 Nov 12 13:37:15.440016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda08b2-759c-414f-8fb4-2223c59278f7 req-6f14ad18-95e7-4030-9a84-365f72876231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:15.442594 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fda08b2-759c-414f-8fb4-2223c59278f7 req-6f14ad18-95e7-4030-9a84-365f72876231 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1096 time: 0.1053102 Nov 12 13:37:15.494353 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.api [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 13:37:15.494353 n-d-805736-4 neutron-server[102676]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 13:37:15.494353 n-d-805736-4 neutron-server[102676]: [parameters: {'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'id': 'f703bf0c-c75a-479d-850a-7f1c77a1a988', 'expiration': datetime.datetime(2021, 11, 12, 13, 39, 15, 486775)}] Nov 12 13:37:15.494353 n-d-805736-4 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:37:15.495767 n-d-805736-4 neutron-server[102676]: DEBUG oslo_db.api [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:37:15.532439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fda08b2-759c-414f-8fb4-2223c59278f7 req-978b009f-8668-4c33-bb45-cae33c82687a service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807862 Nov 12 13:37:15.548551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:15.557551 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:15.574716 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-8ea88c27-99c3-4965-83c2-3a6b4fa2fe2a tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] show failed (client error): The resource could not be found. Nov 12 13:37:15.576845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8ea88c27-99c3-4965-83c2-3a6b4fa2fe2a tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "GET /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags/tempest-TagsTest-Tag-1989423211 HTTP/1.1" status: 404 len: 326 time: 0.2569990 Nov 12 13:37:15.579903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:15.585440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-9430c5ce-8909-4f33-9ba5-fa044b4c106e tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f1297e98-a60a-429a-9057-3603d1d947b0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:15.632492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port 981a64f9-d672-4b2e-909a-84c59e67bdbd yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:37:15.703467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f265a-60ae-4d7f-8423-8a61aa1c04a4 req-6566e59d-b9b0-48b4-b7a0-c643ca4c324f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:15.707415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9430c5ce-8909-4f33-9ba5-fa044b4c106e tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "DELETE /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1262817 Nov 12 13:37:15.710889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe4f265a-60ae-4d7f-8423-8a61aa1c04a4 req-6566e59d-b9b0-48b4-b7a0-c643ca4c324f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1466479 Nov 12 13:37:15.713251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57364) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:15.891709 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe4f265a-60ae-4d7f-8423-8a61aa1c04a4 req-07558db9-a7ec-4ca3-a1e5-64a568307b5e tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798601 Nov 12 13:37:15.895136 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.010927 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.053753 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.054795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-450cbae8-e0b6-4b20-9480-8f10334babd4 req-9adf0779-001a-4f9c-a3f7-29931ba07a85 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 210 time: 0.0620372 Nov 12 13:37:16.075218 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:37:16.089886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1297e98-a60a-429a-9057-3603d1d947b0']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:16.097153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Made reservation on behalf of cc986172b0a64aadbf6ab8537b977bb6 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:16.102477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.105141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e0e770-eaae-4196-b8cf-dae878670714') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:16.105464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e0e770-eaae-4196-b8cf-dae878670714') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:16.118475 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.127566 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.154542 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.191232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:37:16.191716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:37:16.195849 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:37:16.297549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=981a64f9-d672-4b2e-909a-84c59e67bdbd,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:16.314238 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.321326 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.328436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] 10.222.0.73 "DELETE /v2.0/networks/f1297e98-a60a-429a-9057-3603d1d947b0 HTTP/1.1" status: 204 len: 168 time: 0.6118207 Nov 12 13:37:16.330806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:16.337403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:16.340393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:16.360417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:16.361410 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.378719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9286a7-e349-471d-8499-da99ddb36efb tempest-TagsTest-404600067 tempest-TagsTest-404600067-project] Pushing event deleted for resources: {'Network': ['ID=f1297e98-a60a-429a-9057-3603d1d947b0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:16.403260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Allocated IP 172.20.0.10 (bc0a69dd-4d4f-4190-8324-52346d98fab4/f87c08b3-282c-4c34-9f64-ad81c517e0c2/6da865db-babd-4458-8e50-629113327eb8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:16.406278 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1f9e4812-6993-4df5-a4d4-cff05617fa19 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1970246 Nov 12 13:37:16.409190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57398) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:16.628688 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.636708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-2adaca9b-f322-43d2-9ec2-d41285f6cf5a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 981a64f9-d672-4b2e-909a-84c59e67bdbd {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:16.637236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2adaca9b-f322-43d2-9ec2-d41285f6cf5a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.676514 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.757665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Network bc0a69dd-4d4f-4190-8324-52346d98fab4 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:16.761220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2adaca9b-f322-43d2-9ec2-d41285f6cf5a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.767311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:16.776854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-2adaca9b-f322-43d2-9ec2-d41285f6cf5a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 981a64f9-d672-4b2e-909a-84c59e67bdbd owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:16.798509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:16.887238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:16.888041 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.944660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Pushing event updated for resources: {'Port': ['ID=6da865db-babd-4458-8e50-629113327eb8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:16.958541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-f4f756ed-4d2f-4368-90e2-463d381b416a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8963208 Nov 12 13:37:16.960603 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2adaca9b-f322-43d2-9ec2-d41285f6cf5a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:16.984451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Request body: {'port': {'device_id': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:17.038796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaca9b-f322-43d2-9ec2-d41285f6cf5a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=981a64f9-d672-4b2e-909a-84c59e67bdbd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:17.060598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57406) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:17.104089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2adaca9b-f322-43d2-9ec2-d41285f6cf5a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.124084 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2adaca9b-f322-43d2-9ec2-d41285f6cf5a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/981a64f9-d672-4b2e-909a-84c59e67bdbd HTTP/1.1" status: 204 len: 168 time: 0.7104352 Nov 12 13:37:17.155777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:17.189036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'mac_address': 'fa:16:3e:03:24:24', 'name': 'tempest-PortsIpV6TestJSON-255889627'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:17.203219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-325e7bea-d4b5-4752-9018-bc4fd4fb4511 None None] Provisioning complete for port 6da865db-babd-4458-8e50-629113327eb8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:17.207742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325e7bea-d4b5-4752-9018-bc4fd4fb4511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.225540 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98282691-0362-4a86-bda9-424fc3276099 req-05975f58-57be-4061-a798-eaba3aaaf825 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:17.233929 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98282691-0362-4a86-bda9-424fc3276099 req-05975f58-57be-4061-a798-eaba3aaaf825 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1764002 Nov 12 13:37:17.304300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-325e7bea-d4b5-4752-9018-bc4fd4fb4511 None None] Port 6da865db-babd-4458-8e50-629113327eb8 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:17.313230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98282691-0362-4a86-bda9-424fc3276099 req-892f9bd2-b240-436f-8f1c-6268a7e4f287 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740674 Nov 12 13:37:17.361336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.409395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0cefcc54-855d-4cdc-8401-af136999dc9e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30c525e33889494480615a278d3aab39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467698 Nov 12 13:37:17.412288 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57424) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:17.437486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24ee6a-b960-482e-b2df-ebb3551408b7 req-2428e7c3-fcfd-4ea9-bfc6-d5d8ec6c02f5 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:17.444921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e24ee6a-b960-482e-b2df-ebb3551408b7 req-2428e7c3-fcfd-4ea9-bfc6-d5d8ec6c02f5 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 932 time: 0.1391706 Nov 12 13:37:17.476972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:17.481361 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd405104-60af-4361-a690-25e5d03710ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.507635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd405104-60af-4361-a690-25e5d03710ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.566271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd405104-60af-4361-a690-25e5d03710ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.568963 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd405104-60af-4361-a690-25e5d03710ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.579096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fd405104-60af-4361-a690-25e5d03710ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b2f78ef-ecd9-4fff-96f9-4f0fe6e65db5 HTTP/1.1" status: 204 len: 168 time: 0.1609747 Nov 12 13:37:17.591580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd405104-60af-4361-a690-25e5d03710ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2f78ef-ecd9-4fff-96f9-4f0fe6e65db5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:17.647680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e24ee6a-b960-482e-b2df-ebb3551408b7 req-a7d89640-1dae-4e20-b55a-a8d33512f9fe tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018447 Nov 12 13:37:17.680078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:17.737736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port 074f1fda-3f38-482f-9f42-66c5a4eb7baf yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:37:17.979921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da865db-babd-4458-8e50-629113327eb8 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:37:17.997574 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.005009 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.021047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Transition to ACTIVE for port object 6da865db-babd-4458-8e50-629113327eb8 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:37:18.040346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.137858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.143254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Pushing event updated for resources: {'Port': ['ID=6da865db-babd-4458-8e50-629113327eb8,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:18.258425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e14a75-6cac-41b6-8a28-32fdecf0113e req-60ef394f-56d6-403d-b732-87758f92cd45 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:18.266476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28e14a75-6cac-41b6-8a28-32fdecf0113e req-60ef394f-56d6-403d-b732-87758f92cd45 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.0842049 Nov 12 13:37:18.295204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:18.319573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:18.343461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:18.347140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28e14a75-6cac-41b6-8a28-32fdecf0113e req-8de1f208-a9b0-438c-ab62-5dc459234fa1 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720396 Nov 12 13:37:18.349227 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:18.349890 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.380345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=074f1fda-3f38-482f-9f42-66c5a4eb7baf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:18.389608 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2a8236b1-e77a-4d63-a757-05828c35e9f8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2250736 Nov 12 13:37:18.392651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57456) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:18.425039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57460) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:18.509931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Attempting to bind port 6da865db-babd-4458-8e50-629113327eb8 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:18.510537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Attempting to bind port 6da865db-babd-4458-8e50-629113327eb8 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:18.510642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Attempting to bind port 6da865db-babd-4458-8e50-629113327eb8 on network bc0a69dd-4d4f-4190-8324-52346d98fab4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:18.520970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42649bf4-c3ba-41ad-a492-eafac509c679 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:18.522408 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-42649bf4-c3ba-41ad-a492-eafac509c679 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/074f1fda-3f38-482f-9f42-66c5a4eb7baf HTTP/1.1" status: 200 len: 844 time: 0.1288486 Nov 12 13:37:18.525872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57468) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:18.537899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Port 6da865db-babd-4458-8e50-629113327eb8 on network bc0a69dd-4d4f-4190-8324-52346d98fab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:37:18.538233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Attempting to bind port 6da865db-babd-4458-8e50-629113327eb8 on network bc0a69dd-4d4f-4190-8324-52346d98fab4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:18.545983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:18.546328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Checking segment: {'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:18.546721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Bound using segment: {'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:18.547304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Bound port: 6da865db-babd-4458-8e50-629113327eb8, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:18.547670 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.559604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1629339542-network', 'tenant_id': '049c88c94932440aa4d47cf5621ce468'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:18.574658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bdf2f-22e7-434d-9986-6a100c1ac09c req-71f4f1db-b066-4ea6-90cf-5bda6601a9dc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:18.576297 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-580bdf2f-22e7-434d-9986-6a100c1ac09c req-71f4f1db-b066-4ea6-90cf-5bda6601a9dc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1169875 Nov 12 13:37:18.619705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Made reservation on behalf of 049c88c94932440aa4d47cf5621ce468 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:18.622409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.633587 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.666836 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-580bdf2f-22e7-434d-9986-6a100c1ac09c req-9690f920-c7a7-4482-9e72-205bace030dd tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714583 Nov 12 13:37:18.667939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] For port 6da865db-babd-4458-8e50-629113327eb8, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:18.669253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5ed73-6575-46ac-ad9c-2a48ecd3c087 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 074f1fda-3f38-482f-9f42-66c5a4eb7baf {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:18.669634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ed73-6575-46ac-ad9c-2a48ecd3c087 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.671485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] For port 6da865db-babd-4458-8e50-629113327eb8, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6da865db-babd-4458-8e50-629113327eb8,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:18.676117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.744984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Pushing event updated for resources: {'Port': ['ID=6da865db-babd-4458-8e50-629113327eb8,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:18.748561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:18.749186 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.750782 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-90463108-a747-4ff3-a921-e8895b70b362 service neutron] 10.222.0.70 "PUT /v2.0/ports/6da865db-babd-4458-8e50-629113327eb8 HTTP/1.1" status: 200 len: 1092 time: 1.7805760 Nov 12 13:37:18.751235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'tag': '6da865db-babd-4458-8e50-629113327eb8'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:18.753676 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823" -d '{"events": [{"name": "network-changed", "server_uuid": "98338c53-6a55-4a04-91ef-00c2b22806fe", "tag": "6da865db-babd-4458-8e50-629113327eb8"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:18.795886 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ed73-6575-46ac-ad9c-2a48ecd3c087 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.828881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5ed73-6575-46ac-ad9c-2a48ecd3c087 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 074f1fda-3f38-482f-9f42-66c5a4eb7baf owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:18.907952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434df525-af19-4265-973e-845232420547 req-f853f795-e2ca-4101-b190-0e828e5cc981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:18.909611 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-f853f795-e2ca-4101-b190-0e828e5cc981 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc986172b0a64aadbf6ab8537b977bb6&device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 1095 time: 0.0921021 Nov 12 13:37:18.909887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:18.973356 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-38199964-1fec-4133-a107-3141c8fac5d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da865db-babd-4458-8e50-629113327eb8 HTTP/1.1" status: 200 len: 217 time: 0.0539484 Nov 12 13:37:18.979636 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:19.008520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:37:19.045905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7482a790-5a50-4b92-bd24-5a34439ce3c6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:19.065197 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:19.065689 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Added segment e11c43ac-63b3-4804-b6bf-09e482fa3165 of type vlan for network 2db74f5b-ecd3-452c-9b4e-2094d2ae41e0 Nov 12 13:37:19.116919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434df525-af19-4265-973e-845232420547 req-688fc86b-e486-4980-bd71-a2c4e1cde277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:19.116919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-688fc86b-e486-4980-bd71-a2c4e1cde277 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f87c08b3-282c-4c34-9f64-ad81c517e0c2 HTTP/1.1" status: 200 len: 851 time: 0.1199851 Nov 12 13:37:19.125353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da40b1-508b-40b3-9724-a45a932cc637 req-2f45ea96-8011-4a0b-a4a9-7a0d6ef055fd tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:19.134953 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7da40b1-508b-40b3-9724-a45a932cc637 req-2f45ea96-8011-4a0b-a4a9-7a0d6ef055fd tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 944 time: 0.1596351 Nov 12 13:37:19.152892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:19.166471 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ed73-6575-46ac-ad9c-2a48ecd3c087 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:19.223361 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75741d6c-92d9-42cf-a3b7-0947be5e19fd x-openstack-request-id: req-75741d6c-92d9-42cf-a3b7-0947be5e19fd {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:19.223662 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98338c53-6a55-4a04-91ef-00c2b22806fe", "tag": "6da865db-babd-4458-8e50-629113327eb8", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:19.223922 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75741d6c-92d9-42cf-a3b7-0947be5e19fd {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:19.224329 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'tag': '6da865db-babd-4458-8e50-629113327eb8', 'status': 'completed', 'code': 200} Nov 12 13:37:19.250750 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7da40b1-508b-40b3-9724-a45a932cc637 req-2a5b1702-b830-42ad-a259-7317233709c8 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148326 Nov 12 13:37:19.252617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5ed73-6575-46ac-ad9c-2a48ecd3c087 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=074f1fda-3f38-482f-9f42-66c5a4eb7baf,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:19.255199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434df525-af19-4265-973e-845232420547 req-c802577b-05a9-4f8e-93cb-a8dfb64f11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:19.262237 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-c802577b-05a9-4f8e-93cb-a8dfb64f11fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bc0a69dd-4d4f-4190-8324-52346d98fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251094 Nov 12 13:37:19.292462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:19.293926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:19.294629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:19.306650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ed73-6575-46ac-ad9c-2a48ecd3c087 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:19.310021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0ce5ed73-6575-46ac-ad9c-2a48ecd3c087 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/074f1fda-3f38-482f-9f42-66c5a4eb7baf HTTP/1.1" status: 204 len: 168 time: 0.7832191 Nov 12 13:37:19.320913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57488) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:19.385667 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edd03f3-4569-4e23-9402-46a9ff813df0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:37:19.391392 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9643495 Nov 12 13:37:19.391392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57494) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:19.391669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57496) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:19.391997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4edd03f3-4569-4e23-9402-46a9ff813df0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/074f1fda-3f38-482f-9f42-66c5a4eb7baf HTTP/1.1" status: 404 len: 333 time: 0.0694735 Nov 12 13:37:19.404750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Request body: {'subnet': {'network_id': '2db74f5b-ecd3-452c-9b4e-2094d2ae41e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1629339542-subnet', 'tenant_id': '049c88c94932440aa4d47cf5621ce468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:19.449931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'name': 'tempest-PortsIpV6TestJSON-94104368'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:19.457891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Made reservation on behalf of 049c88c94932440aa4d47cf5621ce468 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:19.460262 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:19.470893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-617b6a62-c784-4473-91bd-e437f3b1ff6b service neutron] 10.222.0.70 "GET /v2.0/networks/bc0a69dd-4d4f-4190-8324-52346d98fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972044 Nov 12 13:37:19.484258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689250-5c01-45dd-bb88-0bbc3e09538b req-16d42ee9-e59b-4aab-8334-77fa275fc36a tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:19.485963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15689250-5c01-45dd-bb88-0bbc3e09538b req-16d42ee9-e59b-4aab-8334-77fa275fc36a tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1024649 Nov 12 13:37:19.547096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38da31-5a1c-4447-a6a6-55aac106e6b4 admin admin] Pushing event updated for resources: {'Network': ['ID=2db74f5b-ecd3-452c-9b4e-2094d2ae41e0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:19.558447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2db74f5b-ecd3-452c-9b4e-2094d2ae41e0 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:37:19.566317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173c24-5069-4548-8842-017cec1571c9 req-d2fc4da7-0fa3-4fe8-b095-4f281bb949f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:19.568010 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d173c24-5069-4548-8842-017cec1571c9 req-d2fc4da7-0fa3-4fe8-b095-4f281bb949f9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c22ad78ffd604d49abed86bb76243ab2&device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1096 time: 0.3286369 Nov 12 13:37:19.641329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15689250-5c01-45dd-bb88-0bbc3e09538b req-7c71b3c2-4d9d-463a-8943-c59fbdd901e3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413023 Nov 12 13:37:19.695324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-434df525-af19-4265-973e-845232420547 req-b98d87d1-493e-44ae-a19c-33aafcfb9f5b service neutron] 10.222.0.70 "GET /v2.0/networks/bc0a69dd-4d4f-4190-8324-52346d98fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081592 Nov 12 13:37:19.789892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:19.795024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:19.822949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173c24-5069-4548-8842-017cec1571c9 req-d430b526-827f-4aa3-b43b-b219642ed8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:19.824463 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d173c24-5069-4548-8842-017cec1571c9 req-d430b526-827f-4aa3-b43b-b219642ed8cf service neutron] 10.222.0.105 "GET /v2.0/networks?id=8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 200 len: 920 time: 0.2146003 Nov 12 13:37:19.832934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port e8d5dcfc-9345-4cc0-bdfa-9a6db838b72a yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:37:19.835485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-f7e64035-ce89-484d-b8b2-7d170bfc24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:19.837600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-f7e64035-ce89-484d-b8b2-7d170bfc24c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc986172b0a64aadbf6ab8537b977bb6&device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 1095 time: 0.0569909 Nov 12 13:37:19.958016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-daaf3c85-f3ab-43a5-b639-2939c15f66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:19.959611 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-daaf3c85-f3ab-43a5-b639-2939c15f66bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=bc0a69dd-4d4f-4190-8324-52346d98fab4 HTTP/1.1" status: 200 len: 913 time: 0.1152880 Nov 12 13:37:19.997334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d173c24-5069-4548-8842-017cec1571c9 req-b6da5b39-f538-47ac-8985-ea291ac9b995 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 217 time: 0.0914094 Nov 12 13:37:20.029728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-d1358ae1-eaa5-428c-b800-0e1437475285 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da865db-babd-4458-8e50-629113327eb8 HTTP/1.1" status: 200 len: 217 time: 0.0616205 Nov 12 13:37:20.096159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-70060f3f-5b83-4151-9240-289fc77be17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:20.097642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-70060f3f-5b83-4151-9240-289fc77be17d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f87c08b3-282c-4c34-9f64-ad81c517e0c2 HTTP/1.1" status: 200 len: 851 time: 0.0545027 Nov 12 13:37:20.168466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-e2c372dc-c0d4-4bae-a4b6-533bbd23b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:20.170148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-e2c372dc-c0d4-4bae-a4b6-533bbd23b7cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bc0a69dd-4d4f-4190-8324-52346d98fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639389 Nov 12 13:37:20.202468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173c24-5069-4548-8842-017cec1571c9 req-68e1b7e6-628c-45fe-8fea-8c5147f9bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:20.204398 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d173c24-5069-4548-8842-017cec1571c9 req-68e1b7e6-628c-45fe-8fea-8c5147f9bb1b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3ee456dc-18fc-4feb-a6a5-daa91d513016 HTTP/1.1" status: 200 len: 859 time: 0.1885884 Nov 12 13:37:20.211568 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:20.244723 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d173c24-5069-4548-8842-017cec1571c9 req-ec37349b-bfbd-4219-b20d-bec21c865dc2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8e1841d8-c05f-429b-a918-a176ecd20928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312202 Nov 12 13:37:20.247714 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:20.343932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-517abd72-a4e1-404e-8c03-794b502f446c service neutron] 10.222.0.70 "GET /v2.0/networks/bc0a69dd-4d4f-4190-8324-52346d98fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643372 Nov 12 13:37:20.382802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Checking segment: {'id': 'e11c43ac-63b3-4804-b6bf-09e482fa3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2db74f5b-ecd3-452c-9b4e-2094d2ae41e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:20.383323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Network hostable DHCP agents. Network: 2db74f5b-ecd3-452c-9b4e-2094d2ae41e0, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:37:20.413671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4583923-1802-4607-b7bb-c3d4e2cc7ac2,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:20.426444 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.426789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.427123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.427465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.427798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.428130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.428457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.428858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.429096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.429448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.429771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.430098 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:20.440038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Network 2db74f5b-ecd3-452c-9b4e-2094d2ae41e0 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:37:20.452117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2db74f5b-ecd3-452c-9b4e-2094d2ae41e0) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:20.461025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:20.464023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:20.464808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:20.469126 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aaee2a-6268-4214-bebd-73734b98706c None None] Network 2db74f5b-ecd3-452c-9b4e-2094d2ae41e0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:20.525735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f9c5f-d39e-45a7-91f7-a39d077d16dd req-eafc41ef-2830-4681-97f9-c0e1a8569c78 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:20.534440 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e39f9c5f-d39e-45a7-91f7-a39d077d16dd req-eafc41ef-2830-4681-97f9-c0e1a8569c78 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 944 time: 0.1663783 Nov 12 13:37:20.590864 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eab832a4-0cf2-4fe1-a8da-e8bc9465f823 req-73112a32-fe1b-40cf-bcf4-ff6ca1fcffb8 service neutron] 10.222.0.70 "GET /v2.0/networks/bc0a69dd-4d4f-4190-8324-52346d98fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391346 Nov 12 13:37:20.614502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=e8d5dcfc-9345-4cc0-bdfa-9a6db838b72a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:20.639680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e39f9c5f-d39e-45a7-91f7-a39d077d16dd req-9d684a06-2a48-4c08-afa1-5423b8380c7d tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981154 Nov 12 13:37:20.662571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d173c24-5069-4548-8842-017cec1571c9 req-6af0f9a5-3a4c-4ba2-b9f6-2b83f5e65028 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075899 Nov 12 13:37:20.759539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-de14ddff-88eb-4a52-baa1-c3dedfccf585 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3472722 Nov 12 13:37:20.767967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:20.777700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9a8434-0476-413c-be02-42845c74ba42 None None] Network 2db74f5b-ecd3-452c-9b4e-2094d2ae41e0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:20.844096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:20.856690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:20.869633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:20.870370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:20.935095 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c9d435ea-70cf-4366-9cd8-98c47237f9d0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.5347817 Nov 12 13:37:20.936261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57522) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:20.941568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-db8aab4c-194c-43d4-a3ae-a02d1564799c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:20.977400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d173c24-5069-4548-8842-017cec1571c9 req-d8ee32ef-38c4-46e6-8fe3-5ce7731f3536 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960401 Nov 12 13:37:21.189101 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db8aab4c-194c-43d4-a3ae-a02d1564799c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.256254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a52a3c-32d3-4559-97eb-f16c1d0ebfda req-a73c2c7c-6bd8-490c-b617-a68e8e7aec74 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:21.266132 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-22a52a3c-32d3-4559-97eb-f16c1d0ebfda req-a73c2c7c-6bd8-490c-b617-a68e8e7aec74 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.4329789 Nov 12 13:37:21.342060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-22a52a3c-32d3-4559-97eb-f16c1d0ebfda req-251fc998-0ecf-4105-a627-0961b2a4a7af tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746174 Nov 12 13:37:21.493950 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db8aab4c-194c-43d4-a3ae-a02d1564799c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.500810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db8aab4c-194c-43d4-a3ae-a02d1564799c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.559508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-db8aab4c-194c-43d4-a3ae-a02d1564799c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] In _notify_port_updated(), no bound segment for port e8d5dcfc-9345-4cc0-bdfa-9a6db838b72a on network 6380dbbc-9f06-4238-ac58-17667a30230d {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:37:21.572804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8aab4c-194c-43d4-a3ae-a02d1564799c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:21.573557 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db8aab4c-194c-43d4-a3ae-a02d1564799c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.574939 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-db8aab4c-194c-43d4-a3ae-a02d1564799c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "PUT /v2.0/ports/e8d5dcfc-9345-4cc0-bdfa-9a6db838b72a HTTP/1.1" status: 200 len: 818 time: 0.6382620 Nov 12 13:37:21.578193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:21.645564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aab4c-194c-43d4-a3ae-a02d1564799c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=e8d5dcfc-9345-4cc0-bdfa-9a6db838b72a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:21.794055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57550) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:21.800009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1907269560-network', 'tenant_id': '1c818ed7417b42ee8bbdc1db483fe86a'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:21.820117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-111b15c1-c8d1-46f4-a9ae-99c5e6086bd2 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port e8d5dcfc-9345-4cc0-bdfa-9a6db838b72a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:21.820463 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-111b15c1-c8d1-46f4-a9ae-99c5e6086bd2 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.838187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Made reservation on behalf of 1c818ed7417b42ee8bbdc1db483fe86a for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:21.843437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:21.886489 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.053116 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.061381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.125927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f044dcef-83fd-4980-80f7-ac1fb9a01abe,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:22.163286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:37:22.185184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.186227 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Added segment dd34e333-c9ae-4517-9b6e-d8d24342acf0 of type vlan for network 2ace0b61-4a8e-4959-a208-30d1199ad768 Nov 12 13:37:22.271397 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.310698 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.312790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:22.313722 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.390062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5923967 Nov 12 13:37:22.390666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57564) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:22.395813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-111b15c1-c8d1-46f4-a9ae-99c5e6086bd2 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.396331 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Request body: {'subnet': {'network_id': '2ace0b61-4a8e-4959-a208-30d1199ad768', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1907269560-subnet', 'tenant_id': '1c818ed7417b42ee8bbdc1db483fe86a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:22.419752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-111b15c1-c8d1-46f4-a9ae-99c5e6086bd2 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for e8d5dcfc-9345-4cc0-bdfa-9a6db838b72a owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:22.426654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea9a72-91aa-4ceb-bd3e-72b276b1a17f admin admin] Pushing event updated for resources: {'Network': ['ID=2ace0b61-4a8e-4959-a208-30d1199ad768,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:22.443259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2ace0b61-4a8e-4959-a208-30d1199ad768 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:37:22.497976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Made reservation on behalf of 1c818ed7417b42ee8bbdc1db483fe86a for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:22.502234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.530523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae3f04-e635-4413-afb7-3fc9436d14e9 req-30a2f3a4-b8ad-47f0-a17f-99efef0a90b7 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:22.538108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbae3f04-e635-4413-afb7-3fc9436d14e9 req-30a2f3a4-b8ad-47f0-a17f-99efef0a90b7 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 944 time: 0.7884219 Nov 12 13:37:22.542134 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-111b15c1-c8d1-46f4-a9ae-99c5e6086bd2 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.588836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b15c1-c8d1-46f4-a9ae-99c5e6086bd2 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=e8d5dcfc-9345-4cc0-bdfa-9a6db838b72a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:22.593627 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-111b15c1-c8d1-46f4-a9ae-99c5e6086bd2 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:22.596848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-111b15c1-c8d1-46f4-a9ae-99c5e6086bd2 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/e8d5dcfc-9345-4cc0-bdfa-9a6db838b72a HTTP/1.1" status: 204 len: 168 time: 1.0180447 Nov 12 13:37:22.599594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57566) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:22.602254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3b44-3a8a-47e5-8ef3-339325b06b1f req-0d293cc5-ee03-494c-b7c6-ecae41ceb06e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:22.613319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f1f3b44-3a8a-47e5-8ef3-339325b06b1f req-0d293cc5-ee03-494c-b7c6-ecae41ceb06e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1989412 Nov 12 13:37:22.662788 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bbae3f04-e635-4413-afb7-3fc9436d14e9 req-84cb7b86-8521-444d-b2e4-5e29c9464983 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237841 Nov 12 13:37:22.673543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b2d8f-9ebb-4b3e-ac84-fbcd20194af1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:22.678162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-759b2d8f-9ebb-4b3e-ac84-fbcd20194af1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0745964 Nov 12 13:37:22.678312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57568) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:22.691125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f1f3b44-3a8a-47e5-8ef3-339325b06b1f req-244fdd56-469b-4f0e-aaa0-4c79d4261c22 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778015 Nov 12 13:37:22.708997 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9266256-17ea-49cd-a6f2-1928db23a38d tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:37:22.711431 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b9266256-17ea-49cd-a6f2-1928db23a38d tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/e8d5dcfc-9345-4cc0-bdfa-9a6db838b72a HTTP/1.1" status: 404 len: 333 time: 0.0322669 Nov 12 13:37:22.716155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57570) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:22.927720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b3dc0-8730-4819-9e6e-0de23cd48c10 req-157a9572-882e-4d22-af06-5bf27a40aac5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:22.932165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-815b3dc0-8730-4819-9e6e-0de23cd48c10 req-157a9572-882e-4d22-af06-5bf27a40aac5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.0896199 Nov 12 13:37:22.991042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-815b3dc0-8730-4819-9e6e-0de23cd48c10 req-12b22a29-8041-41ba-aa2c-3f532b61e513 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494261 Nov 12 13:37:23.117227 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2072887554'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:23.193690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:23.197926 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:23.273177 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:37:23.283629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f88c0-16e7-46c1-a38a-5c336f9b2a61 req-84462546-e718-4e39-bbb5-03b8c24364e2 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:23.292282 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-807f88c0-16e7-46c1-a38a-5c336f9b2a61 req-84462546-e718-4e39-bbb5-03b8c24364e2 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1571236 Nov 12 13:37:23.314694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5bf3f-3a2b-4b38-97da-9e7beca3aa75 req-628f419d-f823-4802-9eaf-fdb4011f3a7a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:23.316459 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11f5bf3f-3a2b-4b38-97da-9e7beca3aa75 req-628f419d-f823-4802-9eaf-fdb4011f3a7a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.0652325 Nov 12 13:37:23.330000 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:23.330554 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Added segment a6439363-3d98-4167-a46d-29eb6a19228b of type vlan for network bf27f037-a4ec-4295-94a8-c662a781d012 Nov 12 13:37:23.364498 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:23.383188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-807f88c0-16e7-46c1-a38a-5c336f9b2a61 req-375eff34-bd2e-418a-8b5c-5445a006388c tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854874 Nov 12 13:37:23.400628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11f5bf3f-3a2b-4b38-97da-9e7beca3aa75 req-23d2b4ac-91be-453a-a9a9-0895fef6a76d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759184 Nov 12 13:37:23.472311 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c5f011-5d80-41e6-afc7-6f1dc21b1b74,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:23.527412 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:23.576735 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:23.595997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:23.596792 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:23.661841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Checking segment: {'id': 'dd34e333-c9ae-4517-9b6e-d8d24342acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ace0b61-4a8e-4959-a208-30d1199ad768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:23.662165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Network hostable DHCP agents. Network: 2ace0b61-4a8e-4959-a208-30d1199ad768, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:37:23.697468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9800227 Nov 12 13:37:23.700860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57602) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:23.715567 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18c3f2-bd0d-4e18-8c57-5d4596689c43 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Network': ['ID=bf27f037-a4ec-4295-94a8-c662a781d012,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:23.720712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:23.726833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network bf27f037-a4ec-4295-94a8-c662a781d012 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:37:23.733152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Network 2ace0b61-4a8e-4959-a208-30d1199ad768 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:37:23.770373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2ace0b61-4a8e-4959-a208-30d1199ad768) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:23.776207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:23.776207 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:23.816805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d3a6cf3f-9dab-442e-86d5-fb7b5af10996 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4245889 Nov 12 13:37:23.885487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dabfac-0f46-4a90-9f15-bc4afdd7de5e None None] Network 2ace0b61-4a8e-4959-a208-30d1199ad768 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:23.995023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497c19c-9ec2-4cc4-a0a9-d0f1f87530cf req-fc7d2525-14e6-4d5c-810f-b9f4b2c72cbc tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:24.002881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4497c19c-9ec2-4cc4-a0a9-d0f1f87530cf req-fc7d2525-14e6-4d5c-810f-b9f4b2c72cbc tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 944 time: 0.1856616 Nov 12 13:37:24.037709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:24.042268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.136917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57614) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:24.188630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3423c59-e37a-4a41-bd59-f3f8cf9f2e11 req-dc24e0bd-c058-43eb-a707-25b8d3e08dcb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:24.190406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3423c59-e37a-4a41-bd59-f3f8cf9f2e11 req-dc24e0bd-c058-43eb-a707-25b8d3e08dcb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1003969 Nov 12 13:37:24.191111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4497c19c-9ec2-4cc4-a0a9-d0f1f87530cf req-29d83ad5-9b98-4333-8b33-98fba5fc1625 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855531 Nov 12 13:37:24.195221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38dca4-f3f5-4944-bf93-10ed48ec27ee None None] Network 2ace0b61-4a8e-4959-a208-30d1199ad768 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:24.227882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9096c7-1c22-49fb-b133-106ce3caf746 admin admin] Deleting subnet e4583923-1802-4607-b7bb-c3d4e2cc7ac2 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:37:24.246923 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd9096c7-1c22-49fb-b133-106ce3caf746 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.307395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd9096c7-1c22-49fb-b133-106ce3caf746 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.338831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3423c59-e37a-4a41-bd59-f3f8cf9f2e11 req-36e5d31c-5a67-4dee-ae4d-b6d6ab1a8e5c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367838 Nov 12 13:37:24.383240 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd9096c7-1c22-49fb-b133-106ce3caf746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.392518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6da865db-babd-4458-8e50-629113327eb8 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:37:24.423252 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.486042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd9096c7-1c22-49fb-b133-106ce3caf746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.529497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9096c7-1c22-49fb-b133-106ce3caf746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4583923-1802-4607-b7bb-c3d4e2cc7ac2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:24.532111 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd9096c7-1c22-49fb-b133-106ce3caf746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.538674 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bd9096c7-1c22-49fb-b133-106ce3caf746 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e4583923-1802-4607-b7bb-c3d4e2cc7ac2 HTTP/1.1" status: 204 len: 168 time: 0.3972445 Nov 12 13:37:24.541105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57620) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:24.566219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=e34614f0-bc80-469a-ac4c-94cef4303a83,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:24.645790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6da865db-babd-4458-8e50-629113327eb8, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6da865db-babd-4458-8e50-629113327eb8,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:24.654298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Checking segment: {'id': 'a6439363-3d98-4167-a46d-29eb6a19228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:24.654669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network hostable DHCP agents. Network: bf27f037-a4ec-4295-94a8-c662a781d012, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:37:24.670261 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.673371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '6da865db-babd-4458-8e50-629113327eb8', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'port_id': '6da865db-babd-4458-8e50-629113327eb8', 'mac_address': 'fa:16:3e:9c:73:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:37:24.673814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e715fae-da27-4447-9547-11ad765e8097 req-8fba1aba-02bc-4cef-8873-2d98d318ce00 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:24.683144 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e715fae-da27-4447-9547-11ad765e8097 req-8fba1aba-02bc-4cef-8873-2d98d318ce00 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1436555 Nov 12 13:37:24.761891 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e715fae-da27-4447-9547-11ad765e8097 req-d7557176-cf53-4e8d-9934-6b6b0ea05cf8 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777833 Nov 12 13:37:24.764099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network bf27f037-a4ec-4295-94a8-c662a781d012 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:37:24.775218 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.782567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, bf27f037-a4ec-4295-94a8-c662a781d012) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:24.796610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:24.797343 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.811982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7584329-6e0e-4ccc-baad-adfdff56419e None None] Network bf27f037-a4ec-4295-94a8-c662a781d012 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:24.818387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.819931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f2a33a82-7718-48e4-aaf4-27fa4ea5bd56 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1163595 Nov 12 13:37:24.823771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57622) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:24.829830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-866df730-228c-4b72-9d1b-da40b29c0a41 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:24.856951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db74f5b-ecd3-452c-9b4e-2094d2ae41e0']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:24.875820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11c43ac-63b3-4804-b6bf-09e482fa3165') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:24.876990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11c43ac-63b3-4804-b6bf-09e482fa3165') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:24.889511 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.905826 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.916041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:37:24.916970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:24.947856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da865db-babd-4458-8e50-629113327eb8 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:37:24.986704 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:37:24.993686 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.002376 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.009744 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] 10.222.0.73 "DELETE /v2.0/networks/2db74f5b-ecd3-452c-9b4e-2094d2ae41e0 HTTP/1.1" status: 204 len: 168 time: 0.4674666 Nov 12 13:37:25.010810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57624) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:25.021073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6da865db-babd-4458-8e50-629113327eb8, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6da865db-babd-4458-8e50-629113327eb8,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:25.028377 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.058278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e479d4f-5e12-47ec-a9db-ec148108f07d admin admin] Pushing event deleted for resources: {'Network': ['ID=2db74f5b-ecd3-452c-9b4e-2094d2ae41e0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:25.063025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866df730-228c-4b72-9d1b-da40b29c0a41 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:25.070486 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-866df730-228c-4b72-9d1b-da40b29c0a41 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.096908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-29de9827-6252-46ee-a041-bd604565c08b admin admin] Deleting subnet b4c5f011-5d80-41e6-afc7-6f1dc21b1b74 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:37:25.102831 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29de9827-6252-46ee-a041-bd604565c08b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.112711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-bf27f037-a4ec-4295-94a8-c662a781d012', 'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012', 'tenant_id': '061d9f90424e4a27a4a7f6d1607da3b8', 'fixed_ips': [{'subnet_id': 'e34614f0-bc80-469a-ac4c-94cef4303a83'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:37:25.113891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.142883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=6da865db-babd-4458-8e50-629113327eb8,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:25.168245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29de9827-6252-46ee-a041-bd604565c08b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.227020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29de9827-6252-46ee-a041-bd604565c08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.281960 n-d-805736-4 neutron-server[102676]: INFO neutron.db.ipam_backend_mixin [None req-866df730-228c-4b72-9d1b-da40b29c0a41 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e34614f0-bc80-469a-ac4c-94cef4303a83 (CIDR: 2001:db8::/64) Nov 12 13:37:25.289012 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-866df730-228c-4b72-9d1b-da40b29c0a41 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:37:25.290968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866df730-228c-4b72-9d1b-da40b29c0a41 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:37:25.303716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29de9827-6252-46ee-a041-bd604565c08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.324934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-866df730-228c-4b72-9d1b-da40b29c0a41 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4995689 Nov 12 13:37:25.328364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57632) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:25.339194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7d0e3cc0-2cb5-4dcf-94ac-cc7e28db2c37 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:25.348765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de9827-6252-46ee-a041-bd604565c08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c5f011-5d80-41e6-afc7-6f1dc21b1b74,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:25.369953 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29de9827-6252-46ee-a041-bd604565c08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.374468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-29de9827-6252-46ee-a041-bd604565c08b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b4c5f011-5d80-41e6-afc7-6f1dc21b1b74 HTTP/1.1" status: 204 len: 168 time: 0.3526511 Nov 12 13:37:25.381795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57636) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:25.397309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Allocated IP 2001:db8::2 (bf27f037-a4ec-4295-94a8-c662a781d012/e34614f0-bc80-469a-ac4c-94cef4303a83/f4a8eb37-ee6c-463e-93df-5632de6a28f2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:25.429974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d1929-92d3-4fd6-ab54-57928bb470c7 req-44232757-15bc-49bf-9976-e97a881377b2 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:25.435843 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e4d1929-92d3-4fd6-ab54-57928bb470c7 req-44232757-15bc-49bf-9976-e97a881377b2 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 945 time: 0.0920320 Nov 12 13:37:25.442478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['6da865db-babd-4458-8e50-629113327eb8'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:37:25.519154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e4d1929-92d3-4fd6-ab54-57928bb470c7 req-0c52e11d-eb85-4678-bed5-b899225de2fa tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761933 Nov 12 13:37:25.624266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.650828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102b43e-6af7-473b-b3cd-04b12dde92cf req-05b14206-aedb-4928-bc7f-797176b992b8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:25.652693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b102b43e-6af7-473b-b3cd-04b12dde92cf req-05b14206-aedb-4928-bc7f-797176b992b8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1627905 Nov 12 13:37:25.656459 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.672017 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.722715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Network bf27f037-a4ec-4295-94a8-c662a781d012 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:25.727998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:25.739180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:25.740580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e3cc0-2cb5-4dcf-94ac-cc7e28db2c37 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:25.745395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3cc0-2cb5-4dcf-94ac-cc7e28db2c37 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.755978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Pushing event updated for resources: {'Port': ['ID=f4a8eb37-ee6c-463e-93df-5632de6a28f2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:25.842846 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b102b43e-6af7-473b-b3cd-04b12dde92cf req-71a0ce3a-a988-43e3-ba6a-bd30bae04da6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802118 Nov 12 13:37:25.849251 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:25.911793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ace0b61-4a8e-4959-a208-30d1199ad768']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:25.935010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63708c1b-264c-4cc3-bc9a-84d610a12788 req-d6f279dd-2023-4d30-8d4d-67b4fa84e716 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:25.935491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd34e333-c9ae-4517-9b6e-d8d24342acf0') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:25.935802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd34e333-c9ae-4517-9b6e-d8d24342acf0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:25.937568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63708c1b-264c-4cc3-bc9a-84d610a12788 req-d6f279dd-2023-4d30-8d4d-67b4fa84e716 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.0672562 Nov 12 13:37:25.966937 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.008351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63708c1b-264c-4cc3-bc9a-84d610a12788 req-2afe2860-13c9-418a-a353-c0c300b6a2f2 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618110 Nov 12 13:37:26.018107 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.036831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:37:26.037641 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:37:26.052285 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:37:26.056302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Attempting to bind port f4a8eb37-ee6c-463e-93df-5632de6a28f2 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:26.056806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Attempting to bind port f4a8eb37-ee6c-463e-93df-5632de6a28f2 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'a6439363-3d98-4167-a46d-29eb6a19228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:26.057110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Attempting to bind port f4a8eb37-ee6c-463e-93df-5632de6a28f2 on network bf27f037-a4ec-4295-94a8-c662a781d012 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:26.063044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:26.063411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Checking segment: {'id': 'a6439363-3d98-4167-a46d-29eb6a19228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:26.063945 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.064407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Bound using segment: {'id': 'a6439363-3d98-4167-a46d-29eb6a19228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:26.064945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Bound port: f4a8eb37-ee6c-463e-93df-5632de6a28f2, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6439363-3d98-4167-a46d-29eb6a19228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:26.065423 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.143856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] For port f4a8eb37-ee6c-463e-93df-5632de6a28f2, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:26.148483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] For port f4a8eb37-ee6c-463e-93df-5632de6a28f2, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f4a8eb37-ee6c-463e-93df-5632de6a28f2,segment=NetworkSegment(a6439363-3d98-4167-a46d-29eb6a19228b),segment_id=a6439363-3d98-4167-a46d-29eb6a19228b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:26.153699 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.159704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.184312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.194940 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] 10.222.0.73 "DELETE /v2.0/networks/2ace0b61-4a8e-4959-a208-30d1199ad768 HTTP/1.1" status: 204 len: 168 time: 0.8058019 Nov 12 13:37:26.216391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dc4e5-65df-4a20-9981-ee8f16d091ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2ace0b61-4a8e-4959-a208-30d1199ad768,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:26.219851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7327cec-d007-4a70-812d-520e5e6659c4 None None] Pushing event updated for resources: {'Port': ['ID=f4a8eb37-ee6c-463e-93df-5632de6a28f2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:26.331361 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3cc0-2cb5-4dcf-94ac-cc7e28db2c37 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.397778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e3cc0-2cb5-4dcf-94ac-cc7e28db2c37 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network bf27f037-a4ec-4295-94a8-c662a781d012 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:26.400250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e3cc0-2cb5-4dcf-94ac-cc7e28db2c37 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:26.405949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e3cc0-2cb5-4dcf-94ac-cc7e28db2c37 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:26.406691 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3cc0-2cb5-4dcf-94ac-cc7e28db2c37 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.425901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e3cc0-2cb5-4dcf-94ac-cc7e28db2c37 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=42470b36-0034-46a8-8164-f89f2c4c1bed,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:26.444323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7d0e3cc0-2cb5-4dcf-94ac-cc7e28db2c37 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1145961 Nov 12 13:37:26.449133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57642) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:26.454841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012', 'fixed_ips': [{'subnet_id': 'e34614f0-bc80-469a-ac4c-94cef4303a83'}, {'subnet_id': '42470b36-0034-46a8-8164-f89f2c4c1bed'}], 'name': 'tempest-PortsIpV6TestJSON-1389165846'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:26.471910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57644) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:26.573063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d4f0a221-9af8-4f0d-812d-4efa632de3c4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=049c88c94932440aa4d47cf5621ce468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0998664 Nov 12 13:37:26.575596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57648) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:26.642678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:26.722546 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1333-ec82-474b-8a97-d5a7ff84491e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.739001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361c61a-0bd3-433d-9756-cb0a4248fb9d req-b610d965-0010-4061-8ea8-4cfb91eba77f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:26.741258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4361c61a-0bd3-433d-9756-cb0a4248fb9d req-b610d965-0010-4061-8ea8-4cfb91eba77f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 945 time: 0.1059701 Nov 12 13:37:26.760140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.780138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port 20a27c59-199d-4194-9c11-803fe037c98e yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:37:26.782103 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1333-ec82-474b-8a97-d5a7ff84491e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.850915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4361c61a-0bd3-433d-9756-cb0a4248fb9d req-0897bf70-7498-443a-8ce9-c1f62c54a403 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948160 Nov 12 13:37:26.888942 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1333-ec82-474b-8a97-d5a7ff84491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.897216 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1333-ec82-474b-8a97-d5a7ff84491e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:26.901894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1e2f1333-ec82-474b-8a97-d5a7ff84491e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7482a790-5a50-4b92-bd24-5a34439ce3c6 HTTP/1.1" status: 204 len: 168 time: 0.3236749 Nov 12 13:37:26.917253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f1333-ec82-474b-8a97-d5a7ff84491e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7482a790-5a50-4b92-bd24-5a34439ce3c6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:26.992155 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c7cc3f-599b-4b81-8389-a4b78ff018cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:27.088416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab772b1-091d-4170-b557-932bbc095b7b req-98c42318-77a9-49d1-a453-f285e57354f5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:27.090046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ab772b1-091d-4170-b557-932bbc095b7b req-98c42318-77a9-49d1-a453-f285e57354f5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1066542 Nov 12 13:37:27.202197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4027134-0914-450f-8dbd-69f02e377b53 req-823d0b28-f8f4-4662-88ad-19eabaedaf0c tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:27.214128 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4027134-0914-450f-8dbd-69f02e377b53 req-823d0b28-f8f4-4662-88ad-19eabaedaf0c tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1004164 Nov 12 13:37:27.236198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ab772b1-091d-4170-b557-932bbc095b7b req-58d47273-4d13-452f-a1f2-7b235787a56e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363630 Nov 12 13:37:27.267832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8::29e (bf27f037-a4ec-4295-94a8-c662a781d012/e34614f0-bc80-469a-ac4c-94cef4303a83/20a27c59-199d-4194-9c11-803fe037c98e) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:27.278985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8:0:1::1b9 (bf27f037-a4ec-4295-94a8-c662a781d012/42470b36-0034-46a8-8164-f89f2c4c1bed/20a27c59-199d-4194-9c11-803fe037c98e) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:27.311896 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4027134-0914-450f-8dbd-69f02e377b53 req-9b3a7f97-65d2-40de-8e46-10a844f1a36c tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875795 Nov 12 13:37:27.462869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57658) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:27.488518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:27.519949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f15a141a-541e-4bfa-8cca-ec95215bac16 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c818ed7417b42ee8bbdc1db483fe86a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557618 Nov 12 13:37:27.522378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57660) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:27.539031 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:27.591496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-652dfc98-6ee5-4e48-9f76-216f332c45f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:27.597833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=20a27c59-199d-4194-9c11-803fe037c98e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:27.611138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network bf27f037-a4ec-4295-94a8-c662a781d012 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:27.612662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:27.615512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:27.622039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:27.622872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:27.630551 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-652dfc98-6ee5-4e48-9f76-216f332c45f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:27.643014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684d85a-0636-4e67-988a-863e26ad74f2 None None] Network bf27f037-a4ec-4295-94a8-c662a781d012 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:27.652227 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d0c13f51-bff0-4f2e-86ee-6f4e65aad32b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.2019067 Nov 12 13:37:27.655554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57662) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:27.663633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ef2f27be-b1aa-4e85-848f-260222bfc786 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e34614f0-bc80-469a-ac4c-94cef4303a83'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:27.700048 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-652dfc98-6ee5-4e48-9f76-216f332c45f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:27.703836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-652dfc98-6ee5-4e48-9f76-216f332c45f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:27.705114 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-652dfc98-6ee5-4e48-9f76-216f332c45f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f044dcef-83fd-4980-80f7-ac1fb9a01abe HTTP/1.1" status: 204 len: 168 time: 0.1811345 Nov 12 13:37:27.716391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dfc98-6ee5-4e48-9f76-216f332c45f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f044dcef-83fd-4980-80f7-ac1fb9a01abe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:27.772999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-746cf271-89fb-4948-9294-2a604fd94688 None None] Provisioning complete for port f4a8eb37-ee6c-463e-93df-5632de6a28f2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:27.773782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-746cf271-89fb-4948-9294-2a604fd94688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:27.788892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef2f27be-b1aa-4e85-848f-260222bfc786 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:27.978079 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-746cf271-89fb-4948-9294-2a604fd94688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:28.018834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-746cf271-89fb-4948-9294-2a604fd94688 None None] For port f4a8eb37-ee6c-463e-93df-5632de6a28f2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f4a8eb37-ee6c-463e-93df-5632de6a28f2,segment=NetworkSegment(a6439363-3d98-4167-a46d-29eb6a19228b),segment_id=a6439363-3d98-4167-a46d-29eb6a19228b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:28.049745 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-746cf271-89fb-4948-9294-2a604fd94688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:28.123015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ad79f6-64e4-4635-af9e-b700c4362492 None None] Update dhcp port {'port': {'network_id': 'bf27f037-a4ec-4295-94a8-c662a781d012', 'fixed_ips': [{'subnet_id': 'e34614f0-bc80-469a-ac4c-94cef4303a83', 'ip_address': '2001:db8::2'}, {'subnet_id': '42470b36-0034-46a8-8164-f89f2c4c1bed'}], 'binding:host_id': 'n-d-805736-4'}, 'id': 'f4a8eb37-ee6c-463e-93df-5632de6a28f2'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:37:28.187087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cf271-89fb-4948-9294-2a604fd94688 None None] Pushing event updated for resources: {'Port': ['ID=f4a8eb37-ee6c-463e-93df-5632de6a28f2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:28.209235 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ad79f6-64e4-4635-af9e-b700c4362492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:28.229864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38572b9-6aac-4159-81b1-59669aec38d6 req-081f92f1-5e29-4458-8779-f9317d77f1e8 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:28.232756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b38572b9-6aac-4159-81b1-59669aec38d6 req-081f92f1-5e29-4458-8779-f9317d77f1e8 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 945 time: 0.1684642 Nov 12 13:37:28.416679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6da865db-babd-4458-8e50-629113327eb8 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:28.421075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b38572b9-6aac-4159-81b1-59669aec38d6 req-4f557e96-677d-42c1-bb80-d0a302d0e83d tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710215 Nov 12 13:37:28.456075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-ef2f27be-b1aa-4e85-848f-260222bfc786 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Delete allocated IP 2001:db8:0:1::1b9 (bf27f037-a4ec-4295-94a8-c662a781d012/42470b36-0034-46a8-8164-f89f2c4c1bed) {{(pid=102675) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 13:37:28.542294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 6da865db-babd-4458-8e50-629113327eb8 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:37:28.555316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 6da865db-babd-4458-8e50-629113327eb8 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:28.556601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:28.561335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5174c-be59-4bbc-b4b2-83a26bdddd3e req-d1ded7b6-968c-4f84-91cb-00d6ddf4bcfe tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:28.564108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-42e5174c-be59-4bbc-b4b2-83a26bdddd3e req-d1ded7b6-968c-4f84-91cb-00d6ddf4bcfe tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1593404 Nov 12 13:37:28.688978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749df73d-01b8-4653-9300-b8b80264d75d req-3277af9b-c185-4b9b-90da-fc1e7224fe00 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:28.690755 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-749df73d-01b8-4653-9300-b8b80264d75d req-3277af9b-c185-4b9b-90da-fc1e7224fe00 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1647010 Nov 12 13:37:28.717026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f4a8eb37-ee6c-463e-93df-5632de6a28f2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:28.720443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-42e5174c-be59-4bbc-b4b2-83a26bdddd3e req-f3bf4488-7465-437c-a8b9-8144b99aac2e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314306 Nov 12 13:37:28.791362 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:28.831477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-749df73d-01b8-4653-9300-b8b80264d75d req-bcd0a9e2-09d4-4457-b7bd-547517838f0f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260746 Nov 12 13:37:28.838643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6da865db-babd-4458-8e50-629113327eb8, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6da865db-babd-4458-8e50-629113327eb8,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:28.844061 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef2f27be-b1aa-4e85-848f-260222bfc786 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:28.853246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da865db-babd-4458-8e50-629113327eb8'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:28.855769 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e646b68-429c-49c4-a0eb-25b27a501d7f" -d '{"events": [{"server_uuid": "98338c53-6a55-4a04-91ef-00c2b22806fe", "name": "network-vif-plugged", "status": "completed", "tag": "6da865db-babd-4458-8e50-629113327eb8"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:28.856502 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef2f27be-b1aa-4e85-848f-260222bfc786 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:28.883006 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:28.945608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f27be-b1aa-4e85-848f-260222bfc786 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] In _notify_port_updated(), no bound segment for port 20a27c59-199d-4194-9c11-803fe037c98e on network bf27f037-a4ec-4295-94a8-c662a781d012 {{(pid=102675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:37:28.951962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2f27be-b1aa-4e85-848f-260222bfc786 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:28.952751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef2f27be-b1aa-4e85-848f-260222bfc786 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:28.954489 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ef2f27be-b1aa-4e85-848f-260222bfc786 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "PUT /v2.0/ports/20a27c59-199d-4194-9c11-803fe037c98e HTTP/1.1" status: 200 len: 926 time: 1.2976847 Nov 12 13:37:28.958515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:28.963239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f27be-b1aa-4e85-848f-260222bfc786 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=20a27c59-199d-4194-9c11-803fe037c98e,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:28.981347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6a6e7a65-31cc-4f4f-86a7-7400480baf49 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e34614f0-bc80-469a-ac4c-94cef4303a83'}, {'subnet_id': '42470b36-0034-46a8-8164-f89f2c4c1bed'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:28.988092 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb2ef7a-d801-4c6c-a4dd-01ddd734c980 x-openstack-request-id: req-acb2ef7a-d801-4c6c-a4dd-01ddd734c980 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:28.988396 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98338c53-6a55-4a04-91ef-00c2b22806fe", "name": "network-vif-plugged", "status": "completed", "tag": "6da865db-babd-4458-8e50-629113327eb8", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:28.988648 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-acb2ef7a-d801-4c6c-a4dd-01ddd734c980 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:28.989043 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da865db-babd-4458-8e50-629113327eb8', 'code': 200} Nov 12 13:37:29.033030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=6da865db-babd-4458-8e50-629113327eb8,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:29.049686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f6ad79f6-64e4-4635-af9e-b700c4362492 None None] Allocated IP 2001:db8:0:1::2 (bf27f037-a4ec-4295-94a8-c662a781d012/42470b36-0034-46a8-8164-f89f2c4c1bed/f4a8eb37-ee6c-463e-93df-5632de6a28f2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:29.080137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f4a8eb37-ee6c-463e-93df-5632de6a28f2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:29.080969 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:29.180669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188cdc2-79a2-46dc-911e-392016a2499d req-ed850da5-a0ee-4840-9824-24b28c2d8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:29.182589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d188cdc2-79a2-46dc-911e-392016a2499d req-ed850da5-a0ee-4840-9824-24b28c2d8343 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 1097 time: 0.1256380 Nov 12 13:37:29.251640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f6ad79f6-64e4-4635-af9e-b700c4362492 None None] For port f4a8eb37-ee6c-463e-93df-5632de6a28f2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f4a8eb37-ee6c-463e-93df-5632de6a28f2,segment=NetworkSegment(a6439363-3d98-4167-a46d-29eb6a19228b),segment_id=a6439363-3d98-4167-a46d-29eb6a19228b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:29.266487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a6e7a65-31cc-4f4f-86a7-7400480baf49 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:29.301406 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ad79f6-64e4-4635-af9e-b700c4362492 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:29.310498 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ad79f6-64e4-4635-af9e-b700c4362492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:29.338184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d188cdc2-79a2-46dc-911e-392016a2499d req-31ca9040-c6ab-410d-abc7-8573d2cc6534 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465900 Nov 12 13:37:29.479216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad79f6-64e4-4635-af9e-b700c4362492 None None] Pushing event updated for resources: {'Port': ['ID=f4a8eb37-ee6c-463e-93df-5632de6a28f2,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:29.503775 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba79e508-f716-4e6c-88c4-d7bc45a372c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:29.636413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e7711-b773-4e2a-a289-50f192820204 req-05065ae2-1b12-4fc6-979f-82dcd085c4d1 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:29.639098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a52e7711-b773-4e2a-a289-50f192820204 req-05065ae2-1b12-4fc6-979f-82dcd085c4d1 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 946 time: 0.0798507 Nov 12 13:37:29.712202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6a6e7a65-31cc-4f4f-86a7-7400480baf49 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8:0:1::aa (bf27f037-a4ec-4295-94a8-c662a781d012/42470b36-0034-46a8-8164-f89f2c4c1bed/20a27c59-199d-4194-9c11-803fe037c98e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:29.747297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a52e7711-b773-4e2a-a289-50f192820204 req-aa7f0dd7-3fab-47dc-8a9c-149a38405354 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002231 Nov 12 13:37:29.943171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47f0df-4103-407f-a2c8-92ad9b42d3b6 req-75fd21d1-ed8d-4e31-9d63-72997547a46d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:29.952730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c47f0df-4103-407f-a2c8-92ad9b42d3b6 req-75fd21d1-ed8d-4e31-9d63-72997547a46d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1213028 Nov 12 13:37:29.985625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0073ba-57df-410b-bf88-d8de691b99b0 req-257be758-49cb-48bc-b00a-506f3b3155c0 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:29.987533 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c0073ba-57df-410b-bf88-d8de691b99b0 req-257be758-49cb-48bc-b00a-506f3b3155c0 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.0697076 Nov 12 13:37:30.035909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a6e7a65-31cc-4f4f-86a7-7400480baf49 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.050044 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c47f0df-4103-407f-a2c8-92ad9b42d3b6 req-83352173-0456-40db-878c-4c241dc37cb9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961125 Nov 12 13:37:30.056790 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a6e7a65-31cc-4f4f-86a7-7400480baf49 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.087447 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c0073ba-57df-410b-bf88-d8de691b99b0 req-2440091a-f8f2-4cbc-a567-65fd227ad3ed tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847466 Nov 12 13:37:30.139269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e7a65-31cc-4f4f-86a7-7400480baf49 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=20a27c59-199d-4194-9c11-803fe037c98e,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:30.173726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e7a65-31cc-4f4f-86a7-7400480baf49 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] In _notify_port_updated(), no bound segment for port 20a27c59-199d-4194-9c11-803fe037c98e on network bf27f037-a4ec-4295-94a8-c662a781d012 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:37:30.179493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6e7a65-31cc-4f4f-86a7-7400480baf49 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:30.180184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a6e7a65-31cc-4f4f-86a7-7400480baf49 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.185493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6a6e7a65-31cc-4f4f-86a7-7400480baf49 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "PUT /v2.0/ports/20a27c59-199d-4194-9c11-803fe037c98e HTTP/1.1" status: 200 len: 1011 time: 1.2253406 Nov 12 13:37:30.185692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57716) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:30.254287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3530c576-5465-402a-a7d8-5425692b74cc None None] Network bf27f037-a4ec-4295-94a8-c662a781d012 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:30.323425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c99d5c68-586d-453d-af69-a9e35ba04bf4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 20a27c59-199d-4194-9c11-803fe037c98e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:30.323782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c99d5c68-586d-453d-af69-a9e35ba04bf4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.348474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-33e0f107-6c78-490b-9887-4920cecf7a69 None None] Provisioning complete for port f4a8eb37-ee6c-463e-93df-5632de6a28f2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:30.348841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33e0f107-6c78-490b-9887-4920cecf7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.441232 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c99d5c68-586d-453d-af69-a9e35ba04bf4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.459162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c99d5c68-586d-453d-af69-a9e35ba04bf4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 20a27c59-199d-4194-9c11-803fe037c98e owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:30.670779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f4a8eb37-ee6c-463e-93df-5632de6a28f2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:30.674356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.674991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-33e0f107-6c78-490b-9887-4920cecf7a69 None None] Provisioning complete for port 20a27c59-199d-4194-9c11-803fe037c98e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:30.675337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33e0f107-6c78-490b-9887-4920cecf7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.794777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-33e0f107-6c78-490b-9887-4920cecf7a69 None None] Port 20a27c59-199d-4194-9c11-803fe037c98e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:30.838777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c99d5c68-586d-453d-af69-a9e35ba04bf4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.842931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f4a8eb37-ee6c-463e-93df-5632de6a28f2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:30.844356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.891463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d5c68-586d-453d-af69-a9e35ba04bf4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=20a27c59-199d-4194-9c11-803fe037c98e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:30.972332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c99d5c68-586d-453d-af69-a9e35ba04bf4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:30.997031 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c99d5c68-586d-453d-af69-a9e35ba04bf4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/20a27c59-199d-4194-9c11-803fe037c98e HTTP/1.1" status: 204 len: 168 time: 0.8101070 Nov 12 13:37:30.997783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57722) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:31.004074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7881c-0e8f-4adf-99cc-f3aedcaf7636 req-ad2cd86b-ea24-44fd-9af2-af0124b2dc11 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:31.010017 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27b7881c-0e8f-4adf-99cc-f3aedcaf7636 req-ad2cd86b-ea24-44fd-9af2-af0124b2dc11 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 946 time: 0.0894754 Nov 12 13:37:31.072674 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c0e300-2134-4480-9cc5-1f178abf61dc tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:37:31.081660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d8c0e300-2134-4480-9cc5-1f178abf61dc tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/20a27c59-199d-4194-9c11-803fe037c98e HTTP/1.1" status: 404 len: 333 time: 0.0827034 Nov 12 13:37:31.084782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57728) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:31.143790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2b2d6254-ef64-4888-a89a-2ce6c940cd34 None None] Provisioning complete for port f4a8eb37-ee6c-463e-93df-5632de6a28f2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:31.144542 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b2d6254-ef64-4888-a89a-2ce6c940cd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:31.172481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27b7881c-0e8f-4adf-99cc-f3aedcaf7636 req-442664e0-a855-4898-98ae-a8993e374a96 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594863 Nov 12 13:37:31.339831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5074c87-11e3-4ef2-817a-cba1ecc4f06e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet 42470b36-0034-46a8-8164-f89f2c4c1bed {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:37:31.362414 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5074c87-11e3-4ef2-817a-cba1ecc4f06e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:31.419835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2b2d6254-ef64-4888-a89a-2ce6c940cd34 None None] Could not find standard attr ID for object 20a27c59-199d-4194-9c11-803fe037c98e. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:37:31.441254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76609495-953d-42d3-9bfc-431db1c5a06d req-9912cbf3-9ba0-4a02-ad9f-deb236247491 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:31.455877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-76609495-953d-42d3-9bfc-431db1c5a06d req-9912cbf3-9ba0-4a02-ad9f-deb236247491 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1475577 Nov 12 13:37:31.460766 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5074c87-11e3-4ef2-817a-cba1ecc4f06e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:31.550030 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-76609495-953d-42d3-9bfc-431db1c5a06d req-337efa0c-11ab-439b-ba52-ca7c11d7bef5 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903630 Nov 12 13:37:31.563113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47eb0c-36cf-4c22-9908-383f07f06db3 req-5d57a7b7-5850-4e61-9226-b065018c7491 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:31.565172 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f47eb0c-36cf-4c22-9908-383f07f06db3 req-5d57a7b7-5850-4e61-9226-b065018c7491 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2213047 Nov 12 13:37:31.635874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bc45b2a4-a2ae-4582-bbbc-9b42c4550ef6 None None] Could not find standard attr ID for object 20a27c59-199d-4194-9c11-803fe037c98e. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:37:31.714425 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5074c87-11e3-4ef2-817a-cba1ecc4f06e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:31.808794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f47eb0c-36cf-4c22-9908-383f07f06db3 req-b33ce2b3-ba47-4c9d-accf-6bca7cb7bfee tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294030 Nov 12 13:37:31.887515 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5074c87-11e3-4ef2-817a-cba1ecc4f06e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:31.939438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5074c87-11e3-4ef2-817a-cba1ecc4f06e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=42470b36-0034-46a8-8164-f89f2c4c1bed,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:31.941829 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5074c87-11e3-4ef2-817a-cba1ecc4f06e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:31.948343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d5074c87-11e3-4ef2-817a-cba1ecc4f06e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/42470b36-0034-46a8-8164-f89f2c4c1bed HTTP/1.1" status: 204 len: 168 time: 0.8592918 Nov 12 13:37:31.948541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57758) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:31.972033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5b05c19a-b4ac-42c2-a333-da3ffb52d067 None None] Could not find standard attr ID for object 20a27c59-199d-4194-9c11-803fe037c98e. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:37:32.023943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce50648-c60d-44ce-b05f-0ce7b85473a9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet e34614f0-bc80-469a-ac4c-94cef4303a83 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:37:32.028040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ce50648-c60d-44ce-b05f-0ce7b85473a9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.084422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ce50648-c60d-44ce-b05f-0ce7b85473a9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.191410 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.223088 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ce50648-c60d-44ce-b05f-0ce7b85473a9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.223510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ce840-04a6-4406-974e-6faff47b0d83 None None] Network bf27f037-a4ec-4295-94a8-c662a781d012 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:32.316173 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ce50648-c60d-44ce-b05f-0ce7b85473a9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.333803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b7c97167-3a6d-420b-b2e1-3cd902e7d13c None None] Could not find standard attr ID for object 20a27c59-199d-4194-9c11-803fe037c98e. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:37:32.359342 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ce50648-c60d-44ce-b05f-0ce7b85473a9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.368130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1ce50648-c60d-44ce-b05f-0ce7b85473a9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/e34614f0-bc80-469a-ac4c-94cef4303a83 HTTP/1.1" status: 204 len: 168 time: 0.4185114 Nov 12 13:37:32.369321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57780) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:32.370241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce50648-c60d-44ce-b05f-0ce7b85473a9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=e34614f0-bc80-469a-ac4c-94cef4303a83,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:32.450559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d069a5-9abd-4f67-8867-781970b1e091 req-73e34168-3051-4493-82ca-6e158ecce0bd tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:32.457928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40d069a5-9abd-4f67-8867-781970b1e091 req-73e34168-3051-4493-82ca-6e158ecce0bd tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 946 time: 0.1383357 Nov 12 13:37:32.534776 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.538055 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40d069a5-9abd-4f67-8867-781970b1e091 req-94ed944c-f772-4248-93e6-901bc0b56964 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790875 Nov 12 13:37:32.598407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] DHCP port deletion for bf27f037-a4ec-4295-94a8-c662a781d012 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:37:32.671193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port f4a8eb37-ee6c-463e-93df-5632de6a28f2 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:32.671193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.709028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Deleting port f4a8eb37-ee6c-463e-93df-5632de6a28f2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:32.710680 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.764073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784baba-815f-477f-ab5f-71ae2fdf8201 req-4fd4eb2e-5026-4329-ba1b-8f6e9db3b508 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:32.779537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b784baba-815f-477f-ab5f-71ae2fdf8201 req-4fd4eb2e-5026-4329-ba1b-8f6e9db3b508 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1086857 Nov 12 13:37:32.825014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] For port f4a8eb37-ee6c-463e-93df-5632de6a28f2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f4a8eb37-ee6c-463e-93df-5632de6a28f2,segment=NetworkSegment(a6439363-3d98-4167-a46d-29eb6a19228b),segment_id=a6439363-3d98-4167-a46d-29eb6a19228b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:32.831883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.866370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for f4a8eb37-ee6c-463e-93df-5632de6a28f2 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:32.876675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] For port f4a8eb37-ee6c-463e-93df-5632de6a28f2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f4a8eb37-ee6c-463e-93df-5632de6a28f2,segment=NetworkSegment(a6439363-3d98-4167-a46d-29eb6a19228b),segment_id=a6439363-3d98-4167-a46d-29eb6a19228b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:32.878828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:32.879999 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b784baba-815f-477f-ab5f-71ae2fdf8201 req-c9b4cfe1-54df-4d4e-9d49-aa78fa2335bc tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918617 Nov 12 13:37:32.893622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdfb00-5a2b-4fbe-abc6-aa6d17b28704 req-4b0886c9-723c-48bf-8130-5bcece5e1a97 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:32.895211 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-51fdfb00-5a2b-4fbe-abc6-aa6d17b28704 req-4b0886c9-723c-48bf-8130-5bcece5e1a97 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 946 time: 0.1999149 Nov 12 13:37:32.908283 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:32.912911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-803fd024-bc51-4fde-a1b4-a25140a627eb tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Request body: {'floatingip': {'port_id': '6da865db-babd-4458-8e50-629113327eb8'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:32.935261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Calling delete_port for f4a8eb37-ee6c-463e-93df-5632de6a28f2 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:33.007121 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-803fd024-bc51-4fde-a1b4-a25140a627eb tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.093448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9705ab3-c1a0-4772-959f-0fb60dd6c9a8 req-b2f40c52-5562-4527-8951-2075b4db72ef tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:33.106195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e9705ab3-c1a0-4772-959f-0fb60dd6c9a8 req-b2f40c52-5562-4527-8951-2075b4db72ef tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1021621 Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:33.130867 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:37:33.145629 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.148332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.170209 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] No DVR routers for this DVR port f4a8eb37-ee6c-463e-93df-5632de6a28f2 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:37:33.198754 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.201229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Pushing event deleted for resources: {'Port': ['ID=f4a8eb37-ee6c-463e-93df-5632de6a28f2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:33.214421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.214882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.215461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.216001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.216535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.217067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.217736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.218428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.218951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.219496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.220488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.221266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980362b-e638-4fa8-9391-17108ff018ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:37:33.253809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=f4a8eb37-ee6c-463e-93df-5632de6a28f2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:33.290994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No DVR routers for this DVR port f4a8eb37-ee6c-463e-93df-5632de6a28f2 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:37:33.366551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e9705ab3-c1a0-4772-959f-0fb60dd6c9a8 req-de09dc1b-f374-4b06-b781-76f11fb28ba6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574689 Nov 12 13:37:33.427977 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.458847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf27f037-a4ec-4295-94a8-c662a781d012']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:33.474053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6439363-3d98-4167-a46d-29eb6a19228b') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:33.474596 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6439363-3d98-4167-a46d-29eb6a19228b') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:33.486462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.501355 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.509106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:37:33.510318 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:37:33.514593 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:37:33.606796 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.614921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.627611 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/networks/bf27f037-a4ec-4295-94a8-c662a781d012 HTTP/1.1" status: 204 len: 168 time: 1.2478147 Nov 12 13:37:33.629784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:33.661478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61320d9-c595-492c-a590-bfffd9c88fc7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Network': ['ID=bf27f037-a4ec-4295-94a8-c662a781d012,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:33.710739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00d03b1-edff-4720-b859-f77c1d6d6951 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:33.712302 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c00d03b1-edff-4720-b859-f77c1d6d6951 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0809789 Nov 12 13:37:33.717656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57854) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:33.778949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8c6f6b02-b515-4481-846f-195bd08c2ce1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0597789 Nov 12 13:37:33.786629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57856) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:33.793526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1238865538'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:33.831468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:33.835358 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.862527 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-803fd024-bc51-4fde-a1b4-a25140a627eb tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.866514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:37:33.869836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-803fd024-bc51-4fde-a1b4-a25140a627eb tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.879271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:33.879841 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Added segment dbd4b147-6901-43d8-8706-1191db8382ad of type vlan for network 5ac9f993-a8e4-49bb-a742-744e18f40ba9 Nov 12 13:37:33.990552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:34.058674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:34.065911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:34.069172 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:34.081863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57868) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:34.107025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b68e-03ff-4474-901d-32c6f23742ae req-a2f4395c-e1a5-4e45-a8cf-3f17e4f2de25 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:34.108570 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0079b68e-03ff-4474-901d-32c6f23742ae req-a2f4395c-e1a5-4e45-a8cf-3f17e4f2de25 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.0894654 Nov 12 13:37:34.120623 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-803fd024-bc51-4fde-a1b4-a25140a627eb tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Floating IP 126ad261-cbf5-403e-bc80-6c391d0bd238 associated. External IP: 172.25.5.77, port: 6da865db-babd-4458-8e50-629113327eb8. Nov 12 13:37:34.129587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3412185 Nov 12 13:37:34.136975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57872) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:34.144387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '5ac9f993-a8e4-49bb-a742-744e18f40ba9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:34.249557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdb8d9-3539-47e2-92f4-aaeb18807407 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Network': ['ID=5ac9f993-a8e4-49bb-a742-744e18f40ba9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:34.265778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 5ac9f993-a8e4-49bb-a742-744e18f40ba9 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:37:34.287687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0079b68e-03ff-4474-901d-32c6f23742ae req-b1d35fe8-69f3-4523-ad13-bb9457c6e0ac tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533580 Nov 12 13:37:34.312740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea4ed-dc6f-4a4b-9cd5-b1301866b0d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:34.382391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:34.398148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:34.496680 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea4ed-dc6f-4a4b-9cd5-b1301866b0d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:34.512651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea4ed-dc6f-4a4b-9cd5-b1301866b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:34.599023 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f4a8eb37-ee6c-463e-93df-5632de6a28f2 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:37:34.650050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f4a8eb37-ee6c-463e-93df-5632de6a28f2 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:37:34.650399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f4a8eb37-ee6c-463e-93df-5632de6a28f2 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:37:34.671141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ea4ed-dc6f-4a4b-9cd5-b1301866b0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426a6cfb-fd73-4657-ac24-b40f0c0631b4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:34.679036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1f5ea4ed-dc6f-4a4b-9cd5-b1301866b0d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=892f82c30ac848759f146661787d51ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5802214 Nov 12 13:37:34.685632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57876) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:34.733037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9509d07-2622-4953-8c8d-d58483ed064e req-c023164d-f177-4f48-a89c-2c50e7c9ff87 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:34.734850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b9509d07-2622-4953-8c8d-d58483ed064e req-c023164d-f177-4f48-a89c-2c50e7c9ff87 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2328718 Nov 12 13:37:34.842389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b9509d07-2622-4953-8c8d-d58483ed064e req-4221b4aa-f815-4992-bc16-4cc4f7719148 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980997 Nov 12 13:37:34.854741 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a94aba7d-18af-4cb0-80d0-2e245e8c564c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:34.938334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803fd024-bc51-4fde-a1b4-a25140a627eb tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:37:34.971023 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a94aba7d-18af-4cb0-80d0-2e245e8c564c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:35.044951 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a94aba7d-18af-4cb0-80d0-2e245e8c564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:35.059184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a94aba7d-18af-4cb0-80d0-2e245e8c564c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:35.079276 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a94aba7d-18af-4cb0-80d0-2e245e8c564c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/426a6cfb-fd73-4657-ac24-b40f0c0631b4 HTTP/1.1" status: 204 len: 168 time: 0.3887751 Nov 12 13:37:35.137983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94aba7d-18af-4cb0-80d0-2e245e8c564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426a6cfb-fd73-4657-ac24-b40f0c0631b4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:35.187115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:35.376645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803fd024-bc51-4fde-a1b4-a25140a627eb tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:37:35.377168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Checking segment: {'id': 'dbd4b147-6901-43d8-8706-1191db8382ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5ac9f993-a8e4-49bb-a742-744e18f40ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:35.377872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network hostable DHCP agents. Network: 5ac9f993-a8e4-49bb-a742-744e18f40ba9, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:37:35.382221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=0acd9fc0-fbac-40fe-9a1a-cee97ccc7892,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:35.394218 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] Sync routers for ids ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:37:35.401244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-803fd024-bc51-4fde-a1b4-a25140a627eb tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:35.411031 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] Routers {'40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:35.419305 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:35.420866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-5b9149c5-e455-449f-9c34-a38c81620319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:35.425473 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-5b9149c5-e455-449f-9c34-a38c81620319 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1095 time: 0.1537037 Nov 12 13:37:35.427958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 5ac9f993-a8e4-49bb-a742-744e18f40ba9 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:37:35.450994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c4ac-60d5-4058-a778-2ff540fca29c req-961ef49c-af24-4c41-ab4b-e06274c15b8e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:35.453159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8074c4ac-60d5-4058-a778-2ff540fca29c req-961ef49c-af24-4c41-ab4b-e06274c15b8e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2557111 Nov 12 13:37:35.505740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-803fd024-bc51-4fde-a1b4-a25140a627eb tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "PUT /v2.0/floatingips/126ad261-cbf5-403e-bc80-6c391d0bd238 HTTP/1.1" status: 200 len: 991 time: 2.5954306 Nov 12 13:37:35.511255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'tag': '6da865db-babd-4458-8e50-629113327eb8'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:35.513597 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa" -d '{"events": [{"name": "network-changed", "server_uuid": "98338c53-6a55-4a04-91ef-00c2b22806fe", "tag": "6da865db-babd-4458-8e50-629113327eb8"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:35.562787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0f5b9-dbbb-485c-acf0-9092389a4a48 req-a807edca-40d0-424e-95cb-439390cfdee9 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:35.567643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-11b2985a-adb1-4542-892d-b15e9a609626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:35.570465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-11b2985a-adb1-4542-892d-b15e9a609626 service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.1309235 Nov 12 13:37:35.571890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 5ac9f993-a8e4-49bb-a742-744e18f40ba9) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:35.572977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29d0f5b9-dbbb-485c-acf0-9092389a4a48 req-a807edca-40d0-424e-95cb-439390cfdee9 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1226356 Nov 12 13:37:35.581489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077de897-4781-4089-8a58-b245b074daaf None None] Network 5ac9f993-a8e4-49bb-a742-744e18f40ba9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:35.586397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:35.587991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:35.598576 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] Set router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:35.688561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29d0f5b9-dbbb-485c-acf0-9092389a4a48 req-c454dd6e-e01c-4330-9ac7-e625d64801b5 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147099 Nov 12 13:37:35.715247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5f204f94-a92f-4554-9a20-a10f8b0948fe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5768838 Nov 12 13:37:35.719507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57906) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:35.726364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '5ac9f993-a8e4-49bb-a742-744e18f40ba9', 'name': 'tempest-PortsIpV6TestJSON-1269837952'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:35.730726 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8074c4ac-60d5-4058-a778-2ff540fca29c req-d364fb05-5270-496b-b5e6-5d28cc74ca46 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551466 Nov 12 13:37:35.763761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-2161c378-91e1-4432-bf95-9687a8aaef39 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 998 time: 0.1708260 Nov 12 13:37:35.805850 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57914) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:35.863292 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29648982-867b-41dd-9379-fd62fd89ee37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:35.870171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-67417995-d5d3-49f3-b49e-b8b81b2c2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:35.874249 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-67417995-d5d3-49f3-b49e-b8b81b2c2b00 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.0934398 Nov 12 13:37:35.905107 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c7eed5-b667-42c9-94c9-86d6d295c3ef x-openstack-request-id: req-74c7eed5-b667-42c9-94c9-86d6d295c3ef {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:35.905673 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98338c53-6a55-4a04-91ef-00c2b22806fe", "tag": "6da865db-babd-4458-8e50-629113327eb8", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:35.905937 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74c7eed5-b667-42c9-94c9-86d6d295c3ef {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:35.906343 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'tag': '6da865db-babd-4458-8e50-629113327eb8', 'status': 'completed', 'code': 200} Nov 12 13:37:35.934389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-5ac9f993-a8e4-49bb-a742-744e18f40ba9', 'network_id': '5ac9f993-a8e4-49bb-a742-744e18f40ba9', 'tenant_id': '061d9f90424e4a27a4a7f6d1607da3b8', 'fixed_ips': [{'subnet_id': '0acd9fc0-fbac-40fe-9a1a-cee97ccc7892'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:37:35.935947 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:35.960146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-064f9b3b-e582-4d02-94bd-83b6b202bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:35.962605 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-064f9b3b-e582-4d02-94bd-83b6b202bf01 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757785 Nov 12 13:37:36.025926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-d1925d4c-bb14-4cc5-9740-e474bca1246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:36.027859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-d1925d4c-bb14-4cc5-9740-e474bca1246a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc986172b0a64aadbf6ab8537b977bb6&device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 1097 time: 0.0923312 Nov 12 13:37:36.139608 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-c0503ed2-7b49-4394-bcbe-533430980be7 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688089 Nov 12 13:37:36.147002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:36.151016 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:36.154533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Allocated IP 2001:db8::2 (5ac9f993-a8e4-49bb-a742-744e18f40ba9/0acd9fc0-fbac-40fe-9a1a-cee97ccc7892/3dc8c225-4748-4074-a83d-3f006c2d9e2f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:36.158559 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:55Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '126ad261-cbf5-403e-bc80-6c391d0bd238', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'port_id': '6da865db-babd-4458-8e50-629113327eb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'mac_address': 'fa:16:3e:9c:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:07Z', 'updated_at': '2021-11-12T13:37:33Z', 'revision_number': 1, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ebfccf-68e9-4d8b-b077-ca0173059928', 'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'mac_address': 'fa:16:3e:54:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:51Z', 'updated_at': '2021-11-12T13:37:04Z', 'revision_number': 5, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'subnets': [{'id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:36.197822 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] Checking router: 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:37:36.207539 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] Routers {'40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:37:36.208509 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:36.281488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port 224da9c0-7d48-4161-ac23-2d352478ed3a yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:37:36.304069 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b12cd9e-c1d6-4dfc-b47c-829bc1d638ac req-a5c3997e-dd7f-44c4-a943-3b84ed1fec6c service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533353 Nov 12 13:37:36.396111 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29648982-867b-41dd-9379-fd62fd89ee37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:36.407231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29648982-867b-41dd-9379-fd62fd89ee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:36.407429 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] Set router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:37:36.484442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-29648982-867b-41dd-9379-fd62fd89ee37 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ee342452ef94fda8139cfd20b8a4da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6775284 Nov 12 13:37:36.485563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29648982-867b-41dd-9379-fd62fd89ee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8ca924-983b-498e-8a9e-76821b5f7f89,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:36.487066 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57926) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:36.488625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-85d21751-d39a-4d77-bf8a-d24a8fa9ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:36.490093 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-85d21751-d39a-4d77-bf8a-d24a8fa9ac97 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bc0a69dd-4d4f-4190-8324-52346d98fab4 HTTP/1.1" status: 200 len: 913 time: 0.4136944 Nov 12 13:37:36.590564 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58ffbda3-948d-4d41-b2e3-b82af9245446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:36.622060 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-e32ebe00-15ef-49c0-b727-b73428a7d0c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da865db-babd-4458-8e50-629113327eb8 HTTP/1.1" status: 200 len: 999 time: 0.1220968 Nov 12 13:37:36.622273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58ffbda3-948d-4d41-b2e3-b82af9245446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:36.627095 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:36.650370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:36.689157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58ffbda3-948d-4d41-b2e3-b82af9245446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:36.692527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58ffbda3-948d-4d41-b2e3-b82af9245446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:36.694106 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-58ffbda3-948d-4d41-b2e3-b82af9245446 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e8ca924-983b-498e-8a9e-76821b5f7f89 HTTP/1.1" status: 204 len: 168 time: 0.2052369 Nov 12 13:37:36.709106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffbda3-948d-4d41-b2e3-b82af9245446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8ca924-983b-498e-8a9e-76821b5f7f89,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:36.863287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8::77 (5ac9f993-a8e4-49bb-a742-744e18f40ba9/0acd9fc0-fbac-40fe-9a1a-cee97ccc7892/224da9c0-7d48-4161-ac23-2d352478ed3a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:36.963525 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:55Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '126ad261-cbf5-403e-bc80-6c391d0bd238', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'port_id': '6da865db-babd-4458-8e50-629113327eb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'mac_address': 'fa:16:3e:9c:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:07Z', 'updated_at': '2021-11-12T13:37:33Z', 'revision_number': 1, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ebfccf-68e9-4d8b-b077-ca0173059928', 'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'mac_address': 'fa:16:3e:54:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:51Z', 'updated_at': '2021-11-12T13:37:04Z', 'revision_number': 5, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'subnets': [{'id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:37.021952 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b681d-1ea5-4aae-b98b-5f3d4d175a2e None None] The sync data for ids ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'] in n-d-805736-4 is: [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:55Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '126ad261-cbf5-403e-bc80-6c391d0bd238', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'port_id': '6da865db-babd-4458-8e50-629113327eb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'mac_address': 'fa:16:3e:9c:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:07Z', 'updated_at': '2021-11-12T13:37:33Z', 'revision_number': 1, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ebfccf-68e9-4d8b-b077-ca0173059928', 'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'mac_address': 'fa:16:3e:54:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:51Z', 'updated_at': '2021-11-12T13:37:04Z', 'revision_number': 5, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'subnets': [{'id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:37:37.157347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39590a79-f61a-48ab-acf5-c86f59f617a8 req-543cbd21-027b-4f66-8bbd-a8f0f59e5805 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:37.162799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39590a79-f61a-48ab-acf5-c86f59f617a8 req-543cbd21-027b-4f66-8bbd-a8f0f59e5805 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2236621 Nov 12 13:37:37.183097 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:37.204737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Network 5ac9f993-a8e4-49bb-a742-744e18f40ba9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:37.214339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Pushing event updated for resources: {'Port': ['ID=3dc8c225-4748-4074-a83d-3f006c2d9e2f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:37.228203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:37.232894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:37.330753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39590a79-f61a-48ab-acf5-c86f59f617a8 req-4929315f-a0fc-47cf-928a-b90278d1e9c6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592572 Nov 12 13:37:37.355608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-54b4150b-51b9-4566-8a0e-4bddc8bf28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:37.357754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-54b4150b-51b9-4566-8a0e-4bddc8bf28b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f87c08b3-282c-4c34-9f64-ad81c517e0c2 HTTP/1.1" status: 200 len: 851 time: 0.7282372 Nov 12 13:37:37.389351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Attempting to bind port 3dc8c225-4748-4074-a83d-3f006c2d9e2f on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:37.389351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Attempting to bind port 3dc8c225-4748-4074-a83d-3f006c2d9e2f by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'dbd4b147-6901-43d8-8706-1191db8382ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5ac9f993-a8e4-49bb-a742-744e18f40ba9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:37.390539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Attempting to bind port 3dc8c225-4748-4074-a83d-3f006c2d9e2f on network 5ac9f993-a8e4-49bb-a742-744e18f40ba9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:37.406058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:37.406549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Checking segment: {'id': 'dbd4b147-6901-43d8-8706-1191db8382ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5ac9f993-a8e4-49bb-a742-744e18f40ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:37.407077 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:37.407909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Bound using segment: {'id': 'dbd4b147-6901-43d8-8706-1191db8382ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5ac9f993-a8e4-49bb-a742-744e18f40ba9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:37.409827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Bound port: 3dc8c225-4748-4074-a83d-3f006c2d9e2f, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd4b147-6901-43d8-8706-1191db8382ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5ac9f993-a8e4-49bb-a742-744e18f40ba9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:37.410332 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:37.517574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409a196-5e1a-43c1-bbe2-f7945cc22b66 None None] New status for floating IP 126ad261-cbf5-403e-bc80-6c391d0bd238: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:37:37.518345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:37.596083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-577f3db8-9c5c-45d1-9883-d68042beec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:37.597654 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-577f3db8-9c5c-45d1-9883-d68042beec1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bc0a69dd-4d4f-4190-8324-52346d98fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186985 Nov 12 13:37:37.610201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 5ac9f993-a8e4-49bb-a742-744e18f40ba9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:37.617369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:37.628674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] For port 3dc8c225-4748-4074-a83d-3f006c2d9e2f, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:37.662674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] For port 3dc8c225-4748-4074-a83d-3f006c2d9e2f, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3dc8c225-4748-4074-a83d-3f006c2d9e2f,segment=NetworkSegment(dbd4b147-6901-43d8-8706-1191db8382ad),segment_id=dbd4b147-6901-43d8-8706-1191db8382ad)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:37.678767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:37.684674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce83a3c-76f2-4dae-934e-3e9508174863 req-22c05355-3f89-4b1f-a161-636af544feb6 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:37.689635 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ce83a3c-76f2-4dae-934e-3e9508174863 req-22c05355-3f89-4b1f-a161-636af544feb6 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.3281884 Nov 12 13:37:37.718416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:37.726381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:37.727088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:37.808715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=224da9c0-7d48-4161-ac23-2d352478ed3a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:37.865173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ce83a3c-76f2-4dae-934e-3e9508174863 req-5d74df9f-1252-4b12-aa02-27cc605d4a4d tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979996 Nov 12 13:37:37.905668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-53322ff4-2a58-4c62-9825-b11fec41e150 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1821184 Nov 12 13:37:37.905944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57974) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:37.917444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '5ac9f993-a8e4-49bb-a742-744e18f40ba9', 'name': 'tempest-PortsIpV6TestJSON-2100259190'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:37.958738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4d70e-cf6e-4e72-a358-859fe0f3ec2e None None] Pushing event updated for resources: {'Port': ['ID=3dc8c225-4748-4074-a83d-3f006c2d9e2f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:37.996533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e26ea-b255-45e6-9fcb-705ba5319ada req-9d4e07b4-99ca-4bd1-aabf-a79e450fd0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:38.000741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b16e26ea-b255-45e6-9fcb-705ba5319ada req-9d4e07b4-99ca-4bd1-aabf-a79e450fd0f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 1096 time: 0.0924926 Nov 12 13:37:38.158215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-ece817f8-7b6b-4555-995c-67fae6148403 service neutron] 10.222.0.70 "GET /v2.0/networks/bc0a69dd-4d4f-4190-8324-52346d98fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444911 Nov 12 13:37:38.493321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8be6abce-b4e4-4d5c-98cf-9ca7008577fa req-74d6fb0e-aaba-4a87-8a55-fd0b26fae771 service neutron] 10.222.0.70 "GET /v2.0/networks/bc0a69dd-4d4f-4190-8324-52346d98fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160548 Nov 12 13:37:38.593824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:38.598131 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:38.635391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32dd3b-50d4-4cbf-a252-014ac1a5cf4b req-f9f6fea6-8203-4b29-a00a-ece34b07e50f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:38.643750 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea32dd3b-50d4-4cbf-a252-014ac1a5cf4b req-f9f6fea6-8203-4b29-a00a-ece34b07e50f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1321599 Nov 12 13:37:38.646512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port c5f46eb6-14be-4fc9-8298-875ea2efdbf0 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:37:38.802204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3dc8c225-4748-4074-a83d-3f006c2d9e2f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:38.823782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2e6a3-44a4-4f59-89b1-291bbcd01b39 req-2fbf3874-0721-4d14-bed7-0514c61ae755 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:38.825815 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48d2e6a3-44a4-4f59-89b1-291bbcd01b39 req-2fbf3874-0721-4d14-bed7-0514c61ae755 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.8199530 Nov 12 13:37:38.868491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e26ea-b255-45e6-9fcb-705ba5319ada req-f01175a7-a545-45e0-aad0-379ba4e76280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:38.870799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b16e26ea-b255-45e6-9fcb-705ba5319ada req-f01175a7-a545-45e0-aad0-379ba4e76280 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 920 time: 0.8601036 Nov 12 13:37:38.941798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 3dc8c225-4748-4074-a83d-3f006c2d9e2f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:38.944543 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:38.962891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8::283 (5ac9f993-a8e4-49bb-a742-744e18f40ba9/0acd9fc0-fbac-40fe-9a1a-cee97ccc7892/c5f46eb6-14be-4fc9-8298-875ea2efdbf0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:39.011820 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b16e26ea-b255-45e6-9fcb-705ba5319ada req-f12005f0-8f16-498a-b557-ea5e3d82d5aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4 HTTP/1.1" status: 200 len: 217 time: 0.1324039 Nov 12 13:37:39.069370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea32dd3b-50d4-4cbf-a252-014ac1a5cf4b req-71ce2ed2-e8b5-40fb-88e0-c026578f030a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4245305 Nov 12 13:37:39.170990 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:39.250793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 3dc8c225-4748-4074-a83d-3f006c2d9e2f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3dc8c225-4748-4074-a83d-3f006c2d9e2f,segment=NetworkSegment(dbd4b147-6901-43d8-8706-1191db8382ad),segment_id=dbd4b147-6901-43d8-8706-1191db8382ad)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:39.261837 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:39.283832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48d2e6a3-44a4-4f59-89b1-291bbcd01b39 req-8f18e873-7ddc-404a-8f83-4031792f920d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441576 Nov 12 13:37:39.341039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e26ea-b255-45e6-9fcb-705ba5319ada req-6715ad6f-2e7e-4ab6-953c-cab351bc8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:39.342994 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b16e26ea-b255-45e6-9fcb-705ba5319ada req-6715ad6f-2e7e-4ab6-953c-cab351bc8481 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 200 len: 859 time: 0.3102007 Nov 12 13:37:39.475384 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b16e26ea-b255-45e6-9fcb-705ba5319ada req-b821651a-8818-44e4-942a-00907695b755 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c5b37a7-c28a-448c-b6ea-b24adc200278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170008 Nov 12 13:37:39.495117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=3dc8c225-4748-4074-a83d-3f006c2d9e2f,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:39.599699 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:39.684199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e265aa3-a3b7-49cb-95d0-ad378a32f316 req-0a77646b-23a7-4f90-98f3-2ac9b7b15d94 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:39.691609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e265aa3-a3b7-49cb-95d0-ad378a32f316 req-0a77646b-23a7-4f90-98f3-2ac9b7b15d94 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.2123542 Nov 12 13:37:39.757674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd74ddc-8d4f-42ec-8f18-446ca86f395d None None] Network 5ac9f993-a8e4-49bb-a742-744e18f40ba9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:39.785241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e265aa3-a3b7-49cb-95d0-ad378a32f316 req-9137c9c8-352c-4a31-b556-0b9842b3114c tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926464 Nov 12 13:37:39.810467 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:39.840874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b16e26ea-b255-45e6-9fcb-705ba5319ada req-ad5f22fc-2a61-4a6b-96e7-5ccc1ac79c1d service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451064 Nov 12 13:37:39.868981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 5ac9f993-a8e4-49bb-a742-744e18f40ba9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:39.872603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:39.877300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:39.883710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:39.884505 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:39.906053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=c5f46eb6-14be-4fc9-8298-875ea2efdbf0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:39.917647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1b4d9cce-4ec9-481c-9a87-c1b8aa819871 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0091448 Nov 12 13:37:39.920255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58030) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:39.938069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7789b-22d4-45da-9845-7039597e9980 req-1f5531f2-6803-4d17-a2f2-1edc474a1bee tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:39.957924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-955a0031-fb96-4b0e-b8b5-480605739198 None None] Provisioning complete for port 3dc8c225-4748-4074-a83d-3f006c2d9e2f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:39.958418 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-955a0031-fb96-4b0e-b8b5-480605739198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:39.959379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf7789b-22d4-45da-9845-7039597e9980 req-1f5531f2-6803-4d17-a2f2-1edc474a1bee tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.4767163 Nov 12 13:37:40.030362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8bf4dc-c1ea-4b77-a690-50cab3d43121 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:40.033325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8e8bf4dc-c1ea-4b77-a690-50cab3d43121 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A77 HTTP/1.1" status: 200 len: 928 time: 0.1113796 Nov 12 13:37:40.035779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:40.116195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b16e26ea-b255-45e6-9fcb-705ba5319ada req-712ff4d3-4feb-4d6d-8a58-5d0ddd06e1ca service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729344 Nov 12 13:37:40.187411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-15f5d68e-5dd1-4428-8e42-72dafe74cfb8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port c5f46eb6-14be-4fc9-8298-875ea2efdbf0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:40.187970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15f5d68e-5dd1-4428-8e42-72dafe74cfb8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:40.191953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf7789b-22d4-45da-9845-7039597e9980 req-f5c00a05-1f00-4784-a6c9-39ce7e703c99 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308295 Nov 12 13:37:40.437756 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15f5d68e-5dd1-4428-8e42-72dafe74cfb8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:40.459249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-15f5d68e-5dd1-4428-8e42-72dafe74cfb8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for c5f46eb6-14be-4fc9-8298-875ea2efdbf0 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:40.624850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58058) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:40.691115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3dc8c225-4748-4074-a83d-3f006c2d9e2f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:40.722253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15f5d68e-5dd1-4428-8e42-72dafe74cfb8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:40.809656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5d68e-5dd1-4428-8e42-72dafe74cfb8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=c5f46eb6-14be-4fc9-8298-875ea2efdbf0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:40.826183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac6f29-7d7e-4560-8bd6-060d6d62e055 req-908eff57-2d8b-44f0-80a3-c650583f66f4 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:40.833138 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63ac6f29-7d7e-4560-8bd6-060d6d62e055 req-908eff57-2d8b-44f0-80a3-c650583f66f4 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1184144 Nov 12 13:37:40.874228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-96affd37-9e71-4051-88e3-14256c1c1ff7 None None] Provisioning complete for port 3dc8c225-4748-4074-a83d-3f006c2d9e2f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:40.881055 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96affd37-9e71-4051-88e3-14256c1c1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:40.881915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15f5d68e-5dd1-4428-8e42-72dafe74cfb8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:40.888721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-15f5d68e-5dd1-4428-8e42-72dafe74cfb8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/c5f46eb6-14be-4fc9-8298-875ea2efdbf0 HTTP/1.1" status: 204 len: 168 time: 0.8489296 Nov 12 13:37:40.889715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58070) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:40.898927 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8c4f-a3d1-4d32-832c-7652caef43f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:40.940889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49918a7b-e40e-4f8a-aa5c-a4bc231b1ea5 req-1d099217-0cd5-4a72-9e88-845833bad850 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:40.956720 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49918a7b-e40e-4f8a-aa5c-a4bc231b1ea5 req-1d099217-0cd5-4a72-9e88-845833bad850 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2720802 Nov 12 13:37:40.959300 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e00bc19-2d8b-4f79-ac5b-1062d714d076 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:37:40.964070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9e00bc19-2d8b-4f79-ac5b-1062d714d076 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/c5f46eb6-14be-4fc9-8298-875ea2efdbf0 HTTP/1.1" status: 404 len: 333 time: 0.0702934 Nov 12 13:37:40.964254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63ac6f29-7d7e-4560-8bd6-060d6d62e055 req-3264135c-3022-4e61-9491-dbdbde84733c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197879 Nov 12 13:37:40.965523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58072) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:41.054956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8c4f-a3d1-4d32-832c-7652caef43f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.062134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8c4f-a3d1-4d32-832c-7652caef43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.092439 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49918a7b-e40e-4f8a-aa5c-a4bc231b1ea5 req-1d1d12fc-f226-459a-89fa-4cda9938171a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348279 Nov 12 13:37:41.133865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 3dc8c225-4748-4074-a83d-3f006c2d9e2f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:41.134799 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.153075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a0a25-b92e-4af9-9193-bdfa01c503df tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 224da9c0-7d48-4161-ac23-2d352478ed3a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:41.153662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f7a0a25-b92e-4af9-9193-bdfa01c503df tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.165446 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8e4d8c4f-a3d1-4d32-832c-7652caef43f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d943dc0d2eb4bb8ae615b1912436c27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5386763 Nov 12 13:37:41.184075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58076) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:41.205810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d8c4f-a3d1-4d32-832c-7652caef43f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f4e7cf-1e83-4de7-9c24-f75d7031c563,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:41.285028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2715-3a10-4630-9506-369f173976a2 req-f2298728-653a-4467-be85-8b9e47f9ba74 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:41.288995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15eb2715-3a10-4630-9506-369f173976a2 req-f2298728-653a-4467-be85-8b9e47f9ba74 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1498382 Nov 12 13:37:41.313162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-96affd37-9e71-4051-88e3-14256c1c1ff7 None None] Provisioning complete for port 224da9c0-7d48-4161-ac23-2d352478ed3a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:41.316456 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96affd37-9e71-4051-88e3-14256c1c1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.326435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f7a0a25-b92e-4af9-9193-bdfa01c503df tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.333687 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-deb2eb20-cbd3-448d-a7e1-0f49802f8e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.345861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a0a25-b92e-4af9-9193-bdfa01c503df tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 224da9c0-7d48-4161-ac23-2d352478ed3a owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:41.427073 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-deb2eb20-cbd3-448d-a7e1-0f49802f8e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.465586 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-15eb2715-3a10-4630-9506-369f173976a2 req-578e65d6-84ca-47be-8269-f01025910245 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612349 Nov 12 13:37:41.494380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-96affd37-9e71-4051-88e3-14256c1c1ff7 None None] Port 224da9c0-7d48-4161-ac23-2d352478ed3a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:41.499873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-96affd37-9e71-4051-88e3-14256c1c1ff7 None None] Could not find standard attr ID for object c5f46eb6-14be-4fc9-8298-875ea2efdbf0. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:37:41.567811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-deb2eb20-cbd3-448d-a7e1-0f49802f8e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.570676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-deb2eb20-cbd3-448d-a7e1-0f49802f8e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.573222 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-deb2eb20-cbd3-448d-a7e1-0f49802f8e11 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31f4e7cf-1e83-4de7-9c24-f75d7031c563 HTTP/1.1" status: 204 len: 168 time: 0.3852532 Nov 12 13:37:41.589747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2eb20-cbd3-448d-a7e1-0f49802f8e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f4e7cf-1e83-4de7-9c24-f75d7031c563,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:41.636412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f7a0a25-b92e-4af9-9193-bdfa01c503df tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.650286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-300b7d82-ced2-43c3-952e-38d1159ce83c None None] Provisioning complete for port 224da9c0-7d48-4161-ac23-2d352478ed3a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:41.651522 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-300b7d82-ced2-43c3-952e-38d1159ce83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.696978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-300b7d82-ced2-43c3-952e-38d1159ce83c None None] Port 224da9c0-7d48-4161-ac23-2d352478ed3a was deleted so its status cannot be updated. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 13:37:41.739544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a0a25-b92e-4af9-9193-bdfa01c503df tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=224da9c0-7d48-4161-ac23-2d352478ed3a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:41.810773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c625df-da83-45b7-b0bd-40c263653ede req-60dbb8c1-4c26-47fb-8955-30853733d1d9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:41.813315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0c625df-da83-45b7-b0bd-40c263653ede req-60dbb8c1-4c26-47fb-8955-30853733d1d9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1343799 Nov 12 13:37:41.822848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f7a0a25-b92e-4af9-9193-bdfa01c503df tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:41.823982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cd9d8721-ad04-4aec-bc1c-fc3a212faf72 None None] Could not find standard attr ID for object c5f46eb6-14be-4fc9-8298-875ea2efdbf0. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:37:41.833670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5f7a0a25-b92e-4af9-9193-bdfa01c503df tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/224da9c0-7d48-4161-ac23-2d352478ed3a HTTP/1.1" status: 204 len: 168 time: 0.8653221 Nov 12 13:37:41.834867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58092) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:41.888510 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c802a68-2ee0-44b0-a907-421f7dac886a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:37:41.890183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3c802a68-2ee0-44b0-a907-421f7dac886a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/224da9c0-7d48-4161-ac23-2d352478ed3a HTTP/1.1" status: 404 len: 333 time: 0.0542285 Nov 12 13:37:41.893040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58096) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:41.905055 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0c625df-da83-45b7-b0bd-40c263653ede req-4516aab0-14c6-476c-ad31-b34ecae57b48 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837789 Nov 12 13:37:41.973518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-704a708a-1e1f-412f-ba18-9354a52d8787 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet 0acd9fc0-fbac-40fe-9a1a-cee97ccc7892 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:37:41.978990 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-704a708a-1e1f-412f-ba18-9354a52d8787 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.042281 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-704a708a-1e1f-412f-ba18-9354a52d8787 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.141924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58104) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:42.159752 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e937fbc4-7bae-48a2-a7ab-fad7e674db12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.262561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-704a708a-1e1f-412f-ba18-9354a52d8787 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.284823 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e937fbc4-7bae-48a2-a7ab-fad7e674db12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.291100 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e937fbc4-7bae-48a2-a7ab-fad7e674db12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.335310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e937fbc4-7bae-48a2-a7ab-fad7e674db12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02f24cc8097b4ea7a61204482225a65f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920147 Nov 12 13:37:42.336012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58110) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:42.384238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528cdef-cf96-4e63-9ba8-cb8ab6f33413 req-6cd818e1-1e57-425b-bdd7-006ec97bb3dd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:42.386018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2528cdef-cf96-4e63-9ba8-cb8ab6f33413 req-6cd818e1-1e57-425b-bdd7-006ec97bb3dd tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1018085 Nov 12 13:37:42.387712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-704a708a-1e1f-412f-ba18-9354a52d8787 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.391414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937fbc4-7bae-48a2-a7ab-fad7e674db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d42f478-2eb7-4001-ba51-88e89dc77f23,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:42.420165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a708a-1e1f-412f-ba18-9354a52d8787 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=0acd9fc0-fbac-40fe-9a1a-cee97ccc7892,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:42.429416 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-704a708a-1e1f-412f-ba18-9354a52d8787 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.433385 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-704a708a-1e1f-412f-ba18-9354a52d8787 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/0acd9fc0-fbac-40fe-9a1a-cee97ccc7892 HTTP/1.1" status: 204 len: 168 time: 0.5392888 Nov 12 13:37:42.436602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58112) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:42.437758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819af886-15c7-405f-95a0-1fcbaaede532 None None] Network 5ac9f993-a8e4-49bb-a742-744e18f40ba9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:42.439426 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0686ccf6-8cf7-4618-999e-4e5b51772232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.477263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0686ccf6-8cf7-4618-999e-4e5b51772232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.540779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0686ccf6-8cf7-4618-999e-4e5b51772232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.544325 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0686ccf6-8cf7-4618-999e-4e5b51772232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.548910 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0686ccf6-8cf7-4618-999e-4e5b51772232 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d42f478-2eb7-4001-ba51-88e89dc77f23 HTTP/1.1" status: 204 len: 168 time: 0.2075326 Nov 12 13:37:42.578476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686ccf6-8cf7-4618-999e-4e5b51772232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d42f478-2eb7-4001-ba51-88e89dc77f23,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:42.615515 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2528cdef-cf96-4e63-9ba8-cb8ab6f33413 req-17b6182e-5ccd-40a6-8f99-911726dfefc0 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925476 Nov 12 13:37:42.632637 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.662411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fe633-e44f-46cd-b1ad-56d3bf5e4fc1 req-e06e29cd-f697-4489-bdc2-86c47d19d7bf tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:42.665261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d35fe633-e44f-46cd-b1ad-56d3bf5e4fc1 req-e06e29cd-f697-4489-bdc2-86c47d19d7bf tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.0702791 Nov 12 13:37:42.786304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 3dc8c225-4748-4074-a83d-3f006c2d9e2f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:42.786859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.816490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d35fe633-e44f-46cd-b1ad-56d3bf5e4fc1 req-e5440671-09bd-416a-9a77-49b526510e7e tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439786 Nov 12 13:37:42.834435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38845564-8241-4561-bceb-842723cc0afc None None] DHCP port deletion for 5ac9f993-a8e4-49bb-a742-744e18f40ba9 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:37:42.876420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] For port 3dc8c225-4748-4074-a83d-3f006c2d9e2f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3dc8c225-4748-4074-a83d-3f006c2d9e2f,segment=NetworkSegment(dbd4b147-6901-43d8-8706-1191db8382ad),segment_id=dbd4b147-6901-43d8-8706-1191db8382ad)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:42.877036 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:42.895509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 3dc8c225-4748-4074-a83d-3f006c2d9e2f owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:42.901845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-38845564-8241-4561-bceb-842723cc0afc None None] Deleting port 3dc8c225-4748-4074-a83d-3f006c2d9e2f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:42.902111 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38845564-8241-4561-bceb-842723cc0afc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.018088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.051313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-38845564-8241-4561-bceb-842723cc0afc None None] For port 3dc8c225-4748-4074-a83d-3f006c2d9e2f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3dc8c225-4748-4074-a83d-3f006c2d9e2f,segment=NetworkSegment(dbd4b147-6901-43d8-8706-1191db8382ad),segment_id=dbd4b147-6901-43d8-8706-1191db8382ad)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:43.052035 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38845564-8241-4561-bceb-842723cc0afc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.055343 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.063190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=3dc8c225-4748-4074-a83d-3f006c2d9e2f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:43.067254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-38845564-8241-4561-bceb-842723cc0afc None None] Calling delete_port for 3dc8c225-4748-4074-a83d-3f006c2d9e2f owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:43.093552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No DVR routers for this DVR port 3dc8c225-4748-4074-a83d-3f006c2d9e2f on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:37:43.193837 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.201963 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38845564-8241-4561-bceb-842723cc0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.213670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa008cd2-e789-4048-8550-88982fb5b761 req-fbafc59d-ca02-4385-8762-a106ccb6fc8a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:43.218451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa008cd2-e789-4048-8550-88982fb5b761 req-fbafc59d-ca02-4385-8762-a106ccb6fc8a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1685505 Nov 12 13:37:43.233968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38845564-8241-4561-bceb-842723cc0afc None None] Pushing event deleted for resources: {'Port': ['ID=3dc8c225-4748-4074-a83d-3f006c2d9e2f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:43.239331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38845564-8241-4561-bceb-842723cc0afc None None] No DVR routers for this DVR port 3dc8c225-4748-4074-a83d-3f006c2d9e2f on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:37:43.266349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac9f993-a8e4-49bb-a742-744e18f40ba9']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:43.279179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd4b147-6901-43d8-8706-1191db8382ad') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:43.279471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd4b147-6901-43d8-8706-1191db8382ad') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:43.322034 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa008cd2-e789-4048-8550-88982fb5b761 req-e61d7238-c9fb-430a-99b5-f107a8e3bca2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941811 Nov 12 13:37:43.326860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.359025 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.366051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:37:43.366522 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:37:43.371067 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:37:43.463197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.502373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.507815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/networks/5ac9f993-a8e4-49bb-a742-744e18f40ba9 HTTP/1.1" status: 204 len: 168 time: 1.0695255 Nov 12 13:37:43.512092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58154) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:43.520394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1665132840'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:43.522709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655074d-b886-4ae7-a13b-f63117eaf285 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Network': ['ID=5ac9f993-a8e4-49bb-a742-744e18f40ba9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:43.554589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:43.564873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.599140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:37:43.610861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.611441 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Added segment d03a5263-ea0a-40c8-9ef4-ed302265ca4a of type vlan for network 1345d0fc-1fcb-4288-aa33-8b114612a4fc Nov 12 13:37:43.703243 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.743884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75af18-1751-4509-9076-5b1cfe59ea2f req-c3cc3790-0b62-4160-9ac5-14f8fc2d4070 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:43.746128 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b75af18-1751-4509-9076-5b1cfe59ea2f req-c3cc3790-0b62-4160-9ac5-14f8fc2d4070 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.0953512 Nov 12 13:37:43.854648 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.868583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b75af18-1751-4509-9076-5b1cfe59ea2f req-d98605d8-c133-4a5b-84c6-a5ddd30a6b4c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123157 Nov 12 13:37:43.869491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:43.870222 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:43.913141 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3996644 Nov 12 13:37:43.920767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58174) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:43.937319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '1345d0fc-1fcb-4288-aa33-8b114612a4fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:43.975661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c7ceb-f726-47de-8676-b754b4857193 req-f232d96d-80ab-436d-a45a-f039a1a7da4e tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:43.979023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b0c7ceb-f726-47de-8676-b754b4857193 req-f232d96d-80ab-436d-a45a-f039a1a7da4e tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2221963 Nov 12 13:37:44.071353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae13b8d-4aaf-41c6-8870-bdf88f3e48db tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Network': ['ID=1345d0fc-1fcb-4288-aa33-8b114612a4fc,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:44.083957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 1345d0fc-1fcb-4288-aa33-8b114612a4fc details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:37:44.106268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b0c7ceb-f726-47de-8676-b754b4857193 req-1b2f41a9-3c14-4f9f-81cf-2998d9c58de6 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163981 Nov 12 13:37:44.200371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac12b36-783c-4455-85c9-e1420600210f req-91d3a503-de0b-4bc4-bb00-e3b9f9154bc7 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:44.209598 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eac12b36-783c-4455-85c9-e1420600210f req-91d3a503-de0b-4bc4-bb00-e3b9f9154bc7 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.0938272 Nov 12 13:37:44.213960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:44.218768 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:44.226079 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:44.386322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eac12b36-783c-4455-85c9-e1420600210f req-b776141a-fb1b-47de-bceb-7c65f5537566 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754613 Nov 12 13:37:44.554608 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:44.613064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3dc8c225-4748-4074-a83d-3f006c2d9e2f no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:37:44.655784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=84cd7565-fc8f-4281-ad6d-c7bdf3c0a695,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:44.657234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 3dc8c225-4748-4074-a83d-3f006c2d9e2f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:37:44.658144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3dc8c225-4748-4074-a83d-3f006c2d9e2f not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:37:44.666694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Checking segment: {'id': 'd03a5263-ea0a-40c8-9ef4-ed302265ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1345d0fc-1fcb-4288-aa33-8b114612a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:44.666895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network hostable DHCP agents. Network: 1345d0fc-1fcb-4288-aa33-8b114612a4fc, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:37:44.688226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 1345d0fc-1fcb-4288-aa33-8b114612a4fc is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:37:44.705143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 1345d0fc-1fcb-4288-aa33-8b114612a4fc) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:44.717046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88869846-ecb6-4ce0-bf1f-9dec2f78062c None None] Network 1345d0fc-1fcb-4288-aa33-8b114612a4fc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:44.717914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:44.718938 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:44.740094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a8f5e3d1-7f57-4392-8317-e9b11e658afb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8175788 Nov 12 13:37:44.743525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58198) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:44.750666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '1345d0fc-1fcb-4288-aa33-8b114612a4fc', 'name': 'tempest-PortsIpV6TestJSON-163077364', 'fixed_ips': [{'subnet_id': '84cd7565-fc8f-4281-ad6d-c7bdf3c0a695', 'ip_address': '2001:db8::10'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:44.934667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-1345d0fc-1fcb-4288-aa33-8b114612a4fc', 'network_id': '1345d0fc-1fcb-4288-aa33-8b114612a4fc', 'tenant_id': '061d9f90424e4a27a4a7f6d1607da3b8', 'fixed_ips': [{'subnet_id': '84cd7565-fc8f-4281-ad6d-c7bdf3c0a695'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:37:44.935801 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:45.008309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:45.108570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Allocated IP 2001:db8::2 (1345d0fc-1fcb-4288-aa33-8b114612a4fc/84cd7565-fc8f-4281-ad6d-c7bdf3c0a695/2e3b640b-0c74-4ce5-a60a-95f58aba3172) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:45.172606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f05b8-c3d1-41d9-b67b-e2d311ba7c7d req-3fe24b1d-3a7c-42c5-88bc-d9e50185ee6d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:45.175367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f00f05b8-c3d1-41d9-b67b-e2d311ba7c7d req-3fe24b1d-3a7c-42c5-88bc-d9e50185ee6d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1319473 Nov 12 13:37:45.178985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:45.212310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port b7863024-ddc8-4705-8ec0-ef46374404dd yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:37:45.280531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f00f05b8-c3d1-41d9-b67b-e2d311ba7c7d req-4f7127b4-af2b-47b8-874d-6a15feb5dd79 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972445 Nov 12 13:37:45.444861 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:45.453847 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:45.488665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9388a7d-664f-4da5-8b3a-91feeb4265a3 req-460d90c5-fb1c-40fa-8cb2-db2a73d6b390 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:45.490510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9388a7d-664f-4da5-8b3a-91feeb4265a3 req-460d90c5-fb1c-40fa-8cb2-db2a73d6b390 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.0999744 Nov 12 13:37:45.558768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Network 1345d0fc-1fcb-4288-aa33-8b114612a4fc is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:45.561430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aefc5-3470-44f3-bbc3-4bdd5b47856f req-e5be59a6-aceb-4323-b406-dd6c589c5fc0 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:45.566038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:45.568018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db7aefc5-3470-44f3-bbc3-4bdd5b47856f req-e5be59a6-aceb-4323-b406-dd6c589c5fc0 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1871924 Nov 12 13:37:45.583148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:45.594969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Pushing event updated for resources: {'Port': ['ID=2e3b640b-0c74-4ce5-a60a-95f58aba3172,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:45.618094 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9388a7d-664f-4da5-8b3a-91feeb4265a3 req-b80101d6-b0cb-44f2-b46e-33e3eb7f1a99 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187754 Nov 12 13:37:45.628643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8::10 (1345d0fc-1fcb-4288-aa33-8b114612a4fc/84cd7565-fc8f-4281-ad6d-c7bdf3c0a695/b7863024-ddc8-4705-8ec0-ef46374404dd) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:45.688098 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db7aefc5-3470-44f3-bbc3-4bdd5b47856f req-c3788035-4bac-459e-9d18-b5bd4158e9e6 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096187 Nov 12 13:37:45.719300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Attempting to bind port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:45.719749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Attempting to bind port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'd03a5263-ea0a-40c8-9ef4-ed302265ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1345d0fc-1fcb-4288-aa33-8b114612a4fc'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:45.720255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Attempting to bind port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 on network 1345d0fc-1fcb-4288-aa33-8b114612a4fc {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:45.726468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:45.728290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Checking segment: {'id': 'd03a5263-ea0a-40c8-9ef4-ed302265ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1345d0fc-1fcb-4288-aa33-8b114612a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:45.741572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:45.742527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Bound using segment: {'id': 'd03a5263-ea0a-40c8-9ef4-ed302265ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1345d0fc-1fcb-4288-aa33-8b114612a4fc'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:45.747959 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Bound port: 2e3b640b-0c74-4ce5-a60a-95f58aba3172, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03a5263-ea0a-40c8-9ef4-ed302265ca4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1345d0fc-1fcb-4288-aa33-8b114612a4fc'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:45.749161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:45.863329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c03a58-e738-4847-a951-349d5db384c5 req-133c6098-2475-4eb3-91d6-70044dd68f7f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:45.863329 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a0c03a58-e738-4847-a951-349d5db384c5 req-133c6098-2475-4eb3-91d6-70044dd68f7f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1362710 Nov 12 13:37:45.899754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] For port 2e3b640b-0c74-4ce5-a60a-95f58aba3172, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:45.910692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] For port 2e3b640b-0c74-4ce5-a60a-95f58aba3172, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2e3b640b-0c74-4ce5-a60a-95f58aba3172,segment=NetworkSegment(d03a5263-ea0a-40c8-9ef4-ed302265ca4a),segment_id=d03a5263-ea0a-40c8-9ef4-ed302265ca4a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:45.918333 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:45.984704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a0c03a58-e738-4847-a951-349d5db384c5 req-cec78001-7d10-4da1-a84b-ded16d865035 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175032 Nov 12 13:37:46.041023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47044c-fc3e-4dcd-b233-07407194e70d req-7c0a4d63-3017-4e1d-903e-f6db8f514904 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:46.049900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb47044c-fc3e-4dcd-b233-07407194e70d req-7c0a4d63-3017-4e1d-903e-f6db8f514904 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2028255 Nov 12 13:37:46.052095 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9ea7a-624c-461f-8c52-e4f30165b7f8 None None] Pushing event updated for resources: {'Port': ['ID=2e3b640b-0c74-4ce5-a60a-95f58aba3172,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:46.135213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:46.167170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb47044c-fc3e-4dcd-b233-07407194e70d req-6f5e5bc2-8397-41cb-b384-ecb1f9f4ed27 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157665 Nov 12 13:37:46.291531 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:46.405345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 1345d0fc-1fcb-4288-aa33-8b114612a4fc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:46.412379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:46.421104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:46.427063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:46.427685 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:46.435843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=b7863024-ddc8-4705-8ec0-ef46374404dd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:46.465993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65b227-09fa-4fea-bfa0-b0f5fb95b205 req-d973ec85-c36e-4ecc-8ddf-451f7d243fac tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:46.467915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c65b227-09fa-4fea-bfa0-b0f5fb95b205 req-d973ec85-c36e-4ecc-8ddf-451f7d243fac tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1068935 Nov 12 13:37:46.474668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58254) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:46.475160 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e0eadc34-216c-4924-8397-270fda7fd387 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7295320 Nov 12 13:37:46.481916 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '1345d0fc-1fcb-4288-aa33-8b114612a4fc', 'name': 'tempest-PortsIpV6TestJSON-1955634847', 'fixed_ips': [{'subnet_id': '84cd7565-fc8f-4281-ad6d-c7bdf3c0a695', 'ip_address': '2001:db8::f'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:46.545588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c65b227-09fa-4fea-bfa0-b0f5fb95b205 req-ea278a3e-88f8-403b-8b60-537e2698454b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639822 Nov 12 13:37:46.683385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2e3b640b-0c74-4ce5-a60a-95f58aba3172 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:46.717949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:46.780098 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:46.780486 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:46.970511 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:47.024706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 2e3b640b-0c74-4ce5-a60a-95f58aba3172, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2e3b640b-0c74-4ce5-a60a-95f58aba3172,segment=NetworkSegment(d03a5263-ea0a-40c8-9ef4-ed302265ca4a),segment_id=d03a5263-ea0a-40c8-9ef4-ed302265ca4a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:47.034629 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:47.058117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae8aa1-9229-4d5c-af4d-198a0f69a40e req-6c460cbf-ad06-4593-997f-4afedbf2e32e tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:47.066833 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4ae8aa1-9229-4d5c-af4d-198a0f69a40e req-6c460cbf-ad06-4593-997f-4afedbf2e32e tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1681097 Nov 12 13:37:47.124140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=2e3b640b-0c74-4ce5-a60a-95f58aba3172,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:47.133820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:47.203508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port 41783956-ae40-4dc8-a195-0295e26bf6e0 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:37:47.256496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb12d07-950f-4cb2-bd98-d27be9a99a27 req-90c92220-de50-4ef1-8d75-9e114f84bbf2 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:47.269277 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-beb12d07-950f-4cb2-bd98-d27be9a99a27 req-90c92220-de50-4ef1-8d75-9e114f84bbf2 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1302066 Nov 12 13:37:47.284232 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4ae8aa1-9229-4d5c-af4d-198a0f69a40e req-d6805d2c-3349-41d0-ba34-8dcdd8124ad1 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916652 Nov 12 13:37:47.347101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-beb12d07-950f-4cb2-bd98-d27be9a99a27 req-e7d2dd95-0325-41e4-8421-9b54dbe9d0ae tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767465 Nov 12 13:37:47.511647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da392f8b-ea57-4248-b843-83d2dbe74392 None None] Network 1345d0fc-1fcb-4288-aa33-8b114612a4fc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:47.620452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f930a-d107-4a51-953a-5ca0d7f9a6db req-6ad75046-5414-46be-b22f-e92709d05690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:47.622609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fc8f930a-d107-4a51-953a-5ca0d7f9a6db req-6ad75046-5414-46be-b22f-e92709d05690 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 1096 time: 0.2185917 Nov 12 13:37:47.640266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cdb06873-7a7e-408e-aa03-1fb69497e992 None None] Provisioning complete for port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:47.640648 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdb06873-7a7e-408e-aa03-1fb69497e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:47.670237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8::f (1345d0fc-1fcb-4288-aa33-8b114612a4fc/84cd7565-fc8f-4281-ad6d-c7bdf3c0a695/41783956-ae40-4dc8-a195-0295e26bf6e0) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:47.732350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fc8f930a-d107-4a51-953a-5ca0d7f9a6db req-39105c68-c460-49f1-abd6-e96fcdc0fc38 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998600 Nov 12 13:37:47.944580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed644c-05ec-4591-a047-6ffe2f79b272 req-93d114fa-0487-45b3-b55c-50cd49fa6a86 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:47.946861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2ed644c-05ec-4591-a047-6ffe2f79b272 req-93d114fa-0487-45b3-b55c-50cd49fa6a86 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.1142373 Nov 12 13:37:47.969460 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:48.105004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2ed644c-05ec-4591-a047-6ffe2f79b272 req-8c79fe6f-006f-4c91-aa0c-ab05abfbddee tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493800 Nov 12 13:37:48.121135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:48.176052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 1345d0fc-1fcb-4288-aa33-8b114612a4fc is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:48.182350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a217d-c8c8-4d99-996d-260c3f693e5b req-23aab2f7-02c4-40de-a023-05186feefe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:48.183897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f17a217d-c8c8-4d99-996d-260c3f693e5b req-23aab2f7-02c4-40de-a023-05186feefe29 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1096 time: 0.2922637 Nov 12 13:37:48.189673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:48.195134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:48.201625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:48.202264 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:48.244192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=41783956-ae40-4dc8-a195-0295e26bf6e0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:48.262826 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2e0dafab-cc14-4618-9780-d9c395105890 None None] Provisioning complete for port b7863024-ddc8-4705-8ec0-ef46374404dd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:48.263348 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e0dafab-cc14-4618-9780-d9c395105890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:48.264444 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e336d31b-676f-4fc7-97cc-7866dc7573c8 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7879806 Nov 12 13:37:48.267887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58304) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:48.316896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2e0dafab-cc14-4618-9780-d9c395105890 None None] Port b7863024-ddc8-4705-8ec0-ef46374404dd cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:48.335410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2e0dafab-cc14-4618-9780-d9c395105890 None None] Provisioning complete for port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:48.335917 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e0dafab-cc14-4618-9780-d9c395105890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:48.457150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f17a217d-c8c8-4d99-996d-260c3f693e5b req-e6f04360-9792-4b60-ab75-0cf3db5eb71a service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630513 Nov 12 13:37:48.488247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226db80-65ed-41b3-8598-1355dea97a30 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:48.489879 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c226db80-65ed-41b3-8598-1355dea97a30 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2216635 Nov 12 13:37:48.494797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58312) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:48.524492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f318ec-1c26-4673-b66d-b84427cab574 req-d03dd100-8e15-4cd8-ab35-7d2e43804a7a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:48.533837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28f318ec-1c26-4673-b66d-b84427cab574 req-d03dd100-8e15-4cd8-ab35-7d2e43804a7a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1093986 Nov 12 13:37:48.625969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28f318ec-1c26-4673-b66d-b84427cab574 req-6bcfbe6c-d3ac-438c-94ad-9c928d13709f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903697 Nov 12 13:37:48.681132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922f4df-cd88-42a2-b48c-3b93d0a8ea8c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:48.694754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922f4df-cd88-42a2-b48c-3b93d0a8ea8c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:48.701589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922f4df-cd88-42a2-b48c-3b93d0a8ea8c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:48.703359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6922f4df-cd88-42a2-b48c-3b93d0a8ea8c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2074156 Nov 12 13:37:48.706362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58320) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:48.724175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2e3b640b-0c74-4ce5-a60a-95f58aba3172 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:48.798255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1fdfd-11f0-47ad-b626-9a2411657f2e req-afd735e8-766c-4ba2-8b25-e7dd28b8dc33 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:48.809897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cc1fdfd-11f0-47ad-b626-9a2411657f2e req-afd735e8-766c-4ba2-8b25-e7dd28b8dc33 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.2817304 Nov 12 13:37:48.841867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:48.842238 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:48.929869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cc1fdfd-11f0-47ad-b626-9a2411657f2e req-a1a9f2ed-fdcf-466d-b9a3-1d6219799314 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181273 Nov 12 13:37:48.964600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-765686e1-c408-45ca-af3d-979245c266c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 41783956-ae40-4dc8-a195-0295e26bf6e0 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:48.964951 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-765686e1-c408-45ca-af3d-979245c266c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:48.986074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-15084f1c-c0f8-4e4b-b298-825c88e054e0 None None] Provisioning complete for port 41783956-ae40-4dc8-a195-0295e26bf6e0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:48.986465 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15084f1c-c0f8-4e4b-b298-825c88e054e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:49.068318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-15084f1c-c0f8-4e4b-b298-825c88e054e0 None None] Port 41783956-ae40-4dc8-a195-0295e26bf6e0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:49.093422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-15084f1c-c0f8-4e4b-b298-825c88e054e0 None None] Provisioning complete for port b7863024-ddc8-4705-8ec0-ef46374404dd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:49.094006 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15084f1c-c0f8-4e4b-b298-825c88e054e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:49.100650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-765686e1-c408-45ca-af3d-979245c266c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:49.133009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-765686e1-c408-45ca-af3d-979245c266c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 41783956-ae40-4dc8-a195-0295e26bf6e0 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:49.163766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-15084f1c-c0f8-4e4b-b298-825c88e054e0 None None] Port b7863024-ddc8-4705-8ec0-ef46374404dd cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:49.254407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93c29e-63c8-461e-8610-7ba572b56ae2 req-5e243719-ba89-4d28-8c04-58b9eb3c5f59 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:49.257463 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f93c29e-63c8-461e-8610-7ba572b56ae2 req-5e243719-ba89-4d28-8c04-58b9eb3c5f59 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.0601707 Nov 12 13:37:49.322519 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-765686e1-c408-45ca-af3d-979245c266c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:49.331686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f93c29e-63c8-461e-8610-7ba572b56ae2 req-f009a086-94f6-43fd-9ac5-b0aae154283e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605879 Nov 12 13:37:49.358802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765686e1-c408-45ca-af3d-979245c266c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=41783956-ae40-4dc8-a195-0295e26bf6e0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:49.389429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-765686e1-c408-45ca-af3d-979245c266c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:49.392957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-765686e1-c408-45ca-af3d-979245c266c9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/41783956-ae40-4dc8-a195-0295e26bf6e0 HTTP/1.1" status: 204 len: 168 time: 0.6800570 Nov 12 13:37:49.395736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:49.427077 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-464695f5-2ed2-49f2-af09-35176c62dafa tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:37:49.432845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-464695f5-2ed2-49f2-af09-35176c62dafa tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/41783956-ae40-4dc8-a195-0295e26bf6e0 HTTP/1.1" status: 404 len: 333 time: 0.0361595 Nov 12 13:37:49.435743 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58338) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:49.569502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-40360feb-2982-4a72-96ab-d2d16eb78d30 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port b7863024-ddc8-4705-8ec0-ef46374404dd {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:49.569733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40360feb-2982-4a72-96ab-d2d16eb78d30 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:49.686212 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40360feb-2982-4a72-96ab-d2d16eb78d30 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:49.701703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-40360feb-2982-4a72-96ab-d2d16eb78d30 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for b7863024-ddc8-4705-8ec0-ef46374404dd owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:49.908164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f99929-d8b3-4382-ba56-caa717c06823 req-74778d33-aac6-4435-a52f-5f3f35fae87b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:49.909350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05f99929-d8b3-4382-ba56-caa717c06823 req-74778d33-aac6-4435-a52f-5f3f35fae87b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1714964 Nov 12 13:37:49.998739 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40360feb-2982-4a72-96ab-d2d16eb78d30 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.055825 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40360feb-2982-4a72-96ab-d2d16eb78d30 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=b7863024-ddc8-4705-8ec0-ef46374404dd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:50.112222 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05f99929-d8b3-4382-ba56-caa717c06823 req-14d9089f-d372-42f8-ba80-b70282cfdaee tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784201 Nov 12 13:37:50.143598 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40360feb-2982-4a72-96ab-d2d16eb78d30 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.151975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-40360feb-2982-4a72-96ab-d2d16eb78d30 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/b7863024-ddc8-4705-8ec0-ef46374404dd HTTP/1.1" status: 204 len: 168 time: 0.7150841 Nov 12 13:37:50.155256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58364) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:50.213647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dbc61-50cd-4463-a654-298b0726c825 req-9f8b28ff-eba0-4bb9-a795-3e3e8274cef7 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:50.224307 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f21b3ee-1327-4656-aa25-96547eb9d2e6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:37:50.229588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2f21b3ee-1327-4656-aa25-96547eb9d2e6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/b7863024-ddc8-4705-8ec0-ef46374404dd HTTP/1.1" status: 404 len: 333 time: 0.0727940 Nov 12 13:37:50.230651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e77dbc61-50cd-4463-a654-298b0726c825 req-9f8b28ff-eba0-4bb9-a795-3e3e8274cef7 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1551859 Nov 12 13:37:50.233693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58368) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:50.368651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e77dbc61-50cd-4463-a654-298b0726c825 req-cdee76dd-13db-4d6f-bc66-cc9b8c1f9716 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358294 Nov 12 13:37:50.369425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb5e264-f12e-4029-ae9d-8d7842214490 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet 84cd7565-fc8f-4281-ad6d-c7bdf3c0a695 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:37:50.386450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e264-f12e-4029-ae9d-8d7842214490 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.487159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-8446e4db-4bbb-4fab-88c9-9613d814b4ad req-94984a1e-1c4f-4dca-8747-f3caef1c61a8 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1413497164', 'description': 'tempest-description-451689780'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:50.527250 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e264-f12e-4029-ae9d-8d7842214490 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.554154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c44d0b-5110-4e95-bb69-51c9720d513e req-81199158-8cb2-465e-859d-2eb56657abf5 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:50.563765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26c44d0b-5110-4e95-bb69-51c9720d513e req-81199158-8cb2-465e-859d-2eb56657abf5 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.0845828 Nov 12 13:37:50.577819 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8446e4db-4bbb-4fab-88c9-9613d814b4ad req-94984a1e-1c4f-4dca-8747-f3caef1c61a8 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.619051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26c44d0b-5110-4e95-bb69-51c9720d513e req-1017c900-4424-47d4-a6ec-5c0c2a7a832b tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516100 Nov 12 13:37:50.707409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e264-f12e-4029-ae9d-8d7842214490 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.753406 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8446e4db-4bbb-4fab-88c9-9613d814b4ad req-94984a1e-1c4f-4dca-8747-f3caef1c61a8 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.759053 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8446e4db-4bbb-4fab-88c9-9613d814b4ad req-94984a1e-1c4f-4dca-8747-f3caef1c61a8 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.793082 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8446e4db-4bbb-4fab-88c9-9613d814b4ad req-94984a1e-1c4f-4dca-8747-f3caef1c61a8 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.794391 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8446e4db-4bbb-4fab-88c9-9613d814b4ad req-94984a1e-1c4f-4dca-8747-f3caef1c61a8 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3186910 Nov 12 13:37:50.842138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94984a1e-1c4f-4dca-8747-f3caef1c61a8 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe884a8f-ddc9-4efd-8091-2b4c4a41a6bd,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:50.890582 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e264-f12e-4029-ae9d-8d7842214490 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.923544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5e264-f12e-4029-ae9d-8d7842214490 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=84cd7565-fc8f-4281-ad6d-c7bdf3c0a695,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:50.950912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e264-f12e-4029-ae9d-8d7842214490 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:50.956707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4fb5e264-f12e-4029-ae9d-8d7842214490 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/84cd7565-fc8f-4281-ad6d-c7bdf3c0a695 HTTP/1.1" status: 204 len: 168 time: 0.7194684 Nov 12 13:37:50.958815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58390) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:50.960125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925c37de-78b2-4cf5-a04e-08d30b4e69df None None] Network 1345d0fc-1fcb-4288-aa33-8b114612a4fc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:51.040590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e84ac3-555b-4168-b03d-a8b3f053caef req-a2596364-9e7b-43e8-b0d4-4c489803a092 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:51.045628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05e84ac3-555b-4168-b03d-a8b3f053caef req-a2596364-9e7b-43e8-b0d4-4c489803a092 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1373582 Nov 12 13:37:51.078128 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:51.111326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb2b49-c7e7-4011-aa90-82590f9f446f req-51457a43-c604-4192-8535-92a7f255ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:51.112917 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10fb2b49-c7e7-4011-aa90-82590f9f446f req-51457a43-c604-4192-8535-92a7f255ac5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a51a7f932ede42d3904a685dc375c9fd&device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 1096 time: 0.2646101 Nov 12 13:37:51.161137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05e84ac3-555b-4168-b03d-a8b3f053caef req-64deca21-893d-49d9-ac3f-f0173dffd82f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022539 Nov 12 13:37:51.176800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-464949b8-0032-4f68-981c-9337f2b62e39 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1413497164&fields=id&tenant_id=c22ad78ffd604d49abed86bb76243ab2 HTTP/1.1" status: 200 len: 267 time: 0.2543221 Nov 12 13:37:51.224628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73414cc2-31e6-4544-bb33-c9c0eba48969 None None] DHCP port deletion for 1345d0fc-1fcb-4288-aa33-8b114612a4fc request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:37:51.278626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-73414cc2-31e6-4544-bb33-c9c0eba48969 None None] Deleting port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:51.279425 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73414cc2-31e6-4544-bb33-c9c0eba48969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:51.350124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-f5454479-b326-4d5f-a5ce-b46e521665f0 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:51.351939 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-f5454479-b326-4d5f-a5ce-b46e521665f0 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1520705 Nov 12 13:37:51.363531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb2b49-c7e7-4011-aa90-82590f9f446f req-41136529-e2b3-4671-9cdf-7f2cb99ca3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:51.365686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10fb2b49-c7e7-4011-aa90-82590f9f446f req-41136529-e2b3-4671-9cdf-7f2cb99ca3a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 200 len: 920 time: 0.2437782 Nov 12 13:37:51.366767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:37:51.368856 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:51.376890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-73414cc2-31e6-4544-bb33-c9c0eba48969 None None] For port 2e3b640b-0c74-4ce5-a60a-95f58aba3172, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2e3b640b-0c74-4ce5-a60a-95f58aba3172,segment=NetworkSegment(d03a5263-ea0a-40c8-9ef4-ed302265ca4a),segment_id=d03a5263-ea0a-40c8-9ef4-ed302265ca4a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:51.377462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73414cc2-31e6-4544-bb33-c9c0eba48969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:51.398853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-73414cc2-31e6-4544-bb33-c9c0eba48969 None None] Calling delete_port for 2e3b640b-0c74-4ce5-a60a-95f58aba3172 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:51.422839 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-d88ebf9f-616a-4b91-af1b-30f8601e0316 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Request body: {'port': {'security_groups': ['e0efc614-2512-43ca-97ba-ef38d2911078', 'fe884a8f-ddc9-4efd-8091-2b4c4a41a6bd']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:51.436581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10fb2b49-c7e7-4011-aa90-82590f9f446f req-fea4c226-ea68-468d-81b5-9db3c23b110f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4 HTTP/1.1" status: 200 len: 217 time: 0.0640745 Nov 12 13:37:51.512160 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73414cc2-31e6-4544-bb33-c9c0eba48969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:51.548672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73414cc2-31e6-4544-bb33-c9c0eba48969 None None] Pushing event deleted for resources: {'Port': ['ID=2e3b640b-0c74-4ce5-a60a-95f58aba3172,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:51.554763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73414cc2-31e6-4544-bb33-c9c0eba48969 None None] No DVR routers for this DVR port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:37:51.578547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] For port 2e3b640b-0c74-4ce5-a60a-95f58aba3172, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2e3b640b-0c74-4ce5-a60a-95f58aba3172,segment=NetworkSegment(d03a5263-ea0a-40c8-9ef4-ed302265ca4a),segment_id=d03a5263-ea0a-40c8-9ef4-ed302265ca4a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:51.578818 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:51.602356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 2e3b640b-0c74-4ce5-a60a-95f58aba3172 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:37:51.675311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-d88ebf9f-616a-4b91-af1b-30f8601e0316 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:51.739462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb2b49-c7e7-4011-aa90-82590f9f446f req-a2cbe8fb-15af-4e36-8e25-c7c3b7bc8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:51.741185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10fb2b49-c7e7-4011-aa90-82590f9f446f req-a2cbe8fb-15af-4e36-8e25-c7c3b7bc8ca3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 200 len: 859 time: 0.1454301 Nov 12 13:37:51.777164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbaa3-6b44-4a17-8ab6-61132827108a req-4cc1f703-cdae-4ea9-8d7a-694ca8dd80ad tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:51.779162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0abfbaa3-6b44-4a17-8ab6-61132827108a req-4cc1f703-cdae-4ea9-8d7a-694ca8dd80ad tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.0605128 Nov 12 13:37:51.814385 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10fb2b49-c7e7-4011-aa90-82590f9f446f req-31905942-0a18-48c9-bc40-bd47c1ab67b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c5b37a7-c28a-448c-b6ea-b24adc200278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591593 Nov 12 13:37:51.844176 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0abfbaa3-6b44-4a17-8ab6-61132827108a req-889422fb-4b30-4521-bb9d-d2bf734ff84e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584936 Nov 12 13:37:51.929853 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:51.987644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=2e3b640b-0c74-4ce5-a60a-95f58aba3172,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:51.994035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No DVR routers for this DVR port 2e3b640b-0c74-4ce5-a60a-95f58aba3172 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:37:52.003306 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10fb2b49-c7e7-4011-aa90-82590f9f446f req-0769254c-f5cc-47fc-aa2c-52e93d6271b2 service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791046 Nov 12 13:37:52.182742 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:52.305126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb32ed-ac4a-4f38-8c9b-e30a138481e3 req-78db59d5-589a-4224-b0c3-e7c55f388462 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:52.307097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ceb32ed-ac4a-4f38-8c9b-e30a138481e3 req-78db59d5-589a-4224-b0c3-e7c55f388462 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.0617282 Nov 12 13:37:52.369722 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ceb32ed-ac4a-4f38-8c9b-e30a138481e3 req-4812ecb9-cef0-4b35-aee8-03b2190624a5 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561795 Nov 12 13:37:52.619254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2e3b640b-0c74-4ce5-a60a-95f58aba3172 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:37:52.655171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 2e3b640b-0c74-4ce5-a60a-95f58aba3172 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:37:52.655626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2e3b640b-0c74-4ce5-a60a-95f58aba3172 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:37:52.659087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1345d0fc-1fcb-4288-aa33-8b114612a4fc']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:52.687169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03a5263-ea0a-40c8-9ef4-ed302265ca4a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:52.687457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03a5263-ea0a-40c8-9ef4-ed302265ca4a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:37:52.722173 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:52.741370 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-10fb2b49-c7e7-4011-aa90-82590f9f446f req-90e9b09e-7dcc-47a5-8266-dd1825dd1174 service neutron] 10.222.0.70 "GET /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147315 Nov 12 13:37:52.757736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-d88ebf9f-616a-4b91-af1b-30f8601e0316 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] For port 61287fb3-ed10-48e4-b073-d946569ed4a0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=61287fb3-ed10-48e4-b073-d946569ed4a0,segment=NetworkSegment(25faca85-af75-470d-8392-52c27d7e6067),segment_id=25faca85-af75-470d-8392-52c27d7e6067)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:52.783180 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:52.809951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:37:52.810491 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:37:52.813948 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:37:52.829074 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-d88ebf9f-616a-4b91-af1b-30f8601e0316 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:52.842542 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-d88ebf9f-616a-4b91-af1b-30f8601e0316 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:52.855688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['61287fb3-ed10-48e4-b073-d946569ed4a0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:37:52.954573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-d88ebf9f-616a-4b91-af1b-30f8601e0316 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:52.955332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-d88ebf9f-616a-4b91-af1b-30f8601e0316 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:52.957588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dbddd292-10a8-4619-ae9e-3c5256896ac0 req-d88ebf9f-616a-4b91-af1b-30f8601e0316 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "PUT /v2.0/ports/61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 981 time: 1.5856192 Nov 12 13:37:52.957896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:52.960333 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999ce324-5c01-4748-bb6d-e631a50bfe71" -d '{"events": [{"name": "network-changed", "server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:52.972730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:52.987714 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:52.991210 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/networks/1345d0fc-1fcb-4288-aa33-8b114612a4fc HTTP/1.1" status: 204 len: 168 time: 2.0312696 Nov 12 13:37:53.005198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58442) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:53.016709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1318391473'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:53.021179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ebf9f-616a-4b91-af1b-30f8601e0316 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Pushing event updated for resources: {'Port': ['ID=61287fb3-ed10-48e4-b073-d946569ed4a0,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:53.049722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952ce3c-934b-4d7f-988d-b41447a2ec1c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Network': ['ID=1345d0fc-1fcb-4288-aa33-8b114612a4fc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:53.075626 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:37:53.090622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['61287fb3-ed10-48e4-b073-d946569ed4a0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:37:53.112601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03af5d1-3dd3-4831-811f-db6d06e9420f req-365bab36-f375-45dc-9fa4-81a7850a380e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:53.120299 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b03af5d1-3dd3-4831-811f-db6d06e9420f req-365bab36-f375-45dc-9fa4-81a7850a380e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.1236081 Nov 12 13:37:53.130189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:53.135293 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:53.136383 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-b6f2c33e-870f-4ac3-96dc-b64dd399ba7c tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1413497164&fields=id&tenant_id=c22ad78ffd604d49abed86bb76243ab2 HTTP/1.1" status: 200 len: 267 time: 0.0551829 Nov 12 13:37:53.230776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-b4dd7de0-a4b9-4cbf-beab-9396ad7a1810 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:53.237443 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-b4dd7de0-a4b9-4cbf-beab-9396ad7a1810 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 984 time: 0.0893822 Nov 12 13:37:53.247996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b03af5d1-3dd3-4831-811f-db6d06e9420f req-121ce5d6-1b8e-4009-80e0-d79c6f77c61e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267223 Nov 12 13:37:53.252471 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-c4d63d4c-c20e-417c-b1c5-0947938153db tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Request body: {'port': {'security_groups': ['e0efc614-2512-43ca-97ba-ef38d2911078']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:53.277343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:37:53.306583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:53.306934 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Added segment bdc01161-8cbb-4a01-af29-ec662319df12 of type vlan for network 3817fd26-8347-4a8e-9820-eb157f8e928e Nov 12 13:37:53.331961 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19612d8e-dd05-47c2-a146-6e1594340bf9 x-openstack-request-id: req-19612d8e-dd05-47c2-a146-6e1594340bf9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:53.332491 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:53.332870 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19612d8e-dd05-47c2-a146-6e1594340bf9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:53.333308 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'status': 'completed', 'code': 200} Nov 12 13:37:53.375596 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:53.425514 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-c4d63d4c-c20e-417c-b1c5-0947938153db tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:53.447481 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:53.469743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:53.472126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:53.524884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ce324-5c01-4748-bb6d-e631a50bfe71 req-5a02d20a-9329-4d95-9f4f-6858b5a9e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:53.526999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-999ce324-5c01-4748-bb6d-e631a50bfe71 req-5a02d20a-9329-4d95-9f4f-6858b5a9e7aa service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c22ad78ffd604d49abed86bb76243ab2&device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1135 time: 0.1484659 Nov 12 13:37:53.572947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5660768 Nov 12 13:37:53.577553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:53.584743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '3817fd26-8347-4a8e-9820-eb157f8e928e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:53.736537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2c9de-a0af-46a9-aabb-da9cdab27a1c req-9006a02b-703e-425c-ba4e-7088cb2558c4 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:53.745192 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7a2c9de-a0af-46a9-aabb-da9cdab27a1c req-9006a02b-703e-425c-ba4e-7088cb2558c4 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2285638 Nov 12 13:37:53.775371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badc54a-aeed-4e5e-a0a3-4e73d6de5a3c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Network': ['ID=3817fd26-8347-4a8e-9820-eb157f8e928e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:53.795656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 3817fd26-8347-4a8e-9820-eb157f8e928e details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:37:53.830956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:53.833697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ce324-5c01-4748-bb6d-e631a50bfe71 req-0a235f28-0211-4c1e-a108-0c03b1bda243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:53.835534 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:53.835768 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-999ce324-5c01-4748-bb6d-e631a50bfe71 req-0a235f28-0211-4c1e-a108-0c03b1bda243 service neutron] 10.222.0.105 "GET /v2.0/networks?id=8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 200 len: 920 time: 0.2982559 Nov 12 13:37:54.060498 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-999ce324-5c01-4748-bb6d-e631a50bfe71 req-f2565cab-e1dd-40e0-bca6-6b158a2e64c6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 217 time: 0.1952744 Nov 12 13:37:54.127451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-c4d63d4c-c20e-417c-b1c5-0947938153db tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] For port 61287fb3-ed10-48e4-b073-d946569ed4a0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=61287fb3-ed10-48e4-b073-d946569ed4a0,segment=NetworkSegment(25faca85-af75-470d-8392-52c27d7e6067),segment_id=25faca85-af75-470d-8392-52c27d7e6067)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:54.155853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ce324-5c01-4748-bb6d-e631a50bfe71 req-b13c74a6-c5f2-46f1-94db-74de8d163869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:54.157865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-999ce324-5c01-4748-bb6d-e631a50bfe71 req-b13c74a6-c5f2-46f1-94db-74de8d163869 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3ee456dc-18fc-4feb-a6a5-daa91d513016 HTTP/1.1" status: 200 len: 859 time: 0.0897899 Nov 12 13:37:54.233500 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-c4d63d4c-c20e-417c-b1c5-0947938153db tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:54.244257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-999ce324-5c01-4748-bb6d-e631a50bfe71 req-8da5d479-72c1-4b10-b95d-8e7bc6bf889f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8e1841d8-c05f-429b-a918-a176ecd20928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752501 Nov 12 13:37:54.250486 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-c4d63d4c-c20e-417c-b1c5-0947938153db tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:54.263999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['61287fb3-ed10-48e4-b073-d946569ed4a0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:37:54.294675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-c4d63d4c-c20e-417c-b1c5-0947938153db tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:54.295368 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-c4d63d4c-c20e-417c-b1c5-0947938153db tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:54.308581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abd6ccc8-827a-46d8-9d07-5a9aa3106f68 req-c4d63d4c-c20e-417c-b1c5-0947938153db tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "PUT /v2.0/ports/61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 942 time: 1.0624890 Nov 12 13:37:54.405192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58484) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:54.408648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['61287fb3-ed10-48e4-b073-d946569ed4a0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:37:54.409003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7a2c9de-a0af-46a9-aabb-da9cdab27a1c req-c8e3a563-340f-4e74-987c-ccdc78ca6484 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627131 Nov 12 13:37:54.700100 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:54.764055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d63d4c-c20e-417c-b1c5-0947938153db tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Pushing event updated for resources: {'Port': ['ID=61287fb3-ed10-48e4-b073-d946569ed4a0,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:54.813725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-999ce324-5c01-4748-bb6d-e631a50bfe71 req-ce43b9c6-3163-444e-9596-c8cc80923de0 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569768 Nov 12 13:37:54.813970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9230c92f-ae23-4920-9408-066d23be4f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:54.896953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-7c3aa9e7-6991-4be6-b735-6e13ce183efd tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3723302 Nov 12 13:37:54.955094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:55.011228 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9230c92f-ae23-4920-9408-066d23be4f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.018239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=66658e57-d359-4536-b8e4-56613b38fa9a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:55.031575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381b844-fc67-4bfb-8b52-d07283887195 req-bbc07268-1270-451c-a544-fb45b215693e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:55.033271 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-999ce324-5c01-4748-bb6d-e631a50bfe71 req-b64d3de8-ee67-4949-854d-f258763a0156 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076561 Nov 12 13:37:55.037939 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2381b844-fc67-4bfb-8b52-d07283887195 req-bbc07268-1270-451c-a544-fb45b215693e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.4038954 Nov 12 13:37:55.039007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9230c92f-ae23-4920-9408-066d23be4f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.043932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.127342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9230c92f-ae23-4920-9408-066d23be4f0d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3776bd66a004725b4a8c11e5578749d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7055655 Nov 12 13:37:55.130542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58496) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:55.136916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230c92f-ae23-4920-9408-066d23be4f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9d4b72-2b0a-4291-b7ad-d0ca5cc8bd07,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:55.139953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Checking segment: {'id': 'bdc01161-8cbb-4a01-af29-ec662319df12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '3817fd26-8347-4a8e-9820-eb157f8e928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:55.140648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network hostable DHCP agents. Network: 3817fd26-8347-4a8e-9820-eb157f8e928e, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:37:55.200574 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2381b844-fc67-4bfb-8b52-d07283887195 req-099509f4-2ef2-4da9-9131-dd7e1a5a08c7 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443727 Nov 12 13:37:55.209509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 3817fd26-8347-4a8e-9820-eb157f8e928e is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:37:55.229531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 3817fd26-8347-4a8e-9820-eb157f8e928e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:55.238306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:55.238625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.242955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393446c-399e-4f8d-b912-388e389b6797 None None] Network 3817fd26-8347-4a8e-9820-eb157f8e928e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:55.243513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afe64daf-3026-4f75-a111-a9a563fe7cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.269266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.288480 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9cf05df9-164a-44d7-a59b-f586d28fe86f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7076988 Nov 12 13:37:55.295021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58498) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:55.303711 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-580c999c-63d0-4313-88d1-5d9c81bed00c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-739462839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:55.339579 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-580c999c-63d0-4313-88d1-5d9c81bed00c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.340749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-580c999c-63d0-4313-88d1-5d9c81bed00c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.404173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:37:55.406864 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734" -d '{"events": [{"name": "network-changed", "server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:37:55.426851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Allocated IP 172.25.5.98 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/795b174f-17b0-4c64-a4b5-7ead1334a29a) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:55.466125 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-580c999c-63d0-4313-88d1-5d9c81bed00c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.478304 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-580c999c-63d0-4313-88d1-5d9c81bed00c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.539904 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-580c999c-63d0-4313-88d1-5d9c81bed00c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.543289 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482ec9c2-91c8-4ae9-9f25-b2006c900236 x-openstack-request-id: req-482ec9c2-91c8-4ae9-9f25-b2006c900236 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:37:55.544298 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:37:55.544572 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-482ec9c2-91c8-4ae9-9f25-b2006c900236 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:37:55.544990 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'status': 'completed', 'code': 200} Nov 12 13:37:55.553873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-3817fd26-8347-4a8e-9820-eb157f8e928e', 'network_id': '3817fd26-8347-4a8e-9820-eb157f8e928e', 'tenant_id': '061d9f90424e4a27a4a7f6d1607da3b8', 'fixed_ips': [{'subnet_id': '66658e57-d359-4536-b8e4-56613b38fa9a'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:37:55.554279 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-580c999c-63d0-4313-88d1-5d9c81bed00c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2579741 Nov 12 13:37:55.558728 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.559236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afe64daf-3026-4f75-a111-a9a563fe7cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.564585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58512) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:55.581585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'network_id': '3817fd26-8347-4a8e-9820-eb157f8e928e', 'name': 'tempest-PortsIpV6TestJSON-291081508'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:55.616124 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.656350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734 req-5ac7af82-dffe-4117-8291-5cbf7f5e8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:55.657800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734 req-5ac7af82-dffe-4117-8291-5cbf7f5e8544 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c22ad78ffd604d49abed86bb76243ab2&device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1096 time: 0.1205521 Nov 12 13:37:55.704661 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afe64daf-3026-4f75-a111-a9a563fe7cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.708438 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afe64daf-3026-4f75-a111-a9a563fe7cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.712937 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-afe64daf-3026-4f75-a111-a9a563fe7cc2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e9d4b72-2b0a-4291-b7ad-d0ca5cc8bd07 HTTP/1.1" status: 204 len: 168 time: 0.5812349 Nov 12 13:37:55.724741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f1e87-59de-492a-ab99-2e42699a5bb8 req-a115ac9a-ae6d-49dc-9312-27f22e726c9f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:55.726346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d5f1e87-59de-492a-ab99-2e42699a5bb8 req-a115ac9a-ae6d-49dc-9312-27f22e726c9f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1704254 Nov 12 13:37:55.766084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe64daf-3026-4f75-a111-a9a563fe7cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9d4b72-2b0a-4291-b7ad-d0ca5cc8bd07,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:55.776737 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.814313 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d5f1e87-59de-492a-ab99-2e42699a5bb8 req-de366c91-c41e-4f63-b386-74b41913211d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815501 Nov 12 13:37:55.839924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Allocated IP 2001:db8::2 (3817fd26-8347-4a8e-9820-eb157f8e928e/66658e57-d359-4536-b8e4-56613b38fa9a/6cfda39d-f1f5-47f9-9927-f092eb6ef169) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:55.854400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:55.877028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:55.890040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:37:55.897804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:55.902841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:55.972103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port 8af8fa8a-e7cd-4f92-bdee-130dff27e251 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:37:56.002830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734 req-5daac1fa-e185-44a5-89ba-39030abb403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:56.005666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734 req-5daac1fa-e185-44a5-89ba-39030abb403a service neutron] 10.222.0.105 "GET /v2.0/networks?id=8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 200 len: 920 time: 0.3348019 Nov 12 13:37:56.010281 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Pushing event updated for resources: {'Port': ['ID=795b174f-17b0-4c64-a4b5-7ead1334a29a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:56.111048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734 req-545becd1-9f09-419d-b345-1866fe83bfef service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 217 time: 0.0728295 Nov 12 13:37:56.168841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.179720 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.213991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Network 3817fd26-8347-4a8e-9820-eb157f8e928e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:56.232151 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.235253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734 req-b16a2215-23be-4164-8548-8f8ff6abd06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:56.237110 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734 req-b16a2215-23be-4164-8548-8f8ff6abd06c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3ee456dc-18fc-4feb-a6a5-daa91d513016 HTTP/1.1" status: 200 len: 859 time: 0.1182141 Nov 12 13:37:56.239012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:56.247647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:56.297347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734 req-85b2f280-493a-45b7-b704-cc16eada41ed service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8e1841d8-c05f-429b-a918-a176ecd20928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489686 Nov 12 13:37:56.315063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8::278 (3817fd26-8347-4a8e-9820-eb157f8e928e/66658e57-d359-4536-b8e4-56613b38fa9a/8af8fa8a-e7cd-4f92-bdee-130dff27e251) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:37:56.351198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Pushing event updated for resources: {'Port': ['ID=6cfda39d-f1f5-47f9-9927-f092eb6ef169,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:56.362712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Attempting to bind port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:37:56.364557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Attempting to bind port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'bdc01161-8cbb-4a01-af29-ec662319df12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '3817fd26-8347-4a8e-9820-eb157f8e928e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:37:56.365081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Attempting to bind port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 on network 3817fd26-8347-4a8e-9820-eb157f8e928e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:37:56.374958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:37:56.376927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Checking segment: {'id': 'bdc01161-8cbb-4a01-af29-ec662319df12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '3817fd26-8347-4a8e-9820-eb157f8e928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:37:56.377568 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.378115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Bound using segment: {'id': 'bdc01161-8cbb-4a01-af29-ec662319df12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '3817fd26-8347-4a8e-9820-eb157f8e928e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:37:56.378983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Bound port: 6cfda39d-f1f5-47f9-9927-f092eb6ef169, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc01161-8cbb-4a01-af29-ec662319df12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '3817fd26-8347-4a8e-9820-eb157f8e928e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:37:56.379672 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.422910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58540) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:56.480107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] For port 6cfda39d-f1f5-47f9-9927-f092eb6ef169, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:37:56.485454 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61cb3854-44be-440f-ab51-baf524c0cb5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.486337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] For port 6cfda39d-f1f5-47f9-9927-f092eb6ef169, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6cfda39d-f1f5-47f9-9927-f092eb6ef169,segment=NetworkSegment(bdc01161-8cbb-4a01-af29-ec662319df12),segment_id=bdc01161-8cbb-4a01-af29-ec662319df12)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:37:56.495788 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.570526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea6dcb-ae19-452a-bf9a-4dff9127f0b4 req-f7eccbce-2e2d-4b7f-9b39-f07c1fe89b6b tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:56.572047 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80ea6dcb-ae19-452a-bf9a-4dff9127f0b4 req-f7eccbce-2e2d-4b7f-9b39-f07c1fe89b6b tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.0885959 Nov 12 13:37:56.589095 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.607667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.623308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f0806-7ba7-4035-a1bd-09e13613f86d None None] Pushing event updated for resources: {'Port': ['ID=6cfda39d-f1f5-47f9-9927-f092eb6ef169,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:56.698767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-80ea6dcb-ae19-452a-bf9a-4dff9127f0b4 req-eaedd801-640c-4238-a324-06e53e321c48 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137147 Nov 12 13:37:56.701181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.755961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 3817fd26-8347-4a8e-9820-eb157f8e928e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:56.769843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:56.770344 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734 req-94628708-6488-4990-825f-ed6b47c78a90 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247348 Nov 12 13:37:56.778873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:37:56.787277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:56.787982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:56.816440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=8af8fa8a-e7cd-4f92-bdee-130dff27e251,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:56.835869 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9a4b3fb0-80bf-44e8-abdc-4f3c35022e1a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2590334 Nov 12 13:37:56.840504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58546) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:57.026464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-094ba067-1657-4252-ab96-e2cf83b3f26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.033675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61cb3854-44be-440f-ab51-baf524c0cb5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.053783 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61cb3854-44be-440f-ab51-baf524c0cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.160243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-61cb3854-44be-440f-ab51-baf524c0cb5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6917217fcc34ae1a5d7264af331367a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7331057 Nov 12 13:37:57.167876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb3854-44be-440f-ab51-baf524c0cb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5434ddbf-78ee-421b-8272-a6a3f7b8d551,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:57.173193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6f938ec-f0eb-4b7c-99a2-fd6bd3408734 req-dc71ea3d-09fa-44af-833d-d978ab4f2345 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826959 Nov 12 13:37:57.176174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58554) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:37:57.244778 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.256038 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.273995 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5edab67-9291-4d0f-83c7-4f07ecdc4b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.327841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.350793 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5edab67-9291-4d0f-83c7-4f07ecdc4b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.373268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Pushing event updated for resources: {'Port': ['ID=795b174f-17b0-4c64-a4b5-7ead1334a29a,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:57.400103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.432670 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.434286 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-388294c2-bcbc-49f0-82a0-fabc7a5fbb91 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4860106 Nov 12 13:37:57.527472 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-10b00d7e-079f-48f3-84c9-0a8cc0c163a1 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 695 time: 0.0846353 Nov 12 13:37:57.528911 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5edab67-9291-4d0f-83c7-4f07ecdc4b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.531995 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5edab67-9291-4d0f-83c7-4f07ecdc4b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.535430 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e5edab67-9291-4d0f-83c7-4f07ecdc4b29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5434ddbf-78ee-421b-8272-a6a3f7b8d551 HTTP/1.1" status: 204 len: 168 time: 0.3556235 Nov 12 13:37:57.595624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edab67-9291-4d0f-83c7-4f07ecdc4b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5434ddbf-78ee-421b-8272-a6a3f7b8d551,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:57.772614 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.780097 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:57.788816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-9ba76d83-338f-4775-a7da-3287a3a7c5ea tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:57.815678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fee8250-29ab-4451-ad42-6e56688bd20b req-9ba76d83-338f-4775-a7da-3287a3a7c5ea tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2651143 Nov 12 13:37:57.958469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=8af8fa8a-e7cd-4f92-bdee-130dff27e251,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:58.038562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-6714debe-fa03-4aba-a8ca-755f7a3cf536 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:58.050992 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-6714debe-fa03-4aba-a8ca-755f7a3cf536 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1370664 Nov 12 13:37:58.128243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-b072a9c7-47fd-41a5-8f19-7d3a051b067e tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 695 time: 0.0695009 Nov 12 13:37:58.144611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-a4c43b5b-b510-4ea7-9e24-b7f693c48a15 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Request body: {'floatingip': {'port_id': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:37:58.170734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf94180-fe9b-4703-8cc3-85af0e23483f req-6079f72d-dc6c-41fa-854e-8cd0d3982d17 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:37:58.188516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eaf94180-fe9b-4703-8cc3-85af0e23483f req-6079f72d-dc6c-41fa-854e-8cd0d3982d17 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.2245395 Nov 12 13:37:58.192942 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-a4c43b5b-b510-4ea7-9e24-b7f693c48a15 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:58.326947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666b3604-d7c0-4fda-b463-290b5a4399d9 None None] Network 3817fd26-8347-4a8e-9820-eb157f8e928e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:37:58.333747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eaf94180-fe9b-4703-8cc3-85af0e23483f req-8f4ae4c7-d741-4371-a959-b063e79c0132 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441545 Nov 12 13:37:58.425411 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:58.522823 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a457fe10-436c-4ada-af7b-582f2368dd8e None None] Provisioning complete for port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:58.523031 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a457fe10-436c-4ada-af7b-582f2368dd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:58.734883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:58.801559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6cfda39d-f1f5-47f9-9927-f092eb6ef169 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:37:58.940609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:58.941430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:58.988340 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a457fe10-436c-4ada-af7b-582f2368dd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:59.036460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a457fe10-436c-4ada-af7b-582f2368dd8e None None] For port 6cfda39d-f1f5-47f9-9927-f092eb6ef169, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6cfda39d-f1f5-47f9-9927-f092eb6ef169,segment=NetworkSegment(bdc01161-8cbb-4a01-af29-ec662319df12),segment_id=bdc01161-8cbb-4a01-af29-ec662319df12)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:37:59.083136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a457fe10-436c-4ada-af7b-582f2368dd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:59.115608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-a4c43b5b-b510-4ea7-9e24-b7f693c48a15 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:37:59.159088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457fe10-436c-4ada-af7b-582f2368dd8e None None] Pushing event updated for resources: {'Port': ['ID=6cfda39d-f1f5-47f9-9927-f092eb6ef169,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:59.194626 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-a4c43b5b-b510-4ea7-9e24-b7f693c48a15 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:59.203236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-a4c43b5b-b510-4ea7-9e24-b7f693c48a15 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:59.432304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-428d6467-7dcc-45a1-9048-b5dc48d261d8 None None] Provisioning complete for port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:59.436561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:59.439161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-428d6467-7dcc-45a1-9048-b5dc48d261d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:59.444382 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:59.446207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:59.455588 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-a4c43b5b-b510-4ea7-9e24-b7f693c48a15 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Floating IP 6cf3ac48-0c5f-4787-83dd-720e82b1da10 associated. External IP: 172.25.5.98, port: 61287fb3-ed10-48e4-b073-d946569ed4a0. Nov 12 13:37:59.577348 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc079f80-7966-4bdc-9c10-315ff8bc9c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:59.716357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-428d6467-7dcc-45a1-9048-b5dc48d261d8 None None] Provisioning complete for port 8af8fa8a-e7cd-4f92-bdee-130dff27e251 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:59.716734 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-428d6467-7dcc-45a1-9048-b5dc48d261d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:37:59.786167 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-428d6467-7dcc-45a1-9048-b5dc48d261d8 None None] Port 8af8fa8a-e7cd-4f92-bdee-130dff27e251 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:37:59.829922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=8af8fa8a-e7cd-4f92-bdee-130dff27e251,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:37:59.834250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 3817fd26-8347-4a8e-9820-eb157f8e928e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:37:59.842375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:37:59.963926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8613cc40-dfa9-4040-b0e3-a16af12bed74 None None] Provisioning complete for port 8af8fa8a-e7cd-4f92-bdee-130dff27e251 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:37:59.964374 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8613cc40-dfa9-4040-b0e3-a16af12bed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:00.045532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8613cc40-dfa9-4040-b0e3-a16af12bed74 None None] Port 8af8fa8a-e7cd-4f92-bdee-130dff27e251 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:00.096961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73231a93-4b15-4564-a9dd-6a161c6e5b7a req-1d9d35c4-648d-42bf-aa96-cdeabe5c4ed4 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:00.100113 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73231a93-4b15-4564-a9dd-6a161c6e5b7a req-1d9d35c4-648d-42bf-aa96-cdeabe5c4ed4 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.4308755 Nov 12 13:38:00.261026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73231a93-4b15-4564-a9dd-6a161c6e5b7a req-771c8fb1-a73b-4ef2-a558-3061a11e7dd3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496558 Nov 12 13:38:00.302623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Router b26fccb6-1b7d-4f89-9548-2be3dda589af is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:38:00.322268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d5218c00-8fbf-453b-a825-b04cc7cf865f None None] Provisioning complete for port 8af8fa8a-e7cd-4f92-bdee-130dff27e251 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:00.327238 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5218c00-8fbf-453b-a825-b04cc7cf865f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:00.423075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-a4c43b5b-b510-4ea7-9e24-b7f693c48a15 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:38:00.441326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d5218c00-8fbf-453b-a825-b04cc7cf865f None None] Port 8af8fa8a-e7cd-4f92-bdee-130dff27e251 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:00.584938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-a4c43b5b-b510-4ea7-9e24-b7f693c48a15 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:38:00.585701 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:00.603482 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] Sync routers for ids ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:38:00.608747 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-a4c43b5b-b510-4ea7-9e24-b7f693c48a15 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:00.641878 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] Routers {'2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:00.643455 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:00.659720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:38:00.673433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043b91e-8a6a-4868-8fcc-013c284c201b None None] Sync routers for ids ['b26fccb6-1b7d-4f89-9548-2be3dda589af'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:38:00.678396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6cfda39d-f1f5-47f9-9927-f092eb6ef169 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:00.697752 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-a4c43b5b-b510-4ea7-9e24-b7f693c48a15 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "PUT /v2.0/floatingips/6cf3ac48-0c5f-4787-83dd-720e82b1da10 HTTP/1.1" status: 200 len: 995 time: 2.5564511 Nov 12 13:38:00.698307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:38:00.698874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-49e6e2c0-ce47-4f25-ad10-def81fd9f21e tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "PUT /v2.0/routers/b26fccb6-1b7d-4f89-9548-2be3dda589af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8557498 Nov 12 13:38:00.700272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58648) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:00.709393 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea076710-c5e0-4f07-bced-d139b6f46d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:38:00.794362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8043b91e-8a6a-4868-8fcc-013c284c201b None None] Routers {'b26fccb6-1b7d-4f89-9548-2be3dda589af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:00.795093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8043b91e-8a6a-4868-8fcc-013c284c201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b26fccb6-1b7d-4f89-9548-2be3dda589af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:00.829089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-ca850efe-4847-4850-ac27-d16f7bb17a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:00.846589 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-ca850efe-4847-4850-ac27-d16f7bb17a0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c22ad78ffd604d49abed86bb76243ab2&device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1096 time: 0.1268790 Nov 12 13:38:00.870922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d457f58-2466-4a45-a811-0c7a562223f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:00.874287 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2d457f58-2466-4a45-a811-0c7a562223f6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports?device_id=b26fccb6-1b7d-4f89-9548-2be3dda589af HTTP/1.1" status: 200 len: 988 time: 0.1700463 Nov 12 13:38:00.878510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58662) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:00.944922 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] Set router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:01.113073 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bf8084-9621-4127-9ea8-e369847a86aa x-openstack-request-id: req-72bf8084-9621-4127-9ea8-e369847a86aa {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:38:01.113400 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:38:01.113661 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72bf8084-9621-4127-9ea8-e369847a86aa {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:38:01.114077 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'status': 'completed', 'code': 200} Nov 12 13:38:01.327409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-d41ad960-6348-4871-a3cc-a91504679928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:01.328933 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-d41ad960-6348-4871-a3cc-a91504679928 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 1097 time: 0.2140560 Nov 12 13:38:01.473395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-17e79b95-4ca4-4ba2-a921-10474d608226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:01.475068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-17e79b95-4ca4-4ba2-a921-10474d608226 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 912 time: 0.1373591 Nov 12 13:38:01.478976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-4780b336-ebb4-4eef-ae91-2fcfaa0b25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:01.480586 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-4780b336-ebb4-4eef-ae91-2fcfaa0b25f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 200 len: 920 time: 0.6330547 Nov 12 13:38:01.483817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea076710-c5e0-4f07-bced-d139b6f46d5f req-dda86f73-83c6-467b-a6b1-790b9e2f8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:01.490433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea076710-c5e0-4f07-bced-d139b6f46d5f req-dda86f73-83c6-467b-a6b1-790b9e2f8eba service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c22ad78ffd604d49abed86bb76243ab2&device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1096 time: 0.3796129 Nov 12 13:38:01.625046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8043b91e-8a6a-4868-8fcc-013c284c201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:01.646718 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '6cf3ac48-0c5f-4787-83dd-720e82b1da10', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'port_id': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'mac_address': 'fa:16:3e:2b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:56Z', 'updated_at': '2021-11-12T13:37:58Z', 'revision_number': 1, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11147dea-a4bf-4c4f-b1b3-ac3966f35069', 'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'mac_address': 'fa:16:3e:fc:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:41Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 5, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'subnets': [{'id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:01.660024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:01.660448 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:01.717151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8043b91e-8a6a-4868-8fcc-013c284c201b None None] Routers {'b26fccb6-1b7d-4f89-9548-2be3dda589af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:01.718453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8043b91e-8a6a-4868-8fcc-013c284c201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b26fccb6-1b7d-4f89-9548-2be3dda589af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:01.723619 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] Checking router: 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:38:01.724885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cbdffe48-c1b1-480e-ae6e-06c2fad2faa1 None None] Provisioning complete for port 8af8fa8a-e7cd-4f92-bdee-130dff27e251 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:01.725258 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbdffe48-c1b1-480e-ae6e-06c2fad2faa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:01.753917 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] Routers {'2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:01.755078 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:01.767456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c26c-8098-4975-b6c1-91d6af4e7449 req-8df81a3f-a22f-48df-bb8b-72749331735e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:01.775966 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44b9c26c-8098-4975-b6c1-91d6af4e7449 req-8df81a3f-a22f-48df-bb8b-72749331735e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.2604682 Nov 12 13:38:01.802275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea076710-c5e0-4f07-bced-d139b6f46d5f req-12fa491d-b7a3-4cef-9d50-c9b770b8bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:01.803811 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea076710-c5e0-4f07-bced-d139b6f46d5f req-12fa491d-b7a3-4cef-9d50-c9b770b8bc08 service neutron] 10.222.0.105 "GET /v2.0/networks?id=8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 200 len: 920 time: 0.2986228 Nov 12 13:38:01.850182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8043b91e-8a6a-4868-8fcc-013c284c201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:01.850915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043b91e-8a6a-4868-8fcc-013c284c201b None None] The sync data for ids ['b26fccb6-1b7d-4f89-9548-2be3dda589af'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:38:01.943502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cbdffe48-c1b1-480e-ae6e-06c2fad2faa1 None None] Port 8af8fa8a-e7cd-4f92-bdee-130dff27e251 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:01.955230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-1b79dc53-1b92-403b-9738-01cd14552418 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 998 time: 0.4546418 Nov 12 13:38:02.054022 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] Set router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:02.080537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-1b0dfa29-f647-406a-b11e-6e2a354e38da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99072daf-ae37-495e-9205-4b81df28e187 HTTP/1.1" status: 200 len: 1002 time: 0.5919108 Nov 12 13:38:02.122353 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44b9c26c-8098-4975-b6c1-91d6af4e7449 req-c632ddca-19a2-407b-b1db-c3fd5d73017e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368053 Nov 12 13:38:02.192938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-b7cbf113-3c91-4be9-8f2a-0c452a5a23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:02.195542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-b7cbf113-3c91-4be9-8f2a-0c452a5a23f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee456dc-18fc-4feb-a6a5-daa91d513016 HTTP/1.1" status: 200 len: 859 time: 0.2392886 Nov 12 13:38:02.197111 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:02.272678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-60dfb208-f63a-4d1d-859d-2db051a249c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e1841d8-c05f-429b-a918-a176ecd20928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640604 Nov 12 13:38:02.275906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea076710-c5e0-4f07-bced-d139b6f46d5f req-24273f7c-d7a5-425a-b541-a46470243b6b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 998 time: 0.3102443 Nov 12 13:38:02.422723 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:02.491516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-729210a6-ec8d-4d80-843c-5a3a6c7f85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:02.493213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-729210a6-ec8d-4d80-843c-5a3a6c7f85a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.3753712 Nov 12 13:38:02.500855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea076710-c5e0-4f07-bced-d139b6f46d5f req-0e8314d5-d992-4c77-97fc-5a7bc5a8860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:02.502586 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea076710-c5e0-4f07-bced-d139b6f46d5f req-0e8314d5-d992-4c77-97fc-5a7bc5a8860d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3ee456dc-18fc-4feb-a6a5-daa91d513016 HTTP/1.1" status: 200 len: 859 time: 0.1962671 Nov 12 13:38:02.560753 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '6cf3ac48-0c5f-4787-83dd-720e82b1da10', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'port_id': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'mac_address': 'fa:16:3e:2b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:56Z', 'updated_at': '2021-11-12T13:37:58Z', 'revision_number': 1, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11147dea-a4bf-4c4f-b1b3-ac3966f35069', 'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'mac_address': 'fa:16:3e:fc:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:41Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 5, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'subnets': [{'id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:02.626868 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba56936-940c-48aa-8046-89debd5236e5 None None] The sync data for ids ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'] in n-d-805736-4 is: [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '6cf3ac48-0c5f-4787-83dd-720e82b1da10', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'port_id': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'mac_address': 'fa:16:3e:2b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:37:56Z', 'updated_at': '2021-11-12T13:37:58Z', 'revision_number': 1, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11147dea-a4bf-4c4f-b1b3-ac3966f35069', 'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'mac_address': 'fa:16:3e:fc:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:41Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 5, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'subnets': [{'id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:38:02.657497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea076710-c5e0-4f07-bced-d139b6f46d5f req-6569f743-fa85-4eba-a82e-365c2ba87ef4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8e1841d8-c05f-429b-a918-a176ecd20928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569661 Nov 12 13:38:02.732426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-2185ed90-14ee-49b6-a4f6-f2545c6ae543 service neutron] 10.222.0.73 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514062 Nov 12 13:38:02.833890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-64bf003b-1393-46b0-baf6-71602c80b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:02.835542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-64bf003b-1393-46b0-baf6-71602c80b589 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3295996 Nov 12 13:38:02.893385 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:02.925158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 8af8fa8a-e7cd-4f92-bdee-130dff27e251 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:02.925666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:03.039417 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f713bcf-1c55-4442-b5bc-f200cba2fe89 None None] New status for floating IP 6cf3ac48-0c5f-4787-83dd-720e82b1da10: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:38:03.116571 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:03.131557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f427d28-9d84-46e9-bcd2-1b84aaf1a865 req-cca3a450-de18-4997-b7f4-6ad1b0d14dbf service neutron] 10.222.0.73 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982720 Nov 12 13:38:03.137254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 8af8fa8a-e7cd-4f92-bdee-130dff27e251 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:03.306674 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea076710-c5e0-4f07-bced-d139b6f46d5f req-dd3077f9-0888-46fc-b81a-2017e3609641 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279509 Nov 12 13:38:03.496319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-2b996c95-f3aa-4ae0-a1c9-427ae7d30195 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 998 time: 0.2669501 Nov 12 13:38:03.509047 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-b984793c-0787-43d0-a39c-05d4714d9a3b service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388627 Nov 12 13:38:03.510827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b2f6e-384a-499a-9bd7-cd0254518906 req-ee90d940-92d6-43a3-95be-f5ade90c4338 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:03.514278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-931b2f6e-384a-499a-9bd7-cd0254518906 req-ee90d940-92d6-43a3-95be-f5ade90c4338 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.1445663 Nov 12 13:38:03.576826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:03.668934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98f5ab35-1bfa-45ae-b07d-42c6a7391a5c req-3c2b855d-6789-40bb-be66-f89916d6ed5f service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453283 Nov 12 13:38:03.678793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ea076710-c5e0-4f07-bced-d139b6f46d5f req-139b400a-70e2-48a1-9cd1-b70ea7cf7401 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517909 Nov 12 13:38:03.690939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-afa356ca-84ec-471f-a1e5-dc5963e5d235 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:03.692789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-afa356ca-84ec-471f-a1e5-dc5963e5d235 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports/61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 942 time: 0.1871703 Nov 12 13:38:03.868263 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-05122ffd-8746-4f15-8265-4da13814a680 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 1000 time: 0.0974185 Nov 12 13:38:04.014928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-f58c109d-dc44-4a2d-b0da-9339273c256b tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:04.016439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-f58c109d-dc44-4a2d-b0da-9339273c256b tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.1471939 Nov 12 13:38:04.128098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6e81b3c4-2dbb-4726-8457-f0bd027731c3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 1000 time: 0.1031935 Nov 12 13:38:04.144051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6dd9aa55-ce40-41ba-ae02-4a19a5171fba tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:04.259880 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6dd9aa55-ce40-41ba-ae02-4a19a5171fba tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:04.366576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-931b2f6e-384a-499a-9bd7-cd0254518906 req-5560e88b-31d2-4856-bcbf-056a3dc9e4b0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8405478 Nov 12 13:38:04.373335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=8af8fa8a-e7cd-4f92-bdee-130dff27e251,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:04.464600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:04.647886 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6dd9aa55-ce40-41ba-ae02-4a19a5171fba tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:04.654102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6dd9aa55-ce40-41ba-ae02-4a19a5171fba tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:04.654603 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6dd9aa55-ce40-41ba-ae02-4a19a5171fba tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Floating IP 6cf3ac48-0c5f-4787-83dd-720e82b1da10 disassociated. External IP: 172.25.5.98, port: 61287fb3-ed10-48e4-b073-d946569ed4a0. Nov 12 13:38:04.719170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Router b26fccb6-1b7d-4f89-9548-2be3dda589af has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:38:04.849962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:38:04.854208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-189b62f3-2d51-4d59-a1c8-f57b5746da5b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "PUT /v2.0/routers/b26fccb6-1b7d-4f89-9548-2be3dda589af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9746232 Nov 12 13:38:04.856729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:04.859477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5eff8-5851-46ea-95c7-c0339088b5e2 None None] Sync routers for ids ['b26fccb6-1b7d-4f89-9548-2be3dda589af'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:38:04.884860 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8589c23f-5978-4150-acc5-64e673eb78c6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:38:04.890284 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8589c23f-5978-4150-acc5-64e673eb78c6 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/8af8fa8a-e7cd-4f92-bdee-130dff27e251 HTTP/1.1" status: 404 len: 333 time: 0.0322239 Nov 12 13:38:04.891163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58740) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:04.903849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5eff8-5851-46ea-95c7-c0339088b5e2 None None] Routers {'b26fccb6-1b7d-4f89-9548-2be3dda589af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:04.904489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4db5eff8-5851-46ea-95c7-c0339088b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b26fccb6-1b7d-4f89-9548-2be3dda589af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:04.951256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4db5eff8-5851-46ea-95c7-c0339088b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:04.962249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5eff8-5851-46ea-95c7-c0339088b5e2 None None] Routers {'b26fccb6-1b7d-4f89-9548-2be3dda589af'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:04.965593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4db5eff8-5851-46ea-95c7-c0339088b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b26fccb6-1b7d-4f89-9548-2be3dda589af'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:04.994754 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a10d-a849-4f31-87c6-bdd1f0dd5166 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:05.064926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6dd9aa55-ce40-41ba-ae02-4a19a5171fba tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:38:05.098287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4db5eff8-5851-46ea-95c7-c0339088b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:05.099008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5eff8-5851-46ea-95c7-c0339088b5e2 None None] The sync data for ids ['b26fccb6-1b7d-4f89-9548-2be3dda589af'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:38:05.293322 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a10d-a849-4f31-87c6-bdd1f0dd5166 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:05.293322 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a10d-a849-4f31-87c6-bdd1f0dd5166 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:05.306886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6dd9aa55-ce40-41ba-ae02-4a19a5171fba tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:38:05.316547 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6dd9aa55-ce40-41ba-ae02-4a19a5171fba tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:05.334250 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] Sync routers for ids ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:38:05.354472 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a10d-a849-4f31-87c6-bdd1f0dd5166 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:05.355029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac2a10d-a849-4f31-87c6-bdd1f0dd5166 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Fanout notify agent at l3_agent the message router_deleted on router b26fccb6-1b7d-4f89-9548-2be3dda589af {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:38:05.363140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6dd9aa55-ce40-41ba-ae02-4a19a5171fba tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "PUT /v2.0/floatingips/6cf3ac48-0c5f-4787-83dd-720e82b1da10 HTTP/1.1" status: 200 len: 694 time: 1.2267587 Nov 12 13:38:05.363994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:38:05.366294 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243d8a86-702c-4e91-b2e3-bba929ba2225" -d '{"events": [{"name": "network-changed", "server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:38:05.371564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a10d-a849-4f31-87c6-bdd1f0dd5166 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:05.375399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58750) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:05.375665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ac2a10d-a849-4f31-87c6-bdd1f0dd5166 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/routers/b26fccb6-1b7d-4f89-9548-2be3dda589af HTTP/1.1" status: 204 len: 168 time: 0.4833043 Nov 12 13:38:05.399637 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] Routers {'2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:05.401641 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:05.489538 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff72344-e128-4e41-94ce-ef899f123230 x-openstack-request-id: req-1ff72344-e128-4e41-94ce-ef899f123230 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:38:05.489826 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:38:05.490080 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ff72344-e128-4e41-94ce-ef899f123230 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:38:05.490480 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'status': 'completed', 'code': 200} Nov 12 13:38:05.658619 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] Set router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:05.717627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760b0b9-336b-41ed-80df-e31e2dc6ef45 req-e614af27-465f-4047-8427-344d348d5a0e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:05.725676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f760b0b9-336b-41ed-80df-e31e2dc6ef45 req-e614af27-465f-4047-8427-344d348d5a0e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.1530039 Nov 12 13:38:05.826341 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f760b0b9-336b-41ed-80df-e31e2dc6ef45 req-1c507107-e787-4485-8641-939a7e1b9e0f tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936863 Nov 12 13:38:06.066492 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '11147dea-a4bf-4c4f-b1b3-ac3966f35069', 'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'mac_address': 'fa:16:3e:fc:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:41Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 5, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'subnets': [{'id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:06.130291 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] Checking router: 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:38:06.131223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-40d4425b-b2f1-4370-855f-9cf1de82c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:06.133091 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-40d4425b-b2f1-4370-855f-9cf1de82c4c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c22ad78ffd604d49abed86bb76243ab2&device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1096 time: 0.6822641 Nov 12 13:38:06.141891 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] Routers {'2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:06.142112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e55791-ba66-4a82-9465-452c0af7fdfe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet 66658e57-d359-4536-b8e4-56613b38fa9a {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:38:06.142978 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:06.157801 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b7e55791-ba66-4a82-9465-452c0af7fdfe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:06.216312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d8a86-702c-4e91-b2e3-bba929ba2225 req-ee97204f-4c6f-4da5-b29f-db87e3f349e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:06.217824 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-243d8a86-702c-4e91-b2e3-bba929ba2225 req-ee97204f-4c6f-4da5-b29f-db87e3f349e9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c22ad78ffd604d49abed86bb76243ab2&device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 1096 time: 0.7076821 Nov 12 13:38:06.288448 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] Set router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:06.357678 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b7e55791-ba66-4a82-9465-452c0af7fdfe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:06.419727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-77024725-b53e-401e-a395-1f2dc8cc3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:06.421389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-77024725-b53e-401e-a395-1f2dc8cc3d97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 200 len: 920 time: 0.2764366 Nov 12 13:38:06.495105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b7e55791-ba66-4a82-9465-452c0af7fdfe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:06.575197 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '11147dea-a4bf-4c4f-b1b3-ac3966f35069', 'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'mac_address': 'fa:16:3e:fc:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:41Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 5, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'subnets': [{'id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:06.581673 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-6d487bb1-5915-4492-812d-83ca56094b28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 217 time: 0.0821562 Nov 12 13:38:06.588124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d8a86-702c-4e91-b2e3-bba929ba2225 req-55cd8ceb-27fc-4889-99c9-e8e18be89b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:06.589908 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-243d8a86-702c-4e91-b2e3-bba929ba2225 req-55cd8ceb-27fc-4889-99c9-e8e18be89b1d service neutron] 10.222.0.105 "GET /v2.0/networks?id=8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 200 len: 920 time: 0.3590717 Nov 12 13:38:06.606401 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eeab7f-5690-4713-a86b-af08179664e3 None None] The sync data for ids ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'] in n-d-805736-4 is: [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:36:44Z', 'revision_number': 4, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '11147dea-a4bf-4c4f-b1b3-ac3966f35069', 'name': '', 'network_id': '8e1841d8-c05f-429b-a918-a176ecd20928', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'mac_address': 'fa:16:3e:fc:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:41Z', 'updated_at': '2021-11-12T13:36:58Z', 'revision_number': 5, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'subnets': [{'id': '3ee456dc-18fc-4feb-a6a5-daa91d513016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:38:06.658633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-e19b4086-8905-4215-9dd4-b4b9a71d7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:06.660341 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-e19b4086-8905-4215-9dd4-b4b9a71d7b92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee456dc-18fc-4feb-a6a5-daa91d513016 HTTP/1.1" status: 200 len: 859 time: 0.0656123 Nov 12 13:38:06.714583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-b3b35c07-e121-497f-a0dd-d62148861efd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e1841d8-c05f-429b-a918-a176ecd20928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398128 Nov 12 13:38:06.756064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-243d8a86-702c-4e91-b2e3-bba929ba2225 req-7525253b-6213-4368-a8de-dd88756e7ee9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 200 len: 217 time: 0.1288824 Nov 12 13:38:06.884296 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b7e55791-ba66-4a82-9465-452c0af7fdfe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:06.909153 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b7e55791-ba66-4a82-9465-452c0af7fdfe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:06.913715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7171db9-3e58-49df-8621-c09981195951 None None] Network 3817fd26-8347-4a8e-9820-eb157f8e928e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:06.917391 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b7e55791-ba66-4a82-9465-452c0af7fdfe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/66658e57-d359-4536-b8e4-56613b38fa9a HTTP/1.1" status: 204 len: 168 time: 1.5404353 Nov 12 13:38:06.918248 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58784) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:07.020990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e55791-ba66-4a82-9465-452c0af7fdfe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=66658e57-d359-4536-b8e4-56613b38fa9a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:07.089931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d8a86-702c-4e91-b2e3-bba929ba2225 req-48e8c79f-4e56-42b7-a00a-4c16e87290ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:07.091597 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-243d8a86-702c-4e91-b2e3-bba929ba2225 req-48e8c79f-4e56-42b7-a00a-4c16e87290ab service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3ee456dc-18fc-4feb-a6a5-daa91d513016 HTTP/1.1" status: 200 len: 859 time: 0.3172905 Nov 12 13:38:07.159045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-243d8a86-702c-4e91-b2e3-bba929ba2225 req-8ce2058f-bc77-4d4d-a5c3-e982e9efd315 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8e1841d8-c05f-429b-a918-a176ecd20928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513639 Nov 12 13:38:07.175916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca829173-3d11-402c-ab4a-0ba008f77751 None None] New status for floating IP 6cf3ac48-0c5f-4787-83dd-720e82b1da10: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:38:07.187433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-72e08278-5e93-4475-8e05-b9c9418a6055 service neutron] 10.222.0.73 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299481 Nov 12 13:38:07.236452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:07.482848 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-243d8a86-702c-4e91-b2e3-bba929ba2225 req-270bbe67-0025-4a75-8878-a10b20820a65 service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111408 Nov 12 13:38:07.496364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7ec4ce3-14c0-458a-b436-795cc61fd329 req-7a1ebe9c-0129-4e34-95fc-326cc2fb486a service neutron] 10.222.0.73 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792027 Nov 12 13:38:07.531413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172bc5b-26f5-4c47-adb6-549bac8a8603 None None] DHCP port deletion for 3817fd26-8347-4a8e-9820-eb157f8e928e request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:07.566238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:07.566647 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:07.684418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7172bc5b-26f5-4c47-adb6-549bac8a8603 None None] Deleting port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:07.686629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] For port 6cfda39d-f1f5-47f9-9927-f092eb6ef169, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6cfda39d-f1f5-47f9-9927-f092eb6ef169,segment=NetworkSegment(bdc01161-8cbb-4a01-af29-ec662319df12),segment_id=bdc01161-8cbb-4a01-af29-ec662319df12)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:07.686801 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7172bc5b-26f5-4c47-adb6-549bac8a8603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:07.687219 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:07.693249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-6c379823-b568-468e-b0a1-87a9263c72d1 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/floatingips/6cf3ac48-0c5f-4787-83dd-720e82b1da10 HTTP/1.1" status: 200 len: 692 time: 0.1425197 Nov 12 13:38:07.706298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 6cfda39d-f1f5-47f9-9927-f092eb6ef169 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:07.841528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:07.884144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-6397dda5-8e89-41fb-843e-6317e8b17e49 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:07.892567 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=6cfda39d-f1f5-47f9-9927-f092eb6ef169,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:07.897330 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-6397dda5-8e89-41fb-843e-6317e8b17e49 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 784 time: 0.2024405 Nov 12 13:38:07.898593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No DVR routers for this DVR port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:38:07.913125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7172bc5b-26f5-4c47-adb6-549bac8a8603 None None] For port 6cfda39d-f1f5-47f9-9927-f092eb6ef169, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6cfda39d-f1f5-47f9-9927-f092eb6ef169,segment=NetworkSegment(bdc01161-8cbb-4a01-af29-ec662319df12),segment_id=bdc01161-8cbb-4a01-af29-ec662319df12)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:07.914469 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7172bc5b-26f5-4c47-adb6-549bac8a8603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:07.919174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-e68c042c-8727-46c5-8f28-8b5dbded51df tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:38:07.930249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-e68c042c-8727-46c5-8f28-8b5dbded51df tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275891 Nov 12 13:38:07.951131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7172bc5b-26f5-4c47-adb6-549bac8a8603 None None] Calling delete_port for 6cfda39d-f1f5-47f9-9927-f092eb6ef169 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:08.047533 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-7e1e8f0c-af28-4455-936f-6e350c783b88 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 695 time: 0.1158383 Nov 12 13:38:08.062075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-243d8a86-702c-4e91-b2e3-bba929ba2225 req-9ee5dea3-faf9-402f-85a6-0178a8595f6b service neutron] 10.222.0.105 "GET /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642223 Nov 12 13:38:08.142704 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.175869 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7172bc5b-26f5-4c47-adb6-549bac8a8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.191979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-92e71182-5e99-41ae-9e2e-8846d1337f97 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 695 time: 0.1420560 Nov 12 13:38:08.212032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172bc5b-26f5-4c47-adb6-549bac8a8603 None None] Pushing event deleted for resources: {'Port': ['ID=6cfda39d-f1f5-47f9-9927-f092eb6ef169,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:08.224310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172bc5b-26f5-4c47-adb6-549bac8a8603 None None] No DVR routers for this DVR port 6cfda39d-f1f5-47f9-9927-f092eb6ef169 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:38:08.270763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3817fd26-8347-4a8e-9820-eb157f8e928e']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:08.316743 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc01161-8cbb-4a01-af29-ec662319df12') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:08.317987 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc01161-8cbb-4a01-af29-ec662319df12') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:08.356943 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.387133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.405825 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:38:08.406370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.431983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-f578bec3-24b5-4aef-bf20-56e88149e354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Deleting port 795b174f-17b0-4c64-a4b5-7ead1334a29a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:08.431983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-f578bec3-24b5-4aef-bf20-56e88149e354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:38:08.475146 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:38:08.529646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.537337 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.550781 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/networks/3817fd26-8347-4a8e-9820-eb157f8e928e HTTP/1.1" status: 204 len: 168 time: 1.6018085 Nov 12 13:38:08.551421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58822) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:08.602218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e9aa2-d079-4d7d-a41b-19c4f86a5507 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Network': ['ID=3817fd26-8347-4a8e-9820-eb157f8e928e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:08.635369 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-f578bec3-24b5-4aef-bf20-56e88149e354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.635698 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-f578bec3-24b5-4aef-bf20-56e88149e354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.642345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6cfda39d-f1f5-47f9-9927-f092eb6ef169 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:08.670607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-f578bec3-24b5-4aef-bf20-56e88149e354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Calling delete_port for 795b174f-17b0-4c64-a4b5-7ead1334a29a owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:08.673931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 6cfda39d-f1f5-47f9-9927-f092eb6ef169 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:08.674521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6cfda39d-f1f5-47f9-9927-f092eb6ef169 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:08.705799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d08bcc9-f19e-4212-a6e2-2f07d8b18635 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:08.717097 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4d08bcc9-f19e-4212-a6e2-2f07d8b18635 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/ae34efc3-d012-4787-a0e9-5fe22ac4c029 HTTP/1.1" status: 200 len: 845 time: 0.1589890 Nov 12 13:38:08.717784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58828) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:08.809321 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1a5800d4-3250-43f9-8df8-e2fee882bcbb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/ae34efc3-d012-4787-a0e9-5fe22ac4c029?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0902913 Nov 12 13:38:08.810170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58832) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:08.815232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5e8fa9b1-8824-47a3-90c3-18b6460e15b9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:08.928971 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-f578bec3-24b5-4aef-bf20-56e88149e354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:08.973438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578bec3-24b5-4aef-bf20-56e88149e354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Pushing event deleted for resources: {'Port': ['ID=795b174f-17b0-4c64-a4b5-7ead1334a29a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:08.978269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8fa9b1-8824-47a3-90c3-18b6460e15b9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:08.984313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa9b1-8824-47a3-90c3-18b6460e15b9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.093507 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-f578bec3-24b5-4aef-bf20-56e88149e354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.098274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-f578bec3-24b5-4aef-bf20-56e88149e354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.116346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce902c3e-5265-40a9-8afe-d8f5f8439bca req-f578bec3-24b5-4aef-bf20-56e88149e354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "DELETE /v2.0/floatingips/6cf3ac48-0c5f-4787-83dd-720e82b1da10 HTTP/1.1" status: 204 len: 173 time: 0.9165893 Nov 12 13:38:09.280210 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94cfcd30-2eb5-48b4-aec3-94dc75fe78d6 req-29bfac75-48de-4df5-8448-d2c63df3e496 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups/fe884a8f-ddc9-4efd-8091-2b4c4a41a6bd HTTP/1.1" status: 200 len: 1826 time: 0.0879979 Nov 12 13:38:09.310853 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa9b1-8824-47a3-90c3-18b6460e15b9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.492513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fa9b1-8824-47a3-90c3-18b6460e15b9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=e5d7d5e6-926d-4c70-b408-8688193e6f51,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:09.504538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8fa9b1-8824-47a3-90c3-18b6460e15b9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:09.504538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5e8fa9b1-8824-47a3-90c3-18b6460e15b9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:09.504538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8fa9b1-8824-47a3-90c3-18b6460e15b9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:09.504538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa9b1-8824-47a3-90c3-18b6460e15b9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.538819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0bde9d-8b00-4bf9-870a-536ead61416d None None] Network 6380dbbc-9f06-4238-ac58-17667a30230d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:09.558695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:09.560978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-94cfcd30-2eb5-48b4-aec3-94dc75fe78d6 req-9ec8fdb0-b0ae-409a-ac07-355cdfd7381f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.593916 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-94cfcd30-2eb5-48b4-aec3-94dc75fe78d6 req-9ec8fdb0-b0ae-409a-ac07-355cdfd7381f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.657338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58854) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:09.663492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1109ab0e-f016-45bb-9489-bca6f707405a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'security_group': {'name': 'tempest-secgroup-707215827'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:09.670246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5e8fa9b1-8824-47a3-90c3-18b6460e15b9 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8589370 Nov 12 13:38:09.673095 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-94cfcd30-2eb5-48b4-aec3-94dc75fe78d6 req-9ec8fdb0-b0ae-409a-ac07-355cdfd7381f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.680806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-94cfcd30-2eb5-48b4-aec3-94dc75fe78d6 req-9ec8fdb0-b0ae-409a-ac07-355cdfd7381f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.684504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94cfcd30-2eb5-48b4-aec3-94dc75fe78d6 req-9ec8fdb0-b0ae-409a-ac07-355cdfd7381f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "DELETE /v2.0/security-groups/fe884a8f-ddc9-4efd-8091-2b4c4a41a6bd HTTP/1.1" status: 204 len: 173 time: 0.3927157 Nov 12 13:38:09.716272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8fdb0-b0ae-409a-ac07-355cdfd7381f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe884a8f-ddc9-4efd-8091-2b4c4a41a6bd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:09.722746 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1109ab0e-f016-45bb-9489-bca6f707405a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:09.924053 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-28f5bc37-9faf-4bf7-8fe3-53c15df7d4bc service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1356020 Nov 12 13:38:09.970779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-6380dbbc-9f06-4238-ac58-17667a30230d', 'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'tenant_id': '061d9f90424e4a27a4a7f6d1607da3b8', 'fixed_ips': [{'subnet_id': 'e5d7d5e6-926d-4c70-b408-8688193e6f51'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:38:09.971670 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.020554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1109ab0e-f016-45bb-9489-bca6f707405a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.025918 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1109ab0e-f016-45bb-9489-bca6f707405a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.056429 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1109ab0e-f016-45bb-9489-bca6f707405a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.061188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1109ab0e-f016-45bb-9489-bca6f707405a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3996603 Nov 12 13:38:10.062071 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4274-6e7a-4e1d-9c7a-e9f6f29b32e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.081562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58866) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:10.090287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-335d690c-77bb-403c-b957-c1296730b58a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'security_group': {'name': 'tempest-secgroup-858263905'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:10.125440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-335d690c-77bb-403c-b957-c1296730b58a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.167976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Allocated IP 2001:db8::2 (6380dbbc-9f06-4238-ac58-17667a30230d/e5d7d5e6-926d-4c70-b408-8688193e6f51/6270a674-46ad-4f33-a63e-11a68ce2d691) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:10.168282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109ab0e-f016-45bb-9489-bca6f707405a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07c377f-1b10-482a-8e1f-e57d8c946cdd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:10.270776 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-335d690c-77bb-403c-b957-c1296730b58a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.287365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-335d690c-77bb-403c-b957-c1296730b58a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.312901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-fadd2b52-417a-4321-8ae7-bafe00221012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:10.314814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-fadd2b52-417a-4321-8ae7-bafe00221012 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1095 time: 0.2635744 Nov 12 13:38:10.346384 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.358965 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.362765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300602e-8494-49a5-9d4b-d5d756aff732 req-34052860-4b23-44bd-b71c-edf01ebcd354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:10.366046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2300602e-8494-49a5-9d4b-d5d756aff732 req-34052860-4b23-44bd-b71c-edf01ebcd354 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.2057402 Nov 12 13:38:10.378174 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4274-6e7a-4e1d-9c7a-e9f6f29b32e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.386769 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-335d690c-77bb-403c-b957-c1296730b58a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.391627 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-335d690c-77bb-403c-b957-c1296730b58a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3068066 Nov 12 13:38:10.393150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58874) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:10.397815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4274-6e7a-4e1d-9c7a-e9f6f29b32e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.408575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-755317083', 'security_groups': ['0b86d2b7-45ba-4f83-b8ba-760803c5eeeb'], 'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e5d7d5e6-926d-4c70-b408-8688193e6f51'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:10.489910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d690c-77bb-403c-b957-c1296730b58a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86d2b7-45ba-4f83-b8ba-760803c5eeeb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:10.513354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Pushing event updated for resources: {'Port': ['ID=6270a674-46ad-4f33-a63e-11a68ce2d691,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:10.548580 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:10.558176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:10.562254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:10.563554 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3a0a4274-6e7a-4e1d-9c7a-e9f6f29b32e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=06a917533a134bb28e0ffa28feca0edc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0035274 Nov 12 13:38:10.564412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:10.621785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a4274-6e7a-4e1d-9c7a-e9f6f29b32e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7949abc0-bbde-499e-93f8-7d7f14a35f3d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:10.632190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Attempting to bind port 6270a674-46ad-4f33-a63e-11a68ce2d691 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:38:10.632730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Attempting to bind port 6270a674-46ad-4f33-a63e-11a68ce2d691 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '2e47d9d1-5642-461b-b195-f1c13b7eb290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:38:10.633247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Attempting to bind port 6270a674-46ad-4f33-a63e-11a68ce2d691 on network 6380dbbc-9f06-4238-ac58-17667a30230d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:38:10.639690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:38:10.640417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Checking segment: {'id': '2e47d9d1-5642-461b-b195-f1c13b7eb290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:10.641119 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.641761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Bound using segment: {'id': '2e47d9d1-5642-461b-b195-f1c13b7eb290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:38:10.642501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Bound port: 6270a674-46ad-4f33-a63e-11a68ce2d691, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e47d9d1-5642-461b-b195-f1c13b7eb290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:38:10.643535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.655055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-e63b2fc6-c21e-425f-be06-daa2e9a400ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:10.658264 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-e63b2fc6-c21e-425f-be06-daa2e9a400ae service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.2893064 Nov 12 13:38:10.707490 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53528afe-a90d-4803-b0a2-d3340717a4dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.709294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:10.744189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] For port 6270a674-46ad-4f33-a63e-11a68ce2d691, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:38:10.770503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] For port 6270a674-46ad-4f33-a63e-11a68ce2d691, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6270a674-46ad-4f33-a63e-11a68ce2d691,segment=NetworkSegment(2e47d9d1-5642-461b-b195-f1c13b7eb290),segment_id=2e47d9d1-5642-461b-b195-f1c13b7eb290)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:38:10.779638 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2300602e-8494-49a5-9d4b-d5d756aff732 req-89ffbc97-1698-4321-b9ed-6c2c4517bf1f tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202505 Nov 12 13:38:10.780350 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.817616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-d9782453-122e-4a0c-b701-ed996c617e34 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 998 time: 0.1341624 Nov 12 13:38:10.851719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53528afe-a90d-4803-b0a2-d3340717a4dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.906219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-f532b28e-fc57-459e-a9a3-90a2573d3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:10.908100 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-f532b28e-fc57-459e-a9a3-90a2573d3c06 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.0830779 Nov 12 13:38:10.909936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc101c0-0e09-4dec-85bf-fbbf2f2af865 None None] Pushing event updated for resources: {'Port': ['ID=6270a674-46ad-4f33-a63e-11a68ce2d691,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:10.928925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.938914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53528afe-a90d-4803-b0a2-d3340717a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.943705 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53528afe-a90d-4803-b0a2-d3340717a4dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:10.948173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-53528afe-a90d-4803-b0a2-d3340717a4dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7949abc0-bbde-499e-93f8-7d7f14a35f3d HTTP/1.1" status: 204 len: 168 time: 0.3755171 Nov 12 13:38:11.005842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-4949507a-fbfe-438b-a302-146bc4232800 req-3f288ec6-589a-4e60-95fb-288a9a0970d7 service neutron] (102675) timed out ('10.222.0.70', 61521) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:38:11.022520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53528afe-a90d-4803-b0a2-d3340717a4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7949abc0-bbde-499e-93f8-7d7f14a35f3d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:11.042039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port e1934c32-3385-4fa9-9f7c-13f279f88c22 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:38:11.043125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-54950647-e7f3-4c53-88b3-3b5070d4a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:11.045699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-54950647-e7f3-4c53-88b3-3b5070d4a426 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241262 Nov 12 13:38:11.252554 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-49d2ced4-fc8e-46e3-98dd-48aded4b4a67 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960468 Nov 12 13:38:11.442153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f811d918-e2aa-4c91-ba54-2ee55498a66b req-244b9f30-a63b-4424-adb2-3de7e055f826 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813855 Nov 12 13:38:11.455351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8::171 (6380dbbc-9f06-4238-ac58-17667a30230d/e5d7d5e6-926d-4c70-b408-8688193e6f51/e1934c32-3385-4fa9-9f7c-13f279f88c22) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:11.618055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58898) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:11.637341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-74be4252-24af-4b8a-819e-af83b37d2557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:11.661241 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:11.712488 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:11.761650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:11.780825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:11.785137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:11.790978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-74be4252-24af-4b8a-819e-af83b37d2557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:11.797633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-74be4252-24af-4b8a-819e-af83b37d2557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:11.799340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:11.801409 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:11.849802 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-74be4252-24af-4b8a-819e-af83b37d2557 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e703a05e6fcd492b99aaec4182b537b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302496 Nov 12 13:38:11.851624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be4252-24af-4b8a-819e-af83b37d2557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faef106-68b7-442f-ac59-8ea654a8c113,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:11.855022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58906) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:11.882462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=e1934c32-3385-4fa9-9f7c-13f279f88c22,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:11.901062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58908) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:11.911570 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-93bdebde-492b-472f-8656-053d1b79e471 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5106301 Nov 12 13:38:11.927213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0b85053e-1915-4ae0-9541-f42657cfce74 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:12.081232 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-039b3d81-e211-402f-af67-bac06c2b8e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:12.109009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-039b3d81-e211-402f-af67-bac06c2b8e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:12.173245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7204818-383f-4c01-b80e-f5e6a03a57e0 req-2ec5e7cb-1c9d-46bc-ab6b-4469fffd551a tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:12.175794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7204818-383f-4c01-b80e-f5e6a03a57e0 req-2ec5e7cb-1c9d-46bc-ab6b-4469fffd551a tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.2434573 Nov 12 13:38:12.217509 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-039b3d81-e211-402f-af67-bac06c2b8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:12.220055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-039b3d81-e211-402f-af67-bac06c2b8e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:12.221189 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-039b3d81-e211-402f-af67-bac06c2b8e6a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4faef106-68b7-442f-ac59-8ea654a8c113 HTTP/1.1" status: 204 len: 168 time: 0.3649421 Nov 12 13:38:12.240022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b85053e-1915-4ae0-9541-f42657cfce74 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:12.243815 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b85053e-1915-4ae0-9541-f42657cfce74 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:12.313535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b3d81-e211-402f-af67-bac06c2b8e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faef106-68b7-442f-ac59-8ea654a8c113,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:12.432092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7204818-383f-4c01-b80e-f5e6a03a57e0 req-d86758de-c807-4c24-aa65-766c50a06f50 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347860 Nov 12 13:38:12.468512 n-d-805736-4 neutron-server[102675]: INFO neutron.db.ipam_backend_mixin [None req-0b85053e-1915-4ae0-9541-f42657cfce74 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5d7d5e6-926d-4c70-b408-8688193e6f51 (CIDR: 2001:db8::/64) Nov 12 13:38:12.471762 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b85053e-1915-4ae0-9541-f42657cfce74 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:38:12.472382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b85053e-1915-4ae0-9541-f42657cfce74 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:12.494733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0b85053e-1915-4ae0-9541-f42657cfce74 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5724022 Nov 12 13:38:12.496641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58924) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:12.508008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b324e410-bf37-4444-a076-8bf76d6a4723 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:12.633753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2778a10a-4d12-47df-a5b8-466c4df8ace3 None None] Provisioning complete for port ae34efc3-d012-4787-a0e9-5fe22ac4c029 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:12.634306 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2778a10a-4d12-47df-a5b8-466c4df8ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:12.729636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6270a674-46ad-4f33-a63e-11a68ce2d691 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:12.780820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-2449a633-e3ad-4364-9d15-4ef0552285be tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:12.783257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-2449a633-e3ad-4364-9d15-4ef0552285be tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.105 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 0.1496763 Nov 12 13:38:12.784956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b324e410-bf37-4444-a076-8bf76d6a4723 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:12.788214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2778a10a-4d12-47df-a5b8-466c4df8ace3 None None] Port ae34efc3-d012-4787-a0e9-5fe22ac4c029 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:12.790426 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b324e410-bf37-4444-a076-8bf76d6a4723 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:12.839848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2778a10a-4d12-47df-a5b8-466c4df8ace3 None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:12.840497 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2778a10a-4d12-47df-a5b8-466c4df8ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:13.066911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:13.067573 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:13.188567 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2778a10a-4d12-47df-a5b8-466c4df8ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:13.203654 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:13.318134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b324e410-bf37-4444-a076-8bf76d6a4723 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:13.333059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2778a10a-4d12-47df-a5b8-466c4df8ace3 None None] For port 6270a674-46ad-4f33-a63e-11a68ce2d691, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6270a674-46ad-4f33-a63e-11a68ce2d691,segment=NetworkSegment(2e47d9d1-5642-461b-b195-f1c13b7eb290),segment_id=2e47d9d1-5642-461b-b195-f1c13b7eb290)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:13.339133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:13.348730 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2778a10a-4d12-47df-a5b8-466c4df8ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:13.472834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b324e410-bf37-4444-a076-8bf76d6a4723 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:13.501786 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:38:13.501976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b324e410-bf37-4444-a076-8bf76d6a4723 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:13.502194 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:38:13.511092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b324e410-bf37-4444-a076-8bf76d6a4723 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:13.511092 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b324e410-bf37-4444-a076-8bf76d6a4723 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:13.541937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324e410-bf37-4444-a076-8bf76d6a4723 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=2b89aa57-11cf-406f-8129-e07f41f90ed1,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:13.572180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3483f4d1-76a0-4556-ab32-7496b4eb675f None None] Network 6380dbbc-9f06-4238-ac58-17667a30230d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:13.584349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-983b58fb-0903-4018-933a-4506fcf6f8f3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Deleting port 61287fb3-ed10-48e4-b073-d946569ed4a0 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:13.584701 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-983b58fb-0903-4018-933a-4506fcf6f8f3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:13.636367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b324e410-bf37-4444-a076-8bf76d6a4723 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1329472 Nov 12 13:38:13.639691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:13.646065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1435771808', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b89aa57-11cf-406f-8129-e07f41f90ed1'}], 'security_groups': ['e07c377f-1b10-482a-8e1f-e57d8c946cdd']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:13.740822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778a10a-4d12-47df-a5b8-466c4df8ace3 None None] Pushing event updated for resources: {'Port': ['ID=6270a674-46ad-4f33-a63e-11a68ce2d691,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:13.760305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-db2d4cfd-6bb2-4774-8558-aba19eb2706a None None] Provisioning complete for port e1934c32-3385-4fa9-9f7c-13f279f88c22 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:13.761019 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db2d4cfd-6bb2-4774-8558-aba19eb2706a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:13.910477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:14.274736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-db2d4cfd-6bb2-4774-8558-aba19eb2706a None None] Port e1934c32-3385-4fa9-9f7c-13f279f88c22 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:14.278288 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:14.447103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab5364-e8e2-4b5e-b48e-b365a5667cbd None None] Update dhcp port {'port': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'fixed_ips': [{'subnet_id': 'e5d7d5e6-926d-4c70-b408-8688193e6f51', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b89aa57-11cf-406f-8129-e07f41f90ed1'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '6270a674-46ad-4f33-a63e-11a68ce2d691'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:38:14.553809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Delete allocated IP 2001:db8::171 (6380dbbc-9f06-4238-ac58-17667a30230d/e5d7d5e6-926d-4c70-b408-8688193e6f51) {{(pid=102676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 13:38:14.578050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8:0:1::14f (6380dbbc-9f06-4238-ac58-17667a30230d/2b89aa57-11cf-406f-8129-e07f41f90ed1/e1934c32-3385-4fa9-9f7c-13f279f88c22) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:14.594926 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2ab5364-e8e2-4b5e-b48e-b365a5667cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:14.746295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a956abe-e372-4f7a-a3ab-85d6aa9f2afc req-ea8a3626-bd0e-45e3-92ce-c306b223f659 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:14.748850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a956abe-e372-4f7a-a3ab-85d6aa9f2afc req-ea8a3626-bd0e-45e3-92ce-c306b223f659 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 945 time: 1.1735907 Nov 12 13:38:14.821802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6270a674-46ad-4f33-a63e-11a68ce2d691 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:14.910400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a956abe-e372-4f7a-a3ab-85d6aa9f2afc req-da455d4c-c4fc-422a-8974-40f8f40ae5ad tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0efc614-2512-43ca-97ba-ef38d2911078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496046 Nov 12 13:38:14.920607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-983b58fb-0903-4018-933a-4506fcf6f8f3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] For port 61287fb3-ed10-48e4-b073-d946569ed4a0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=61287fb3-ed10-48e4-b073-d946569ed4a0,segment=NetworkSegment(25faca85-af75-470d-8392-52c27d7e6067),segment_id=25faca85-af75-470d-8392-52c27d7e6067)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:14.922254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-983b58fb-0903-4018-933a-4506fcf6f8f3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:14.944357 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-983b58fb-0903-4018-933a-4506fcf6f8f3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Calling delete_port for 61287fb3-ed10-48e4-b073-d946569ed4a0 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:15.008741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.011786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:15.012163 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.020197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.186382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] In _notify_port_updated(), no bound segment for port e1934c32-3385-4fa9-9f7c-13f279f88c22 on network 6380dbbc-9f06-4238-ac58-17667a30230d {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:38:15.195885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:15.197152 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.200313 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "PUT /v2.0/ports/e1934c32-3385-4fa9-9f7c-13f279f88c22 HTTP/1.1" status: 200 len: 931 time: 1.5590489 Nov 12 13:38:15.223969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59002) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:15.235847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-c2ab5364-e8e2-4b5e-b48e-b365a5667cbd None None] Allocated IP 2001:db8:0:1::2 (6380dbbc-9f06-4238-ac58-17667a30230d/2b89aa57-11cf-406f-8129-e07f41f90ed1/6270a674-46ad-4f33-a63e-11a68ce2d691) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:15.256743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-983b58fb-0903-4018-933a-4506fcf6f8f3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.295070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1c7e7-ed90-4d5b-b92a-d9c306993d9c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=e1934c32-3385-4fa9-9f7c-13f279f88c22,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:15.366366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port e1934c32-3385-4fa9-9f7c-13f279f88c22 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:15.367661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.406284 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b58fb-0903-4018-933a-4506fcf6f8f3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Pushing event deleted for resources: {'Port': ['ID=61287fb3-ed10-48e4-b073-d946569ed4a0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:15.533478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.551584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for e1934c32-3385-4fa9-9f7c-13f279f88c22 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:15.576335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-983b58fb-0903-4018-933a-4506fcf6f8f3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] No DVR routers for this DVR port 61287fb3-ed10-48e4-b073-d946569ed4a0 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:38:15.579574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-983b58fb-0903-4018-933a-4506fcf6f8f3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.583340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ff3961c-b3e9-45c6-9dbd-db1259d612de req-983b58fb-0903-4018-933a-4506fcf6f8f3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.105 "DELETE /v2.0/ports/61287fb3-ed10-48e4-b073-d946569ed4a0 HTTP/1.1" status: 204 len: 173 time: 2.7869790 Nov 12 13:38:15.594856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'name': 'network-vif-deleted', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:38:15.597357 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ac69a8-38f0-415e-8788-da10f2c22cb1" -d '{"events": [{"server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "name": "network-vif-deleted", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:38:15.637717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c2ab5364-e8e2-4b5e-b48e-b365a5667cbd None None] For port 6270a674-46ad-4f33-a63e-11a68ce2d691, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6270a674-46ad-4f33-a63e-11a68ce2d691,segment=NetworkSegment(2e47d9d1-5642-461b-b195-f1c13b7eb290),segment_id=2e47d9d1-5642-461b-b195-f1c13b7eb290)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:15.643908 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-f51fab80-3b91-4432-b951-4dadb10b75ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1731641 Nov 12 13:38:15.684045 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2ab5364-e8e2-4b5e-b48e-b365a5667cbd None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.692390 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2ab5364-e8e2-4b5e-b48e-b365a5667cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.735348 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a32d5e-e20c-4dff-af85-ca0438befa38 x-openstack-request-id: req-81a32d5e-e20c-4dff-af85-ca0438befa38 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:38:15.735637 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643c49d-f15e-4b64-9660-c92c2f6757db", "name": "network-vif-deleted", "tag": "61287fb3-ed10-48e4-b073-d946569ed4a0", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:38:15.735892 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81a32d5e-e20c-4dff-af85-ca0438befa38 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:38:15.736334 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643c49d-f15e-4b64-9660-c92c2f6757db', 'name': 'network-vif-deleted', 'tag': '61287fb3-ed10-48e4-b073-d946569ed4a0', 'status': 'completed', 'code': 200} Nov 12 13:38:15.771947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.890924 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:15.894760 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/e1934c32-3385-4fa9-9f7c-13f279f88c22 HTTP/1.1" status: 204 len: 168 time: 0.6660063 Nov 12 13:38:15.895958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=e1934c32-3385-4fa9-9f7c-13f279f88c22,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:15.898335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59028) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:15.906691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.907023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.907380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.909262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.909635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.909983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.910465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.910811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.911149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.911489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.911824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.912154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79eb31-0c29-446a-9d12-f5c8d396de4c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:15.957905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-a396ba0a-d917-419e-b945-22fa6d76266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:15.959667 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-a396ba0a-d917-419e-b945-22fa6d76266f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 1097 time: 0.1619153 Nov 12 13:38:15.969660 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab5364-e8e2-4b5e-b48e-b365a5667cbd None None] Pushing event updated for resources: {'Port': ['ID=6270a674-46ad-4f33-a63e-11a68ce2d691,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:15.973985 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45485e1-09c9-47d0-8147-42f4c532a7b7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:38:15.979940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e45485e1-09c9-47d0-8147-42f4c532a7b7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/e1934c32-3385-4fa9-9f7c-13f279f88c22 HTTP/1.1" status: 404 len: 333 time: 0.0724783 Nov 12 13:38:15.982866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:16.163288 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3998f86-007b-4b3b-99e8-ba8f125ff2a4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:16.197795 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3998f86-007b-4b3b-99e8-ba8f125ff2a4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:16.248149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-3bfb2771-1856-466e-87a2-032a05ef68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:16.249660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-3bfb2771-1856-466e-87a2-032a05ef68d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 912 time: 0.2637088 Nov 12 13:38:16.314975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-69575764-fd85-4054-baad-b24b960bb60a req-eb20c9b2-fc3d-4ae0-a1d5-85662b2fc8e3 tempest-ServerRescueTestJSONUnderV235-1553914051 tempest-ServerRescueTestJSONUnderV235-1553914051-project] 10.222.0.73 "GET /v2.0/ports?device_id=1643c49d-f15e-4b64-9660-c92c2f6757db HTTP/1.1" status: 200 len: 210 time: 0.2367897 Nov 12 13:38:16.319393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3998f86-007b-4b3b-99e8-ba8f125ff2a4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:16.333762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3998f86-007b-4b3b-99e8-ba8f125ff2a4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:16.339118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d3998f86-007b-4b3b-99e8-ba8f125ff2a4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/security-groups/0b86d2b7-45ba-4f83-b8ba-760803c5eeeb HTTP/1.1" status: 204 len: 168 time: 0.3510728 Nov 12 13:38:16.340876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59058) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:16.389061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3998f86-007b-4b3b-99e8-ba8f125ff2a4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86d2b7-45ba-4f83-b8ba-760803c5eeeb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:16.411906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-c5edfc6a-c74e-439e-813d-36ab6569f304 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99072daf-ae37-495e-9205-4b81df28e187 HTTP/1.1" status: 200 len: 1002 time: 0.1495948 Nov 12 13:38:16.526653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ccd32b7-39c9-4229-8338-2e5af4dc8b33 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:16.578902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-2f5d74a3-12cd-45a7-8460-02221f5ab1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:16.580486 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-2f5d74a3-12cd-45a7-8460-02221f5ab1b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.1590586 Nov 12 13:38:16.584182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ccd32b7-39c9-4229-8338-2e5af4dc8b33 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:16.690052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ccd32b7-39c9-4229-8338-2e5af4dc8b33 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:16.690295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-7ddb33a5-95f8-4e58-aa71-b55504106171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:16.691695 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-7ddb33a5-95f8-4e58-aa71-b55504106171 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027026 Nov 12 13:38:16.695547 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ccd32b7-39c9-4229-8338-2e5af4dc8b33 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:16.698296 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8ccd32b7-39c9-4229-8338-2e5af4dc8b33 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/security-groups/e07c377f-1b10-482a-8e1f-e57d8c946cdd HTTP/1.1" status: 204 len: 168 time: 0.3383992 Nov 12 13:38:16.713848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:16.740524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6270a674-46ad-4f33-a63e-11a68ce2d691 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:16.875098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd32b7-39c9-4229-8338-2e5af4dc8b33 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07c377f-1b10-482a-8e1f-e57d8c946cdd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:16.939197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d07399-d4ce-4c8d-a703-21eed0780192 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet e5d7d5e6-926d-4c70-b408-8688193e6f51 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:38:16.948487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59d07399-d4ce-4c8d-a703-21eed0780192 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:16.962631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 61287fb3-ed10-48e4-b073-d946569ed4a0 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:16.987578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-5e602ad1-5e47-4a0d-9631-094293715d19 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812815 Nov 12 13:38:17.074191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 61287fb3-ed10-48e4-b073-d946569ed4a0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:17.074789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 61287fb3-ed10-48e4-b073-d946569ed4a0 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:17.088882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59d07399-d4ce-4c8d-a703-21eed0780192 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:17.116373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:17.119683 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:17.192039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59082) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:17.246773 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab7407f0-d326-4548-9cf7-3fc5d246894a req-0fc05446-21d0-497e-8405-5405d5df4ff8 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306890 Nov 12 13:38:17.255031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59d07399-d4ce-4c8d-a703-21eed0780192 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:17.316271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-99af4181-8b2c-4349-9cd3-351cc2fcbae8 None None] Provisioning complete for port ae34efc3-d012-4787-a0e9-5fe22ac4c029 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:17.316706 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99af4181-8b2c-4349-9cd3-351cc2fcbae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:17.378845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-99af4181-8b2c-4349-9cd3-351cc2fcbae8 None None] Port ae34efc3-d012-4787-a0e9-5fe22ac4c029 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:17.391469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-99af4181-8b2c-4349-9cd3-351cc2fcbae8 None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:17.392084 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99af4181-8b2c-4349-9cd3-351cc2fcbae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:17.418507 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59d07399-d4ce-4c8d-a703-21eed0780192 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:17.490964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59090) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:17.493169 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-efd174de-19e3-4ddf-866b-6a399f1df152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:17.499052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59d07399-d4ce-4c8d-a703-21eed0780192 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:17.502871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-59d07399-d4ce-4c8d-a703-21eed0780192 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/e5d7d5e6-926d-4c70-b408-8688193e6f51 HTTP/1.1" status: 204 len: 168 time: 0.7878442 Nov 12 13:38:17.506335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d07399-d4ce-4c8d-a703-21eed0780192 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d7d5e6-926d-4c70-b408-8688193e6f51,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:17.514510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59092) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:17.525984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e7cc21b9-3431-4998-926b-542b0232c1e4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:17.533633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-99af4181-8b2c-4349-9cd3-351cc2fcbae8 None None] Could not find standard attr ID for object e1934c32-3385-4fa9-9f7c-13f279f88c22. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:38:17.644994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae1ba85-b5d2-4451-9fa7-5fa5723431ee None None] Network 6380dbbc-9f06-4238-ac58-17667a30230d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:17.682377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e8dc9a9f-dee9-4a6a-8b34-a590e63dea5a None None] Could not find standard attr ID for object e1934c32-3385-4fa9-9f7c-13f279f88c22. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:38:17.790925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cc21b9-3431-4998-926b-542b0232c1e4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:17.800102 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7cc21b9-3431-4998-926b-542b0232c1e4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:17.973782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-efd174de-19e3-4ddf-866b-6a399f1df152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:17.984811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-efd174de-19e3-4ddf-866b-6a399f1df152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.096643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-efd174de-19e3-4ddf-866b-6a399f1df152 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd4580ed68ef4894b89c9bcb5f7c3d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9033639 Nov 12 13:38:18.098473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd174de-19e3-4ddf-866b-6a399f1df152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6055f58-d93b-4c35-9d60-c55535e065e4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:18.106115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59106) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:18.236972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f1e4-b4f2-4ae0-b886-abd83c73366f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.263068 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f1e4-b4f2-4ae0-b886-abd83c73366f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.306267 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.336710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7cc21b9-3431-4998-926b-542b0232c1e4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.404749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc21b9-3431-4998-926b-542b0232c1e4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=2a006f28-8592-41cb-87b6-9b675eac4d1b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:18.420280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc21b9-3431-4998-926b-542b0232c1e4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:18.422286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc21b9-3431-4998-926b-542b0232c1e4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:18.427488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc21b9-3431-4998-926b-542b0232c1e4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:18.428262 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7cc21b9-3431-4998-926b-542b0232c1e4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.432700 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f1e4-b4f2-4ae0-b886-abd83c73366f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.435567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f1e4-b4f2-4ae0-b886-abd83c73366f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.439163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e0a2f1e4-b4f2-4ae0-b886-abd83c73366f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6055f58-d93b-4c35-9d60-c55535e065e4 HTTP/1.1" status: 204 len: 168 time: 0.3256168 Nov 12 13:38:18.456602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2f1e4-b4f2-4ae0-b886-abd83c73366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6055f58-d93b-4c35-9d60-c55535e065e4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:18.470972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e7cc21b9-3431-4998-926b-542b0232c1e4 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9552481 Nov 12 13:38:18.473846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59114) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:18.479550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a9b701f5-7a98-4ee8-8e63-23a418a17dcd tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'security_group': {'name': 'tempest-secgroup-1203629918'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:18.511109 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9b701f5-7a98-4ee8-8e63-23a418a17dcd tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.621055 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9b701f5-7a98-4ee8-8e63-23a418a17dcd tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.628861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9b701f5-7a98-4ee8-8e63-23a418a17dcd tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.669151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9b701f5-7a98-4ee8-8e63-23a418a17dcd tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.669151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a9b701f5-7a98-4ee8-8e63-23a418a17dcd tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1882012 Nov 12 13:38:18.670904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59120) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:18.678810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f4bdd83c-fda8-49cc-b577-53aec0454d4b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'security_group': {'name': 'tempest-secgroup-1072501246'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:18.722164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b701f5-7a98-4ee8-8e63-23a418a17dcd tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07767a93-3059-44a5-8382-6a4e7c03ed19,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:18.758240 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4bdd83c-fda8-49cc-b577-53aec0454d4b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.935796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] Deleting port 11147dea-a4bf-4c4f-b1b3-ac3966f35069 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:18.936390 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.955634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4bdd83c-fda8-49cc-b577-53aec0454d4b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:18.962337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4bdd83c-fda8-49cc-b577-53aec0454d4b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.022320 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59132) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:19.041656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b045632-65f7-4602-bc57-473ad1fc8afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.070175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4bdd83c-fda8-49cc-b577-53aec0454d4b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.078984 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f4bdd83c-fda8-49cc-b577-53aec0454d4b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4070227 Nov 12 13:38:19.079660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59134) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:19.093852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6437f7a3-4360-4a3b-9669-0e0c7cb3ccf0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'security_group': {'name': 'tempest-secgroup-65931581'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:19.122425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfe4f28-b43f-4197-835f-e6aa97af72c5 None None] Network 6380dbbc-9f06-4238-ac58-17667a30230d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:19.132144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdd83c-fda8-49cc-b577-53aec0454d4b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e2806-ca9f-4c4e-9033-7090a197a043,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:19.164071 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6437f7a3-4360-4a3b-9669-0e0c7cb3ccf0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.190504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] For port 11147dea-a4bf-4c4f-b1b3-ac3966f35069, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=11147dea-a4bf-4c4f-b1b3-ac3966f35069,segment=NetworkSegment(25faca85-af75-470d-8392-52c27d7e6067),segment_id=25faca85-af75-470d-8392-52c27d7e6067)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:19.191066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.215461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] Calling delete_port for 11147dea-a4bf-4c4f-b1b3-ac3966f35069 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:19.218539 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b045632-65f7-4602-bc57-473ad1fc8afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.228219 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b045632-65f7-4602-bc57-473ad1fc8afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.299224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6437f7a3-4360-4a3b-9669-0e0c7cb3ccf0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.306899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6437f7a3-4360-4a3b-9669-0e0c7cb3ccf0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.355920 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b045632-65f7-4602-bc57-473ad1fc8afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae916ddc-6c73-4635-be2f-70e2742816b1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:19.360966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9b045632-65f7-4602-bc57-473ad1fc8afe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e0d8060e9ae4af9b3f8f3aa39dca54e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3375838 Nov 12 13:38:19.366950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59142) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:19.377799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-488c2cb7-4e21-4c18-9350-c899f820b0f0 None None] Provisioning complete for port ae34efc3-d012-4787-a0e9-5fe22ac4c029 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:19.378835 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-488c2cb7-4e21-4c18-9350-c899f820b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.423724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6437f7a3-4360-4a3b-9669-0e0c7cb3ccf0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.425380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6437f7a3-4360-4a3b-9669-0e0c7cb3ccf0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3422933 Nov 12 13:38:19.428419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:19.434898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1781247169', 'security_groups': ['1c5cce72-e6d8-4621-b11c-bc36d84aa475'], 'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a006f28-8592-41cb-87b6-9b675eac4d1b'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:19.442127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437f7a3-4360-4a3b-9669-0e0c7cb3ccf0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5cce72-e6d8-4621-b11c-bc36d84aa475,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:19.564684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-488c2cb7-4e21-4c18-9350-c899f820b0f0 None None] Port ae34efc3-d012-4787-a0e9-5fe22ac4c029 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:19.582374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc53b7ff-75c3-4c20-9b94-6b348cd72f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.620297 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc53b7ff-75c3-4c20-9b94-6b348cd72f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.635169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-488c2cb7-4e21-4c18-9350-c899f820b0f0 None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:19.635715 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-488c2cb7-4e21-4c18-9350-c899f820b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.688137 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc53b7ff-75c3-4c20-9b94-6b348cd72f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.690999 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc53b7ff-75c3-4c20-9b94-6b348cd72f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.695827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bc53b7ff-75c3-4c20-9b94-6b348cd72f46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae916ddc-6c73-4635-be2f-70e2742816b1 HTTP/1.1" status: 204 len: 168 time: 0.3222246 Nov 12 13:38:19.725904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53b7ff-75c3-4c20-9b94-6b348cd72f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae916ddc-6c73-4635-be2f-70e2742816b1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:19.824963 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:19.859315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf48398-edfc-4a3a-966a-0871c495cd04 None None] Update dhcp port {'port': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'fixed_ips': [{'subnet_id': '2b89aa57-11cf-406f-8129-e07f41f90ed1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2a006f28-8592-41cb-87b6-9b675eac4d1b'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '6270a674-46ad-4f33-a63e-11a68ce2d691'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:38:19.902201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=11147dea-a4bf-4c4f-b1b3-ac3966f35069,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:19.906584 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8cf48398-edfc-4a3a-966a-0871c495cd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:20.111222 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:20.198243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-8cf48398-edfc-4a3a-966a-0871c495cd04 None None] Allocated IP 2001:db8::2 (6380dbbc-9f06-4238-ac58-17667a30230d/2a006f28-8592-41cb-87b6-9b675eac4d1b/6270a674-46ad-4f33-a63e-11a68ce2d691) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:20.298253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50509698-cb8f-4a17-a211-f1cd37dce1f4 req-aae3c4ae-d6e9-4e68-881b-b77664b9fb9f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:20.300021 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50509698-cb8f-4a17-a211-f1cd37dce1f4 req-aae3c4ae-d6e9-4e68-881b-b77664b9fb9f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.9215188 Nov 12 13:38:20.381997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50509698-cb8f-4a17-a211-f1cd37dce1f4 req-235af18e-29e2-4e26-8c79-83991e10dfe6 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732887 Nov 12 13:38:20.405825 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8cf48398-edfc-4a3a-966a-0871c495cd04 None None] For port 6270a674-46ad-4f33-a63e-11a68ce2d691, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6270a674-46ad-4f33-a63e-11a68ce2d691,segment=NetworkSegment(2e47d9d1-5642-461b-b195-f1c13b7eb290),segment_id=2e47d9d1-5642-461b-b195-f1c13b7eb290)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:20.406036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:20.440673 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8cf48398-edfc-4a3a-966a-0871c495cd04 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:20.448444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8cf48398-edfc-4a3a-966a-0871c495cd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:20.500290 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:20.531467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] device_id is not set on port 938b7523-a2a5-4551-9b0e-3c787e93f71d yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:38:20.581665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] Router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:38:20.607565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf48398-edfc-4a3a-966a-0871c495cd04 None None] Pushing event updated for resources: {'Port': ['ID=6270a674-46ad-4f33-a63e-11a68ce2d691,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:20.730475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:38:20.740466 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] Sync routers for ids ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:38:20.758419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9445e323-0f6c-47d4-bd00-d10b063fc8d7 admin admin] 10.222.0.73 "PUT /v2.0/routers/2b1aeaa2-067a-4f11-8aab-1d5eebc2e323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2625403 Nov 12 13:38:20.759083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59178) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:20.768338 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] Routers {'2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:20.768976 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:20.908849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8::394 (6380dbbc-9f06-4238-ac58-17667a30230d/2a006f28-8592-41cb-87b6-9b675eac4d1b/938b7523-a2a5-4551-9b0e-3c787e93f71d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:20.937276 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:21.025018 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] Set router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:21.172956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:21.232490 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:21.274250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Deleting port 61673247-26b2-4781-88f6-28794c975887 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:21.274592 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:21.320406 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:21.361952 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '61673247-26b2-4781-88f6-28794c975887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:38:19Z', 'revision_number': 5, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port': {'id': '61673247-26b2-4781-88f6-28794c975887', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:34Z', 'updated_at': '2021-11-12T13:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:21.376861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:21.389139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:21.395054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:21.406654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:21.408004 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:21.428172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=938b7523-a2a5-4551-9b0e-3c787e93f71d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:21.447946 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] Checking router: 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:38:21.457089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59202) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:21.458898 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] Routers {'2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:21.459890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-834ac2de-4543-46ed-bf9a-c02e30fae0a1 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0302737 Nov 12 13:38:21.460251 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:37:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:21.482562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-75ec6c1b-c76d-4d10-9e1a-91dcdee14444 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:21.532391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] For port 61673247-26b2-4781-88f6-28794c975887, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=61673247-26b2-4781-88f6-28794c975887,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:21.533191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:21.612028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82fb10-15bf-4bf9-9102-a3ac865cf768 req-e91b92a7-f600-4aa0-91dc-34e9e1bfc1bb tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:21.613730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c82fb10-15bf-4bf9-9102-a3ac865cf768 req-e91b92a7-f600-4aa0-91dc-34e9e1bfc1bb tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.1130996 Nov 12 13:38:21.616016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Calling delete_port for 61673247-26b2-4781-88f6-28794c975887 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:21.690059 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c82fb10-15bf-4bf9-9102-a3ac865cf768 req-451d8699-41d3-4be8-a81e-7d7a82ab5be1 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609527 Nov 12 13:38:21.718512 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] Set router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:21.762299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-55fa3aab-7e0b-411e-8401-4d238d398cc6 None None] Provisioning complete for port ae34efc3-d012-4787-a0e9-5fe22ac4c029 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:21.762816 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55fa3aab-7e0b-411e-8401-4d238d398cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:21.831238 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:38:21Z', 'revision_number': 6, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:21.842144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-55fa3aab-7e0b-411e-8401-4d238d398cc6 None None] Port ae34efc3-d012-4787-a0e9-5fe22ac4c029 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:21.871862 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4db56-dc5e-497d-9fea-ec8a14b7d248 None None] The sync data for ids ['2b1aeaa2-067a-4f11-8aab-1d5eebc2e323'] in n-d-805736-4 is: [{'id': '2b1aeaa2-067a-4f11-8aab-1d5eebc2e323', 'name': 'tempest-ServerRescueTestJSONUnderV235-249289721-router', 'tenant_id': 'c22ad78ffd604d49abed86bb76243ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:33Z', 'updated_at': '2021-11-12T13:38:21Z', 'revision_number': 6, 'project_id': 'c22ad78ffd604d49abed86bb76243ab2', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:38:21.880126 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-55fa3aab-7e0b-411e-8401-4d238d398cc6 None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:21.881596 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55fa3aab-7e0b-411e-8401-4d238d398cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:21.976969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ec6c1b-c76d-4d10-9e1a-91dcdee14444 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:21.993098 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75ec6c1b-c76d-4d10-9e1a-91dcdee14444 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.032138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-56ab6313-3287-44a2-994b-6e0d6788235d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:22.033913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-56ab6313-3287-44a2-994b-6e0d6788235d tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.105 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 946 time: 0.2226772 Nov 12 13:38:22.192186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.239228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-037f05b6-c1c0-4f75-9127-e80709a1a354 None None] Provisioning complete for port 938b7523-a2a5-4551-9b0e-3c787e93f71d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:22.240155 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-037f05b6-c1c0-4f75-9127-e80709a1a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.267897 n-d-805736-4 neutron-server[102675]: INFO neutron.db.ipam_backend_mixin [None req-75ec6c1b-c76d-4d10-9e1a-91dcdee14444 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a006f28-8592-41cb-87b6-9b675eac4d1b (CIDR: 2001:db8::/64) Nov 12 13:38:22.282383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61673247-26b2-4781-88f6-28794c975887,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:22.298814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3888b0c4-2c5c-4f93-97ff-bd3264cca38d None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:22.301014 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ec6c1b-c76d-4d10-9e1a-91dcdee14444 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:38:22.301556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ec6c1b-c76d-4d10-9e1a-91dcdee14444 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:22.353042 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-037f05b6-c1c0-4f75-9127-e80709a1a354 None None] Port 938b7523-a2a5-4551-9b0e-3c787e93f71d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:22.379874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-75ec6c1b-c76d-4d10-9e1a-91dcdee14444 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9199226 Nov 12 13:38:22.383464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:22.389428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-184e7a98-beaa-41c5-a56a-2b5c85865076 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:22.421908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.422256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.422610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.422948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.423285 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.423619 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.423952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.424280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.424942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.424942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.425315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.425656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:22.461666 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.590052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-7a03118a-c437-4110-8644-a20d93afd858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Deleting port 4a301956-d186-4759-9a1e-6a9f1128db1e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:22.590396 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-7a03118a-c437-4110-8644-a20d93afd858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.591321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184e7a98-beaa-41c5-a56a-2b5c85865076 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:22.594635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.596543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-184e7a98-beaa-41c5-a56a-2b5c85865076 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.597892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.700883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.701739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:38:22.709220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.713435 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6ef2d8f5-42d0-4815-a8e9-f94946c18ac1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/2b1aeaa2-067a-4f11-8aab-1d5eebc2e323 HTTP/1.1" status: 204 len: 168 time: 1.9490101 Nov 12 13:38:22.713972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59248) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:22.759349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-7a03118a-c437-4110-8644-a20d93afd858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] For port 4a301956-d186-4759-9a1e-6a9f1128db1e, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=4a301956-d186-4759-9a1e-6a9f1128db1e,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:22.759769 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-7a03118a-c437-4110-8644-a20d93afd858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.782122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-7a03118a-c437-4110-8644-a20d93afd858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Calling delete_port for 4a301956-d186-4759-9a1e-6a9f1128db1e owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:22.785935 n-d-805736-4 neutron-server[102676]: INFO neutron.db.ipam_backend_mixin [None req-184e7a98-beaa-41c5-a56a-2b5c85865076 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2b89aa57-11cf-406f-8129-e07f41f90ed1 (CIDR: 2001:db8:0:1::/64) Nov 12 13:38:22.796842 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-184e7a98-beaa-41c5-a56a-2b5c85865076 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:38:22.797490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184e7a98-beaa-41c5-a56a-2b5c85865076 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:22.817165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0deb88-ff70-4542-9202-39d74119da4c admin admin] Deleting subnet 3ee456dc-18fc-4feb-a6a5-daa91d513016 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:38:22.825680 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e0deb88-ff70-4542-9202-39d74119da4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.940846 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e0deb88-ff70-4542-9202-39d74119da4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:22.987429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6270a674-46ad-4f33-a63e-11a68ce2d691 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:23.006354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e0deb88-ff70-4542-9202-39d74119da4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.082552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-7a03118a-c437-4110-8644-a20d93afd858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.123980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['97ef7369-125b-4a12-ab6d-b52be2753dd4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:38:23.161514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-184e7a98-beaa-41c5-a56a-2b5c85865076 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7762780 Nov 12 13:38:23.165103 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-051ce6db-212a-486b-946c-b7a68a4693c7 req-7c327799-c64e-4678-82cb-fcbd461f984b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cb5f201-6f3e-4dab-9dec-49f3b0490be6 HTTP/1.1" status: 200 len: 210 time: 0.1011970 Nov 12 13:38:23.165556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59262) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:23.172686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-61c371d2-5452-4f13-a9b8-833ee958dc52 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'subnet': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:23.246043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0260bfd-353a-4f12-8216-d7c748eb478e None None] DHCP port deletion for 1c5b37a7-c28a-448c-b6ea-b24adc200278 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:23.249918 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e0deb88-ff70-4542-9202-39d74119da4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.289709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03118a-c437-4110-8644-a20d93afd858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Pushing event deleted for resources: {'Port': ['ID=4a301956-d186-4759-9a1e-6a9f1128db1e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:23.298416 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:23.298911 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.328234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-7a03118a-c437-4110-8644-a20d93afd858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] No DVR routers for this DVR port 4a301956-d186-4759-9a1e-6a9f1128db1e on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:38:23.334443 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-7a03118a-c437-4110-8644-a20d93afd858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.344503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39e90a2c-3d80-4670-bf87-74574e4f72f3 req-7a03118a-c437-4110-8644-a20d93afd858 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.105 "DELETE /v2.0/ports/4a301956-d186-4759-9a1e-6a9f1128db1e HTTP/1.1" status: 204 len: 173 time: 1.2995217 Nov 12 13:38:23.344503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb5f201-6f3e-4dab-9dec-49f3b0490be6', 'name': 'network-vif-deleted', 'tag': '4a301956-d186-4759-9a1e-6a9f1128db1e'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:38:23.369227 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f4562a-6a81-4639-9c70-9a6f06364548" -d '{"events": [{"server_uuid": "4cb5f201-6f3e-4dab-9dec-49f3b0490be6", "name": "network-vif-deleted", "tag": "4a301956-d186-4759-9a1e-6a9f1128db1e"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:38:23.413945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0deb88-ff70-4542-9202-39d74119da4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee456dc-18fc-4feb-a6a5-daa91d513016,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:23.431713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e0deb88-ff70-4542-9202-39d74119da4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.437822 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59266) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:23.437983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3e0deb88-ff70-4542-9202-39d74119da4c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3ee456dc-18fc-4feb-a6a5-daa91d513016 HTTP/1.1" status: 204 len: 168 time: 0.7218077 Nov 12 13:38:23.555414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c371d2-5452-4f13-a9b8-833ee958dc52 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Made reservation on behalf of 061d9f90424e4a27a4a7f6d1607da3b8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:23.559331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61c371d2-5452-4f13-a9b8-833ee958dc52 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.578160 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44871db1-ef1e-4550-abda-867262b7fc04 x-openstack-request-id: req-44871db1-ef1e-4550-abda-867262b7fc04 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:38:23.578160 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb5f201-6f3e-4dab-9dec-49f3b0490be6", "name": "network-vif-deleted", "tag": "4a301956-d186-4759-9a1e-6a9f1128db1e", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:38:23.578160 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44871db1-ef1e-4550-abda-867262b7fc04 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:38:23.578689 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb5f201-6f3e-4dab-9dec-49f3b0490be6', 'name': 'network-vif-deleted', 'tag': '4a301956-d186-4759-9a1e-6a9f1128db1e', 'status': 'completed', 'code': 200} Nov 12 13:38:23.599563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 61673247-26b2-4781-88f6-28794c975887 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:23.602510 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.630866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 61673247-26b2-4781-88f6-28794c975887 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:23.631519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 61673247-26b2-4781-88f6-28794c975887 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:23.632602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 11147dea-a4bf-4c4f-b1b3-ac3966f35069 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:23.657565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 11147dea-a4bf-4c4f-b1b3-ac3966f35069 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:23.658311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 11147dea-a4bf-4c4f-b1b3-ac3966f35069 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:23.715712 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.741012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1841d8-c05f-429b-a918-a176ecd20928']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:23.768775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25faca85-af75-470d-8392-52c27d7e6067') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:23.769072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25faca85-af75-470d-8392-52c27d7e6067') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:23.784570 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.804304 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.813511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:38:23.814575 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:38:23.895753 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:38:23.901819 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.913529 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:23.919624 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8e1841d8-c05f-429b-a918-a176ecd20928 HTTP/1.1" status: 204 len: 168 time: 0.4778540 Nov 12 13:38:23.931176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61c371d2-5452-4f13-a9b8-833ee958dc52 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:24.006328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c371d2-5452-4f13-a9b8-833ee958dc52 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Network 6380dbbc-9f06-4238-ac58-17667a30230d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:24.014755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-61c371d2-5452-4f13-a9b8-833ee958dc52 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:24.018453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c371d2-5452-4f13-a9b8-833ee958dc52 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:24.019047 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61c371d2-5452-4f13-a9b8-833ee958dc52 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:24.025770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c7b449-6f2b-4682-ba91-b78ec969eb61 None None] Network 6380dbbc-9f06-4238-ac58-17667a30230d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:24.034172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c371d2-5452-4f13-a9b8-833ee958dc52 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Subnet': ['ID=3a3ca425-1a92-46c2-8ad5-025f43c1de99,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:24.068680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-61c371d2-5452-4f13-a9b8-833ee958dc52 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8999691 Nov 12 13:38:24.072393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59272) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:24.079862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1278130363', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3a3ca425-1a92-46c2-8ad5-025f43c1de99'}], 'security_groups': ['07767a93-3059-44a5-8382-6a4e7c03ed19', '1c8e2806-ca9f-4c4e-9033-7090a197a043']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:24.253979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:24.562218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:24.562986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bc34a-35bc-4fce-8769-2f1539381a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1841d8-c05f-429b-a918-a176ecd20928,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:24.642588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac0a5fc-f461-45e9-8eb5-919e8aa1ac94 None None] Update dhcp port {'port': {'network_id': '6380dbbc-9f06-4238-ac58-17667a30230d', 'fixed_ips': [{'subnet_id': '2b89aa57-11cf-406f-8129-e07f41f90ed1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2a006f28-8592-41cb-87b6-9b675eac4d1b', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a3ca425-1a92-46c2-8ad5-025f43c1de99'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '6270a674-46ad-4f33-a63e-11a68ce2d691'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:38:24.677940 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a5fc-f461-45e9-8eb5-919e8aa1ac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:24.703919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bdc2e6a0-f03b-478a-b4c7-95a088990d8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c22ad78ffd604d49abed86bb76243ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279345 Nov 12 13:38:24.704304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59286) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:24.773063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdb76b-0f75-4e9b-a4ce-4a38e10901a3 req-d59d09ee-6de1-40af-982d-7de1c45981fc tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:24.778809 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a2f3cf63-d7bd-484b-bff2-454cc5aef2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:24.782623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2cdb76b-0f75-4e9b-a4ce-4a38e10901a3 req-d59d09ee-6de1-40af-982d-7de1c45981fc tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1314788 Nov 12 13:38:24.807321 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a2f3cf63-d7bd-484b-bff2-454cc5aef2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:24.868412 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a2f3cf63-d7bd-484b-bff2-454cc5aef2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:24.871445 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a2f3cf63-d7bd-484b-bff2-454cc5aef2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:24.875023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a2f3cf63-d7bd-484b-bff2-454cc5aef2ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e0efc614-2512-43ca-97ba-ef38d2911078 HTTP/1.1" status: 204 len: 168 time: 0.1672990 Nov 12 13:38:24.883218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3cf63-d7bd-484b-bff2-454cc5aef2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0efc614-2512-43ca-97ba-ef38d2911078,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:24.888948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2cdb76b-0f75-4e9b-a4ce-4a38e10901a3 req-04918274-e460-44bc-ad35-b3e6541b775c tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051025 Nov 12 13:38:24.930056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Delete allocated IP 2001:db8::394 (6380dbbc-9f06-4238-ac58-17667a30230d/2a006f28-8592-41cb-87b6-9b675eac4d1b) {{(pid=102676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 13:38:24.950688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Allocated IP 2001:db8:0:2::2ee (6380dbbc-9f06-4238-ac58-17667a30230d/3a3ca425-1a92-46c2-8ad5-025f43c1de99/938b7523-a2a5-4551-9b0e-3c787e93f71d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:25.006025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 4a301956-d186-4759-9a1e-6a9f1128db1e no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:25.042547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 4a301956-d186-4759-9a1e-6a9f1128db1e {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:25.043766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 4a301956-d186-4759-9a1e-6a9f1128db1e not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:25.150730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:25.159034 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:25.220818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] In _notify_port_updated(), no bound segment for port 938b7523-a2a5-4551-9b0e-3c787e93f71d on network 6380dbbc-9f06-4238-ac58-17667a30230d {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:38:25.228244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:25.228989 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:25.230468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "PUT /v2.0/ports/938b7523-a2a5-4551-9b0e-3c787e93f71d HTTP/1.1" status: 200 len: 970 time: 1.1565623 Nov 12 13:38:25.234114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59296) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:25.248529 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2ac0a5fc-f461-45e9-8eb5-919e8aa1ac94 None None] Allocated IP 2001:db8:0:2::2 (6380dbbc-9f06-4238-ac58-17667a30230d/3a3ca425-1a92-46c2-8ad5-025f43c1de99/6270a674-46ad-4f33-a63e-11a68ce2d691) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:25.272053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847f2bc-035b-4b9c-b32f-edfb9375dbae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event updated for resources: {'Port': ['ID=938b7523-a2a5-4551-9b0e-3c787e93f71d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:25.360288 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-fb47d501-4090-4cb2-9f42-0957290a0c04 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port 938b7523-a2a5-4551-9b0e-3c787e93f71d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:25.360625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb47d501-4090-4cb2-9f42-0957290a0c04 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:25.525469 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb47d501-4090-4cb2-9f42-0957290a0c04 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:25.543195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-fb47d501-4090-4cb2-9f42-0957290a0c04 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for 938b7523-a2a5-4551-9b0e-3c787e93f71d owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:25.615145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2ac0a5fc-f461-45e9-8eb5-919e8aa1ac94 None None] For port 6270a674-46ad-4f33-a63e-11a68ce2d691, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6270a674-46ad-4f33-a63e-11a68ce2d691,segment=NetworkSegment(2e47d9d1-5642-461b-b195-f1c13b7eb290),segment_id=2e47d9d1-5642-461b-b195-f1c13b7eb290)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:25.669775 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a5fc-f461-45e9-8eb5-919e8aa1ac94 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:25.678093 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a5fc-f461-45e9-8eb5-919e8aa1ac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:25.720578 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb47d501-4090-4cb2-9f42-0957290a0c04 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:25.751968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0a5fc-f461-45e9-8eb5-919e8aa1ac94 None None] Pushing event updated for resources: {'Port': ['ID=6270a674-46ad-4f33-a63e-11a68ce2d691,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:25.806653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47d501-4090-4cb2-9f42-0957290a0c04 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=938b7523-a2a5-4551-9b0e-3c787e93f71d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:25.917976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fb47d501-4090-4cb2-9f42-0957290a0c04 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:25.917976 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fb47d501-4090-4cb2-9f42-0957290a0c04 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/938b7523-a2a5-4551-9b0e-3c787e93f71d HTTP/1.1" status: 204 len: 168 time: 0.6675603 Nov 12 13:38:25.918216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:25.963144 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec639cd5-1159-45f8-ac53-631639bb45c7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] GET failed (client error): The resource could not be found. Nov 12 13:38:25.998548 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ec639cd5-1159-45f8-ac53-631639bb45c7 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports/938b7523-a2a5-4551-9b0e-3c787e93f71d HTTP/1.1" status: 404 len: 333 time: 0.0807450 Nov 12 13:38:25.998548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59326) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:26.216407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74d76f-0260-41ac-a583-65954da17b15 req-768f65bb-08d4-40d3-ac13-43fff57adfb4 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:26.225381 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c74d76f-0260-41ac-a583-65954da17b15 req-768f65bb-08d4-40d3-ac13-43fff57adfb4 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2103140 Nov 12 13:38:26.284658 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-819f5c5d-630d-4c77-bf55-b095ff31d7bb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.312798 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-819f5c5d-630d-4c77-bf55-b095ff31d7bb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.362329 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-819f5c5d-630d-4c77-bf55-b095ff31d7bb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.365909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-819f5c5d-630d-4c77-bf55-b095ff31d7bb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.367310 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-819f5c5d-630d-4c77-bf55-b095ff31d7bb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/security-groups/1c5cce72-e6d8-4621-b11c-bc36d84aa475 HTTP/1.1" status: 204 len: 168 time: 0.3696096 Nov 12 13:38:26.369932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59338) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:26.403696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f5c5d-630d-4c77-bf55-b095ff31d7bb tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5cce72-e6d8-4621-b11c-bc36d84aa475,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:26.435010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c74d76f-0260-41ac-a583-65954da17b15 req-3bc6b343-6272-4386-902d-f194b256f1ac tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085228 Nov 12 13:38:26.510573 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed24c3c5-6635-4a35-8d9d-5c23b46e1b22 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.541156 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed24c3c5-6635-4a35-8d9d-5c23b46e1b22 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.665906 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed24c3c5-6635-4a35-8d9d-5c23b46e1b22 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.669366 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed24c3c5-6635-4a35-8d9d-5c23b46e1b22 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.670725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ed24c3c5-6635-4a35-8d9d-5c23b46e1b22 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/security-groups/1c8e2806-ca9f-4c4e-9033-7090a197a043 HTTP/1.1" status: 204 len: 168 time: 0.2995744 Nov 12 13:38:26.673556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:26.680977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6270a674-46ad-4f33-a63e-11a68ce2d691 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:26.703298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24c3c5-6635-4a35-8d9d-5c23b46e1b22 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e2806-ca9f-4c4e-9033-7090a197a043,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:26.751750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59346) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:26.838348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:26.838784 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.842011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a355ace7-756f-4984-9072-4bd8b2fc4ebe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.895336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a355ace7-756f-4984-9072-4bd8b2fc4ebe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.983813 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a57d0c05-8bdc-4cd2-b05e-3f1747711ca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.989140 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a355ace7-756f-4984-9072-4bd8b2fc4ebe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.993117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a355ace7-756f-4984-9072-4bd8b2fc4ebe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:26.997871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a355ace7-756f-4984-9072-4bd8b2fc4ebe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/security-groups/07767a93-3059-44a5-8382-6a4e7c03ed19 HTTP/1.1" status: 204 len: 168 time: 0.3225014 Nov 12 13:38:27.001669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59352) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:27.002614 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a001d9a-0b4b-468c-850a-a2d2563e9d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.010017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355ace7-756f-4984-9072-4bd8b2fc4ebe tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07767a93-3059-44a5-8382-6a4e7c03ed19,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:27.086972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-34a5cdae-a220-414b-85d5-1a6ca577bb5b None None] Provisioning complete for port ae34efc3-d012-4787-a0e9-5fe22ac4c029 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:27.087524 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34a5cdae-a220-414b-85d5-1a6ca577bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.130063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-37094db8-1c58-43f6-944e-ec9d34ddd992 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet 2a006f28-8592-41cb-87b6-9b675eac4d1b {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:38:27.138094 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37094db8-1c58-43f6-944e-ec9d34ddd992 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.183971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-34a5cdae-a220-414b-85d5-1a6ca577bb5b None None] Port ae34efc3-d012-4787-a0e9-5fe22ac4c029 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:27.187862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-34a5cdae-a220-414b-85d5-1a6ca577bb5b None None] Could not find standard attr ID for object 938b7523-a2a5-4551-9b0e-3c787e93f71d. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:38:27.201893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-34a5cdae-a220-414b-85d5-1a6ca577bb5b None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:27.202514 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34a5cdae-a220-414b-85d5-1a6ca577bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.217047 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37094db8-1c58-43f6-944e-ec9d34ddd992 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.305332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a57d0c05-8bdc-4cd2-b05e-3f1747711ca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.316940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a57d0c05-8bdc-4cd2-b05e-3f1747711ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.399679 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a57d0c05-8bdc-4cd2-b05e-3f1747711ca6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9203d1fc16204f2da3ebbb3b30f65571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6465011 Nov 12 13:38:27.400463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d0c05-8bdc-4cd2-b05e-3f1747711ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c6d3f6-5d66-46e0-9f00-348e589753d3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:27.402424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59358) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:27.407072 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37094db8-1c58-43f6-944e-ec9d34ddd992 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.419612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-707e182e-9274-4fdb-b25b-9834f5b84702 None None] Could not find standard attr ID for object 938b7523-a2a5-4551-9b0e-3c787e93f71d. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:38:27.498774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-220becd2-c5f6-4d9f-8170-3af38951e73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.516872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37094db8-1c58-43f6-944e-ec9d34ddd992 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.525643 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-220becd2-c5f6-4d9f-8170-3af38951e73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.570254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37094db8-1c58-43f6-944e-ec9d34ddd992 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=2a006f28-8592-41cb-87b6-9b675eac4d1b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:27.579622 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37094db8-1c58-43f6-944e-ec9d34ddd992 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.583090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-37094db8-1c58-43f6-944e-ec9d34ddd992 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/2a006f28-8592-41cb-87b6-9b675eac4d1b HTTP/1.1" status: 204 len: 168 time: 0.5788126 Nov 12 13:38:27.588695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59362) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:27.615221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-220becd2-c5f6-4d9f-8170-3af38951e73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.619750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-220becd2-c5f6-4d9f-8170-3af38951e73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.621467 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-220becd2-c5f6-4d9f-8170-3af38951e73a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2c6d3f6-5d66-46e0-9f00-348e589753d3 HTTP/1.1" status: 204 len: 168 time: 0.2177517 Nov 12 13:38:27.654183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220becd2-c5f6-4d9f-8170-3af38951e73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c6d3f6-5d66-46e0-9f00-348e589753d3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:27.689005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d6ff1-10c3-4377-8672-d28df04bc518 req-fc369bf5-bb36-4078-9d9d-6f7f391ef41f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:27.691566 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f99d6ff1-10c3-4377-8672-d28df04bc518 req-fc369bf5-bb36-4078-9d9d-6f7f391ef41f tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1252186 Nov 12 13:38:27.702931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0383467-5789-406c-b68b-0e0b6afdb9e0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet 3a3ca425-1a92-46c2-8ad5-025f43c1de99 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:38:27.708270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0383467-5789-406c-b68b-0e0b6afdb9e0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.722332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d6079-88af-4792-9876-ffe41cc11c28 None None] Network 6380dbbc-9f06-4238-ac58-17667a30230d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:27.842468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f99d6ff1-10c3-4377-8672-d28df04bc518 req-8fb5b337-6a9b-4621-a676-785655a3c25b tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437020 Nov 12 13:38:27.863577 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0383467-5789-406c-b68b-0e0b6afdb9e0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:27.973872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0383467-5789-406c-b68b-0e0b6afdb9e0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:28.050552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0383467-5789-406c-b68b-0e0b6afdb9e0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:28.113529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0383467-5789-406c-b68b-0e0b6afdb9e0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3ca425-1a92-46c2-8ad5-025f43c1de99,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:28.116026 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0383467-5789-406c-b68b-0e0b6afdb9e0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:28.122745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59380) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:28.134725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d0383467-5789-406c-b68b-0e0b6afdb9e0 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/3a3ca425-1a92-46c2-8ad5-025f43c1de99 HTTP/1.1" status: 204 len: 168 time: 0.5447595 Nov 12 13:38:28.170696 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbfeb37-433b-4643-b861-4fe501697502 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:28.171609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbfeb37-433b-4643-b861-4fe501697502 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:28.176185 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2fbfeb37-433b-4643-b861-4fe501697502 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/2a006f28-8592-41cb-87b6-9b675eac4d1b HTTP/1.1" status: 404 len: 337 time: 0.0521266 Nov 12 13:38:28.179628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59386) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:28.258411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f72e586-5f28-475f-a099-2a0532d71297 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting subnet 2b89aa57-11cf-406f-8129-e07f41f90ed1 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:38:28.263865 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f72e586-5f28-475f-a099-2a0532d71297 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:28.330679 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f72e586-5f28-475f-a099-2a0532d71297 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:28.509407 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f72e586-5f28-475f-a099-2a0532d71297 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:28.592186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f72e586-5f28-475f-a099-2a0532d71297 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:28.648097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f72e586-5f28-475f-a099-2a0532d71297 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:28.652300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4f72e586-5f28-475f-a099-2a0532d71297 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/2b89aa57-11cf-406f-8129-e07f41f90ed1 HTTP/1.1" status: 204 len: 168 time: 0.4710407 Nov 12 13:38:28.654347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e586-5f28-475f-a099-2a0532d71297 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Subnet': ['ID=2b89aa57-11cf-406f-8129-e07f41f90ed1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:28.656795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:28.703145 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecc0063-7857-4f57-9a59-19ae65deedea tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:28.703607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecc0063-7857-4f57-9a59-19ae65deedea tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:28.707119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4ecc0063-7857-4f57-9a59-19ae65deedea tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/e5d7d5e6-926d-4c70-b408-8688193e6f51 HTTP/1.1" status: 404 len: 337 time: 0.0482357 Nov 12 13:38:28.711728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59404) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:28.763615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59406) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:28.780032 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7a48755e-d406-41ef-8f37-f48a393fbe77 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "GET /v2.0/ports?device_id=b26fccb6-1b7d-4f89-9548-2be3dda589af HTTP/1.1" status: 200 len: 205 time: 0.0667133 Nov 12 13:38:28.782772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:28.832239 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-39862453-b2a5-4a63-b5f5-635b857d994a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] delete failed (client error): The resource could not be found. Nov 12 13:38:28.837103 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-39862453-b2a5-4a63-b5f5-635b857d994a tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/routers/b26fccb6-1b7d-4f89-9548-2be3dda589af HTTP/1.1" status: 404 len: 336 time: 0.0493157 Nov 12 13:38:28.837221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:28.902585 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-056e33ff-b546-49ec-90e4-7c972882053f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:28.903495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056e33ff-b546-49ec-90e4-7c972882053f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:28.911484 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-056e33ff-b546-49ec-90e4-7c972882053f tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/66658e57-d359-4536-b8e4-56613b38fa9a HTTP/1.1" status: 404 len: 337 time: 0.0732193 Nov 12 13:38:28.914384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59420) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:28.985627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d315d3-01cb-4f31-8e1f-d32e92c5c696 None None] Network 6380dbbc-9f06-4238-ac58-17667a30230d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:28.992963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-network', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:29.006011 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0eb3ccd-767a-45ca-b40f-1b23fd51369c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:29.006486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0eb3ccd-767a-45ca-b40f-1b23fd51369c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:29.010489 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b0eb3ccd-767a-45ca-b40f-1b23fd51369c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/84cd7565-fc8f-4281-ad6d-c7bdf3c0a695 HTTP/1.1" status: 404 len: 337 time: 0.0951116 Nov 12 13:38:29.016767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:29.050319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Made reservation on behalf of c84d34baa15843938eb97faf0bdfc46a for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:29.060252 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.082700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.087309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f3fac08c-7b1a-4dac-9aca-81b0bc6b38cc None None] Provisioning complete for port ae34efc3-d012-4787-a0e9-5fe22ac4c029 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:29.088147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3fac08c-7b1a-4dac-9aca-81b0bc6b38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.100161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3403-f33f-40bd-8880-f4c1191b5379 req-5e986545-8393-401c-9507-4943064ba794 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:29.108281 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-335c3403-f33f-40bd-8880-f4c1191b5379 req-5e986545-8393-401c-9507-4943064ba794 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1527774 Nov 12 13:38:29.109238 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b4f1d1-01ff-4ac2-b3c8-a8e67ff4d283 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:29.109736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b4f1d1-01ff-4ac2-b3c8-a8e67ff4d283 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:29.128656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-11b4f1d1-01ff-4ac2-b3c8-a8e67ff4d283 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/0acd9fc0-fbac-40fe-9a1a-cee97ccc7892 HTTP/1.1" status: 404 len: 337 time: 0.1061749 Nov 12 13:38:29.139236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59426) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:29.159065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f3fac08c-7b1a-4dac-9aca-81b0bc6b38cc None None] Port ae34efc3-d012-4787-a0e9-5fe22ac4c029 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:29.179315 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.184980 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.200670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f3fac08c-7b1a-4dac-9aca-81b0bc6b38cc None None] Provisioning complete for port 6270a674-46ad-4f33-a63e-11a68ce2d691 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:29.201617 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3fac08c-7b1a-4dac-9aca-81b0bc6b38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.215582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:38:29.233858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c05cf8-e7fb-4f89-b0ab-206f6701d4a7,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:29.247846 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-48555de7-d726-40b8-a7e5-03ff8992e9d5 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:29.248805 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48555de7-d726-40b8-a7e5-03ff8992e9d5 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:29.253910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.255584 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Added segment e59448ec-c059-4a87-b7da-8fc9eaaa6a1a of type vlan for network f0727738-adfe-4db7-b5fb-f46eeeb46796 Nov 12 13:38:29.258875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59428) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:29.262111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-48555de7-d726-40b8-a7e5-03ff8992e9d5 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/20a27c59-199d-4194-9c11-803fe037c98e HTTP/1.1" status: 404 len: 333 time: 0.1212001 Nov 12 13:38:29.303473 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-335c3403-f33f-40bd-8880-f4c1191b5379 req-987ec810-536c-4c36-8f1c-f43aa807cb8e tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652474 Nov 12 13:38:29.362462 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-733d7cb4-ccb4-4567-befd-69f826d1859b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:29.362927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733d7cb4-ccb4-4567-befd-69f826d1859b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:29.368775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:29.369356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464cc94-78a7-41af-aa64-603e631ae2e1 None None] DHCP port deletion for 6380dbbc-9f06-4238-ac58-17667a30230d request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:29.377986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-733d7cb4-ccb4-4567-befd-69f826d1859b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/42470b36-0034-46a8-8164-f89f2c4c1bed HTTP/1.1" status: 404 len: 337 time: 0.1169405 Nov 12 13:38:29.402946 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.416648 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b767260c-f67b-4440-bbe7-dbc827723479 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:29.419002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b767260c-f67b-4440-bbe7-dbc827723479 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:29.425078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b767260c-f67b-4440-bbe7-dbc827723479 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/e34614f0-bc80-469a-ac4c-94cef4303a83 HTTP/1.1" status: 404 len: 337 time: 0.0552204 Nov 12 13:38:29.427863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59432) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:29.450858 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.455620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:29.456969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.465719 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a071e375-8867-40dc-9a56-c806ba600970 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:29.466837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a071e375-8867-40dc-9a56-c806ba600970 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:29.471182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a071e375-8867-40dc-9a56-c806ba600970 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/670da831-ad6b-4c3e-a293-3a8aea932d34 HTTP/1.1" status: 404 len: 333 time: 0.0415919 Nov 12 13:38:29.472719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6464cc94-78a7-41af-aa64-603e631ae2e1 None None] Deleting port 6270a674-46ad-4f33-a63e-11a68ce2d691 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:29.473907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59434) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:29.475430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6464cc94-78a7-41af-aa64-603e631ae2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.513434 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19aa7e42-9f35-4819-94cc-cab22cc6a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.524062 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-724c49d3-3a09-48cd-bf0d-62071f1a719b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:29.525153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724c49d3-3a09-48cd-bf0d-62071f1a719b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:29.529754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-724c49d3-3a09-48cd-bf0d-62071f1a719b tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/0c0e104d-21b7-4b44-af0e-c13ffc593465 HTTP/1.1" status: 404 len: 337 time: 0.0548320 Nov 12 13:38:29.532691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:29.581247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8140490 Nov 12 13:38:29.581782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59438) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:29.583536 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bb8bfe-23b8-4aca-a596-9e0d5d1cbe2c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:29.586172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bb8bfe-23b8-4aca-a596-9e0d5d1cbe2c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:29.589924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Request body: {'subnet': {'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-subnet', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:29.593751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a8bb8bfe-23b8-4aca-a596-9e0d5d1cbe2c tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/subnets/538805cd-0e3c-4149-aebb-927fba4e75d6 HTTP/1.1" status: 404 len: 337 time: 0.0585034 Nov 12 13:38:29.596396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59440) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:29.597268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6464cc94-78a7-41af-aa64-603e631ae2e1 None None] For port 6270a674-46ad-4f33-a63e-11a68ce2d691, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6270a674-46ad-4f33-a63e-11a68ce2d691,segment=NetworkSegment(2e47d9d1-5642-461b-b195-f1c13b7eb290),segment_id=2e47d9d1-5642-461b-b195-f1c13b7eb290)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:29.597899 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6464cc94-78a7-41af-aa64-603e631ae2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.600848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c13f8-40c5-4ec3-b8fd-69d778d30fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=f0727738-adfe-4db7-b5fb-f46eeeb46796,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:29.613207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6464cc94-78a7-41af-aa64-603e631ae2e1 None None] Calling delete_port for 6270a674-46ad-4f33-a63e-11a68ce2d691 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:29.625556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f0727738-adfe-4db7-b5fb-f46eeeb46796 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:38:29.626543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Made reservation on behalf of c84d34baa15843938eb97faf0bdfc46a for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:29.629001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.844632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a194a638-2b80-4768-b28d-94bdc6c22c42 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Deleting port ae34efc3-d012-4787-a0e9-5fe22ac4c029 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:29.844984 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a194a638-2b80-4768-b28d-94bdc6c22c42 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.898204 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6464cc94-78a7-41af-aa64-603e631ae2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.938903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464cc94-78a7-41af-aa64-603e631ae2e1 None None] Pushing event deleted for resources: {'Port': ['ID=6270a674-46ad-4f33-a63e-11a68ce2d691,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:29.943145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464cc94-78a7-41af-aa64-603e631ae2e1 None None] No DVR routers for this DVR port 6270a674-46ad-4f33-a63e-11a68ce2d691 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:38:29.968306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:29.974749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a194a638-2b80-4768-b28d-94bdc6c22c42 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.004205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a194a638-2b80-4768-b28d-94bdc6c22c42 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Calling delete_port for ae34efc3-d012-4787-a0e9-5fe22ac4c029 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:30.055777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a587d73-9b85-4d4f-8960-562fdfe3b22f,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:30.066342 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Checking segment: {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:30.067442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Network hostable DHCP agents. Network: f0727738-adfe-4db7-b5fb-f46eeeb46796, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:38:30.090989 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:38:30.092827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Network f0727738-adfe-4db7-b5fb-f46eeeb46796 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:38:30.104844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, f0727738-adfe-4db7-b5fb-f46eeeb46796) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:30.109501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:30.110400 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.117319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6340239d-a903-477a-8d73-57ccf2e51233 None None] Network f0727738-adfe-4db7-b5fb-f46eeeb46796 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:30.146509 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a194a638-2b80-4768-b28d-94bdc6c22c42 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.147949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-73a8761b-73c2-4ad7-bb96-ed56f3c4e63b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5646667 Nov 12 13:38:30.148745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59448) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:30.154289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:30.182234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.183551 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.192862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194a638-2b80-4768-b28d-94bdc6c22c42 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Port': ['ID=ae34efc3-d012-4787-a0e9-5fe22ac4c029,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:30.226661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a194a638-2b80-4768-b28d-94bdc6c22c42 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.231449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a194a638-2b80-4768-b28d-94bdc6c22c42 tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/ports/ae34efc3-d012-4787-a0e9-5fe22ac4c029 HTTP/1.1" status: 204 len: 168 time: 0.6304126 Nov 12 13:38:30.233645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59452) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:30.253562 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.299024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-f0727738-adfe-4db7-b5fb-f46eeeb46796', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:38:30.301257 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.394031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.438021 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.499161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Allocated IP 172.20.0.2 (f0727738-adfe-4db7-b5fb-f46eeeb46796/4a587d73-9b85-4d4f-8960-562fdfe3b22f/b95dc81f-4198-4e1a-81d2-e0758071a153) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:30.582109 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.622691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6380dbbc-9f06-4238-ac58-17667a30230d']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:30.635893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e47d9d1-5642-461b-b195-f1c13b7eb290') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:30.636527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e47d9d1-5642-461b-b195-f1c13b7eb290') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:30.650759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.668509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf0999-ba6a-4a57-aa5d-578dd6c1f632 req-51711ce8-821e-47f5-b0e7-36141ac4d553 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:30.670125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bebf0999-ba6a-4a57-aa5d-578dd6c1f632 req-51711ce8-821e-47f5-b0e7-36141ac4d553 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.2711277 Nov 12 13:38:30.677955 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.680972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.692595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6270a674-46ad-4f33-a63e-11a68ce2d691 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:30.698452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:38:30.698874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:38:30.702333 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:38:30.717907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.733790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 6270a674-46ad-4f33-a63e-11a68ce2d691 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:30.734181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6270a674-46ad-4f33-a63e-11a68ce2d691 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:30.799047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Network f0727738-adfe-4db7-b5fb-f46eeeb46796 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:30.802910 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.806219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:30.813472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:30.824323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Pushing event updated for resources: {'Port': ['ID=b95dc81f-4198-4e1a-81d2-e0758071a153,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:30.831769 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.841659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.845079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] 10.222.0.73 "DELETE /v2.0/networks/6380dbbc-9f06-4238-ac58-17667a30230d HTTP/1.1" status: 204 len: 168 time: 0.6104491 Nov 12 13:38:30.853227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bebf0999-ba6a-4a57-aa5d-578dd6c1f632 req-1a50545e-e660-4896-9754-9d00a10e324e tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687644 Nov 12 13:38:30.864622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff522ae-f50c-4737-9b35-2a0fc075ceae tempest-PortsIpV6TestJSON-1488113728 tempest-PortsIpV6TestJSON-1488113728-project] Pushing event deleted for resources: {'Network': ['ID=6380dbbc-9f06-4238-ac58-17667a30230d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:30.869450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.886720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Attempting to bind port b95dc81f-4198-4e1a-81d2-e0758071a153 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:38:30.887237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Attempting to bind port b95dc81f-4198-4e1a-81d2-e0758071a153 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:38:30.887758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Attempting to bind port b95dc81f-4198-4e1a-81d2-e0758071a153 on network f0727738-adfe-4db7-b5fb-f46eeeb46796 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:38:30.894232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:38:30.894699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Checking segment: {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:30.895176 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.895641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Bound using segment: {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:38:30.896200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Bound port: b95dc81f-4198-4e1a-81d2-e0758071a153, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:38:30.896649 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.930423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:30.966561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-df1c5358-11cf-4cc1-a5cb-8a395df39c0a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:30.971323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-df1c5358-11cf-4cc1-a5cb-8a395df39c0a tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1777430 Nov 12 13:38:31.010629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] For port b95dc81f-4198-4e1a-81d2-e0758071a153, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:38:31.019109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] For port b95dc81f-4198-4e1a-81d2-e0758071a153, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b95dc81f-4198-4e1a-81d2-e0758071a153,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:38:31.025817 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:31.152449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b12a2-74f8-4097-8c53-58a965eea8e7 None None] Pushing event updated for resources: {'Port': ['ID=b95dc81f-4198-4e1a-81d2-e0758071a153,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:31.187933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Allocated IP 172.25.5.69 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/226ac20d-3fdb-4567-b8ce-ccd975b963f0) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:31.273480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59474) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:31.423219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-68ee70d0-746a-485c-b73c-ca97bc008688 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Deleting port 97ef7369-125b-4a12-ab6d-b52be2753dd4 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:31.423683 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-68ee70d0-746a-485c-b73c-ca97bc008688 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:31.565077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:31.631083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2a54a386-e947-44ee-9479-fc7764c942bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=061d9f90424e4a27a4a7f6d1607da3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3540220 Nov 12 13:38:31.631256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-68ee70d0-746a-485c-b73c-ca97bc008688 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] For port 97ef7369-125b-4a12-ab6d-b52be2753dd4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=97ef7369-125b-4a12-ab6d-b52be2753dd4,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:31.631256 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-68ee70d0-746a-485c-b73c-ca97bc008688 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:31.632103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59496) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:31.649665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-68ee70d0-746a-485c-b73c-ca97bc008688 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Calling delete_port for 97ef7369-125b-4a12-ab6d-b52be2753dd4 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:31.665587 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:31.719280 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9ac7-8a9c-409e-9f1c-1c9688539896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:31.741213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:31.741213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Pushing event updated for resources: {'Port': ['ID=226ac20d-3fdb-4567-b8ce-ccd975b963f0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:31.780375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:31.784207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:31.796854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06105365-d1be-41bd-be12-64733fd30fb2 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:31.822528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9ac7-8a9c-409e-9f1c-1c9688539896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:31.930276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9ac7-8a9c-409e-9f1c-1c9688539896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:31.938800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9ac7-8a9c-409e-9f1c-1c9688539896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:31.940093 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f8fd9ac7-8a9c-409e-9f1c-1c9688539896 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7bb10680-921d-4ecb-b21d-19084609fc06 HTTP/1.1" status: 204 len: 168 time: 0.3066363 Nov 12 13:38:31.941878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a7369aa1-1067-4eb0-b730-b6e7910c1646 None None] Provisioning complete for port 226ac20d-3fdb-4567-b8ce-ccd975b963f0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:31.963326 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7369aa1-1067-4eb0-b730-b6e7910c1646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:31.986027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd9ac7-8a9c-409e-9f1c-1c9688539896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb10680-921d-4ecb-b21d-19084609fc06,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:32.088044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a7369aa1-1067-4eb0-b730-b6e7910c1646 None None] Port 226ac20d-3fdb-4567-b8ce-ccd975b963f0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:32.198272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb83bb-f515-4b17-a7b4-4ba992379c89 req-2667d687-3939-4c7f-8d68-a33384c93317 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:32.198990 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:32.215924 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cbfb83bb-f515-4b17-a7b4-4ba992379c89 req-2667d687-3939-4c7f-8d68-a33384c93317 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 945 time: 0.1344337 Nov 12 13:38:32.302259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cbfb83bb-f515-4b17-a7b4-4ba992379c89 req-26d70cfb-7ef5-4e09-9394-289e42d147e7 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/security-groups?id=35854ccb-c01e-46ac-a0d0-873c22e5bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816727 Nov 12 13:38:32.342924 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:32.416335 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-68ee70d0-746a-485c-b73c-ca97bc008688 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:32.427881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['97ef7369-125b-4a12-ab6d-b52be2753dd4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:38:32.467215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee70d0-746a-485c-b73c-ca97bc008688 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Pushing event deleted for resources: {'Port': ['ID=97ef7369-125b-4a12-ab6d-b52be2753dd4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:32.490267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c461120-5f89-41ce-89ae-b5bb35fe9912 None None] DHCP port deletion for 1c5b37a7-c28a-448c-b6ea-b24adc200278 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:32.657169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-68ee70d0-746a-485c-b73c-ca97bc008688 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] No DVR routers for this DVR port 97ef7369-125b-4a12-ab6d-b52be2753dd4 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:38:32.663679 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-68ee70d0-746a-485c-b73c-ca97bc008688 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:32.671591 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6080842e-e9f8-4161-9ea3-f75b04c51fe8 req-68ee70d0-746a-485c-b73c-ca97bc008688 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.70 "DELETE /v2.0/ports/97ef7369-125b-4a12-ab6d-b52be2753dd4 HTTP/1.1" status: 204 len: 173 time: 1.5742881 Nov 12 13:38:32.671820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab599578-00c8-48b6-89e3-5f6446699a6b', 'name': 'network-vif-deleted', 'tag': '97ef7369-125b-4a12-ab6d-b52be2753dd4'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:38:32.675225 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ec1017-2234-4132-ac5c-ac4f1e6f5a7c" -d '{"events": [{"server_uuid": "ab599578-00c8-48b6-89e3-5f6446699a6b", "name": "network-vif-deleted", "tag": "97ef7369-125b-4a12-ab6d-b52be2753dd4"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:38:32.774533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b95dc81f-4198-4e1a-81d2-e0758071a153 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:32.978130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c5422-39d2-4b04-9b19-5b6a89dd1bf1 None None] Network f0727738-adfe-4db7-b5fb-f46eeeb46796 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:33.099017 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.138794 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.234246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Provisioning complete for port b95dc81f-4198-4e1a-81d2-e0758071a153 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:33.234853 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.299286 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb95471-eeb4-4568-af24-cacc17d60fd6 x-openstack-request-id: req-7bb95471-eeb4-4568-af24-cacc17d60fd6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:38:33.299495 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab599578-00c8-48b6-89e3-5f6446699a6b", "name": "network-vif-deleted", "tag": "97ef7369-125b-4a12-ab6d-b52be2753dd4", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:38:33.299742 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bb95471-eeb4-4568-af24-cacc17d60fd6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:38:33.300142 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab599578-00c8-48b6-89e3-5f6446699a6b', 'name': 'network-vif-deleted', 'tag': '97ef7369-125b-4a12-ab6d-b52be2753dd4', 'status': 'completed', 'code': 200} Nov 12 13:38:33.315844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b95dc81f-4198-4e1a-81d2-e0758071a153 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:33.316381 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.404232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Router 26e74c5e-2303-46cc-be37-88d9437f2755 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:38:33.557259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d916c383-e548-4523-9715-26eba8fb89ba req-4b53ecf6-6142-48f0-9098-92ec9c8813d6 tempest-ServerRescueNegativeTestJSON-1244392969 tempest-ServerRescueNegativeTestJSON-1244392969-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab599578-00c8-48b6-89e3-5f6446699a6b HTTP/1.1" status: 200 len: 210 time: 0.0562699 Nov 12 13:38:33.567439 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.640773 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.642319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:38:33.652968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] For port b95dc81f-4198-4e1a-81d2-e0758071a153, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b95dc81f-4198-4e1a-81d2-e0758071a153,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:33.668118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.672420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d0374059-7257-4054-b967-99cb8f0198e1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5196021 Nov 12 13:38:33.672420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59734) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:33.686804 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Sync routers for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:38:33.708946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59740) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:33.730025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.816849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:33.817496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:38:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:33.851670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1664849432'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:33.878938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:33.886713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.897197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.961750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b26ba7b6-5cac-4e3c-a656-eb1be35b56ee None None] Provisioning complete for port b95dc81f-4198-4e1a-81d2-e0758071a153 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:33.962925 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b26ba7b6-5cac-4e3c-a656-eb1be35b56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:33.999692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Pushing event updated for resources: {'Port': ['ID=b95dc81f-4198-4e1a-81d2-e0758071a153,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:34.028659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:34.029550 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:38:34.029904 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:38:34.034587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:34.036559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.037028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.037430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.037767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.039752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.040191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.041106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.041461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.041789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.042277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.042610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.043061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fa98c1-d568-4560-b52d-b07fe1e5292e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:34.065457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:38:34.092430 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:34.093135 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Added segment e6747a95-5d61-455a-8bec-440e1891c0ee of type vlan for network a752933b-ea2c-4b51-b83f-5da2cf099b71 Nov 12 13:38:34.095492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:34.146217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877c7297-1005-4152-8813-b991c5305e76,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:34.167110 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:34.202762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:34.209212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:34.210018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:34.305992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Network': ['ID=a752933b-ea2c-4b51-b83f-5da2cf099b71,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:34.367862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-82ebbb89-b4c2-4319-ab96-2707dfd9f5f9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6570826 Nov 12 13:38:34.368739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:34.371834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:34.379369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'name': 'tempest-PortsTestJSON-180141837'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:34.582023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:34.598395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:34.676859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:38:34.691240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Allocated IP 172.20.0.1 (f0727738-adfe-4db7-b5fb-f46eeeb46796/4a587d73-9b85-4d4f-8960-562fdfe3b22f/677b8d16-1c18-4ea7-91dc-00e9fb795f13) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:34.700481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:38:34.753608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59866) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:34.896584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 97ef7369-125b-4a12-ab6d-b52be2753dd4 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:34.930793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:34.964277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 97ef7369-125b-4a12-ab6d-b52be2753dd4 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:34.964822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 97ef7369-125b-4a12-ab6d-b52be2753dd4 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:34.998320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:32Z', 'revision_number': 3, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:35.040255 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:35.070019 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Checking router: 26e74c5e-2303-46cc-be37-88d9437f2755 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:38:35.070447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Updating router 26e74c5e-2303-46cc-be37-88d9437f2755 port 226ac20d-3fdb-4567-b8ce-ccd975b963f0 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:38:35.128903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=36dde605-6c27-4d9d-8b6c-c8a9a8e66a63,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:35.134674 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:35.155520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Checking segment: {'id': 'e6747a95-5d61-455a-8bec-440e1891c0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:35.156255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network hostable DHCP agents. Network: a752933b-ea2c-4b51-b83f-5da2cf099b71, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:38:35.190887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:38:35.204584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, a752933b-ea2c-4b51-b83f-5da2cf099b71) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:35.206878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b95dc81f-4198-4e1a-81d2-e0758071a153 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:35.223517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:35.232465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:35.233250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:35.262247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-561f98a5-7a78-454f-ae17-c987c3259928 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8912520 Nov 12 13:38:35.262796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59922) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:35.264201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da59a31d-776d-4c83-b816-758c336ba330 None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:35.281468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1819875808'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:35.314936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:35.320957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:35.383849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:38:35.420171 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:35.423066 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Added segment 54745333-0424-470d-9a3d-e74b3cbe899f of type vlan for network 398107fa-7321-47d1-8d97-4f2e56a340e6 Nov 12 13:38:35.528695 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:35.563621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b95dc81f-4198-4e1a-81d2-e0758071a153 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:35.564615 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:35.569705 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:35.580181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:35.581424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:35.627859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3638279 Nov 12 13:38:35.628675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59960) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:35.655711 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'ports': [{'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71'}, {'network_id': '398107fa-7321-47d1-8d97-4f2e56a340e6'}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:35.656026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:35.656577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': '398107fa-7321-47d1-8d97-4f2e56a340e6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:35.840835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e4830-cecd-41c2-8be3-622ef98069fe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Network': ['ID=398107fa-7321-47d1-8d97-4f2e56a340e6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:35.872628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 398107fa-7321-47d1-8d97-4f2e56a340e6 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:38:35.968723 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.046811 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.127158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 2} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:36.132081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe8eae7-9762-4673-b277-d2fc1dd594e4 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:36.136389 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.140198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfee7b-e536-465f-855c-c45b6ae72ea2 None None] Pushing event updated for resources: {'Port': ['ID=226ac20d-3fdb-4567-b8ce-ccd975b963f0,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:36.144624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Attempting to bind port 226ac20d-3fdb-4567-b8ce-ccd975b963f0 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:38:36.146207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Attempting to bind port 226ac20d-3fdb-4567-b8ce-ccd975b963f0 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:38:36.146861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Attempting to bind port 226ac20d-3fdb-4567-b8ce-ccd975b963f0 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:38:36.159018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:38:36.160276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:36.161247 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.161448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:38:36.162105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Bound port: 226ac20d-3fdb-4567-b8ce-ccd975b963f0, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:38:36.162716 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.181563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.238907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] For port 226ac20d-3fdb-4567-b8ce-ccd975b963f0, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:38:36.242615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] For port 226ac20d-3fdb-4567-b8ce-ccd975b963f0, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=226ac20d-3fdb-4567-b8ce-ccd975b963f0,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:38:36.254802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.313536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 42382457-fe13-47af-8f76-431c5aed623e yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:38:36.342315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfee7b-e536-465f-855c-c45b6ae72ea2 None None] Pushing event updated for resources: {'Port': ['ID=226ac20d-3fdb-4567-b8ce-ccd975b963f0,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:36.373036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a601908e-312c-4fcc-ad7f-b0c187dbe50d None None] Provisioning complete for port 226ac20d-3fdb-4567-b8ce-ccd975b963f0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:36.373439 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a601908e-312c-4fcc-ad7f-b0c187dbe50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.384707 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.426682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:36.427708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:38:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:36.495428 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.521039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a4d2d8-defe-48c8-9c13-52dd6a72e40f None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:36.546991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Pushing event updated for resources: {'Port': ['ID=677b8d16-1c18-4ea7-91dc-00e9fb795f13,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:36.563630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Network f0727738-adfe-4db7-b5fb-f46eeeb46796 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:36.570887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:36.572680 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.574440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:36.625201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.671129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 9ee7c39c-0193-43d5-b544-22dd362478d3 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:38:36.832730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:36.838559 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a601908e-312c-4fcc-ad7f-b0c187dbe50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.843654 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.874006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a601908e-312c-4fcc-ad7f-b0c187dbe50d None None] For port 226ac20d-3fdb-4567-b8ce-ccd975b963f0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=226ac20d-3fdb-4567-b8ce-ccd975b963f0,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:36.915399 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a601908e-312c-4fcc-ad7f-b0c187dbe50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:36.979095 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.040011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.087846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:37.088047 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.092381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:37.095247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:37.096435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.099979 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.143114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=42382457-fe13-47af-8f76-431c5aed623e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:37.250617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5697bc72-d6a8-4041-86a0-7d0389bcde65 None None] Provisioning complete for port 226ac20d-3fdb-4567-b8ce-ccd975b963f0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:37.251323 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5697bc72-d6a8-4041-86a0-7d0389bcde65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.263618 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.284181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Pushing event updated for resources: {'Port': ['ID=677b8d16-1c18-4ea7-91dc-00e9fb795f13,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:37.292727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=9ee7c39c-0193-43d5-b544-22dd362478d3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:37.293894 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.304970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Checking segment: {'id': '54745333-0424-470d-9a3d-e74b3cbe899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '398107fa-7321-47d1-8d97-4f2e56a340e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:37.305391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network hostable DHCP agents. Network: 398107fa-7321-47d1-8d97-4f2e56a340e6, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:38:37.318840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601908e-312c-4fcc-ad7f-b0c187dbe50d None None] Pushing event updated for resources: {'Port': ['ID=226ac20d-3fdb-4567-b8ce-ccd975b963f0,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:37.340982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 398107fa-7321-47d1-8d97-4f2e56a340e6 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:38:37.355312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 398107fa-7321-47d1-8d97-4f2e56a340e6) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:37.364572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:37.376688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:37.384620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:37.385349 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.386298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5645f76-93c4-4e7f-9299-42dea82589cb None None] Network 398107fa-7321-47d1-8d97-4f2e56a340e6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:37.407434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ebca4e4e-86bb-4618-ab25-7d7b25007a38 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7572432 Nov 12 13:38:37.408968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:37.556506 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b9136e7d-f878-4c69-b406-8f1f941f022f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 9ee7c39c-0193-43d5-b544-22dd362478d3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:37.556932 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9136e7d-f878-4c69-b406-8f1f941f022f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.696930 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9136e7d-f878-4c69-b406-8f1f941f022f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:37.737653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b9136e7d-f878-4c69-b406-8f1f941f022f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 9ee7c39c-0193-43d5-b544-22dd362478d3 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:37.815351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Network f0727738-adfe-4db7-b5fb-f46eeeb46796 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:37.882533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:38.009378 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9136e7d-f878-4c69-b406-8f1f941f022f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:38.018640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:32Z', 'revision_number': 3, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:38.056368 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d04f73-b628-411c-9960-c890f9992309 None None] The sync data for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 is: [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:32Z', 'revision_number': 3, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:38:38.069753 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9136e7d-f878-4c69-b406-8f1f941f022f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:38.088701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b9136e7d-f878-4c69-b406-8f1f941f022f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/9ee7c39c-0193-43d5-b544-22dd362478d3 HTTP/1.1" status: 204 len: 168 time: 0.6785715 Nov 12 13:38:38.137519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a4c0f40e-3565-46fe-879a-780a2a6b7a2f None None] Provisioning complete for port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:38.137886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f40e-3565-46fe-879a-780a2a6b7a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:38.139322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:38.170332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9136e7d-f878-4c69-b406-8f1f941f022f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=9ee7c39c-0193-43d5-b544-22dd362478d3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:38.227819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Router 26e74c5e-2303-46cc-be37-88d9437f2755 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:38:38.273564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0f40e-3565-46fe-879a-780a2a6b7a2f None None] Port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:38.315586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f0c71-01fb-446b-b857-be619acab16c tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:38.334584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f0c71-01fb-446b-b857-be619acab16c tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:38.340214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-605f0c71-01fb-446b-b857-be619acab16c tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1966467 Nov 12 13:38:38.340430 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60020) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:38.420663 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-21228acc-a675-4479-89fd-b5661898313b None None] Provisioning complete for port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:38.421034 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21228acc-a675-4479-89fd-b5661898313b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:38.448550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] Deleting port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:38.448929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:38.531568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-21228acc-a675-4479-89fd-b5661898313b None None] Port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:38.621035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:38:38.640542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2ea86104-3cdb-4f96-b11a-c643f5a699c2 admin admin] 10.222.0.73 "PUT /v2.0/routers/26e74c5e-2303-46cc-be37-88d9437f2755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9672766 Nov 12 13:38:38.709358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] For port 460da7c6-17e5-46f4-a8f7-ff45d3e27ece, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=460da7c6-17e5-46f4-a8f7-ff45d3e27ece,segment=NetworkSegment(61466dd9-c2d8-4602-abee-09fe2d0a3652),segment_id=61466dd9-c2d8-4602-abee-09fe2d0a3652)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:38.709810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:38.731226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] Calling delete_port for 460da7c6-17e5-46f4-a8f7-ff45d3e27ece owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:38.763895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6bda2f9d-8ab1-447c-b12a-15e23dc35279 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 42382457-fe13-47af-8f76-431c5aed623e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:38.764655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6bda2f9d-8ab1-447c-b12a-15e23dc35279 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:39.015648 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6bda2f9d-8ab1-447c-b12a-15e23dc35279 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:39.048443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6bda2f9d-8ab1-447c-b12a-15e23dc35279 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 42382457-fe13-47af-8f76-431c5aed623e owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:39.201864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 226ac20d-3fdb-4567-b8ce-ccd975b963f0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:39.392750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 226ac20d-3fdb-4567-b8ce-ccd975b963f0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:39.393123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:39.424371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6bda2f9d-8ab1-447c-b12a-15e23dc35279 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:39.474814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2f9d-8ab1-447c-b12a-15e23dc35279 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=42382457-fe13-47af-8f76-431c5aed623e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:39.487437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6bda2f9d-8ab1-447c-b12a-15e23dc35279 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:39.495419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60042) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:39.496082 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6bda2f9d-8ab1-447c-b12a-15e23dc35279 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/42382457-fe13-47af-8f76-431c5aed623e HTTP/1.1" status: 204 len: 168 time: 1.1542175 Nov 12 13:38:39.496976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:39.559383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=460da7c6-17e5-46f4-a8f7-ff45d3e27ece,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:39.561215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60044) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:39.574329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ca8f9c19-dbff-450c-9039-19edb3816879 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--816067122', 'description': 'tempest-description--1086992321'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:39.599246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f831f7-f39f-431a-86ae-41123120ebe0 None None] DHCP port deletion for 1c5b37a7-c28a-448c-b6ea-b24adc200278 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:39.636456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec65914a-aafd-48c9-905f-4990a9b29263 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:39.638525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ec65914a-aafd-48c9-905f-4990a9b29263 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1408799 Nov 12 13:38:39.644347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60046) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:39.703519 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e430c9d4-b58c-4d61-9206-78853e926571 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:38:39.715508 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e430c9d4-b58c-4d61-9206-78853e926571 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/9ee7c39c-0193-43d5-b544-22dd362478d3 HTTP/1.1" status: 404 len: 333 time: 0.0618212 Nov 12 13:38:39.716449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60050) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:39.744009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f9c19-dbff-450c-9039-19edb3816879 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:39.772143 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dcba7b-45d5-491a-803a-50db4801918f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:38:39.774502 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-42dcba7b-45d5-491a-803a-50db4801918f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/42382457-fe13-47af-8f76-431c5aed623e HTTP/1.1" status: 404 len: 333 time: 0.0570827 Nov 12 13:38:39.779079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60052) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:40.233513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:40.300747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-9fd20db8-e9bf-4614-8ac2-9ebb3c096d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:40.304059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-9fd20db8-e9bf-4614-8ac2-9ebb3c096d96 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1095 time: 0.2412798 Nov 12 13:38:40.328267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a937ea-5ce8-40e9-8bac-7d72d316a86c req-6613ffea-9fa6-4e96-92f0-5c3696a88099 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:40.337235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24a937ea-5ce8-40e9-8bac-7d72d316a86c req-6613ffea-9fa6-4e96-92f0-5c3696a88099 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2754760 Nov 12 13:38:40.480277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-cf7de566-f373-449c-b8fa-a58506d624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:40.481567 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-cf7de566-f373-449c-b8fa-a58506d624f7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.1270478 Nov 12 13:38:40.624508 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-897ae225-d36d-4c7b-ad36-1232b3cb5314 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 998 time: 0.0767272 Nov 12 13:38:40.638828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f9c19-dbff-450c-9039-19edb3816879 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:40.666377 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:40.673917 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f9c19-dbff-450c-9039-19edb3816879 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:40.842120 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f9c19-dbff-450c-9039-19edb3816879 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:40.847937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60062) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:40.853515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-33c911de-2df0-46b3-9892-d13f40a4f0c8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'security_group_rule': {'security_group_id': 'a00b5db6-edfd-4453-adb0-a5f1d5a9e944', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:40.858322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ca8f9c19-dbff-450c-9039-19edb3816879 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2939596 Nov 12 13:38:40.908275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33c911de-2df0-46b3-9892-d13f40a4f0c8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:40.969847 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:40.982006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24a937ea-5ce8-40e9-8bac-7d72d316a86c req-587f8b64-cf03-4217-95f9-4140a767d48b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6437659 Nov 12 13:38:40.992854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-9145b040-b551-4de0-b3fb-eb8c5d8d8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:40.995578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-9145b040-b551-4de0-b3fb-eb8c5d8d8160 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.3615739 Nov 12 13:38:40.996438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f9c19-dbff-450c-9039-19edb3816879 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00b5db6-edfd-4453-adb0-a5f1d5a9e944,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:41.020924 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33c911de-2df0-46b3-9892-d13f40a4f0c8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.032548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33c911de-2df0-46b3-9892-d13f40a4f0c8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.055462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c911de-2df0-46b3-9892-d13f40a4f0c8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e405ab10-1d20-45dc-8287-8a68d81d339d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:41.073897 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33c911de-2df0-46b3-9892-d13f40a4f0c8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.082326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-33c911de-2df0-46b3-9892-d13f40a4f0c8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2330790 Nov 12 13:38:41.083245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60066) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:41.084365 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Sync routers for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:38:41.090349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b7374a8e-9612-4a89-afce-e46da61a14ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'security_group_rule': {'security_group_id': 'a00b5db6-edfd-4453-adb0-a5f1d5a9e944', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:41.106808 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:41.107441 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:38:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:41.127758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7374a8e-9612-4a89-afce-e46da61a14ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.147287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398107fa-7321-47d1-8d97-4f2e56a340e6']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:41.166926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54745333-0424-470d-9a3d-e74b3cbe899f') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:41.167192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54745333-0424-470d-9a3d-e74b3cbe899f') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:41.193642 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7374a8e-9612-4a89-afce-e46da61a14ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.203309 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7374a8e-9612-4a89-afce-e46da61a14ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.229716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7374a8e-9612-4a89-afce-e46da61a14ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78aeed41-88f0-4f7b-9471-02ed04e6714a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:41.239777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.248677 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7374a8e-9612-4a89-afce-e46da61a14ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.256607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b7374a8e-9612-4a89-afce-e46da61a14ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1719396 Nov 12 13:38:41.260070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:41.264140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-3a30d756-ed15-448b-a906-805ecb83428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:41.265741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-3a30d756-ed15-448b-a906-805ecb83428a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2606134 Nov 12 13:38:41.270863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:41.287332 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.326197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.352097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:38:41.352538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:38:41.356165 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:38:41.405473 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:41.510567 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] Router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:38:41.533321 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.577424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.584041 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.607418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/networks/398107fa-7321-47d1-8d97-4f2e56a340e6 HTTP/1.1" status: 204 len: 168 time: 1.8241153 Nov 12 13:38:41.617554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60076) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:41.631985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1859113467'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:41.642032 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-898c9d99-5ac3-431f-80cd-7671470b8e35 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686273 Nov 12 13:38:41.642995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124f5d6-fbab-4b74-a450-a75fce471a19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Network': ['ID=398107fa-7321-47d1-8d97-4f2e56a340e6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:41.739393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Allocated IP 172.25.5.64 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/f4fb7a6c-ab00-4673-92a8-e54be59a4aee) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:41.774600 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 2, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:41.802820 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Checking router: 26e74c5e-2303-46cc-be37-88d9437f2755 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:38:41.804442 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Updating router 26e74c5e-2303-46cc-be37-88d9437f2755 port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:38:41.836180 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.872141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.912605 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:41.994571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'Port': ['ID=f4fb7a6c-ab00-4673-92a8-e54be59a4aee,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:42.023016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:42.024743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:42.030106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:42.150709 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:42.161093 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:42.233261 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Pushing event updated for resources: {'Port': ['ID=677b8d16-1c18-4ea7-91dc-00e9fb795f13,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:42.264233 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.266533 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.267039 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.267562 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.268062 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.268559 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.269036 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.269749 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.271384 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.272288 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.273755 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.274295 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:38:42.414948 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8accf853-8627-486d-ab1e-cd7cbf0b7521 req-0d4a0c09-4873-4e17-9638-b54cfc999483 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7643945 Nov 12 13:38:42.454971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:42.467595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:42.540088 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Attempting to bind port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:38:42.540295 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Attempting to bind port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:38:42.540593 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Attempting to bind port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 on network f0727738-adfe-4db7-b5fb-f46eeeb46796 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:38:42.548792 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:38:42.550774 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Checking segment: {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:42.550774 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:42.550774 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Bound using segment: {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:38:42.551396 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Bound port: 677b8d16-1c18-4ea7-91dc-00e9fb795f13, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:38:42.552121 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:42.558366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:38:42.567118 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-490505d0-add5-402a-9194-5f75b1c816f0 admin admin] 10.222.0.73 "PUT /v2.0/routers/ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8114998 Nov 12 13:38:42.573721 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] Sync routers for ids ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:38:42.585428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60082) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:42.602699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] Routers {'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:42.603445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:38:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:42.611713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88ae85-e19d-478c-a12d-37fdba96c61b req-e1238be8-1745-4466-9634-0ad2f8884013 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:42.613274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec88ae85-e19d-478c-a12d-37fdba96c61b req-e1238be8-1745-4466-9634-0ad2f8884013 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2835329 Nov 12 13:38:42.823251 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] For port 677b8d16-1c18-4ea7-91dc-00e9fb795f13, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:38:42.827381 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] For port 677b8d16-1c18-4ea7-91dc-00e9fb795f13, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=677b8d16-1c18-4ea7-91dc-00e9fb795f13,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:38:42.838277 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:42.864997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-28073878-808a-46b8-b243-bf933e0da348 None None] Provisioning complete for port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:42.865581 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28073878-808a-46b8-b243-bf933e0da348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:42.875448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:38:42.909203 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f127788-0c92-4cec-83c4-fe378384a1e3 None None] Pushing event updated for resources: {'Port': ['ID=677b8d16-1c18-4ea7-91dc-00e9fb795f13,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:42.937666 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:42.938335 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:38:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:43.010718 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.014128 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.014616 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Added segment d1981a10-1553-450b-a2f8-12bcc3c41bbd of type vlan for network 87ecaa65-1a7c-4050-a7e9-966fa94cf18e Nov 12 13:38:43.136170 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.184177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec88ae85-e19d-478c-a12d-37fdba96c61b req-dd28e521-21e4-4553-ac76-a7822152b9e2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4441998 Nov 12 13:38:43.185483 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.196569 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.274305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] Set router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:43.340717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60096) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:43.386941 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.413258 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:43.488425 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.497740 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:43.498535 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.512017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.517800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.611863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'Port': ['ID=f4fb7a6c-ab00-4673-92a8-e54be59a4aee,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:43.612386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9812367 Nov 12 13:38:43.613132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60100) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:43.618129 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.633721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': '87ecaa65-1a7c-4050-a7e9-966fa94cf18e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:43.645237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.648138 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.649406 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a07c8e9d-0cfa-4a40-8bf2-4562e98b919a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3879142 Nov 12 13:38:43.856293 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28073878-808a-46b8-b243-bf933e0da348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:43.860273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a7215-e4d3-4036-b390-390c12d6d140 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Network': ['ID=87ecaa65-1a7c-4050-a7e9-966fa94cf18e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:43.958687 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:42Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:44.000089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4c6b-2564-40a2-8433-b40b69b51483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:44.000410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-28073878-808a-46b8-b243-bf933e0da348 None None] For port 677b8d16-1c18-4ea7-91dc-00e9fb795f13, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=677b8d16-1c18-4ea7-91dc-00e9fb795f13,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:44.000573 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f81f8-10da-4ec5-9325-62a5398c3c39 None None] The sync data for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 is: [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:42Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:38:44.014527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 87ecaa65-1a7c-4050-a7e9-966fa94cf18e details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:38:44.045157 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28073878-808a-46b8-b243-bf933e0da348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:44.164025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-307efd5f-a3ed-4b4b-a004-96ff0d0a456d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--816067122&fields=id&tenant_id=c84d34baa15843938eb97faf0bdfc46a HTTP/1.1" status: 200 len: 267 time: 0.0633614 Nov 12 13:38:44.312498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-router', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '33be2c88-1550-4002-988b-f028bded8b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:23Z', 'updated_at': '2021-11-12T13:38:39Z', 'revision_number': 5, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'gw_port': {'id': '33be2c88-1550-4002-988b-f028bded8b67', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:35:24Z', 'updated_at': '2021-11-12T13:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:44.388298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28073878-808a-46b8-b243-bf933e0da348 None None] Pushing event updated for resources: {'Port': ['ID=677b8d16-1c18-4ea7-91dc-00e9fb795f13,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:44.416602 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4c6b-2564-40a2-8433-b40b69b51483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:44.428700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-34e9f0ed-cc56-4f05-85c9-ca5de6312d3f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:44.436364 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] Checking router: ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:38:44.441354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-34e9f0ed-cc56-4f05-85c9-ca5de6312d3f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 817 time: 0.2761722 Nov 12 13:38:44.446419 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:44.462811 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-39e21eaa-1bf4-4752-b4c3-51004be6b9ac None None] Provisioning complete for port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:44.463190 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39e21eaa-1bf4-4752-b4c3-51004be6b9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:44.474803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-a02c4000-74f6-46be-a8fa-50c90214dcad tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/quotas/c84d34baa15843938eb97faf0bdfc46a HTTP/1.1" status: 200 len: 375 time: 0.0309539 Nov 12 13:38:44.531977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:44.534617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] Routers {'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:38:44.535270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:38:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:44.544893 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:44.548191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4c6b-2564-40a2-8433-b40b69b51483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:44.551786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a754a61-c727-4113-857a-fdcd723792f1 req-ecc18c77-1ee5-4733-8142-d846d3506088 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:44.554331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a754a61-c727-4113-857a-fdcd723792f1 req-ecc18c77-1ee5-4733-8142-d846d3506088 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1786668 Nov 12 13:38:44.629179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Deleting port 33be2c88-1550-4002-988b-f028bded8b67 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:44.635854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:44.653228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a754a61-c727-4113-857a-fdcd723792f1 req-b4a10df5-1247-4f46-bb07-74e97baa9e74 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908380 Nov 12 13:38:44.802685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] Set router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:38:44.833190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] For port 33be2c88-1550-4002-988b-f028bded8b67, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=33be2c88-1550-4002-988b-f028bded8b67,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:44.833976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:44.867589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Calling delete_port for 33be2c88-1550-4002-988b-f028bded8b67 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:44.931259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-router', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:23Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 6, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:44.974890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54832260-7862-4b8b-accf-9b7014299d57 None None] The sync data for ids ['ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac'] in n-d-805736-4 is: [{'id': 'ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1742926364-router', 'tenant_id': 'a51a7f932ede42d3904a685dc375c9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:35:23Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 6, 'project_id': 'a51a7f932ede42d3904a685dc375c9fd', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:38:45.118032 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a2b4c6b-2564-40a2-8433-b40b69b51483 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de22136385ff43e9b3479226709f6af1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7732887 Nov 12 13:38:45.121506 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60134) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:45.207611 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b1db4a-cbac-416b-ba34-9110d383f378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:45.243822 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b1db4a-cbac-416b-ba34-9110d383f378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:45.279622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Performing IP validity checks on allocation pools {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 13:38:45.280767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 13:38:45.288765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b4c6b-2564-40a2-8433-b40b69b51483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0432b8-b087-4f75-89f8-a4b31d929072,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:45.307902 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b1db4a-cbac-416b-ba34-9110d383f378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:45.312478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b1db4a-cbac-416b-ba34-9110d383f378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:45.314472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-29b1db4a-cbac-416b-ba34-9110d383f378 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4f0432b8-b087-4f75-89f8-a4b31d929072 HTTP/1.1" status: 204 len: 168 time: 0.1918042 Nov 12 13:38:45.339142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1db4a-cbac-416b-ba34-9110d383f378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0432b8-b087-4f75-89f8-a4b31d929072,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:45.579052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-60bbe579-1748-4f91-b304-ce40024b8b8b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1003730 Nov 12 13:38:45.603018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 677b8d16-1c18-4ea7-91dc-00e9fb795f13 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:45.681821 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:45.788416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Pushing event deleted for resources: {'Port': ['ID=33be2c88-1550-4002-988b-f028bded8b67,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:45.809531 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:45.810082 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:45.910230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028347c0-4ae1-4414-b22c-e9a3b48ba2b5 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:46.078960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.277205 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.281243 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.396544 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.397494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:38:46.406066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.409233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1471e7fe-4011-49d4-bb3c-0f7e2cb9a675 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ef9ef7fc-9e99-4ecc-b2c0-d2c2f048a0ac HTTP/1.1" status: 204 len: 168 time: 3.7949204 Nov 12 13:38:46.411839 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60152) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:46.531909 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-b2cb08cc-2a56-40ed-a66c-fe6a8ceb47e4 service neutron] 10.222.0.73 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853629 Nov 12 13:38:46.549428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8191b05a-b4bb-47d4-8263-69134e4b8017 admin admin] Deleting subnet eff844bc-8006-4444-b216-792ed5c55b38 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:38:46.560068 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8191b05a-b4bb-47d4-8263-69134e4b8017 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.637669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8191b05a-b4bb-47d4-8263-69134e4b8017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.696491 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8191b05a-b4bb-47d4-8263-69134e4b8017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.718780 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-5a41e38e-77e7-48c6-8972-7e842cefa046 service neutron] 10.222.0.73 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859050 Nov 12 13:38:46.783845 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.821871 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8191b05a-b4bb-47d4-8263-69134e4b8017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.906383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191b05a-b4bb-47d4-8263-69134e4b8017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff844bc-8006-4444-b216-792ed5c55b38,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:46.908378 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8191b05a-b4bb-47d4-8263-69134e4b8017 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:46.914044 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8191b05a-b4bb-47d4-8263-69134e4b8017 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/eff844bc-8006-4444-b216-792ed5c55b38 HTTP/1.1" status: 204 len: 168 time: 0.4973023 Nov 12 13:38:46.916068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a883e7c4-d2ce-4a3d-8b31-bd74faafa0e0 None None] Network 1c5b37a7-c28a-448c-b6ea-b24adc200278 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:46.916992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60162) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:46.929259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=91ff24a6-fd99-4a57-baf3-550ac32dfeb0,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:46.985102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Checking segment: {'id': 'd1981a10-1553-450b-a2f8-12bcc3c41bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '87ecaa65-1a7c-4050-a7e9-966fa94cf18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:46.985224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network hostable DHCP agents. Network: 87ecaa65-1a7c-4050-a7e9-966fa94cf18e, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:38:47.015818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 87ecaa65-1a7c-4050-a7e9-966fa94cf18e is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:38:47.045317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 87ecaa65-1a7c-4050-a7e9-966fa94cf18e) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:47.054228 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:47.063328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:47.063954 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:47.072068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8280b96-76b9-4ea9-bdd5-3532fad3f1d3 None None] Network 87ecaa65-1a7c-4050-a7e9-966fa94cf18e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:47.097847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4bc3164c-f954-41c6-a270-0b9b2db13c20 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4754977 Nov 12 13:38:47.101218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60174) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:47.113878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': '87ecaa65-1a7c-4050-a7e9-966fa94cf18e', 'name': 'tempest-PortsTestJSON-1544153292'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:47.247109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7400923-b3da-4563-9ad0-4ab8096bf28c req-40a0bef3-5202-4817-b063-731c0291e0c7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 210 time: 0.1038268 Nov 12 13:38:47.261074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 460da7c6-17e5-46f4-a8f7-ff45d3e27ece no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:47.348878 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:47.364328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:47.375396 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:47.385892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 460da7c6-17e5-46f4-a8f7-ff45d3e27ece {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:47.393729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 460da7c6-17e5-46f4-a8f7-ff45d3e27ece not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:47.394215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 33be2c88-1550-4002-988b-f028bded8b67 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:47.398366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5b37a7-c28a-448c-b6ea-b24adc200278']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:47.416547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 037f560d-81bf-4173-84a2-4fe857bb08cd yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:38:47.427219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61466dd9-c2d8-4602-abee-09fe2d0a3652') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:47.427798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61466dd9-c2d8-4602-abee-09fe2d0a3652') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:47.451772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:47.473696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:47.491647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:38:47.492057 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:38:47.494328 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:38:47.496544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 33be2c88-1550-4002-988b-f028bded8b67 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:47.496640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 33be2c88-1550-4002-988b-f028bded8b67 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:47.546386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b6f38-7a2a-41f6-9539-3c12d4298588 None None] DHCP port deletion for 1c5b37a7-c28a-448c-b6ea-b24adc200278 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:47.606378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-87ecaa65-1a7c-4050-a7e9-966fa94cf18e', 'network_id': '87ecaa65-1a7c-4050-a7e9-966fa94cf18e', 'tenant_id': '23f3415f163d4e8f991448d833359399', 'fixed_ips': [{'subnet_id': '91ff24a6-fd99-4a57-baf3-550ac32dfeb0'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:38:47.608125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:47.610545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:47.621651 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:47.625521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1c5b37a7-c28a-448c-b6ea-b24adc200278 HTTP/1.1" status: 204 len: 168 time: 0.7073557 Nov 12 13:38:47.651019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eab77b-6dc8-47b8-90a7-b349cd156c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5b37a7-c28a-448c-b6ea-b24adc200278,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:47.702483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.4 (87ecaa65-1a7c-4050-a7e9-966fa94cf18e/91ff24a6-fd99-4a57-baf3-550ac32dfeb0/037f560d-81bf-4173-84a2-4fe857bb08cd) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:47.879944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60190) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:47.889561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60192) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:47.983217 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9a2fa62d-4760-4785-8db3-bb433d653ccc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a51a7f932ede42d3904a685dc375c9fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1015658 Nov 12 13:38:47.988632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60198) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:48.024191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.066392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17a236aa-0b6e-44fc-97a4-902272edb024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.110015 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17a236aa-0b6e-44fc-97a4-902272edb024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.112241 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.130602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0129c75-0dc1-4ba3-a0c2-f23a025cc138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.162201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 87ecaa65-1a7c-4050-a7e9-966fa94cf18e is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:48.169491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:48.174676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:48.184001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=037f560d-81bf-4173-84a2-4fe857bb08cd,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:48.213193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Allocated IP 172.20.0.2 (87ecaa65-1a7c-4050-a7e9-966fa94cf18e/91ff24a6-fd99-4a57-baf3-550ac32dfeb0/b47b2380-942d-494e-9b3c-64f2595b4067) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:48.220165 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17a236aa-0b6e-44fc-97a4-902272edb024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.223034 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17a236aa-0b6e-44fc-97a4-902272edb024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.224410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-17a236aa-0b6e-44fc-97a4-902272edb024 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/35854ccb-c01e-46ac-a0d0-873c22e5bb7e HTTP/1.1" status: 204 len: 168 time: 0.2342472 Nov 12 13:38:48.243977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a236aa-0b6e-44fc-97a4-902272edb024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35854ccb-c01e-46ac-a0d0-873c22e5bb7e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:48.279480 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0129c75-0dc1-4ba3-a0c2-f23a025cc138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.285574 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0129c75-0dc1-4ba3-a0c2-f23a025cc138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.286790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:48.287954 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.334938 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-19b49b67-ec75-4258-b85e-1e34fd0d975a tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2291362 Nov 12 13:38:48.341549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60206) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:48.471631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ada71e4-bfc1-4023-9410-01a3a038c92c req-becbe0ea-87cd-4735-a9b4-86b95b303e79 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 210 time: 0.0586574 Nov 12 13:38:48.485845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b0129c75-0dc1-4ba3-a0c2-f23a025cc138 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=315bad26e2fb4853a359458fe073e7c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5950124 Nov 12 13:38:48.487950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0129c75-0dc1-4ba3-a0c2-f23a025cc138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9261af87-e65c-47e5-a3d4-af835f43a632,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:48.488499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60210) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:48.522430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9ead90f9-f830-4322-85db-ce23131ebad3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 037f560d-81bf-4173-84a2-4fe857bb08cd {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:48.523030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ead90f9-f830-4322-85db-ce23131ebad3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.575724 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.586136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.627774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Network 87ecaa65-1a7c-4050-a7e9-966fa94cf18e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:48.628006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1c70d82-cd9e-45e4-a021-145cbe457d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.631482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:48.635526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:48.683536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ead90f9-f830-4322-85db-ce23131ebad3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.685567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Pushing event updated for resources: {'Port': ['ID=b47b2380-942d-494e-9b3c-64f2595b4067,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:48.697908 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1c70d82-cd9e-45e4-a021-145cbe457d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.702697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Attempting to bind port b47b2380-942d-494e-9b3c-64f2595b4067 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:38:48.703074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Attempting to bind port b47b2380-942d-494e-9b3c-64f2595b4067 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'd1981a10-1553-450b-a2f8-12bcc3c41bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '87ecaa65-1a7c-4050-a7e9-966fa94cf18e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:38:48.703445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Attempting to bind port b47b2380-942d-494e-9b3c-64f2595b4067 on network 87ecaa65-1a7c-4050-a7e9-966fa94cf18e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:38:48.710698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:38:48.711259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Checking segment: {'id': 'd1981a10-1553-450b-a2f8-12bcc3c41bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '87ecaa65-1a7c-4050-a7e9-966fa94cf18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:48.711816 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.711979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Bound using segment: {'id': 'd1981a10-1553-450b-a2f8-12bcc3c41bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '87ecaa65-1a7c-4050-a7e9-966fa94cf18e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:38:48.712461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Bound port: b47b2380-942d-494e-9b3c-64f2595b4067, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1981a10-1553-450b-a2f8-12bcc3c41bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '87ecaa65-1a7c-4050-a7e9-966fa94cf18e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:38:48.712848 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.713314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9ead90f9-f830-4322-85db-ce23131ebad3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 037f560d-81bf-4173-84a2-4fe857bb08cd owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:48.788452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1c70d82-cd9e-45e4-a021-145cbe457d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.791125 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1c70d82-cd9e-45e4-a021-145cbe457d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.795250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c1c70d82-cd9e-45e4-a021-145cbe457d70 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9261af87-e65c-47e5-a3d4-af835f43a632 HTTP/1.1" status: 204 len: 168 time: 0.3056231 Nov 12 13:38:48.803803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c70d82-cd9e-45e4-a021-145cbe457d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9261af87-e65c-47e5-a3d4-af835f43a632,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:48.861227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] For port b47b2380-942d-494e-9b3c-64f2595b4067, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:38:48.875936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] For port b47b2380-942d-494e-9b3c-64f2595b4067, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b47b2380-942d-494e-9b3c-64f2595b4067,segment=NetworkSegment(d1981a10-1553-450b-a2f8-12bcc3c41bbd),segment_id=d1981a10-1553-450b-a2f8-12bcc3c41bbd)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:38:48.884699 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:48.950439 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ead90f9-f830-4322-85db-ce23131ebad3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:49.032493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06abf6a-2b93-461f-9994-ac9832b7884a None None] Pushing event updated for resources: {'Port': ['ID=b47b2380-942d-494e-9b3c-64f2595b4067,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:49.086639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead90f9-f830-4322-85db-ce23131ebad3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=037f560d-81bf-4173-84a2-4fe857bb08cd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:49.203410 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ead90f9-f830-4322-85db-ce23131ebad3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:49.212712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ead90f9-f830-4322-85db-ce23131ebad3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/037f560d-81bf-4173-84a2-4fe857bb08cd HTTP/1.1" status: 204 len: 168 time: 0.8515916 Nov 12 13:38:49.213497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60228) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:49.247071 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa613ae2-eea5-40b5-acdc-4178e6dcf348 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:38:49.247860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa613ae2-eea5-40b5-acdc-4178e6dcf348 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:38:49.254418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aa613ae2-eea5-40b5-acdc-4178e6dcf348 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/037f560d-81bf-4173-84a2-4fe857bb08cd HTTP/1.1" status: 404 len: 333 time: 0.0395186 Nov 12 13:38:49.255262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:49.296965 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2e3950-88f7-4f14-a37c-d06f3079282e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:38:49.306340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7e2e3950-88f7-4f14-a37c-d06f3079282e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/037f560d-81bf-4173-84a2-4fe857bb08cd HTTP/1.1" status: 404 len: 333 time: 0.0498421 Nov 12 13:38:49.307181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60236) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:49.359161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-853f1542-096e-429e-a95f-3bf2718f4fa4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:49.360793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-853f1542-096e-429e-a95f-3bf2718f4fa4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 817 time: 0.3884060 Nov 12 13:38:49.381609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aabfa79-aca7-422f-a2d3-b9925c38d462 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet 91ff24a6-fd99-4a57-baf3-550ac32dfeb0 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:38:49.402892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aabfa79-aca7-422f-a2d3-b9925c38d462 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:49.501054 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aabfa79-aca7-422f-a2d3-b9925c38d462 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:49.541757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-df040423-ba09-43a6-94f1-fa9bb84c40c5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84d34baa15843938eb97faf0bdfc46a HTTP/1.1" status: 200 len: 379 time: 0.1495802 Nov 12 13:38:49.547166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'port': {'device_id': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'admin_state_up': True, 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'security_groups': ['a00b5db6-edfd-4453-adb0-a5f1d5a9e944']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:49.696498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48d62b73-4106-47fe-b794-4214e0fe9fa4 req-6cb82db8-a8db-4c5d-8acd-752b0ee7fe67 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 210 time: 0.0518818 Nov 12 13:38:49.756208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Made reservation on behalf of c84d34baa15843938eb97faf0bdfc46a for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:49.765763 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:49.772758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aabfa79-aca7-422f-a2d3-b9925c38d462 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:49.854369 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aabfa79-aca7-422f-a2d3-b9925c38d462 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:49.943300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabfa79-aca7-422f-a2d3-b9925c38d462 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=91ff24a6-fd99-4a57-baf3-550ac32dfeb0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:49.948775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aabfa79-aca7-422f-a2d3-b9925c38d462 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:49.954892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6aabfa79-aca7-422f-a2d3-b9925c38d462 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/91ff24a6-fd99-4a57-baf3-550ac32dfeb0 HTTP/1.1" status: 204 len: 168 time: 0.6437240 Nov 12 13:38:49.955074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60262) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:49.993296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Allocated IP 172.20.0.13 (f0727738-adfe-4db7-b5fb-f46eeeb46796/4a587d73-9b85-4d4f-8960-562fdfe3b22f/2ba62b42-c17d-42ed-99e6-54c50cf09da7) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:50.072884 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:50.104954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60268) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:50.193860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port b47b2380-942d-494e-9b3c-64f2595b4067 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:50.194409 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:50.351966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:50.362303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] For port b47b2380-942d-494e-9b3c-64f2595b4067, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b47b2380-942d-494e-9b3c-64f2595b4067,segment=NetworkSegment(d1981a10-1553-450b-a2f8-12bcc3c41bbd),segment_id=d1981a10-1553-450b-a2f8-12bcc3c41bbd)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:50.362679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:50.392496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for b47b2380-942d-494e-9b3c-64f2595b4067 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:50.442062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:50.536215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:50.563663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Network f0727738-adfe-4db7-b5fb-f46eeeb46796 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:50.574314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:50.577497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:50.587704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:50.647808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=b47b2380-942d-494e-9b3c-64f2595b4067,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:50.648523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5dd90753-60f3-4b24-9396-cbc8ff645ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:50.669942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No DVR routers for this DVR port b47b2380-942d-494e-9b3c-64f2595b4067 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:38:50.720909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60237cf4-f252-41bd-852b-4a6472e2184a None None] Network 87ecaa65-1a7c-4050-a7e9-966fa94cf18e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:50.868903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:50.910029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5dd90753-60f3-4b24-9396-cbc8ff645ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:50.919458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5dd90753-60f3-4b24-9396-cbc8ff645ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:50.940722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ecaa65-1a7c-4050-a7e9-966fa94cf18e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:50.975862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1981a10-1553-450b-a2f8-12bcc3c41bbd') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:50.976152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1981a10-1553-450b-a2f8-12bcc3c41bbd') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:50.988492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:50.989177 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.043180 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcd8c5-fcb7-495a-9143-448ec47ad05f req-ac936fed-1fa6-4bf0-b93a-7d4c4817ad1e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:51.047763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2bcd8c5-fcb7-495a-9143-448ec47ad05f req-ac936fed-1fa6-4bf0-b93a-7d4c4817ad1e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 932 time: 0.1701262 Nov 12 13:38:51.051403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.062474 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5dd90753-60f3-4b24-9396-cbc8ff645ee1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f8f5ba52871e4ca598d8454395c8add6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9549639 Nov 12 13:38:51.066994 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-98280d4e-1656-41f2-816f-7ace8f16346c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5242488 Nov 12 13:38:51.067651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd90753-60f3-4b24-9396-cbc8ff645ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2735fe36-b80f-4264-8679-dcf75557a2a1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:51.075164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60294) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:51.092378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Request body: {'port': {'device_id': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:51.121762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b1744aa8-1a3c-4d8b-8b74-c31acf06a924 None None] Could not find standard attr ID for object b47b2380-942d-494e-9b3c-64f2595b4067. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:38:51.161847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2bcd8c5-fcb7-495a-9143-448ec47ad05f req-7770aeb0-d249-4b12-92a5-ca3f887c378e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057014 Nov 12 13:38:51.177898 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.205252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:38:51.205996 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:38:51.210889 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:38:51.226049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c77f0fad-c1de-485f-8269-7ec095c60a4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.274729 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c77f0fad-c1de-485f-8269-7ec095c60a4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.289651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-18ed9d54-b627-4a90-a6aa-5985307d6b48 None None] Provisioning complete for port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:51.290117 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18ed9d54-b627-4a90-a6aa-5985307d6b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.291883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.320793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.325001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/networks/87ecaa65-1a7c-4050-a7e9-966fa94cf18e HTTP/1.1" status: 204 len: 168 time: 1.3684964 Nov 12 13:38:51.337865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60302) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:51.348820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.352698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067b20a-c680-4289-81bf-cf3001330380 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Network': ['ID=87ecaa65-1a7c-4050-a7e9-966fa94cf18e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:51.357519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1379014100'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:51.360574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c77f0fad-c1de-485f-8269-7ec095c60a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.362434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8502276e-8600-46d0-83e2-81d1e983fc6f None None] DHCP port deletion for 87ecaa65-1a7c-4050-a7e9-966fa94cf18e request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:51.363516 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c77f0fad-c1de-485f-8269-7ec095c60a4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.364813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c77f0fad-c1de-485f-8269-7ec095c60a4a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2735fe36-b80f-4264-8679-dcf75557a2a1 HTTP/1.1" status: 204 len: 168 time: 0.2880034 Nov 12 13:38:51.381371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-18ed9d54-b627-4a90-a6aa-5985307d6b48 None None] Port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:38:51.438400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f0fad-c1de-485f-8269-7ec095c60a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2735fe36-b80f-4264-8679-dcf75557a2a1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:51.477575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:51.481611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.517237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:38:51.528697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.529188 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Added segment 7e0030cb-82d2-49e8-9049-500ad651a7ce of type vlan for network 7d68d92e-6f9c-4deb-949d-605394fc1c5a Nov 12 13:38:51.592450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.696965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.704090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:51.704709 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:51.815851 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4683471 Nov 12 13:38:51.818402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccaf84-fa36-4d59-ab29-43d94cb8ac1f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Network': ['ID=7d68d92e-6f9c-4deb-949d-605394fc1c5a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:51.819445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:51.827074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': '7d68d92e-6f9c-4deb-949d-605394fc1c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:51.833726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7d68d92e-6f9c-4deb-949d-605394fc1c5a details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:38:51.987760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba62b42-c17d-42ed-99e6-54c50cf09da7 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:38:51.997818 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.020601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60326) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:52.031350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Transition to ACTIVE for port object 2ba62b42-c17d-42ed-99e6-54c50cf09da7 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:38:52.048020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.051385 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-615ee68d-e1b6-4195-ae41-f11f6bee029b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.087991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:52.091794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.139630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Pushing event updated for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:52.296299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Attempting to bind port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:38:52.296640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Attempting to bind port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:38:52.297151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Attempting to bind port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 on network f0727738-adfe-4db7-b5fb-f46eeeb46796 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:38:52.314893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 on network f0727738-adfe-4db7-b5fb-f46eeeb46796 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:38:52.315529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Attempting to bind port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 on network f0727738-adfe-4db7-b5fb-f46eeeb46796 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:38:52.324501 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-615ee68d-e1b6-4195-ae41-f11f6bee029b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.328037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:38:52.328737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Checking segment: {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:52.329351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Bound using segment: {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:38:52.330021 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Bound port: 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:38:52.330596 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.335511 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-615ee68d-e1b6-4195-ae41-f11f6bee029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.426663 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-615ee68d-e1b6-4195-ae41-f11f6bee029b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7de868ebf16a4c438f5101cd69985bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4048116 Nov 12 13:38:52.433230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:52.468490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ee68d-e1b6-4195-ae41-f11f6bee029b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff6eab8-f464-47e4-968c-35b5644a805a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:52.491438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537dec2-f022-4148-a93a-24efc8b56cc1 req-92791555-0a97-47f5-b4f6-7200a1b6d581 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:52.501230 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b537dec2-f022-4148-a93a-24efc8b56cc1 req-92791555-0a97-47f5-b4f6-7200a1b6d581 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.2025146 Nov 12 13:38:52.528910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:38:52.533110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:38:52.538340 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.554996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:52.555861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.557571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] 10.222.0.105 "PUT /v2.0/ports/2ba62b42-c17d-42ed-99e6-54c50cf09da7 HTTP/1.1" status: 200 len: 1092 time: 1.4792264 Nov 12 13:38:52.559134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:38:52.562293 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:38:52.611650 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.663738 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3946d3ff-7805-419d-b8f0-cc1724fd4846 x-openstack-request-id: req-3946d3ff-7805-419d-b8f0-cc1724fd4846 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:38:52.664116 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:38:52.664453 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3946d3ff-7805-419d-b8f0-cc1724fd4846 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:38:52.664902 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'status': 'completed', 'code': 200} Nov 12 13:38:52.695473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-a9754c6f-8ff8-467b-bfab-2438c3391b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:52.697691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-a9754c6f-8ff8-467b-bfab-2438c3391b01 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 1095 time: 0.0916116 Nov 12 13:38:52.698673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c17dbc-4edd-4f91-9976-f080628189ea service neutron] Pushing event updated for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:52.703018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b537dec2-f022-4148-a93a-24efc8b56cc1 req-3916e699-b3ae-4cc8-8a63-7d4c85b8aeed tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916938 Nov 12 13:38:52.713237 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ed336bf-250d-4700-9609-58393dae3ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.737949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ed336bf-250d-4700-9609-58393dae3ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.750543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-14e90809-37a4-4f39-bab6-9bdb05aab5d3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7 HTTP/1.1" status: 200 len: 217 time: 0.0450306 Nov 12 13:38:52.814126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-b772528c-6804-4fff-b83f-9e0b086c6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:52.815986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-b772528c-6804-4fff-b83f-9e0b086c6744 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.0580556 Nov 12 13:38:52.823328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=2a5c6c9c-26b5-4d4a-814a-c05672165819,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:52.842138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Checking segment: {'id': '7e0030cb-82d2-49e8-9049-500ad651a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7d68d92e-6f9c-4deb-949d-605394fc1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:52.842429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network hostable DHCP agents. Network: 7d68d92e-6f9c-4deb-949d-605394fc1c5a, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:38:52.867284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 7d68d92e-6f9c-4deb-949d-605394fc1c5a is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:38:52.873697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ed336bf-250d-4700-9609-58393dae3ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.876468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ed336bf-250d-4700-9609-58393dae3ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.880561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ed336bf-250d-4700-9609-58393dae3ba9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ff6eab8-f464-47e4-968c-35b5644a805a HTTP/1.1" status: 204 len: 168 time: 0.4441652 Nov 12 13:38:52.889316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-392a890f-13fe-4d21-a160-c9453bb74da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:52.891255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-392a890f-13fe-4d21-a160-c9453bb74da1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686538 Nov 12 13:38:52.891377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed336bf-250d-4700-9609-58393dae3ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff6eab8-f464-47e4-968c-35b5644a805a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:52.892994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7d68d92e-6f9c-4deb-949d-605394fc1c5a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:52.896892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:52.897667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:52.918001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-696b1b3d-cea3-4b1c-a661-a72a079e48ca tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0954335 Nov 12 13:38:52.920668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:52.924166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4069ed2-6949-4435-8291-888f17e3e397 None None] Network 7d68d92e-6f9c-4deb-949d-605394fc1c5a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:52.927550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': '7d68d92e-6f9c-4deb-949d-605394fc1c5a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-97238558'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:53.061101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b47b2380-942d-494e-9b3c-64f2595b4067 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:53.064650 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-5412ecea-a156-49f3-a3c8-1e3df70ed284 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472824 Nov 12 13:38:53.101230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:53.101961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: b47b2380-942d-494e-9b3c-64f2595b4067 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:53.102661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b47b2380-942d-494e-9b3c-64f2595b4067 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:53.110494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:53.154421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 537bec16-dec0-4166-a6c2-431256e501bf yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:38:53.237182 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-393a2052-f304-40b9-8fc8-a5c0cc447382 req-f0b6a473-6377-4853-bb54-14f8fe7937b9 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652384 Nov 12 13:38:53.256187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-7d68d92e-6f9c-4deb-949d-605394fc1c5a', 'network_id': '7d68d92e-6f9c-4deb-949d-605394fc1c5a', 'tenant_id': '23f3415f163d4e8f991448d833359399', 'fixed_ips': [{'subnet_id': '2a5c6c9c-26b5-4d4a-814a-c05672165819'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:38:53.257529 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:53.325336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.8 (7d68d92e-6f9c-4deb-949d-605394fc1c5a/2a5c6c9c-26b5-4d4a-814a-c05672165819/537bec16-dec0-4166-a6c2-431256e501bf) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:53.343765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-11cef7ab-c059-4ea3-8a59-3704fd79cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:53.345262 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-11cef7ab-c059-4ea3-8a59-3704fd79cf19 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 1095 time: 0.0521610 Nov 12 13:38:53.493802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-b4d75491-1183-4ba7-a446-c0d644b227cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:53.495515 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-b4d75491-1183-4ba7-a446-c0d644b227cf service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.1426005 Nov 12 13:38:53.502080 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:53.554319 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:53.563514 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-6c04492a-a961-4a4a-b831-05f6231a4357 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7 HTTP/1.1" status: 200 len: 217 time: 0.0534611 Nov 12 13:38:53.638109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Allocated IP 172.20.0.2 (7d68d92e-6f9c-4deb-949d-605394fc1c5a/2a5c6c9c-26b5-4d4a-814a-c05672165819/1a4cb9a4-d319-4915-b88d-6c299a155f51) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:38:53.648760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 7d68d92e-6f9c-4deb-949d-605394fc1c5a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:53.654834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-c63c4bd8-afef-4b2a-8b94-0dca029cec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:53.657021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-c63c4bd8-afef-4b2a-8b94-0dca029cec0d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.0847607 Nov 12 13:38:53.657598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:53.675031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:53.718996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-48192930-b275-40c5-8140-7a70b5ba0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:53.724202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-48192930-b275-40c5-8140-7a70b5ba0e03 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593345 Nov 12 13:38:53.852933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:53.871038 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-b75e980a-2990-4e63-b7eb-784e0824c637 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386435 Nov 12 13:38:53.872369 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:53.875082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=537bec16-dec0-4166-a6c2-431256e501bf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:53.977025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4bb18cd5-8ea0-4280-aa60-99a8775e5382 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 1.0543909 Nov 12 13:38:53.985269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60372) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:53.995221 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.004114 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.105229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Network 7d68d92e-6f9c-4deb-949d-605394fc1c5a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:54.108549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:54.111273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:54.120410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd167d7-ed84-4b33-8d86-d10103f88bc2 req-04a69441-069b-45dd-bd28-45d7ee450fb5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:54.130888 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6cd167d7-ed84-4b33-8d86-d10103f88bc2 req-04a69441-069b-45dd-bd28-45d7ee450fb5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.2297747 Nov 12 13:38:54.202754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Attempting to bind port 1a4cb9a4-d319-4915-b88d-6c299a155f51 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:38:54.203379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Attempting to bind port 1a4cb9a4-d319-4915-b88d-6c299a155f51 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7e0030cb-82d2-49e8-9049-500ad651a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7d68d92e-6f9c-4deb-949d-605394fc1c5a'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:38:54.203929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Attempting to bind port 1a4cb9a4-d319-4915-b88d-6c299a155f51 on network 7d68d92e-6f9c-4deb-949d-605394fc1c5a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:38:54.206848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Pushing event updated for resources: {'Port': ['ID=1a4cb9a4-d319-4915-b88d-6c299a155f51,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:54.216450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:38:54.217581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Checking segment: {'id': '7e0030cb-82d2-49e8-9049-500ad651a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7d68d92e-6f9c-4deb-949d-605394fc1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:38:54.218255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.218810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Bound using segment: {'id': '7e0030cb-82d2-49e8-9049-500ad651a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7d68d92e-6f9c-4deb-949d-605394fc1c5a'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:38:54.220802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Bound port: 1a4cb9a4-d319-4915-b88d-6c299a155f51, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0030cb-82d2-49e8-9049-500ad651a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7d68d92e-6f9c-4deb-949d-605394fc1c5a'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:38:54.222323 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.274286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60380) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:54.327622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6cd167d7-ed84-4b33-8d86-d10103f88bc2 req-cd4a7d75-b198-4202-8e17-4f7bdef0ee4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809452 Nov 12 13:38:54.358590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e27ec100-8185-41fa-b80f-3b6b67453242 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 537bec16-dec0-4166-a6c2-431256e501bf {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:54.360053 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e27ec100-8185-41fa-b80f-3b6b67453242 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.360750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] For port 1a4cb9a4-d319-4915-b88d-6c299a155f51, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:38:54.366165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] For port 1a4cb9a4-d319-4915-b88d-6c299a155f51, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1a4cb9a4-d319-4915-b88d-6c299a155f51,segment=NetworkSegment(7e0030cb-82d2-49e8-9049-500ad651a7ce),segment_id=7e0030cb-82d2-49e8-9049-500ad651a7ce)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:38:54.379891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.502616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e721b-6149-411a-8a88-c6d750849d0b None None] Pushing event updated for resources: {'Port': ['ID=1a4cb9a4-d319-4915-b88d-6c299a155f51,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:54.542799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b4fe-27b9-4571-bdae-ab5f63c526a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.605216 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e27ec100-8185-41fa-b80f-3b6b67453242 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.634374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e27ec100-8185-41fa-b80f-3b6b67453242 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 537bec16-dec0-4166-a6c2-431256e501bf owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:54.713662 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a672b4c-1f63-4cd1-a8da-9a8f344f35c8 req-695de380-451d-472d-b78c-686bdd0d7f5f service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8351545 Nov 12 13:38:54.778466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b4fe-27b9-4571-bdae-ab5f63c526a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.785661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b4fe-27b9-4571-bdae-ab5f63c526a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.905709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0b4fe-27b9-4571-bdae-ab5f63c526a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f94ab1-e6d8-4206-91a5-de5f5980edb0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:54.912540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7ad0b4fe-27b9-4571-bdae-ab5f63c526a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f3856891c7bc46418669f23b48c60c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6370215 Nov 12 13:38:54.915260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60398) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:54.940672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e27ec100-8185-41fa-b80f-3b6b67453242 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:54.988388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ec100-8185-41fa-b80f-3b6b67453242 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=537bec16-dec0-4166-a6c2-431256e501bf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:55.025431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed21bb6b-2c56-445f-ba52-b76fae157ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.071753 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed21bb6b-2c56-445f-ba52-b76fae157ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.104783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e27ec100-8185-41fa-b80f-3b6b67453242 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.108574 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e27ec100-8185-41fa-b80f-3b6b67453242 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/537bec16-dec0-4166-a6c2-431256e501bf HTTP/1.1" status: 204 len: 168 time: 1.1221807 Nov 12 13:38:55.111182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:55.141617 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d2a14c-b425-4f87-bc4c-ca2ee798977e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:38:55.145687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-41d2a14c-b425-4f87-bc4c-ca2ee798977e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/537bec16-dec0-4166-a6c2-431256e501bf HTTP/1.1" status: 404 len: 333 time: 0.0331073 Nov 12 13:38:55.146583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60402) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:55.198226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1a4cb9a4-d319-4915-b88d-6c299a155f51 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:55.210609 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed21bb6b-2c56-445f-ba52-b76fae157ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.216879 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed21bb6b-2c56-445f-ba52-b76fae157ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.219752 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ed21bb6b-2c56-445f-ba52-b76fae157ea5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73f94ab1-e6d8-4206-91a5-de5f5980edb0 HTTP/1.1" status: 204 len: 168 time: 0.3031456 Nov 12 13:38:55.237157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21bb6b-2c56-445f-ba52-b76fae157ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f94ab1-e6d8-4206-91a5-de5f5980edb0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:55.246384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c9ff9e-7f11-40bf-82d8-b78a1db8bee9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet 2a5c6c9c-26b5-4d4a-814a-c05672165819 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:38:55.250660 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c9ff9e-7f11-40bf-82d8-b78a1db8bee9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.293264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1a4cb9a4-d319-4915-b88d-6c299a155f51 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:55.293914 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.301644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c9ff9e-7f11-40bf-82d8-b78a1db8bee9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.500711 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c9ff9e-7f11-40bf-82d8-b78a1db8bee9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.632830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.638721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea2485-bec0-47f7-934c-aac17674e9bd req-79f5158c-a176-4240-a039-17c33da813a4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:55.651096 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faea2485-bec0-47f7-934c-aac17674e9bd req-79f5158c-a176-4240-a039-17c33da813a4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1180553 Nov 12 13:38:55.661504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c9ff9e-7f11-40bf-82d8-b78a1db8bee9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.716330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:38:55.717564 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:38:55.740961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c9ff9e-7f11-40bf-82d8-b78a1db8bee9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:55.750936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60418) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:55.751985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-86c9ff9e-7f11-40bf-82d8-b78a1db8bee9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/2a5c6c9c-26b5-4d4a-814a-c05672165819 HTTP/1.1" status: 204 len: 168 time: 0.6033230 Nov 12 13:38:55.755962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9ff9e-7f11-40bf-82d8-b78a1db8bee9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5c6c9c-26b5-4d4a-814a-c05672165819,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:55.829260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faea2485-bec0-47f7-934c-aac17674e9bd req-7fed8461-b22b-4adc-8191-06b3a253dba7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748824 Nov 12 13:38:55.852709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60420) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:55.960344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e121-e52f-496e-bcd6-b8f1c0dfb094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.054578 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.080455 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e121-e52f-496e-bcd6-b8f1c0dfb094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.086255 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e121-e52f-496e-bcd6-b8f1c0dfb094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.111826 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e90bb-7b34-4477-bf70-aeb3f9cbd4f3 None None] Network 7d68d92e-6f9c-4deb-949d-605394fc1c5a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:38:56.144472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6e121-e52f-496e-bcd6-b8f1c0dfb094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6432ec-474f-45df-9837-cf60e6660239,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:56.151790 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a2a6e121-e52f-496e-bcd6-b8f1c0dfb094 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=688e59bf1ac74f58a437abe102f8f27e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976403 Nov 12 13:38:56.154507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60426) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:56.166502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 1a4cb9a4-d319-4915-b88d-6c299a155f51 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:56.167191 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.218233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d241df8a-b92c-401f-9153-911674021253 None None] Provisioning complete for port 1a4cb9a4-d319-4915-b88d-6c299a155f51 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:56.218720 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d241df8a-b92c-401f-9153-911674021253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.279068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] For port 1a4cb9a4-d319-4915-b88d-6c299a155f51, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1a4cb9a4-d319-4915-b88d-6c299a155f51,segment=NetworkSegment(7e0030cb-82d2-49e8-9049-500ad651a7ce),segment_id=7e0030cb-82d2-49e8-9049-500ad651a7ce)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:56.279272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.290891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.292352 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7560-0d44-4ea5-ac41-a53b44a4abf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.299038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 1a4cb9a4-d319-4915-b88d-6c299a155f51 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:56.326016 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7560-0d44-4ea5-ac41-a53b44a4abf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.384921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 1a4cb9a4-d319-4915-b88d-6c299a155f51, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1a4cb9a4-d319-4915-b88d-6c299a155f51,segment=NetworkSegment(7e0030cb-82d2-49e8-9049-500ad651a7ce),segment_id=7e0030cb-82d2-49e8-9049-500ad651a7ce)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:56.399574 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.426651 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7560-0d44-4ea5-ac41-a53b44a4abf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.430671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7560-0d44-4ea5-ac41-a53b44a4abf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.435779 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a9bf7560-0d44-4ea5-ac41-a53b44a4abf4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d6432ec-474f-45df-9837-cf60e6660239 HTTP/1.1" status: 204 len: 168 time: 0.2802136 Nov 12 13:38:56.456749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.473947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf7560-0d44-4ea5-ac41-a53b44a4abf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6432ec-474f-45df-9837-cf60e6660239,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:56.485100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=1a4cb9a4-d319-4915-b88d-6c299a155f51,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:56.523697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=1a4cb9a4-d319-4915-b88d-6c299a155f51,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:56.526469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No DVR routers for this DVR port 1a4cb9a4-d319-4915-b88d-6c299a155f51 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:38:56.526845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f87588-0380-4d0c-9e83-6750b49f58d7 None None] DHCP port deletion for 7d68d92e-6f9c-4deb-949d-605394fc1c5a request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:38:56.656312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.687724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d68d92e-6f9c-4deb-949d-605394fc1c5a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:56.701154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0030cb-82d2-49e8-9049-500ad651a7ce') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:56.701474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0030cb-82d2-49e8-9049-500ad651a7ce') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:38:56.717146 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.743770 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.754771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:38:56.755057 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:38:56.759160 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:38:56.846701 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.852306 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.860469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60438) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:56.861827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/networks/7d68d92e-6f9c-4deb-949d-605394fc1c5a HTTP/1.1" status: 204 len: 168 time: 1.1088147 Nov 12 13:38:56.865766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'name': 'tempest-PortsTestJSON-2006208122'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:56.880324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b05d8d-7f23-467b-ad9a-53c7753a1c1e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Network': ['ID=7d68d92e-6f9c-4deb-949d-605394fc1c5a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:56.967929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:56.976729 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:56.998168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 1d697214-01da-45a4-bbe5-4282160032eb yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:38:57.004776 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3650526-20c3-48cc-9796-37557ee3b2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:57.101010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 2ba62b42-c17d-42ed-99e6-54c50cf09da7 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:38:57.112947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1a4cb9a4-d319-4915-b88d-6c299a155f51 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:38:57.144770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1a4cb9a4-d319-4915-b88d-6c299a155f51 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:38:57.145526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1a4cb9a4-d319-4915-b88d-6c299a155f51 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:38:57.149193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5da53-0036-40be-af64-db1c0587671f req-a5fd492a-721c-4637-969f-a3bcce057b0a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:57.161736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ce5da53-0036-40be-af64-db1c0587671f req-a5fd492a-721c-4637-969f-a3bcce057b0a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1310015 Nov 12 13:38:57.246751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ce5da53-0036-40be-af64-db1c0587671f req-108d9226-2952-4559-b0f6-2fcc7c1989c1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809965 Nov 12 13:38:57.269726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:57.282941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:57.296887 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'port_id': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'mac_address': 'fa:16:3e:78:7c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:38:57.344336 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:57.356659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:57.360897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba62b42-c17d-42ed-99e6-54c50cf09da7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:38:57.385451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:57.392493 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:57.402097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:57.405763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:57.408215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:57.414689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:57.415330 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:57.447859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60462) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:57.448095 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5864398 Nov 12 13:38:57.449699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4612083-fa85-43ef-9317-5de9d190651d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=1d697214-01da-45a4-bbe5-4282160032eb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:57.466708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:57.555298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-95d63a44-95f2-4bf5-8c64-d2d959eac5de tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 1d697214-01da-45a4-bbe5-4282160032eb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:57.555747 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95d63a44-95f2-4bf5-8c64-d2d959eac5de tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:57.629241 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95d63a44-95f2-4bf5-8c64-d2d959eac5de tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:57.652827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-95d63a44-95f2-4bf5-8c64-d2d959eac5de tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 1d697214-01da-45a4-bbe5-4282160032eb owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:57.735562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['2ba62b42-c17d-42ed-99e6-54c50cf09da7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:38:57.771867 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95d63a44-95f2-4bf5-8c64-d2d959eac5de tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:57.804738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d63a44-95f2-4bf5-8c64-d2d959eac5de tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=1d697214-01da-45a4-bbe5-4282160032eb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:57.824565 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95d63a44-95f2-4bf5-8c64-d2d959eac5de tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:57.830338 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-95d63a44-95f2-4bf5-8c64-d2d959eac5de tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/1d697214-01da-45a4-bbe5-4282160032eb HTTP/1.1" status: 204 len: 168 time: 0.3813372 Nov 12 13:38:57.832902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60478) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:57.839325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'mac_address': 'fa:16:3e:d1:26:41', 'name': 'tempest-PortsTestJSON-1267358050'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:57.989144 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:58.067472 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:58.090334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port bc685ae5-209e-4aa1-bce0-f95d2cecd363 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:38:58.298009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:58.343302 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:58.413906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=bc685ae5-209e-4aa1-bce0-f95d2cecd363,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:58.429991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:58.431555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:58.433937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:58.439753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:58.440519 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:58.460734 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6c947a78-2354-4a6c-b5c0-8780fab75a6b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6264591 Nov 12 13:38:58.462840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef86ff-2aa0-494e-9b27-f628c8ebf12d req-3de750cb-1932-453f-9c2a-ecd69eb92cac tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:58.463974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60496) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:58.465319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41ef86ff-2aa0-494e-9b27-f628c8ebf12d req-3de750cb-1932-453f-9c2a-ecd69eb92cac tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 945 time: 0.1181879 Nov 12 13:38:58.522775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ef0ca7-cb99-4d30-a803-2b88ac587046 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:58.524945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-11ef0ca7-cb99-4d30-a803-2b88ac587046 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/bc685ae5-209e-4aa1-bce0-f95d2cecd363 HTTP/1.1" status: 200 len: 841 time: 0.0591345 Nov 12 13:38:58.528230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60498) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:58.538981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-41ef86ff-2aa0-494e-9b27-f628c8ebf12d req-58635be8-62e9-4f43-af71-ce2e6c84ff92 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669267 Nov 12 13:38:58.635085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-12698f9b-a436-4a50-a41e-99b182fa5c7f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port bc685ae5-209e-4aa1-bce0-f95d2cecd363 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:38:58.635556 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12698f9b-a436-4a50-a41e-99b182fa5c7f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:58.737580 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12698f9b-a436-4a50-a41e-99b182fa5c7f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:58.768729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-12698f9b-a436-4a50-a41e-99b182fa5c7f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for bc685ae5-209e-4aa1-bce0-f95d2cecd363 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:38:58.882194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12698f9b-a436-4a50-a41e-99b182fa5c7f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:58.907698 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12698f9b-a436-4a50-a41e-99b182fa5c7f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:58.914917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60510) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:58.926114 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-12698f9b-a436-4a50-a41e-99b182fa5c7f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/bc685ae5-209e-4aa1-bce0-f95d2cecd363 HTTP/1.1" status: 204 len: 168 time: 0.3967645 Nov 12 13:38:58.956637 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead09c7c-6d42-4722-a785-272acd3e380d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:38:58.962161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12698f9b-a436-4a50-a41e-99b182fa5c7f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=bc685ae5-209e-4aa1-bce0-f95d2cecd363,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:58.964914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ead09c7c-6d42-4722-a785-272acd3e380d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/bc685ae5-209e-4aa1-bce0-f95d2cecd363 HTTP/1.1" status: 404 len: 333 time: 0.0472620 Nov 12 13:38:58.967936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60512) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:38:58.982201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'name': 'tempest-PortsTestJSON-1094178236'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:38:59.122783 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:38:59.127808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:59.138226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 2ba62b42-c17d-42ed-99e6-54c50cf09da7 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:38:59.181981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 310c23fb-9e2f-498d-8080-5233629fc32f yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:38:59.309651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:38:59.315165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:38:59.315944 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:59.510352 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ea98a45-b93e-4416-97eb-bf4f3b9f8b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:59.527791 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:59.548863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:59.581540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:38:59.584306 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fe46c0-12cc-4cb5-8f9b-228b5ec42816" -d '{"events": [{"server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "name": "network-vif-plugged", "status": "completed", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:38:59.600514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:38:59.606947 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:59.623450 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:59.688620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:59.775835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=310c23fb-9e2f-498d-8080-5233629fc32f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:38:59.905959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:38:59.916961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:38:59.928634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:38:59.939599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:38:59.940912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:38:59.989641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f0a6-7ac4-4401-9ba8-6bbc809b40d1 req-248202e7-8c79-4ff7-9bcb-d01daa2859fe tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:00.002024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2a2f0a6-7ac4-4401-9ba8-6bbc809b40d1 req-248202e7-8c79-4ff7-9bcb-d01daa2859fe tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.2316432 Nov 12 13:39:00.023602 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08265ef-9b94-49b5-8de4-a60d848d16db x-openstack-request-id: req-c08265ef-9b94-49b5-8de4-a60d848d16db {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:39:00.023903 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "name": "network-vif-plugged", "status": "completed", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:39:00.024227 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c08265ef-9b94-49b5-8de4-a60d848d16db {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:39:00.024547 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'code': 200} Nov 12 13:39:00.037171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8b19a670-36c2-46b7-9813-2f02dd038668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0677116 Nov 12 13:39:00.042504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60534) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:00.054884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-78e06eaf-6b66-4e67-a795-e20f185ae876 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:00.094517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2a2f0a6-7ac4-4401-9ba8-6bbc809b40d1 req-b7bfe31c-b0eb-4992-8055-219b995df53a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907991 Nov 12 13:39:00.227884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0189dd-a01b-40ca-9898-ca4788864e5d req-fd9b1392-e505-48c0-85f0-1b09d7e39546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:00.229476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc0189dd-a01b-40ca-9898-ca4788864e5d req-fd9b1392-e505-48c0-85f0-1b09d7e39546 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 1097 time: 0.1015766 Nov 12 13:39:00.230523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e06eaf-6b66-4e67-a795-e20f185ae876 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.340804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc0189dd-a01b-40ca-9898-ca4788864e5d req-f1dca8d5-0121-4b70-9b23-cc8663b127cd service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002700 Nov 12 13:39:00.469642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e06eaf-6b66-4e67-a795-e20f185ae876 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.476048 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e06eaf-6b66-4e67-a795-e20f185ae876 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.535633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-78e06eaf-6b66-4e67-a795-e20f185ae876 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] In _notify_port_updated(), no bound segment for port 310c23fb-9e2f-498d-8080-5233629fc32f on network a752933b-ea2c-4b51-b83f-5da2cf099b71 {{(pid=102675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:39:00.543347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e06eaf-6b66-4e67-a795-e20f185ae876 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:00.544150 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e06eaf-6b66-4e67-a795-e20f185ae876 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.545551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-78e06eaf-6b66-4e67-a795-e20f185ae876 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "PUT /v2.0/ports/310c23fb-9e2f-498d-8080-5233629fc32f HTTP/1.1" status: 200 len: 818 time: 0.5014613 Nov 12 13:39:00.548632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60544) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:00.583361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.604854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e06eaf-6b66-4e67-a795-e20f185ae876 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=310c23fb-9e2f-498d-8080-5233629fc32f,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:00.691534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1b192462-877a-4fd8-9b7f-f3c80886763e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 310c23fb-9e2f-498d-8080-5233629fc32f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:00.691921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b192462-877a-4fd8-9b7f-f3c80886763e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.779168 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b192462-877a-4fd8-9b7f-f3c80886763e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.798310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1b192462-877a-4fd8-9b7f-f3c80886763e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 310c23fb-9e2f-498d-8080-5233629fc32f owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:00.905269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b192462-877a-4fd8-9b7f-f3c80886763e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.944635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b192462-877a-4fd8-9b7f-f3c80886763e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:00.950676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60554) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:00.951191 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1b192462-877a-4fd8-9b7f-f3c80886763e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/310c23fb-9e2f-498d-8080-5233629fc32f HTTP/1.1" status: 204 len: 168 time: 0.4008443 Nov 12 13:39:00.951630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b192462-877a-4fd8-9b7f-f3c80886763e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=310c23fb-9e2f-498d-8080-5233629fc32f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:01.013867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafadc0b-a868-4f98-b4da-02d05857de8f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:01.016093 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dafadc0b-a868-4f98-b4da-02d05857de8f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0643318 Nov 12 13:39:01.019191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60558) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:01.065898 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0015503-3784-48eb-804c-ea0f7dd80cee tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:39:01.069512 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b0015503-3784-48eb-804c-ea0f7dd80cee tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/310c23fb-9e2f-498d-8080-5233629fc32f HTTP/1.1" status: 404 len: 333 time: 0.0484431 Nov 12 13:39:01.073273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60562) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:01.081457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1339212626'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:01.110956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:01.117268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:01.150767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:39:01.164385 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:01.165063 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Added segment b6aa9d50-01d1-44cd-b30d-ab26de37f75e of type vlan for network 52e69e9b-a1fc-487b-bb4d-135b1c46476f Nov 12 13:39:01.220043 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:01.254752 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:01.263161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:01.264124 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:01.340148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2646554 Nov 12 13:39:01.342970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60582) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:01.348303 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:01.397316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97feb82c-a67b-49d1-994c-63c697acdde3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Network': ['ID=52e69e9b-a1fc-487b-bb4d-135b1c46476f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:01.424338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9e10b-8aa2-4116-a43c-c32a83e20895 req-26d9d196-77bb-4805-8d39-fb91aeb0506e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:01.437472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79e9e10b-8aa2-4116-a43c-c32a83e20895 req-26d9d196-77bb-4805-8d39-fb91aeb0506e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1127481 Nov 12 13:39:01.525858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:01.532398 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:01.589631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79e9e10b-8aa2-4116-a43c-c32a83e20895 req-fbcbd54e-d8af-43b0-aeb1-8716189e0453 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430526 Nov 12 13:39:01.774135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 52e69e9b-a1fc-487b-bb4d-135b1c46476f details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:39:02.090434 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:02.195500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=d5c17f92-0a39-4773-9211-c4f81aa6a37d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:02.211179 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:02.211650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Checking segment: {'id': 'b6aa9d50-01d1-44cd-b30d-ab26de37f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:02.213001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network hostable DHCP agents. Network: 52e69e9b-a1fc-487b-bb4d-135b1c46476f, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:39:02.237127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 52e69e9b-a1fc-487b-bb4d-135b1c46476f is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:39:02.255538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 52e69e9b-a1fc-487b-bb4d-135b1c46476f) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:02.265323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9fd3f7-c0b6-426c-b5d2-659ac97e86d1 None None] Network 52e69e9b-a1fc-487b-bb4d-135b1c46476f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:02.274307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:02.275231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:02.341271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60614) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:02.346657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-256ea2cd-696c-4620-9345-42db3d6770b1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:02.351800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1c692b45-26e2-4ee9-b6f1-0cbbd7ec6e33 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0075364 Nov 12 13:39:02.514478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256ea2cd-696c-4620-9345-42db3d6770b1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:02.519590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-256ea2cd-696c-4620-9345-42db3d6770b1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:02.560772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-52e69e9b-a1fc-487b-bb4d-135b1c46476f', 'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f', 'tenant_id': '23f3415f163d4e8f991448d833359399', 'fixed_ips': [{'subnet_id': 'd5c17f92-0a39-4773-9211-c4f81aa6a37d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:39:02.562036 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:02.778568 n-d-805736-4 neutron-server[102676]: INFO neutron.db.ipam_backend_mixin [None req-256ea2cd-696c-4620-9345-42db3d6770b1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d5c17f92-0a39-4773-9211-c4f81aa6a37d (CIDR: 172.20.0.0/28) Nov 12 13:39:02.785202 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-256ea2cd-696c-4620-9345-42db3d6770b1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:39:02.785857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256ea2cd-696c-4620-9345-42db3d6770b1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:39:02.892495 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-256ea2cd-696c-4620-9345-42db3d6770b1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5476563 Nov 12 13:39:02.895287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60622) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:02.902695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-29c8be34-caf9-469a-b2f4-9178dd38cc94 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:02.913272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e070b-1bde-45e6-9707-f83765423677 req-0abdee20-4414-4642-9233-e4e50b38c8e3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:02.915060 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f37e070b-1bde-45e6-9707-f83765423677 req-0abdee20-4414-4642-9233-e4e50b38c8e3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1054597 Nov 12 13:39:02.932458 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:02.975154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Allocated IP 172.20.0.2 (52e69e9b-a1fc-487b-bb4d-135b1c46476f/d5c17f92-0a39-4773-9211-c4f81aa6a37d/2560ed54-ded3-4fd4-9780-7165f4014003) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:02.983782 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f37e070b-1bde-45e6-9707-f83765423677 req-51f87ffa-c435-48d8-9667-4f646deb2096 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626910 Nov 12 13:39:03.211336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c8be34-caf9-469a-b2f4-9178dd38cc94 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:03.215174 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29c8be34-caf9-469a-b2f4-9178dd38cc94 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:03.229491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2c943-b0dd-4a7c-b747-4b6bd18eb309 req-6b5e5015-df10-4c4c-8d91-9e3bdf498c6c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:03.231570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94b2c943-b0dd-4a7c-b747-4b6bd18eb309 req-6b5e5015-df10-4c4c-8d91-9e3bdf498c6c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.0945282 Nov 12 13:39:03.258270 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:03.266841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:03.315094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60636) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:03.321042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-862726fd-e266-4e67-a9f4-253cfa12e48b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'floatingip': {'port_id': '2ba62b42-c17d-42ed-99e6-54c50cf09da7'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:03.325478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Pushing event updated for resources: {'Port': ['ID=2560ed54-ded3-4fd4-9780-7165f4014003,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:03.353050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Network 52e69e9b-a1fc-487b-bb4d-135b1c46476f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:03.356407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:03.360100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:03.435729 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-862726fd-e266-4e67-a9f4-253cfa12e48b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:03.476865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Attempting to bind port 2560ed54-ded3-4fd4-9780-7165f4014003 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:03.477254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Attempting to bind port 2560ed54-ded3-4fd4-9780-7165f4014003 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b6aa9d50-01d1-44cd-b30d-ab26de37f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:03.477857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Attempting to bind port 2560ed54-ded3-4fd4-9780-7165f4014003 on network 52e69e9b-a1fc-487b-bb4d-135b1c46476f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:03.484767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:03.485728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Checking segment: {'id': 'b6aa9d50-01d1-44cd-b30d-ab26de37f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:03.486325 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:03.487362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Bound using segment: {'id': 'b6aa9d50-01d1-44cd-b30d-ab26de37f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:03.488176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Bound port: 2560ed54-ded3-4fd4-9780-7165f4014003, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6aa9d50-01d1-44cd-b30d-ab26de37f75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:03.488949 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:03.581051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] For port 2560ed54-ded3-4fd4-9780-7165f4014003, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:03.586608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] For port 2560ed54-ded3-4fd4-9780-7165f4014003, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2560ed54-ded3-4fd4-9780-7165f4014003,segment=NetworkSegment(b6aa9d50-01d1-44cd-b30d-ab26de37f75e),segment_id=b6aa9d50-01d1-44cd-b30d-ab26de37f75e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:03.593914 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:03.676110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb64d2-0f57-4c9d-ba7c-738fd3a34def None None] Pushing event updated for resources: {'Port': ['ID=2560ed54-ded3-4fd4-9780-7165f4014003,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:03.707929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29c8be34-caf9-469a-b2f4-9178dd38cc94 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:03.806311 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8be34-caf9-469a-b2f4-9178dd38cc94 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=bc0d3c07-85c4-4137-adcf-640a0c2cd197,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:03.819697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8be34-caf9-469a-b2f4-9178dd38cc94 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 52e69e9b-a1fc-487b-bb4d-135b1c46476f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:03.821639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-29c8be34-caf9-469a-b2f4-9178dd38cc94 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:03.824747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8be34-caf9-469a-b2f4-9178dd38cc94 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:03.825384 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-29c8be34-caf9-469a-b2f4-9178dd38cc94 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:03.855733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-29c8be34-caf9-469a-b2f4-9178dd38cc94 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9550188 Nov 12 13:39:03.856249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60658) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:03.867079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f', 'fixed_ips': [{'subnet_id': 'd5c17f92-0a39-4773-9211-c4f81aa6a37d'}, {'subnet_id': 'bc0d3c07-85c4-4137-adcf-640a0c2cd197'}], 'name': 'tempest-PortsTestJSON-767534636'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:04.153369 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:04.324220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:04.347643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 8027517f-6b36-4271-a66a-ba0515731845 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:39:04.816294 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-862726fd-e266-4e67-a9f4-253cfa12e48b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:39:04.944725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.13 (52e69e9b-a1fc-487b-bb4d-135b1c46476f/d5c17f92-0a39-4773-9211-c4f81aa6a37d/8027517f-6b36-4271-a66a-ba0515731845) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:04.953567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-862726fd-e266-4e67-a9f4-253cfa12e48b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:04.955909 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.22 (52e69e9b-a1fc-487b-bb4d-135b1c46476f/bc0d3c07-85c4-4137-adcf-640a0c2cd197/8027517f-6b36-4271-a66a-ba0515731845) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:04.960589 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-862726fd-e266-4e67-a9f4-253cfa12e48b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:05.187614 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-862726fd-e266-4e67-a9f4-253cfa12e48b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Floating IP b38e7c11-7d93-47f8-950f-c5ab717e10a2 associated. External IP: 172.25.5.64, port: 2ba62b42-c17d-42ed-99e6-54c50cf09da7. Nov 12 13:39:05.212870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2560ed54-ded3-4fd4-9780-7165f4014003 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:05.300898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:05.374618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa1ac4a-8d89-4f26-b5e3-18b8b1f8cc41 None None] Network 52e69e9b-a1fc-487b-bb4d-135b1c46476f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:05.400191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:05.484853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=8027517f-6b36-4271-a66a-ba0515731845,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:05.503333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 52e69e9b-a1fc-487b-bb4d-135b1c46476f is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:05.505060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:05.519681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:05.594609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862726fd-e266-4e67-a9f4-253cfa12e48b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Router 26e74c5e-2303-46cc-be37-88d9437f2755 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:39:05.619152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:05.619973 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:05.665093 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1ac6609d-6b6d-4a47-bad1-1944bf475bce tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8051019 Nov 12 13:39:05.665930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60722) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:05.675125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a671bb2e-929f-4763-96f0-9c2a7265a3e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5c17f92-0a39-4773-9211-c4f81aa6a37d'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:05.727791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-37ef8987-d259-4669-990a-b1c393211c73 None None] Provisioning complete for port 2560ed54-ded3-4fd4-9780-7165f4014003 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:05.728468 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37ef8987-d259-4669-990a-b1c393211c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:05.789893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862726fd-e266-4e67-a9f4-253cfa12e48b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:39:05.800346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-862726fd-e266-4e67-a9f4-253cfa12e48b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:05.805167 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] Sync routers for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:39:05.806415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2560ed54-ded3-4fd4-9780-7165f4014003 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:05.807001 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:05.824985 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:05.825553 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:38:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:05.974149 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-862726fd-e266-4e67-a9f4-253cfa12e48b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "PUT /v2.0/floatingips/b38e7c11-7d93-47f8-950f-c5ab717e10a2 HTTP/1.1" status: 200 len: 991 time: 2.6574707 Nov 12 13:39:05.977132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:39:05.980084 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1b3bf5-b732-48e7-a227-8c27e297d509" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:39:06.031058 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:06.111092 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37ef8987-d259-4669-990a-b1c393211c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:06.165543 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:06.173328 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a671bb2e-929f-4763-96f0-9c2a7265a3e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:06.224432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 2560ed54-ded3-4fd4-9780-7165f4014003, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2560ed54-ded3-4fd4-9780-7165f4014003,segment=NetworkSegment(b6aa9d50-01d1-44cd-b30d-ab26de37f75e),segment_id=b6aa9d50-01d1-44cd-b30d-ab26de37f75e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:06.234631 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:06.370431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=2560ed54-ded3-4fd4-9780-7165f4014003,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:06.476423 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-37ef8987-d259-4669-990a-b1c393211c73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:39:06.476833 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-37ef8987-d259-4669-990a-b1c393211c73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:39:06.577316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2895b7-27ef-49e3-8fc6-c83fad9ff1b9 None None] Update dhcp port {'port': {'network_id': '52e69e9b-a1fc-487b-bb4d-135b1c46476f', 'fixed_ips': [{'subnet_id': 'd5c17f92-0a39-4773-9211-c4f81aa6a37d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bc0d3c07-85c4-4137-adcf-640a0c2cd197'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '2560ed54-ded3-4fd4-9780-7165f4014003'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:39:06.581223 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a35227f-6155-45bb-a2f2-304f5edc0057 x-openstack-request-id: req-0a35227f-6155-45bb-a2f2-304f5edc0057 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:39:06.583319 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:39:06.583541 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a35227f-6155-45bb-a2f2-304f5edc0057 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:39:06.584494 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'status': 'completed', 'code': 200} Nov 12 13:39:06.616375 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'b38e7c11-7d93-47f8-950f-c5ab717e10a2', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'port_id': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'mac_address': 'fa:16:3e:78:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:38:42Z', 'updated_at': '2021-11-12T13:39:04Z', 'revision_number': 1, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:06.661752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e2895b7-27ef-49e3-8fc6-c83fad9ff1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:06.666416 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] Checking router: 26e74c5e-2303-46cc-be37-88d9437f2755 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:39:06.681206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-e80acccc-bf65-494c-b1c6-eadfab927bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:06.682331 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:06.683985 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:38:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:06.688036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-e80acccc-bf65-494c-b1c6-eadfab927bac service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 1097 time: 0.1619914 Nov 12 13:39:06.900846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-63cb9e27-afc4-492f-ae29-462662da4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:06.902957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-63cb9e27-afc4-492f-ae29-462662da4250 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.2071099 Nov 12 13:39:07.009983 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:07.021955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60740) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:07.066989 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-b86963e8-49bc-45ee-9c5c-7fc46a51e7cd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7 HTTP/1.1" status: 200 len: 999 time: 0.1552215 Nov 12 13:39:07.077003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5e2895b7-27ef-49e3-8fc6-c83fad9ff1b9 None None] Allocated IP 172.20.0.18 (52e69e9b-a1fc-487b-bb4d-135b1c46476f/bc0d3c07-85c4-4137-adcf-640a0c2cd197/2560ed54-ded3-4fd4-9780-7165f4014003) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:07.131760 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:39:07.196360 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-8e948111-7006-4e18-96fb-1218dd8cfe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:07.199154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-8e948111-7006-4e18-96fb-1218dd8cfe5f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.1117969 Nov 12 13:39:07.233086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2560ed54-ded3-4fd4-9780-7165f4014003 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:07.315722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-7a52cb97-948e-4423-8338-1a65c281dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:07.319773 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-7a52cb97-948e-4423-8338-1a65c281dacb service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094818 Nov 12 13:39:07.357133 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08b2d032-5d84-41f3-998b-fbc3eadc2c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:07.445508 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-46363222-b5c4-43b5-a585-f13f7c4594e0 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198232 Nov 12 13:39:07.495711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2560ed54-ded3-4fd4-9780-7165f4014003 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:07.496586 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:07.545627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5e2895b7-27ef-49e3-8fc6-c83fad9ff1b9 None None] For port 2560ed54-ded3-4fd4-9780-7165f4014003, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2560ed54-ded3-4fd4-9780-7165f4014003,segment=NetworkSegment(b6aa9d50-01d1-44cd-b30d-ab26de37f75e),segment_id=b6aa9d50-01d1-44cd-b30d-ab26de37f75e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:07.635037 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e2895b7-27ef-49e3-8fc6-c83fad9ff1b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:07.648548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08b2d032-5d84-41f3-998b-fbc3eadc2c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:07.678078 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d1b3bf5-b732-48e7-a227-8c27e297d509 req-89e3c691-7295-485e-8c19-3f4dc05afea7 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240889 Nov 12 13:39:07.678508 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08b2d032-5d84-41f3-998b-fbc3eadc2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:07.714922 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'b38e7c11-7d93-47f8-950f-c5ab717e10a2', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'port_id': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'mac_address': 'fa:16:3e:78:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:38:42Z', 'updated_at': '2021-11-12T13:39:04Z', 'revision_number': 1, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:07.717792 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e2895b7-27ef-49e3-8fc6-c83fad9ff1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:07.784297 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044625f-cdb9-4e44-b18b-ab8d7777b932 None None] The sync data for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 is: [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'b38e7c11-7d93-47f8-950f-c5ab717e10a2', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'port_id': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'mac_address': 'fa:16:3e:78:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:38:42Z', 'updated_at': '2021-11-12T13:39:04Z', 'revision_number': 1, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:39:07.851084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-08b2d032-5d84-41f3-998b-fbc3eadc2c39 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20894010b0c24b409b3e51ce06305684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8279138 Nov 12 13:39:07.851533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60750) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:07.853054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2d032-5d84-41f3-998b-fbc3eadc2c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a6e43-4b72-4293-8036-aad05db69a6c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:07.858969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a671bb2e-929f-4763-96f0-9c2a7265a3e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Delete allocated IP 172.20.0.22 (52e69e9b-a1fc-487b-bb4d-135b1c46476f/bc0d3c07-85c4-4137-adcf-640a0c2cd197) {{(pid=102676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 13:39:07.994955 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-160c3e78-85ac-4289-bd44-cf9d23ce92e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:08.057018 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-160c3e78-85ac-4289-bd44-cf9d23ce92e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:08.093570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2895b7-27ef-49e3-8fc6-c83fad9ff1b9 None None] Pushing event updated for resources: {'Port': ['ID=2560ed54-ded3-4fd4-9780-7165f4014003,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:08.172629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-160c3e78-85ac-4289-bd44-cf9d23ce92e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:08.178481 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-160c3e78-85ac-4289-bd44-cf9d23ce92e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:08.181645 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-160c3e78-85ac-4289-bd44-cf9d23ce92e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a05a6e43-4b72-4293-8036-aad05db69a6c HTTP/1.1" status: 204 len: 168 time: 0.3285999 Nov 12 13:39:08.198621 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a671bb2e-929f-4763-96f0-9c2a7265a3e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:08.208949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a671bb2e-929f-4763-96f0-9c2a7265a3e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:08.222840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3e78-85ac-4289-bd44-cf9d23ce92e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a6e43-4b72-4293-8036-aad05db69a6c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:08.415426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d267d-0bda-43c0-80fb-acd9798d5513 None None] New status for floating IP b38e7c11-7d93-47f8-950f-c5ab717e10a2: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:39:08.514398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671bb2e-929f-4763-96f0-9c2a7265a3e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=8027517f-6b36-4271-a66a-ba0515731845,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:08.620768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a671bb2e-929f-4763-96f0-9c2a7265a3e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] In _notify_port_updated(), no bound segment for port 8027517f-6b36-4271-a66a-ba0515731845 on network 52e69e9b-a1fc-487b-bb4d-135b1c46476f {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:39:08.634925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a671bb2e-929f-4763-96f0-9c2a7265a3e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:08.636062 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a671bb2e-929f-4763-96f0-9c2a7265a3e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:08.641447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a671bb2e-929f-4763-96f0-9c2a7265a3e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "PUT /v2.0/ports/8027517f-6b36-4271-a66a-ba0515731845 HTTP/1.1" status: 200 len: 919 time: 2.9698665 Nov 12 13:39:08.642123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60760) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:08.660082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-403f6e98-d97d-40d9-a0da-15b4a9707537 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5c17f92-0a39-4773-9211-c4f81aa6a37d'}, {'subnet_id': 'bc0d3c07-85c4-4137-adcf-640a0c2cd197'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:08.836284 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-403f6e98-d97d-40d9-a0da-15b4a9707537 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:08.948926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60764) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:08.979535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc081634-9d96-4e6c-bb42-912a7c43eb3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.128432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2560ed54-ded3-4fd4-9780-7165f4014003 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:09.230802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d720c83a-752f-48b3-a818-db472899bcf1 None None] Network 52e69e9b-a1fc-487b-bb4d-135b1c46476f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:09.232046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc081634-9d96-4e6c-bb42-912a7c43eb3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.239271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc081634-9d96-4e6c-bb42-912a7c43eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.298549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cc081634-9d96-4e6c-bb42-912a7c43eb3c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1bd5f49d322e44c9b0feb49ba0f1cda9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3470993 Nov 12 13:39:09.300200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc081634-9d96-4e6c-bb42-912a7c43eb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f154aecd-af36-4f2a-82be-e6069ecb372c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:09.303174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60770) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:09.360155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-403f6e98-d97d-40d9-a0da-15b4a9707537 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.26 (52e69e9b-a1fc-487b-bb4d-135b1c46476f/bc0d3c07-85c4-4137-adcf-640a0c2cd197/8027517f-6b36-4271-a66a-ba0515731845) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:09.380447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ca91cf2e-5fba-4000-bf0e-35c63dbd8280 None None] Provisioning complete for port 8027517f-6b36-4271-a66a-ba0515731845 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:09.382057 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca91cf2e-5fba-4000-bf0e-35c63dbd8280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.388840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2560ed54-ded3-4fd4-9780-7165f4014003 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:09.389505 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.408110 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a5fd3ba-c7f1-4fda-add5-05c46445ee67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.462811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a5fd3ba-c7f1-4fda-add5-05c46445ee67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.466658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ca91cf2e-5fba-4000-bf0e-35c63dbd8280 None None] Port 8027517f-6b36-4271-a66a-ba0515731845 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:09.534309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ca91cf2e-5fba-4000-bf0e-35c63dbd8280 None None] Provisioning complete for port 2560ed54-ded3-4fd4-9780-7165f4014003 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:09.534754 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca91cf2e-5fba-4000-bf0e-35c63dbd8280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.690937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-403f6e98-d97d-40d9-a0da-15b4a9707537 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.696503 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a5fd3ba-c7f1-4fda-add5-05c46445ee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.699686 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a5fd3ba-c7f1-4fda-add5-05c46445ee67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.703755 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7a5fd3ba-c7f1-4fda-add5-05c46445ee67 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f154aecd-af36-4f2a-82be-e6069ecb372c HTTP/1.1" status: 204 len: 168 time: 0.3989847 Nov 12 13:39:09.712236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-403f6e98-d97d-40d9-a0da-15b4a9707537 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.743021 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fd3ba-c7f1-4fda-add5-05c46445ee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f154aecd-af36-4f2a-82be-e6069ecb372c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:09.910853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f6e98-d97d-40d9-a0da-15b4a9707537 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=8027517f-6b36-4271-a66a-ba0515731845,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:09.932736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-403f6e98-d97d-40d9-a0da-15b4a9707537 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] In _notify_port_updated(), no bound segment for port 8027517f-6b36-4271-a66a-ba0515731845 on network 52e69e9b-a1fc-487b-bb4d-135b1c46476f {{(pid=102675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:39:09.939551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f6e98-d97d-40d9-a0da-15b4a9707537 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:09.940622 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-403f6e98-d97d-40d9-a0da-15b4a9707537 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:09.945354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-403f6e98-d97d-40d9-a0da-15b4a9707537 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "PUT /v2.0/ports/8027517f-6b36-4271-a66a-ba0515731845 HTTP/1.1" status: 200 len: 999 time: 1.2983954 Nov 12 13:39:09.946518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:10.103210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d45652e8-7889-40a4-9d81-1c6e9a9508a9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 8027517f-6b36-4271-a66a-ba0515731845 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:10.104067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d45652e8-7889-40a4-9d81-1c6e9a9508a9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:10.369972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d45652e8-7889-40a4-9d81-1c6e9a9508a9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:10.407125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d45652e8-7889-40a4-9d81-1c6e9a9508a9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 8027517f-6b36-4271-a66a-ba0515731845 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:10.653426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2c66ba8f-6fd7-4778-a522-73337e5e6607 None None] Provisioning complete for port 8027517f-6b36-4271-a66a-ba0515731845 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:10.654002 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c66ba8f-6fd7-4778-a522-73337e5e6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:10.866883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2c66ba8f-6fd7-4778-a522-73337e5e6607 None None] Port 8027517f-6b36-4271-a66a-ba0515731845 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:10.897483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60806) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:10.898884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2c66ba8f-6fd7-4778-a522-73337e5e6607 None None] Provisioning complete for port 2560ed54-ded3-4fd4-9780-7165f4014003 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:10.899603 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c66ba8f-6fd7-4778-a522-73337e5e6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:10.921861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d45652e8-7889-40a4-9d81-1c6e9a9508a9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.032438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45652e8-7889-40a4-9d81-1c6e9a9508a9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=8027517f-6b36-4271-a66a-ba0515731845,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:11.128096 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6bd5-15a1-475e-a6c9-9780f1a4c1d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.222882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2eb0c7a0-91fc-45a6-9f03-685187b6bf2b None None] Could not find standard attr ID for object 8027517f-6b36-4271-a66a-ba0515731845. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:39:11.235453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d45652e8-7889-40a4-9d81-1c6e9a9508a9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.252426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d45652e8-7889-40a4-9d81-1c6e9a9508a9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/8027517f-6b36-4271-a66a-ba0515731845 HTTP/1.1" status: 204 len: 168 time: 1.3040228 Nov 12 13:39:11.254480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60816) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:11.286939 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-538e2e31-1546-445f-95af-3f06e20a6545 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:39:11.289598 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-538e2e31-1546-445f-95af-3f06e20a6545 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/8027517f-6b36-4271-a66a-ba0515731845 HTTP/1.1" status: 404 len: 333 time: 0.0340631 Nov 12 13:39:11.292423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60818) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:11.336513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6bd5-15a1-475e-a6c9-9780f1a4c1d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.344440 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6bd5-15a1-475e-a6c9-9780f1a4c1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.386501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2432f03-8ed5-4b9f-9ea9-4305f624f088 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet bc0d3c07-85c4-4137-adcf-640a0c2cd197 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:39:11.390795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2432f03-8ed5-4b9f-9ea9-4305f624f088 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.494070 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2432f03-8ed5-4b9f-9ea9-4305f624f088 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.547796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7b021976-7d8b-4b88-976e-0c0cbc2ac57c None None] Could not find standard attr ID for object 8027517f-6b36-4271-a66a-ba0515731845. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:39:11.623811 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0ffd6bd5-15a1-475e-a6c9-9780f1a4c1d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=12820a5122744d02a4d0711ef729f5ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7211969 Nov 12 13:39:11.624098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:11.638209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd6bd5-15a1-475e-a6c9-9780f1a4c1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b6e5a1-1924-4283-9122-976f3c4c32f5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:11.747830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef03088e-abe5-4e99-b507-67629dfd6922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.810482 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef03088e-abe5-4e99-b507-67629dfd6922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.872377 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2432f03-8ed5-4b9f-9ea9-4305f624f088 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.986456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef03088e-abe5-4e99-b507-67629dfd6922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.988582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-77bca2f0-45d0-4fe2-98d4-736f50f2dae4 None None] Could not find standard attr ID for object 8027517f-6b36-4271-a66a-ba0515731845. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:39:11.989550 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef03088e-abe5-4e99-b507-67629dfd6922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:11.997450 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ef03088e-abe5-4e99-b507-67629dfd6922 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51b6e5a1-1924-4283-9122-976f3c4c32f5 HTTP/1.1" status: 204 len: 168 time: 0.3709376 Nov 12 13:39:12.027753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03088e-abe5-4e99-b507-67629dfd6922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b6e5a1-1924-4283-9122-976f3c4c32f5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:12.103579 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2432f03-8ed5-4b9f-9ea9-4305f624f088 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:12.151594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2432f03-8ed5-4b9f-9ea9-4305f624f088 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0d3c07-85c4-4137-adcf-640a0c2cd197,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:12.159435 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2432f03-8ed5-4b9f-9ea9-4305f624f088 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:12.163389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b2432f03-8ed5-4b9f-9ea9-4305f624f088 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/bc0d3c07-85c4-4137-adcf-640a0c2cd197 HTTP/1.1" status: 204 len: 168 time: 0.8695173 Nov 12 13:39:12.166258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:12.240594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbbffe4-2272-4d65-b808-f14bb181a57d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet d5c17f92-0a39-4773-9211-c4f81aa6a37d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:39:12.246491 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdbbffe4-2272-4d65-b808-f14bb181a57d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:12.305780 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdbbffe4-2272-4d65-b808-f14bb181a57d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:12.448678 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdbbffe4-2272-4d65-b808-f14bb181a57d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:12.557765 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdbbffe4-2272-4d65-b808-f14bb181a57d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:12.568277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2518cf0-c28c-493f-a28f-8dfacf330f57 None None] Network 52e69e9b-a1fc-487b-bb4d-135b1c46476f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:12.632473 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdbbffe4-2272-4d65-b808-f14bb181a57d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:12.639449 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cdbbffe4-2272-4d65-b808-f14bb181a57d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/d5c17f92-0a39-4773-9211-c4f81aa6a37d HTTP/1.1" status: 204 len: 168 time: 0.4695778 Nov 12 13:39:12.639449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbffe4-2272-4d65-b808-f14bb181a57d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c17f92-0a39-4773-9211-c4f81aa6a37d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:12.640604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60858) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:12.783689 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:12.867116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 2560ed54-ded3-4fd4-9780-7165f4014003 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:12.867461 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:12.885310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ae8a8f-e831-4b24-b832-f2c87bf7d1a9 None None] DHCP port deletion for 52e69e9b-a1fc-487b-bb4d-135b1c46476f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:12.988918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] For port 2560ed54-ded3-4fd4-9780-7165f4014003, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2560ed54-ded3-4fd4-9780-7165f4014003,segment=NetworkSegment(b6aa9d50-01d1-44cd-b30d-ab26de37f75e),segment_id=b6aa9d50-01d1-44cd-b30d-ab26de37f75e)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:12.989299 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.005912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-72ae8a8f-e831-4b24-b832-f2c87bf7d1a9 None None] Deleting port 2560ed54-ded3-4fd4-9780-7165f4014003 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:13.006432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72ae8a8f-e831-4b24-b832-f2c87bf7d1a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.006680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 2560ed54-ded3-4fd4-9780-7165f4014003 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:13.117687 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.188831 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.205242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=2560ed54-ded3-4fd4-9780-7165f4014003,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:13.221995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No DVR routers for this DVR port 2560ed54-ded3-4fd4-9780-7165f4014003 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:39:13.229741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-72ae8a8f-e831-4b24-b832-f2c87bf7d1a9 None None] For port 2560ed54-ded3-4fd4-9780-7165f4014003, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2560ed54-ded3-4fd4-9780-7165f4014003,segment=NetworkSegment(b6aa9d50-01d1-44cd-b30d-ab26de37f75e),segment_id=b6aa9d50-01d1-44cd-b30d-ab26de37f75e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:13.230431 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72ae8a8f-e831-4b24-b832-f2c87bf7d1a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.245976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2560ed54-ded3-4fd4-9780-7165f4014003 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:39:13.253171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-72ae8a8f-e831-4b24-b832-f2c87bf7d1a9 None None] Calling delete_port for 2560ed54-ded3-4fd4-9780-7165f4014003 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:13.285165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 2560ed54-ded3-4fd4-9780-7165f4014003 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:39:13.285890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2560ed54-ded3-4fd4-9780-7165f4014003 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:39:13.431979 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.460449 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72ae8a8f-e831-4b24-b832-f2c87bf7d1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.481709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e69e9b-a1fc-487b-bb4d-135b1c46476f']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:13.494810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6aa9d50-01d1-44cd-b30d-ab26de37f75e') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:13.495361 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6aa9d50-01d1-44cd-b30d-ab26de37f75e') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:13.532075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ae8a8f-e831-4b24-b832-f2c87bf7d1a9 None None] No DVR routers for this DVR port 2560ed54-ded3-4fd4-9780-7165f4014003 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:39:13.545189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae8a8f-e831-4b24-b832-f2c87bf7d1a9 None None] Pushing event deleted for resources: {'Port': ['ID=2560ed54-ded3-4fd4-9780-7165f4014003,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:13.546770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.566454 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.574862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:39:13.575538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:39:13.579771 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:39:13.692578 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.700528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:13.703764 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/networks/52e69e9b-a1fc-487b-bb4d-135b1c46476f HTTP/1.1" status: 204 len: 168 time: 1.0625646 Nov 12 13:39:13.712371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60896) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:13.733854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af6c8f-3a21-4ad6-b6fe-2040d03d0fa8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Network': ['ID=52e69e9b-a1fc-487b-bb4d-135b1c46476f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:13.791298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145733d6-ecff-4709-8ced-b457f3236edf tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:13.804435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-145733d6-ecff-4709-8ced-b457f3236edf tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0909042 Nov 12 13:39:13.809440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60902) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:13.900027 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-668a47c9-5524-4102-ab17-54441833d29e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0873957 Nov 12 13:39:13.904220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60908) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:13.911728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-404041934'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:13.960855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:13.965591 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:14.003141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:39:14.020499 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:14.020959 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Added segment 987e4312-ab4a-49b4-be1b-68f2ae58298b of type vlan for network 174228d5-7ce1-4cad-978a-1da1efba17d1 Nov 12 13:39:14.073721 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:14.113798 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:14.141219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:14.142655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:14.159859 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:14.248940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3430171 Nov 12 13:39:14.252474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60924) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:14.260083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': '174228d5-7ce1-4cad-978a-1da1efba17d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:14.279757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139cb49-d70e-4433-ab66-ba4998f047c7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Network': ['ID=174228d5-7ce1-4cad-978a-1da1efba17d1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:14.296946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 174228d5-7ce1-4cad-978a-1da1efba17d1 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:39:14.457207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:14.464418 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:14.780686 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:14.915058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Checking segment: {'id': '987e4312-ab4a-49b4-be1b-68f2ae58298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '174228d5-7ce1-4cad-978a-1da1efba17d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:14.915915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network hostable DHCP agents. Network: 174228d5-7ce1-4cad-978a-1da1efba17d1, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:39:14.923112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=e27fcbf5-9753-4d5f-a002-ae309bbb1ec2,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:14.961135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 174228d5-7ce1-4cad-978a-1da1efba17d1 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:39:14.975206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 174228d5-7ce1-4cad-978a-1da1efba17d1) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:14.988875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:14.990752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d73b7d-56f0-49fe-93e8-25611e5d45b5 None None] Network 174228d5-7ce1-4cad-978a-1da1efba17d1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:14.991119 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:15.039461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0cca4bfa-18b5-45e4-a1b5-1d1a51f392f3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7852352 Nov 12 13:39:15.042213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60956) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:15.047878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': '174228d5-7ce1-4cad-978a-1da1efba17d1', 'name': 'tempest-PortsTestJSON-525295626'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:15.264058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:15.270931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:15.296961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 4b937c9d-7b11-4013-a43f-a5d792158ffa yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:39:15.317744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-174228d5-7ce1-4cad-978a-1da1efba17d1', 'network_id': '174228d5-7ce1-4cad-978a-1da1efba17d1', 'tenant_id': '23f3415f163d4e8f991448d833359399', 'fixed_ips': [{'subnet_id': 'e27fcbf5-9753-4d5f-a002-ae309bbb1ec2'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:39:15.318649 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:15.515978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.3 (174228d5-7ce1-4cad-978a-1da1efba17d1/e27fcbf5-9753-4d5f-a002-ae309bbb1ec2/4b937c9d-7b11-4013-a43f-a5d792158ffa) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:15.762308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60972) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:15.901213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:15.965638 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:15.969236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.039704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 174228d5-7ce1-4cad-978a-1da1efba17d1 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:16.043332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:16.051425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:16.082356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Allocated IP 172.20.0.2 (174228d5-7ce1-4cad-978a-1da1efba17d1/e27fcbf5-9753-4d5f-a002-ae309bbb1ec2/0c23a533-0501-43ca-9f3d-7ceb5aaa48ba) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:16.100494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=4b937c9d-7b11-4013-a43f-a5d792158ffa,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:16.143339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:16.144722 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.183551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e5250fa2-5324-4c72-a138-c39817c3f747 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1386602 Nov 12 13:39:16.185269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60980) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:16.210652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': '174228d5-7ce1-4cad-978a-1da1efba17d1', 'name': 'tempest-PortsTestJSON-1845325890'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:16.226136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.238437 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.315071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed18020e-3d81-48df-a563-175902a3f644,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:16.370720 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.371492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.372668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.373044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.373552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.374253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.375077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.375694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.377832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.378406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.380006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.382149 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.382605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.383432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:16.400776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-96e31e77-c331-4c29-8f08-8f7ceccb75a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31ed048e3e674b49867b25c3d6d8e29d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6344743 Nov 12 13:39:16.401716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60982) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:16.487198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e0a26ce-3a8b-404c-9777-3a793b3c1857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.493008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Network 174228d5-7ce1-4cad-978a-1da1efba17d1 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:16.508449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:16.523150 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e0a26ce-3a8b-404c-9777-3a793b3c1857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.529578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:16.583107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Pushing event updated for resources: {'Port': ['ID=0c23a533-0501-43ca-9f3d-7ceb5aaa48ba,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:16.682484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Attempting to bind port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:16.682960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Attempting to bind port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '987e4312-ab4a-49b4-be1b-68f2ae58298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '174228d5-7ce1-4cad-978a-1da1efba17d1'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:16.683267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Attempting to bind port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba on network 174228d5-7ce1-4cad-978a-1da1efba17d1 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:16.705232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:16.705790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Checking segment: {'id': '987e4312-ab4a-49b4-be1b-68f2ae58298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '174228d5-7ce1-4cad-978a-1da1efba17d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:16.706065 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.706428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Bound using segment: {'id': '987e4312-ab4a-49b4-be1b-68f2ae58298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '174228d5-7ce1-4cad-978a-1da1efba17d1'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:16.706930 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Bound port: 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987e4312-ab4a-49b4-be1b-68f2ae58298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '174228d5-7ce1-4cad-978a-1da1efba17d1'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:16.707311 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.751487 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e0a26ce-3a8b-404c-9777-3a793b3c1857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.754838 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e0a26ce-3a8b-404c-9777-3a793b3c1857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.756425 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9e0a26ce-3a8b-404c-9777-3a793b3c1857 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed18020e-3d81-48df-a563-175902a3f644 HTTP/1.1" status: 204 len: 168 time: 0.3535397 Nov 12 13:39:16.864765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:16.889090 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:16.969234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] For port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:16.976831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] For port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0c23a533-0501-43ca-9f3d-7ceb5aaa48ba,segment=NetworkSegment(987e4312-ab4a-49b4-be1b-68f2ae58298b),segment_id=987e4312-ab4a-49b4-be1b-68f2ae58298b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:16.984440 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:17.127442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc44577-89ed-4f2a-835b-ec90cbe2f7fd None None] Pushing event updated for resources: {'Port': ['ID=0c23a533-0501-43ca-9f3d-7ceb5aaa48ba,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:17.527748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60998) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:17.567468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795b7c5c-d570-4a7b-9d05-56817014c72e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:17.585506 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a26ce-3a8b-404c-9777-3a793b3c1857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed18020e-3d81-48df-a563-175902a3f644,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:17.602798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 3d96096c-1127-4938-95e9-4a077484ff1b yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:39:17.689420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-b7a475cb-2517-4bb0-89dc-92bafa231e17 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0052371 Nov 12 13:39:17.820977 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795b7c5c-d570-4a7b-9d05-56817014c72e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:17.829372 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795b7c5c-d570-4a7b-9d05-56817014c72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:17.876705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.10 (174228d5-7ce1-4cad-978a-1da1efba17d1/e27fcbf5-9753-4d5f-a002-ae309bbb1ec2/3d96096c-1127-4938-95e9-4a077484ff1b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:17.888999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-9f816c0b-1fc3-4638-afc7-b83f47fa15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:17.890636 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-9f816c0b-1fc3-4638-afc7-b83f47fa15eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 1096 time: 0.1311004 Nov 12 13:39:17.947346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-795b7c5c-d570-4a7b-9d05-56817014c72e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0d3860326be446c9b26fe7d11ca5a076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4177477 Nov 12 13:39:17.952457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32774) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:17.958129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b7c5c-d570-4a7b-9d05-56817014c72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27d0350-3d74-4472-b218-869ca171eb72,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:18.072403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50cfe352-3c63-4b65-aceb-47a3a3dbeb00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:18.102649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50cfe352-3c63-4b65-aceb-47a3a3dbeb00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:18.227812 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50cfe352-3c63-4b65-aceb-47a3a3dbeb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:18.232158 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50cfe352-3c63-4b65-aceb-47a3a3dbeb00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:18.233880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-50cfe352-3c63-4b65-aceb-47a3a3dbeb00 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d27d0350-3d74-4472-b218-869ca171eb72 HTTP/1.1" status: 204 len: 168 time: 0.2793164 Nov 12 13:39:18.269602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfe352-3c63-4b65-aceb-47a3a3dbeb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27d0350-3d74-4472-b218-869ca171eb72,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:18.340918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-e32e58b4-16d0-4f2c-93d2-28a3031d2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:18.342346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-e32e58b4-16d0-4f2c-93d2-28a3031d2caf service neutron] 10.222.0.70 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.4076211 Nov 12 13:39:18.515384 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:18.540478 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-00b74202-dd27-48fe-ab04-777bf803eea8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 HTTP/1.1" status: 200 len: 217 time: 0.1766253 Nov 12 13:39:18.797638 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:18.867716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-06f8fbd2-5534-4765-8bde-22ac4c88dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:18.869920 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-06f8fbd2-5534-4765-8bde-22ac4c88dec3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.3178391 Nov 12 13:39:18.914400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba604f8d-ede3-4b81-92e3-347be75d5734 None None] Network 174228d5-7ce1-4cad-978a-1da1efba17d1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:18.981861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 174228d5-7ce1-4cad-978a-1da1efba17d1 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:19.014139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:19.034893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:19.070744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=3d96096c-1127-4938-95e9-4a077484ff1b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:19.180429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-04295354-eb0c-462a-b6ef-40b39ca0124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:19.184978 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-04295354-eb0c-462a-b6ef-40b39ca0124a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3073502 Nov 12 13:39:19.316690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4916a1ed-14f1-425e-9223-d81103d4354b None None] Provisioning complete for port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:19.317062 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4916a1ed-14f1-425e-9223-d81103d4354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:19.347475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:19.378314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:19.379060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:19.583033 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f676293d-bdc8-44a1-bd46-6a8464d76ce6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3947511 Nov 12 13:39:19.585409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32808) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:19.684943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:19.685647 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:19.858192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-0ccd0337-a8c9-4445-b4d1-85b90354f8b1 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448669 Nov 12 13:39:19.927084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdae2fb-cddf-47cb-b8f9-6de711179ef0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:19.929133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9fdae2fb-cddf-47cb-b8f9-6de711179ef0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.3365018 Nov 12 13:39:19.932309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:20.002104 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4916a1ed-14f1-425e-9223-d81103d4354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:20.145643 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:20.185422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8aefd655-9c67-4c48-a256-98219092097f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 3d96096c-1127-4938-95e9-4a077484ff1b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:20.185813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8aefd655-9c67-4c48-a256-98219092097f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:20.203284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4916a1ed-14f1-425e-9223-d81103d4354b None None] For port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0c23a533-0501-43ca-9f3d-7ceb5aaa48ba,segment=NetworkSegment(987e4312-ab4a-49b4-be1b-68f2ae58298b),segment_id=987e4312-ab4a-49b4-be1b-68f2ae58298b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:20.234506 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a0b3937-4eb8-4e51-b22a-6b2df9ca3cce req-d38396e0-ad3f-4eaf-87e0-77f3c678de71 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568113 Nov 12 13:39:20.302659 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:39:20.303322 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:39:20.304352 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4916a1ed-14f1-425e-9223-d81103d4354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:20.452542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916a1ed-14f1-425e-9223-d81103d4354b None None] Pushing event updated for resources: {'Port': ['ID=0c23a533-0501-43ca-9f3d-7ceb5aaa48ba,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:20.475017 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d6f97a54-9301-4769-9532-8d031c914784 None None] Provisioning complete for port 4b937c9d-7b11-4013-a43f-a5d792158ffa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:20.476183 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f97a54-9301-4769-9532-8d031c914784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:20.508775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8aefd655-9c67-4c48-a256-98219092097f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:20.536173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8aefd655-9c67-4c48-a256-98219092097f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 3d96096c-1127-4938-95e9-4a077484ff1b owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:20.560840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d6f97a54-9301-4769-9532-8d031c914784 None None] Port 4b937c9d-7b11-4013-a43f-a5d792158ffa cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:20.596969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d6f97a54-9301-4769-9532-8d031c914784 None None] Provisioning complete for port 3d96096c-1127-4938-95e9-4a077484ff1b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:20.597691 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f97a54-9301-4769-9532-8d031c914784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:20.754641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d6f97a54-9301-4769-9532-8d031c914784 None None] Port 3d96096c-1127-4938-95e9-4a077484ff1b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:20.801597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d6f97a54-9301-4769-9532-8d031c914784 None None] Provisioning complete for port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:20.801983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f97a54-9301-4769-9532-8d031c914784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:20.992759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8aefd655-9c67-4c48-a256-98219092097f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:21.118057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefd655-9c67-4c48-a256-98219092097f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=3d96096c-1127-4938-95e9-4a077484ff1b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:21.126676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6533f88c-db43-482e-b2cd-54a8bdb48aa0 None None] Provisioning complete for port 4b937c9d-7b11-4013-a43f-a5d792158ffa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:21.128312 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6533f88c-db43-482e-b2cd-54a8bdb48aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:21.241587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:21.252801 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8aefd655-9c67-4c48-a256-98219092097f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:21.260111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32846) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:21.274673 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8aefd655-9c67-4c48-a256-98219092097f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/3d96096c-1127-4938-95e9-4a077484ff1b HTTP/1.1" status: 204 len: 168 time: 1.3223000 Nov 12 13:39:21.327717 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-30416c55-4738-49dc-a3f5-83b9fcc824ba tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:39:21.335593 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-30416c55-4738-49dc-a3f5-83b9fcc824ba tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/3d96096c-1127-4938-95e9-4a077484ff1b HTTP/1.1" status: 404 len: 333 time: 0.0721993 Nov 12 13:39:21.337336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32848) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:21.416782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6533f88c-db43-482e-b2cd-54a8bdb48aa0 None None] Port 4b937c9d-7b11-4013-a43f-a5d792158ffa cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:21.461088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:21.464420 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:21.560693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-54012097-8890-4d32-ad2b-4510eaddead5 None None] Could not find standard attr ID for object 3d96096c-1127-4938-95e9-4a077484ff1b. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:39:21.577868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f3203fdc-b81d-4fea-87a0-e7c96e85bb19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 4b937c9d-7b11-4013-a43f-a5d792158ffa {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:21.578256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3203fdc-b81d-4fea-87a0-e7c96e85bb19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:21.795921 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3203fdc-b81d-4fea-87a0-e7c96e85bb19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:21.830314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f3203fdc-b81d-4fea-87a0-e7c96e85bb19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 4b937c9d-7b11-4013-a43f-a5d792158ffa owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:22.181300 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3203fdc-b81d-4fea-87a0-e7c96e85bb19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:22.194831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32870) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:22.325501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3203fdc-b81d-4fea-87a0-e7c96e85bb19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=4b937c9d-7b11-4013-a43f-a5d792158ffa,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:22.519253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3203fdc-b81d-4fea-87a0-e7c96e85bb19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:22.530476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f3203fdc-b81d-4fea-87a0-e7c96e85bb19 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/4b937c9d-7b11-4013-a43f-a5d792158ffa HTTP/1.1" status: 204 len: 168 time: 1.1909554 Nov 12 13:39:22.533124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32882) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:22.607079 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-281eee6b-09b5-407a-8c84-91ce154058a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:39:22.613575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-281eee6b-09b5-407a-8c84-91ce154058a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/4b937c9d-7b11-4013-a43f-a5d792158ffa HTTP/1.1" status: 404 len: 333 time: 0.0784254 Nov 12 13:39:22.617096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:22.636359 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:22.729031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d96a1e9-1044-450d-8de3-3764ee748669 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet e27fcbf5-9753-4d5f-a002-ae309bbb1ec2 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:39:22.736970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d96a1e9-1044-450d-8de3-3764ee748669 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:22.806784 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:22.813618 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:22.840007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d96a1e9-1044-450d-8de3-3764ee748669 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:22.897082 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24e79f60e9cb4e7aabbf0ab13d2a9c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7006304 Nov 12 13:39:22.898146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32894) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:22.922985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1d93cf-933c-415c-960d-7cbded3698b8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:22.935100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.945960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.946630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.947150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.947954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.948521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.949078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.949645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.950178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.950708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.951232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:22.951771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9ba2d-ebe2-4ea9-be01-1298d327ccd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:23.208884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00024b62-f0d1-4c35-b218-015fd5a14f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.238889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d96a1e9-1044-450d-8de3-3764ee748669 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.264149 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00024b62-f0d1-4c35-b218-015fd5a14f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.404907 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00024b62-f0d1-4c35-b218-015fd5a14f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.422220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00024b62-f0d1-4c35-b218-015fd5a14f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.427448 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-00024b62-f0d1-4c35-b218-015fd5a14f47 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e1d93cf-933c-415c-960d-7cbded3698b8 HTTP/1.1" status: 204 len: 168 time: 0.5234103 Nov 12 13:39:23.456231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d96a1e9-1044-450d-8de3-3764ee748669 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.478036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00024b62-f0d1-4c35-b218-015fd5a14f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1d93cf-933c-415c-960d-7cbded3698b8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:23.556504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e7bdc-e696-4a2a-924c-634a760697cf None None] Network 174228d5-7ce1-4cad-978a-1da1efba17d1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:23.558205 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d96a1e9-1044-450d-8de3-3764ee748669 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.571170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4d96a1e9-1044-450d-8de3-3764ee748669 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/e27fcbf5-9753-4d5f-a002-ae309bbb1ec2 HTTP/1.1" status: 204 len: 168 time: 0.9490590 Nov 12 13:39:23.571699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32918) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:23.572003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:23.580603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96a1e9-1044-450d-8de3-3764ee748669 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=e27fcbf5-9753-4d5f-a002-ae309bbb1ec2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:23.763699 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.812813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d7a6f-b8ba-48b7-8ec0-0bf52c434d75 None None] DHCP port deletion for 174228d5-7ce1-4cad-978a-1da1efba17d1 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:23.873930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:23.874309 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.918292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-014d7a6f-b8ba-48b7-8ec0-0bf52c434d75 None None] Deleting port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:23.919268 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-014d7a6f-b8ba-48b7-8ec0-0bf52c434d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.972367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] For port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0c23a533-0501-43ca-9f3d-7ceb5aaa48ba,segment=NetworkSegment(987e4312-ab4a-49b4-be1b-68f2ae58298b),segment_id=987e4312-ab4a-49b4-be1b-68f2ae58298b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:23.972892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:23.992897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:24.071057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-014d7a6f-b8ba-48b7-8ec0-0bf52c434d75 None None] For port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0c23a533-0501-43ca-9f3d-7ceb5aaa48ba,segment=NetworkSegment(987e4312-ab4a-49b4-be1b-68f2ae58298b),segment_id=987e4312-ab4a-49b4-be1b-68f2ae58298b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:24.071459 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-014d7a6f-b8ba-48b7-8ec0-0bf52c434d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.087875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-014d7a6f-b8ba-48b7-8ec0-0bf52c434d75 None None] Calling delete_port for 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:24.104799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.140637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=0c23a533-0501-43ca-9f3d-7ceb5aaa48ba,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:24.151611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No DVR routers for this DVR port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:39:24.190865 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-014d7a6f-b8ba-48b7-8ec0-0bf52c434d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.227938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d7a6f-b8ba-48b7-8ec0-0bf52c434d75 None None] Pushing event deleted for resources: {'Port': ['ID=0c23a533-0501-43ca-9f3d-7ceb5aaa48ba,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:24.231138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d7a6f-b8ba-48b7-8ec0-0bf52c434d75 None None] No DVR routers for this DVR port 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:39:24.275135 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4f2f-47e2-4cf9-8a86-f3e215ce06be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.403516 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.440084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174228d5-7ce1-4cad-978a-1da1efba17d1']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:24.456873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987e4312-ab4a-49b4-be1b-68f2ae58298b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:24.457310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987e4312-ab4a-49b4-be1b-68f2ae58298b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:24.473814 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.504492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.518129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:39:24.518529 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:39:24.522242 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:39:24.537333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4f2f-47e2-4cf9-8a86-f3e215ce06be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.551335 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4f2f-47e2-4cf9-8a86-f3e215ce06be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.634216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32948) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:24.639428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c4f2f-47e2-4cf9-8a86-f3e215ce06be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7de3085-1808-4985-b07d-9813e14e8994,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:24.648414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3b1c4f2f-47e2-4cf9-8a86-f3e215ce06be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04c2787f2176432cb4e99709b26e6d96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0749476 Nov 12 13:39:24.649057 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.652801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32954) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:24.655648 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.660173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/networks/174228d5-7ce1-4cad-978a-1da1efba17d1 HTTP/1.1" status: 204 len: 168 time: 1.0819366 Nov 12 13:39:24.669641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32956) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:24.675454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-914531843'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:24.763929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906b917-9871-42d4-abda-f2892c4838b0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Network': ['ID=174228d5-7ce1-4cad-978a-1da1efba17d1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:24.783212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:24.787971 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.812895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd164c56-1497-4f66-929c-9bc21ed7576c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.836502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:39:24.866164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.867417 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Added segment c3f03a53-525f-4a74-bee2-9b1bda287aae of type vlan for network 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c Nov 12 13:39:24.871558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd164c56-1497-4f66-929c-9bc21ed7576c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.924633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.959748 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:24.967553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:24.968342 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.007192 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-717cba34-6523-4534-9929-811bf5d1c811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.047226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d047f33-a6d6-4dff-8e45-1afe8615a828 req-1147c255-405f-4e3f-bf7f-7a3d7a7d76b4 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:25.047888 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3771033 Nov 12 13:39:25.049110 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8d047f33-a6d6-4dff-8e45-1afe8615a828 req-1147c255-405f-4e3f-bf7f-7a3d7a7d76b4 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.1409590 Nov 12 13:39:25.050076 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32970) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:25.058674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6db84-d173-49f0-8d15-53c2bcf1e039 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Network': ['ID=9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:25.060312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': '9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:25.081228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:39:25.104714 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd164c56-1497-4f66-929c-9bc21ed7576c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.107419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd164c56-1497-4f66-929c-9bc21ed7576c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.108633 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cd164c56-1497-4f66-929c-9bc21ed7576c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7de3085-1808-4985-b07d-9813e14e8994 HTTP/1.1" status: 204 len: 168 time: 0.4545424 Nov 12 13:39:25.140310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32974) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:25.141686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:39:25.182097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd164c56-1497-4f66-929c-9bc21ed7576c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7de3085-1808-4985-b07d-9813e14e8994,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:25.183087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:39:25.183615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0c23a533-0501-43ca-9f3d-7ceb5aaa48ba not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:39:25.240660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8d047f33-a6d6-4dff-8e45-1afe8615a828 req-bbc3b8cb-a993-46ac-aa30-362817a60624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745093 Nov 12 13:39:25.270413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:25.274932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.307443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-146476152-network', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:25.310571 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-717cba34-6523-4534-9929-811bf5d1c811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.339378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Made reservation on behalf of 3fca5b2e59144cd299edd205b61e8b53 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:25.342059 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.343313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-717cba34-6523-4534-9929-811bf5d1c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.353968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.418766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-717cba34-6523-4534-9929-811bf5d1c811 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15b1780712b4469fa19f795afc464370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7827544 Nov 12 13:39:25.421593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32982) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:25.431676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cba34-6523-4534-9929-811bf5d1c811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94648ca9-6c0e-4d99-b172-ae5df82f8e71,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:25.470527 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.476596 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.510230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:39:25.522542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58113c86-43f8-4fb5-b771-1fb99f496298,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:25.524277 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-349cad54-a4fb-4103-bd3c-68800aea67f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.534017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.534373 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Added segment 1f215059-25ba-41e2-8896-0566267683f4 of type vlan for network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 Nov 12 13:39:25.582322 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-349cad54-a4fb-4103-bd3c-68800aea67f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.588858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.591230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32984) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:25.610135 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-736478ac-fda2-465c-9b3c-e180ff79407c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.620957 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.643253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.644206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:25.644783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.689295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=fac4fa41-d13b-479d-a5ce-9e0cf1aaa419,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:25.693669 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-349cad54-a4fb-4103-bd3c-68800aea67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.696484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-349cad54-a4fb-4103-bd3c-68800aea67f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.697795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5561879 Nov 12 13:39:25.700539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-349cad54-a4fb-4103-bd3c-68800aea67f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94648ca9-6c0e-4d99-b172-ae5df82f8e71 HTTP/1.1" status: 204 len: 168 time: 0.2777631 Nov 12 13:39:25.702742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32988) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:25.707807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Request body: {'subnet': {'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-146476152-subnet', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:25.713660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cad54-a4fb-4103-bd3c-68800aea67f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94648ca9-6c0e-4d99-b172-ae5df82f8e71,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:25.718072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Checking segment: {'id': 'c3f03a53-525f-4a74-bee2-9b1bda287aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:25.718436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network hostable DHCP agents. Network: 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:39:25.738489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:39:25.758168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:25.773610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14785237-1bed-49d1-9e71-41e42e74c2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=65aa3e0c-fae5-4db3-94d6-980d4998faa2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:25.776309 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:25.777245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.787375 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfefe54d-911a-42db-bb98-d1d2409ea0e9 None None] Network 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:25.804479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Made reservation on behalf of 3fca5b2e59144cd299edd205b61e8b53 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:25.807547 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.814622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cc464975-4e1a-4aa8-899f-d6c701e56edd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7562628 Nov 12 13:39:25.816498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32992) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:25.829031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': '9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c', 'name': 'tempest-PortsTestJSON-554724276', 'fixed_ips': [{'subnet_id': 'fac4fa41-d13b-479d-a5ce-9e0cf1aaa419', 'ip_address': '172.20.0.10'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:25.847986 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-736478ac-fda2-465c-9b3c-e180ff79407c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.886600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-736478ac-fda2-465c-9b3c-e180ff79407c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:25.925010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:39:25.953089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-736478ac-fda2-465c-9b3c-e180ff79407c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b157657a2504000b574181bebb9d3fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584864 Nov 12 13:39:25.956758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32994) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:25.971532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736478ac-fda2-465c-9b3c-e180ff79407c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8711018b-751f-488c-b419-0e3f3391c901,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:26.079610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c25e0c4f-c361-47e7-b1b9-244e4afe93c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.092205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c', 'network_id': '9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c', 'tenant_id': '23f3415f163d4e8f991448d833359399', 'fixed_ips': [{'subnet_id': 'fac4fa41-d13b-479d-a5ce-9e0cf1aaa419'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:39:26.094587 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.113542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.117339 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c25e0c4f-c361-47e7-b1b9-244e4afe93c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.132361 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:26.200602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd3d41e-904a-42b8-9bf6-03872bf5d7bb,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:26.232848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Checking segment: {'id': '1f215059-25ba-41e2-8896-0566267683f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:26.233899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Network hostable DHCP agents. Network: 65aa3e0c-fae5-4db3-94d6-980d4998faa2, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:39:26.243540 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c25e0c4f-c361-47e7-b1b9-244e4afe93c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.246153 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c25e0c4f-c361-47e7-b1b9-244e4afe93c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.250450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c25e0c4f-c361-47e7-b1b9-244e4afe93c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8711018b-751f-488c-b419-0e3f3391c901 HTTP/1.1" status: 204 len: 168 time: 0.2919841 Nov 12 13:39:26.254293 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.256736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33000) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:26.267976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:39:26.287838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 65aa3e0c-fae5-4db3-94d6-980d4998faa2) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:26.291612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Allocated IP 172.20.0.2 (9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c/fac4fa41-d13b-479d-a5ce-9e0cf1aaa419/b1e36c8d-cdb2-41a9-a958-a4391f4b0a24) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:26.304415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662f9001-de9f-405f-bdcd-fd38c978c473 None None] Network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:26.304814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:26.306580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.320891 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d4373ae-5364-4123-9d84-32577da6f87f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.324250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e0c4f-c361-47e7-b1b9-244e4afe93c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8711018b-751f-488c-b419-0e3f3391c901,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:26.333206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f740b5f3-6892-400e-8b67-64f0e632df38 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6272321 Nov 12 13:39:26.333798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33004) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:26.351344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-146476152-router', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:26.362702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 34f639aa-31b0-4214-b379-c0fe1a3c428d yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:39:26.419081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.420532 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.448112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba112b10-ea50-4a83-b403-2298656bb1be req-a3917669-0d5c-427b-9c1d-fc7911957364 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:26.451025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba112b10-ea50-4a83-b403-2298656bb1be req-a3917669-0d5c-427b-9c1d-fc7911957364 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.0878325 Nov 12 13:39:26.534045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.567445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-65aa3e0c-fae5-4db3-94d6-980d4998faa2', 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'fixed_ips': [{'subnet_id': 'fcd3d41e-904a-42b8-9bf6-03872bf5d7bb'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:39:26.569387 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.648448 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d4373ae-5364-4123-9d84-32577da6f87f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.654713 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9d4373ae-5364-4123-9d84-32577da6f87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.700021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9d4373ae-5364-4123-9d84-32577da6f87f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=375806295b4d44bf8d13c18ed53d57aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4408629 Nov 12 13:39:26.707169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33012) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:26.768778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4373ae-5364-4123-9d84-32577da6f87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1048ee-dccf-43ae-b9b2-4c111cc485de,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:26.793592 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dfea9788-b0f7-4379-8beb-192a1d16b2eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.801448 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.831712 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.851202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dfea9788-b0f7-4379-8beb-192a1d16b2eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.907473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Pushing event updated for resources: {'Port': ['ID=b1e36c8d-cdb2-41a9-a958-a4391f4b0a24,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:26.917464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.10 (9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c/fac4fa41-d13b-479d-a5ce-9e0cf1aaa419/34f639aa-31b0-4214-b379-c0fe1a3c428d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:26.975895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dfea9788-b0f7-4379-8beb-192a1d16b2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.976475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Network 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:26.980014 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dfea9788-b0f7-4379-8beb-192a1d16b2eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:26.991718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:26.995902 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dfea9788-b0f7-4379-8beb-192a1d16b2eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8a1048ee-dccf-43ae-b9b2-4c111cc485de HTTP/1.1" status: 204 len: 168 time: 0.2759895 Nov 12 13:39:27.002484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Allocated IP 172.20.0.2 (65aa3e0c-fae5-4db3-94d6-980d4998faa2/fcd3d41e-904a-42b8-9bf6-03872bf5d7bb/54a40518-a4bc-4645-9e85-5d79cee6bf88) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:27.016035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:27.057620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea9788-b0f7-4379-8beb-192a1d16b2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1048ee-dccf-43ae-b9b2-4c111cc485de,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:27.094705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba112b10-ea50-4a83-b403-2298656bb1be req-77a47a4d-eea0-4ad9-905d-a30588f0c4da tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6371269 Nov 12 13:39:27.233935 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.250246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.304224 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.316448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Attempting to bind port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:27.317040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Attempting to bind port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c3f03a53-525f-4a74-bee2-9b1bda287aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:27.317463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Attempting to bind port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 on network 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:27.323464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b47cdfa1-28a4-4b87-8175-e7aff4a38cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.340849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:27.341499 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Checking segment: {'id': 'c3f03a53-525f-4a74-bee2-9b1bda287aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:27.342074 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.342626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Bound using segment: {'id': 'c3f03a53-525f-4a74-bee2-9b1bda287aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:27.343266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Bound port: b1e36c8d-cdb2-41a9-a958-a4391f4b0a24, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f03a53-525f-4a74-bee2-9b1bda287aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:27.343802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.382615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:27.385097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:27.390504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:27.444803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:27.445363 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.453926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] For port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:27.457381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] For port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b1e36c8d-cdb2-41a9-a958-a4391f4b0a24,segment=NetworkSegment(c3f03a53-525f-4a74-bee2-9b1bda287aae),segment_id=c3f03a53-525f-4a74-bee2-9b1bda287aae)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:27.466698 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6489613 Nov 12 13:39:27.468501 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.470955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33036) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:27.479149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': '9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c', 'name': 'tempest-PortsTestJSON-1541854412', 'fixed_ips': [{'subnet_id': 'fac4fa41-d13b-479d-a5ce-9e0cf1aaa419', 'ip_address': '172.20.0.9'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:27.593822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093dee8-c639-45d8-92c3-d94ab69daeff None None] Pushing event updated for resources: {'Port': ['ID=b1e36c8d-cdb2-41a9-a958-a4391f4b0a24,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:27.614500 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.639612 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.686220 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.696977 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.706962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea013aa-fe74-4f3c-8e6e-ea09aa012076 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=34f639aa-31b0-4214-b379-c0fe1a3c428d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:27.747015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:27.750476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:27.754329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:27.777532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:27.790557 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.796956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Pushing event updated for resources: {'Port': ['ID=54a40518-a4bc-4645-9e85-5d79cee6bf88,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:27.854661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Attempting to bind port 54a40518-a4bc-4645-9e85-5d79cee6bf88 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:27.858562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Attempting to bind port 54a40518-a4bc-4645-9e85-5d79cee6bf88 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1f215059-25ba-41e2-8896-0566267683f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:27.859114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Attempting to bind port 54a40518-a4bc-4645-9e85-5d79cee6bf88 on network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:27.871774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:27.872514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Checking segment: {'id': '1f215059-25ba-41e2-8896-0566267683f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:27.872731 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.873223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Bound using segment: {'id': '1f215059-25ba-41e2-8896-0566267683f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:27.873839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Bound port: 54a40518-a4bc-4645-9e85-5d79cee6bf88, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f215059-25ba-41e2-8896-0566267683f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:27.874325 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:27.874629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 98ee46d8-7fea-4b19-be5c-d13c61eae6e6 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:39:27.936265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Allocated IP 172.25.5.198 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/e1f71fa2-d508-485a-bff8-ff660982a8bf) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:27.969841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] For port 54a40518-a4bc-4645-9e85-5d79cee6bf88, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:27.980854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] For port 54a40518-a4bc-4645-9e85-5d79cee6bf88, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=54a40518-a4bc-4645-9e85-5d79cee6bf88,segment=NetworkSegment(1f215059-25ba-41e2-8896-0566267683f4),segment_id=1f215059-25ba-41e2-8896-0566267683f4)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:27.993898 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:28.101203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08690f-d25f-4257-a23e-43ced87999cd None None] Pushing event updated for resources: {'Port': ['ID=54a40518-a4bc-4645-9e85-5d79cee6bf88,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:28.200463 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:28.277996 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:28.290014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.9 (9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c/fac4fa41-d13b-479d-a5ce-9e0cf1aaa419/98ee46d8-7fea-4b19-be5c-d13c61eae6e6) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:28.341178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:28.344358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:28.355951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:28.367325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e071a7dc-1e3f-4c8c-8e7d-955ae5739a74 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:28.387297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Pushing event updated for resources: {'Port': ['ID=e1f71fa2-d508-485a-bff8-ff660982a8bf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:28.504879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-595a3555-442e-48f7-b9cb-4d0a928a00c4 None None] Provisioning complete for port e1f71fa2-d508-485a-bff8-ff660982a8bf triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:28.505537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-595a3555-442e-48f7-b9cb-4d0a928a00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:28.573690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-595a3555-442e-48f7-b9cb-4d0a928a00c4 None None] Port e1f71fa2-d508-485a-bff8-ff660982a8bf cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:28.681575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccfeca-c68e-43ff-aee1-18cf802d04c4 req-8670ad73-737f-4d65-a1dc-dca9ad2052b0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:28.694097 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fccfeca-c68e-43ff-aee1-18cf802d04c4 req-8670ad73-737f-4d65-a1dc-dca9ad2052b0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.4473066 Nov 12 13:39:28.822151 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:28.846473 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fccfeca-c68e-43ff-aee1-18cf802d04c4 req-0b695b92-5606-4201-a112-9a89dc34477b tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512728 Nov 12 13:39:28.900349 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:28.923270 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:29.016560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:29.017453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=98ee46d8-7fea-4b19-be5c-d13c61eae6e6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:29.020087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:29.030304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:29.104337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:29.105024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:29.154639 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-246eef9e-b7f2-4d77-a295-dfdb48229940 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6825681 Nov 12 13:39:29.160001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33090) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:29.167356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258b89d-0cb1-4a2e-a796-16a4bdb40f88 None None] Network 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:29.331531 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:29.401469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1019a469-96e7-41ec-b6c5-67424e67f512 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:29.403748 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1019a469-96e7-41ec-b6c5-67424e67f512 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2422636 Nov 12 13:39:29.407736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33100) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:29.411487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dc8da00f-68ab-40ed-8914-ad28cf994cdb None None] Provisioning complete for port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:29.412747 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc8da00f-68ab-40ed-8914-ad28cf994cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:29.507949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:29.609000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35ca744-43bf-4b21-8736-ba4da7d2e010 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:29.616707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35ca744-43bf-4b21-8736-ba4da7d2e010 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:29.623219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35ca744-43bf-4b21-8736-ba4da7d2e010 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:29.624934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f35ca744-43bf-4b21-8736-ba4da7d2e010 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2162056 Nov 12 13:39:29.627811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33106) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:29.673131 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc8da00f-68ab-40ed-8914-ad28cf994cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:29.702559 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb234-29e5-472d-b894-a5d03b5f72d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:29.781532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-dc8da00f-68ab-40ed-8914-ad28cf994cdb None None] For port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b1e36c8d-cdb2-41a9-a958-a4391f4b0a24,segment=NetworkSegment(c3f03a53-525f-4a74-bee2-9b1bda287aae),segment_id=c3f03a53-525f-4a74-bee2-9b1bda287aae)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:29.783628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:29.784004 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:29.816938 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc8da00f-68ab-40ed-8914-ad28cf994cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:29.835065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ade4c88b-92b9-4328-9800-a2d4fd1d2051 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 98ee46d8-7fea-4b19-be5c-d13c61eae6e6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:29.835415 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ade4c88b-92b9-4328-9800-a2d4fd1d2051 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:29.886273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8da00f-68ab-40ed-8914-ad28cf994cdb None None] Pushing event updated for resources: {'Port': ['ID=b1e36c8d-cdb2-41a9-a958-a4391f4b0a24,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:29.889060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e246430-9d65-4c00-8419-7b89dddaa37c None None] Network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:30.032041 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ade4c88b-92b9-4328-9800-a2d4fd1d2051 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.034493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-663b7c41-fbf6-436b-8cd0-45227f941b2d None None] Provisioning complete for port 54a40518-a4bc-4645-9e85-5d79cee6bf88 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:30.034876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-663b7c41-fbf6-436b-8cd0-45227f941b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.092878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ade4c88b-92b9-4328-9800-a2d4fd1d2051 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 98ee46d8-7fea-4b19-be5c-d13c61eae6e6 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:30.179651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 54a40518-a4bc-4645-9e85-5d79cee6bf88 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:30.240655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:39:30.282954 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-663b7c41-fbf6-436b-8cd0-45227f941b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.340072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 54a40518-a4bc-4645-9e85-5d79cee6bf88 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:30.340808 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.351970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-663b7c41-fbf6-436b-8cd0-45227f941b2d None None] For port 54a40518-a4bc-4645-9e85-5d79cee6bf88, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=54a40518-a4bc-4645-9e85-5d79cee6bf88,segment=NetworkSegment(1f215059-25ba-41e2-8896-0566267683f4),segment_id=1f215059-25ba-41e2-8896-0566267683f4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:30.401445 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-663b7c41-fbf6-436b-8cd0-45227f941b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.404016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dba99-337c-431b-9286-c66b30ec54a9 req-07935688-f76c-406e-9495-a9776ce90013 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:30.405766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b2dba99-337c-431b-9286-c66b30ec54a9 req-07935688-f76c-406e-9495-a9776ce90013 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.3637846 Nov 12 13:39:30.484783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b7c41-fbf6-436b-8cd0-45227f941b2d None None] Pushing event updated for resources: {'Port': ['ID=54a40518-a4bc-4645-9e85-5d79cee6bf88,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:30.622786 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.624224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ade4c88b-92b9-4328-9800-a2d4fd1d2051 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.628835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-136bc7f4-bfe9-4ffe-a275-e83394905f40 None None] Could not find standard attr ID for object 98ee46d8-7fea-4b19-be5c-d13c61eae6e6. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:39:30.629182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:39:30.637224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b2dba99-337c-431b-9286-c66b30ec54a9 req-c80b13bd-964b-453d-acf5-41d7bb28e804 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154925 Nov 12 13:39:30.648294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-136bc7f4-bfe9-4ffe-a275-e83394905f40 None None] Provisioning complete for port 34f639aa-31b0-4214-b379-c0fe1a3c428d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:30.648651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-136bc7f4-bfe9-4ffe-a275-e83394905f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.654641 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Sync routers for ids ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:39:30.686193 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Routers {'27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:30.686835 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:30.719071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4c88b-92b9-4328-9800-a2d4fd1d2051 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=98ee46d8-7fea-4b19-be5c-d13c61eae6e6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:30.728832 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.730155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c4f24788-1bae-4154-a14c-d9dbb345242d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3956532 Nov 12 13:39:30.732977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33134) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:30.751681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-136bc7f4-bfe9-4ffe-a275-e83394905f40 None None] Port 34f639aa-31b0-4214-b379-c0fe1a3c428d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:30.773031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-136bc7f4-bfe9-4ffe-a275-e83394905f40 None None] Provisioning complete for port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:30.784293 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-136bc7f4-bfe9-4ffe-a275-e83394905f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.929803 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ade4c88b-92b9-4328-9800-a2d4fd1d2051 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:30.934279 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ade4c88b-92b9-4328-9800-a2d4fd1d2051 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/98ee46d8-7fea-4b19-be5c-d13c61eae6e6 HTTP/1.1" status: 204 len: 168 time: 1.3054330 Nov 12 13:39:30.939180 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33140) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:30.941181 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Set router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:30.988254 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f20b5c0-6147-47a2-8a3e-7a670d5ba6db tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:39:30.992072 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4f20b5c0-6147-47a2-8a3e-7a670d5ba6db tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/98ee46d8-7fea-4b19-be5c-d13c61eae6e6 HTTP/1.1" status: 404 len: 333 time: 0.0513134 Nov 12 13:39:30.994342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:31.138786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f75d9a7b-ce8d-4596-b1e3-7e3e388e8f62 None None] Provisioning complete for port 34f639aa-31b0-4214-b379-c0fe1a3c428d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:31.142701 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f75d9a7b-ce8d-4596-b1e3-7e3e388e8f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:31.247812 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8b612cb5-3fe3-43ed-b622-1477fef62d97 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 34f639aa-31b0-4214-b379-c0fe1a3c428d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:31.250236 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b612cb5-3fe3-43ed-b622-1477fef62d97 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:31.251906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:31.260640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f75d9a7b-ce8d-4596-b1e3-7e3e388e8f62 None None] Port 34f639aa-31b0-4214-b379-c0fe1a3c428d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:31.367973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f75d9a7b-ce8d-4596-b1e3-7e3e388e8f62 None None] Provisioning complete for port 54a40518-a4bc-4645-9e85-5d79cee6bf88 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:31.368639 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f75d9a7b-ce8d-4596-b1e3-7e3e388e8f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:31.483624 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b612cb5-3fe3-43ed-b622-1477fef62d97 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:31.527857 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'name': 'tempest-TestAggregatesBasicOps-146476152-router', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:26Z', 'updated_at': '2021-11-12T13:39:28Z', 'revision_number': 3, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'gw_port': {'id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:27Z', 'updated_at': '2021-11-12T13:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:31.537748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8b612cb5-3fe3-43ed-b622-1477fef62d97 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 34f639aa-31b0-4214-b379-c0fe1a3c428d owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:31.543697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:31.544297 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:31.593385 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Checking router: 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:39:31.593832 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Updating router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 port e1f71fa2-d508-485a-bff8-ff660982a8bf binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:39:31.669938 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:31.849903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b612cb5-3fe3-43ed-b622-1477fef62d97 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:31.852783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 54a40518-a4bc-4645-9e85-5d79cee6bf88 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:31.922416 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-88c49f09-2e88-4ceb-9424-dfe02978c807 None None] Could not find standard attr ID for object 98ee46d8-7fea-4b19-be5c-d13c61eae6e6. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:39:31.945104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b612cb5-3fe3-43ed-b622-1477fef62d97 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=34f639aa-31b0-4214-b379-c0fe1a3c428d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:32.007179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 54a40518-a4bc-4645-9e85-5d79cee6bf88 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:32.007581 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.081233 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b612cb5-3fe3-43ed-b622-1477fef62d97 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.085348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8b612cb5-3fe3-43ed-b622-1477fef62d97 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/34f639aa-31b0-4214-b379-c0fe1a3c428d HTTP/1.1" status: 204 len: 168 time: 1.0899818 Nov 12 13:39:32.109332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33162) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:32.186402 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-24091d2b-b342-47a4-81c4-025d6c7fe0b9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:39:32.195429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-24091d2b-b342-47a4-81c4-025d6c7fe0b9 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/34f639aa-31b0-4214-b379-c0fe1a3c428d HTTP/1.1" status: 404 len: 333 time: 0.0847642 Nov 12 13:39:32.196850 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33166) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:32.222600 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.250976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea70868-831f-4d3a-9011-56883f8ab6f3 req-3fb497f1-10fe-474f-9cd5-56d412f8ca06 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:32.264413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ea70868-831f-4d3a-9011-56883f8ab6f3 req-3fb497f1-10fe-474f-9cd5-56d412f8ca06 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.4073079 Nov 12 13:39:32.323164 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.366464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b85cce-6bdd-4c48-93e1-1090031c5236 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet fac4fa41-d13b-479d-a5ce-9e0cf1aaa419 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:39:32.376264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62b85cce-6bdd-4c48-93e1-1090031c5236 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.410262 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.428196 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ea70868-831f-4d3a-9011-56883f8ab6f3 req-a686d53f-8069-40bd-a59b-bc5c5d3ce16b tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537430 Nov 12 13:39:32.430350 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.516659 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16f4b3-7417-4cf3-8633-cc1713877930 None None] Pushing event updated for resources: {'Port': ['ID=e1f71fa2-d508-485a-bff8-ff660982a8bf,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:32.522285 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62b85cce-6bdd-4c48-93e1-1090031c5236 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.555732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca22f5-7eb1-45ca-8d11-2ad985fb869a None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:32.564692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33170) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:32.593016 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Attempting to bind port e1f71fa2-d508-485a-bff8-ff660982a8bf on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:32.593509 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Attempting to bind port e1f71fa2-d508-485a-bff8-ff660982a8bf by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:32.593942 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Attempting to bind port e1f71fa2-d508-485a-bff8-ff660982a8bf on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:32.609421 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:32.612126 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:32.613099 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.615056 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:32.615658 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Bound port: e1f71fa2-d508-485a-bff8-ff660982a8bf, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:32.617085 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.661139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Allocated IP 172.20.0.1 (65aa3e0c-fae5-4db3-94d6-980d4998faa2/fcd3d41e-904a-42b8-9bf6-03872bf5d7bb/241abeab-4c15-4c89-9670-8f00308591f8) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:32.666320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5c42691a-b587-4f08-91f4-ecce8953cfe4 None None] Provisioning complete for port e1f71fa2-d508-485a-bff8-ff660982a8bf triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:32.667245 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c42691a-b587-4f08-91f4-ecce8953cfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.712428 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62b85cce-6bdd-4c48-93e1-1090031c5236 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.778932 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] For port e1f71fa2-d508-485a-bff8-ff660982a8bf, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:32.794353 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] For port e1f71fa2-d508-485a-bff8-ff660982a8bf, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e1f71fa2-d508-485a-bff8-ff660982a8bf,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:32.801892 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.803911 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.846607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5c42691a-b587-4f08-91f4-ecce8953cfe4 None None] Port e1f71fa2-d508-485a-bff8-ff660982a8bf cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:32.855959 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.878709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ede87-8d41-4761-89ac-7d6bcc899803 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:32.887512 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Routers {'27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:32.888553 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:32.898916 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-934c6b83-f236-408b-b728-31c65762010d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.910617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:32.912213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:32.916487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:32.916714 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.945610 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16f4b3-7417-4cf3-8633-cc1713877930 None None] Pushing event updated for resources: {'Port': ['ID=e1f71fa2-d508-485a-bff8-ff660982a8bf,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:32.966501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Pushing event updated for resources: {'Port': ['ID=241abeab-4c15-4c89-9670-8f00308591f8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:32.987157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:32.991364 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62b85cce-6bdd-4c48-93e1-1090031c5236 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.024929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Provisioning complete for port e1f71fa2-d508-485a-bff8-ff660982a8bf triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:33.025828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.073148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b85cce-6bdd-4c48-93e1-1090031c5236 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=fac4fa41-d13b-479d-a5ce-9e0cf1aaa419,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:33.086446 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62b85cce-6bdd-4c48-93e1-1090031c5236 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.096675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-62b85cce-6bdd-4c48-93e1-1090031c5236 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/fac4fa41-d13b-479d-a5ce-9e0cf1aaa419 HTTP/1.1" status: 204 len: 168 time: 0.8979490 Nov 12 13:39:33.097017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33190) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:33.125722 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] Set router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:33.134421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5921bc31-f80c-4804-bd89-ba650f49f468 None None] Network 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:33.169637 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-934c6b83-f236-408b-b728-31c65762010d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.177606 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-934c6b83-f236-408b-b728-31c65762010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.288153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-934c6b83-f236-408b-b728-31c65762010d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=306e3296f6874f0b9fac82ee3d7a8280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7191856 Nov 12 13:39:33.288153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c6b83-f236-408b-b728-31c65762010d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1d60e7-f867-44db-b62c-81c0c4b203fe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:33.290815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33192) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:33.333919 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.428074 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eba67633-31b1-43fa-9b18-073719569b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.430114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.460610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eba67633-31b1-43fa-9b18-073719569b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.483563 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'name': 'tempest-TestAggregatesBasicOps-146476152-router', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:26Z', 'updated_at': '2021-11-12T13:39:28Z', 'revision_number': 3, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'gw_port': {'id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:27Z', 'updated_at': '2021-11-12T13:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:33.524815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eba67633-31b1-43fa-9b18-073719569b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.528183 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eba67633-31b1-43fa-9b18-073719569b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.532189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-eba67633-31b1-43fa-9b18-073719569b6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc1d60e7-f867-44db-b62c-81c0c4b203fe HTTP/1.1" status: 204 len: 168 time: 0.2380188 Nov 12 13:39:33.562269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba67633-31b1-43fa-9b18-073719569b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1d60e7-f867-44db-b62c-81c0c4b203fe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:33.564235 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf0755-2ec3-4139-9438-176e941c052f None None] The sync data for ids ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'] in n-d-805736-4 is: [{'id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'name': 'tempest-TestAggregatesBasicOps-146476152-router', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:26Z', 'updated_at': '2021-11-12T13:39:28Z', 'revision_number': 3, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'gw_port': {'id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:27Z', 'updated_at': '2021-11-12T13:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:39:33.643482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:33.643822 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.722823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497847-9e8d-4ab1-b6a9-37b6adfea5ce req-5ceedc15-689c-4a87-a90a-845c8329d5b8 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:33.726384 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6497847-9e8d-4ab1-b6a9-37b6adfea5ce req-5ceedc15-689c-4a87-a90a-845c8329d5b8 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.0960250 Nov 12 13:39:33.829111 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:33.872678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6497847-9e8d-4ab1-b6a9-37b6adfea5ce req-2b540b24-8178-4662-af5e-31b4c93174b3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385612 Nov 12 13:39:33.886182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] For port e1f71fa2-d508-485a-bff8-ff660982a8bf, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e1f71fa2-d508-485a-bff8-ff660982a8bf,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:33.901648 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.005046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] For port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b1e36c8d-cdb2-41a9-a958-a4391f4b0a24,segment=NetworkSegment(c3f03a53-525f-4a74-bee2-9b1bda287aae),segment_id=c3f03a53-525f-4a74-bee2-9b1bda287aae)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:34.006937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.034267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580381b-928f-4f62-a00c-3e5f37de7333 None None] DHCP port deletion for 9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:34.038957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:34.059695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Pushing event updated for resources: {'Port': ['ID=e1f71fa2-d508-485a-bff8-ff660982a8bf,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:34.078685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.079194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.079698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.080154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.080580 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.081016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.081535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.082056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.082450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.082877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.083388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.085397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5eb9af-8963-47e2-81f0-31cbc609d441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:34.134225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fa5ff206-8b96-4eee-ad51-e9b2ac944125 None None] Provisioning complete for port 241abeab-4c15-4c89-9670-8f00308591f8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:34.134742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa5ff206-8b96-4eee-ad51-e9b2ac944125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.191953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ff206-8b96-4eee-ad51-e9b2ac944125 None None] Port 241abeab-4c15-4c89-9670-8f00308591f8 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:34.226213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f580381b-928f-4f62-a00c-3e5f37de7333 None None] Deleting port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:34.226577 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f580381b-928f-4f62-a00c-3e5f37de7333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.250229 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.269111 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.357184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f580381b-928f-4f62-a00c-3e5f37de7333 None None] For port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b1e36c8d-cdb2-41a9-a958-a4391f4b0a24,segment=NetworkSegment(c3f03a53-525f-4a74-bee2-9b1bda287aae),segment_id=c3f03a53-525f-4a74-bee2-9b1bda287aae)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:34.358326 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f580381b-928f-4f62-a00c-3e5f37de7333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.369682 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.390607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f580381b-928f-4f62-a00c-3e5f37de7333 None None] Calling delete_port for b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:34.403410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Pushing event updated for resources: {'Port': ['ID=241abeab-4c15-4c89-9670-8f00308591f8,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:34.406608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.425807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No DVR routers for this DVR port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:39:34.515401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=b1e36c8d-cdb2-41a9-a958-a4391f4b0a24,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:34.574519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f580381b-928f-4f62-a00c-3e5f37de7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.618314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:34.651194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580381b-928f-4f62-a00c-3e5f37de7333 None None] No DVR routers for this DVR port b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:39:34.659877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580381b-928f-4f62-a00c-3e5f37de7333 None None] Pushing event deleted for resources: {'Port': ['ID=b1e36c8d-cdb2-41a9-a958-a4391f4b0a24,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:35.196569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e1f71fa2-d508-485a-bff8-ff660982a8bf up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:35.222777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:35.241713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f03a53-525f-4a74-bee2-9b1bda287aae') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:35.242015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f03a53-525f-4a74-bee2-9b1bda287aae') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:35.264730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.267620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:35.286357 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c3db7-13d0-4c5e-8a98-589c38894d02 req-40746394-1a23-4d31-9b0a-cc295fb70fc0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:35.288262 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d0c3db7-13d0-4c5e-8a98-589c38894d02 req-40746394-1a23-4d31-9b0a-cc295fb70fc0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.1397212 Nov 12 13:39:35.289681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:35.325572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e1f71fa2-d508-485a-bff8-ff660982a8bf triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:35.326403 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.365700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.381129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:39:35.381852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:39:35.386273 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:39:35.507753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d0c3db7-13d0-4c5e-8a98-589c38894d02 req-7b73857b-f4c5-4752-8692-955a20c7d10d tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042451 Nov 12 13:39:35.590226 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.614299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:39:35.673859 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.674566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:39:35.675308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b1e36c8d-cdb2-41a9-a958-a4391f4b0a24 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:39:35.688235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/networks/9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c HTTP/1.1" status: 204 len: 168 time: 2.5819056 Nov 12 13:39:35.688235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7ea94-a9a4-40ca-9c4a-c3dfc600237b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Network': ['ID=9d37f4a3-04a5-46a3-8490-ffca3dbc2e3c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:35.688235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:39:35.688536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33264) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:35.697027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-250666358'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:35.733348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:35.740841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.791895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:39:35.805361 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.805799 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Added segment 83d3fb4b-78e5-4623-9f78-0b20d35aab84 of type vlan for network 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 Nov 12 13:39:35.846858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1890063a-133a-4105-a446-f62bc1875f27 None None] Provisioning complete for port 241abeab-4c15-4c89-9670-8f00308591f8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:35.848582 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1890063a-133a-4105-a446-f62bc1875f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.857348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33268) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:35.877226 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.909493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:39:35.931004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-17e73aaa-1063-4222-ac28-35930fa84297 admin admin] 10.222.0.73 "PUT /v2.0/routers/27dbbca0-8cc9-4b97-a53b-15d7e163c8b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1960831 Nov 12 13:39:35.934607 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:35.944923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1890063a-133a-4105-a446-f62bc1875f27 None None] Port 241abeab-4c15-4c89-9670-8f00308591f8 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:35.948162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:35.948837 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.013545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3238816 Nov 12 13:39:36.017450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33276) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:36.024729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': '2486d818-8ee9-4d3b-8dca-dd39e81f3e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:36.072896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a15b99-870e-4ca1-b824-b1eeef9c9aa1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Network': ['ID=2486d818-8ee9-4d3b-8dca-dd39e81f3e86,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:36.085834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:39:36.168909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3534c536-78cf-484e-b99f-19b839b76e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.253914 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Sync routers for ids ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:39:36.273699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:36.277709 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.285189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Routers {'27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:36.287741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:36.364317 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3534c536-78cf-484e-b99f-19b839b76e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.374624 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3534c536-78cf-484e-b99f-19b839b76e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.442282 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3534c536-78cf-484e-b99f-19b839b76e02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76a39d45a34143a39c511197082f2fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5839574 Nov 12 13:39:36.443293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534c536-78cf-484e-b99f-19b839b76e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf14e5e-962d-47f3-8660-871b83759d0c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:36.445351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33288) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:36.556766 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6ed3-773a-4dcb-8ca7-536b5b1a6ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.563982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Set router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:36.610810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6ed3-773a-4dcb-8ca7-536b5b1a6ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.675172 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.799346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=28232136-8a29-4186-bce7-22d0bdeff56a,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:36.801355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df16c2-0fe6-4984-abdb-803b6d0b8821 req-4a98d91a-68ac-44ec-956f-2c3311c2cd86 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:36.808487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33296) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:36.814298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54df16c2-0fe6-4984-abdb-803b6d0b8821 req-4a98d91a-68ac-44ec-956f-2c3311c2cd86 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.1522069 Nov 12 13:39:36.816635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-895374de-67af-4290-9001-881573760102 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1049441006-network', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:36.835620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Checking segment: {'id': '83d3fb4b-78e5-4623-9f78-0b20d35aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2486d818-8ee9-4d3b-8dca-dd39e81f3e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:36.835988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network hostable DHCP agents. Network: 2486d818-8ee9-4d3b-8dca-dd39e81f3e86, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:39:36.838177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6ed3-773a-4dcb-8ca7-536b5b1a6ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.841705 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6ed3-773a-4dcb-8ca7-536b5b1a6ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.843355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ff0c6ed3-773a-4dcb-8ca7-536b5b1a6ce6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/baf14e5e-962d-47f3-8660-871b83759d0c HTTP/1.1" status: 204 len: 168 time: 0.3968954 Nov 12 13:39:36.866658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895374de-67af-4290-9001-881573760102 admin admin] Made reservation on behalf of 7438fee3e95c4c2b9395aef384365b49 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:36.869454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6ed3-773a-4dcb-8ca7-536b5b1a6ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf14e5e-962d-47f3-8660-871b83759d0c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:36.870846 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-895374de-67af-4290-9001-881573760102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.887997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-895374de-67af-4290-9001-881573760102 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.903858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:39:36.930402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2486d818-8ee9-4d3b-8dca-dd39e81f3e86) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:36.939020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:36.939631 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:36.943902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76088c5-ddef-40e3-bc95-f64826973798 None None] Network 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:36.970199 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54df16c2-0fe6-4984-abdb-803b6d0b8821 req-630c11c0-9605-4369-8cd9-847ef36f9388 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549287 Nov 12 13:39:36.985781 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-67c20d64-c9e8-408f-97b4-c5a75b2aca98 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9646575 Nov 12 13:39:36.986778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:36.991698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-37138930-b1d3-4aa5-a400-73039ce10563 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-35111555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:37.001194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'name': 'tempest-TestAggregatesBasicOps-146476152-router', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:26Z', 'updated_at': '2021-11-12T13:39:33Z', 'revision_number': 4, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'gw_port': {'id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:27Z', 'updated_at': '2021-11-12T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '241abeab-4c15-4c89-9670-8f00308591f8', 'name': '', 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'mac_address': 'fa:16:3e:c8:0f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'fcd3d41e-904a-42b8-9bf6-03872bf5d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:32Z', 'updated_at': '2021-11-12T13:39:33Z', 'revision_number': 2, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'subnets': [{'id': 'fcd3d41e-904a-42b8-9bf6-03872bf5d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:37.045907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37138930-b1d3-4aa5-a400-73039ce10563 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.048513 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37138930-b1d3-4aa5-a400-73039ce10563 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.100710 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-895374de-67af-4290-9001-881573760102 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.103299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Checking router: 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:39:37.103654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Updating router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 port 241abeab-4c15-4c89-9670-8f00308591f8 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:39:37.108066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-895374de-67af-4290-9001-881573760102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.138890 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37138930-b1d3-4aa5-a400-73039ce10563 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.153119 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37138930-b1d3-4aa5-a400-73039ce10563 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.190106 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.200298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895374de-67af-4290-9001-881573760102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e66554-f73d-4ba3-a27f-65b910c2b50f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:37.214080 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37138930-b1d3-4aa5-a400-73039ce10563 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.218649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-37138930-b1d3-4aa5-a400-73039ce10563 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2297747 Nov 12 13:39:37.222493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:37.222611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895374de-67af-4290-9001-881573760102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:39:37.234926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'network_id': '2486d818-8ee9-4d3b-8dca-dd39e81f3e86', 'name': 'tempest-PortsTestJSON-1395197912'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:37.248266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-895374de-67af-4290-9001-881573760102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.248689 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-895374de-67af-4290-9001-881573760102 admin admin] Added segment 271ecd57-4592-4e39-b237-8b0a6a61271d of type vlan for network bbd3c0a7-1312-497e-a042-aeb272d5f3dd Nov 12 13:39:37.342135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-895374de-67af-4290-9001-881573760102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.482713 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-895374de-67af-4290-9001-881573760102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.484048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895374de-67af-4290-9001-881573760102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:37.484636 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-895374de-67af-4290-9001-881573760102 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.512466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-9a41378f-1264-430c-aa67-76c1f8783ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:37.513976 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-9a41378f-1264-430c-aa67-76c1f8783ec6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 1097 time: 0.1575980 Nov 12 13:39:37.535032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33510f52-6244-409d-99f6-7c12417ed3a8 req-4024b388-62cc-4878-8a2a-da938a593c70 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:37.547749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-33510f52-6244-409d-99f6-7c12417ed3a8 req-4024b388-62cc-4878-8a2a-da938a593c70 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.1293437 Nov 12 13:39:37.569986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-895374de-67af-4290-9001-881573760102 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7573888 Nov 12 13:39:37.578045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33320) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:37.590985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895374de-67af-4290-9001-881573760102 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd3c0a7-1312-497e-a042-aeb272d5f3dd,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:37.606291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Request body: {'subnet': {'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1049441006-subnet', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:37.642474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Made reservation on behalf of 7438fee3e95c4c2b9395aef384365b49 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:37.644903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.687043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-0bd5f8bc-af89-4dc4-be3e-f339fcc45a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:37.689750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-0bd5f8bc-af89-4dc4-be3e-f339fcc45a96 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 912 time: 0.1659956 Nov 12 13:39:37.804041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-039cc220-7f23-401a-89f6-39ce12c9f00c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99072daf-ae37-495e-9205-4b81df28e187 HTTP/1.1" status: 200 len: 1002 time: 0.1071103 Nov 12 13:39:37.901657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network bbd3c0a7-1312-497e-a042-aeb272d5f3dd details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:39:37.911976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-2486d818-8ee9-4d3b-8dca-dd39e81f3e86', 'network_id': '2486d818-8ee9-4d3b-8dca-dd39e81f3e86', 'tenant_id': '23f3415f163d4e8f991448d833359399', 'fixed_ips': [{'subnet_id': '28232136-8a29-4186-bce7-22d0bdeff56a'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:39:37.913604 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:37.938551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-584c60a2-7e2d-4cbe-877f-7727b6cd3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:37.940583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-584c60a2-7e2d-4cbe-877f-7727b6cd3f1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.1249387 Nov 12 13:39:37.957665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-33510f52-6244-409d-99f6-7c12417ed3a8 req-56dd0bfd-bf9c-4329-9086-f0d47be6c88d tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4048293 Nov 12 13:39:38.055832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:38.058434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-9c6f713d-e92f-4b47-bd04-32d0a412ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:38.060367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-9c6f713d-e92f-4b47-bd04-32d0a412ee97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111512 Nov 12 13:39:38.060520 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.090137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.135369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 52c00fc9-a506-41d9-a7aa-1a0ff13c4276 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:39:38.224322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a896d60f-4f3b-4073-8e57-e8d48225098f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:38.234903 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.236974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Checking segment: {'id': '271ecd57-4592-4e39-b237-8b0a6a61271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:38.237366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Network hostable DHCP agents. Network: bbd3c0a7-1312-497e-a042-aeb272d5f3dd, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:39:38.268459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-941ed0f0-adb4-4da7-a8d2-f64e75ebc0cf service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981201 Nov 12 13:39:38.307490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Network bbd3c0a7-1312-497e-a042-aeb272d5f3dd is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:39:38.312191 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.326098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, bbd3c0a7-1312-497e-a042-aeb272d5f3dd) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:38.343628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:38.344223 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.372723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.6 (2486d818-8ee9-4d3b-8dca-dd39e81f3e86/28232136-8a29-4186-bce7-22d0bdeff56a/52c00fc9-a506-41d9-a7aa-1a0ff13c4276) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:38.437948 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2678cca-d6ea-4116-b75c-67dde9657014 req-922217f3-91d0-4011-8ac6-b830eda8e125 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597815 Nov 12 13:39:38.444099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f40c64-d0c4-4abf-b180-79290c41f96d None None] Pushing event updated for resources: {'Port': ['ID=241abeab-4c15-4c89-9670-8f00308591f8,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:38.456481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b82e53-9bbb-4567-ac9e-ff9ec39ef8b2 None None] Network bbd3c0a7-1312-497e-a042-aeb272d5f3dd requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:38.566152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33344) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:38.574246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1ee306b5-fb62-4215-a828-97a5d0685d96 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9809999 Nov 12 13:39:38.576380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1049441006-router', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:38.624826 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Attempting to bind port 241abeab-4c15-4c89-9670-8f00308591f8 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:38.625531 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Attempting to bind port 241abeab-4c15-4c89-9670-8f00308591f8 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1f215059-25ba-41e2-8896-0566267683f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:38.626141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Attempting to bind port 241abeab-4c15-4c89-9670-8f00308591f8 on network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:38.628330 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.629682 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.635018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:38.635589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Checking segment: {'id': '1f215059-25ba-41e2-8896-0566267683f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:38.636090 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.636592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Bound using segment: {'id': '1f215059-25ba-41e2-8896-0566267683f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:38.637332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Bound port: 241abeab-4c15-4c89-9670-8f00308591f8, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f215059-25ba-41e2-8896-0566267683f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:38.637932 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.732088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] For port 241abeab-4c15-4c89-9670-8f00308591f8, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:38.737266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] For port 241abeab-4c15-4c89-9670-8f00308591f8, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=241abeab-4c15-4c89-9670-8f00308591f8,segment=NetworkSegment(1f215059-25ba-41e2-8896-0566267683f4),segment_id=1f215059-25ba-41e2-8896-0566267683f4)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:38.743387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.793996 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.824159 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:38.888645 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f40c64-d0c4-4abf-b180-79290c41f96d None None] Pushing event updated for resources: {'Port': ['ID=241abeab-4c15-4c89-9670-8f00308591f8,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:38.918296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Routers {'27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:38.919141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:38.934047 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:39.006607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:39.016103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:39.022878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:39.119192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=52c00fc9-a506-41d9-a7aa-1a0ff13c4276,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:39.206064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:39.206889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:39.236183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-bbd3c0a7-1312-497e-a042-aeb272d5f3dd', 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'fixed_ips': [{'subnet_id': 'a896d60f-4f3b-4073-8e57-e8d48225098f'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:39:39.239841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:39.248033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7a845872-cc20-4243-ade9-6c7f8f1440b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0219059 Nov 12 13:39:39.253442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:39.301656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Allocated IP 172.20.0.2 (2486d818-8ee9-4d3b-8dca-dd39e81f3e86/28232136-8a29-4186-bce7-22d0bdeff56a/f97bb076-deca-4cae-b819-29d9b84261e9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:39.365950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b62b6dbd-bb5e-436e-9884-efc0426a7e37 None None] Provisioning complete for port 241abeab-4c15-4c89-9670-8f00308591f8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:39.366999 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62b6dbd-bb5e-436e-9884-efc0426a7e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:39.373935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:39.420756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e978f9b-df87-49c7-ab38-cf3c7c192670 req-80bfc46e-2b01-4bf0-9d3a-77a60dc9f941 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:39.441683 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e978f9b-df87-49c7-ab38-cf3c7c192670 req-80bfc46e-2b01-4bf0-9d3a-77a60dc9f941 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.2598205 Nov 12 13:39:39.695720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] Set router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:39.815111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e978f9b-df87-49c7-ab38-cf3c7c192670 req-bb1eca2d-ca40-4b36-aa26-6bea98ca4618 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721521 Nov 12 13:39:40.052936 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62b6dbd-bb5e-436e-9884-efc0426a7e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.132027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.137861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Allocated IP 172.20.0.2 (bbd3c0a7-1312-497e-a042-aeb272d5f3dd/a896d60f-4f3b-4073-8e57-e8d48225098f/062df199-8bbd-4b99-aa98-df0849ca77ff) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:40.147334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.165007 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.345084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b62b6dbd-bb5e-436e-9884-efc0426a7e37 None None] For port 241abeab-4c15-4c89-9670-8f00308591f8, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=241abeab-4c15-4c89-9670-8f00308591f8,segment=NetworkSegment(1f215059-25ba-41e2-8896-0566267683f4),segment_id=1f215059-25ba-41e2-8896-0566267683f4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:40.345950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Allocated IP 172.25.5.254 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/1660f0f4-122e-4ea7-af18-9eb74d3faa82) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:40.539085 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.547658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.568411 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.578316 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.594581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Network bbd3c0a7-1312-497e-a042-aeb272d5f3dd is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:40.595905 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62b6dbd-bb5e-436e-9884-efc0426a7e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.606244 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:40.609645 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:40.612502 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.660934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:40.664887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:40.669803 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:40.681865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:40.706102 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Network 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:40.710196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e397ed84-f4c9-4775-8fc7-259ea817269c None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:40.772896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:40.779729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:40.809948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Pushing event updated for resources: {'Port': ['ID=1660f0f4-122e-4ea7-af18-9eb74d3faa82,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:40.901624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'name': 'tempest-TestAggregatesBasicOps-146476152-router', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:26Z', 'updated_at': '2021-11-12T13:39:33Z', 'revision_number': 4, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'gw_port': {'id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:27Z', 'updated_at': '2021-11-12T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '241abeab-4c15-4c89-9670-8f00308591f8', 'name': '', 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'mac_address': 'fa:16:3e:c8:0f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'fcd3d41e-904a-42b8-9bf6-03872bf5d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:32Z', 'updated_at': '2021-11-12T13:39:38Z', 'revision_number': 4, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'subnets': [{'id': 'fcd3d41e-904a-42b8-9bf6-03872bf5d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:41.106508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33418) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:41.134087 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.273340 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Attempting to bind port 062df199-8bbd-4b99-aa98-df0849ca77ff on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:41.273932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Attempting to bind port 062df199-8bbd-4b99-aa98-df0849ca77ff by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '271ecd57-4592-4e39-b237-8b0a6a61271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:41.274040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Attempting to bind port 062df199-8bbd-4b99-aa98-df0849ca77ff on network bbd3c0a7-1312-497e-a042-aeb272d5f3dd {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:41.285805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Pushing event updated for resources: {'Port': ['ID=062df199-8bbd-4b99-aa98-df0849ca77ff,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:41.323471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e9a5089a-4691-4c7a-a6ee-84c569a9de35 None None] Provisioning complete for port 241abeab-4c15-4c89-9670-8f00308591f8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:41.323994 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9a5089a-4691-4c7a-a6ee-84c569a9de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.390123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ce171-95c8-4e73-a0ba-461269919747 None None] The sync data for ids ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'] in n-d-805736-4 is: [{'id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'name': 'tempest-TestAggregatesBasicOps-146476152-router', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:26Z', 'updated_at': '2021-11-12T13:39:33Z', 'revision_number': 4, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'gw_port': {'id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:27Z', 'updated_at': '2021-11-12T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '241abeab-4c15-4c89-9670-8f00308591f8', 'name': '', 'network_id': '65aa3e0c-fae5-4db3-94d6-980d4998faa2', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'mac_address': 'fa:16:3e:c8:0f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'fcd3d41e-904a-42b8-9bf6-03872bf5d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:32Z', 'updated_at': '2021-11-12T13:39:38Z', 'revision_number': 4, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'subnets': [{'id': 'fcd3d41e-904a-42b8-9bf6-03872bf5d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:39:41.395513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Attempting to bind port f97bb076-deca-4cae-b819-29d9b84261e9 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:41.395891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Attempting to bind port f97bb076-deca-4cae-b819-29d9b84261e9 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '83d3fb4b-78e5-4623-9f78-0b20d35aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2486d818-8ee9-4d3b-8dca-dd39e81f3e86'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:41.396258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Attempting to bind port f97bb076-deca-4cae-b819-29d9b84261e9 on network 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:41.399995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:41.400452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Checking segment: {'id': '271ecd57-4592-4e39-b237-8b0a6a61271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:41.400918 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.401329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Bound using segment: {'id': '271ecd57-4592-4e39-b237-8b0a6a61271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:41.402152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Bound port: 062df199-8bbd-4b99-aa98-df0849ca77ff, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271ecd57-4592-4e39-b237-8b0a6a61271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:41.402541 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.425324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00d4c065-6daf-4836-b924-bb2fbe894818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.471697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:41.471697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Checking segment: {'id': '83d3fb4b-78e5-4623-9f78-0b20d35aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2486d818-8ee9-4d3b-8dca-dd39e81f3e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:41.472073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.472539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Bound using segment: {'id': '83d3fb4b-78e5-4623-9f78-0b20d35aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2486d818-8ee9-4d3b-8dca-dd39e81f3e86'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:41.473000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Bound port: f97bb076-deca-4cae-b819-29d9b84261e9, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d3fb4b-78e5-4623-9f78-0b20d35aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2486d818-8ee9-4d3b-8dca-dd39e81f3e86'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:41.473581 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.628908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b6dbd-bb5e-436e-9884-efc0426a7e37 None None] Pushing event updated for resources: {'Port': ['ID=241abeab-4c15-4c89-9670-8f00308591f8,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:41.733893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.747533 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.774859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db3ec7-7a26-4e45-8252-ffc3daa0f1af req-d0ef1557-25c9-43b4-8654-634d021983df tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:41.789874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73db3ec7-7a26-4e45-8252-ffc3daa0f1af req-d0ef1557-25c9-43b4-8654-634d021983df tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.4818811 Nov 12 13:39:41.822236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Pushing event updated for resources: {'Port': ['ID=f97bb076-deca-4cae-b819-29d9b84261e9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:41.827531 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] For port 062df199-8bbd-4b99-aa98-df0849ca77ff, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:41.853034 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] For port 062df199-8bbd-4b99-aa98-df0849ca77ff, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=062df199-8bbd-4b99-aa98-df0849ca77ff,segment=NetworkSegment(271ecd57-4592-4e39-b237-8b0a6a61271d),segment_id=271ecd57-4592-4e39-b237-8b0a6a61271d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:41.859937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.903455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73db3ec7-7a26-4e45-8252-ffc3daa0f1af req-f24dea51-ae90-4bb9-94de-886dd193c514 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047831 Nov 12 13:39:41.945580 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:41.960390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] For port f97bb076-deca-4cae-b819-29d9b84261e9, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:42.008906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d50e019d-612c-4cc0-87d4-69ce21f80569 None None] Provisioning complete for port 1660f0f4-122e-4ea7-af18-9eb74d3faa82 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:42.009463 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d50e019d-612c-4cc0-87d4-69ce21f80569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:42.034010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=52c00fc9-a506-41d9-a7aa-1a0ff13c4276,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:42.106793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] For port f97bb076-deca-4cae-b819-29d9b84261e9, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f97bb076-deca-4cae-b819-29d9b84261e9,segment=NetworkSegment(83d3fb4b-78e5-4623-9f78-0b20d35aab84),segment_id=83d3fb4b-78e5-4623-9f78-0b20d35aab84)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:42.128948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d50e019d-612c-4cc0-87d4-69ce21f80569 None None] Port 1660f0f4-122e-4ea7-af18-9eb74d3faa82 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:42.134552 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:42.143684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5ac2e-ec45-4d49-8cb6-b72b36a58d2b None None] Pushing event updated for resources: {'Port': ['ID=062df199-8bbd-4b99-aa98-df0849ca77ff,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:42.149131 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00d4c065-6daf-4836-b924-bb2fbe894818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:42.159272 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00d4c065-6daf-4836-b924-bb2fbe894818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:42.220197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-00d4c065-6daf-4836-b924-bb2fbe894818 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ddf1b92d5b70456fb01baa4f690b5aba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1095014 Nov 12 13:39:42.220197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4c065-6daf-4836-b924-bb2fbe894818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22c3e83-b77c-41d0-8032-ee3381414d9d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:42.222782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33432) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:42.260088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:39:42.276360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2aefc-8b14-467b-b8e3-d3fa66f6ed1f None None] Pushing event updated for resources: {'Port': ['ID=f97bb076-deca-4cae-b819-29d9b84261e9,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:42.357112 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:42.542904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:39:42.574898 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Sync routers for ids ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:39:42.595297 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:42.597678 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Routers {'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:42.598319 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:42.601048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5c6946cd-3222-4145-a997-011d4ede58fe admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0336335 Nov 12 13:39:42.612322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33444) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:42.616030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e375ff5-715d-4882-8b29-901ab7482e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:42.680139 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:42.744028 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e375ff5-715d-4882-8b29-901ab7482e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:42.863205 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Set router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:43.026342 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:43.242290 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'name': 'tempest-TestAggregatesBasicOps-1049441006-router', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:38Z', 'updated_at': '2021-11-12T13:39:40Z', 'revision_number': 3, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'gw_port': {'id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:40Z', 'updated_at': '2021-11-12T13:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:43.252969 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e375ff5-715d-4882-8b29-901ab7482e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:43.273451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e375ff5-715d-4882-8b29-901ab7482e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:43.276200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0e375ff5-715d-4882-8b29-901ab7482e56 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b22c3e83-b77c-41d0-8032-ee3381414d9d HTTP/1.1" status: 204 len: 168 time: 1.0406713 Nov 12 13:39:43.349483 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Checking router: e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:39:43.349829 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Updating router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 port 1660f0f4-122e-4ea7-af18-9eb74d3faa82 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:39:43.369795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e375ff5-715d-4882-8b29-901ab7482e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22c3e83-b77c-41d0-8032-ee3381414d9d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:43.443067 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:43.489352 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:43.499733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:43.519140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 241abeab-4c15-4c89-9670-8f00308591f8 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:43.676323 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:43.706205 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:43.712844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 241abeab-4c15-4c89-9670-8f00308591f8 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:43.715621 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:43.907173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=52c00fc9-a506-41d9-a7aa-1a0ff13c4276,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:43.959296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9995365-8995-41a7-990e-40eda5f93224 None None] Network bbd3c0a7-1312-497e-a042-aeb272d5f3dd requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:44.137482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33464) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:44.144600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:44.149444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:44.157129 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-588858b5-8619-408b-99f3-3f8704b97e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.233963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Allocated IP 172.20.0.1 (bbd3c0a7-1312-497e-a042-aeb272d5f3dd/a896d60f-4f3b-4073-8e57-e8d48225098f/9110b68e-d954-489f-a938-5d7933dedbf4) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:44.241886 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:39:44.290180 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.311142 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.324849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 062df199-8bbd-4b99-aa98-df0849ca77ff up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:44.432828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Router e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:39:44.438197 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Pushing event updated for resources: {'Port': ['ID=1660f0f4-122e-4ea7-af18-9eb74d3faa82,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:44.486363 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Attempting to bind port 1660f0f4-122e-4ea7-af18-9eb74d3faa82 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:44.487266 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Attempting to bind port 1660f0f4-122e-4ea7-af18-9eb74d3faa82 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:44.487266 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Attempting to bind port 1660f0f4-122e-4ea7-af18-9eb74d3faa82 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:44.493257 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.493997 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.494565 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.494910 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.495248 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.495580 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.496034 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.496368 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.496701 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.497679 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.497679 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.497916 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:39:44.506128 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:44.506586 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:44.507054 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.507443 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:44.508117 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Bound port: 1660f0f4-122e-4ea7-af18-9eb74d3faa82, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:44.508641 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.512921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9782f558-add5-4470-847f-5c3e1370b971 None None] Network 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:44.579035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.579876 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] For port 1660f0f4-122e-4ea7-af18-9eb74d3faa82, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:44.591093 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] For port 1660f0f4-122e-4ea7-af18-9eb74d3faa82, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1660f0f4-122e-4ea7-af18-9eb74d3faa82,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:44.599905 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.640539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c67843d6-5bf2-4acb-a141-1b4b1adb0ee1 None None] Provisioning complete for port 062df199-8bbd-4b99-aa98-df0849ca77ff triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:44.641085 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c67843d6-5bf2-4acb-a141-1b4b1adb0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.655335 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.667152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.687764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b28a9f-e0e3-4d96-9e32-fe3b245b8ece None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:44.693064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:39:44.708878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3616554a-d35f-4bc0-8309-5ca4553dc5e7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "PUT /v2.0/routers/e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4511213 Nov 12 13:39:44.713104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33468) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:44.744398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Network bbd3c0a7-1312-497e-a042-aeb272d5f3dd is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:44.780134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:44.793276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd8ba1-9275-4073-a686-3becd055a5ed None None] Sync routers for ids ['e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:39:44.794747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:44.827877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4265635-92cb-4596-9813-08db65b9f847 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:44.835640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c4265635-92cb-4596-9813-08db65b9f847 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports?device_id=e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0 HTTP/1.1" status: 200 len: 982 time: 0.1211681 Nov 12 13:39:44.837983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33470) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:44.852203 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Routers {'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:44.853551 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:44.872051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8293270c-e607-4789-8960-f2e3b38adfb2 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:44.886477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd8ba1-9275-4073-a686-3becd055a5ed None None] Routers {'e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:44.887438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7edd8ba1-9275-4073-a686-3becd055a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:44.956006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-588858b5-8619-408b-99f3-3f8704b97e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.966832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Pushing event updated for resources: {'Port': ['ID=9110b68e-d954-489f-a938-5d7933dedbf4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:44.968347 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09696baf-26db-41c9-95d4-97bc141f8366 None None] Pushing event updated for resources: {'Port': ['ID=1660f0f4-122e-4ea7-af18-9eb74d3faa82,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:44.988575 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-588858b5-8619-408b-99f3-3f8704b97e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:44.993662 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7edd8ba1-9275-4073-a686-3becd055a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:45.024385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd8ba1-9275-4073-a686-3becd055a5ed None None] Routers {'e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:45.025963 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7edd8ba1-9275-4073-a686-3becd055a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:45.095888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588858b5-8619-408b-99f3-3f8704b97e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51905487-2331-4866-a886-62ccec9c53a3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:45.143787 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.209494 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] Set router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:45.210351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 062df199-8bbd-4b99-aa98-df0849ca77ff triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:45.211874 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.221488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7edd8ba1-9275-4073-a686-3becd055a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:45.233148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd8ba1-9275-4073-a686-3becd055a5ed None None] The sync data for ids ['e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:39:45.328507 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c67843d6-5bf2-4acb-a141-1b4b1adb0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.414755 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-588858b5-8619-408b-99f3-3f8704b97e86 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9c38fd049eb47fcb7152b818a54774b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2740073 Nov 12 13:39:45.429075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33476) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:45.433948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c67843d6-5bf2-4acb-a141-1b4b1adb0ee1 None None] For port 062df199-8bbd-4b99-aa98-df0849ca77ff, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=062df199-8bbd-4b99-aa98-df0849ca77ff,segment=NetworkSegment(271ecd57-4592-4e39-b237-8b0a6a61271d),segment_id=271ecd57-4592-4e39-b237-8b0a6a61271d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:45.441025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c67843d6-5bf2-4acb-a141-1b4b1adb0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.480588 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.695018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c862b17-0ca4-4bc2-a5a6-5c8d9f2d70d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.773176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c862b17-0ca4-4bc2-a5a6-5c8d9f2d70d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.788134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67843d6-5bf2-4acb-a141-1b4b1adb0ee1 None None] Pushing event updated for resources: {'Port': ['ID=062df199-8bbd-4b99-aa98-df0849ca77ff,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:45.794271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f97bb076-deca-4cae-b819-29d9b84261e9 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:45.807127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e9824436-8d88-4dd0-ab61-57a5eb8d1f85 None None] Provisioning complete for port 1660f0f4-122e-4ea7-af18-9eb74d3faa82 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:45.808651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9824436-8d88-4dd0-ab61-57a5eb8d1f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.809309 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'name': 'tempest-TestAggregatesBasicOps-1049441006-router', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:38Z', 'updated_at': '2021-11-12T13:39:40Z', 'revision_number': 3, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'gw_port': {'id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:40Z', 'updated_at': '2021-11-12T13:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:45.875382 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a429529-e542-4a7d-923c-17f99adabb5a None None] The sync data for ids ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'] in n-d-805736-4 is: [{'id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'name': 'tempest-TestAggregatesBasicOps-1049441006-router', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:38Z', 'updated_at': '2021-11-12T13:39:40Z', 'revision_number': 3, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'gw_port': {'id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:40Z', 'updated_at': '2021-11-12T13:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:39:45.917543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c862b17-0ca4-4bc2-a5a6-5c8d9f2d70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.925642 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c862b17-0ca4-4bc2-a5a6-5c8d9f2d70d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.946737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5c862b17-0ca4-4bc2-a5a6-5c8d9f2d70d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51905487-2331-4866-a886-62ccec9c53a3 HTTP/1.1" status: 204 len: 168 time: 0.5143354 Nov 12 13:39:45.959590 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.966811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:45.998642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c862b17-0ca4-4bc2-a5a6-5c8d9f2d70d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51905487-2331-4866-a886-62ccec9c53a3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:46.005549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f97bb076-deca-4cae-b819-29d9b84261e9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:46.006036 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:46.035417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:46.043268 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:46.083591 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9824436-8d88-4dd0-ab61-57a5eb8d1f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:46.113849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e9824436-8d88-4dd0-ab61-57a5eb8d1f85 None None] For port 1660f0f4-122e-4ea7-af18-9eb74d3faa82, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1660f0f4-122e-4ea7-af18-9eb74d3faa82,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:46.143861 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9824436-8d88-4dd0-ab61-57a5eb8d1f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:46.254038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Pushing event updated for resources: {'Port': ['ID=9110b68e-d954-489f-a938-5d7933dedbf4,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:46.337170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e9824436-8d88-4dd0-ab61-57a5eb8d1f85 None None] Provisioning complete for port 062df199-8bbd-4b99-aa98-df0849ca77ff triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:46.337580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9824436-8d88-4dd0-ab61-57a5eb8d1f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:46.410826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Network bbd3c0a7-1312-497e-a042-aeb272d5f3dd is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:46.415266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:46.479588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9824436-8d88-4dd0-ab61-57a5eb8d1f85 None None] Pushing event updated for resources: {'Port': ['ID=1660f0f4-122e-4ea7-af18-9eb74d3faa82,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:46.854518 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:46.860602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:39:46.862470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 52c00fc9-a506-41d9-a7aa-1a0ff13c4276 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:46.863018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:46.950498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port f97bb076-deca-4cae-b819-29d9b84261e9, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f97bb076-deca-4cae-b819-29d9b84261e9,segment=NetworkSegment(83d3fb4b-78e5-4623-9f78-0b20d35aab84),segment_id=83d3fb4b-78e5-4623-9f78-0b20d35aab84)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:46.960611 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:47.141207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:39:47.153445 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9cefb80e-b205-4fea-ba41-ec6beb5ee883 admin admin] 10.222.0.73 "PUT /v2.0/routers/e7d4b1b5-8c8f-42ec-bff2-179793a0cf72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5348406 Nov 12 13:39:47.155589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=f97bb076-deca-4cae-b819-29d9b84261e9,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:47.159551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e9824436-8d88-4dd0-ab61-57a5eb8d1f85 None None] Provisioning complete for port f97bb076-deca-4cae-b819-29d9b84261e9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:47.159931 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9824436-8d88-4dd0-ab61-57a5eb8d1f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:47.169624 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:47.195494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 52c00fc9-a506-41d9-a7aa-1a0ff13c4276 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:47.346911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 062df199-8bbd-4b99-aa98-df0849ca77ff up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:47.469739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 062df199-8bbd-4b99-aa98-df0849ca77ff triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:47.470133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:47.495165 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:47.530455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=52c00fc9-a506-41d9-a7aa-1a0ff13c4276,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:47.606654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-87831e46-9e24-409c-827f-53eb301b5720 None None] Provisioning complete for port f97bb076-deca-4cae-b819-29d9b84261e9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:47.610144 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87831e46-9e24-409c-827f-53eb301b5720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:47.797497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1660f0f4-122e-4ea7-af18-9eb74d3faa82 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:47.857353 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:47.975222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1660f0f4-122e-4ea7-af18-9eb74d3faa82 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:47.975913 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:48.068722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-87831e46-9e24-409c-827f-53eb301b5720 None None] Could not find standard attr ID for object 52c00fc9-a506-41d9-a7aa-1a0ff13c4276. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:39:48.094586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-87831e46-9e24-409c-827f-53eb301b5720 None None] Provisioning complete for port 9110b68e-d954-489f-a938-5d7933dedbf4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:48.095416 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87831e46-9e24-409c-827f-53eb301b5720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:48.120598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Router e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:39:48.167694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409480d-39b7-4ab5-bb79-96c664a8b8d8 req-3b7a6885-c659-45f3-a267-066b0ef1ac6e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:48.168525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-87831e46-9e24-409c-827f-53eb301b5720 None None] Port 9110b68e-d954-489f-a938-5d7933dedbf4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:48.175874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f409480d-39b7-4ab5-bb79-96c664a8b8d8 req-3b7a6885-c659-45f3-a267-066b0ef1ac6e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1072872 Nov 12 13:39:48.289755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:39:48.298228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-af8f9320-f125-47c6-97a0-fe9220b715c5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "PUT /v2.0/routers/e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4554708 Nov 12 13:39:48.298398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33536) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:48.300411 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83689138-7002-4648-9944-b43072bba4c3 None None] Sync routers for ids ['e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:39:48.314650 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83689138-7002-4648-9944-b43072bba4c3 None None] Routers {'e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:48.319819 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83689138-7002-4648-9944-b43072bba4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:48.344195 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f409480d-39b7-4ab5-bb79-96c664a8b8d8 req-226ff275-59d2-4326-a160-bc273e922732 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672132 Nov 12 13:39:48.371815 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1873c338-562e-40a8-a6d3-ce771041deee tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:39:48.376509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1873c338-562e-40a8-a6d3-ce771041deee tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/52c00fc9-a506-41d9-a7aa-1a0ff13c4276 HTTP/1.1" status: 404 len: 333 time: 0.0739129 Nov 12 13:39:48.377847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:48.415710 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83689138-7002-4648-9944-b43072bba4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:48.439394 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83689138-7002-4648-9944-b43072bba4c3 None None] Routers {'e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:48.440034 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83689138-7002-4648-9944-b43072bba4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:48.522768 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83689138-7002-4648-9944-b43072bba4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:48.523669 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83689138-7002-4648-9944-b43072bba4c3 None None] The sync data for ids ['e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:39:48.533400 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f95487e3-233b-42d1-8180-54882f2c956e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:48.869440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f95487e3-233b-42d1-8180-54882f2c956e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:48.876421 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f95487e3-233b-42d1-8180-54882f2c956e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:48.897652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5580ce-354e-451b-aced-318b138f6123 req-b8ab6616-6f9f-4468-b96f-0b584288a2e0 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:48.909941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-de5580ce-354e-451b-aced-318b138f6123 req-b8ab6616-6f9f-4468-b96f-0b584288a2e0 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2566376 Nov 12 13:39:48.946497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33578) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:49.027135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-de5580ce-354e-451b-aced-318b138f6123 req-bb4d4c3f-68ed-4f29-9cf7-2a2b2dfa33ac tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155667 Nov 12 13:39:49.028410 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f95487e3-233b-42d1-8180-54882f2c956e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.028903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95487e3-233b-42d1-8180-54882f2c956e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Fanout notify agent at l3_agent the message router_deleted on router e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:39:49.072279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Sync routers for ids ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:39:49.096691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Routers {'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:49.097359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:49.102321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f95487e3-233b-42d1-8180-54882f2c956e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.103464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f95487e3-233b-42d1-8180-54882f2c956e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/routers/e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0 HTTP/1.1" status: 204 len: 168 time: 0.7238462 Nov 12 13:39:49.106220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33588) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:49.216514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4529f579-b08a-4411-a74f-4576b8758ad7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet 28232136-8a29-4186-bce7-22d0bdeff56a {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:39:49.230048 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4529f579-b08a-4411-a74f-4576b8758ad7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.264571 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c67bd97-49ca-4606-8a16-f32a4d92edfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.282041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f97bb076-deca-4cae-b819-29d9b84261e9 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:49.298972 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4529f579-b08a-4411-a74f-4576b8758ad7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.499488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f97bb076-deca-4cae-b819-29d9b84261e9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:49.500115 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.500532 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4529f579-b08a-4411-a74f-4576b8758ad7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.537548 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c67bd97-49ca-4606-8a16-f32a4d92edfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.548070 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c67bd97-49ca-4606-8a16-f32a4d92edfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.613312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67bd97-49ca-4606-8a16-f32a4d92edfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca41de-c60d-4a03-b9f3-b62880ff9fbf,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:49.634909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Set router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:49.661050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33628) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:49.708902 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7c67bd97-49ca-4606-8a16-f32a4d92edfb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc02c84780d04882adb1a796af24210d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7571309 Nov 12 13:39:49.709950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33630) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:49.807935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4529f579-b08a-4411-a74f-4576b8758ad7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.872287 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f8a2b76-bfbc-4190-998f-16de307bd1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:49.953549 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f8a2b76-bfbc-4190-998f-16de307bd1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.044224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'name': 'tempest-TestAggregatesBasicOps-1049441006-router', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:38Z', 'updated_at': '2021-11-12T13:39:45Z', 'revision_number': 4, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'gw_port': {'id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:40Z', 'updated_at': '2021-11-12T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '9110b68e-d954-489f-a938-5d7933dedbf4', 'name': '', 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'mac_address': 'fa:16:3e:93:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'a896d60f-4f3b-4073-8e57-e8d48225098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:43Z', 'updated_at': '2021-11-12T13:39:45Z', 'revision_number': 2, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'subnets': [{'id': 'a896d60f-4f3b-4073-8e57-e8d48225098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:50.057045 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4529f579-b08a-4411-a74f-4576b8758ad7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.061484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4529f579-b08a-4411-a74f-4576b8758ad7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/28232136-8a29-4186-bce7-22d0bdeff56a HTTP/1.1" status: 204 len: 168 time: 0.9541402 Nov 12 13:39:50.062579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529f579-b08a-4411-a74f-4576b8758ad7 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=28232136-8a29-4186-bce7-22d0bdeff56a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:50.069201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33650) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:50.084641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Checking router: e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:39:50.085226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Updating router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 port 9110b68e-d954-489f-a938-5d7933dedbf4 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:39:50.087415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4fb8f0-9002-4bf2-b84a-bf3470a6518a None None] Network 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:50.186290 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.229636 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.232867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f8a2b76-bfbc-4190-998f-16de307bd1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.235503 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f8a2b76-bfbc-4190-998f-16de307bd1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.236660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3f8a2b76-bfbc-4190-998f-16de307bd1bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04ca41de-c60d-4a03-b9f3-b62880ff9fbf HTTP/1.1" status: 204 len: 168 time: 0.5261943 Nov 12 13:39:50.290676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a2b76-bfbc-4190-998f-16de307bd1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca41de-c60d-4a03-b9f3-b62880ff9fbf,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:50.369857 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port f97bb076-deca-4cae-b819-29d9b84261e9 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:50.370366 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.403906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-3707de90-8182-4fe5-80de-36330807e8ae tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:50.405473 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-3707de90-8182-4fe5-80de-36330807e8ae tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 811 time: 0.7910860 Nov 12 13:39:50.502411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-40f53b17-cb64-4b65-bbd9-31898d0d6534 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/quotas/8bfffb1fd5ab49ba8c751725cfc850a9 HTTP/1.1" status: 200 len: 375 time: 0.0306480 Nov 12 13:39:50.508559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] For port f97bb076-deca-4cae-b819-29d9b84261e9, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f97bb076-deca-4cae-b819-29d9b84261e9,segment=NetworkSegment(83d3fb4b-78e5-4623-9f78-0b20d35aab84),segment_id=83d3fb4b-78e5-4623-9f78-0b20d35aab84)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:50.508861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.540598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for f97bb076-deca-4cae-b819-29d9b84261e9 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:50.646586 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-cec91b0c-22dc-40d5-9784-66e34a1edf8d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1428957 Nov 12 13:39:50.657015 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.666251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef56da1-bde4-4e10-a5a8-433cb7c02a61 None None] DHCP port deletion for 2486d818-8ee9-4d3b-8dca-dd39e81f3e86 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:50.704984 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=f97bb076-deca-4cae-b819-29d9b84261e9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:50.713651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No DVR routers for this DVR port f97bb076-deca-4cae-b819-29d9b84261e9 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:39:50.811955 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-458ab797-a3b6-4bdb-8f0e-069e20c66521 service neutron] 10.222.0.73 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643875 Nov 12 13:39:50.883616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33704) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:50.887319 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.922812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-619aa525-be65-4831-8dcd-edb746d457f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.929921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2486d818-8ee9-4d3b-8dca-dd39e81f3e86']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:50.935221 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.944047 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:50.952112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d3fb4b-78e5-4623-9f78-0b20d35aab84') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:50.952560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d3fb4b-78e5-4623-9f78-0b20d35aab84') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:50.990349 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.023532 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0654c4cc-fa1a-4bf9-8604-15558ad55b43 service neutron] 10.222.0.73 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105551 Nov 12 13:39:51.060540 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.065337 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.079804 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3804e72-8011-4606-8279-a92fecc926b8 None None] Pushing event updated for resources: {'Port': ['ID=9110b68e-d954-489f-a938-5d7933dedbf4,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:51.102066 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:39:51.104995 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:39:51.112693 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:39:51.142424 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f97bb076-deca-4cae-b819-29d9b84261e9 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:39:51.149490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Attempting to bind port 9110b68e-d954-489f-a938-5d7933dedbf4 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:51.150397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Attempting to bind port 9110b68e-d954-489f-a938-5d7933dedbf4 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '271ecd57-4592-4e39-b237-8b0a6a61271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:51.153986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Attempting to bind port 9110b68e-d954-489f-a938-5d7933dedbf4 on network bbd3c0a7-1312-497e-a042-aeb272d5f3dd {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:51.227249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:51.227875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Checking segment: {'id': '271ecd57-4592-4e39-b237-8b0a6a61271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:51.228415 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.229322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Bound using segment: {'id': '271ecd57-4592-4e39-b237-8b0a6a61271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:51.229627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Bound port: 9110b68e-d954-489f-a938-5d7933dedbf4, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271ecd57-4592-4e39-b237-8b0a6a61271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:51.230147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.241451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f97bb076-deca-4cae-b819-29d9b84261e9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:39:51.241970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f97bb076-deca-4cae-b819-29d9b84261e9 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:39:51.261349 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.285216 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.298581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/networks/2486d818-8ee9-4d3b-8dca-dd39e81f3e86 HTTP/1.1" status: 204 len: 168 time: 1.2234645 Nov 12 13:39:51.311273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33734) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:51.321953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca0fe1-aba4-45a4-af4c-9d9bccf605cd tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Network': ['ID=2486d818-8ee9-4d3b-8dca-dd39e81f3e86,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:51.344024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-619aa525-be65-4831-8dcd-edb746d457f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.355143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-619aa525-be65-4831-8dcd-edb746d457f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.425476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-619aa525-be65-4831-8dcd-edb746d457f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8727fa50dc6a486faf3740cc5a3d749a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5402918 Nov 12 13:39:51.436904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619aa525-be65-4831-8dcd-edb746d457f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b862d63-2254-47c0-99b0-34b1bf8ff534,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:51.444533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33744) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:51.493048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2d66724f-eb41-4e5b-9cc7-1880bf144c4a None None] Provisioning complete for port 9110b68e-d954-489f-a938-5d7933dedbf4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:51.498103 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d66724f-eb41-4e5b-9cc7-1880bf144c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.510006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] For port 9110b68e-d954-489f-a938-5d7933dedbf4, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:51.523699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f34a7-4a0d-4ab0-99b9-9182224fa87e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:51.525768 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-873f34a7-4a0d-4ab0-99b9-9182224fa87e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 HTTP/1.1" status: 200 len: 840 time: 0.2132244 Nov 12 13:39:51.532010 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0c83626-c159-4a68-930a-14cdfab4a94a req-a393373d-7484-4af5-befa-ea856b52b4d7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 210 time: 0.1414897 Nov 12 13:39:51.532010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33750) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:51.534573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] For port 9110b68e-d954-489f-a938-5d7933dedbf4, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9110b68e-d954-489f-a938-5d7933dedbf4,segment=NetworkSegment(271ecd57-4592-4e39-b237-8b0a6a61271d),segment_id=271ecd57-4592-4e39-b237-8b0a6a61271d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:51.576962 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.623582 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7047a134-6cb6-471b-afe5-4b6a9105f9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.646374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3804e72-8011-4606-8279-a92fecc926b8 None None] Pushing event updated for resources: {'Port': ['ID=9110b68e-d954-489f-a938-5d7933dedbf4,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:51.652066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7047a134-6cb6-471b-afe5-4b6a9105f9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.672765 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2d66724f-eb41-4e5b-9cc7-1880bf144c4a None None] Port 9110b68e-d954-489f-a938-5d7933dedbf4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:51.676845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-57be8966-9a7d-42ab-b3da-3f60c59081ed tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/36dde605-6c27-4d9d-8b6c-c8a9a8e66a63?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1352818 Nov 12 13:39:51.677542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33760) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:51.681174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Routers {'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:51.682047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:51.685202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4c13ee32-23c4-47f6-971f-278c3d6edf96 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:51.836880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] Deleting port 241abeab-4c15-4c89-9670-8f00308591f8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:51.837522 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.866670 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7047a134-6cb6-471b-afe5-4b6a9105f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.870517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7047a134-6cb6-471b-afe5-4b6a9105f9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.878211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] Set router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:51.885382 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7047a134-6cb6-471b-afe5-4b6a9105f9b9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b862d63-2254-47c0-99b0-34b1bf8ff534 HTTP/1.1" status: 204 len: 168 time: 0.4389932 Nov 12 13:39:51.901999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c13ee32-23c4-47f6-971f-278c3d6edf96 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:51.921212 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c13ee32-23c4-47f6-971f-278c3d6edf96 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:51.995367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] For port 241abeab-4c15-4c89-9670-8f00308591f8, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=241abeab-4c15-4c89-9670-8f00308591f8,segment=NetworkSegment(1f215059-25ba-41e2-8896-0566267683f4),segment_id=1f215059-25ba-41e2-8896-0566267683f4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:51.995759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:52.026412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] Calling delete_port for 241abeab-4c15-4c89-9670-8f00308591f8 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:52.345525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a292688f-ef0c-4e58-a835-6e9320b4f9a6 None None] Provisioning complete for port 9110b68e-d954-489f-a938-5d7933dedbf4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:52.345525 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a292688f-ef0c-4e58-a835-6e9320b4f9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:52.491842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:52.507501 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a292688f-ef0c-4e58-a835-6e9320b4f9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:52.512730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'name': 'tempest-TestAggregatesBasicOps-1049441006-router', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:38Z', 'updated_at': '2021-11-12T13:39:45Z', 'revision_number': 4, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'gw_port': {'id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:40Z', 'updated_at': '2021-11-12T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '9110b68e-d954-489f-a938-5d7933dedbf4', 'name': '', 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'mac_address': 'fa:16:3e:93:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'a896d60f-4f3b-4073-8e57-e8d48225098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:43Z', 'updated_at': '2021-11-12T13:39:51Z', 'revision_number': 4, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'subnets': [{'id': 'a896d60f-4f3b-4073-8e57-e8d48225098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:52.558374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641816a-15ce-4134-9730-95db2d4ec110 None None] The sync data for ids ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'] in n-d-805736-4 is: [{'id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'name': 'tempest-TestAggregatesBasicOps-1049441006-router', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:38Z', 'updated_at': '2021-11-12T13:39:45Z', 'revision_number': 4, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'gw_port': {'id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:40Z', 'updated_at': '2021-11-12T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '9110b68e-d954-489f-a938-5d7933dedbf4', 'name': '', 'network_id': 'bbd3c0a7-1312-497e-a042-aeb272d5f3dd', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'mac_address': 'fa:16:3e:93:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'a896d60f-4f3b-4073-8e57-e8d48225098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:43Z', 'updated_at': '2021-11-12T13:39:51Z', 'revision_number': 4, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'subnets': [{'id': 'a896d60f-4f3b-4073-8e57-e8d48225098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:39:52.604970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] Pushing event deleted for resources: {'Port': ['ID=241abeab-4c15-4c89-9670-8f00308591f8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:52.625326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a292688f-ef0c-4e58-a835-6e9320b4f9a6 None None] For port 9110b68e-d954-489f-a938-5d7933dedbf4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9110b68e-d954-489f-a938-5d7933dedbf4,segment=NetworkSegment(271ecd57-4592-4e39-b237-8b0a6a61271d),segment_id=271ecd57-4592-4e39-b237-8b0a6a61271d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:52.638360 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a292688f-ef0c-4e58-a835-6e9320b4f9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:52.768592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292688f-ef0c-4e58-a835-6e9320b4f9a6 None None] Pushing event updated for resources: {'Port': ['ID=9110b68e-d954-489f-a938-5d7933dedbf4,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:52.852294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33794) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:52.886335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047a134-6cb6-471b-afe5-4b6a9105f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b862d63-2254-47c0-99b0-34b1bf8ff534,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:53.058289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33796) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:53.075692 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a05cffa0-c1ee-4132-b1ee-c73d472654be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.150882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c13ee32-23c4-47f6-971f-278c3d6edf96 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.176885 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-53aeeead-b12c-4db2-8541-fa1ab1319c69 req-8d5de258-7c0d-4331-bce9-d92491ee8c43 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 210 time: 0.3565021 Nov 12 13:39:53.246700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13ee32-23c4-47f6-971f-278c3d6edf96 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:53.253451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.257619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9110b68e-d954-489f-a938-5d7933dedbf4 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:53.265824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-4c13ee32-23c4-47f6-971f-278c3d6edf96 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:53.279392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13ee32-23c4-47f6-971f-278c3d6edf96 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:53.280576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4c13ee32-23c4-47f6-971f-278c3d6edf96 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.314055 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4c13ee32-23c4-47f6-971f-278c3d6edf96 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6335278 Nov 12 13:39:53.328511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33802) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:53.329473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e676144-aa8d-4a42-9601-29da3c6a10ae None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:53.335595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13ee32-23c4-47f6-971f-278c3d6edf96 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=0edd037c-f692-4a56-bf8c-2c18ddf297d7,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:53.347240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-921d9be1-d3c9-4db1-83d8-1927ec5cd529 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'security_group': {'name': 'tempest-secgroup-1364172783'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:53.357453 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1651725d-a8cf-4040-af14-0041103d8dd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.368887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ca9301ba-1881-497d-9503-4a92de12aef5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:53.374764 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ca9301ba-1881-497d-9503-4a92de12aef5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 811 time: 0.3629155 Nov 12 13:39:53.387824 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-921d9be1-d3c9-4db1-83d8-1927ec5cd529 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.392831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'port': {'device_id': 'b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'admin_state_up': True, 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:53.537605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9110b68e-d954-489f-a938-5d7933dedbf4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:53.538280 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.564606 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-921d9be1-d3c9-4db1-83d8-1927ec5cd529 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.604392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Made reservation on behalf of 8bfffb1fd5ab49ba8c751725cfc850a9 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:53.608960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.621882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a05cffa0-c1ee-4132-b1ee-c73d472654be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.629127 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-921d9be1-d3c9-4db1-83d8-1927ec5cd529 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.641863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a05cffa0-c1ee-4132-b1ee-c73d472654be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.675884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1651725d-a8cf-4040-af14-0041103d8dd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.683879 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1651725d-a8cf-4040-af14-0041103d8dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.694539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-a752933b-ea2c-4b51-b83f-5da2cf099b71', 'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'tenant_id': '23f3415f163d4e8f991448d833359399', 'fixed_ips': [{'subnet_id': '0edd037c-f692-4a56-bf8c-2c18ddf297d7'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:39:53.695672 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.759585 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-921d9be1-d3c9-4db1-83d8-1927ec5cd529 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:53.762696 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-921d9be1-d3c9-4db1-83d8-1927ec5cd529 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4317963 Nov 12 13:39:53.769541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33806) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:53.779295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-19dce44d-b51b-4f67-bfca-852b703bb9e4 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'security_group': {'name': 'tempest-secgroup-1435348072'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:53.808786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:53.809904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1651725d-a8cf-4040-af14-0041103d8dd2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f374e90dd86842f780bdf93a19f9acea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7486625 Nov 12 13:39:53.813535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651725d-a8cf-4040-af14-0041103d8dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e193a9a-e5b0-4194-88f2-739d4b35dbd4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:53.858349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d9be1-d3c9-4db1-83d8-1927ec5cd529 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5e5bfd-603b-41ce-95b2-9408d1fb9bd6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:53.890848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a05cffa0-c1ee-4132-b1ee-c73d472654be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1068cd4984fb45f3984c6800e361a3c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0351727 Nov 12 13:39:53.896972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:53.905644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Allocated IP 172.20.0.9 (716eaeb8-2b9f-4020-8796-089a156530f5/a0a7236b-e919-440f-ba8a-930742b36c5d/15cc15d4-6f22-4a8a-be15-d6fdc5aff148) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:53.932543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Allocated IP 172.20.0.2 (a752933b-ea2c-4b51-b83f-5da2cf099b71/0edd037c-f692-4a56-bf8c-2c18ddf297d7/639507ac-20ed-4b1b-9f2d-b6bf8d783e7a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:53.945488 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19dce44d-b51b-4f67-bfca-852b703bb9e4 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.014167 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0775190-f1bf-49f2-9543-26f88105d485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.039341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0775190-f1bf-49f2-9543-26f88105d485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.068378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cffa0-c1ee-4132-b1ee-c73d472654be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595a014d-2373-4d29-8573-1cc3b54574ac,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:54.127165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] Router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:39:54.141601 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.151924 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.157613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ba53af9-597c-44ca-b1f0-cd3071956552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.165401 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.209752 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.228246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3', 'd377d8f6-30f3-46c0-82d1-4af88497e2db'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:39:54.232539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:54.266033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:54.268651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:54.286117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Pushing event updated for resources: {'Port': ['ID=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:54.315423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:39:54.333871 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] Sync routers for ids ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:39:54.356501 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] Routers {'27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:54.357190 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:54.360917 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6cf38dea-5582-46dd-bda4-9c97281baf50 admin admin] 10.222.0.73 "PUT /v2.0/routers/27dbbca0-8cc9-4b97-a53b-15d7e163c8b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6936340 Nov 12 13:39:54.362078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0775190-f1bf-49f2-9543-26f88105d485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.371256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Attempting to bind port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:54.371639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Attempting to bind port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e6747a95-5d61-455a-8bec-440e1891c0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:54.372005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Attempting to bind port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a on network a752933b-ea2c-4b51-b83f-5da2cf099b71 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:54.372978 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0775190-f1bf-49f2-9543-26f88105d485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.375983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d0775190-f1bf-49f2-9543-26f88105d485 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e193a9a-e5b0-4194-88f2-739d4b35dbd4 HTTP/1.1" status: 204 len: 168 time: 0.5641975 Nov 12 13:39:54.379794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33816) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:54.390193 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ba53af9-597c-44ca-b1f0-cd3071956552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.393456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:54.393833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Checking segment: {'id': 'e6747a95-5d61-455a-8bec-440e1891c0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:54.394376 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.394785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Bound using segment: {'id': 'e6747a95-5d61-455a-8bec-440e1891c0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:54.395809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Bound port: 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6747a95-5d61-455a-8bec-440e1891c0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:54.396194 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.454803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'Port': ['ID=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:54.460453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19dce44d-b51b-4f67-bfca-852b703bb9e4 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.540167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Network 716eaeb8-2b9f-4020-8796-089a156530f5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:54.542598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] For port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:54.545937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:54.552451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] For port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,segment=NetworkSegment(e6747a95-5d61-455a-8bec-440e1891c0ee),segment_id=e6747a95-5d61-455a-8bec-440e1891c0ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:54.555925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:54.567724 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.585082 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19dce44d-b51b-4f67-bfca-852b703bb9e4 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.588257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775190-f1bf-49f2-9543-26f88105d485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e193a9a-e5b0-4194-88f2-739d4b35dbd4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:54.638057 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] Set router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:54.701640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19dce44d-b51b-4f67-bfca-852b703bb9e4 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.708828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-19dce44d-b51b-4f67-bfca-852b703bb9e4 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9334693 Nov 12 13:39:54.725885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:54.727025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dce44d-b51b-4f67-bfca-852b703bb9e4 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f22747-7505-4347-8975-fcb981fb0d19,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:54.787441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2033347379', 'security_groups': ['20f22747-7505-4347-8975-fcb981fb0d19'], 'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0edd037c-f692-4a56-bf8c-2c18ddf297d7'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:54.880534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:54.896221 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:54.896557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61b09f-0d07-4bdd-b629-a6e8c92428cd None None] Pushing event updated for resources: {'Port': ['ID=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:54.959945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0ef4d0af-0174-458a-af38-d599046c9137 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5695152 Nov 12 13:39:54.999087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Request body: {'port': {'device_id': 'b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:55.148498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ba53af9-597c-44ca-b1f0-cd3071956552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.160618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ba53af9-597c-44ca-b1f0-cd3071956552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.164501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0ba53af9-597c-44ca-b1f0-cd3071956552 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/595a014d-2373-4d29-8573-1cc3b54574ac HTTP/1.1" status: 204 len: 168 time: 1.2587974 Nov 12 13:39:55.202941 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.216822 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'name': 'tempest-TestAggregatesBasicOps-146476152-router', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:26Z', 'updated_at': '2021-11-12T13:39:52Z', 'revision_number': 5, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'gw_port': {'id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:27Z', 'updated_at': '2021-11-12T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:55.242225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba53af9-597c-44ca-b1f0-cd3071956552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595a014d-2373-4d29-8573-1cc3b54574ac,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:55.247219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.381432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-83a84fe5-8b8b-479d-bc91-f97ce7b6d210 None None] Provisioning complete for port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:55.381432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83a84fe5-8b8b-479d-bc91-f97ce7b6d210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.383360 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] Checking router: 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:39:55.408043 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] Routers {'27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:39:55.408831 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:55.482671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-83a84fe5-8b8b-479d-bc91-f97ce7b6d210 None None] Port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:55.605906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:55.663533 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7457e832-7867-4ca4-a41e-1d3b6436ecaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.678996 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] Set router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:39:55.683451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddb0dc-1e37-4e88-8e29-fba969088773 req-0dd5b68e-b92b-4fe7-bdcb-64c5b8a525dd tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:55.693335 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53ddb0dc-1e37-4e88-8e29-fba969088773 req-0dd5b68e-b92b-4fe7-bdcb-64c5b8a525dd tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 931 time: 0.3613429 Nov 12 13:39:55.703802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:55.806847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53ddb0dc-1e37-4e88-8e29-fba969088773 req-c5e2b48a-8090-4cc7-ad4a-227feea0ebdd tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125264 Nov 12 13:39:55.812741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7457e832-7867-4ca4-a41e-1d3b6436ecaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.870292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:39:55.884460 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7457e832-7867-4ca4-a41e-1d3b6436ecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.893615 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.905882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.910836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Transition to ACTIVE for port object 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:39:55.916228 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:55.971688 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7457e832-7867-4ca4-a41e-1d3b6436ecaa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5a33e4614c4467d9c93a858de6b5349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3577580 Nov 12 13:39:55.980251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Pushing event updated for resources: {'Port': ['ID=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:55.994968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457e832-7867-4ca4-a41e-1d3b6436ecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a8bd2-bf11-4f48-ad34-f3fe5b11c154,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:55.997269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33842) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:56.003041 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.036457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port cc3afa9e-126b-4777-aea7-71e25df1ceb1 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:39:56.046668 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'name': 'tempest-TestAggregatesBasicOps-146476152-router', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:26Z', 'updated_at': '2021-11-12T13:39:52Z', 'revision_number': 5, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'gw_port': {'id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:27Z', 'updated_at': '2021-11-12T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:56.108665 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ea107-06f0-49a0-a338-30bd39aef6c1 None None] The sync data for ids ['27dbbca0-8cc9-4b97-a53b-15d7e163c8b4'] in n-d-805736-4 is: [{'id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'name': 'tempest-TestAggregatesBasicOps-146476152-router', 'tenant_id': '3fca5b2e59144cd299edd205b61e8b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:26Z', 'updated_at': '2021-11-12T13:39:52Z', 'revision_number': 5, 'project_id': '3fca5b2e59144cd299edd205b61e8b53', 'gw_port': {'id': 'e1f71fa2-d508-485a-bff8-ff660982a8bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbbca0-8cc9-4b97-a53b-15d7e163c8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:27Z', 'updated_at': '2021-11-12T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:39:56.158916 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ad1479f2-36c3-41a7-bf15-e092973a7355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.173072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Deleting port e1f71fa2-d508-485a-bff8-ff660982a8bf {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:56.174569 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.270108 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ad1479f2-36c3-41a7-bf15-e092973a7355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.272818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Attempting to bind port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:39:56.273526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Attempting to bind port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:39:56.274147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Attempting to bind port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:56.308384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 on network 716eaeb8-2b9f-4020-8796-089a156530f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:39:56.308700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Attempting to bind port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:39:56.329190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:39:56.329190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Checking segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:39:56.330153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Bound using segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:39:56.330620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Bound port: 15cc15d4-6f22-4a8a-be15-d6fdc5aff148, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:39:56.330978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.428820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ad1479f2-36c3-41a7-bf15-e092973a7355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.432110 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ad1479f2-36c3-41a7-bf15-e092973a7355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.434090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ad1479f2-36c3-41a7-bf15-e092973a7355 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c7a8bd2-bf11-4f48-ad34-f3fe5b11c154 HTTP/1.1" status: 204 len: 168 time: 0.4314299 Nov 12 13:39:56.459392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1479f2-36c3-41a7-bf15-e092973a7355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a8bd2-bf11-4f48-ad34-f3fe5b11c154,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:56.516464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] For port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:39:56.522942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] For port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:39:56.533589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.627792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:56.628437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.630788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] 10.222.0.105 "PUT /v2.0/ports/15cc15d4-6f22-4a8a-be15-d6fdc5aff148 HTTP/1.1" status: 200 len: 1091 time: 1.6643941 Nov 12 13:39:56.631283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7', 'tag': '15cc15d4-6f22-4a8a-be15-d6fdc5aff148'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:39:56.634917 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8851449-bac4-4ee2-861e-e054f1eda2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7", "tag": "15cc15d4-6f22-4a8a-be15-d6fdc5aff148"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:39:56.725498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-19f8802c-5a36-4da5-89e2-04bc2e362ddc None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:56.725974 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19f8802c-5a36-4da5-89e2-04bc2e362ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.764439 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bfd3c0-3ca5-4adb-a744-82da8d11fe20 x-openstack-request-id: req-59bfd3c0-3ca5-4adb-a744-82da8d11fe20 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:39:56.764763 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7", "tag": "15cc15d4-6f22-4a8a-be15-d6fdc5aff148", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:39:56.765008 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59bfd3c0-3ca5-4adb-a744-82da8d11fe20 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:39:56.768078 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7', 'tag': '15cc15d4-6f22-4a8a-be15-d6fdc5aff148', 'status': 'completed', 'code': 200} Nov 12 13:39:56.779333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7e2f7-0c31-4f75-848f-78d0ff816b5b service neutron] Pushing event updated for resources: {'Port': ['ID=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:56.841207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-a6e9c0b4-eee1-4503-aeef-d494053c5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:56.843011 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-a6e9c0b4-eee1-4503-aeef-d494053c5aad service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 1094 time: 0.1385937 Nov 12 13:39:56.921759 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19f8802c-5a36-4da5-89e2-04bc2e362ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:56.943685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-4cd9f274-073b-4825-ae4c-af9578e31f0d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15cc15d4-6f22-4a8a-be15-d6fdc5aff148 HTTP/1.1" status: 200 len: 217 time: 0.0892901 Nov 12 13:39:57.120125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-19f8802c-5a36-4da5-89e2-04bc2e362ddc None None] For port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,segment=NetworkSegment(e6747a95-5d61-455a-8bec-440e1891c0ee),segment_id=e6747a95-5d61-455a-8bec-440e1891c0ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:57.120372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-c234c764-2115-4b53-8a10-ebe04463d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:57.121652 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71cd00d3-7679-4bd3-8124-6cc73eaac3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:57.122369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-c234c764-2115-4b53-8a10-ebe04463d0b2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.1709833 Nov 12 13:39:57.128140 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19f8802c-5a36-4da5-89e2-04bc2e362ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:57.201953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab961e1-3312-467c-99bd-cda565d245bf req-a4880845-2899-42a0-8007-e23b3502fe4b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:57.211953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ab961e1-3312-467c-99bd-cda565d245bf req-a4880845-2899-42a0-8007-e23b3502fe4b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 943 time: 0.1969974 Nov 12 13:39:57.233583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-19f8802c-5a36-4da5-89e2-04bc2e362ddc None None] Provisioning complete for port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:57.234109 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19f8802c-5a36-4da5-89e2-04bc2e362ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:57.260360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.3 (a752933b-ea2c-4b51-b83f-5da2cf099b71/0edd037c-f692-4a56-bf8c-2c18ddf297d7/cc3afa9e-126b-4777-aea7-71e25df1ceb1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:39:57.284721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-d71b9d7d-a69d-4c7f-ab59-eb1accaafa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:57.291849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-d71b9d7d-a69d-4c7f-ab59-eb1accaafa5c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611452 Nov 12 13:39:57.305980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:57.349041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-19f8802c-5a36-4da5-89e2-04bc2e362ddc None None] Port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:57.366145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8802c-5a36-4da5-89e2-04bc2e362ddc None None] Pushing event updated for resources: {'Port': ['ID=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:57.396516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:57.398209 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:57.405677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] For port e1f71fa2-d508-485a-bff8-ff660982a8bf, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e1f71fa2-d508-485a-bff8-ff660982a8bf,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:57.406045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:57.429140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Calling delete_port for e1f71fa2-d508-485a-bff8-ff660982a8bf owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:57.433944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-1d082a35-b673-43f8-a8b5-4f0788fdc34d service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301167 Nov 12 13:39:57.501555 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:57.593889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 241abeab-4c15-4c89-9670-8f00308591f8 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:39:57.628626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ab961e1-3312-467c-99bd-cda565d245bf req-00fc9990-4b9c-4571-bf70-bd313cafaf31 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156890 Nov 12 13:39:57.634386 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:57.657473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 241abeab-4c15-4c89-9670-8f00308591f8 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:39:57.657824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 241abeab-4c15-4c89-9670-8f00308591f8 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:39:57.704615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbd20da-ded6-48cb-9f93-e0e65eb90cc3 req-0057b19f-b165-4422-bade-f5522a10c677 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598188 Nov 12 13:39:57.705333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:57.711419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:57.716654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:39:57.788180 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=cc3afa9e-126b-4777-aea7-71e25df1ceb1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:57.832943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:57.833657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:57.851393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:57.857999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-93efe4a8-22dd-4c2e-91a0-5cc72175525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:57.860632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-93efe4a8-22dd-4c2e-91a0-5cc72175525d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 1094 time: 0.0762887 Nov 12 13:39:57.875415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2d8ba067-59a8-45bf-8dce-aa2a6c819d4d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1442807 Nov 12 13:39:57.892044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33896) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:57.913673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f71fa2-d508-485a-bff8-ff660982a8bf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:57.921457 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c70fc9-1cfb-41ec-a300-9cd529a7ec89 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:57.947951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5504d3fd-9ab3-4149-a778-7a243ba14082 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:57.999187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.140393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.143629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.149564 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-98d7956f-5bbe-43e6-862b-e85d16f6640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:58.151478 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-98d7956f-5bbe-43e6-862b-e85d16f6640a service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.2820253 Nov 12 13:39:58.188846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-39841c54-9f8a-476b-9f06-79e23aacd600 None None] Provisioning complete for port cc3afa9e-126b-4777-aea7-71e25df1ceb1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:58.189509 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39841c54-9f8a-476b-9f06-79e23aacd600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.208816 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.210169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:39:58.225939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.229353 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-60721d24-1182-4a05-bb6c-d28d85179f9e admin admin] 10.222.0.73 "DELETE /v2.0/routers/27dbbca0-8cc9-4b97-a53b-15d7e163c8b4 HTTP/1.1" status: 204 len: 168 time: 3.8173542 Nov 12 13:39:58.230466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33906) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:58.257450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-d17f52e2-8206-4a54-b9c2-f24d65885206 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15cc15d4-6f22-4a8a-be15-d6fdc5aff148 HTTP/1.1" status: 200 len: 217 time: 0.0967603 Nov 12 13:39:58.257940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-39841c54-9f8a-476b-9f06-79e23aacd600 None None] Port cc3afa9e-126b-4777-aea7-71e25df1ceb1 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:39:58.311703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-337158d8-7ee2-4531-b943-e817bbdac730 admin admin] Deleting subnet fcd3d41e-904a-42b8-9bf6-03872bf5d7bb {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:39:58.316672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-337158d8-7ee2-4531-b943-e817bbdac730 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.331391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5504d3fd-9ab3-4149-a778-7a243ba14082 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:58.347325 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5504d3fd-9ab3-4149-a778-7a243ba14082 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.386032 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-337158d8-7ee2-4531-b943-e817bbdac730 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.481509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-b0609413-7fde-41d9-a9c1-b3c7f8000763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:58.481509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-b0609413-7fde-41d9-a9c1-b3c7f8000763 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.2149577 Nov 12 13:39:58.565779 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-337158d8-7ee2-4531-b943-e817bbdac730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.575610 n-d-805736-4 neutron-server[102675]: INFO neutron.db.ipam_backend_mixin [None req-5504d3fd-9ab3-4149-a778-7a243ba14082 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0edd037c-f692-4a56-bf8c-2c18ddf297d7 (CIDR: 172.20.0.0/28) Nov 12 13:39:58.577950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-f2755008-b2eb-4ad9-a035-670ece583096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:58.579574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-f2755008-b2eb-4ad9-a035-670ece583096 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909910 Nov 12 13:39:58.581222 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5504d3fd-9ab3-4149-a778-7a243ba14082 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:39:58.581709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5504d3fd-9ab3-4149-a778-7a243ba14082 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:39:58.624275 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5504d3fd-9ab3-4149-a778-7a243ba14082 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7284811 Nov 12 13:39:58.627330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33932) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:58.633331 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c84b643e-5929-4649-9794-f8c3215981b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:58.654993 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-337158d8-7ee2-4531-b943-e817bbdac730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.690270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337158d8-7ee2-4531-b943-e817bbdac730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd3d41e-904a-42b8-9bf6-03872bf5d7bb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:58.701179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47bdc91-dd17-4810-8efd-d122b8587dcd None None] Network 65aa3e0c-fae5-4db3-94d6-980d4998faa2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:58.715472 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-337158d8-7ee2-4531-b943-e817bbdac730 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:58.726774 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-337158d8-7ee2-4531-b943-e817bbdac730 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fcd3d41e-904a-42b8-9bf6-03872bf5d7bb HTTP/1.1" status: 204 len: 168 time: 0.4927404 Nov 12 13:39:58.727897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33938) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:58.785044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-c8c26e59-f209-4786-9446-e0538ba26165 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941073 Nov 12 13:39:58.985947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84b643e-5929-4649-9794-f8c3215981b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:39:58.994305 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c84b643e-5929-4649-9794-f8c3215981b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.016510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33942) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:59.025079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.031634 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8851449-bac4-4ee2-861e-e054f1eda2dc req-6baf3e18-6d1a-4df6-b06f-5c0e4758272d service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377720 Nov 12 13:39:59.062157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76078-9390-4c29-a7e1-2218f3e900dc req-367f7ef7-9eba-4dea-90a9-d34b9f31d4ad tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:59.064329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72a76078-9390-4c29-a7e1-2218f3e900dc req-367f7ef7-9eba-4dea-90a9-d34b9f31d4ad tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 943 time: 0.1481457 Nov 12 13:39:59.162956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217d9001-1360-4da6-94dd-a1e3c3762fac None None] DHCP port deletion for 65aa3e0c-fae5-4db3-94d6-980d4998faa2 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:39:59.168997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72a76078-9390-4c29-a7e1-2218f3e900dc req-e91892a7-90f2-481f-ad4e-88ac76f98d1f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711257 Nov 12 13:39:59.173094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:39:59.183336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Deleting port 54a40518-a4bc-4645-9e85-5d79cee6bf88 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:59.183993 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.267555 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4581836e-51ff-4803-be78-a63dc9b0a14d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.290720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-217d9001-1360-4da6-94dd-a1e3c3762fac None None] Deleting port 54a40518-a4bc-4645-9e85-5d79cee6bf88 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:39:59.291212 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-217d9001-1360-4da6-94dd-a1e3c3762fac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.292686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] For port 54a40518-a4bc-4645-9e85-5d79cee6bf88, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=54a40518-a4bc-4645-9e85-5d79cee6bf88,segment=NetworkSegment(1f215059-25ba-41e2-8896-0566267683f4),segment_id=1f215059-25ba-41e2-8896-0566267683f4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:59.293130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:39:59.293235 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.293707 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.316470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Calling delete_port for 54a40518-a4bc-4645-9e85-5d79cee6bf88 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:59.407450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c84b643e-5929-4649-9794-f8c3215981b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.408098 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-217d9001-1360-4da6-94dd-a1e3c3762fac None None] For port 54a40518-a4bc-4645-9e85-5d79cee6bf88, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=54a40518-a4bc-4645-9e85-5d79cee6bf88,segment=NetworkSegment(1f215059-25ba-41e2-8896-0566267683f4),segment_id=1f215059-25ba-41e2-8896-0566267683f4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:39:59.408419 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-217d9001-1360-4da6-94dd-a1e3c3762fac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.449863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4581836e-51ff-4803-be78-a63dc9b0a14d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.455326 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4581836e-51ff-4803-be78-a63dc9b0a14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.474163 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.479593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-217d9001-1360-4da6-94dd-a1e3c3762fac None None] Calling delete_port for 54a40518-a4bc-4645-9e85-5d79cee6bf88 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:39:59.479801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b643e-5929-4649-9794-f8c3215981b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:39:59.483795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-c84b643e-5929-4649-9794-f8c3215981b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:39:59.490459 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b643e-5929-4649-9794-f8c3215981b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:39:59.491409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c84b643e-5929-4649-9794-f8c3215981b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.492598 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd835-58f6-42e5-a27b-b46eae9673bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.508894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008bc5ee-d75f-498c-9ab7-bef1e4027ed0 None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:39:59.513121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b643e-5929-4649-9794-f8c3215981b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=29521b58-0c7f-4386-89df-990d078b0fe7,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:59.523078 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c84b643e-5929-4649-9794-f8c3215981b2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8949401 Nov 12 13:39:59.526137 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33950) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:59.537768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Pushing event deleted for resources: {'Port': ['ID=54a40518-a4bc-4645-9e85-5d79cee6bf88,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:59.543051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4581836e-51ff-4803-be78-a63dc9b0a14d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a3156b57f5f44fea6bd999324209705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251117 Nov 12 13:39:59.545797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1785813542', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29521b58-0c7f-4386-89df-990d078b0fe7'}], 'security_groups': ['4b5e5bfd-603b-41ce-95b2-9408d1fb9bd6']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:39:59.545997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33952) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:59.546720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581836e-51ff-4803-be78-a63dc9b0a14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a8e0a9-a32d-4862-b069-e5d65793cf9f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:59.550968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] No DVR routers for this DVR port 54a40518-a4bc-4645-9e85-5d79cee6bf88 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:39:59.641488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e1f71fa2-d508-485a-bff8-ff660982a8bf no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:39:59.645841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.680044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65aa3e0c-fae5-4db3-94d6-980d4998faa2']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:59.694990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f215059-25ba-41e2-8896-0566267683f4') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:59.695379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f215059-25ba-41e2-8896-0566267683f4') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:39:59.706197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e1f71fa2-d508-485a-bff8-ff660982a8bf {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:39:59.706851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e1f71fa2-d508-485a-bff8-ff660982a8bf not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:39:59.710712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.732938 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a291b6e5-7778-4aec-be6a-9b7580df6568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.735995 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.748317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:39:59.748962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:39:59.751036 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:39:59.776024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.779833 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-217d9001-1360-4da6-94dd-a1e3c3762fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.808094 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a291b6e5-7778-4aec-be6a-9b7580df6568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.814803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d9001-1360-4da6-94dd-a1e3c3762fac None None] No DVR routers for this DVR port 54a40518-a4bc-4645-9e85-5d79cee6bf88 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:39:59.821855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d9001-1360-4da6-94dd-a1e3c3762fac None None] Pushing event deleted for resources: {'Port': ['ID=54a40518-a4bc-4645-9e85-5d79cee6bf88,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:59.843898 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.858013 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:39:59.861606 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] 10.222.0.73 "DELETE /v2.0/networks/65aa3e0c-fae5-4db3-94d6-980d4998faa2 HTTP/1.1" status: 204 len: 168 time: 1.1296203 Nov 12 13:39:59.873358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33956) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:39:59.881194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8bcb0-a7cc-414d-a779-7f1748aeef1f admin admin] Pushing event deleted for resources: {'Network': ['ID=65aa3e0c-fae5-4db3-94d6-980d4998faa2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:39:59.939993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5bc1e9-6545-4dd9-8705-2b4271db969b None None] Update dhcp port {'port': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'fixed_ips': [{'subnet_id': '0edd037c-f692-4a56-bf8c-2c18ddf297d7', 'ip_address': '172.20.0.2'}, {'subnet_id': '29521b58-0c7f-4386-89df-990d078b0fe7'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '639507ac-20ed-4b1b-9f2d-b6bf8d783e7a'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:39:59.978042 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1e9-6545-4dd9-8705-2b4271db969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:00.026249 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a291b6e5-7778-4aec-be6a-9b7580df6568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:00.029731 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a291b6e5-7778-4aec-be6a-9b7580df6568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:00.031257 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a291b6e5-7778-4aec-be6a-9b7580df6568 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/95a8e0a9-a32d-4862-b069-e5d65793cf9f HTTP/1.1" status: 204 len: 168 time: 0.4817657 Nov 12 13:40:00.177821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291b6e5-7778-4aec-be6a-9b7580df6568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a8e0a9-a32d-4862-b069-e5d65793cf9f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:00.488065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-bf5bc1e9-6545-4dd9-8705-2b4271db969b None None] Allocated IP 172.20.0.18 (a752933b-ea2c-4b51-b83f-5da2cf099b71/29521b58-0c7f-4386-89df-990d078b0fe7/639507ac-20ed-4b1b-9f2d-b6bf8d783e7a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:00.541794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507de120-01d4-46ba-b2ed-0d466982a3c8 req-85fcf19e-62a9-49bf-8eb4-4fb79bcbe011 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:00.543730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-507de120-01d4-46ba-b2ed-0d466982a3c8 req-85fcf19e-62a9-49bf-8eb4-4fb79bcbe011 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 943 time: 0.1220012 Nov 12 13:40:00.625413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:00.626880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-507de120-01d4-46ba-b2ed-0d466982a3c8 req-a28b4cc7-ae6f-4cb8-9ad7-0b567680de49 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734379 Nov 12 13:40:00.639820 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:00.652853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bf5bc1e9-6545-4dd9-8705-2b4271db969b None None] For port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,segment=NetworkSegment(e6747a95-5d61-455a-8bec-440e1891c0ee),segment_id=e6747a95-5d61-455a-8bec-440e1891c0ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:00.692365 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1e9-6545-4dd9-8705-2b4271db969b None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:00.699083 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1e9-6545-4dd9-8705-2b4271db969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:00.840871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bc1e9-6545-4dd9-8705-2b4271db969b None None] Pushing event updated for resources: {'Port': ['ID=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:00.844033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Delete allocated IP 172.20.0.3 (a752933b-ea2c-4b51-b83f-5da2cf099b71/0edd037c-f692-4a56-bf8c-2c18ddf297d7) {{(pid=102675) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 13:40:00.854593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.22 (a752933b-ea2c-4b51-b83f-5da2cf099b71/29521b58-0c7f-4386-89df-990d078b0fe7/cc3afa9e-126b-4777-aea7-71e25df1ceb1) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:01.086575 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:01.093846 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:01.155712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:01.159762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] Deleting port 9110b68e-d954-489f-a938-5d7933dedbf4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:01.160329 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:01.250771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=cc3afa9e-126b-4777-aea7-71e25df1ceb1,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:01.273552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] In _notify_port_updated(), no bound segment for port cc3afa9e-126b-4777-aea7-71e25df1ceb1 on network a752933b-ea2c-4b51-b83f-5da2cf099b71 {{(pid=102675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:40:01.284465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:01.284465 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:01.288275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33996) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:01.292509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d9b83795-55d5-4406-b23f-83542fc15b77 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "PUT /v2.0/ports/cc3afa9e-126b-4777-aea7-71e25df1ceb1 HTTP/1.1" status: 200 len: 921 time: 1.7573376 Nov 12 13:40:01.298180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:01.299121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:01.381904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] For port 9110b68e-d954-489f-a938-5d7933dedbf4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9110b68e-d954-489f-a938-5d7933dedbf4,segment=NetworkSegment(271ecd57-4592-4e39-b237-8b0a6a61271d),segment_id=271ecd57-4592-4e39-b237-8b0a6a61271d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:01.382575 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:01.460685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:40:01.482357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] Calling delete_port for 9110b68e-d954-489f-a938-5d7933dedbf4 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:01.601325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-12e112d5-ff35-4d49-9c1a-b67fabf6ecab tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port cc3afa9e-126b-4777-aea7-71e25df1ceb1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:01.601998 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12e112d5-ff35-4d49-9c1a-b67fabf6ecab tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:01.751007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12e112d5-ff35-4d49-9c1a-b67fabf6ecab tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:01.807247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 54a40518-a4bc-4645-9e85-5d79cee6bf88 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:40:01.824216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-12e112d5-ff35-4d49-9c1a-b67fabf6ecab tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for cc3afa9e-126b-4777-aea7-71e25df1ceb1 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:01.862454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 54a40518-a4bc-4645-9e85-5d79cee6bf88 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:40:01.862931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 54a40518-a4bc-4645-9e85-5d79cee6bf88 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:40:01.925198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:01.934845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c0d6c3c8-8699-4e5a-8824-8aafb07f07c0 None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:01.935568 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0d6c3c8-8699-4e5a-8824-8aafb07f07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:01.968556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '15cc15d4-6f22-4a8a-be15-d6fdc5aff148', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'port_id': '15cc15d4-6f22-4a8a-be15-d6fdc5aff148', 'mac_address': 'fa:16:3e:cd:ba:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:40:01.994635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ffee3-f8af-45d8-a313-a1405ea1b9e7 req-43cf46ee-42e8-4966-a2cb-6018e88c1ab2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:01.996280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-160ffee3-f8af-45d8-a313-a1405ea1b9e7 req-43cf46ee-42e8-4966-a2cb-6018e88c1ab2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 943 time: 0.1884644 Nov 12 13:40:02.057030 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:02.083009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:40:02.110361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:02.117418 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:02.161006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c0d6c3c8-8699-4e5a-8824-8aafb07f07c0 None None] Provisioning complete for port cc3afa9e-126b-4777-aea7-71e25df1ceb1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:02.161512 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0d6c3c8-8699-4e5a-8824-8aafb07f07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:02.193550 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-160ffee3-f8af-45d8-a313-a1405ea1b9e7 req-bdf21126-0d45-453c-a56c-4aa36bbec764 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852164 Nov 12 13:40:02.247247 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:02.250138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:02.253855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6c3c8-8699-4e5a-8824-8aafb07f07c0 None None] Port cc3afa9e-126b-4777-aea7-71e25df1ceb1 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:02.272317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c0d6c3c8-8699-4e5a-8824-8aafb07f07c0 None None] Provisioning complete for port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:02.272689 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0d6c3c8-8699-4e5a-8824-8aafb07f07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:02.284029 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:02.327122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] Pushing event deleted for resources: {'Port': ['ID=9110b68e-d954-489f-a938-5d7933dedbf4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:02.331914 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6c3c8-8699-4e5a-8824-8aafb07f07c0 None None] Port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:02.368859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12e112d5-ff35-4d49-9c1a-b67fabf6ecab tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:02.450160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['15cc15d4-6f22-4a8a-be15-d6fdc5aff148'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:40:02.507391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e112d5-ff35-4d49-9c1a-b67fabf6ecab tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=cc3afa9e-126b-4777-aea7-71e25df1ceb1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:02.736925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34026) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:02.800685 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-12e112d5-ff35-4d49-9c1a-b67fabf6ecab tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:02.824280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-12e112d5-ff35-4d49-9c1a-b67fabf6ecab tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/cc3afa9e-126b-4777-aea7-71e25df1ceb1 HTTP/1.1" status: 204 len: 168 time: 1.5346594 Nov 12 13:40:02.827235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34030) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:02.838576 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:02.881625 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9858f04f-2ccf-4270-ad71-88995db151a8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:40:02.892850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9858f04f-2ccf-4270-ad71-88995db151a8 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/cc3afa9e-126b-4777-aea7-71e25df1ceb1 HTTP/1.1" status: 404 len: 333 time: 0.0592992 Nov 12 13:40:02.893933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34036) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:02.907721 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:02.954068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-acb9041a-8897-48e9-8fef-23c6dc11e53c None None] Could not find standard attr ID for object cc3afa9e-126b-4777-aea7-71e25df1ceb1. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:40:03.041463 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8b854b6-b75d-40e8-9f22-5e8cd3d0f593 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.070843 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8b854b6-b75d-40e8-9f22-5e8cd3d0f593 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.126986 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8b854b6-b75d-40e8-9f22-5e8cd3d0f593 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.130164 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8b854b6-b75d-40e8-9f22-5e8cd3d0f593 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.132042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c8b854b6-b75d-40e8-9f22-5e8cd3d0f593 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/security-groups/20f22747-7505-4347-8975-fcb981fb0d19 HTTP/1.1" status: 204 len: 168 time: 0.2365997 Nov 12 13:40:03.139356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34038) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:03.149871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b854b6-b75d-40e8-9f22-5e8cd3d0f593 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f22747-7505-4347-8975-fcb981fb0d19,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:03.166943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-520448436'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:03.199711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Made reservation on behalf of aac39bc6a518416eb5090ce58486b0ec for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:03.216005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.250381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.352421 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bc095-9e5d-46f0-8e93-4548a8037ef6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.391198 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bc095-9e5d-46f0-8e93-4548a8037ef6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.432519 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.445576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3419ff-8f7b-45e4-8c68-2e23eb9ebe20 req-49d0c412-6871-4a0b-8b95-05ae020589cb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:03.453803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e3419ff-8f7b-45e4-8c68-2e23eb9ebe20 req-49d0c412-6871-4a0b-8b95-05ae020589cb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 944 time: 0.1241989 Nov 12 13:40:03.458136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] Router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:40:03.463484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.473982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bc095-9e5d-46f0-8e93-4548a8037ef6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.475510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:03.477410 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bc095-9e5d-46f0-8e93-4548a8037ef6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.482983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-795bc095-9e5d-46f0-8e93-4548a8037ef6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/security-groups/4b5e5bfd-603b-41ce-95b2-9408d1fb9bd6 HTTP/1.1" status: 204 len: 168 time: 0.3406904 Nov 12 13:40:03.483852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34046) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:03.512006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:40:03.530373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b232e98-d384-4756-87d9-203313fc320e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:03.558557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:40:03.558732 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.559235 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Added segment 9b56d810-4b9d-4b77-929a-0d9b24fc72d9 of type vlan for network 9901d37d-f4d6-4714-b959-60093ad19dc5 Nov 12 13:40:03.564694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:03.565440 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.572091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bc095-9e5d-46f0-8e93-4548a8037ef6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5e5bfd-603b-41ce-95b2-9408d1fb9bd6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:03.601125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e3419ff-8f7b-45e4-8c68-2e23eb9ebe20 req-fec73c64-0b83-4c68-9367-1a4d73c1ae60 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460912 Nov 12 13:40:03.608263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7502ea89-4430-4d66-89f9-997471705dc1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet 0edd037c-f692-4a56-bf8c-2c18ddf297d7 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:40:03.657955 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.658452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7502ea89-4430-4d66-89f9-997471705dc1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.692392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.698097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:03.698828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.724786 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9845235 Nov 12 13:40:03.742727 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.754914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7502ea89-4430-4d66-89f9-997471705dc1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.758963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:03.771540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b463a28a-1d95-47de-80e8-eb880c16120d admin admin] 10.222.0.73 "PUT /v2.0/routers/e7d4b1b5-8c8f-42ec-bff2-179793a0cf72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8965881 Nov 12 13:40:03.775741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34054) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:03.806065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] Sync routers for ids ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:03.864855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc15d4-6f22-4a8a-be15-d6fdc5aff148'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:40:03.873100 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdfa4e8-d16c-4e53-9913-beeed8d808c6" -d '{"events": [{"server_uuid": "b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7", "name": "network-vif-plugged", "status": "completed", "tag": "15cc15d4-6f22-4a8a-be15-d6fdc5aff148"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:40:03.886008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] Routers {'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:03.889323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:03.895702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7502ea89-4430-4d66-89f9-997471705dc1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:03.960302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e301014-9192-4433-8a34-bb430df718a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Pushing event updated for resources: {'Network': ['ID=9901d37d-f4d6-4714-b959-60093ad19dc5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:04.015352 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7502ea89-4430-4d66-89f9-997471705dc1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.052975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502ea89-4430-4d66-89f9-997471705dc1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=0edd037c-f692-4a56-bf8c-2c18ddf297d7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:04.070429 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7502ea89-4430-4d66-89f9-997471705dc1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.076313 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7502ea89-4430-4d66-89f9-997471705dc1 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/0edd037c-f692-4a56-bf8c-2c18ddf297d7 HTTP/1.1" status: 204 len: 168 time: 0.5873706 Nov 12 13:40:04.083119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34062) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:04.089242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9f09dfd2-25c0-46de-a2ca-af742965f96b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:04.116617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809116d-ed77-4350-9c8f-523c0f3b2a9f req-0f1f4811-eedb-44a5-a09d-b3c5fb4f3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:04.118233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b809116d-ed77-4350-9c8f-523c0f3b2a9f req-0f1f4811-eedb-44a5-a09d-b3c5fb4f3b84 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 1095 time: 0.0751646 Nov 12 13:40:04.119655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.137185 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f054c042-eba0-4b9c-8b67-29b13723329f x-openstack-request-id: req-f054c042-eba0-4b9c-8b67-29b13723329f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:40:04.137749 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7", "name": "network-vif-plugged", "status": "completed", "tag": "15cc15d4-6f22-4a8a-be15-d6fdc5aff148", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:40:04.137749 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f054c042-eba0-4b9c-8b67-29b13723329f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:40:04.138144 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc15d4-6f22-4a8a-be15-d6fdc5aff148', 'code': 200} Nov 12 13:40:04.138758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34064) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:04.145943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Request body: {'port': {'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5', 'binding:host_id': 'n-h2-805736-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080122887'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:04.148474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 9901d37d-f4d6-4714-b959-60093ad19dc5 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:40:04.150495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e047f-6405-4b7e-b76b-3c31e9695e80 None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:04.225869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Made reservation on behalf of d737c318e50b4fda8a51e409434aa347 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:04.228984 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.244659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.293438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:04.296816 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b809116d-ed77-4350-9c8f-523c0f3b2a9f req-2afab01a-7964-4a52-a1e2-47424fd4eb82 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227005 Nov 12 13:40:04.340773 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.346726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.351601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.359129 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.380045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] device_id is not set on port 277e4ca9-b4d5-49f3-a870-4729973f7b44 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:40:04.465393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] Set router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:04.533481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Deleting port 1660f0f4-122e-4ea7-af18-9eb74d3faa82 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:04.534385 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.615903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:04.744711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] For port 1660f0f4-122e-4ea7-af18-9eb74d3faa82, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1660f0f4-122e-4ea7-af18-9eb74d3faa82,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:04.745098 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:04.782509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Calling delete_port for 1660f0f4-122e-4ea7-af18-9eb74d3faa82 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:04.909785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'name': 'tempest-TestAggregatesBasicOps-1049441006-router', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:38Z', 'updated_at': '2021-11-12T13:40:02Z', 'revision_number': 5, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'gw_port': {'id': '1660f0f4-122e-4ea7-af18-9eb74d3faa82', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:39:40Z', 'updated_at': '2021-11-12T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:04.956760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] Checking router: e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:40:04.969808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] Routers {'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:04.970450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:05.099373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] Set router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:05.110042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f09dfd2-25c0-46de-a2ca-af742965f96b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:05.127390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f09dfd2-25c0-46de-a2ca-af742965f96b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.127772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.174592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Pushing event deleted for resources: {'Port': ['ID=1660f0f4-122e-4ea7-af18-9eb74d3faa82,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:05.258299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e392ea-8564-449e-a7d3-2a119040c77b None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:05.266906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'name': 'tempest-TestAggregatesBasicOps-1049441006-router', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:38Z', 'updated_at': '2021-11-12T13:40:04Z', 'revision_number': 6, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:05.316315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] device_id is not set on port 277e4ca9-b4d5-49f3-a870-4729973f7b44 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:40:05.332682 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.333316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.341873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370fe768-d8d0-472b-9793-4c856595494a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:05.361111 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.368661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd08cd8d-905f-441a-aa6e-32a1880e56c3 None None] The sync data for ids ['e7d4b1b5-8c8f-42ec-bff2-179793a0cf72'] in n-d-805736-4 is: [{'id': 'e7d4b1b5-8c8f-42ec-bff2-179793a0cf72', 'name': 'tempest-TestAggregatesBasicOps-1049441006-router', 'tenant_id': '7438fee3e95c4c2b9395aef384365b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:39:38Z', 'updated_at': '2021-11-12T13:40:04Z', 'revision_number': 6, 'project_id': '7438fee3e95c4c2b9395aef384365b49', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:40:05.498793 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.501633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.510382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-04beb8ac-771e-4beb-a902-4f6bf0f58343 None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:05.510382 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04beb8ac-771e-4beb-a902-4f6bf0f58343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.552074 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.552992 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:40:05.557377 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.557885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event updated for resources: {'Port': ['ID=277e4ca9-b4d5-49f3-a870-4729973f7b44,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:05.558506 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-50ef3ac4-8c0b-4047-af18-91668447af96 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e7d4b1b5-8c8f-42ec-bff2-179793a0cf72 HTTP/1.1" status: 204 len: 168 time: 1.7818065 Nov 12 13:40:05.562769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34076) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:05.608485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a691e7-b076-4c90-a590-bcb594103407 req-059f951a-6b42-4364-b52f-843d5f817554 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:05.611468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cf82f2-89d6-4f45-9daf-87b862bdfcb9 admin admin] Deleting subnet a896d60f-4f3b-4073-8e57-e8d48225098f {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:40:05.615157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8cf82f2-89d6-4f45-9daf-87b862bdfcb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.621876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74a691e7-b076-4c90-a590-bcb594103407 req-059f951a-6b42-4364-b52f-843d5f817554 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 945 time: 0.2827339 Nov 12 13:40:05.628668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Checking segment: {'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:05.629084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Network hostable DHCP agents. Network: 9901d37d-f4d6-4714-b959-60093ad19dc5, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:40:05.664463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-04beb8ac-771e-4beb-a902-4f6bf0f58343 None None] Provisioning complete for port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:05.664826 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04beb8ac-771e-4beb-a902-4f6bf0f58343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.682110 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8cf82f2-89d6-4f45-9daf-87b862bdfcb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.858895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8cf82f2-89d6-4f45-9daf-87b862bdfcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.887158 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f09dfd2-25c0-46de-a2ca-af742965f96b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.940357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74a691e7-b076-4c90-a590-bcb594103407 req-925287bb-acd1-464f-a4f6-59ea21ba0dc6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031781 Nov 12 13:40:05.948335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Network 9901d37d-f4d6-4714-b959-60093ad19dc5 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:40:05.972024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8cf82f2-89d6-4f45-9daf-87b862bdfcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:05.991110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-04beb8ac-771e-4beb-a902-4f6bf0f58343 None None] Port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:05.995293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 9901d37d-f4d6-4714-b959-60093ad19dc5) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:05.998510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f09dfd2-25c0-46de-a2ca-af742965f96b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:06.001077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09dfd2-25c0-46de-a2ca-af742965f96b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=38438dbc-a058-4378-8f16-0155bbe01798,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:06.009615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feef3be4-2b44-408e-9c92-d65863c20a58 None None] Network 9901d37d-f4d6-4714-b959-60093ad19dc5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:06.009852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:06.011983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf82f2-89d6-4f45-9daf-87b862bdfcb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a896d60f-4f3b-4073-8e57-e8d48225098f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:06.018262 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f8cf82f2-89d6-4f45-9daf-87b862bdfcb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.024643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f8cf82f2-89d6-4f45-9daf-87b862bdfcb9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a896d60f-4f3b-4073-8e57-e8d48225098f HTTP/1.1" status: 204 len: 168 time: 0.4586115 Nov 12 13:40:06.024975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34086) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:06.032374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9f09dfd2-25c0-46de-a2ca-af742965f96b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:06.034740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:06.035090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:06.037411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:06.037524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579f6d4-ea61-4251-ac82-815c63351e9d None None] Network bbd3c0a7-1312-497e-a042-aeb272d5f3dd requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:06.039993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f09dfd2-25c0-46de-a2ca-af742965f96b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:06.040600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f09dfd2-25c0-46de-a2ca-af742965f96b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.045583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:06.045941 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:06.048806 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 2 to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 Nov 12 13:40:06.083145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9f09dfd2-25c0-46de-a2ca-af742965f96b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9884777 Nov 12 13:40:06.083733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34090) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:06.083733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5daf2a55-dd2c-4223-afa9-073714d2eb09 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'security_group': {'name': 'tempest-secgroup-1022813617'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:06.086539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:06.086992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:06.087409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:06.091125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ddb04-7589-4cf8-a239-677064f0a096 None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:06.095827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:06.096214 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:06.096633 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 3 to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 Nov 12 13:40:06.123551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:06.125617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:06.126483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:06.135661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:06.136551 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:06.137213 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 4 to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 Nov 12 13:40:06.167750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:06.167992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:06.168349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:06.174812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.178106 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5daf2a55-dd2c-4223-afa9-073714d2eb09 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.178270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:06.180188 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:06.180618 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 5 to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 Nov 12 13:40:06.198424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:06.198727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:06.199069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:06.204236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:06.204537 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:06.204836 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 6 to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 Nov 12 13:40:06.222664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:06.223574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:06.223828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:06.229061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:06.229428 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:06.229782 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 7 to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 Nov 12 13:40:06.250138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:06.250651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:06.251098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:06.258369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:06.259636 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:06.260120 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 8 to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 Nov 12 13:40:06.315204 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5daf2a55-dd2c-4223-afa9-073714d2eb09 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.321492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Deleting port 062df199-8bbd-4b99-aa98-df0849ca77ff {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:06.322980 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.324540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:06.324938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:06.325552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:06.330248 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5daf2a55-dd2c-4223-afa9-073714d2eb09 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.337801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:06.338142 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:06.338526 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 9 to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 Nov 12 13:40:06.386505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:06.390597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:06.391104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:06.409558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:06.409780 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:06.410186 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 10 to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 Nov 12 13:40:06.420893 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5daf2a55-dd2c-4223-afa9-073714d2eb09 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.422256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5daf2a55-dd2c-4223-afa9-073714d2eb09 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3449576 Nov 12 13:40:06.425829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34100) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:06.439407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf2a55-dd2c-4223-afa9-073714d2eb09 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e9f6e5-4317-456c-b56e-ce24fdf1330d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:06.461182 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] For port 062df199-8bbd-4b99-aa98-df0849ca77ff, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=062df199-8bbd-4b99-aa98-df0849ca77ff,segment=NetworkSegment(271ecd57-4592-4e39-b237-8b0a6a61271d),segment_id=271ecd57-4592-4e39-b237-8b0a6a61271d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:06.461582 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.464935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-eec5294c-1595-4db6-9476-2c48ac7dbdfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'security_group': {'name': 'tempest-secgroup-785735217'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:06.483461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Calling delete_port for 062df199-8bbd-4b99-aa98-df0849ca77ff owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:06.520749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:06.521165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:06.521656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:06.534479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:06.535450 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 277e4ca9-b4d5-49f3-a870-4729973f7b44 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:06.536105 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.585371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66567383-1ff6-4377-b85e-47950786770a None None] DHCP port deletion for bbd3c0a7-1312-497e-a042-aeb272d5f3dd request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:06.630937 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eec5294c-1595-4db6-9476-2c48ac7dbdfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.643566 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.678903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Pushing event deleted for resources: {'Port': ['ID=062df199-8bbd-4b99-aa98-df0849ca77ff,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:06.685830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] No DVR routers for this DVR port 062df199-8bbd-4b99-aa98-df0849ca77ff on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:40:06.691170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] For port 277e4ca9-b4d5-49f3-a870-4729973f7b44, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:06.693473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempted to set empty binding levels {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 13:40:06.714877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a965d-9bac-4f5a-b610-6e5dbd50b58f None None] Update dhcp port {'port': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'fixed_ips': [{'subnet_id': '29521b58-0c7f-4386-89df-990d078b0fe7', 'ip_address': '172.20.0.18'}, {'subnet_id': '38438dbc-a058-4378-8f16-0155bbe01798'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '639507ac-20ed-4b1b-9f2d-b6bf8d783e7a'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:40:06.728028 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.759230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd0a965d-9bac-4f5a-b610-6e5dbd50b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.764870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-66567383-1ff6-4377-b85e-47950786770a None None] Deleting port 062df199-8bbd-4b99-aa98-df0849ca77ff {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:06.765240 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66567383-1ff6-4377-b85e-47950786770a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.799944 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.818899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event updated for resources: {'Port': ['ID=277e4ca9-b4d5-49f3-a870-4729973f7b44,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:06.836464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:06.837089 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.845650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd3c0a7-1312-497e-a042-aeb272d5f3dd']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:06.862537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8f892aab-4aed-477f-b204-d65dcff55d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7223728 Nov 12 13:40:06.864938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34106) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:06.919045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271ecd57-4592-4e39-b237-8b0a6a61271d') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:06.919536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271ecd57-4592-4e39-b237-8b0a6a61271d') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:06.938055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.956163 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.965093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:40:06.965787 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:40:06.967863 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:40:06.987631 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eec5294c-1595-4db6-9476-2c48ac7dbdfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.024760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-66567383-1ff6-4377-b85e-47950786770a None None] For port 062df199-8bbd-4b99-aa98-df0849ca77ff, host n-d-805736-4, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:07.025170 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66567383-1ff6-4377-b85e-47950786770a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.027487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eec5294c-1595-4db6-9476-2c48ac7dbdfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.053721 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-66567383-1ff6-4377-b85e-47950786770a None None] Calling delete_port for 062df199-8bbd-4b99-aa98-df0849ca77ff owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:07.061057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-66567383-1ff6-4377-b85e-47950786770a None None] Port 062df199-8bbd-4b99-aa98-df0849ca77ff was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:40:07.066446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.067902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66567383-1ff6-4377-b85e-47950786770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.076794 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.082951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bbd3c0a7-1312-497e-a042-aeb272d5f3dd HTTP/1.1" status: 204 len: 168 time: 1.0561562 Nov 12 13:40:07.106131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395713ac-e95b-4f5c-8633-075902607891 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd3c0a7-1312-497e-a042-aeb272d5f3dd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:07.120625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5294c-1595-4db6-9476-2c48ac7dbdfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bcac62-2994-495e-8bde-abc77606648c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:07.140200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f1cc4-5bc6-4f6b-8bf6-13b3f94ddab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Deleting port 277e4ca9-b4d5-49f3-a870-4729973f7b44 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:07.140903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1cc4-5bc6-4f6b-8bf6-13b3f94ddab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.179043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66567383-1ff6-4377-b85e-47950786770a None None] Pushing event deleted for resources: {'Port': ['ID=062df199-8bbd-4b99-aa98-df0849ca77ff,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:07.184341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66567383-1ff6-4377-b85e-47950786770a None None] Network bbd3c0a7-1312-497e-a042-aeb272d5f3dd is not hosted by any dhcp agent {{(pid=102677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:40:07.184826 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66567383-1ff6-4377-b85e-47950786770a None None] No DVR routers for this DVR port 062df199-8bbd-4b99-aa98-df0849ca77ff on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:40:07.186507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9110b68e-d954-489f-a938-5d7933dedbf4 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:40:07.209050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eec5294c-1595-4db6-9476-2c48ac7dbdfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.211860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 9110b68e-d954-489f-a938-5d7933dedbf4 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:40:07.212438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9110b68e-d954-489f-a938-5d7933dedbf4 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:40:07.213046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 062df199-8bbd-4b99-aa98-df0849ca77ff no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:40:07.232897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-eec5294c-1595-4db6-9476-2c48ac7dbdfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7720270 Nov 12 13:40:07.235906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34118) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:07.244126 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 062df199-8bbd-4b99-aa98-df0849ca77ff {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:40:07.244700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 062df199-8bbd-4b99-aa98-df0849ca77ff not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:40:07.245310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1660f0f4-122e-4ea7-af18-9eb74d3faa82 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:40:07.250492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3c24271d-1d5a-4ddb-9e92-2437fe75bd0e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'security_group': {'name': 'tempest-secgroup-426123882'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:07.273116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1660f0f4-122e-4ea7-af18-9eb74d3faa82 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:40:07.273798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1660f0f4-122e-4ea7-af18-9eb74d3faa82 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:40:07.295600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cd0a965d-9bac-4f5a-b610-6e5dbd50b58f None None] Allocated IP 172.20.0.2 (a752933b-ea2c-4b51-b83f-5da2cf099b71/38438dbc-a058-4378-8f16-0155bbe01798/639507ac-20ed-4b1b-9f2d-b6bf8d783e7a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:07.306994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea27707-ed4f-4b1b-80b8-9e082ed9a86f req-52ed58ea-29de-4afb-a08b-607bbab87601 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:07.315538 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ea27707-ed4f-4b1b-80b8-9e082ed9a86f req-52ed58ea-29de-4afb-a08b-607bbab87601 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 945 time: 0.1396646 Nov 12 13:40:07.377895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ce6f1cc4-5bc6-4f6b-8bf6-13b3f94ddab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] For port 277e4ca9-b4d5-49f3-a870-4729973f7b44, host n-h2-805736-4, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:07.378762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1cc4-5bc6-4f6b-8bf6-13b3f94ddab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.385996 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c24271d-1d5a-4ddb-9e92-2437fe75bd0e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.432588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f1cc4-5bc6-4f6b-8bf6-13b3f94ddab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Calling delete_port for 277e4ca9-b4d5-49f3-a870-4729973f7b44 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:07.444556 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ea27707-ed4f-4b1b-80b8-9e082ed9a86f req-a7f3704a-2b2e-444d-826c-f169c802f3a8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203463 Nov 12 13:40:07.462517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cd0a965d-9bac-4f5a-b610-6e5dbd50b58f None None] For port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,segment=NetworkSegment(e6747a95-5d61-455a-8bec-440e1891c0ee),segment_id=e6747a95-5d61-455a-8bec-440e1891c0ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:07.514659 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd0a965d-9bac-4f5a-b610-6e5dbd50b58f None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.525418 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd0a965d-9bac-4f5a-b610-6e5dbd50b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.567614 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34130) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:07.620321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c24271d-1d5a-4ddb-9e92-2437fe75bd0e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.629800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c24271d-1d5a-4ddb-9e92-2437fe75bd0e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.663283 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c24271d-1d5a-4ddb-9e92-2437fe75bd0e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.663822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3c24271d-1d5a-4ddb-9e92-2437fe75bd0e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4266944 Nov 12 13:40:07.669117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1cc4-5bc6-4f6b-8bf6-13b3f94ddab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.670095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34134) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:07.690491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1608972504', 'security_groups': ['61594e16-c468-4760-888d-e1e5212a2415'], 'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '38438dbc-a058-4378-8f16-0155bbe01798'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:07.717855 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1cc4-5bc6-4f6b-8bf6-13b3f94ddab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.722605 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ce6f1cc4-5bc6-4f6b-8bf6-13b3f94ddab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "DELETE /v2.0/ports/277e4ca9-b4d5-49f3-a870-4729973f7b44 HTTP/1.1" status: 204 len: 168 time: 0.8527944 Nov 12 13:40:07.724575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24271d-1d5a-4ddb-9e92-2437fe75bd0e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61594e16-c468-4760-888d-e1e5212a2415,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:07.727037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-654ae234-5304-47b5-b349-533a95e01d59 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3fca5b2e59144cd299edd205b61e8b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581907 Nov 12 13:40:07.727487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f1cc4-5bc6-4f6b-8bf6-13b3f94ddab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event deleted for resources: {'Port': ['ID=277e4ca9-b4d5-49f3-a870-4729973f7b44,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:07.729302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34136) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:07.730172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34138) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:07.764799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d844c0ec-ab6b-456e-9324-754487b55926 req-ef704fd1-72c0-4213-91f1-a4f7c429f2aa tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9 HTTP/1.1" status: 200 len: 267 time: 0.1746669 Nov 12 13:40:07.771585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a965d-9bac-4f5a-b610-6e5dbd50b58f None None] Pushing event updated for resources: {'Port': ['ID=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:07.791728 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8242e988-b61d-4be9-a4e3-b12168cc60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] GET failed (client error): The resource could not be found. Nov 12 13:40:07.793789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8242e988-b61d-4be9-a4e3-b12168cc60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "GET /v2.0/ports/277e4ca9-b4d5-49f3-a870-4729973f7b44 HTTP/1.1" status: 404 len: 333 time: 0.0623062 Nov 12 13:40:07.797705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:07.812429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Request body: {'port': {'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-932387924'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:07.869576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-09529b63-4be9-4613-8177-132139f006c8 req-f38f2aad-34c5-4bb6-ba90-c68d6421ead5 service neutron] (102675) timed out ('10.222.0.73', 57852) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:40:07.887915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f925705-acde-449b-893a-b2f1394e9e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.934386 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f925705-acde-449b-893a-b2f1394e9e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.936211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Made reservation on behalf of d737c318e50b4fda8a51e409434aa347 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:07.938808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:07.988362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] device_id is not set on port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:40:07.994345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c0ec-ab6b-456e-9324-754487b55926 req-27042d58-b362-4a0e-9cdc-c526b1e4ae72 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:07.999265 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d844c0ec-ab6b-456e-9324-754487b55926 req-27042d58-b362-4a0e-9cdc-c526b1e4ae72 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 945 time: 0.2250791 Nov 12 13:40:08.016174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-d844c0ec-ab6b-456e-9324-754487b55926 req-1f78e854-4101-4ca2-a47d-cc749e5ef789 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'port': {'security_groups': []}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:08.057078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f925705-acde-449b-893a-b2f1394e9e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.059760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f925705-acde-449b-893a-b2f1394e9e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.063355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1f925705-acde-449b-893a-b2f1394e9e97 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58113c86-43f8-4fb5-b771-1fb99f496298 HTTP/1.1" status: 204 len: 168 time: 0.3283069 Nov 12 13:40:08.074961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:08.091800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f925705-acde-449b-893a-b2f1394e9e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58113c86-43f8-4fb5-b771-1fb99f496298,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:08.186680 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d844c0ec-ab6b-456e-9324-754487b55926 req-1f78e854-4101-4ca2-a47d-cc749e5ef789 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.257989 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.293003 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.323533 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.333861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] device_id is not set on port 9d6a6fd7-311d-4f9f-a668-87b950d0cc0f yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:40:08.412960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Network 9901d37d-f4d6-4714-b959-60093ad19dc5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:08.416841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:08.422331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:08.423543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:08.424157 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.427508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event updated for resources: {'Port': ['ID=2c7ad2ec-cf7d-432b-9028-f6b8869a773a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:08.456359 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b4a7d765-9cd5-4f58-8fd9-4fe089b7189d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6573889 Nov 12 13:40:08.460360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34158) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:08.466417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:08.570172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d844c0ec-ab6b-456e-9324-754487b55926 req-1f78e854-4101-4ca2-a47d-cc749e5ef789 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] For port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:08.657573 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.659698 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d844c0ec-ab6b-456e-9324-754487b55926 req-1f78e854-4101-4ca2-a47d-cc749e5ef789 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.668088 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d844c0ec-ab6b-456e-9324-754487b55926 req-1f78e854-4101-4ca2-a47d-cc749e5ef789 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.682680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3', 'd377d8f6-30f3-46c0-82d1-4af88497e2db'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:40:08.688920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['15cc15d4-6f22-4a8a-be15-d6fdc5aff148'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:40:08.696206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34168) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:08.728511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.8 (a752933b-ea2c-4b51-b83f-5da2cf099b71/38438dbc-a058-4378-8f16-0155bbe01798/9d6a6fd7-311d-4f9f-a668-87b950d0cc0f) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:08.740796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c0ec-ab6b-456e-9324-754487b55926 req-1f78e854-4101-4ca2-a47d-cc749e5ef789 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:08.741552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d844c0ec-ab6b-456e-9324-754487b55926 req-1f78e854-4101-4ca2-a47d-cc749e5ef789 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.752838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d844c0ec-ab6b-456e-9324-754487b55926 req-1f78e854-4101-4ca2-a47d-cc749e5ef789 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "PUT /v2.0/ports/15cc15d4-6f22-4a8a-be15-d6fdc5aff148 HTTP/1.1" status: 200 len: 904 time: 0.7328224 Nov 12 13:40:08.756028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7', 'tag': '15cc15d4-6f22-4a8a-be15-d6fdc5aff148'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:40:08.759343 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c208cda9-87b7-44e9-a689-3beea6d230d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7", "tag": "15cc15d4-6f22-4a8a-be15-d6fdc5aff148"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:40:08.810068 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78e854-4101-4ca2-a47d-cc749e5ef789 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'Port': ['ID=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:08.867487 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0d0810f9-2e07-4137-b99a-b6c0c55fbf33 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7438fee3e95c4c2b9395aef384365b49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1674321 Nov 12 13:40:08.867631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34176) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:08.884407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['15cc15d4-6f22-4a8a-be15-d6fdc5aff148'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:40:08.976189 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776ff26-d97a-434c-8a05-532dbacc966e x-openstack-request-id: req-f776ff26-d97a-434c-8a05-532dbacc966e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:40:08.976479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-88edad2a-8a5a-4a6b-a087-adc60ef2317f None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:08.976479 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88edad2a-8a5a-4a6b-a087-adc60ef2317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:08.976687 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7", "tag": "15cc15d4-6f22-4a8a-be15-d6fdc5aff148", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:40:08.976687 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f776ff26-d97a-434c-8a05-532dbacc966e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:40:08.976687 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7', 'tag': '15cc15d4-6f22-4a8a-be15-d6fdc5aff148', 'status': 'completed', 'code': 200} Nov 12 13:40:09.086717 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.106601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d147cb1-018c-4319-a911-98e4f9d04a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.146202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:09.159653 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.170722 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d147cb1-018c-4319-a911-98e4f9d04a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.278080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dadb6-1ee5-431d-ad69-b00e0674177f req-3f763153-107c-4d81-a709-5aeb3f0c250b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:09.291039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-662dadb6-1ee5-431d-ad69-b00e0674177f req-3f763153-107c-4d81-a709-5aeb3f0c250b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 907 time: 0.2674260 Nov 12 13:40:09.296436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] device_id is not set on port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:40:09.320783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.390276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.421636 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d147cb1-018c-4319-a911-98e4f9d04a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.427791 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d147cb1-018c-4319-a911-98e4f9d04a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.432499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3d147cb1-018c-4319-a911-98e4f9d04a66 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0e66554-f73d-4ba3-a27f-65b910c2b50f HTTP/1.1" status: 204 len: 168 time: 0.5613670 Nov 12 13:40:09.442819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:09.443182 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.503292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d147cb1-018c-4319-a911-98e4f9d04a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e66554-f73d-4ba3-a27f-65b910c2b50f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:09.553261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-88edad2a-8a5a-4a6b-a087-adc60ef2317f None None] Provisioning complete for port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:09.553682 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88edad2a-8a5a-4a6b-a087-adc60ef2317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.574261 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-ae951952-a57e-4424-9894-12f66b8373e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:09.575950 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-ae951952-a57e-4424-9894-12f66b8373e9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 1058 time: 0.6039014 Nov 12 13:40:09.625026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event updated for resources: {'Port': ['ID=2c7ad2ec-cf7d-432b-9028-f6b8869a773a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:09.631144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-88edad2a-8a5a-4a6b-a087-adc60ef2317f None None] Port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:09.673784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:09.674342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:09.674976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:09.680699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:09.681417 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:09.681925 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 2 to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a Nov 12 13:40:09.702899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:09.703920 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:09.705811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:09.734410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:09.735344 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:09.737398 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 3 to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a Nov 12 13:40:09.786925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:09.788738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:09.789263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:09.790929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:09.795599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dbe2710d-df4c-4409-815e-1151d9cb84bb None None] Provisioning complete for port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:09.796147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbe2710d-df4c-4409-815e-1151d9cb84bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:09.805984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:09.807024 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:09.808816 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 4 to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a Nov 12 13:40:09.821826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=9d6a6fd7-311d-4f9f-a668-87b950d0cc0f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:09.856974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:09.861315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:09.863462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:09.864089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:09.882124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:09.882824 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:09.883923 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 5 to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a Nov 12 13:40:09.885407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:09.912908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:09.913324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:09.913688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:09.920019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:09.920504 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:09.920976 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 6 to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a Nov 12 13:40:09.956498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:09.959908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:09.961566 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:09.971142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:09.972318 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:09.973088 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 7 to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a Nov 12 13:40:10.010647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:10.013204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:10.013758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:10.022983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:10.028182 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:10.028797 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 8 to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a Nov 12 13:40:10.063328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:10.063674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:10.064033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:10.081766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:10.084576 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:10.085600 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 9 to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a Nov 12 13:40:10.112744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:10.113708 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:10.122281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:10.123831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:10.124539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:10.139076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:10.139076 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:10.139592 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 10 to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a Nov 12 13:40:10.211634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:10.211976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:10.212314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:10.217485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:10.217958 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:10.218175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:10.229736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e54151-566b-4f27-bf2f-13898e694556 req-f200e10b-a01d-4a70-9227-978d6ff889c9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:10.237727 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3e54151-566b-4f27-bf2f-13898e694556 req-f200e10b-a01d-4a70-9227-978d6ff889c9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.6677778 Nov 12 13:40:10.268365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-bea0b047-cce2-4727-8e74-dc9633975803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:10.271857 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-bea0b047-cce2-4727-8e74-dc9633975803 service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.6838684 Nov 12 13:40:10.317316 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-271d205c-19f4-4990-bef6-26ff765670d2 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6303542 Nov 12 13:40:10.325553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34210) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:10.335202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d24aa9fa-40a7-4dad-9de1-b63cbd426f03 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:10.432015 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3e54151-566b-4f27-bf2f-13898e694556 req-6ece5f81-5e0d-4f52-a86a-50648b181a81 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930926 Nov 12 13:40:10.436331 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-4983aae4-240e-462b-8a4a-29427636b82e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15cc15d4-6f22-4a8a-be15-d6fdc5aff148 HTTP/1.1" status: 200 len: 217 time: 0.1098390 Nov 12 13:40:10.503599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a14c12f4-1a54-4071-a8e4-f90922b5944b None None] Provisioning complete for port 9d6a6fd7-311d-4f9f-a668-87b950d0cc0f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:10.504876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a14c12f4-1a54-4071-a8e4-f90922b5944b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:10.574677 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a14c12f4-1a54-4071-a8e4-f90922b5944b None None] Port 9d6a6fd7-311d-4f9f-a668-87b950d0cc0f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:10.634267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-9c5be163-e3b2-4242-99b8-898dabc1f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:10.649455 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-9c5be163-e3b2-4242-99b8-898dabc1f11c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.2046220 Nov 12 13:40:10.684556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] For port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:10.684883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempted to set empty binding levels {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 13:40:10.710745 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:10.743699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-2e6e22c2-1e26-4d80-a43f-6e3f0f084c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:10.745194 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-2e6e22c2-1e26-4d80-a43f-6e3f0f084c8e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786614 Nov 12 13:40:10.787594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9ca9d-4c09-40a1-b5cc-dd7c959d3efe req-6b2691aa-462b-44fc-8a27-b02a335a5d1e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:10.789263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67d9ca9d-4c09-40a1-b5cc-dd7c959d3efe req-6b2691aa-462b-44fc-8a27-b02a335a5d1e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1773748 Nov 12 13:40:10.807882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] In _notify_port_updated(), no bound segment for port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:40:10.808766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:10.809632 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:10.810932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "PUT /v2.0/ports/2c7ad2ec-cf7d-432b-9028-f6b8869a773a HTTP/1.1" status: 200 len: 978 time: 2.3490305 Nov 12 13:40:10.811704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24aa9fa-40a7-4dad-9de1-b63cbd426f03 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:10.815653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d24aa9fa-40a7-4dad-9de1-b63cbd426f03 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:10.819549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34222) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:10.913085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf30a8-e46f-442a-beea-7b27398bbfc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event updated for resources: {'Port': ['ID=2c7ad2ec-cf7d-432b-9028-f6b8869a773a,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:10.963972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67d9ca9d-4c09-40a1-b5cc-dd7c959d3efe req-b6898385-d101-41b6-9663-abdb8a819804 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623931 Nov 12 13:40:10.982007 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-e670e032-c868-4678-8720-58534b669b33 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267973 Nov 12 13:40:11.093200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.093586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.094066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.094534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.094997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.095461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.095927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.096386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.097175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.098080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.098579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.107958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.108537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.109730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.109730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.109968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.110415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.110881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.111335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.111795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.112251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.112705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.113160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.114161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.114633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.115097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.115558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.116011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.116471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.117390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.130423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.136730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f1841e79-7f1f-42e9-9e29-6b71fce11611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27560 time: 0.3119981 Nov 12 13:40:11.145357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34236) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:11.218155 n-d-805736-4 neutron-server[102676]: INFO neutron.db.ipam_backend_mixin [None req-d24aa9fa-40a7-4dad-9de1-b63cbd426f03 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 38438dbc-a058-4378-8f16-0155bbe01798 (CIDR: 172.20.0.0/28) Nov 12 13:40:11.228374 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24aa9fa-40a7-4dad-9de1-b63cbd426f03 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:40:11.229368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24aa9fa-40a7-4dad-9de1-b63cbd426f03 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:11.249122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c208cda9-87b7-44e9-a689-3beea6d230d0 req-a291975e-ed07-4775-8f85-5aaa612778de service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516954 Nov 12 13:40:11.306153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d24aa9fa-40a7-4dad-9de1-b63cbd426f03 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9763370 Nov 12 13:40:11.308884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34246) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:11.318821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a5e1ab18-92c5-4252-b105-3ecc30401e32 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:11.334202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-88dd6fcf-457c-423b-8ee0-c7828eb1aa85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Deleting port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:11.335017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88dd6fcf-457c-423b-8ee0-c7828eb1aa85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:11.501957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-88dd6fcf-457c-423b-8ee0-c7828eb1aa85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] For port 2c7ad2ec-cf7d-432b-9028-f6b8869a773a, host n-h2-805736-4, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:11.505190 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88dd6fcf-457c-423b-8ee0-c7828eb1aa85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:11.542561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-88dd6fcf-457c-423b-8ee0-c7828eb1aa85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Calling delete_port for 2c7ad2ec-cf7d-432b-9028-f6b8869a773a owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:11.643279 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-cd93c482-45bf-47ed-ab7a-38fbfec9aa96 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:11.644530 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-cd93c482-45bf-47ed-ab7a-38fbfec9aa96 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 811 time: 0.2717111 Nov 12 13:40:11.687497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-435d17b5-0ea2-48a1-838a-bd611d57dca5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/quotas/8bfffb1fd5ab49ba8c751725cfc850a9 HTTP/1.1" status: 200 len: 375 time: 0.0239294 Nov 12 13:40:11.688707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e1ab18-92c5-4252-b105-3ecc30401e32 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:11.689399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88dd6fcf-457c-423b-8ee0-c7828eb1aa85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:11.694116 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ab18-92c5-4252-b105-3ecc30401e32 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:11.733372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd6fcf-457c-423b-8ee0-c7828eb1aa85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c7ad2ec-cf7d-432b-9028-f6b8869a773a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:11.757813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88dd6fcf-457c-423b-8ee0-c7828eb1aa85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:11.762432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-88dd6fcf-457c-423b-8ee0-c7828eb1aa85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "DELETE /v2.0/ports/2c7ad2ec-cf7d-432b-9028-f6b8869a773a HTTP/1.1" status: 204 len: 168 time: 0.6160002 Nov 12 13:40:11.765265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34258) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:11.794673 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1561c4-adf7-471e-99a1-4e811e2b10b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] GET failed (client error): The resource could not be found. Nov 12 13:40:11.796333 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fc1561c4-adf7-471e-99a1-4e811e2b10b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "GET /v2.0/ports/2c7ad2ec-cf7d-432b-9028-f6b8869a773a HTTP/1.1" status: 404 len: 333 time: 0.0300469 Nov 12 13:40:11.801771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34260) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:11.808169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2048609892', 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:11.837428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Made reservation on behalf of d737c318e50b4fda8a51e409434aa347 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:11.839901 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:11.853274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-e26bc6ad-6cc2-4c17-8d01-379e2a4eaf34 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1542733 Nov 12 13:40:11.867623 n-d-805736-4 neutron-server[102675]: INFO neutron.db.ipam_backend_mixin [None req-a5e1ab18-92c5-4252-b105-3ecc30401e32 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 29521b58-0c7f-4386-89df-990d078b0fe7 (CIDR: 172.20.0.16/28) Nov 12 13:40:11.871651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] device_id is not set on port fff58942-a84b-463e-a75c-01861d9a412d yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:40:11.881446 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e1ab18-92c5-4252-b105-3ecc30401e32 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:40:11.882803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e1ab18-92c5-4252-b105-3ecc30401e32 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:11.909325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a5e1ab18-92c5-4252-b105-3ecc30401e32 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5990269 Nov 12 13:40:11.914806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34266) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:11.929960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-85b6c948-c09c-4eb8-a75b-6ef0fdf51796 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'subnet': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:12.166267 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.168126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34276) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:12.232317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b6c948-c09c-4eb8-a75b-6ef0fdf51796 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Made reservation on behalf of 23f3415f163d4e8f991448d833359399 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:12.237676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b6c948-c09c-4eb8-a75b-6ef0fdf51796 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.281856 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.339490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-b50479b9-568b-49e8-b3bd-1c2b06402788 service neutron] 10.222.0.73 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706359 Nov 12 13:40:12.349601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event updated for resources: {'Port': ['ID=fff58942-a84b-463e-a75c-01861d9a412d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:12.363836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Network 9901d37d-f4d6-4714-b959-60093ad19dc5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:12.369594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:12.377194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:12.381544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:12.385424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.408951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-76f71216-1ad0-43bd-bd9e-a56802fdfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6057467 Nov 12 13:40:12.415075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:12.475593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'network': {'name': 'tempest-network-smoke--1672226499', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:12.507994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ba154-0b94-4366-a7e8-de682ae6b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:12.510346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-100ba154-0b94-4366-a7e8-de682ae6b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "GET /v2.0/ports/fff58942-a84b-463e-a75c-01861d9a412d HTTP/1.1" status: 200 len: 959 time: 0.0936487 Nov 12 13:40:12.516411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34284) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:12.525547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Made reservation on behalf of 0e471bbf082147968eeb2d3e39474524 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:12.531590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.546884 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.683049 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.683539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-f91f17a0-5b8c-454c-92b5-5a41bd07d6ad service neutron] 10.222.0.73 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333478 Nov 12 13:40:12.687803 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.736911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d79b8f-ae4d-4c04-98a6-6e6ba7be3022,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:12.778978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:40:12.799078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.805571 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Added segment c77d4f35-201d-45f4-b331-f1d3aace432e of type vlan for network cfd10963-60d4-41d9-acc4-7044c33ab5e5 Nov 12 13:40:12.865933 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.884475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f0a61c3e-9497-445a-b8ca-6d7b093586f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Deleting port fff58942-a84b-463e-a75c-01861d9a412d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:12.885326 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f0a61c3e-9497-445a-b8ca-6d7b093586f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.904870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.917679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:12.918492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:12.976605 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1a5737c-8044-4ba3-9f0d-1c6104b2e86a req-0563b964-22c1-4683-854b-51cfa0156399 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 210 time: 0.0540569 Nov 12 13:40:13.014515 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8412554 Nov 12 13:40:13.015749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34292) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:13.037603 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:13.039146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-429603857', 'admin_state_up': True, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:13.048675 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-31e556a0-9d94-4a01-86df-fdefc68a7de9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2758241 Nov 12 13:40:13.054044 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f0a61c3e-9497-445a-b8ca-6d7b093586f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:13.079611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b6c948-c09c-4eb8-a75b-6ef0fdf51796 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:13.096535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f0a61c3e-9497-445a-b8ca-6d7b093586f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Calling delete_port for fff58942-a84b-463e-a75c-01861d9a412d owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:13.100767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30c1fd-7057-46e8-8959-a86eb0ce0766 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Network': ['ID=cfd10963-60d4-41d9-acc4-7044c33ab5e5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:13.117681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network cfd10963-60d4-41d9-acc4-7044c33ab5e5 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:40:13.266078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6c948-c09c-4eb8-a75b-6ef0fdf51796 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:13.305053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-85b6c948-c09c-4eb8-a75b-6ef0fdf51796 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:13.306995 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:13.308028 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:13.316456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8c04a-3375-4d5b-96de-a247fe7f73b8 None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:13.327481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6c948-c09c-4eb8-a75b-6ef0fdf51796 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:13.328093 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b6c948-c09c-4eb8-a75b-6ef0fdf51796 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:13.350510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6c948-c09c-4eb8-a75b-6ef0fdf51796 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Subnet': ['ID=a551e4c9-3b7a-40a7-8d24-ce4aef8d1d28,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:13.446218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-85b6c948-c09c-4eb8-a75b-6ef0fdf51796 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5291376 Nov 12 13:40:13.449226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:13.455688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-841887175', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a551e4c9-3b7a-40a7-8d24-ce4aef8d1d28'}], 'security_groups': ['15e9f6e5-4317-456c-b56e-ce24fdf1330d', '93bcac62-2994-495e-8bde-abc77606648c']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:13.498031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-b3c9cf3f-0b26-4924-af79-46a6fb1bc130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:13.499641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-b3c9cf3f-0b26-4924-af79-46a6fb1bc130 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1095 time: 0.3926563 Nov 12 13:40:13.620656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:13.803314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f0a61c3e-9497-445a-b8ca-6d7b093586f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:13.825983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845a002-f6a5-4ecd-8bb7-63969761a37b None None] Update dhcp port {'port': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'fixed_ips': [{'subnet_id': '29521b58-0c7f-4386-89df-990d078b0fe7', 'ip_address': '172.20.0.18'}, {'subnet_id': '38438dbc-a058-4378-8f16-0155bbe01798', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a551e4c9-3b7a-40a7-8d24-ce4aef8d1d28'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '639507ac-20ed-4b1b-9f2d-b6bf8d783e7a'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:40:13.840994 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:13.914190 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f845a002-f6a5-4ecd-8bb7-63969761a37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:14.231023 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:14.243910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a61c3e-9497-445a-b8ca-6d7b093586f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event deleted for resources: {'Port': ['ID=fff58942-a84b-463e-a75c-01861d9a412d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:14.329543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e13af1a7-57de-41c5-a83f-20da3ac407a1 req-03ba6d5f-5584-48af-8a12-5b4cf7cf5239 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 210 time: 0.1034894 Nov 12 13:40:14.365831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f845a002-f6a5-4ecd-8bb7-63969761a37b None None] Allocated IP 172.20.0.34 (a752933b-ea2c-4b51-b83f-5da2cf099b71/a551e4c9-3b7a-40a7-8d24-ce4aef8d1d28/639507ac-20ed-4b1b-9f2d-b6bf8d783e7a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:14.392276 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f0a61c3e-9497-445a-b8ca-6d7b093586f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:14.398566 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f0a61c3e-9497-445a-b8ca-6d7b093586f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "DELETE /v2.0/ports/fff58942-a84b-463e-a75c-01861d9a412d HTTP/1.1" status: 204 len: 168 time: 1.8718243 Nov 12 13:40:14.402012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:14.435442 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:14.449572 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-6a543365-3d1b-466b-b505-26eb0be7afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:14.451412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-6a543365-3d1b-466b-b505-26eb0be7afb4 service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.8632450 Nov 12 13:40:14.491580 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-67203eec-ab6d-4c86-beb3-e88b6c7bdc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] GET failed (client error): The resource could not be found. Nov 12 13:40:14.493639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-67203eec-ab6d-4c86-beb3-e88b6c7bdc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "GET /v2.0/ports/fff58942-a84b-463e-a75c-01861d9a412d HTTP/1.1" status: 404 len: 333 time: 0.0896275 Nov 12 13:40:14.498309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34320) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:14.509006 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Request body: {'port': {'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-69717930'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:14.534258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f845a002-f6a5-4ecd-8bb7-63969761a37b None None] For port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,segment=NetworkSegment(e6747a95-5d61-455a-8bec-440e1891c0ee),segment_id=e6747a95-5d61-455a-8bec-440e1891c0ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:14.560498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Made reservation on behalf of d737c318e50b4fda8a51e409434aa347 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:14.563666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:14.606316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] device_id is not set on port 73be8db6-2882-4741-a191-2d5f495898fa yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:40:14.626110 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f845a002-f6a5-4ecd-8bb7-63969761a37b None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:14.634404 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f845a002-f6a5-4ecd-8bb7-63969761a37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:14.702011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845a002-f6a5-4ecd-8bb7-63969761a37b None None] Pushing event updated for resources: {'Port': ['ID=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:14.833544 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-ee69bcdd-dee7-4ecb-9d22-66f1489e179b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 998 time: 0.3610413 Nov 12 13:40:14.943475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-e7cd996f-46f8-45f4-9824-9cbcf4f057c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:14.945374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-e7cd996f-46f8-45f4-9824-9cbcf4f057c1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.1016061 Nov 12 13:40:15.049154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Delete allocated IP 172.20.0.8 (a752933b-ea2c-4b51-b83f-5da2cf099b71/38438dbc-a058-4378-8f16-0155bbe01798) {{(pid=102676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 13:40:15.104462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Allocated IP 172.20.0.39 (a752933b-ea2c-4b51-b83f-5da2cf099b71/a551e4c9-3b7a-40a7-8d24-ce4aef8d1d28/9d6a6fd7-311d-4f9f-a668-87b950d0cc0f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:15.136689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:15.171842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-18982fa8-a480-4366-858d-c3e4434d4751 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:15.173733 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-18982fa8-a480-4366-858d-c3e4434d4751 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 811 time: 0.3835201 Nov 12 13:40:15.191321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Request body: {'port': {'device_id': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'admin_state_up': True, 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:15.203801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-bb47f111-cd78-490c-9412-b0dac44d33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:15.205569 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-bb47f111-cd78-490c-9412-b0dac44d33f5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300036 Nov 12 13:40:15.227748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:15.351763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-74339ab3-cde8-4d6c-be93-ab3b9ed7753f service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156230 Nov 12 13:40:15.352654 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:15.436811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Made reservation on behalf of 8bfffb1fd5ab49ba8c751725cfc850a9 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:15.440733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:15.444185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:15.445168 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:15.548090 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:15.631895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:15.635976 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a396a8a-4524-44e3-89c2-dae6eb55c516 req-b158a5ba-eee6-4f0f-8929-d32f520ca287 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232540 Nov 12 13:40:15.650102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event updated for resources: {'Port': ['ID=73be8db6-2882-4741-a191-2d5f495898fa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:15.786490 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2fda5e6b-290b-4140-850f-e1e95dbcce3e req-546fc5cc-e48e-41ab-a908-dcc82059db53 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 210 time: 0.1310601 Nov 12 13:40:15.832861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Network 9901d37d-f4d6-4714-b959-60093ad19dc5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:15.861107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-301e71a1-9c36-4485-af9a-93a4e7f67254 None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:15.862340 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-301e71a1-9c36-4485-af9a-93a4e7f67254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:15.904490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:15.907641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:15.909245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:15.912919 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:15.921745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Allocated IP 172.25.5.154 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/2b0cf61c-a710-43cb-a458-0364f5476bce) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:15.954016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Allocated IP 172.20.0.7 (716eaeb8-2b9f-4020-8796-089a156530f5/a0a7236b-e919-440f-ba8a-930742b36c5d/a8bbec15-2654-4056-8b7f-bc0f47c5c9c9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:15.991904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-948f7278-873b-431e-a11f-00734335605a tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.4923666 Nov 12 13:40:15.994802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34332) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:16.006631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:16.051004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:16.097235 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:16.141075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:16.146390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:16.164401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:16.175988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbfe2c1-5084-4fb4-ad3b-38f9a41a3f8d None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:16.196680 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:16.201812 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:16.213664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-301e71a1-9c36-4485-af9a-93a4e7f67254 None None] Provisioning complete for port 9d6a6fd7-311d-4f9f-a668-87b950d0cc0f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:16.214290 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-301e71a1-9c36-4485-af9a-93a4e7f67254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:16.224804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:16.239340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=2b0cf61c-a710-43cb-a458-0364f5476bce,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:16.269186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-301e71a1-9c36-4485-af9a-93a4e7f67254 None None] Port 9d6a6fd7-311d-4f9f-a668-87b950d0cc0f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:16.286391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-301e71a1-9c36-4485-af9a-93a4e7f67254 None None] Provisioning complete for port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:16.286771 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-301e71a1-9c36-4485-af9a-93a4e7f67254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:16.381835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-301e71a1-9c36-4485-af9a-93a4e7f67254 None None] Port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:16.443989 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:16.523593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-37d4f51d-2a17-490a-b0d0-4a861e54a63a None None] Provisioning complete for port 2b0cf61c-a710-43cb-a458-0364f5476bce triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:16.525256 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37d4f51d-2a17-490a-b0d0-4a861e54a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:16.625867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-37d4f51d-2a17-490a-b0d0-4a861e54a63a None None] Port 2b0cf61c-a710-43cb-a458-0364f5476bce cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:16.791185 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:16.958829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event updated for resources: {'Port': ['ID=9d6a6fd7-311d-4f9f-a668-87b950d0cc0f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:17.058398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.059252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.060136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.060785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.061664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.062328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.062854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.063742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.064313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.064849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.065408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.065934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:17.142746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a02c5c4f-5c9e-4eda-b0ff-f3902ee8a67c req-971a7d64-815b-4440-9915-f7707141d982 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 210 time: 0.1257069 Nov 12 13:40:17.242761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] In _notify_port_updated(), no bound segment for port 9d6a6fd7-311d-4f9f-a668-87b950d0cc0f on network a752933b-ea2c-4b51-b83f-5da2cf099b71 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:40:17.248842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:17.249539 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:17.250915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4b0d6f7b-d1a1-4a02-90f4-31b73623414d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "PUT /v2.0/ports/9d6a6fd7-311d-4f9f-a668-87b950d0cc0f HTTP/1.1" status: 200 len: 959 time: 3.8000858 Nov 12 13:40:17.257873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34346) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:17.272041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a1a92252-7683-41d9-be73-d67307e44acd None None] Provisioning complete for port 9d6a6fd7-311d-4f9f-a668-87b950d0cc0f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:17.274082 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1a92252-7683-41d9-be73-d67307e44acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:17.297659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:17.342930 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a1a92252-7683-41d9-be73-d67307e44acd None None] Port 9d6a6fd7-311d-4f9f-a668-87b950d0cc0f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:17.347115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3', 'd377d8f6-30f3-46c0-82d1-4af88497e2db'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:40:17.363284 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:17.407106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Network 716eaeb8-2b9f-4020-8796-089a156530f5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:17.423557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426a347-36d4-417e-8afd-f288167dc4a3 req-172ed4f0-12a6-40b3-901a-8250fa481bee tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:17.425497 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6426a347-36d4-417e-8afd-f288167dc4a3 req-172ed4f0-12a6-40b3-901a-8250fa481bee tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 946 time: 0.1896515 Nov 12 13:40:17.431675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] device_id is not set on port 73be8db6-2882-4741-a191-2d5f495898fa yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:40:17.440901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:17.448753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:17.454050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:17.528721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event updated for resources: {'Port': ['ID=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:17.546719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:17.638434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6426a347-36d4-417e-8afd-f288167dc4a3 req-faccf004-0d4f-4e96-99b6-f1ece2e25d36 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940541 Nov 12 13:40:17.645511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:17.649150 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:17.651580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-250fa7bd-750f-4a08-b1bd-c0f14b873fae tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 9d6a6fd7-311d-4f9f-a668-87b950d0cc0f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:17.651836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-250fa7bd-750f-4a08-b1bd-c0f14b873fae tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:17.699389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event updated for resources: {'Port': ['ID=73be8db6-2882-4741-a191-2d5f495898fa,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:17.706497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:17.709555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:17.710082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:17.721918 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-65f46fb1-7da3-4a25-9f2a-20c3dca0dd07 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5348456 Nov 12 13:40:17.730747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:17.735135 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:17.737205 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 2 to bind port 73be8db6-2882-4741-a191-2d5f495898fa Nov 12 13:40:17.748325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Request body: {'port': {'device_id': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:17.860803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:17.861250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:17.861779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:17.876322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:17.876322 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:17.876322 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 3 to bind port 73be8db6-2882-4741-a191-2d5f495898fa Nov 12 13:40:17.896874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:17.897140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:17.897531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:17.900975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:17.911276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:17.911864 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:17.920717 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 4 to bind port 73be8db6-2882-4741-a191-2d5f495898fa Nov 12 13:40:17.967276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:17.968041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:17.968041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:17.981810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:17.982127 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:17.984542 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 5 to bind port 73be8db6-2882-4741-a191-2d5f495898fa Nov 12 13:40:17.985549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2c07fe75-1538-44e5-b47c-b82c5e43dbf1 None None] Provisioning complete for port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:17.986056 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c07fe75-1538-44e5-b47c-b82c5e43dbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:18.011957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:18.012291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:18.012647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:18.028252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:18.028252 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:18.035761 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 6 to bind port 73be8db6-2882-4741-a191-2d5f495898fa Nov 12 13:40:18.043807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2c07fe75-1538-44e5-b47c-b82c5e43dbf1 None None] Port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:18.126293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:18.126642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:18.126994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:18.127713 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-250fa7bd-750f-4a08-b1bd-c0f14b873fae tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:18.141392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:18.142041 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:18.145748 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 7 to bind port 73be8db6-2882-4741-a191-2d5f495898fa Nov 12 13:40:18.151597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-250fa7bd-750f-4a08-b1bd-c0f14b873fae tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 9d6a6fd7-311d-4f9f-a668-87b950d0cc0f owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:18.164708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 697557ee-d8f3-41d0-ba83-1210b9acff02 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:40:18.187418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:18.187771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:18.188098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:18.213891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:18.214243 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:18.216417 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 8 to bind port 73be8db6-2882-4741-a191-2d5f495898fa Nov 12 13:40:18.273115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:18.273497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:18.273845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:18.285620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:18.285976 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:18.286449 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 9 to bind port 73be8db6-2882-4741-a191-2d5f495898fa Nov 12 13:40:18.346576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:18.346927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:18.347274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:18.365987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:18.366328 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:18.369063 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempt 10 to bind port 73be8db6-2882-4741-a191-2d5f495898fa Nov 12 13:40:18.399158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:18.413455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:18.416949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:18.416949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempting to bind port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:18.424092 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Sync routers for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:18.448231 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:18.449101 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:18.462287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:18.462626 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Failed to bind port 73be8db6-2882-4741-a191-2d5f495898fa on host n-h2-805736-4 for vnic_type normal using segments [{'id': '9b56d810-4b9d-4b77-929a-0d9b24fc72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9901d37d-f4d6-4714-b959-60093ad19dc5'}] Nov 12 13:40:18.462975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:18.465868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:18.468336 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-10a58f1a-8484-438e-bb6f-ad1fcc03bef6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4439552 Nov 12 13:40:18.471843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34360) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:18.494669 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-250fa7bd-750f-4a08-b1bd-c0f14b873fae tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:18.507132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbe0cf-422e-45c5-9f21-016a3d4cad12 req-3a9cad81-0df8-4c82-baba-4050e0eef1c3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:18.518333 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3cbe0cf-422e-45c5-9f21-016a3d4cad12 req-3a9cad81-0df8-4c82-baba-4050e0eef1c3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 931 time: 0.2239647 Nov 12 13:40:18.559606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fa7bd-750f-4a08-b1bd-c0f14b873fae tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=9d6a6fd7-311d-4f9f-a668-87b950d0cc0f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:18.577247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:40:18.689705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] For port 73be8db6-2882-4741-a191-2d5f495898fa, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:18.690370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attempted to set empty binding levels {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 13:40:18.700849 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:18.734022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:18.739799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Transition to ACTIVE for port object a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:40:18.752822 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-82d90956-b62d-4463-bafb-f9db5cbd03a9 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=0e471bbf082147968eeb2d3e39474524&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2784293 Nov 12 13:40:18.762946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34364) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:18.804345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:18.863779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] In _notify_port_updated(), no bound segment for port 73be8db6-2882-4741-a191-2d5f495898fa on network 9901d37d-f4d6-4714-b959-60093ad19dc5 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:40:18.865243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:18.866259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:18.867950 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "PUT /v2.0/ports/73be8db6-2882-4741-a191-2d5f495898fa HTTP/1.1" status: 200 len: 977 time: 2.8681452 Nov 12 13:40:18.874959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34366) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:18.878224 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:18.889082 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-250fa7bd-750f-4a08-b1bd-c0f14b873fae tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:18.896641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-250fa7bd-750f-4a08-b1bd-c0f14b873fae tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/9d6a6fd7-311d-4f9f-a668-87b950d0cc0f HTTP/1.1" status: 204 len: 168 time: 1.6368489 Nov 12 13:40:18.898902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34368) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:18.922870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022de440-eb1e-40da-806b-20639557dc77 req-2feb1bde-4def-4fe0-be41-097eea6644f0 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:18.937832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-022de440-eb1e-40da-806b-20639557dc77 req-2feb1bde-4def-4fe0-be41-097eea6644f0 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 946 time: 0.2863235 Nov 12 13:40:19.049855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d5592-48ba-4aee-a054-2d2a01cf4aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event updated for resources: {'Port': ['ID=73be8db6-2882-4741-a191-2d5f495898fa,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:19.078946 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-40376d49-4d3d-4ea7-9600-447a196f6517 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] GET failed (client error): The resource could not be found. Nov 12 13:40:19.085871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-40376d49-4d3d-4ea7-9600-447a196f6517 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports/9d6a6fd7-311d-4f9f-a668-87b950d0cc0f HTTP/1.1" status: 404 len: 333 time: 0.1852784 Nov 12 13:40:19.092576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34374) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:19.121389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:19.136517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3cbe0cf-422e-45c5-9f21-016a3d4cad12 req-e655c140-6222-4349-8d13-afe10889e968 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171613 Nov 12 13:40:19.164001 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-79481ef4-c9a0-4cd1-bd0d-d9f2830d4333 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3696170 Nov 12 13:40:19.333868 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:40:16Z', 'revision_number': 3, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:19.374538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63583ba-9042-45fc-b05a-c7e343081b69 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:19.377218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c63583ba-9042-45fc-b05a-c7e343081b69 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6094923 Nov 12 13:40:19.387572 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Checking router: 697557ee-d8f3-41d0-ba83-1210b9acff02 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:40:19.387912 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Updating router 697557ee-d8f3-41d0-ba83-1210b9acff02 port 2b0cf61c-a710-43cb-a458-0364f5476bce binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:40:19.401993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34380) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:19.456249 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:19.510541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Attempting to bind port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:19.510932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Attempting to bind port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:19.511469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Attempting to bind port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:19.517729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-022de440-eb1e-40da-806b-20639557dc77 req-cdf175c1-e5e0-4e63-b711-5b363d4e47ff tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5779891 Nov 12 13:40:19.542972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 on network 716eaeb8-2b9f-4020-8796-089a156530f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:19.543487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Attempting to bind port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 on network 716eaeb8-2b9f-4020-8796-089a156530f5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:19.568458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:19.569002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Checking segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:19.569671 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Bound using segment: {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:19.570413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Bound port: a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:19.571003 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:19.642111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-c4693d6c-d753-474d-94ad-9903f131fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:19.643855 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-c4693d6c-d753-474d-94ad-9903f131fe17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 1096 time: 0.4338455 Nov 12 13:40:19.678691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34386) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:19.679906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8295d6c3-480b-471c-98a0-ed79056b4c17 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2672102 Nov 12 13:40:19.722171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1292072198', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:19.798714 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-22e83774-e226-4e95-8d35-a0f52f61a8c0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:19.868004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] For port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:19.877391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a4485fd6-6cb6-4e8c-8adc-4156afeb2b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Deleting port 73be8db6-2882-4741-a191-2d5f495898fa {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:19.878089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4485fd6-6cb6-4e8c-8adc-4156afeb2b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:19.881466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] For port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:19.899350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:19.949224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:19.950407 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:19.952324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] 10.222.0.105 "PUT /v2.0/ports/a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 HTTP/1.1" status: 200 len: 1091 time: 2.2160339 Nov 12 13:40:19.956515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'tag': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:40:19.961498 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-22e83774-e226-4e95-8d35-a0f52f61a8c0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:19.980413 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64870212-ff7c-49fd-9320-34a9c96b67f8" -d '{"events": [{"name": "network-changed", "server_uuid": "00d54bb9-fb54-4aa9-b568-02537d13c97d", "tag": "a8bbec15-2654-4056-8b7f-bc0f47c5c9c9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:40:19.990314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Made reservation on behalf of 0e471bbf082147968eeb2d3e39474524 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:19.994168 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.132296 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.149490 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.244318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bfd644-f567-48c4-9662-5edb864ed4f8 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:20.282609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-a4485fd6-6cb6-4e8c-8adc-4156afeb2b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] For port 73be8db6-2882-4741-a191-2d5f495898fa, host n-h2-805736-4, got binding levels [] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:20.283394 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4485fd6-6cb6-4e8c-8adc-4156afeb2b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.330856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-a1163ccf-72ab-446e-b211-feff0f567914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:20.333101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-a1163ccf-72ab-446e-b211-feff0f567914 service neutron] 10.222.0.70 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.6430597 Nov 12 13:40:20.343878 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Attempting to bind port 2b0cf61c-a710-43cb-a458-0364f5476bce on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:20.344848 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Attempting to bind port 2b0cf61c-a710-43cb-a458-0364f5476bce by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:20.345804 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Attempting to bind port 2b0cf61c-a710-43cb-a458-0364f5476bce on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:20.383872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-75009cb1-8d7c-45aa-8049-2f590f5f9d45 None None] Provisioning complete for port 2b0cf61c-a710-43cb-a458-0364f5476bce triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:20.384303 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75009cb1-8d7c-45aa-8049-2f590f5f9d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.392611 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:20.393186 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:20.393849 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.395003 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:20.396097 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Bound port: 2b0cf61c-a710-43cb-a458-0364f5476bce, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:20.396740 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.404774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a4485fd6-6cb6-4e8c-8adc-4156afeb2b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Calling delete_port for 73be8db6-2882-4741-a191-2d5f495898fa owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:20.456198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-75009cb1-8d7c-45aa-8049-2f590f5f9d45 None None] Port 2b0cf61c-a710-43cb-a458-0364f5476bce cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:20.469473 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a198d5-f9cf-418c-a797-ea75acf681b2 x-openstack-request-id: req-90a198d5-f9cf-418c-a797-ea75acf681b2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:40:20.473079 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d54bb9-fb54-4aa9-b568-02537d13c97d", "tag": "a8bbec15-2654-4056-8b7f-bc0f47c5c9c9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:40:20.473832 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90a198d5-f9cf-418c-a797-ea75acf681b2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:40:20.474726 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'tag': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9', 'status': 'completed', 'code': 200} Nov 12 13:40:20.500884 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290c579-146b-4758-b3a4-1dad3b2317f9 None None] Pushing event updated for resources: {'Port': ['ID=2b0cf61c-a710-43cb-a458-0364f5476bce,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:20.625482 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-f621f3c8-7aaf-418c-b25a-8e93f4e79fe8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d377d8f6-30f3-46c0-82d1-4af88497e2db HTTP/1.1" status: 200 len: 217 time: 0.2225053 Nov 12 13:40:20.647298 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] For port 2b0cf61c-a710-43cb-a458-0364f5476bce, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:20.647902 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.657339 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] For port 2b0cf61c-a710-43cb-a458-0364f5476bce, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2b0cf61c-a710-43cb-a458-0364f5476bce,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:20.661406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84664f94-53d8-4a4a-8562-c50792b78504 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:20.673735 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.681702 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-22e83774-e226-4e95-8d35-a0f52f61a8c0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.684706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-22e83774-e226-4e95-8d35-a0f52f61a8c0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.688814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-22e83774-e226-4e95-8d35-a0f52f61a8c0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/security-groups/61594e16-c468-4760-888d-e1e5212a2415 HTTP/1.1" status: 204 len: 168 time: 1.5776682 Nov 12 13:40:20.698323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34400) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:20.739519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9433984c-5697-4cee-9dc4-a421ba6dfda3 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:20.764857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-b5b92737-0951-4332-9286-bb91fba27c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:20.768023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-b5b92737-0951-4332-9286-bb91fba27c77 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 1094 time: 0.2916737 Nov 12 13:40:20.846462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9346c486-a308-42f0-84e4-aa6e957d34a4 None None] Provisioning complete for port 2b0cf61c-a710-43cb-a458-0364f5476bce triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:20.847120 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9346c486-a308-42f0-84e4-aa6e957d34a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:20.850094 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:20.851134 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:20.859729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e83774-e226-4e95-8d35-a0f52f61a8c0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61594e16-c468-4760-888d-e1e5212a2415,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:20.872712 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb4b88-8e1d-423e-a012-82b112956b96 req-a7902303-70af-4909-910f-39d15009aa28 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:20.881842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58bb4b88-8e1d-423e-a012-82b112956b96 req-a7902303-70af-4909-910f-39d15009aa28 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 943 time: 0.5526829 Nov 12 13:40:20.945130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-1ddfd1dd-c815-4dbe-951b-7400a13e1e13 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 HTTP/1.1" status: 200 len: 217 time: 0.1542246 Nov 12 13:40:20.948713 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Subnet': ['ID=7d63467f-b4ff-4be4-83f1-98b6c26ee1ce,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:20.966395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-72f5f16c-1525-48d7-bcc0-abe89b2eaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:20.968311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-72f5f16c-1525-48d7-bcc0-abe89b2eaa56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.3162425 Nov 12 13:40:20.969352 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290c579-146b-4758-b3a4-1dad3b2317f9 None None] Pushing event updated for resources: {'Port': ['ID=2b0cf61c-a710-43cb-a458-0364f5476bce,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:21.079422 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58bb4b88-8e1d-423e-a012-82b112956b96 req-414ba019-c899-4761-97c9-4ba4c3d5636b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958549 Nov 12 13:40:21.117736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Checking segment: {'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:21.119034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network hostable DHCP agents. Network: cfd10963-60d4-41d9-acc4-7044c33ab5e5, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:40:21.130993 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d6048a43-b21c-46b0-bc2f-ace1fc305f82 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:21.140179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4485fd6-6cb6-4e8c-8adc-4156afeb2b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:21.147570 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9346c486-a308-42f0-84e4-aa6e957d34a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:21.152841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2cbb5-d7f9-4a0b-8c69-0fdd8be30a87 req-8ccd1f90-9427-484c-aa8a-0be56397f92a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:21.168434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26e2cbb5-d7f9-4a0b-8c69-0fdd8be30a87 req-8ccd1f90-9427-484c-aa8a-0be56397f92a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 946 time: 0.3894918 Nov 12 13:40:21.174220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-2b2318e1-d311-47d8-98fa-94999bd76d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:21.179357 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-2b2318e1-d311-47d8-98fa-94999bd76d8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889896 Nov 12 13:40:21.196732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9346c486-a308-42f0-84e4-aa6e957d34a4 None None] For port 2b0cf61c-a710-43cb-a458-0364f5476bce, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2b0cf61c-a710-43cb-a458-0364f5476bce,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:21.207194 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:21.207491 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9346c486-a308-42f0-84e4-aa6e957d34a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:21.210433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-a323e854-b180-4732-b271-9df11a5a12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:21.213348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-a323e854-b180-4732-b271-9df11a5a12ad service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.2466412 Nov 12 13:40:21.314654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network cfd10963-60d4-41d9-acc4-7044c33ab5e5 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:40:21.330894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346c486-a308-42f0-84e4-aa6e957d34a4 None None] Pushing event updated for resources: {'Port': ['ID=2b0cf61c-a710-43cb-a458-0364f5476bce,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:21.352658 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:40:21.367928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, cfd10963-60d4-41d9-acc4-7044c33ab5e5) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:21.376927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba99220-e06e-421c-b54f-52ae9232667f None None] Network cfd10963-60d4-41d9-acc4-7044c33ab5e5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:21.391482 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26e2cbb5-d7f9-4a0b-8c69-0fdd8be30a87 req-d5bdf17e-3bf5-404d-bae8-3d7788ade43f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050512 Nov 12 13:40:21.437444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:21.440751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:21.443762 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-322bdf26-1b16-4aa1-a5b1-2cb7bb398ec7 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168152 Nov 12 13:40:21.470629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4485fd6-6cb6-4e8c-8adc-4156afeb2b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Pushing event deleted for resources: {'Port': ['ID=73be8db6-2882-4741-a191-2d5f495898fa,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:21.472161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-b7cc1661-1120-4f91-aa71-9c90e1fd01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:21.481523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-b7cc1661-1120-4f91-aa71-9c90e1fd01fe service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2436476 Nov 12 13:40:21.528750 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d6048a43-b21c-46b0-bc2f-ace1fc305f82 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:21.546638 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4485fd6-6cb6-4e8c-8adc-4156afeb2b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:21.555503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a4485fd6-6cb6-4e8c-8adc-4156afeb2b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "DELETE /v2.0/ports/73be8db6-2882-4741-a191-2d5f495898fa HTTP/1.1" status: 204 len: 168 time: 2.6739404 Nov 12 13:40:21.561755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:21.682727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-36656631-0f80-464a-ac5c-f4a680574bed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0022786 Nov 12 13:40:21.690482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34408) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:21.773626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:40:21.774670 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:21.806900 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-093cc3db-f182-4cfb-b7c6-312da8f3bc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] GET failed (client error): The resource could not be found. Nov 12 13:40:21.812727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-093cc3db-f182-4cfb-b7c6-312da8f3bc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-438805142-project-admin] 10.222.0.73 "GET /v2.0/ports/73be8db6-2882-4741-a191-2d5f495898fa HTTP/1.1" status: 404 len: 333 time: 0.2123182 Nov 12 13:40:21.813050 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:40:16Z', 'revision_number': 3, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:21.813586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:21.815839 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d6048a43-b21c-46b0-bc2f-ace1fc305f82 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:21.819414 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d6048a43-b21c-46b0-bc2f-ace1fc305f82 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:21.821151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d6048a43-b21c-46b0-bc2f-ace1fc305f82 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/security-groups/93bcac62-2994-495e-8bde-abc77606648c HTTP/1.1" status: 204 len: 168 time: 1.0479043 Nov 12 13:40:21.829758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:21.830403 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f1ff586-c2d5-4607-b81e-b9edac5b9795 req-bf9c2b45-74bd-467b-8f7c-660bab014937 service neutron] 10.222.0.70 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731010 Nov 12 13:40:21.845510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6048a43-b21c-46b0-bc2f-ace1fc305f82 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bcac62-2994-495e-8bde-abc77606648c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:21.902834 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c89bd-b701-4768-ad30-c92dab9194e4 None None] The sync data for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 is: [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:40:16Z', 'revision_number': 3, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:40:22.021801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Allocated IP 172.20.0.2 (cfd10963-60d4-41d9-acc4-7044c33ab5e5/7d63467f-b4ff-4be4-83f1-98b6c26ee1ce/19ab211b-8501-4b0e-b19e-00b130df28fa) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:22.032956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.077270 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-8a7fbc87-ea0d-4767-bac6-fa715fee0616 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852995 Nov 12 13:40:22.078458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d64beb4a-f262-40f9-9bf6-780aac203b75 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.111078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d64beb4a-f262-40f9-9bf6-780aac203b75 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.262356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.271085 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.278070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb744eee-ec80-4194-8ede-8997de2bc1ff req-c9f2abb3-b5f3-47f4-8251-606e0315177f service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146758 Nov 12 13:40:22.282690 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d64beb4a-f262-40f9-9bf6-780aac203b75 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.303139 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d64beb4a-f262-40f9-9bf6-780aac203b75 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.309692 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d64beb4a-f262-40f9-9bf6-780aac203b75 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/security-groups/15e9f6e5-4317-456c-b56e-ce24fdf1330d HTTP/1.1" status: 204 len: 168 time: 0.4615436 Nov 12 13:40:22.353198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34416) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:22.362697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-1d6d621f-56e7-4416-adef-b1da93dcb5d4 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:22.367310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-1d6d621f-56e7-4416-adef-b1da93dcb5d4 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.70 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 946 time: 0.2027266 Nov 12 13:40:22.381583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Pushing event updated for resources: {'Port': ['ID=19ab211b-8501-4b0e-b19e-00b130df28fa,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:22.409168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Network cfd10963-60d4-41d9-acc4-7044c33ab5e5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:22.413945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:22.423543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:22.440854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64beb4a-f262-40f9-9bf6-780aac203b75 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e9f6e5-4317-456c-b56e-ce24fdf1330d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:22.587715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Attempting to bind port 19ab211b-8501-4b0e-b19e-00b130df28fa on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:22.588305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Attempting to bind port 19ab211b-8501-4b0e-b19e-00b130df28fa by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:22.588742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Attempting to bind port 19ab211b-8501-4b0e-b19e-00b130df28fa on network cfd10963-60d4-41d9-acc4-7044c33ab5e5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:22.600768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:22.601251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Checking segment: {'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:22.601861 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.602321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Bound using segment: {'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:22.603134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Bound port: 19ab211b-8501-4b0e-b19e-00b130df28fa, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:22.603682 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.658848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-320ea133-49b7-4874-b8b1-9b919745ba43 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet 38438dbc-a058-4378-8f16-0155bbe01798 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:40:22.696839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] For port 19ab211b-8501-4b0e-b19e-00b130df28fa, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:22.701425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] For port 19ab211b-8501-4b0e-b19e-00b130df28fa, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=19ab211b-8501-4b0e-b19e-00b130df28fa,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:22.708226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.714865 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-320ea133-49b7-4874-b8b1-9b919745ba43 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.800340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c1d78-ee1a-4933-8d72-a13bf30539d7 req-8dbbbf8e-970d-4636-80d6-7c6447f45ef8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:22.808549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b48c1d78-ee1a-4933-8d72-a13bf30539d7 req-8dbbbf8e-970d-4636-80d6-7c6447f45ef8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 943 time: 0.5282023 Nov 12 13:40:22.833140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-5593863c-0653-49c8-9daa-1c9ed1d4a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:22.834805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-5593863c-0653-49c8-9daa-1c9ed1d4a6ba service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 1094 time: 0.4599049 Nov 12 13:40:22.842597 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.844525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e49b5d-7f74-440c-bc75-86d540176b6f None None] Pushing event updated for resources: {'Port': ['ID=19ab211b-8501-4b0e-b19e-00b130df28fa,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:22.955363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9901d37d-f4d6-4714-b959-60093ad19dc5']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:22.965207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-320ea133-49b7-4874-b8b1-9b919745ba43 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:22.977705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce473bd-e30d-4508-a1d1-0c7ac1d918cb req-bfc72753-e324-4edc-8eae-13a067ad8627 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:22.979345 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7ce473bd-e30d-4508-a1d1-0c7ac1d918cb req-bfc72753-e324-4edc-8eae-13a067ad8627 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 946 time: 0.2179651 Nov 12 13:40:23.058862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b56d810-4b9d-4b77-929a-0d9b24fc72d9') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:23.059386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b56d810-4b9d-4b77-929a-0d9b24fc72d9') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:23.163377 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:23.166682 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:23.180825 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b48c1d78-ee1a-4933-8d72-a13bf30539d7 req-e259a4a5-e81f-420a-87cd-937c2c2d3c72 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713725 Nov 12 13:40:23.197084 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7ce473bd-e30d-4508-a1d1-0c7ac1d918cb req-32e734cc-2f25-45a9-a009-733fa8db35cd tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971419 Nov 12 13:40:23.205420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Deleting port 6da865db-babd-4458-8e50-629113327eb8 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:23.206001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:23.309095 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2b0cf61c-a710-43cb-a458-0364f5476bce up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:23.336149 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:23.439414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:40:23.451702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:40:23.459242 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:40:23.479616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2b0cf61c-a710-43cb-a458-0364f5476bce triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:23.482035 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:23.514224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-b6ebacb8-7b26-47d3-ad56-1ef12bb34f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:23.516948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-b6ebacb8-7b26-47d3-ad56-1ef12bb34f04 service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.6694050 Nov 12 13:40:23.933130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] For port 6da865db-babd-4458-8e50-629113327eb8, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6da865db-babd-4458-8e50-629113327eb8,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:23.934224 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:24.199498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34430) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:24.239161 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-ec71aa52-8ceb-43ff-9938-d678e3ad8d1a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 HTTP/1.1" status: 200 len: 217 time: 0.7009528 Nov 12 13:40:24.257199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-320ea133-49b7-4874-b8b1-9b919745ba43 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:24.395404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:24.403417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:24.407361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] 10.222.0.73 "DELETE /v2.0/networks/9901d37d-f4d6-4714-b959-60093ad19dc5 HTTP/1.1" status: 204 len: 168 time: 2.5891504 Nov 12 13:40:24.446760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-320ea133-49b7-4874-b8b1-9b919745ba43 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:24.451987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53b1d1-3400-43c7-99a4-36e89f602de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188165040-project] Pushing event deleted for resources: {'Network': ['ID=9901d37d-f4d6-4714-b959-60093ad19dc5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:24.499114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b652ccd4-4010-4bfd-89f3-ff0fe276441d None None] Network cfd10963-60d4-41d9-acc4-7044c33ab5e5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:24.542898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ea133-49b7-4874-b8b1-9b919745ba43 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=38438dbc-a058-4378-8f16-0155bbe01798,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:24.572589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:24.594358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-320ea133-49b7-4874-b8b1-9b919745ba43 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:24.605991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-320ea133-49b7-4874-b8b1-9b919745ba43 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/38438dbc-a058-4378-8f16-0155bbe01798 HTTP/1.1" status: 204 len: 168 time: 2.2330933 Nov 12 13:40:24.615498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc59bb-e15b-4767-bcfa-44fc8e785178 None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:24.634122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34442) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:24.670057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab5546-0012-4fb0-8a74-869067eb2a34 req-9e3d2038-06d3-4a7b-bb72-329672f14032 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:24.673341 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62ab5546-0012-4fb0-8a74-869067eb2a34 req-9e3d2038-06d3-4a7b-bb72-329672f14032 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 946 time: 0.3150396 Nov 12 13:40:24.678529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-75b5f787-f6ae-4bde-99ab-adfbac2b6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:24.680578 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-75b5f787-f6ae-4bde-99ab-adfbac2b6c7e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.3251896 Nov 12 13:40:24.725928 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:24.726287 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:24.726692 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Floating IP 126ad261-cbf5-403e-bc80-6c391d0bd238 disassociated. External IP: 172.25.5.77, port: 6da865db-babd-4458-8e50-629113327eb8. Nov 12 13:40:24.727111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Calling delete_port for 6da865db-babd-4458-8e50-629113327eb8 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:24.747300 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Allocated IP 172.20.0.1 (cfd10963-60d4-41d9-acc4-7044c33ab5e5/7d63467f-b4ff-4be4-83f1-98b6c26ee1ce/cc4eaaae-6c3b-4b91-a32d-f7b475d2a548) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:24.756607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cf14b610-5bd9-40dd-ae95-ca845bbb291f None None] Provisioning complete for port 19ab211b-8501-4b0e-b19e-00b130df28fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:24.758223 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf14b610-5bd9-40dd-ae95-ca845bbb291f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:24.798769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755f56f-8647-4771-8c19-5c9e74547428 req-98f5e49e-c07e-4806-aac3-6236628351e9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:24.802229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7755f56f-8647-4771-8c19-5c9e74547428 req-98f5e49e-c07e-4806-aac3-6236628351e9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 943 time: 0.4359591 Nov 12 13:40:24.855600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34446) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:24.929726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-c195ba09-7636-4bc5-af10-eae701791806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:24.935676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-c195ba09-7636-4bc5-af10-eae701791806 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2400327 Nov 12 13:40:24.963973 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62ab5546-0012-4fb0-8a74-869067eb2a34 req-b4619920-c702-49a4-b0b1-ecbe044ff03f tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups?id=6172d07c-6eb1-4b91-b230-5f65e9ce72ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811790 Nov 12 13:40:24.970489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c9d35d-ef39-4921-9335-f2b2d29c97dc tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet a551e4c9-3b7a-40a7-8d24-ce4aef8d1d28 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:40:24.986775 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-74c9d35d-ef39-4921-9335-f2b2d29c97dc tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.073246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7755f56f-8647-4771-8c19-5c9e74547428 req-33224913-8f12-4411-b729-163493b2392f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558360 Nov 12 13:40:25.178180 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf14b610-5bd9-40dd-ae95-ca845bbb291f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.217775 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-74c9d35d-ef39-4921-9335-f2b2d29c97dc tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.293198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cf14b610-5bd9-40dd-ae95-ca845bbb291f None None] For port 19ab211b-8501-4b0e-b19e-00b130df28fa, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=19ab211b-8501-4b0e-b19e-00b130df28fa,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:25.302548 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf14b610-5bd9-40dd-ae95-ca845bbb291f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.328833 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-e98708aa-7e12-4107-90d7-7d94895feccb service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632340 Nov 12 13:40:25.360300 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.360485 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-617699a1-74f7-48bf-b12b-4509c64e6903 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aac39bc6a518416eb5090ce58486b0ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5008962 Nov 12 13:40:25.367468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34450) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:25.381469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 19ab211b-8501-4b0e-b19e-00b130df28fa up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:25.389377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6da865db-babd-4458-8e50-629113327eb8 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:40:25.391836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.486814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14b610-5bd9-40dd-ae95-ca845bbb291f None None] Pushing event updated for resources: {'Port': ['ID=19ab211b-8501-4b0e-b19e-00b130df28fa,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:25.509223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacc622d-5bcf-48f1-bf79-d4ce7a9f71ef,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:25.524857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64870212-ff7c-49fd-9320-34a9c96b67f8 req-1334d1f9-466c-4316-b4a0-8a3f4f7a82be service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855836 Nov 12 13:40:25.546718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:40:25.606895 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.615950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 19ab211b-8501-4b0e-b19e-00b130df28fa triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:25.616370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.625152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.662113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.662620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.663040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.663470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.663897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.664326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.664749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.665165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.665609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.666005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.666437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.666854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:25.696374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c6376e9c-b968-4996-8563-a9a2bba70c6a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=29ccf864aece45a18c43c897516b757f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4926703 Nov 12 13:40:25.697557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34452) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:25.739931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-74c9d35d-ef39-4921-9335-f2b2d29c97dc tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.743204 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.747116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-af926130-a916-4371-a224-c1842eef9e98 None None] Provisioning complete for port 19ab211b-8501-4b0e-b19e-00b130df28fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:25.747513 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af926130-a916-4371-a224-c1842eef9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.783868 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fb9c18-36b9-4e17-8663-b3428b80e0f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.786449 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c32d-52a6-44d1-8aa3-db976a17cc35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.813058 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fb9c18-36b9-4e17-8663-b3428b80e0f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.825362 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Pushing event deleted for resources: {'Port': ['ID=6da865db-babd-4458-8e50-629113327eb8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:25.862675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c32d-52a6-44d1-8aa3-db976a17cc35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.867299 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.870129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:25.908335 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fb9c18-36b9-4e17-8663-b3428b80e0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.911958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98fb9c18-36b9-4e17-8663-b3428b80e0f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:25.917083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-98fb9c18-36b9-4e17-8663-b3428b80e0f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bacc622d-5bcf-48f1-bf79-d4ce7a9f71ef HTTP/1.1" status: 204 len: 168 time: 0.2192111 Nov 12 13:40:25.928668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb9c18-36b9-4e17-8663-b3428b80e0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacc622d-5bcf-48f1-bf79-d4ce7a9f71ef,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:25.939100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'port_id': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9', 'mac_address': 'fa:16:3e:5c:ca:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:40:26.022838 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.083746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network cfd10963-60d4-41d9-acc4-7044c33ab5e5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:26.090441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:40:26.134509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:26.149182 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.150413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:26.167623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:26.180763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72c027c5-18d8-4d9c-a9a5-2f59b0fb2cc6 req-6b57c62a-c5a2-40e2-9aa5-e27958af680c tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 210 time: 0.1209321 Nov 12 13:40:26.181538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=cc4eaaae-6c3b-4b91-a32d-f7b475d2a548,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:26.188426 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-74c9d35d-ef39-4921-9335-f2b2d29c97dc tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.271138 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c32d-52a6-44d1-8aa3-db976a17cc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.279652 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c32d-52a6-44d1-8aa3-db976a17cc35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.283144 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c1c2c32d-52a6-44d1-8aa3-db976a17cc35 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b232e98-d384-4756-87d9-203313fc320e HTTP/1.1" status: 204 len: 168 time: 0.9085028 Nov 12 13:40:26.307795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:26.319437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9d35d-ef39-4921-9335-f2b2d29c97dc tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=a551e4c9-3b7a-40a7-8d24-ce4aef8d1d28,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:26.324939 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-74c9d35d-ef39-4921-9335-f2b2d29c97dc tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.345017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-74c9d35d-ef39-4921-9335-f2b2d29c97dc tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/a551e4c9-3b7a-40a7-8d24-ce4aef8d1d28 HTTP/1.1" status: 204 len: 168 time: 1.7087634 Nov 12 13:40:26.350649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34466) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:26.383375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bbb90-1c4b-45de-8c99-43b0e47584b7 req-7300e9ea-1d63-4d10-b37c-549ea3f9f447 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:26.396091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2c32d-52a6-44d1-8aa3-db976a17cc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b232e98-d384-4756-87d9-203313fc320e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:26.398880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f32bbb90-1c4b-45de-8c99-43b0e47584b7 req-7300e9ea-1d63-4d10-b37c-549ea3f9f447 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 944 time: 0.1436093 Nov 12 13:40:26.420749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e2b430-63ae-4914-92f0-c53949e9612f None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:26.461636 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f32bbb90-1c4b-45de-8c99-43b0e47584b7 req-4f7177dc-cf43-42ea-96b3-b297726481c9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598917 Nov 12 13:40:26.466937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.525545 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1984c0a-0368-49dc-b48a-524fb3633668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:26.526579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1984c0a-0368-49dc-b48a-524fb3633668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:26.531748 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f1984c0a-0368-49dc-b48a-524fb3633668 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/38438dbc-a058-4378-8f16-0155bbe01798 HTTP/1.1" status: 404 len: 337 time: 0.1760368 Nov 12 13:40:26.534296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34472) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:26.545581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:40:26.573797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['a8bbec15-2654-4056-8b7f-bc0f47c5c9c9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:40:26.636406 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b5aa90a0-f738-4ad4-9a6f-d73ece192332 None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:26.636406 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5aa90a0-f738-4ad4-9a6f-d73ece192332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.671518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d1a159-f876-44df-a86e-04aaddea4225 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting subnet 29521b58-0c7f-4386-89df-990d078b0fe7 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:40:26.676574 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d1a159-f876-44df-a86e-04aaddea4225 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.777843 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d1a159-f876-44df-a86e-04aaddea4225 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.928878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:26.932040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:26.963202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] Sync routers for ids ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:26.974927 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d1a159-f876-44df-a86e-04aaddea4225 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.011443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] No DVR routers for this DVR port 6da865db-babd-4458-8e50-629113327eb8 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:40:27.016473 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.021511 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ec868d1-9bd3-4c18-a176-88f9c3babf84 req-f8e73fba-e0cc-468d-867b-64f167d59c5a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.70 "DELETE /v2.0/ports/6da865db-babd-4458-8e50-629113327eb8 HTTP/1.1" status: 204 len: 173 time: 4.4333489 Nov 12 13:40:27.021636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'name': 'network-vif-deleted', 'tag': '6da865db-babd-4458-8e50-629113327eb8'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:40:27.024446 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e57f781-d266-4cc4-9d47-c548aa1c4588" -d '{"events": [{"server_uuid": "98338c53-6a55-4a04-91ef-00c2b22806fe", "name": "network-vif-deleted", "tag": "6da865db-babd-4458-8e50-629113327eb8"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:40:27.152863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d1a159-f876-44df-a86e-04aaddea4225 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.189059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34488) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:27.222138 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddf0692-b280-4561-9f87-b1f6bbc75cf2 x-openstack-request-id: req-5ddf0692-b280-4561-9f87-b1f6bbc75cf2 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:40:27.224486 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98338c53-6a55-4a04-91ef-00c2b22806fe", "name": "network-vif-deleted", "tag": "6da865db-babd-4458-8e50-629113327eb8", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:40:27.226482 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ddf0692-b280-4561-9f87-b1f6bbc75cf2 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:40:27.226884 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98338c53-6a55-4a04-91ef-00c2b22806fe', 'name': 'network-vif-deleted', 'tag': '6da865db-babd-4458-8e50-629113327eb8', 'status': 'completed', 'code': 200} Nov 12 13:40:27.240212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 19ab211b-8501-4b0e-b19e-00b130df28fa up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:27.261805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d1a159-f876-44df-a86e-04aaddea4225 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.272528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34492) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:27.273962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-92d1a159-f876-44df-a86e-04aaddea4225 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/29521b58-0c7f-4386-89df-990d078b0fe7 HTTP/1.1" status: 204 len: 168 time: 0.7375059 Nov 12 13:40:27.278267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1a159-f876-44df-a86e-04aaddea4225 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Subnet': ['ID=29521b58-0c7f-4386-89df-990d078b0fe7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:27.320927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-35c4d271-18a5-42ee-9544-d289cf37bc70 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d737c318e50b4fda8a51e409434aa347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1232412 Nov 12 13:40:27.321464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34494) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:27.328567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] Routers {'40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:27.329218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:27.340738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64d07909-64a8-40b1-a023-761cc30a099c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.370890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c6616f3e-11da-4f1e-8ace-c12613927343 req-f7d4817c-5daf-40d4-ba9a-f59bab85a4c3 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/ports?device_id=98338c53-6a55-4a04-91ef-00c2b22806fe HTTP/1.1" status: 200 len: 210 time: 0.0511167 Nov 12 13:40:27.396858 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffbd94f-cfcb-4427-9a26-c676cd6b7a7d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:27.397513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffbd94f-cfcb-4427-9a26-c676cd6b7a7d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:27.402545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4ffbd94f-cfcb-4427-9a26-c676cd6b7a7d tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/0edd037c-f692-4a56-bf8c-2c18ddf297d7 HTTP/1.1" status: 404 len: 337 time: 0.1278591 Nov 12 13:40:27.406002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34498) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:27.476763 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc8f37f0-ce6b-4824-ac4e-45c2f6115b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.492093 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a26cd443-abeb-4b86-9330-6a18fb1cbb62 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "GET /v2.0/ports?device_id=e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0 HTTP/1.1" status: 200 len: 205 time: 0.0807295 Nov 12 13:40:27.493589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34504) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:27.541155 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc8f37f0-ce6b-4824-ac4e-45c2f6115b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.662506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] Set router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:27.667449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 19ab211b-8501-4b0e-b19e-00b130df28fa triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:27.667889 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.669626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b5aa90a0-f738-4ad4-9a6f-d73ece192332 None None] Provisioning complete for port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:27.670121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5aa90a0-f738-4ad4-9a6f-d73ece192332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.702905 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc8f37f0-ce6b-4824-ac4e-45c2f6115b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.707944 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc8f37f0-ce6b-4824-ac4e-45c2f6115b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:27.712236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bc8f37f0-ce6b-4824-ac4e-45c2f6115b36 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/370fe768-d8d0-472b-9793-4c856595494a HTTP/1.1" status: 204 len: 168 time: 0.3789289 Nov 12 13:40:27.776807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f37f0-ce6b-4824-ac4e-45c2f6115b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370fe768-d8d0-472b-9793-4c856595494a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:27.808111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e64728-bee9-4857-8aef-94e946e89acb req-0130d7f6-6acb-41c3-99da-cd40c95b0a80 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:27.811003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28e64728-bee9-4857-8aef-94e946e89acb req-0130d7f6-6acb-41c3-99da-cd40c95b0a80 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 944 time: 0.2199359 Nov 12 13:40:27.892468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28e64728-bee9-4857-8aef-94e946e89acb req-f95a80de-8b3f-4264-b261-996e8a108af2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751817 Nov 12 13:40:27.955366 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-1c2fbb47-9597-424e-9e8f-b6419522bb9f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] delete failed (client error): The resource could not be found. Nov 12 13:40:27.956465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1c2fbb47-9597-424e-9e8f-b6419522bb9f tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/routers/e19fd0f0-0304-4c35-a4f2-7343fbe3dcd0 HTTP/1.1" status: 404 len: 336 time: 0.4614379 Nov 12 13:40:27.959667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34512) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:27.967501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa90a0-f738-4ad4-9a6f-d73ece192332 None None] Port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:27.987548 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f055e0c-6fa7-4a8c-bdd4-86b29ae70d57 None None] Update dhcp port {'port': {'network_id': 'a752933b-ea2c-4b51-b83f-5da2cf099b71', 'fixed_ips': [{'subnet_id': '29521b58-0c7f-4386-89df-990d078b0fe7'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '639507ac-20ed-4b1b-9f2d-b6bf8d783e7a'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:40:27.993718 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b567758b-5adc-4ac5-a001-da9fc160450b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:27.994191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b567758b-5adc-4ac5-a001-da9fc160450b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:28.000366 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b567758b-5adc-4ac5-a001-da9fc160450b tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/28232136-8a29-4186-bce7-22d0bdeff56a HTTP/1.1" status: 404 len: 337 time: 0.0370960 Nov 12 13:40:28.000864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.047275 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b759dff-9358-440c-bd94-bce21f6ae78e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:28.047938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b759dff-9358-440c-bd94-bce21f6ae78e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:28.056363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4b759dff-9358-440c-bd94-bce21f6ae78e tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/fac4fa41-d13b-479d-a5ce-9e0cf1aaa419 HTTP/1.1" status: 404 len: 337 time: 0.0502822 Nov 12 13:40:28.057167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34516) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.073409 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f055e0c-6fa7-4a8c-bdd4-86b29ae70d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.118610 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c512d81-9596-4a94-a9b0-699984d60298 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:28.119199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c512d81-9596-4a94-a9b0-699984d60298 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:28.125310 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7c512d81-9596-4a94-a9b0-699984d60298 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/e27fcbf5-9753-4d5f-a002-ae309bbb1ec2 HTTP/1.1" status: 404 len: 337 time: 0.0620754 Nov 12 13:40:28.126601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34522) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.175290 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4064e3ba-8c9b-441a-9c3f-e55d93d51817 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:28.176059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4064e3ba-8c9b-441a-9c3f-e55d93d51817 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:28.181974 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-24b16375-479c-4efd-a2ac-d7fceb81df50 None None] Provisioning complete for port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:28.182174 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4064e3ba-8c9b-441a-9c3f-e55d93d51817 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/8027517f-6b36-4271-a66a-ba0515731845 HTTP/1.1" status: 404 len: 333 time: 0.0520418 Nov 12 13:40:28.182261 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24b16375-479c-4efd-a2ac-d7fceb81df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.182379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34524) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.228221 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58dda42-f76f-45c2-88b9-0073e3c9c5f5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:28.228953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58dda42-f76f-45c2-88b9-0073e3c9c5f5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:28.235956 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c58dda42-f76f-45c2-88b9-0073e3c9c5f5 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/bc0d3c07-85c4-4137-adcf-640a0c2cd197 HTTP/1.1" status: 404 len: 337 time: 0.0524602 Nov 12 13:40:28.236668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.249857 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.256822 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.310919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-24b16375-479c-4efd-a2ac-d7fceb81df50 None None] Port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:28.322933 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-39824988-1923-4a08-8b47-9c1f21c8a524 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:28.325797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39824988-1923-4a08-8b47-9c1f21c8a524 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:28.333977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-39824988-1923-4a08-8b47-9c1f21c8a524 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/d5c17f92-0a39-4773-9211-c4f81aa6a37d HTTP/1.1" status: 404 len: 337 time: 0.0961196 Nov 12 13:40:28.341672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34532) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.354764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=cc4eaaae-6c3b-4b91-a32d-f7b475d2a548,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:28.376022 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:55Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a8ebfccf-68e9-4d8b-b077-ca0173059928', 'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'mac_address': 'fa:16:3e:54:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:51Z', 'updated_at': '2021-11-12T13:37:04Z', 'revision_number': 5, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'subnets': [{'id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:28.384394 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-622bba51-84c0-4d33-8c86-adde3f42d3a0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:28.385185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622bba51-84c0-4d33-8c86-adde3f42d3a0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:28.389211 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-622bba51-84c0-4d33-8c86-adde3f42d3a0 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/537bec16-dec0-4166-a6c2-431256e501bf HTTP/1.1" status: 404 len: 333 time: 0.0456340 Nov 12 13:40:28.391619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34538) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.422234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] Checking router: 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:40:28.426847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f109b5-0d51-4af9-b0af-2e3bcaa67b22 None None] Network a752933b-ea2c-4b51-b83f-5da2cf099b71 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:28.430079 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.467784 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bf93c6-593e-4b6a-9cec-032724fea9c6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:28.468392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bf93c6-593e-4b6a-9cec-032724fea9c6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:28.484775 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-52bf93c6-593e-4b6a-9cec-032724fea9c6 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/2a5c6c9c-26b5-4d4a-814a-c05672165819 HTTP/1.1" status: 404 len: 337 time: 0.0915215 Nov 12 13:40:28.487113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.557178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.561222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] Routers {'40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:28.562131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:39:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:28.569634 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb9271b-ba7a-4f8b-b852-2b1183e42466 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] DELETE failed (client error): The resource could not be found. Nov 12 13:40:28.570559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb9271b-ba7a-4f8b-b852-2b1183e42466 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:40:28.575803 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bbb9271b-ba7a-4f8b-b852-2b1183e42466 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/subnets/91ff24a6-fd99-4a57-baf3-550ac32dfeb0 HTTP/1.1" status: 404 len: 337 time: 0.0863042 Nov 12 13:40:28.580039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34554) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.657298 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29fa896f-639a-4bfa-92cc-1fd9b6efdbb9 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.696389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-45211dd6-415a-4257-ad92-6b61e8a90f3f None None] Provisioning complete for port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:28.697091 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45211dd6-415a-4257-ad92-6b61e8a90f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.700911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29fa896f-639a-4bfa-92cc-1fd9b6efdbb9 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.772737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network cfd10963-60d4-41d9-acc4-7044c33ab5e5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:28.778562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:28.791867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-387b05c3-5325-4eab-ba61-cb95ebdc7dfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:28.792207 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-387b05c3-5325-4eab-ba61-cb95ebdc7dfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.813890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] Set router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:28.851585 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29fa896f-639a-4bfa-92cc-1fd9b6efdbb9 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.857573 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29fa896f-639a-4bfa-92cc-1fd9b6efdbb9 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:28.863966 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-29fa896f-639a-4bfa-92cc-1fd9b6efdbb9 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "DELETE /v2.0/security-groups/6172d07c-6eb1-4b91-b230-5f65e9ce72ea HTTP/1.1" status: 204 len: 168 time: 0.3048520 Nov 12 13:40:28.892980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34560) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:28.896765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa896f-639a-4bfa-92cc-1fd9b6efdbb9 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6172d07c-6eb1-4b91-b230-5f65e9ce72ea,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:28.944385 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ecf6d504-ade0-4dd3-be44-a8b325b15fe5 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] show failed (client error): The resource could not be found. Nov 12 13:40:28.945545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ecf6d504-ade0-4dd3-be44-a8b325b15fe5 tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "GET /v2.0/security-groups/6172d07c-6eb1-4b91-b230-5f65e9ce72ea HTTP/1.1" status: 404 len: 347 time: 0.0505981 Nov 12 13:40:28.950777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34570) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:29.175810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d5717-3a08-41e7-9395-2ac13754430c None None] DHCP port deletion for a752933b-ea2c-4b51-b83f-5da2cf099b71 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:29.223644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-387b05c3-5325-4eab-ba61-cb95ebdc7dfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.256357 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-387b05c3-5325-4eab-ba61-cb95ebdc7dfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:29.271623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:40:29.297882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 697557ee-d8f3-41d0-ba83-1210b9acff02 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:40:29.304230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e3d96-62cb-4825-802f-73674f073fcd req-63388c47-8302-43d2-9270-cd47c858f6bc tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:29.311615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf8e3d96-62cb-4825-802f-73674f073fcd req-63388c47-8302-43d2-9270-cd47c858f6bc tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 944 time: 0.2070169 Nov 12 13:40:29.400445 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf8e3d96-62cb-4825-802f-73674f073fcd req-c33ff380-3d1f-4ad3-9fe1-f261b5199457 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877438 Nov 12 13:40:29.409125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4b4807ea-fa29-4f72-8a27-dc72f91fa56a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Deleting port 4c2becc7-62fb-403a-a9c9-e597cd42747c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:29.409737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b4807ea-fa29-4f72-8a27-dc72f91fa56a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.523087 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-387b05c3-5325-4eab-ba61-cb95ebdc7dfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.523731 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b4807ea-fa29-4f72-8a27-dc72f91fa56a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.524131 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b4807ea-fa29-4f72-8a27-dc72f91fa56a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.542394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4b4807ea-fa29-4f72-8a27-dc72f91fa56a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Calling delete_port for 4c2becc7-62fb-403a-a9c9-e597cd42747c owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:29.571703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b05c3-5325-4eab-ba61-cb95ebdc7dfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=36dde605-6c27-4d9d-8b6c-c8a9a8e66a63,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:29.586374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-387b05c3-5325-4eab-ba61-cb95ebdc7dfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.593170 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-387b05c3-5325-4eab-ba61-cb95ebdc7dfe tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/ports/36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 HTTP/1.1" status: 204 len: 168 time: 1.0120201 Nov 12 13:40:29.593865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34580) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:29.648356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:29.710781 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1daa9505-9f61-4c17-aa55-e70927d1dd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.714021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-45211dd6-415a-4257-ad92-6b61e8a90f3f None None] Provisioning complete for port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:29.714571 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45211dd6-415a-4257-ad92-6b61e8a90f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.793503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-45211dd6-415a-4257-ad92-6b61e8a90f3f None None] Port 36dde605-6c27-4d9d-8b6c-c8a9a8e66a63 was deleted so its status cannot be updated. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 13:40:29.836320 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:29.846374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ee319551-d5f5-4506-9de9-01bcdfc97c56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "PUT /v2.0/routers/697557ee-d8f3-41d0-ba83-1210b9acff02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1515560 Nov 12 13:40:29.848757 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Sync routers for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:29.871521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.873017 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:29.875679 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:29.879053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34586) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:29.887605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-210d5717-3a08-41e7-9395-2ac13754430c None None] Deleting port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:29.887859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b4807ea-fa29-4f72-8a27-dc72f91fa56a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.887967 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-210d5717-3a08-41e7-9395-2ac13754430c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.912401 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34588) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:29.919116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-814071512', 'description': 'tempest-secgroup-smoke-814071512 description', 'project_id': '117e1d21aa7a4a768a1431764f136160'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:29.978907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-210d5717-3a08-41e7-9395-2ac13754430c None None] For port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,segment=NetworkSegment(e6747a95-5d61-455a-8bec-440e1891c0ee),segment_id=e6747a95-5d61-455a-8bec-440e1891c0ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:29.978907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-210d5717-3a08-41e7-9395-2ac13754430c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:29.983896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4807ea-fa29-4f72-8a27-dc72f91fa56a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Pushing event deleted for resources: {'Port': ['ID=4c2becc7-62fb-403a-a9c9-e597cd42747c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:29.999637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-210d5717-3a08-41e7-9395-2ac13754430c None None] Calling delete_port for 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:30.098300 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b4807ea-fa29-4f72-8a27-dc72f91fa56a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.101131 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:30.102058 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b4807ea-fa29-4f72-8a27-dc72f91fa56a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.103657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4b4807ea-fa29-4f72-8a27-dc72f91fa56a tempest-ServersTestManualDisk-2032850428 tempest-ServersTestManualDisk-2032850428-project] 10.222.0.73 "DELETE /v2.0/floatingips/126ad261-cbf5-403e-bc80-6c391d0bd238 HTTP/1.1" status: 204 len: 168 time: 1.1508608 Nov 12 13:40:30.107662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:30.127810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.149411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-376a1991-a9d6-455e-8abe-b5381d50838d None None] Provisioning complete for port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:30.149837 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-376a1991-a9d6-455e-8abe-b5381d50838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.189408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:40:30.201995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-376a1991-a9d6-455e-8abe-b5381d50838d None None] Port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:30.201995 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.209708 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-210d5717-3a08-41e7-9395-2ac13754430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.214336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.225063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:30.225532 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.235227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:55Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a8ebfccf-68e9-4d8b-b077-ca0173059928', 'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'mac_address': 'fa:16:3e:54:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:51Z', 'updated_at': '2021-11-12T13:37:04Z', 'revision_number': 5, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'subnets': [{'id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:30.285104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Deleting port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:30.285485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.290097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d131044-4f8a-49d1-93fd-bd9e427e5b01 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.290990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d131044-4f8a-49d1-93fd-bd9e427e5b01 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.291519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d131044-4f8a-49d1-93fd-bd9e427e5b01 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.292349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d131044-4f8a-49d1-93fd-bd9e427e5b01 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.292968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d131044-4f8a-49d1-93fd-bd9e427e5b01 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.293502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d131044-4f8a-49d1-93fd-bd9e427e5b01 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.294104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d131044-4f8a-49d1-93fd-bd9e427e5b01 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.294726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d131044-4f8a-49d1-93fd-bd9e427e5b01 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.295181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d131044-4f8a-49d1-93fd-bd9e427e5b01 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.299752 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7d131044-4f8a-49d1-93fd-bd9e427e5b01 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6348 time: 0.4153666 Nov 12 13:40:30.305642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34598) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:30.359249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f468617-b59e-412d-ba67-e38867f3643a None None] The sync data for ids ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'] in n-d-805736-4 is: [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:36:55Z', 'revision_number': 4, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a8ebfccf-68e9-4d8b-b077-ca0173059928', 'name': '', 'network_id': 'bc0a69dd-4d4f-4190-8324-52346d98fab4', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'mac_address': 'fa:16:3e:54:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:51Z', 'updated_at': '2021-11-12T13:37:04Z', 'revision_number': 5, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'subnets': [{'id': 'f87c08b3-282c-4c34-9f64-ad81c517e0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:40:30.373117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d5717-3a08-41e7-9395-2ac13754430c None None] Pushing event deleted for resources: {'Port': ['ID=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:30.385586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d5717-3a08-41e7-9395-2ac13754430c None None] No DVR routers for this DVR port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:40:30.482158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] For port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a, host n-d-805736-4, got binding levels [] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:30.483413 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.519584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Calling delete_port for 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:30.529566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a was not found and therefore no delete operation was performed {{(pid=102675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:40:30.535668 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.546770 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.556829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] No DVR routers for this DVR port 639507ac-20ed-4b1b-9f2d-b6bf8d783e7a on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:40:30.615396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Port': ['ID=639507ac-20ed-4b1b-9f2d-b6bf8d783e7a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:30.634051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:40:30.636613 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb456a3-05f7-494b-b45e-1079e0e9a300" -d '{"events": [{"server_uuid": "00d54bb9-fb54-4aa9-b568-02537d13c97d", "name": "network-vif-plugged", "status": "completed", "tag": "a8bbec15-2654-4056-8b7f-bc0f47c5c9c9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:40:30.651570 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:40:26Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:27Z', 'revision_number': 2, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:30.653216 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.664269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb02002-aac3-4a3c-83c7-f2dab61fa10a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.664767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb02002-aac3-4a3c-83c7-f2dab61fa10a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.665368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb02002-aac3-4a3c-83c7-f2dab61fa10a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.665831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb02002-aac3-4a3c-83c7-f2dab61fa10a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.666634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb02002-aac3-4a3c-83c7-f2dab61fa10a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.674158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb02002-aac3-4a3c-83c7-f2dab61fa10a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.674801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb02002-aac3-4a3c-83c7-f2dab61fa10a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.677609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb02002-aac3-4a3c-83c7-f2dab61fa10a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:30.686732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6fb02002-aac3-4a3c-83c7-f2dab61fa10a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5287 time: 0.3768137 Nov 12 13:40:30.686944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:30.691760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34608) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:30.693715 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.724429 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Checking router: 697557ee-d8f3-41d0-ba83-1210b9acff02 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:40:30.724788 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Updating router 697557ee-d8f3-41d0-ba83-1210b9acff02 port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:40:30.797256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34612) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:30.823833 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f66d67e-e4e1-4ab9-a65a-636f11f9d607 x-openstack-request-id: req-7f66d67e-e4e1-4ab9-a65a-636f11f9d607 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:40:30.828662 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d54bb9-fb54-4aa9-b568-02537d13c97d", "name": "network-vif-plugged", "status": "completed", "tag": "a8bbec15-2654-4056-8b7f-bc0f47c5c9c9", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:40:30.829345 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f66d67e-e4e1-4ab9-a65a-636f11f9d607 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:40:30.829995 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9', 'code': 200} Nov 12 13:40:30.834488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:30.907635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.916028 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:30.952274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c12e59-351c-4371-886f-a6a434cdbf6a None None] New status for floating IP 126ad261-cbf5-403e-bc80-6c391d0bd238: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:40:30.968666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a752933b-ea2c-4b51-b83f-5da2cf099b71']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:30.990974 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.011826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.012157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6747a95-5d61-455a-8bec-440e1891c0ee') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:31.012738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6747a95-5d61-455a-8bec-440e1891c0ee') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:31.056138 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.065381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1ed8-277a-4bf9-8d84-e3f53afbe4d3 req-08bbf314-5009-47a5-bc93-680734faaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:31.067624 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b3f1ed8-277a-4bf9-8d84-e3f53afbe4d3 req-08bbf314-5009-47a5-bc93-680734faaed9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 1096 time: 0.2422862 Nov 12 13:40:31.092887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.141517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff388a-3cc8-4517-9e8d-de974ea6cadb req-b746600d-e1de-4424-85fc-3ba5d08f8353 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:31.147977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9cff388a-3cc8-4517-9e8d-de974ea6cadb req-b746600d-e1de-4424-85fc-3ba5d08f8353 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.4897745 Nov 12 13:40:31.169198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2029319977', 'router:external': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:31.183851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:40:31.184377 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:40:31.195363 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:40:31.259532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5b8ea6-7796-4f59-993f-91ee194dbb77,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:31.308783 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.317325 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.320416 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.337626 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.339584 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.340578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Made reservation on behalf of c8b04f16ea05446a861d97159d670e44 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:31.341861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] 10.222.0.73 "DELETE /v2.0/networks/a752933b-ea2c-4b51-b83f-5da2cf099b71 HTTP/1.1" status: 204 len: 168 time: 1.7448368 Nov 12 13:40:31.348696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.355561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9cff388a-3cc8-4517-9e8d-de974ea6cadb req-ae3da201-dfdf-451f-b5b1-1e87ccb82c47 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734722 Nov 12 13:40:31.369788 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.378043 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0f4b0-0070-430c-b1f9-a88d6c227ab4 None None] Pushing event updated for resources: {'Port': ['ID=cc4eaaae-6c3b-4b91-a32d-f7b475d2a548,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:31.397685 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.402288 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b3f1ed8-277a-4bf9-8d84-e3f53afbe4d3 req-bb5a6007-7ee9-42ff-827e-a9f1853a0e2e service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063853 Nov 12 13:40:31.404171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e63d0b-cf42-44c8-9893-c36d4bd976a3 tempest-PortsTestJSON-683140850 tempest-PortsTestJSON-683140850-project] Pushing event deleted for resources: {'Network': ['ID=a752933b-ea2c-4b51-b83f-5da2cf099b71,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:31.411339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.412772 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4973874 Nov 12 13:40:31.418933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34618) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:31.430180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6f0e6673-6242-4bd9-a618-6fec695d1605 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'd83d2908-a2f0-4198-bf15-f5778165a195', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:31.452815 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Attempting to bind port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:31.453387 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Attempting to bind port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:31.453880 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Attempting to bind port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 on network cfd10963-60d4-41d9-acc4-7044c33ab5e5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:31.461117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dc0b41c6-3b06-4b7b-bd6a-8b04f2d8fc66 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.7679329 Nov 12 13:40:31.470070 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:31.472190 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Checking segment: {'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:31.474092 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.475856 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Bound using segment: {'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:31.476650 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Bound port: cc4eaaae-6c3b-4b91-a32d-f7b475d2a548, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:31.478008 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.483287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c11fab-9384-43ea-8223-bae1b0f469eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83d2908-a2f0-4198-bf15-f5778165a195,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:31.538806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f0e6673-6242-4bd9-a618-6fec695d1605 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.610301 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] For port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:31.615940 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] For port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cc4eaaae-6c3b-4b91-a32d-f7b475d2a548,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:31.622279 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.689268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.695325 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.699381 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.735110 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:31.735759 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:31.739976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f0e6673-6242-4bd9-a618-6fec695d1605 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.759677 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f0e6673-6242-4bd9-a618-6fec695d1605 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.784933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:40:31.794226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e6673-6242-4bd9-a618-6fec695d1605 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680eb154-6508-4b43-a3f0-fcebd37bb439,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:31.823629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f0e6673-6242-4bd9-a618-6fec695d1605 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.828875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6f0e6673-6242-4bd9-a618-6fec695d1605 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4043586 Nov 12 13:40:31.828875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34624) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:31.829175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.829175 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Added segment 235a7d27-cd20-4572-86fa-c5ef0fedb3ee of type vlan for network 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6 Nov 12 13:40:31.837114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34626) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:31.844045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a5308a6b-f6e4-407b-a6da-27849c969ea4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'd83d2908-a2f0-4198-bf15-f5778165a195', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:31.849417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f3f25618-2525-4ae8-b51d-0e72eee8b65b None None] Provisioning complete for port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:31.849985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3f25618-2525-4ae8-b51d-0e72eee8b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.887141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5308a6b-f6e4-407b-a6da-27849c969ea4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.909155 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0f4b0-0070-430c-b1f9-a88d6c227ab4 None None] Pushing event updated for resources: {'Port': ['ID=cc4eaaae-6c3b-4b91-a32d-f7b475d2a548,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:31.980426 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5308a6b-f6e4-407b-a6da-27849c969ea4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.993455 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5308a6b-f6e4-407b-a6da-27849c969ea4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:31.997403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.030242 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:32.109543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5308a6b-f6e4-407b-a6da-27849c969ea4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2420cbaf-1321-411a-96bd-4b8f5feba96a,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:32.121748 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a5308a6b-f6e4-407b-a6da-27849c969ea4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.125695 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a5308a6b-f6e4-407b-a6da-27849c969ea4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2837229 Nov 12 13:40:32.130891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34632) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:32.139083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-afb4cf93-2c52-451f-9e2f-a5ea7e4f3a6e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'd83d2908-a2f0-4198-bf15-f5778165a195', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:32.167776 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3f25618-2525-4ae8-b51d-0e72eee8b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.170129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34634) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:32.182378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e1da1fa2-8336-47dd-adcf-6b10ee391bf1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368790719', 'description': 'tempest-secgroup-smoke-368790719 description', 'project_id': '0e471bbf082147968eeb2d3e39474524'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:32.240784 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e1da1fa2-8336-47dd-adcf-6b10ee391bf1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.255798 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb4cf93-2c52-451f-9e2f-a5ea7e4f3a6e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.266098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc1589b-a311-44f5-8cca-c1a7c79402e0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:32.276846 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.277913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:32.278698 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.319627 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.329572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f3f25618-2525-4ae8-b51d-0e72eee8b65b None None] For port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cc4eaaae-6c3b-4b91-a32d-f7b475d2a548,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:32.335490 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3f25618-2525-4ae8-b51d-0e72eee8b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.347198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4420874 Nov 12 13:40:32.368585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34636) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:32.379642 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Request body: {'subnet': {'network_id': '9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:32.419276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f25618-2525-4ae8-b51d-0e72eee8b65b None None] Pushing event updated for resources: {'Port': ['ID=cc4eaaae-6c3b-4b91-a32d-f7b475d2a548,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:32.421269 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:40:26Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:31Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:32.464924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-49c73ef0-cee4-4280-9033-23003b81fa67 None None] Provisioning complete for port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:32.465897 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49c73ef0-cee4-4280-9033-23003b81fa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.471216 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce98e4-896b-4fa3-b6cd-18cb89e9de3a None None] The sync data for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 is: [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:40:26Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:31Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:40:32.477208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85addd9a-59f1-4593-a3d8-093f003debe0 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event updated for resources: {'Network': ['ID=9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:32.514372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Made reservation on behalf of c8b04f16ea05446a861d97159d670e44 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:32.516919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:40:32.517102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.664103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e1da1fa2-8336-47dd-adcf-6b10ee391bf1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.671426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7e501589-4440-4bb9-9346-bf2ddd622b25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23f3415f163d4e8f991448d833359399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8433223 Nov 12 13:40:32.671617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:32.740493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353398-a5c5-4de0-895d-894abb00de13 req-41e4c947-c6f6-459f-8754-b9597acad9a5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:32.742720 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88353398-a5c5-4de0-895d-894abb00de13 req-41e4c947-c6f6-459f-8754-b9597acad9a5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1962042 Nov 12 13:40:32.840395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] Deleting port a8ebfccf-68e9-4d8b-b077-ca0173059928 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:32.840735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.889656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88353398-a5c5-4de0-895d-894abb00de13 req-d654cdf1-c8b6-4e17-9690-9f15b677ddf2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371047 Nov 12 13:40:32.897461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:32.954850 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7d65e40-7988-4ddd-999b-cbb89c24c290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.002595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7d65e40-7988-4ddd-999b-cbb89c24c290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.055659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] For port a8ebfccf-68e9-4d8b-b077-ca0173059928, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a8ebfccf-68e9-4d8b-b077-ca0173059928,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:33.056262 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.091889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb4cf93-2c52-451f-9e2f-a5ea7e4f3a6e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.113847 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e1da1fa2-8336-47dd-adcf-6b10ee391bf1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.120803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] Calling delete_port for a8ebfccf-68e9-4d8b-b077-ca0173059928 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:33.157900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb4cf93-2c52-451f-9e2f-a5ea7e4f3a6e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.192531 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:33.231006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e1da1fa2-8336-47dd-adcf-6b10ee391bf1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.232328 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e1da1fa2-8336-47dd-adcf-6b10ee391bf1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0610700 Nov 12 13:40:33.242521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da1fa2-8336-47dd-adcf-6b10ee391bf1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:33.248337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34644) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:33.258452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-53ea5a9f-7779-4fc5-ab2d-bbcb4302b13a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:33.265412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4cf93-2c52-451f-9e2f-a5ea7e4f3a6e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3eb3989-1a70-40d1-aa79-e6529ab7d46f,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:33.273232 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7d65e40-7988-4ddd-999b-cbb89c24c290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.277591 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7d65e40-7988-4ddd-999b-cbb89c24c290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.281802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d7d65e40-7988-4ddd-999b-cbb89c24c290 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/877c7297-1005-4152-8813-b991c5305e76 HTTP/1.1" status: 204 len: 168 time: 0.6003003 Nov 12 13:40:33.298714 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:33.299198 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.299970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb4cf93-2c52-451f-9e2f-a5ea7e4f3a6e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.310964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-afb4cf93-2c52-451f-9e2f-a5ea7e4f3a6e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1735003 Nov 12 13:40:33.313855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34648) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:33.325172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-263dd466-3bbf-4eeb-84bc-e9737c0c3d93 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'd83d2908-a2f0-4198-bf15-f5778165a195', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:33.351244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d65e40-7988-4ddd-999b-cbb89c24c290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877c7297-1005-4152-8813-b991c5305e76,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:33.423423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53ea5a9f-7779-4fc5-ab2d-bbcb4302b13a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.476032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-263dd466-3bbf-4eeb-84bc-e9737c0c3d93 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.518460 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.570741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ebfccf-68e9-4d8b-b077-ca0173059928,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:33.595642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53ea5a9f-7779-4fc5-ab2d-bbcb4302b13a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.612103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53ea5a9f-7779-4fc5-ab2d-bbcb4302b13a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.653783 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-263dd466-3bbf-4eeb-84bc-e9737c0c3d93 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.666462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-263dd466-3bbf-4eeb-84bc-e9737c0c3d93 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.713769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea5a9f-7779-4fc5-ab2d-bbcb4302b13a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc948dfb-c7d3-4a10-ad00-f874f4ea93f3,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:33.758221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dd466-3bbf-4eeb-84bc-e9737c0c3d93 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d38c41c-b48e-4721-ba4c-ebf905a87321,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:33.767496 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53ea5a9f-7779-4fc5-ab2d-bbcb4302b13a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.769696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-53ea5a9f-7779-4fc5-ab2d-bbcb4302b13a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5180850 Nov 12 13:40:33.780518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34654) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:33.789882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-263dd466-3bbf-4eeb-84bc-e9737c0c3d93 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.792387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9a8f601a-9d87-42d8-8b86-3b1229a8dd34 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:33.798028 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-263dd466-3bbf-4eeb-84bc-e9737c0c3d93 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4744418 Nov 12 13:40:33.800105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34656) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:33.887948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ebcfa9cc-9660-40a8-8988-34e17bf7d614 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'd83d2908-a2f0-4198-bf15-f5778165a195', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:33.915454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a8f601a-9d87-42d8-8b86-3b1229a8dd34 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:33.995471 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-ebcfa9cc-9660-40a8-8988-34e17bf7d614 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Project 117e1d21aa7a4a768a1431764f136160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:40:34.015196 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa9cc-9660-40a8-8988-34e17bf7d614 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.089035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.136990 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a8f601a-9d87-42d8-8b86-3b1229a8dd34 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.173064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.objects.ports [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 13:40:34.173622 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.178960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a8f601a-9d87-42d8-8b86-3b1229a8dd34 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.184837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa9cc-9660-40a8-8988-34e17bf7d614 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.204769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f601a-9d87-42d8-8b86-3b1229a8dd34 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f5af42-50c0-4ef5-b11e-244a417ab292,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:34.218030 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa9cc-9660-40a8-8988-34e17bf7d614 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.231075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22694ddd-d32f-452f-a7f5-0616c833d41f req-aeb7eea9-4631-4f66-b384-f55723c4dfbb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:34.240686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22694ddd-d32f-452f-a7f5-0616c833d41f req-aeb7eea9-4631-4f66-b384-f55723c4dfbb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.2336407 Nov 12 13:40:34.275926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfa9cc-9660-40a8-8988-34e17bf7d614 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67af2a4-7944-4e32-bc86-918c7389d97e,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:34.299311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa9cc-9660-40a8-8988-34e17bf7d614 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.303669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ebcfa9cc-9660-40a8-8988-34e17bf7d614 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4968359 Nov 12 13:40:34.304498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3df24467-e15d-4731-b6d7-d6159c318cd2,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:34.306728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34668) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:34.312189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-fbab2115-0ad6-4727-9c19-b29b3c1a7fc9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'd83d2908-a2f0-4198-bf15-f5778165a195', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:34.328735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Checking segment: {'id': '235a7d27-cd20-4572-86fa-c5ef0fedb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:34.329113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Network hostable DHCP agents. Network: 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:40:34.375310 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-fbab2115-0ad6-4727-9c19-b29b3c1a7fc9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Project 117e1d21aa7a4a768a1431764f136160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:40:34.387037 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbab2115-0ad6-4727-9c19-b29b3c1a7fc9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.396349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Network 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:40:34.430178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:34.441177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595f8b0-d4cf-413d-a20f-1d5f6bf5f5b8 None None] Network 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:34.451336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:34.452846 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.543411 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbab2115-0ad6-4727-9c19-b29b3c1a7fc9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.555726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbab2115-0ad6-4727-9c19-b29b3c1a7fc9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.566587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8388d3c9-d971-4ae3-aeb5-966cb4d75751 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1927671 Nov 12 13:40:34.615006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34676) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:34.625113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1089539174', 'network_id': '9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:34.639412 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbab2115-0ad6-4727-9c19-b29b3c1a7fc9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.650666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fbab2115-0ad6-4727-9c19-b29b3c1a7fc9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3420551 Nov 12 13:40:34.659099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34680) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:34.669827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'network': {'name': 'tempest-network-smoke--2014707661', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'port_security_enabled': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:34.680482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab2115-0ad6-4727-9c19-b29b3c1a7fc9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0274650f-28ab-40de-a928-be3911395f82,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:34.691381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a8f2d6-4550-4a39-b88e-c7d5be46d255 None None] Network 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:34.732632 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.api [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 13:40:34.732632 n-d-805736-4 neutron-server[102675]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 13:40:34.732632 n-d-805736-4 neutron-server[102675]: [parameters: {'project_id_1': '117e1d21aa7a4a768a1431764f136160', 'expiration_1': datetime.datetime(2021, 11, 12, 13, 40, 14, 689089)}] Nov 12 13:40:34.732632 n-d-805736-4 neutron-server[102675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:40:34.733653 n-d-805736-4 neutron-server[102675]: DEBUG oslo_db.api [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:40:34.735291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Made reservation on behalf of c8b04f16ea05446a861d97159d670e44 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:34.738422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.764973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] device_id is not set on port aa94de7f-f13a-4bc6-82ed-a38941e3bfb6 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:40:34.886093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34682) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:34.906726 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a8f601a-9d87-42d8-8b86-3b1229a8dd34 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:34.910935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9a8f601a-9d87-42d8-8b86-3b1229a8dd34 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1225781 Nov 12 13:40:34.912543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34686) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:34.928011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f2ce2c18-ec59-40f9-ac8b-bf908dad3476 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:34.951126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22694ddd-d32f-452f-a7f5-0616c833d41f req-aade4df0-b6c4-4ac5-8449-c2da09d167ff tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7060101 Nov 12 13:40:34.962105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Allocated IP 172.20.0.4 (9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6/3df24467-e15d-4731-b6d7-d6159c318cd2/aa94de7f-f13a-4bc6-82ed-a38941e3bfb6) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:35.047269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f2ce2c18-ec59-40f9-ac8b-bf908dad3476 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.076796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'network': {'name': 'tempest-RoutersTest-1718183075'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:35.121955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] Router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:40:35.195594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:35.200119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.264036 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.312005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f2ce2c18-ec59-40f9-ac8b-bf908dad3476 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.328604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:35.333975 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.341962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f2ce2c18-ec59-40f9-ac8b-bf908dad3476 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.351330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:35.368169 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] Sync routers for ids ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:35.398231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418f2cb-ff3d-445d-a64f-c9b2e36c6179 req-1d48a67d-a2b2-412c-8823-d1a611f436c8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:35.412796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6418f2cb-ff3d-445d-a64f-c9b2e36c6179 req-1d48a67d-a2b2-412c-8823-d1a611f436c8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1799281 Nov 12 13:40:35.413876 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] Routers {'40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:35.415093 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:35.418615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce2c18-ec59-40f9-ac8b-bf908dad3476 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7f72d8-891e-4b78-8a5e-2fd16c4f21fd,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:35.426854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.427731 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e9b2215a-5f36-4320-a9ad-34bcac449a9d admin admin] 10.222.0.73 "PUT /v2.0/routers/40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3169093 Nov 12 13:40:35.432906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34694) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:35.440056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f2ce2c18-ec59-40f9-ac8b-bf908dad3476 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.443491 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f2ce2c18-ec59-40f9-ac8b-bf908dad3476 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5231233 Nov 12 13:40:35.460192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34696) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:35.510100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0c6c5c7b-c7ad-4fa6-9bcd-ef4308bd1cc0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:35.528603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6418f2cb-ff3d-445d-a64f-c9b2e36c6179 req-497e7427-2081-4e12-95aa-5c13af5ab11f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893257 Nov 12 13:40:35.542781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:40:35.603647 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.603986 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Added segment 13d1b867-491e-4232-be82-a10fc4bf4cdc of type vlan for network 67239153-880f-4bb8-a429-51e466d254c9 Nov 12 13:40:35.647184 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] Set router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:35.649604 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.702271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.708992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c5c7b-c7ad-4fa6-9bcd-ef4308bd1cc0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.721600 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.789143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.822491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Network 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:35.837122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:40:35.856507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:35.857575 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:40:33Z', 'revision_number': 5, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:35.870491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:35.885343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90b37f1-194e-4cb7-a88d-e39fdea633e1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:35.889154 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] Checking router: 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:40:35.899630 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] Routers {'40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:35.900167 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:35.922604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event updated for resources: {'Port': ['ID=aa94de7f-f13a-4bc6-82ed-a38941e3bfb6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:35.931214 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:35.931517 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added segment fb842a1f-6beb-45be-abef-f842fd97bb7a of type vlan for network f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 Nov 12 13:40:35.939097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.016629 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] Set router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:36.038328 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.045947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:36.046635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.133452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:36.134213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.137924 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.193912 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5321386 Nov 12 13:40:36.196815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34700) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:36.204298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'admin_state_up': True, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:36.224538 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:40:33Z', 'revision_number': 5, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:36.235679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.237156 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.243444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c5c7b-c7ad-4fa6-9bcd-ef4308bd1cc0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.254784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9bf9494f-6a7f-4e55-9c18-44693f8361f5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6382246 Nov 12 13:40:36.258139 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.resource_extend [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:40:36.260558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c5c7b-c7ad-4fa6-9bcd-ef4308bd1cc0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.262271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647afde-fd92-4997-a593-4e82e0a15fd3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Network': ['ID=67239153-880f-4bb8-a429-51e466d254c9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:36.264371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34702) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:36.268905 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf058be-cd06-4a4d-807a-c773de11c712 None None] The sync data for ids ['40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b'] in n-d-805736-4 is: [{'id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'name': 'tempest-ServersTestManualDisk-1079763450-router', 'tenant_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:36:38Z', 'updated_at': '2021-11-12T13:40:33Z', 'revision_number': 5, 'project_id': 'cc986172b0a64aadbf6ab8537b977bb6', 'gw_port': {'id': 'bbbbcfb0-e891-4cae-848b-1b1c28ca1032', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:36:40Z', 'updated_at': '2021-11-12T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:40:36.278009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 67239153-880f-4bb8-a429-51e466d254c9 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:40:36.304289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c5c7b-c7ad-4fa6-9bcd-ef4308bd1cc0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc19a46-c9f1-4214-99a3-46607af579e8,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:36.338187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.366148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c5c7b-c7ad-4fa6-9bcd-ef4308bd1cc0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.367537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0c6c5c7b-c7ad-4fa6-9bcd-ef4308bd1cc0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9044213 Nov 12 13:40:36.371047 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.380099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:36.380099 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.383586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34704) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:36.393599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-53e13e45-10cd-43f0-b51c-583ac52b2d0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:36.451812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.517143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Network': ['ID=f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:36.535620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:40:36.549469 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.552334 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-53e13e45-10cd-43f0-b51c-583ac52b2d0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Project 0e471bbf082147968eeb2d3e39474524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:40:36.564255 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53e13e45-10cd-43f0-b51c-583ac52b2d0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.606424 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ed3435a8-f8f9-4015-a89c-7a221d133629 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7190263 Nov 12 13:40:36.611322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34710) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:36.629258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'network': {'name': 'tempest-RoutersTest-1693653045'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:36.668812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53e13e45-10cd-43f0-b51c-583ac52b2d0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.685054 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53e13e45-10cd-43f0-b51c-583ac52b2d0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.695863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b45fc8c1-32c6-4dd0-94b0-3ff3ae644602 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Deleting port aa94de7f-f13a-4bc6-82ed-a38941e3bfb6 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:36.696195 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b45fc8c1-32c6-4dd0-94b0-3ff3ae644602 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.700942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:36.706325 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.741123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e13e45-10cd-43f0-b51c-583ac52b2d0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517116ad-b944-445b-8c5f-1c2813fae700,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:36.747479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Deleting port bbbbcfb0-e891-4cae-848b-1b1c28ca1032 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:36.747791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.777531 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53e13e45-10cd-43f0-b51c-583ac52b2d0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.782022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-53e13e45-10cd-43f0-b51c-583ac52b2d0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3945303 Nov 12 13:40:36.785460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34712) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:36.790402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f2793a72-a001-4df8-9f79-dcba43d37374 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:36.842277 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-f2793a72-a001-4df8-9f79-dcba43d37374 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Project 0e471bbf082147968eeb2d3e39474524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:40:36.843296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:40:36.856148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f2793a72-a001-4df8-9f79-dcba43d37374 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.863329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c595e-3669-487f-8d64-dd3e0c397c41 req-dbeaea15-8ca3-4760-af34-aa4c6cb4d334 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:36.864937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-269c595e-3669-487f-8d64-dd3e0c397c41 req-dbeaea15-8ca3-4760-af34-aa4c6cb4d334 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1918008 Nov 12 13:40:36.872982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.873479 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added segment c70032a7-76b2-4330-bdad-915b43617555 of type vlan for network 35f348ce-f12b-43c2-8a70-b4c2a953d43b Nov 12 13:40:36.954312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.954576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b45fc8c1-32c6-4dd0-94b0-3ff3ae644602 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:36.979747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b45fc8c1-32c6-4dd0-94b0-3ff3ae644602 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Calling delete_port for aa94de7f-f13a-4bc6-82ed-a38941e3bfb6 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:36.992123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-269c595e-3669-487f-8d64-dd3e0c397c41 req-6c553b7d-2e86-4969-a5da-c8b561430c4d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170554 Nov 12 13:40:36.995493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] For port bbbbcfb0-e891-4cae-848b-1b1c28ca1032, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bbbbcfb0-e891-4cae-848b-1b1c28ca1032,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:36.996009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.036669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.042400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:37.043137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.053929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Calling delete_port for bbbbcfb0-e891-4cae-848b-1b1c28ca1032 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:37.058053 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f2793a72-a001-4df8-9f79-dcba43d37374 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.084393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a8ebfccf-68e9-4d8b-b077-ca0173059928 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:40:37.095687 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f2793a72-a001-4df8-9f79-dcba43d37374 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.123968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5079710 Nov 12 13:40:37.130006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34716) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:37.132838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a8ebfccf-68e9-4d8b-b077-ca0173059928 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:40:37.134369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a8ebfccf-68e9-4d8b-b077-ca0173059928 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:40:37.139512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'subnet': {'network_id': 'f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:37.174252 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.199589 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.202612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f22a1-54c0-42d4-9d72-7938024b40fb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Network': ['ID=35f348ce-f12b-43c2-8a70-b4c2a953d43b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:37.218044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 35f348ce-f12b-43c2-8a70-b4c2a953d43b details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:40:37.267502 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f2793a72-a001-4df8-9f79-dcba43d37374 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.268716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f2793a72-a001-4df8-9f79-dcba43d37374 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4822865 Nov 12 13:40:37.274097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2793a72-a001-4df8-9f79-dcba43d37374 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9445ae04-4051-42f3-8c80-07a6114685a8,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:37.390795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.25.5.46 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/c62daa3f-aa18-4cd6-9435-1e3f86b08067) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:37.392948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:37.398144 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.602062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28450730-2113-4274-a5e8-426322361936 req-6bae2478-555f-4a39-abf6-62c712d9c3db tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:37.602361 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b45fc8c1-32c6-4dd0-94b0-3ff3ae644602 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.603850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28450730-2113-4274-a5e8-426322361936 req-6bae2478-555f-4a39-abf6-62c712d9c3db tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1136553 Nov 12 13:40:37.655613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.666534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fc8c1-32c6-4dd0-94b0-3ff3ae644602 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa94de7f-f13a-4bc6-82ed-a38941e3bfb6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:37.691619 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28450730-2113-4274-a5e8-426322361936 req-1385a357-a798-48ac-a3a5-22c34ef78fa2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806701 Nov 12 13:40:37.730724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.782229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:37.786376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:37.789797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:37.817049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550e516-cff3-4fdc-b576-4fc50c6cf959 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:37.833516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-8677ab38-848e-4529-8a50-2cab7c8e90f9 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368790719&fields=id&tenant_id=0e471bbf082147968eeb2d3e39474524 HTTP/1.1" status: 200 len: 267 time: 0.2498486 Nov 12 13:40:37.834093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=c62daa3f-aa18-4cd6-9435-1e3f86b08067,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:37.894048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4e893125-de7c-419e-a68e-821968d818f0 None None] Provisioning complete for port c62daa3f-aa18-4cd6-9435-1e3f86b08067 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:37.895010 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e893125-de7c-419e-a68e-821968d818f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.926745 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b45fc8c1-32c6-4dd0-94b0-3ff3ae644602 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:37.937898 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b45fc8c1-32c6-4dd0-94b0-3ff3ae644602 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "DELETE /v2.0/ports/aa94de7f-f13a-4bc6-82ed-a38941e3bfb6 HTTP/1.1" status: 204 len: 168 time: 1.6447036 Nov 12 13:40:37.955007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34742) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:37.962968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6', 'external_fixed_ips': [{'subnet_id': '3df24467-e15d-4731-b6d7-d6159c318cd2', 'ip_address': '172.20.0.4'}]}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:37.978205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4e893125-de7c-419e-a68e-821968d818f0 None None] Port c62daa3f-aa18-4cd6-9435-1e3f86b08067 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:37.997227 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.030530 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.031676 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.058353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6444e314-1d4c-4053-b01d-a3f120586920 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:38.066947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbbcfb0-e891-4cae-848b-1b1c28ca1032,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:38.166083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-84f01650-f68f-42c0-918a-c93d79e48966 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:38.167548 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-84f01650-f68f-42c0-918a-c93d79e48966 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/networks?id=cfd10963-60d4-41d9-acc4-7044c33ab5e5 HTTP/1.1" status: 200 len: 797 time: 0.3332262 Nov 12 13:40:38.168467 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.205907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.233411 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a7e57391-610a-461d-8e71-4e5e431b20d3 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/quotas/0e471bbf082147968eeb2d3e39474524 HTTP/1.1" status: 200 len: 375 time: 0.0520151 Nov 12 13:40:38.254149 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.306067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.352756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Subnet': ['ID=39c647fe-4b35-4c69-b92e-61998b5183a4,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:38.709793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.724416 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.727457 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.732547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Checking segment: {'id': 'fb842a1f-6beb-45be-abef-f842fd97bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:38.732941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network hostable DHCP agents. Network: f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:40:38.794437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-21ae11fc-df06-40d2-ba05-84fe8e3fbbae tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5533967 Nov 12 13:40:38.805098 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.805872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:40:38.809514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:40:38.813403 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.814797 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6039c42b-5e87-4f41-a3db-25a1854199f4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/40ca84a2-90ca-41bb-9f16-8dfc8fd24c7b HTTP/1.1" status: 204 len: 168 time: 3.3780282 Nov 12 13:40:38.818633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34746) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:38.826711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:38.836225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea54540-d4c9-43ef-8a3c-fc036ac12f01 None None] Network f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:38.838924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:38.839955 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:38.862026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5fe166aa-5349-4e5e-82cb-814a9b9ffac7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7260551 Nov 12 13:40:38.863208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34750) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:38.894100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'subnet': {'network_id': '35f348ce-f12b-43c2-8a70-b4c2a953d43b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:39.001814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-d22791e6-3599-41c4-aa91-ad3874aacba3 service neutron] 10.222.0.73 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342149 Nov 12 13:40:39.100603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456', 'network_id': 'f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'fixed_ips': [{'subnet_id': '39c647fe-4b35-4c69-b92e-61998b5183a4'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:40:39.102102 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:39.157877 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-2fd4e0c8-2b87-4060-ad9a-3007a4ac0a70 service neutron] 10.222.0.73 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439679 Nov 12 13:40:39.166102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-beaa7511-8ca7-429b-957c-25e62ab9f668 admin admin] Deleting subnet f87c08b3-282c-4c34-9f64-ad81c517e0c2 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:40:39.187325 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-beaa7511-8ca7-429b-957c-25e62ab9f668 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:39.235413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb5adb-dd44-4c69-a478-6a17eb601c36 req-04aaaef5-923e-4478-96a8-e76269113c01 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:39.237143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3fb5adb-dd44-4c69-a478-6a17eb601c36 req-04aaaef5-923e-4478-96a8-e76269113c01 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.4075427 Nov 12 13:40:39.255045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:39.294692 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-beaa7511-8ca7-429b-957c-25e62ab9f668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:39.295487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Allocated IP 172.20.0.2 (f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456/39c647fe-4b35-4c69-b92e-61998b5183a4/5e6e886b-e1c0-4982-ab32-e7a25b5c91e8) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:39.332913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:39.348995 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:39.492283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-71d72402-05b4-4599-a900-f16ee4ff8a45 req-8052b44a-ce1e-4853-9654-2e2fc20cdec6 service neutron] (102675) timed out ('10.222.0.73', 44240) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:40:39.509704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-701b793a-7657-490e-861f-6799960d95d8 req-6effb707-d934-4ba4-9441-ecd9d161575c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 210 time: 0.0903285 Nov 12 13:40:39.734148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:40:39.781340 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:39.791519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:39.799605 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-beaa7511-8ca7-429b-957c-25e62ab9f668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:39.805074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3fb5adb-dd44-4c69-a478-6a17eb601c36 req-64374231-6dc1-4448-a23a-0b61bc7f5232 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523636 Nov 12 13:40:39.895656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Network f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:39.903151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:39.911425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:39.919827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Pushing event updated for resources: {'Port': ['ID=5e6e886b-e1c0-4982-ab32-e7a25b5c91e8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:39.931556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.931915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.932471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.933175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.933694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.934176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.934831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.935469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.935955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.936430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.936917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.937906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:39.967308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.007846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:40.023429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Attempting to bind port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:40.024060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Attempting to bind port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'fb842a1f-6beb-45be-abef-f842fd97bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:40.024420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Attempting to bind port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 on network f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:40.029787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'port_id': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9', 'mac_address': 'fa:16:3e:5c:ca:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:40:40.034101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:40.034802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Checking segment: {'id': 'fb842a1f-6beb-45be-abef-f842fd97bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:40.035379 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.035937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Bound using segment: {'id': 'fb842a1f-6beb-45be-abef-f842fd97bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:40.036593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Bound port: 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb842a1f-6beb-45be-abef-f842fd97bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:40.037151 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.039143 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.077058 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-beaa7511-8ca7-429b-957c-25e62ab9f668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.093948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.113393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.125951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router a26d9cfe-4ee2-4698-a5a6-20cf499db54e is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:40:40.129504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:40:40.157061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:40.164372 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.171086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa7511-8ca7-429b-957c-25e62ab9f668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87c08b3-282c-4c34-9f64-ad81c517e0c2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:40.200288 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-beaa7511-8ca7-429b-957c-25e62ab9f668 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.203276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37784cf5-e336-4663-a68d-92cabdbe62e0 None None] Network bc0a69dd-4d4f-4190-8324-52346d98fab4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:40.206327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-beaa7511-8ca7-429b-957c-25e62ab9f668 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f87c08b3-282c-4c34-9f64-ad81c517e0c2 HTTP/1.1" status: 204 len: 168 time: 1.3828154 Nov 12 13:40:40.208352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34762) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:40.227500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] For port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:40.303793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['a8bbec15-2654-4056-8b7f-bc0f47c5c9c9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:40:40.330585 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.354755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] For port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5e6e886b-e1c0-4982-ab32-e7a25b5c91e8,segment=NetworkSegment(fb842a1f-6beb-45be-abef-f842fd97bb7a),segment_id=fb842a1f-6beb-45be-abef-f842fd97bb7a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:40.356234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Subnet': ['ID=4a956b1c-3c97-4cfe-bb6a-501374bed10e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:40.370973 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.381528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:40.386298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Checking segment: {'id': 'c70032a7-76b2-4330-bdad-915b43617555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '35f348ce-f12b-43c2-8a70-b4c2a953d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:40.386957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network hostable DHCP agents. Network: 35f348ce-f12b-43c2-8a70-b4c2a953d43b, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:40:40.458470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Deleting port a1af0441-1c17-424e-9409-12fd61cff4f1 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:40.459610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.510477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:40.513853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Allocated IP 172.20.0.4 (9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6/3df24467-e15d-4731-b6d7-d6159c318cd2/4a57c67e-a675-4777-be53-8a0c240047d5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:40.530272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 35f348ce-f12b-43c2-8a70-b4c2a953d43b is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:40:40.583793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.587083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1f798204-418a-43cc-b0b2-bfc19f8b2e20 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3875444 Nov 12 13:40:40.596679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34768) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:40.604251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 35f348ce-f12b-43c2-8a70-b4c2a953d43b) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:40.606937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Sync routers for ids ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:40.610120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:40.611961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.640963 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48866af2-e507-46cd-9640-eaeacc603215 None None] Network 35f348ce-f12b-43c2-8a70-b4c2a953d43b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:40.643103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] For port a1af0441-1c17-424e-9409-12fd61cff4f1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a1af0441-1c17-424e-9409-12fd61cff4f1,segment=NetworkSegment(00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a),segment_id=00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:40.646923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-999e7af9-2ee7-424d-b786-14508eb23cb9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7536712 Nov 12 13:40:40.647216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34772) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:40.648656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.653003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-feeb42b5-e267-4654-bc79-272dca7b4e5f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1549639921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:40.676929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Calling delete_port for a1af0441-1c17-424e-9409-12fd61cff4f1 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:40.707257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9631964-6df5-44fc-b0ca-dde9bfecc9af None None] Pushing event updated for resources: {'Port': ['ID=5e6e886b-e1c0-4982-ab32-e7a25b5c91e8,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:40.764184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e7459ed-c8e9-4593-8c3c-828d03cf3053 req-8b0cd4ba-750a-449b-85b2-c8463323920f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 210 time: 0.0456538 Nov 12 13:40:40.882935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-083f4f19-6077-4630-901d-cdffd9284840 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=117e1d21aa7a4a768a1431764f136160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2848456 Nov 12 13:40:40.912928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.931265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:40.960976 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-feeb42b5-e267-4654-bc79-272dca7b4e5f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.962415 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-feeb42b5-e267-4654-bc79-272dca7b4e5f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:40.972739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Routers {'a26d9cfe-4ee2-4698-a5a6-20cf499db54e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:40.974139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:41.040129 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.059326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-3709c6ae-0e98-4036-98b3-42802fb7fac9 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:41.061010 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-3709c6ae-0e98-4036-98b3-42802fb7fac9 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.70 "GET /v2.0/networks?id=cfd10963-60d4-41d9-acc4-7044c33ab5e5 HTTP/1.1" status: 200 len: 797 time: 0.2864778 Nov 12 13:40:41.094676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1af0441-1c17-424e-9409-12fd61cff4f1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:41.123158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] No DVR routers for this DVR port a1af0441-1c17-424e-9409-12fd61cff4f1 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:40:41.178804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3c0fc-1662-45f9-af1d-282464911237 req-fb24afdd-1384-40c1-bc5e-6f687b826832 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:41.187380 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25c3c0fc-1662-45f9-af1d-282464911237 req-fb24afdd-1384-40c1-bc5e-6f687b826832 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 944 time: 0.2161474 Nov 12 13:40:41.188662 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-35f348ce-f12b-43c2-8a70-b4c2a953d43b', 'network_id': '35f348ce-f12b-43c2-8a70-b4c2a953d43b', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'fixed_ips': [{'subnet_id': '4a956b1c-3c97-4cfe-bb6a-501374bed10e'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:40:41.189910 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.203180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26265b57-f41d-4242-8c20-83269111945f None None] DHCP port deletion for bc0a69dd-4d4f-4190-8324-52346d98fab4 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:41.225435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-feeb42b5-e267-4654-bc79-272dca7b4e5f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.241006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-feeb42b5-e267-4654-bc79-272dca7b4e5f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.247748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:41.249816 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.301190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1c2d8-7fd7-4911-b1d4-4fd45b2900f0 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:41.302210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1c2d8-7fd7-4911-b1d4-4fd45b2900f0 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:41.303796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-01e1c2d8-7fd7-4911-b1d4-4fd45b2900f0 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.3664086 Nov 12 13:40:41.308832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34778) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:41.319549 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-feeb42b5-e267-4654-bc79-272dca7b4e5f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.324221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-feeb42b5-e267-4654-bc79-272dca7b4e5f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6725025 Nov 12 13:40:41.324221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Network 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:41.326646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34780) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:41.338940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-694137c3-6bfb-4b6c-b380-a7b2197c080b tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e471bbf082147968eeb2d3e39474524 HTTP/1.1" status: 200 len: 379 time: 0.2559111 Nov 12 13:40:41.376157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:41.377006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.383158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'port': {'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'admin_state_up': True, 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'security_groups': ['6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:41.405398 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-688359c8-146d-4c8a-99af-9d2268cec70e tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0883720 Nov 12 13:40:41.413211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:41.415965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:41.445160 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25c3c0fc-1662-45f9-af1d-282464911237 req-55da3fa1-061a-45e2-8b0f-611db894079b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566652 Nov 12 13:40:41.489035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0a69dd-4d4f-4190-8324-52346d98fab4']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:41.516473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:41.517071 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b095d7-f81f-4ca8-a7d4-a9b5ffd52c7a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:41.540554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.562141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Set router a26d9cfe-4ee2-4698-a5a6-20cf499db54e gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:41.564117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:41.564535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.572719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.587233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:40:41.587901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:40:41.590025 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:40:41.671479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:41.713608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.718523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Made reservation on behalf of 0e471bbf082147968eeb2d3e39474524 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:41.724062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.738157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:41.744550 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bc0a69dd-4d4f-4190-8324-52346d98fab4 HTTP/1.1" status: 204 len: 168 time: 1.5311046 Nov 12 13:40:41.767752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb8cb4-7ab5-4939-ac07-863d26f075f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0a69dd-4d4f-4190-8324-52346d98fab4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:41.848254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Allocated IP 172.21.0.2 (35f348ce-f12b-43c2-8a70-b4c2a953d43b/4a956b1c-3c97-4cfe-bb6a-501374bed10e/a0be6bee-01af-4937-8b4d-ef823d914349) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:41.994099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Allocated IP 172.20.0.12 (cfd10963-60d4-41d9-acc4-7044c33ab5e5/7d63467f-b4ff-4be4-83f1-98b6c26ee1ce/b7966447-e53e-44ae-85f3-130a00ca91ca) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:41.999896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event updated for resources: {'Port': ['ID=4a57c67e-a675-4777-be53-8a0c240047d5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:42.002423 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:42.002957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.057116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a048a22c-de0a-43df-b0ef-9210742bac54 req-a74d60f2-a1b9-4d2f-9afc-1af1fbe844e5 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 210 time: 0.0799570 Nov 12 13:40:42.120376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34790) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:42.127284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b1ed0-509d-40ab-8730-7af0dea3b537 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:42.132587 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-729b1ed0-509d-40ab-8730-7af0dea3b537 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.7060606 Nov 12 13:40:42.134322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34792) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:42.202791 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ab955865-de91-4323-911a-3ea6b604f37d tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=117e1d21aa7a4a768a1431764f136160&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645695 Nov 12 13:40:42.208606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34794) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:42.240595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9603fb2-2417-47d8-94ca-3e9d1f58b858 None None] Network f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:42.251050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.360239 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cc63d42b-3c3d-4597-921b-674fb21c12c4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc986172b0a64aadbf6ab8537b977bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2363436 Nov 12 13:40:42.363441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:42.419399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5460f693-9acb-4b01-b6c9-47bdb37a38e2 None None] Provisioning complete for port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:42.419739 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5460f693-9acb-4b01-b6c9-47bdb37a38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.423236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5e6e886b-e1c0-4982-ab32-e7a25b5c91e8,segment=NetworkSegment(fb842a1f-6beb-45be-abef-f842fd97bb7a),segment_id=fb842a1f-6beb-45be-abef-f842fd97bb7a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:42.460789 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.461080 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.466983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.472699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78af89e-01d3-40d4-a1dc-5279345cfc96 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:42.473314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78af89e-01d3-40d4-a1dc-5279345cfc96 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:42.477038 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d78af89e-01d3-40d4-a1dc-5279345cfc96 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.2630124 Nov 12 13:40:42.479400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34800) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:42.492679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.529883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bbbbcfb0-e891-4cae-848b-1b1c28ca1032 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:40:42.537425 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-11fd5285-e769-45f3-a51a-c36b15dfdf6a tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530698 Nov 12 13:40:42.547173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34802) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:42.570101 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.585605 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.588246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: bbbbcfb0-e891-4cae-848b-1b1c28ca1032 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:40:42.588594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bbbbcfb0-e891-4cae-848b-1b1c28ca1032 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:40:42.625269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fb5b24ee-261c-43ef-a476-7141178e638b tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756009 Nov 12 13:40:42.629989 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34804) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:42.638924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-659013914', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:42.642766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:38Z', 'revision_number': 3, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:42.660064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Network 35f348ce-f12b-43c2-8a70-b4c2a953d43b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:42.662483 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.695612 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19865e78-18ff-4fe8-a2a5-fc6859a8f038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.702672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:42.715411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Checking router: a26d9cfe-4ee2-4698-a5a6-20cf499db54e for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:40:42.715780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Updating router a26d9cfe-4ee2-4698-a5a6-20cf499db54e port c62daa3f-aa18-4cd6-9435-1e3f86b08067 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:40:42.717683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=5e6e886b-e1c0-4982-ab32-e7a25b5c91e8,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:42.723263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:42.726568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network cfd10963-60d4-41d9-acc4-7044c33ab5e5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:42.740175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.804917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:42.824987 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19865e78-18ff-4fe8-a2a5-fc6859a8f038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.825715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:42.848110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:40:42.850588 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfcfd04-41e9-4c56-a485-968ce0f5e39d" -d '{"events": [{"server_uuid": "00d54bb9-fb54-4aa9-b568-02537d13c97d", "name": "network-vif-plugged", "status": "completed", "tag": "a8bbec15-2654-4056-8b7f-bc0f47c5c9c9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:40:42.853485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39023f95-2d6d-42ea-93cc-84c19a5a6e60 req-3a3b6925-2d1f-4906-a73b-f58abbdb39cb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:42.855112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=b7966447-e53e-44ae-85f3-130a00ca91ca,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:42.855411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39023f95-2d6d-42ea-93cc-84c19a5a6e60 req-3a3b6925-2d1f-4906-a73b-f58abbdb39cb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 944 time: 0.2830162 Nov 12 13:40:42.889972 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.907521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:42.932970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:42.933796 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.934336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Pushing event updated for resources: {'Port': ['ID=a0be6bee-01af-4937-8b4d-ef823d914349,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:42.939067 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb862187-2135-46ad-952c-26b5db2c9d69 x-openstack-request-id: req-eb862187-2135-46ad-952c-26b5db2c9d69 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:40:42.939354 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d54bb9-fb54-4aa9-b568-02537d13c97d", "name": "network-vif-plugged", "status": "completed", "tag": "a8bbec15-2654-4056-8b7f-bc0f47c5c9c9", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:40:42.939612 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb862187-2135-46ad-952c-26b5db2c9d69 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:40:42.940006 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9', 'code': 200} Nov 12 13:40:42.968283 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:42.977103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:42.981793 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.009168 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a10d636b-8bfa-483e-bdfd-d7fd08527110 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6602697 Nov 12 13:40:43.044550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Request body: {'port': {'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:43.044713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Attempting to bind port a0be6bee-01af-4937-8b4d-ef823d914349 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:43.045207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Attempting to bind port a0be6bee-01af-4937-8b4d-ef823d914349 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c70032a7-76b2-4330-bdad-915b43617555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '35f348ce-f12b-43c2-8a70-b4c2a953d43b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:43.045479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Attempting to bind port a0be6bee-01af-4937-8b4d-ef823d914349 on network 35f348ce-f12b-43c2-8a70-b4c2a953d43b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:43.113490 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39023f95-2d6d-42ea-93cc-84c19a5a6e60 req-260f161f-9329-4ed3-a3d7-d12c0f0798e7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423377 Nov 12 13:40:43.135827 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19865e78-18ff-4fe8-a2a5-fc6859a8f038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.138627 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19865e78-18ff-4fe8-a2a5-fc6859a8f038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.139797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-19865e78-18ff-4fe8-a2a5-fc6859a8f038 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/acfb6e72-8f77-4c04-985d-600b7dbbee13 HTTP/1.1" status: 204 len: 168 time: 0.7747867 Nov 12 13:40:43.208767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:43.209544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Checking segment: {'id': 'c70032a7-76b2-4330-bdad-915b43617555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '35f348ce-f12b-43c2-8a70-b4c2a953d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:43.210211 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.210974 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Bound using segment: {'id': 'c70032a7-76b2-4330-bdad-915b43617555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '35f348ce-f12b-43c2-8a70-b4c2a953d43b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:43.211853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Bound port: a0be6bee-01af-4937-8b4d-ef823d914349, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70032a7-76b2-4330-bdad-915b43617555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '35f348ce-f12b-43c2-8a70-b4c2a953d43b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:43.212667 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.235722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19865e78-18ff-4fe8-a2a5-fc6859a8f038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfb6e72-8f77-4c04-985d-600b7dbbee13,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:43.261201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Allocated IP 172.20.0.1 (f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456/39c647fe-4b35-4c69-b92e-61998b5183a4/e92ffbc4-3231-4ea4-9c5d-5106528b4e51) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:43.266565 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.287815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.301221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:43.317440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:43.420152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.547320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b9521dbd-4ed6-42d7-aa3f-9c28c37c8a25 None None] Provisioning complete for port b7966447-e53e-44ae-85f3-130a00ca91ca triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:43.550396 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9521dbd-4ed6-42d7-aa3f-9c28c37c8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.577861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.654148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9e1f3-99a6-4757-919b-18bff80db30e req-8501e8fe-acf9-44d9-b2ae-857c928500a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:43.667222 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-51c9e1f3-99a6-4757-919b-18bff80db30e req-8501e8fe-acf9-44d9-b2ae-857c928500a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 932 time: 0.4222214 Nov 12 13:40:43.682008 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Router 78ace7ec-3bdf-46d3-8aa7-28ad9dde5419 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:40:43.687990 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.765534 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.798652 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:43.801506 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:43.851694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] For port a0be6bee-01af-4937-8b4d-ef823d914349, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:43.854209 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b9521dbd-4ed6-42d7-aa3f-9c28c37c8a25 None None] Port b7966447-e53e-44ae-85f3-130a00ca91ca cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:43.890617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:43.899525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:43.967872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] For port a0be6bee-01af-4937-8b4d-ef823d914349, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a0be6bee-01af-4937-8b4d-ef823d914349,segment=NetworkSegment(c70032a7-76b2-4330-bdad-915b43617555),segment_id=c70032a7-76b2-4330-bdad-915b43617555)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:43.987281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=e92ffbc4-3231-4ea4-9c5d-5106528b4e51,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:44.039542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:44.039921 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:44.078549 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:44.087348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526b75a6-a97d-4e46-b6e0-f230069d90a4 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:44.165462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:44.178368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-51c9e1f3-99a6-4757-919b-18bff80db30e req-f3fbff32-34cf-4834-9f7f-a2f01331c782 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5100961 Nov 12 13:40:44.217648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f3bd0-4efb-4179-9f52-a8d9771ee69d None None] Pushing event updated for resources: {'Port': ['ID=c62daa3f-aa18-4cd6-9435-1e3f86b08067,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:44.238681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:44.254874 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Sync routers for ids ['78ace7ec-3bdf-46d3-8aa7-28ad9dde5419'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:44.279056 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Routers {'78ace7ec-3bdf-46d3-8aa7-28ad9dde5419'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:44.280333 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78ace7ec-3bdf-46d3-8aa7-28ad9dde5419'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:44.327613 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:44.343857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Attempting to bind port c62daa3f-aa18-4cd6-9435-1e3f86b08067 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:44.344122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:44.344231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Attempting to bind port c62daa3f-aa18-4cd6-9435-1e3f86b08067 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:44.344575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Attempting to bind port c62daa3f-aa18-4cd6-9435-1e3f86b08067 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:44.345108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6f7ad3bc-7f5c-4398-ab68-f4779df2c361 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.3890793 Nov 12 13:40:44.346570 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:44.362140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34842) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:44.432021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-67dfb3c3-dab8-4e96-84f6-13f556a099ad None None] Provisioning complete for port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:44.432770 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67dfb3c3-dab8-4e96-84f6-13f556a099ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:44.448195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:44.448577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:44.448975 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:44.452471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:44.452840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Bound port: c62daa3f-aa18-4cd6-9435-1e3f86b08067, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:44.453235 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:44.493224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d21a1-6f0d-4dbd-a078-9144aa30b5c1 req-69e10b3e-cb3c-424d-9498-9be4a2df5a12 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:44.501175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d48d21a1-6f0d-4dbd-a078-9144aa30b5c1 req-69e10b3e-cb3c-424d-9498-9be4a2df5a12 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1834760 Nov 12 13:40:44.557797 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Set router 78ace7ec-3bdf-46d3-8aa7-28ad9dde5419 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:44.721675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004edc1-be76-4a14-848f-b95fa78f0755 None None] Pushing event updated for resources: {'Port': ['ID=a0be6bee-01af-4937-8b4d-ef823d914349,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:44.795497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Subnet': ['ID=f034a44b-0655-4323-9236-01fb9fa3d586,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:44.810479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Checking segment: {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:44.810968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network hostable DHCP agents. Network: 67239153-880f-4bb8-a429-51e466d254c9, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:40:44.899008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 67239153-880f-4bb8-a429-51e466d254c9 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:40:44.905012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] For port c62daa3f-aa18-4cd6-9435-1e3f86b08067, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:44.922873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] For port c62daa3f-aa18-4cd6-9435-1e3f86b08067, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c62daa3f-aa18-4cd6-9435-1e3f86b08067,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:44.954624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 67239153-880f-4bb8-a429-51e466d254c9) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:44.961215 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ace7ec-3bdf-46d3-8aa7-28ad9dde5419', 'name': '', 'tenant_id': 'c8b04f16ea05446a861d97159d670e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6', 'external_fixed_ips': [{'subnet_id': '3df24467-e15d-4731-b6d7-d6159c318cd2', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '4a57c67e-a675-4777-be53-8a0c240047d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:38Z', 'updated_at': '2021-11-12T13:40:42Z', 'revision_number': 3, 'project_id': 'c8b04f16ea05446a861d97159d670e44', 'gw_port': {'id': '4a57c67e-a675-4777-be53-8a0c240047d5', 'name': '', 'network_id': '9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ace7ec-3bdf-46d3-8aa7-28ad9dde5419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '3df24467-e15d-4731-b6d7-d6159c318cd2', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:40Z', 'updated_at': '2021-11-12T13:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df24467-e15d-4731-b6d7-d6159c318cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:44.988182 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:44.991405 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:45.009022 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c09875-e86c-4279-a342-d6499609c790 None None] Network 67239153-880f-4bb8-a429-51e466d254c9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:45.021945 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Checking router: 78ace7ec-3bdf-46d3-8aa7-28ad9dde5419 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:40:45.022737 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Updating router 78ace7ec-3bdf-46d3-8aa7-28ad9dde5419 port 4a57c67e-a675-4777-be53-8a0c240047d5 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:40:45.041330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:45.050504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7966447-e53e-44ae-85f3-130a00ca91ca {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:40:45.062631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34868) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:45.073711 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:45.073934 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:45.105155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1bd208af-8fbc-4143-9732-b82e4f9525cf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4675162 Nov 12 13:40:45.107161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34872) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:45.446527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Transition to ACTIVE for port object b7966447-e53e-44ae-85f3-130a00ca91ca will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:40:45.460210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1093250868-network', 'tenant_id': '98f418c141f243bfa0cac62b7b26c8a1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:45.460633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a1af0441-1c17-424e-9409-12fd61cff4f1 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:40:45.602164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a1af0441-1c17-424e-9409-12fd61cff4f1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:40:45.602974 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a1af0441-1c17-424e-9409-12fd61cff4f1 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:40:45.610789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea59ff5d-5813-4496-80ba-0a90a80294ea None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:40:45.638929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:45.649069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:45.725127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-67239153-880f-4bb8-a429-51e466d254c9', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:40:45.726042 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:45.759535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:45.867083 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:45.877682 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:45.917195 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d48d21a1-6f0d-4dbd-a078-9144aa30b5c1 req-c3a6e0b7-d337-41a4-94fa-37400e4311fb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4150732 Nov 12 13:40:45.956940 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Attempting to bind port 4a57c67e-a675-4777-be53-8a0c240047d5 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:45.958360 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Attempting to bind port 4a57c67e-a675-4777-be53-8a0c240047d5 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '235a7d27-cd20-4572-86fa-c5ef0fedb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:45.959000 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Attempting to bind port 4a57c67e-a675-4777-be53-8a0c240047d5 on network 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:46.036791 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:46.037213 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Checking segment: {'id': '235a7d27-cd20-4572-86fa-c5ef0fedb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:46.037596 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:46.037989 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Bound using segment: {'id': '235a7d27-cd20-4572-86fa-c5ef0fedb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:46.038480 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Bound port: 4a57c67e-a675-4777-be53-8a0c240047d5, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235a7d27-cd20-4572-86fa-c5ef0fedb3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:46.038855 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:46.218392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Made reservation on behalf of 98f418c141f243bfa0cac62b7b26c8a1 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:46.227658 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:46.252283 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Pushing event updated for resources: {'Port': ['ID=4a57c67e-a675-4777-be53-8a0c240047d5,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:46.304682 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.305065 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.322997 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.323440 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.323788 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.324133 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.324464 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.324804 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.325131 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.325463 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.335137 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.335481 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:40:46.352955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a0be6bee-01af-4937-8b4d-ef823d914349 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:46.377454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f3bd0-4efb-4179-9f52-a8d9771ee69d None None] Pushing event updated for resources: {'Port': ['ID=c62daa3f-aa18-4cd6-9435-1e3f86b08067,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:46.435321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:46.446571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Routers {'a26d9cfe-4ee2-4698-a5a6-20cf499db54e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:46.447997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:46.452141 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] For port 4a57c67e-a675-4777-be53-8a0c240047d5, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:46.471171 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] For port 4a57c67e-a675-4777-be53-8a0c240047d5, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a57c67e-a675-4777-be53-8a0c240047d5,segment=NetworkSegment(235a7d27-cd20-4572-86fa-c5ef0fedb3ee),segment_id=235a7d27-cd20-4572-86fa-c5ef0fedb3ee)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:46.492591 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:46.527382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08254be9-a211-4976-9a83-946c09916fdd None None] Network 35f348ce-f12b-43c2-8a70-b4c2a953d43b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:46.723350 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aff4f7-75fd-4f9e-a04d-6a5020838192 None None] Pushing event updated for resources: {'Port': ['ID=4a57c67e-a675-4777-be53-8a0c240047d5,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:46.733809 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Routers {'78ace7ec-3bdf-46d3-8aa7-28ad9dde5419'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:46.738900 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78ace7ec-3bdf-46d3-8aa7-28ad9dde5419'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:46.757041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da79c2-9b7d-412e-87b5-ebafd6c5a995 req-08bd9954-b578-470c-a7dd-7fd129cf27a0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:46.765178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] Provisioning complete for port e92ffbc4-3231-4ea4-9c5d-5106528b4e51 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:46.765757 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:46.766009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55da79c2-9b7d-412e-87b5-ebafd6c5a995 req-08bd9954-b578-470c-a7dd-7fd129cf27a0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.2407069 Nov 12 13:40:46.839068 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:46.857992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:46.864675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:46.865586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Deleting port 4a57c67e-a675-4777-be53-8a0c240047d5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:46.866263 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:46.952413 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] Set router 78ace7ec-3bdf-46d3-8aa7-28ad9dde5419 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:46.991514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=e92ffbc4-3231-4ea4-9c5d-5106528b4e51,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:47.002159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] Port e92ffbc4-3231-4ea4-9c5d-5106528b4e51 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:47.054482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Pushing event updated for resources: {'Port': ['ID=b7966447-e53e-44ae-85f3-130a00ca91ca,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:47.076619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] Set router a26d9cfe-4ee2-4698-a5a6-20cf499db54e gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:47.116645 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ace7ec-3bdf-46d3-8aa7-28ad9dde5419', 'name': '', 'tenant_id': 'c8b04f16ea05446a861d97159d670e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:38Z', 'updated_at': '2021-11-12T13:40:46Z', 'revision_number': 4, 'project_id': 'c8b04f16ea05446a861d97159d670e44', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:47.125683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef9fe5-c01e-4adb-b7fd-9d3231a8e877 req-934f9435-75c7-45e5-a123-ec997849cb71 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:47.127227 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeef9fe5-c01e-4adb-b7fd-9d3231a8e877 req-934f9435-75c7-45e5-a123-ec997849cb71 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 944 time: 1.5914798 Nov 12 13:40:47.154729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55da79c2-9b7d-412e-87b5-ebafd6c5a995 req-561d836c-dab0-44b7-a3e3-7788c41a98fc tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3875360 Nov 12 13:40:47.193494 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693dd45-d28f-48ac-b74a-e7eabe8d5b36 None None] The sync data for ids ['78ace7ec-3bdf-46d3-8aa7-28ad9dde5419'] in n-d-805736-4 is: [{'id': '78ace7ec-3bdf-46d3-8aa7-28ad9dde5419', 'name': '', 'tenant_id': 'c8b04f16ea05446a861d97159d670e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:38Z', 'updated_at': '2021-11-12T13:40:46Z', 'revision_number': 4, 'project_id': 'c8b04f16ea05446a861d97159d670e44', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:40:47.421193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Allocated IP 172.20.0.18 (67239153-880f-4bb8-a429-51e466d254c9/f034a44b-0655-4323-9236-01fb9fa3d586/503abcee-3d02-4754-bfe5-9afafb9445f3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:47.430815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:47.470539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] Provisioning complete for port c62daa3f-aa18-4cd6-9435-1e3f86b08067 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:47.471332 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:47.516243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a0be6bee-01af-4937-8b4d-ef823d914349 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:47.521324 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:47.525041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aeef9fe5-c01e-4adb-b7fd-9d3231a8e877 req-a41710b9-13e9-4ea0-b5ae-95e67adeb1a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3597257 Nov 12 13:40:47.557704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Attempting to bind port b7966447-e53e-44ae-85f3-130a00ca91ca on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:47.558036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Attempting to bind port b7966447-e53e-44ae-85f3-130a00ca91ca by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:47.558398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Attempting to bind port b7966447-e53e-44ae-85f3-130a00ca91ca on network cfd10963-60d4-41d9-acc4-7044c33ab5e5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:47.587069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:47.614092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4a2a-73e5-49a8-b050-ec73ff9c698f req-25e1d0da-7a00-4fb9-8bd8-450212224136 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:47.622090 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-82cc4a2a-73e5-49a8-b050-ec73ff9c698f req-25e1d0da-7a00-4fb9-8bd8-450212224136 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.3500056 Nov 12 13:40:47.709305 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-82cc4a2a-73e5-49a8-b050-ec73ff9c698f req-706230ed-17c6-4f1b-85a7-0a35cade8ca6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861809 Nov 12 13:40:47.726707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:47.738729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-6d738300-3996-4100-aa52-607d7d01683d tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:47.740731 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-6d738300-3996-4100-aa52-607d7d01683d tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.3821230 Nov 12 13:40:47.762830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:47.902030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Port b7966447-e53e-44ae-85f3-130a00ca91ca on network cfd10963-60d4-41d9-acc4-7044c33ab5e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:40:47.902395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Attempting to bind port b7966447-e53e-44ae-85f3-130a00ca91ca on network cfd10963-60d4-41d9-acc4-7044c33ab5e5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:47.919872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:47.920310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Checking segment: {'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:47.920855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Bound using segment: {'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:47.921345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Bound port: b7966447-e53e-44ae-85f3-130a00ca91ca, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77d4f35-201d-45f4-b331-f1d3aace432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:47.921726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:47.949301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:47.956882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:47.974068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] For port 4a57c67e-a675-4777-be53-8a0c240047d5, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a57c67e-a675-4777-be53-8a0c240047d5,segment=NetworkSegment(235a7d27-cd20-4572-86fa-c5ef0fedb3ee),segment_id=235a7d27-cd20-4572-86fa-c5ef0fedb3ee)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:47.974743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.026291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9050469-e3aa-42f6-89b5-d7ddd966b360,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:48.046853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:40:48.072672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Calling delete_port for 4a57c67e-a675-4777-be53-8a0c240047d5 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:48.079730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.080075 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Added segment 6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39 of type vlan for network f5f48f09-da16-4b6d-9421-a9eae1093b45 Nov 12 13:40:48.130862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 67e6fa69-36de-4412-937a-8934384131ac is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:40:48.131390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] For port b7966447-e53e-44ae-85f3-130a00ca91ca, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:48.145382 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.158010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] For port b7966447-e53e-44ae-85f3-130a00ca91ca, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b7966447-e53e-44ae-85f3-130a00ca91ca,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:48.160876 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.171213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.243973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:48.244688 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.246155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] 10.222.0.70 "PUT /v2.0/ports/b7966447-e53e-44ae-85f3-130a00ca91ca HTTP/1.1" status: 200 len: 1092 time: 5.2213459 Nov 12 13:40:48.251749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'tag': 'b7966447-e53e-44ae-85f3-130a00ca91ca'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:40:48.254484 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961f613b-6a97-4964-8ac5-c558978ddef9" -d '{"events": [{"name": "network-changed", "server_uuid": "30fa9747-b266-477a-87e7-8da7ef9cc2f4", "tag": "b7966447-e53e-44ae-85f3-130a00ca91ca"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:40:48.282221 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.283996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:48.284918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.340706 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.391575 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3609867-f91b-4e4b-8a88-e42999bda42a x-openstack-request-id: req-d3609867-f91b-4e4b-8a88-e42999bda42a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:40:48.391893 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fa9747-b266-477a-87e7-8da7ef9cc2f4", "tag": "b7966447-e53e-44ae-85f3-130a00ca91ca", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:40:48.392144 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3609867-f91b-4e4b-8a88-e42999bda42a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:40:48.392569 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'tag': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'status': 'completed', 'code': 200} Nov 12 13:40:48.470032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.474223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:38Z', 'revision_number': 3, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:48.484706 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4180596 Nov 12 13:40:48.488155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] For port c62daa3f-aa18-4cd6-9435-1e3f86b08067, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c62daa3f-aa18-4cd6-9435-1e3f86b08067,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:48.500726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34898) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:48.508491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Deleting port 99072daf-ae37-495e-9205-4b81df28e187 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:48.509448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.520539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port a0be6bee-01af-4937-8b4d-ef823d914349, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a0be6bee-01af-4937-8b4d-ef823d914349,segment=NetworkSegment(c70032a7-76b2-4330-bdad-915b43617555),segment_id=c70032a7-76b2-4330-bdad-915b43617555)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:48.589226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.606504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.619567 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.634034 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c17299-ec5b-4425-9dfb-18520406ce35 None None] The sync data for ids ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'] in n-d-805736-4 is: [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:38Z', 'revision_number': 3, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:40:48.634214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efafe0-c562-4438-9ae9-8d3370a3e23a service neutron] Pushing event updated for resources: {'Port': ['ID=b7966447-e53e-44ae-85f3-130a00ca91ca,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:48.638467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Request body: {'subnet': {'network_id': 'f5f48f09-da16-4b6d-9421-a9eae1093b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1093250868-subnet', 'tenant_id': '98f418c141f243bfa0cac62b7b26c8a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:48.715749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] Provisioning complete for port a0be6bee-01af-4937-8b4d-ef823d914349 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:48.716613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.778932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656afdda-c4a8-4477-8602-94223abb3a7d admin admin] Pushing event updated for resources: {'Network': ['ID=f5f48f09-da16-4b6d-9421-a9eae1093b45,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:48.787407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-5546e42b-7894-47a5-8877-874728f32998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:48.788936 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-5546e42b-7894-47a5-8877-874728f32998 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 1095 time: 0.4361572 Nov 12 13:40:48.849664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Network 67239153-880f-4bb8-a429-51e466d254c9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:48.852620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f5f48f09-da16-4b6d-9421-a9eae1093b45 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:40:48.863860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.20.0.17 (67239153-880f-4bb8-a429-51e466d254c9/f034a44b-0655-4323-9236-01fb9fa3d586/e3285e66-da0b-4616-8f3f-33dafe183705) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:48.876810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:48.889440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Made reservation on behalf of 98f418c141f243bfa0cac62b7b26c8a1 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:48.891959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.895590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:48.898672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:48.937242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=a0be6bee-01af-4937-8b4d-ef823d914349,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:48.941417 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-1fce665d-acc9-42f3-8cbf-7ff22cdd0462 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7966447-e53e-44ae-85f3-130a00ca91ca HTTP/1.1" status: 200 len: 217 time: 0.1325965 Nov 12 13:40:48.996322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f56fac-ad21-4ef8-912b-24f9680bd5b4 req-b51e0b60-1587-4de3-b675-bed8ff1270f7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:48.998604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7f56fac-ad21-4ef8-912b-24f9680bd5b4 req-b51e0b60-1587-4de3-b675-bed8ff1270f7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 944 time: 0.2166905 Nov 12 13:40:49.006332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a57c67e-a675-4777-be53-8a0c240047d5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:49.089744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b42c-b0bd-42dd-8bf3-a3777c936fc2 req-106e9c37-ece5-4136-afdf-06dc68b76649 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:49.091486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9587b42c-b0bd-42dd-8bf3-a3777c936fc2 req-106e9c37-ece5-4136-afdf-06dc68b76649 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 946 time: 0.6442776 Nov 12 13:40:49.198776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Attempting to bind port 503abcee-3d02-4754-bfe5-9afafb9445f3 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:49.200164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Attempting to bind port 503abcee-3d02-4754-bfe5-9afafb9445f3 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:49.200818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Attempting to bind port 503abcee-3d02-4754-bfe5-9afafb9445f3 on network 67239153-880f-4bb8-a429-51e466d254c9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:49.233319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:49.234178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Checking segment: {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:49.235134 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:49.235761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Bound using segment: {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:49.236502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Bound port: 503abcee-3d02-4754-bfe5-9afafb9445f3, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:49.237237 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:49.261649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Pushing event updated for resources: {'Port': ['ID=503abcee-3d02-4754-bfe5-9afafb9445f3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:49.272605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-3e39a62c-2429-47f4-b2b1-37238a2a30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:49.274510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-3e39a62c-2429-47f4-b2b1-37238a2a30d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7d63467f-b4ff-4be4-83f1-98b6c26ee1ce HTTP/1.1" status: 200 len: 835 time: 0.3197794 Nov 12 13:40:49.383125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7f56fac-ad21-4ef8-912b-24f9680bd5b4 req-f62755a1-0928-4886-959a-433f6fdd4102 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268325 Nov 12 13:40:49.422923 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:49.444981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-4533006c-f1f1-4855-86fe-819f033cf0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:49.448246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-4533006c-f1f1-4855-86fe-819f033cf0a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cfd10963-60d4-41d9-acc4-7044c33ab5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642313 Nov 12 13:40:49.475215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded2715-c1e2-40dd-a418-9e1037e93050 None None] Pushing event updated for resources: {'Port': ['ID=c62daa3f-aa18-4cd6-9435-1e3f86b08067,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:49.495306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9587b42c-b0bd-42dd-8bf3-a3777c936fc2 req-39336675-3c8d-4557-9f39-c87b14fe6b3f tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=edaaf1b4-5146-46b9-b67b-c9526a391e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098233 Nov 12 13:40:49.498502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] For port 503abcee-3d02-4754-bfe5-9afafb9445f3, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:49.500175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:49.505617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] For port 503abcee-3d02-4754-bfe5-9afafb9445f3, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=503abcee-3d02-4754-bfe5-9afafb9445f3,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:49.519101 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:49.533002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:49.565747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e83de58b-0281-4b42-b612-576e5e4e9965 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/67e6fa69-36de-4412-937a-8934384131ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2375576 Nov 12 13:40:49.570496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34906) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:49.579489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146a395-c537-41c4-8fe5-bbc79748af17 None None] Sync routers for ids ['67e6fa69-36de-4412-937a-8934384131ac'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:49.681215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146a395-c537-41c4-8fe5-bbc79748af17 None None] Routers {'67e6fa69-36de-4412-937a-8934384131ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:49.684729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8146a395-c537-41c4-8fe5-bbc79748af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['67e6fa69-36de-4412-937a-8934384131ac'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:49.802110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] For port 99072daf-ae37-495e-9205-4b81df28e187, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=99072daf-ae37-495e-9205-4b81df28e187,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:49.802487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:49.813136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:49.824275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:49.878844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b46e5f-4f43-4eba-9b72-4d29b4f04128 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:49.880406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a7b46e5f-4f43-4eba-9b72-4d29b4f04128 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports/e92ffbc4-3231-4ea4-9c5d-5106528b4e51 HTTP/1.1" status: 200 len: 910 time: 0.3011498 Nov 12 13:40:49.888165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34908) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:50.025367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-849ad74f-1d3e-45c8-bc0e-dfa6118afa76 service neutron] 10.222.0.70 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656526 Nov 12 13:40:50.030485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:50.111039 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:50.113134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78ace7ec-3bdf-46d3-8aa7-28ad9dde5419 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:40:50.145805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:50.149683 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3fa9aa0f-ae48-4a07-8841-ae5fc9d68594 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "DELETE /v2.0/routers/78ace7ec-3bdf-46d3-8aa7-28ad9dde5419 HTTP/1.1" status: 204 len: 168 time: 5.7840655 Nov 12 13:40:50.155247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34910) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:50.254103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87fc89-3cef-4846-871d-4b953b711903 req-4cecb84f-29ce-4d65-8035-2882f2dd1b09 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:50.255751 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e87fc89-3cef-4846-871d-4b953b711903 req-4cecb84f-29ce-4d65-8035-2882f2dd1b09 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.6963785 Nov 12 13:40:50.266484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8146a395-c537-41c4-8fe5-bbc79748af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:50.344056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c92bd1-81e3-4183-8887-313ee998f4e7 None None] Pushing event updated for resources: {'Port': ['ID=503abcee-3d02-4754-bfe5-9afafb9445f3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:50.358133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146a395-c537-41c4-8fe5-bbc79748af17 None None] Routers {'67e6fa69-36de-4412-937a-8934384131ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:50.359414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8146a395-c537-41c4-8fe5-bbc79748af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['67e6fa69-36de-4412-937a-8934384131ac'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:50.360838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d83289e9-92bd-4d17-978b-35affb0852c8 None None] Provisioning complete for port e92ffbc4-3231-4ea4-9c5d-5106528b4e51 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:50.361214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d83289e9-92bd-4d17-978b-35affb0852c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:50.510599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 67239153-880f-4bb8-a429-51e466d254c9 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:50.510830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8146a395-c537-41c4-8fe5-bbc79748af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:50.522788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146a395-c537-41c4-8fe5-bbc79748af17 None None] The sync data for ids ['67e6fa69-36de-4412-937a-8934384131ac'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:40:50.555664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:50.559810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:50.584980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d83289e9-92bd-4d17-978b-35affb0852c8 None None] Port e92ffbc4-3231-4ea4-9c5d-5106528b4e51 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:50.615965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d537cdcd-fc00-4770-ae11-f2f8b0aace73 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Deleting subnet 3df24467-e15d-4731-b6d7-d6159c318cd2 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:40:50.620927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d83289e9-92bd-4d17-978b-35affb0852c8 None None] Provisioning complete for port a0be6bee-01af-4937-8b4d-ef823d914349 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:50.623909 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d83289e9-92bd-4d17-978b-35affb0852c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:50.757739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=e3285e66-da0b-4616-8f3f-33dafe183705,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:50.769657 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:50.848516 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d537cdcd-fc00-4770-ae11-f2f8b0aace73 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:50.999458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c62daa3f-aa18-4cd6-9435-1e3f86b08067 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:51.127329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c62daa3f-aa18-4cd6-9435-1e3f86b08067 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:51.128854 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:51.270775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e87fc89-3cef-4846-871d-4b953b711903 req-8fa9e402-e5c2-4dbc-a0c9-f2d5e16995cc tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9712968 Nov 12 13:40:51.284445 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:51.284969 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:51.285222 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Floating IP 746cfd1d-ca07-4194-ba28-88f9479e193f disassociated. External IP: 172.25.5.246, port: 99072daf-ae37-495e-9205-4b81df28e187. Nov 12 13:40:51.285562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Calling delete_port for 99072daf-ae37-495e-9205-4b81df28e187 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:51.310814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08995c6e-a3d7-462b-98e7-d0822415d63c req-a15cce74-b079-4d70-9fbc-df7e7d71a181 service neutron] 10.222.0.70 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1950274 Nov 12 13:40:51.333138 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d537cdcd-fc00-4770-ae11-f2f8b0aace73 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:51.362442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 503abcee-3d02-4754-bfe5-9afafb9445f3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:51.390436 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:51.404063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2823035-d26a-4860-aab1-1c16543174cf None None] Network 67239153-880f-4bb8-a429-51e466d254c9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:51.496926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 99072daf-ae37-495e-9205-4b81df28e187 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:40:51.548865 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:51.599423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:51.684036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 99072daf-ae37-495e-9205-4b81df28e187 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:40:51.685162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 99072daf-ae37-495e-9205-4b81df28e187 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:40:51.685466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75c2c0b-2548-4d9c-8a2b-d68ad8b86ddd,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:51.705194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event deleted for resources: {'Port': ['ID=99072daf-ae37-495e-9205-4b81df28e187,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:51.716934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9c1ef394-7c97-46ba-9677-e794a16f1ba2 None None] Provisioning complete for port 503abcee-3d02-4754-bfe5-9afafb9445f3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:51.718416 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef394-7c97-46ba-9677-e794a16f1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:51.842348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb45c08-89a2-45a1-ad4f-50ad3bad03bb req-e56b5514-3df4-403f-b6b6-0ffc5dc2d47d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:51.844404 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9bb45c08-89a2-45a1-ad4f-50ad3bad03bb req-e56b5514-3df4-403f-b6b6-0ffc5dc2d47d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 944 time: 0.3602705 Nov 12 13:40:51.849034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Checking segment: {'id': '6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f5f48f09-da16-4b6d-9421-a9eae1093b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:51.849740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Network hostable DHCP agents. Network: f5f48f09-da16-4b6d-9421-a9eae1093b45, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:40:51.875762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 503abcee-3d02-4754-bfe5-9afafb9445f3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:51.876134 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:52.028098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Network f5f48f09-da16-4b6d-9421-a9eae1093b45 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:40:52.066368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2531b4fd-d7c8-49f0-85e3-0674d937bb1c req-0dca0a05-b1a7-4101-9993-9c216cfa9056 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 210 time: 0.5903983 Nov 12 13:40:52.069378 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef394-7c97-46ba-9677-e794a16f1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:52.097096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-a91b3982-e0d0-4b42-b579-13bb4e29c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:52.098676 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-a91b3982-e0d0-4b42-b579-13bb4e29c044 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 1095 time: 0.7185206 Nov 12 13:40:52.102768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d537cdcd-fc00-4770-ae11-f2f8b0aace73 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:52.163996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9bb45c08-89a2-45a1-ad4f-50ad3bad03bb req-f0aff466-12ce-4c81-8fa9-ec83b19ea84b tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065727 Nov 12 13:40:52.183307 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, f5f48f09-da16-4b6d-9421-a9eae1093b45) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:52.187970 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:52.194581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:52.200203 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:52.214494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3caa63b-19a9-4dd1-8d68-139dae374171 None None] Network f5f48f09-da16-4b6d-9421-a9eae1093b45 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:52.227478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Router f7a869a7-973a-4d72-98d9-b25748246ae5 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:40:52.267156 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8898988e-f238-45a5-be10-1e30801faf7d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.7042816 Nov 12 13:40:52.272603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9c1ef394-7c97-46ba-9677-e794a16f1ba2 None None] For port 503abcee-3d02-4754-bfe5-9afafb9445f3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=503abcee-3d02-4754-bfe5-9afafb9445f3,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:52.283123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef394-7c97-46ba-9677-e794a16f1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:52.471244 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:40:52.472140 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:40:52.553273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee2e458-8e7f-4a96-a98a-43992306eee4 None None] Network f5f48f09-da16-4b6d-9421-a9eae1093b45 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:40:52.642752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8118aba-0cc8-4261-84d5-7f6efc920330 req-47006e87-f5d0-4ca8-9a1f-3bddbc04274c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:52.646630 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8118aba-0cc8-4261-84d5-7f6efc920330 req-47006e87-f5d0-4ca8-9a1f-3bddbc04274c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1414521 Nov 12 13:40:52.649306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:52.661689 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] Sync routers for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:52.680466 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:52.681116 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:52.791078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ef394-7c97-46ba-9677-e794a16f1ba2 None None] Pushing event updated for resources: {'Port': ['ID=503abcee-3d02-4754-bfe5-9afafb9445f3,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:52.792461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8118aba-0cc8-4261-84d5-7f6efc920330 req-baf7c4ba-f318-4ad3-a004-7520038e0c63 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344085 Nov 12 13:40:52.863764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:52.904852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] No DVR routers for this DVR port 99072daf-ae37-495e-9205-4b81df28e187 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:40:52.905509 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:52.913164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:52.926442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-10bd85d9-22f5-4448-b6e9-2a40771375cd req-7ba57ec6-0ffd-4087-8362-49060b962f88 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.70 "DELETE /v2.0/ports/99072daf-ae37-495e-9205-4b81df28e187 HTTP/1.1" status: 204 len: 173 time: 5.1786258 Nov 12 13:40:52.926963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1a6696-3a48-49db-8d47-a22071513f30', 'name': 'network-vif-deleted', 'tag': '99072daf-ae37-495e-9205-4b81df28e187'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:40:52.940827 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f83352-fe78-420c-8822-f4e87a7405ed" -d '{"events": [{"server_uuid": "0e1a6696-3a48-49db-8d47-a22071513f30", "name": "network-vif-deleted", "tag": "99072daf-ae37-495e-9205-4b81df28e187"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:40:53.026412 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ec5130-604a-4380-9925-65ddc0fa91be x-openstack-request-id: req-75ec5130-604a-4380-9925-65ddc0fa91be {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:40:53.027519 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1a6696-3a48-49db-8d47-a22071513f30", "name": "network-vif-deleted", "tag": "99072daf-ae37-495e-9205-4b81df28e187", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:40:53.027951 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75ec5130-604a-4380-9925-65ddc0fa91be {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:40:53.028575 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1a6696-3a48-49db-8d47-a22071513f30', 'name': 'network-vif-deleted', 'tag': '99072daf-ae37-495e-9205-4b81df28e187', 'status': 'completed', 'code': 200} Nov 12 13:40:53.035587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-aa93a58f-8cc8-4510-af99-c6fff4bccce2 None None] Provisioning complete for port e3285e66-da0b-4616-8f3f-33dafe183705 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:53.036199 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa93a58f-8cc8-4510-af99-c6fff4bccce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:53.042709 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:53.057684 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:53.085739 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d537cdcd-fc00-4770-ae11-f2f8b0aace73 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:53.133701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a0be6bee-01af-4937-8b4d-ef823d914349 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:53.210422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aa93a58f-8cc8-4510-af99-c6fff4bccce2 None None] Port e3285e66-da0b-4616-8f3f-33dafe183705 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:53.275063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-aa93a58f-8cc8-4510-af99-c6fff4bccce2 None None] Provisioning complete for port 503abcee-3d02-4754-bfe5-9afafb9445f3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:53.276989 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa93a58f-8cc8-4510-af99-c6fff4bccce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:53.287949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-818efd95-5a7d-4428-9564-fc52b4417da3 req-268110d6-c000-491f-b1d0-399c245cf396 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e1a6696-3a48-49db-8d47-a22071513f30 HTTP/1.1" status: 200 len: 210 time: 0.0490677 Nov 12 13:40:53.324855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a0be6bee-01af-4937-8b4d-ef823d914349 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:53.325217 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:53.469597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a02557-7296-4e53-a840-9dcdb5f38fa7 req-5d8edddd-aae7-4d9c-a5a7-101ef8fff137 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:53.477818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-00a02557-7296-4e53-a840-9dcdb5f38fa7 req-5d8edddd-aae7-4d9c-a5a7-101ef8fff137 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 944 time: 0.1024282 Nov 12 13:40:53.479497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b7966447-e53e-44ae-85f3-130a00ca91ca details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:40:53.510400 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:53.517080 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d537cdcd-fc00-4770-ae11-f2f8b0aace73 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:53.526130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d537cdcd-fc00-4770-ae11-f2f8b0aace73 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/3df24467-e15d-4731-b6d7-d6159c318cd2 HTTP/1.1" status: 204 len: 168 time: 3.3512435 Nov 12 13:40:53.533427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34944) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:53.550188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537cdcd-fc00-4770-ae11-f2f8b0aace73 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3df24467-e15d-4731-b6d7-d6159c318cd2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:53.552310 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] Checking router: f7a869a7-973a-4d72-98d9-b25748246ae5 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:40:53.565178 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:53.566969 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:53.590894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-ece21d00-f7a0-4da0-a1f0-58a94fcd430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:53.597524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-ece21d00-f7a0-4da0-a1f0-58a94fcd430b service neutron] 10.222.0.70 "GET /v2.0/networks?id=cfd10963-60d4-41d9-acc4-7044c33ab5e5 HTTP/1.1" status: 200 len: 898 time: 1.4498780 Nov 12 13:40:53.703696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-0a073f58-d12d-43f9-9ac3-8df0ee593c61 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:53.711436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-0a073f58-d12d-43f9-9ac3-8df0ee593c61 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/networks?id=f5f48f09-da16-4b6d-9421-a9eae1093b45 HTTP/1.1" status: 200 len: 818 time: 0.4963872 Nov 12 13:40:53.729165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-00a02557-7296-4e53-a840-9dcdb5f38fa7 req-1d7659bb-d65d-446d-b4cf-f9a63cf2c727 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500486 Nov 12 13:40:53.741887 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port b7966447-e53e-44ae-85f3-130a00ca91ca, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b7966447-e53e-44ae-85f3-130a00ca91ca,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:53.779551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'mac_address': 'fa:16:3e:71:65:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:40:53.800649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:53.806863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=e3285e66-da0b-4616-8f3f-33dafe183705,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:53.853828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:53.857128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ba0f74a2-f3cc-4755-b40b-d5270c284d0a None None] Provisioning complete for port e3285e66-da0b-4616-8f3f-33dafe183705 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:53.857713 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba0f74a2-f3cc-4755-b40b-d5270c284d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:53.883718 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:53.909412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 503abcee-3d02-4754-bfe5-9afafb9445f3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:53.936526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7966447-e53e-44ae-85f3-130a00ca91ca {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:40:53.979241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f74a2-f3cc-4755-b40b-d5270c284d0a None None] Port e3285e66-da0b-4616-8f3f-33dafe183705 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:53.983994 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-e38cb807-3c08-4eb4-87d3-2b637018d5b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7966447-e53e-44ae-85f3-130a00ca91ca HTTP/1.1" status: 200 len: 217 time: 0.3053420 Nov 12 13:40:53.995892 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-7e7714a6-d70f-420a-a6ed-f6a70a92ca5a tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/quotas/98f418c141f243bfa0cac62b7b26c8a1 HTTP/1.1" status: 200 len: 375 time: 0.2835064 Nov 12 13:40:53.999206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port b7966447-e53e-44ae-85f3-130a00ca91ca, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b7966447-e53e-44ae-85f3-130a00ca91ca,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:54.011007 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:54.050453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 503abcee-3d02-4754-bfe5-9afafb9445f3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:54.051253 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:54.075189 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-0b847d59-afaa-40fd-9ee6-10484f6ea162 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=98f418c141f243bfa0cac62b7b26c8a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780463 Nov 12 13:40:54.117798 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:54.121125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=b7966447-e53e-44ae-85f3-130a00ca91ca,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:54.199814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:54.216090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-5886eb31-4b79-442d-8897-1f5e790352fd service neutron] 10.222.0.73 "GET /v2.0/networks/f5f48f09-da16-4b6d-9421-a9eae1093b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397529 Nov 12 13:40:54.233725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235a7d27-cd20-4572-86fa-c5ef0fedb3ee') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:54.234157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235a7d27-cd20-4572-86fa-c5ef0fedb3ee') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:54.242711 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:54.250142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc100e-516a-4f00-995d-c3dba25596ff req-f984b44a-7b17-411d-b4dd-e25eb3c38dad tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:54.253035 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15dc100e-516a-4f00-995d-c3dba25596ff req-f984b44a-7b17-411d-b4dd-e25eb3c38dad tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.2189305 Nov 12 13:40:54.272883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:54.298086 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:54.313592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:40:54.314142 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:40:54.316231 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:40:54.392070 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:54.399945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['b7966447-e53e-44ae-85f3-130a00ca91ca'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:40:54.417981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15dc100e-516a-4f00-995d-c3dba25596ff req-587acf33-7949-4b5b-b713-213fc5bd41fc tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575050 Nov 12 13:40:54.429586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-7c315bf2-27f1-47e4-a145-e9abb4f207a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:54.431731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-7c315bf2-27f1-47e4-a145-e9abb4f207a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7d63467f-b4ff-4be4-83f1-98b6c26ee1ce HTTP/1.1" status: 200 len: 835 time: 0.4105966 Nov 12 13:40:54.438472 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:54.466850 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 13:40:54.475358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event deleted for resources: {'Network': ['ID=9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:54.486350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:54.493685 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb768a-ae85-4d55-96cd-5d6673e01aee None None] The sync data for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 is: [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:40:54.498608 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8ba54acb-abf1-4c28-9e15-7ba43514ed2a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "DELETE /v2.0/networks/9adf0e7c-4479-4fa6-a683-a7bcfe7a04d6 HTTP/1.1" status: 204 len: 168 time: 0.9640272 Nov 12 13:40:54.534779 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 67239153-880f-4bb8-a429-51e466d254c9 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:54.544452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:54.590339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:54.723116 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b4a298e-960c-4389-9390-cf9dd18d81d6 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:54.740751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-6f0ee609-3059-4177-844b-3d7c60ef6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:54.743557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-6f0ee609-3059-4177-844b-3d7c60ef6283 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cfd10963-60d4-41d9-acc4-7044c33ab5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505221 Nov 12 13:40:54.749421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router a26d9cfe-4ee2-4698-a5a6-20cf499db54e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:40:54.749663 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-9a85aa74-38c0-4170-900e-e9fe0764d780 service neutron] 10.222.0.73 "GET /v2.0/networks/f5f48f09-da16-4b6d-9421-a9eae1093b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205266 Nov 12 13:40:54.834197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b4a298e-960c-4389-9390-cf9dd18d81d6 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:55.101757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b0627-f249-4970-b76b-6e4c516ba62d req-fabf5473-0076-49b9-91bb-17f1a95eab7d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:55.112262 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-797b0627-f249-4970-b76b-6e4c516ba62d req-fabf5473-0076-49b9-91bb-17f1a95eab7d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 945 time: 0.1421392 Nov 12 13:40:55.134699 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b4a298e-960c-4389-9390-cf9dd18d81d6 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:55.142145 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b4a298e-960c-4389-9390-cf9dd18d81d6 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:55.143450 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6b4a298e-960c-4389-9390-cf9dd18d81d6 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "DELETE /v2.0/security-groups/edaaf1b4-5146-46b9-b67b-c9526a391e74 HTTP/1.1" status: 204 len: 168 time: 0.5517850 Nov 12 13:40:55.177664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:55.220334 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-08038d08-55df-4262-bf6f-70b3965c9bb5 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] show failed (client error): The resource could not be found. Nov 12 13:40:55.222267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-08038d08-55df-4262-bf6f-70b3965c9bb5 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups/edaaf1b4-5146-46b9-b67b-c9526a391e74 HTTP/1.1" status: 404 len: 347 time: 0.0428514 Nov 12 13:40:55.230147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34970) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:55.253437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a298e-960c-4389-9390-cf9dd18d81d6 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaaf1b4-5146-46b9-b67b-c9526a391e74,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:55.258417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9a4d1320-10b3-40af-aa90-eacc1cddd8e7 None None] Provisioning complete for port e3285e66-da0b-4616-8f3f-33dafe183705 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:55.258977 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1320-10b3-40af-aa90-eacc1cddd8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:55.325819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d1320-10b3-40af-aa90-eacc1cddd8e7 None None] Port e3285e66-da0b-4616-8f3f-33dafe183705 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:55.376278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34972) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:55.393007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8276c961-5f62-4bc9-aaa9-de169d726a4e tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Request body: {'router': {'name': 'tempest-router--1408044429', 'project_id': '10ee7fdfb9624a4da845d882683ebf9f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:55.528991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-797b0627-f249-4970-b76b-6e4c516ba62d req-22c7f038-85d9-4718-a7f7-c7fce9b31e88 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4089396 Nov 12 13:40:55.537489 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9dd85725-4b56-422b-9352-545a7010aad0 req-381ae5af-c61e-415e-afa1-306f6eaac1b0 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 210 time: 0.1139715 Nov 12 13:40:55.569901 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8276c961-5f62-4bc9-aaa9-de169d726a4e tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:55.570954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8276c961-5f62-4bc9-aaa9-de169d726a4e tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:55.646293 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8276c961-5f62-4bc9-aaa9-de169d726a4e tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:55.651823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d86b7818-8253-4c0e-ae63-3f3a3cec3624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Deleting port 4a05bbe1-66ee-4777-8990-2b876ea5d730 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:40:55.652147 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d86b7818-8253-4c0e-ae63-3f3a3cec3624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:55.657655 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8276c961-5f62-4bc9-aaa9-de169d726a4e tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:55.767002 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-73f9eb6a-8c53-48f4-8151-dc566eba0cff service neutron] 10.222.0.70 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0144105 Nov 12 13:40:55.825777 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8276c961-5f62-4bc9-aaa9-de169d726a4e tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:55.827042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8276c961-5f62-4bc9-aaa9-de169d726a4e tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4448421 Nov 12 13:40:55.833037 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34986) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:55.879814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:55.895687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Sync routers for ids ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:55.898632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e40eb06c-1073-40a4-9c0c-a95c53789d3e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "PUT /v2.0/routers/a26d9cfe-4ee2-4698-a5a6-20cf499db54e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7784996 Nov 12 13:40:55.913190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Allocated IP 172.21.0.1 (35f348ce-f12b-43c2-8a70-b4c2a953d43b/4a956b1c-3c97-4cfe-bb6a-501374bed10e/7d60f73a-5a76-4d5a-befd-ae2fc8bebecb) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:55.933186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Routers {'a26d9cfe-4ee2-4698-a5a6-20cf499db54e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:55.942277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:55.961527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06d441-5265-4b9c-b292-bbfb4a70ec4c req-a95a6410-bb7b-4f38-92b6-b71114832730 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:55.970121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d06d441-5265-4b9c-b292-bbfb4a70ec4c req-a95a6410-bb7b-4f38-92b6-b71114832730 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.2216346 Nov 12 13:40:56.000627 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9bce8e3-8b50-4f2a-ba34-922f07f5c2dd tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:56.146891 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-961f613b-6a97-4964-8ac5-c558978ddef9 req-3d7e7565-7212-4c7a-9e6a-c27de0252db1 service neutron] 10.222.0.70 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558478 Nov 12 13:40:56.171518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:56.208522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Set router a26d9cfe-4ee2-4698-a5a6-20cf499db54e gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:56.289517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:56.310434 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042638d2-16a9-4118-8127-364e89fd82e9 None None] New status for floating IP 746cfd1d-ca07-4194-ba28-88f9479e193f: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:40:56.355296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=7d60f73a-5a76-4d5a-befd-ae2fc8bebecb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:56.363823 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 35f348ce-f12b-43c2-8a70-b4c2a953d43b is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:56.365710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:56.369550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:40:56.385833 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d86b7818-8253-4c0e-ae63-3f3a3cec3624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:56.386158 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d86b7818-8253-4c0e-ae63-3f3a3cec3624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:56.430063 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:56.432317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d86b7818-8253-4c0e-ae63-3f3a3cec3624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Calling delete_port for 4a05bbe1-66ee-4777-8990-2b876ea5d730 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:40:56.622344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d06d441-5265-4b9c-b292-bbfb4a70ec4c req-4e00ed9f-7673-4b6b-bc4d-ba4f98cc27bc tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6512492 Nov 12 13:40:56.703633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:56.728829 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9bce8e3-8b50-4f2a-ba34-922f07f5c2dd tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:56.736088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9bce8e3-8b50-4f2a-ba34-922f07f5c2dd tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:56.737263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:51Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3285e66-da0b-4616-8f3f-33dafe183705', 'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:1a:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:47Z', 'updated_at': '2021-11-12T13:40:52Z', 'revision_number': 2, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:56.743599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0ff1c97f-5172-4fb0-834e-2b5019e0d2ca tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814071512&fields=id&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 267 time: 0.1676505 Nov 12 13:40:56.795717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Checking router: a26d9cfe-4ee2-4698-a5a6-20cf499db54e for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:40:56.796177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Updating router a26d9cfe-4ee2-4698-a5a6-20cf499db54e port e3285e66-da0b-4616-8f3f-33dafe183705 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:40:56.847934 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.086349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0bcdde77-0ed3-453b-91b3-c739a9f5697a None None] Provisioning complete for port 7d60f73a-5a76-4d5a-befd-ae2fc8bebecb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:57.088549 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bcdde77-0ed3-453b-91b3-c739a9f5697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.138674 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df242b4-4dbc-47ac-9ae2-b4fb26aeaf8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.341385 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9bce8e3-8b50-4f2a-ba34-922f07f5c2dd tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.342042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bce8e3-8b50-4f2a-ba34-922f07f5c2dd tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49b64d89-e930-4895-bc64-2aac8a1dbe8e {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:40:57.348007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9bce8e3-8b50-4f2a-ba34-922f07f5c2dd tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.349791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f9bce8e3-8b50-4f2a-ba34-922f07f5c2dd tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "DELETE /v2.0/routers/49b64d89-e930-4895-bc64-2aac8a1dbe8e HTTP/1.1" status: 204 len: 168 time: 1.5090635 Nov 12 13:40:57.397930 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdde77-0ed3-453b-91b3-c739a9f5697a None None] Port 7d60f73a-5a76-4d5a-befd-ae2fc8bebecb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:57.413550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5943c0-c797-4f35-8c78-d9f1dd2da795 req-85d382e3-bd18-4c47-a965-bd7dcfc0e9f3 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:57.428666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a5943c0-c797-4f35-8c78-d9f1dd2da795 req-85d382e3-bd18-4c47-a965-bd7dcfc0e9f3 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 945 time: 0.6155138 Nov 12 13:40:57.482921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b7966447-e53e-44ae-85f3-130a00ca91ca up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:40:57.488416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-ea83b9f4-0701-40f0-a452-bbcd87ea3676 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:57.497059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-ea83b9f4-0701-40f0-a452-bbcd87ea3676 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 797 time: 0.7360063 Nov 12 13:40:57.563866 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a5943c0-c797-4f35-8c78-d9f1dd2da795 req-515a2b2f-0c5f-4bb5-af7b-caeb2d3f30db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288531 Nov 12 13:40:57.583591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:57.627790 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d86b7818-8253-4c0e-ae63-3f3a3cec3624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.688570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-ab6e6aca-2ce1-4e81-8d3e-684d7fd673e0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/quotas/117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 375 time: 0.1897590 Nov 12 13:40:57.733031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port b7966447-e53e-44ae-85f3-130a00ca91ca completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:40:57.740224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port b7966447-e53e-44ae-85f3-130a00ca91ca triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:57.741439 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.756620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-90404513-e4dd-48ac-8e57-1e82f2224e55 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:57.758326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-90404513-e4dd-48ac-8e57-1e82f2224e55 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.70 "GET /v2.0/networks?id=f5f48f09-da16-4b6d-9421-a9eae1093b45 HTTP/1.1" status: 200 len: 818 time: 0.5600564 Nov 12 13:40:57.760402 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a951dcdc-de2a-404b-96ac-2281f162c9df req-2a86311e-7317-4a72-8920-772e2f64eca7 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 210 time: 0.0617788 Nov 12 13:40:57.762832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b7818-8253-4c0e-ae63-3f3a3cec3624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event deleted for resources: {'Port': ['ID=4a05bbe1-66ee-4777-8990-2b876ea5d730,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:57.778583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Request body: {'port': {'device_id': '914c1a84-8713-460e-a5d8-e47acc207f59', 'network_id': 'f5f48f09-da16-4b6d-9421-a9eae1093b45', 'admin_state_up': True, 'tenant_id': '98f418c141f243bfa0cac62b7b26c8a1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:57.855345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d86b7818-8253-4c0e-ae63-3f3a3cec3624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.858350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d86b7818-8253-4c0e-ae63-3f3a3cec3624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.860190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d86b7818-8253-4c0e-ae63-3f3a3cec3624 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "DELETE /v2.0/floatingips/746cfd1d-ca07-4194-ba28-88f9479e193f HTTP/1.1" status: 204 len: 168 time: 2.6283402 Nov 12 13:40:57.868943 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.894669 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:57.946084 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-3386086a-b7a2-4924-9b31-9bbc27349ba8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2448556 Nov 12 13:40:57.972358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77063af-024c-4e8f-954d-48e1fdf6896f None None] Pushing event updated for resources: {'Port': ['ID=e3285e66-da0b-4616-8f3f-33dafe183705,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:58.093473 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.116247 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.131739 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.139251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1033489459', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:58.168538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Attempting to bind port e3285e66-da0b-4616-8f3f-33dafe183705 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:40:58.168809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Attempting to bind port e3285e66-da0b-4616-8f3f-33dafe183705 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:40:58.169191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Attempting to bind port e3285e66-da0b-4616-8f3f-33dafe183705 on network 67239153-880f-4bb8-a429-51e466d254c9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:40:58.188753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e5a31-3dba-42fc-982d-664665191a5c req-87a1b661-8978-4c63-81a0-352bfb42861c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:58.191379 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-388e5a31-3dba-42fc-982d-664665191a5c req-87a1b661-8978-4c63-81a0-352bfb42861c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1431744 Nov 12 13:40:58.223260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port b7966447-e53e-44ae-85f3-130a00ca91ca, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b7966447-e53e-44ae-85f3-130a00ca91ca,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:40:58.230266 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:40:58.244225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7966447-e53e-44ae-85f3-130a00ca91ca'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:40:58.245812 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.246522 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b276dd1-899e-4144-b7ba-22058b357262" -d '{"events": [{"server_uuid": "30fa9747-b266-477a-87e7-8da7ef9cc2f4", "name": "network-vif-plugged", "status": "completed", "tag": "b7966447-e53e-44ae-85f3-130a00ca91ca"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:40:58.249014 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.259540 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.337712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-388e5a31-3dba-42fc-982d-664665191a5c req-d664544e-480f-4980-a890-f05ddcc1e10d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363597 Nov 12 13:40:58.343171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:40:58.343753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Checking segment: {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:40:58.344324 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.344881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Bound using segment: {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:40:58.345554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Bound port: e3285e66-da0b-4616-8f3f-33dafe183705, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:40:58.346123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.350551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=b7966447-e53e-44ae-85f3-130a00ca91ca,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:58.394799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-cbbf3317-4ff2-4124-9203-0fe3c8dae209 service neutron] 10.222.0.73 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289329 Nov 12 13:40:58.406010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=7d60f73a-5a76-4d5a-befd-ae2fc8bebecb,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:58.431618 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.455417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.469093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Made reservation on behalf of 98f418c141f243bfa0cac62b7b26c8a1 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:40:58.477043 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.499192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-44dccae2-939b-4bcb-bc19-805872c26291 None None] Provisioning complete for port e3285e66-da0b-4616-8f3f-33dafe183705 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:58.499558 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44dccae2-939b-4bcb-bc19-805872c26291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.582657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-44dccae2-939b-4bcb-bc19-805872c26291 None None] Port e3285e66-da0b-4616-8f3f-33dafe183705 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:40:58.607390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] For port e3285e66-da0b-4616-8f3f-33dafe183705, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:40:58.612763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] For port e3285e66-da0b-4616-8f3f-33dafe183705, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e3285e66-da0b-4616-8f3f-33dafe183705,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:40:58.621084 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.685070 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-543c0a9c-ec96-4a9c-8a3f-ce13522af795 service neutron] 10.222.0.73 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807767 Nov 12 13:40:58.768114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Routers {'a26d9cfe-4ee2-4698-a5a6-20cf499db54e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:58.773666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:58.825700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 35f348ce-f12b-43c2-8a70-b4c2a953d43b is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:40:58.839890 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:58.841495 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:40:59.086073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] Set router a26d9cfe-4ee2-4698-a5a6-20cf499db54e gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:40:59.098493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 67e6fa69-36de-4412-937a-8934384131ac has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:40:59.128652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Allocated IP 172.20.0.7 (f5f48f09-da16-4b6d-9421-a9eae1093b45/d75c2c0b-2548-4d9c-8a2b-d68ad8b86ddd/015d446f-e795-4c39-a7e2-ed2919717d20) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:40:59.229066 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92835008-6a95-4330-ab49-e1bfb9033c9b x-openstack-request-id: req-92835008-6a95-4330-ab49-e1bfb9033c9b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:40:59.229393 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fa9747-b266-477a-87e7-8da7ef9cc2f4", "name": "network-vif-plugged", "status": "completed", "tag": "b7966447-e53e-44ae-85f3-130a00ca91ca", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:40:59.229654 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92835008-6a95-4330-ab49-e1bfb9033c9b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:40:59.230060 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'code': 200} Nov 12 13:40:59.350323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77063af-024c-4e8f-954d-48e1fdf6896f None None] Pushing event updated for resources: {'Port': ['ID=e3285e66-da0b-4616-8f3f-33dafe183705,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:40:59.381001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c893d-f4de-463e-9416-fbf0f6e32df7 req-b208237e-647e-499a-912f-dcc1cc7ee667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:59.383043 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6c893d-f4de-463e-9416-fbf0f6e32df7 req-b208237e-647e-499a-912f-dcc1cc7ee667 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 1097 time: 0.0866129 Nov 12 13:40:59.473965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1db6ede5-638e-4f33-ad1a-02a6e5f968cc None None] Provisioning complete for port e3285e66-da0b-4616-8f3f-33dafe183705 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:40:59.476622 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1db6ede5-638e-4f33-ad1a-02a6e5f968cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:59.509808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:59.559072 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7caef950-ea14-44e1-9f20-4db9dbbd2d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:59.604283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c22d6-1add-47b0-981b-0fa60a1fc5a6 req-23826607-6f6d-42d6-a719-eb069f0f3f12 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:59.606213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-090c22d6-1add-47b0-981b-0fa60a1fc5a6 req-23826607-6f6d-42d6-a719-eb069f0f3f12 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 946 time: 0.1992190 Nov 12 13:40:59.615889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:59.643070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e3d8ca13-798a-416b-9636-b0363b5fb127 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780012680', 'description': 'tempest-description--2023540120'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:40:59.652278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:40:59.664667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:59.673041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3cba6f94-912c-4a6e-be49-d4374b96e152 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/67e6fa69-36de-4412-937a-8934384131ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7765777 Nov 12 13:40:59.686556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35038) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:59.732376 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232e2bb-5e78-4313-953f-388e6a0db525 None None] Sync routers for ids ['67e6fa69-36de-4412-937a-8934384131ac'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:40:59.777811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6c893d-f4de-463e-9416-fbf0f6e32df7 req-d0a2e62f-632e-4ca2-8370-243c8f3f2fd5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849754 Nov 12 13:40:59.821468 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1db6ede5-638e-4f33-ad1a-02a6e5f968cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:59.826688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232e2bb-5e78-4313-953f-388e6a0db525 None None] Routers {'67e6fa69-36de-4412-937a-8934384131ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:40:59.827560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e232e2bb-5e78-4313-953f-388e6a0db525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['67e6fa69-36de-4412-937a-8934384131ac'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:59.836833 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-346a242d-a65f-47f9-b0dc-ff6a3fb3bae3 req-1dfa06fe-da18-42ad-8e42-839eab61d2a5 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 210 time: 0.0774963 Nov 12 13:40:59.855119 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3d8ca13-798a-416b-9636-b0363b5fb127 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:40:59.897171 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-090c22d6-1add-47b0-981b-0fa60a1fc5a6 req-dd6bb0a0-7eb2-4d95-be7d-17a698aa9663 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535996 Nov 12 13:40:59.910304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e232e2bb-5e78-4313-953f-388e6a0db525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:40:59.914377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9960a45b-9104-4a64-a987-34689c9d77c9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:40:59.919479 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9960a45b-9104-4a64-a987-34689c9d77c9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports/7d60f73a-5a76-4d5a-befd-ae2fc8bebecb HTTP/1.1" status: 200 len: 910 time: 0.2290714 Nov 12 13:40:59.920528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35042) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:40:59.979574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1db6ede5-638e-4f33-ad1a-02a6e5f968cc None None] For port e3285e66-da0b-4616-8f3f-33dafe183705, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e3285e66-da0b-4616-8f3f-33dafe183705,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:00.005958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232e2bb-5e78-4313-953f-388e6a0db525 None None] Routers {'67e6fa69-36de-4412-937a-8934384131ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:00.006671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e232e2bb-5e78-4313-953f-388e6a0db525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['67e6fa69-36de-4412-937a-8934384131ac'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:00.048165 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1db6ede5-638e-4f33-ad1a-02a6e5f968cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.054704 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e232e2bb-5e78-4313-953f-388e6a0db525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:00.055362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232e2bb-5e78-4313-953f-388e6a0db525 None None] The sync data for ids ['67e6fa69-36de-4412-937a-8934384131ac'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:00.087207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3d8ca13-798a-416b-9636-b0363b5fb127 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.099450 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3d8ca13-798a-416b-9636-b0363b5fb127 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.100528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:51Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3285e66-da0b-4616-8f3f-33dafe183705', 'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:1a:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:47Z', 'updated_at': '2021-11-12T13:40:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:00.129705 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a653e8be-8641-4fc6-a0fe-034a82628bee req-405b6057-041c-4257-b14c-7205eb9c5761 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 210 time: 0.0475538 Nov 12 13:41:00.172074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06eb55d-9320-45b9-8fd3-7aa105de9286 None None] The sync data for ids ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'] in n-d-805736-4 is: [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:51Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3285e66-da0b-4616-8f3f-33dafe183705', 'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:1a:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:47Z', 'updated_at': '2021-11-12T13:40:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:00.220570 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.236041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-080c3e3d-78f7-4007-9408-a7d8ec1a6e40 None None] Provisioning complete for port 7d60f73a-5a76-4d5a-befd-ae2fc8bebecb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:00.236041 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-080c3e3d-78f7-4007-9408-a7d8ec1a6e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.278595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3d8ca13-798a-416b-9636-b0363b5fb127 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.285978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e3d8ca13-798a-416b-9636-b0363b5fb127 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6657193 Nov 12 13:41:00.288243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:00.316312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c272ff90-5790-4886-83eb-2a01a667f3d0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'security_group_rule': {'security_group_id': '15a480bf-fa9c-4b3a-b27f-d5d3056fb721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:00.322370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-080c3e3d-78f7-4007-9408-a7d8ec1a6e40 None None] Port 7d60f73a-5a76-4d5a-befd-ae2fc8bebecb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:00.329455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6ede5-638e-4f33-ad1a-02a6e5f968cc None None] Pushing event updated for resources: {'Port': ['ID=e3285e66-da0b-4616-8f3f-33dafe183705,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:00.399797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8ca13-798a-416b-9636-b0363b5fb127 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a480bf-fa9c-4b3a-b27f-d5d3056fb721,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:00.427246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.468549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fe9b4-68ed-4db0-8c6d-52c924582673 req-72886d32-785e-4fe2-be60-807ef523baca tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:00.477714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c89fe9b4-68ed-4db0-8c6d-52c924582673 req-72886d32-785e-4fe2-be60-807ef523baca tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.3233743 Nov 12 13:41:00.505722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Pushing event updated for resources: {'Port': ['ID=015d446f-e795-4c39-a7e2-ed2919717d20,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:00.532121 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c272ff90-5790-4886-83eb-2a01a667f3d0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.537503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Allocated IP 172.25.5.87 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/e0963054-8e27-4ae9-acba-91b4f3e08de8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:00.559833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Network f5f48f09-da16-4b6d-9421-a9eae1093b45 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:00.598504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:00.606097 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.609992 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:00.686552 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c89fe9b4-68ed-4db0-8c6d-52c924582673 req-f1705b7c-85db-40e0-b28f-072602f835b1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019286 Nov 12 13:41:00.745790 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c272ff90-5790-4886-83eb-2a01a667f3d0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.759083 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c272ff90-5790-4886-83eb-2a01a667f3d0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.879617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.916750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272ff90-5790-4886-83eb-2a01a667f3d0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eff94ce-838c-4492-8047-9f7bff4d5c99,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:00.968602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c272ff90-5790-4886-83eb-2a01a667f3d0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.972464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c272ff90-5790-4886-83eb-2a01a667f3d0 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6695807 Nov 12 13:41:00.980350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35050) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:00.981808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:00.998778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3b8745ce-e8f6-49e4-9480-83ef23f4b470 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'security_group_rule': {'security_group_id': '15a480bf-fa9c-4b3a-b27f-d5d3056fb721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:01.106852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:01.178526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:01.194934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:01.218785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e0650-0653-41c7-9465-f568f8355265 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:01.286456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3f9b5b80-0020-4e5b-8ffb-125184fe4fa5 None None] Provisioning complete for port e0963054-8e27-4ae9-acba-91b4f3e08de8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:01.287215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f9b5b80-0020-4e5b-8ffb-125184fe4fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:01.290210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Pushing event updated for resources: {'Port': ['ID=e0963054-8e27-4ae9-acba-91b4f3e08de8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:01.299465 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b8745ce-e8f6-49e4-9480-83ef23f4b470 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:01.310755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdada56-2da4-46e8-b4b8-8abf897ff86f req-5af0e3fd-fded-4f79-bee0-19e8868a62c4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:01.319682 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cbdada56-2da4-46e8-b4b8-8abf897ff86f req-5af0e3fd-fded-4f79-bee0-19e8868a62c4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 946 time: 0.2779706 Nov 12 13:41:01.350250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:01.351274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:01.363064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b5b80-0020-4e5b-8ffb-125184fe4fa5 None None] Port e0963054-8e27-4ae9-acba-91b4f3e08de8 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:01.379157 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b6f0351d-69ed-4ec5-bc43-239463d4c5df tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6081064 Nov 12 13:41:01.400435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Request body: {'port': {'device_id': '914c1a84-8713-460e-a5d8-e47acc207f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:01.429598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-6cd315db-4501-4607-b203-7cbdb87e1f33 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:01.431778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-6cd315db-4501-4607-b203-7cbdb87e1f33 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.105 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 797 time: 0.5042009 Nov 12 13:41:01.456280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedfd07-41de-4ba8-9169-1df14793454d req-01719006-3e83-4d1a-9735-8cf7230b2e1e tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:01.458258 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1aedfd07-41de-4ba8-9169-1df14793454d req-01719006-3e83-4d1a-9735-8cf7230b2e1e tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 931 time: 0.1864083 Nov 12 13:41:01.616322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cbdada56-2da4-46e8-b4b8-8abf897ff86f req-5ed9fd9a-709e-47d2-9d87-32e320137e57 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917657 Nov 12 13:41:01.617309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1aedfd07-41de-4ba8-9169-1df14793454d req-88d0dbcf-0cda-44c1-90d2-3bb3236eeb80 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9050469-e3aa-42f6-89b5-d7ddd966b360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263108 Nov 12 13:41:01.652278 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:01.696714 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b8745ce-e8f6-49e4-9480-83ef23f4b470 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:01.747679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b8745ce-e8f6-49e4-9480-83ef23f4b470 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:01.762795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-cd7891bc-63f0-4e3a-a1f7-01a1b062cefe tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 379 time: 0.2848568 Nov 12 13:41:01.811246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'port': {'device_id': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'admin_state_up': True, 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'security_groups': ['d83d2908-a2f0-4198-bf15-f5778165a195']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:01.866194 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55554e63-804d-4cac-9da5-a1b7c925176b req-d462a5d1-4055-44f8-80e9-c576e7c984f8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 210 time: 0.0840127 Nov 12 13:41:01.901302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e3285e66-da0b-4616-8f3f-33dafe183705 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:01.993857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8745ce-e8f6-49e4-9480-83ef23f4b470 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b840ff0-9ad8-4057-93b5-e58176e18217,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:02.008524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e3285e66-da0b-4616-8f3f-33dafe183705 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:02.009178 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:02.011678 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b8745ce-e8f6-49e4-9480-83ef23f4b470 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:02.013187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3b8745ce-e8f6-49e4-9480-83ef23f4b470 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0197637 Nov 12 13:41:02.034107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35058) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:02.048136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:02.139649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:02.144822 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:02.156072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9637cd3-f35c-4fac-a416-47220aef925c req-ef511577-4987-43d8-ad8e-b7ccdf273a6b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:02.157937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9637cd3-f35c-4fac-a416-47220aef925c req-ef511577-4987-43d8-ad8e-b7ccdf273a6b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1757023 Nov 12 13:41:02.212544 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:02.234674 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:02.297663 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:02.300773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:02.358432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9637cd3-f35c-4fac-a416-47220aef925c req-eef1e8b5-023f-4c54-852f-09eaccec9c87 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647604 Nov 12 13:41:02.496013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015d446f-e795-4c39-a7e2-ed2919717d20 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:02.511866 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:02.533638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Transition to ACTIVE for port object 015d446f-e795-4c39-a7e2-ed2919717d20 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:41:02.584517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.20.0.22 (67239153-880f-4bb8-a429-51e466d254c9/f034a44b-0655-4323-9236-01fb9fa3d586/910d9247-b518-42d4-a04e-f32404c9c366) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:02.588766 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:02.902063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Pushing event updated for resources: {'Port': ['ID=015d446f-e795-4c39-a7e2-ed2919717d20,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:02.914703 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:02.994101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Attempting to bind port 015d446f-e795-4c39-a7e2-ed2919717d20 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:02.994534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Attempting to bind port 015d446f-e795-4c39-a7e2-ed2919717d20 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f5f48f09-da16-4b6d-9421-a9eae1093b45'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:02.994990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Attempting to bind port 015d446f-e795-4c39-a7e2-ed2919717d20 on network f5f48f09-da16-4b6d-9421-a9eae1093b45 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:03.008062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd719668-a59e-499b-b69c-284bd5af73f3 req-b26e9477-d7eb-490a-83b8-22bb69ada624 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:03.016097 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd719668-a59e-499b-b69c-284bd5af73f3 req-b26e9477-d7eb-490a-83b8-22bb69ada624 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 946 time: 0.2531750 Nov 12 13:41:03.076431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Port 015d446f-e795-4c39-a7e2-ed2919717d20 on network f5f48f09-da16-4b6d-9421-a9eae1093b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:41:03.076977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Attempting to bind port 015d446f-e795-4c39-a7e2-ed2919717d20 on network f5f48f09-da16-4b6d-9421-a9eae1093b45 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:03.100747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:03.101089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Checking segment: {'id': '6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f5f48f09-da16-4b6d-9421-a9eae1093b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:03.101678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Bound using segment: {'id': '6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f5f48f09-da16-4b6d-9421-a9eae1093b45'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:03.102215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Bound port: 015d446f-e795-4c39-a7e2-ed2919717d20, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f5f48f09-da16-4b6d-9421-a9eae1093b45'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:03.102645 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:03.203483 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd719668-a59e-499b-b69c-284bd5af73f3 req-b195d09b-2145-4cee-8723-bfaabc12d10b tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862957 Nov 12 13:41:03.242088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] For port 015d446f-e795-4c39-a7e2-ed2919717d20, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:03.246393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] For port 015d446f-e795-4c39-a7e2-ed2919717d20, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=015d446f-e795-4c39-a7e2-ed2919717d20,segment=NetworkSegment(6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39),segment_id=6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:03.258812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:03.302922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port 7d60f73a-5a76-4d5a-befd-ae2fc8bebecb {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:03.303499 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:03.308175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:03.342128 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:03.342856 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:03.344374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] 10.222.0.70 "PUT /v2.0/ports/015d446f-e795-4c39-a7e2-ed2919717d20 HTTP/1.1" status: 200 len: 1091 time: 1.9527032 Nov 12 13:41:03.348502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914c1a84-8713-460e-a5d8-e47acc207f59', 'tag': '015d446f-e795-4c39-a7e2-ed2919717d20'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:03.358222 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2" -d '{"events": [{"name": "network-changed", "server_uuid": "914c1a84-8713-460e-a5d8-e47acc207f59", "tag": "015d446f-e795-4c39-a7e2-ed2919717d20"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:03.427509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-6e4ac551-1ce3-4d8e-8e46-0290fb9358b8 req-fe8eb917-9aa5-436c-bb9b-5f174a92f82c service neutron] (102676) timed out ('10.222.0.70', 61511) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:41:03.452750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078a2a-2b8c-4b36-a677-3164b9db4c27 req-e59f9ab2-1068-468e-82ac-c92dd79cde4f tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:03.454365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df078a2a-2b8c-4b36-a677-3164b9db4c27 req-e59f9ab2-1068-468e-82ac-c92dd79cde4f tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 943 time: 0.6634817 Nov 12 13:41:03.460690 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:03.482780 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fa721e5-f4c4-4bb7-9654-c11aed315cdd req-77334d22-941a-4af3-8de7-b350fe3be793 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 210 time: 0.0682464 Nov 12 13:41:03.509956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcdd08-6a42-4255-b3b4-736557df0670 service neutron] Pushing event updated for resources: {'Port': ['ID=015d446f-e795-4c39-a7e2-ed2919717d20,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:03.568344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:03.595674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-95f95f4e-72ef-41da-ab77-527a64c08e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:03.597305 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-95f95f4e-72ef-41da-ab77-527a64c08e75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=98f418c141f243bfa0cac62b7b26c8a1&device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 1094 time: 0.1982541 Nov 12 13:41:03.602843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for 7d60f73a-5a76-4d5a-befd-ae2fc8bebecb owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:03.635947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:03.689972 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-d76d0590-cf6c-4d76-b4c6-341778d0bdfe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=015d446f-e795-4c39-a7e2-ed2919717d20 HTTP/1.1" status: 200 len: 217 time: 0.0502932 Nov 12 13:41:03.690186 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df078a2a-2b8c-4b36-a677-3164b9db4c27 req-aa7d809c-8988-4abe-9f96-f2a19c18a430 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9050469-e3aa-42f6-89b5-d7ddd966b360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202477 Nov 12 13:41:03.790178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Allocated IP 172.25.5.30 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/df3f8c93-8a77-44af-8bc2-b290f033d967) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:03.804123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316f2d8-a89e-4529-bd43-6c6bf4cbdfd1 req-b30c7914-2b3f-4250-a7ca-04f020e08852 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:03.805839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8316f2d8-a89e-4529-bd43-6c6bf4cbdfd1 req-b30c7914-2b3f-4250-a7ca-04f020e08852 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 946 time: 0.2130041 Nov 12 13:41:03.807450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-3c1efe09-40e4-44d0-b03e-3fb873e115e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:03.808914 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-3c1efe09-40e4-44d0-b03e-3fb873e115e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d75c2c0b-2548-4d9c-8a2b-d68ad8b86ddd HTTP/1.1" status: 200 len: 858 time: 0.0745518 Nov 12 13:41:03.812267 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c8ad58-cd7d-47ad-aa28-cf161c086be1 x-openstack-request-id: req-c4c8ad58-cd7d-47ad-aa28-cf161c086be1 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:03.812620 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914c1a84-8713-460e-a5d8-e47acc207f59", "tag": "015d446f-e795-4c39-a7e2-ed2919717d20", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:03.812845 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4c8ad58-cd7d-47ad-aa28-cf161c086be1 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:03.813275 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914c1a84-8713-460e-a5d8-e47acc207f59', 'tag': '015d446f-e795-4c39-a7e2-ed2919717d20', 'status': 'completed', 'code': 200} Nov 12 13:41:03.877441 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-d693ee23-7b0e-4e0a-95df-994ed7cbd6eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f5f48f09-da16-4b6d-9421-a9eae1093b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339663 Nov 12 13:41:03.929599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8316f2d8-a89e-4529-bd43-6c6bf4cbdfd1 req-d307c110-7b9e-4e09-a3a5-36f65c0aec0b tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152494 Nov 12 13:41:03.970871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:04.021184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:04.035532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d6216-be46-42bb-9577-33aee4237ccf req-a27c0d4d-888c-4be0-9875-5f021946bf42 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:04.037000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-977d6216-be46-42bb-9577-33aee4237ccf req-a27c0d4d-888c-4be0-9875-5f021946bf42 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.2100430 Nov 12 13:41:04.087868 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-b46cded4-4ccb-4b57-8b89-8cbbe19350b8 service neutron] 10.222.0.70 "GET /v2.0/networks/f5f48f09-da16-4b6d-9421-a9eae1093b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068551 Nov 12 13:41:04.144268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:04.156899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Router 67d9c256-e588-4200-ab01-655e26fd1e07 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:04.161429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 67239153-880f-4bb8-a429-51e466d254c9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:04.183537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:04.185500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=910d9247-b518-42d4-a04e-f32404c9c366,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:04.187837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:04.203856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a3e639-70fe-4cb9-bbd1-bff776236f84 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:04.207849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f5a3e639-70fe-4cb9-bbd1-bff776236f84 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 1092 time: 0.2249336 Nov 12 13:41:04.209437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35080) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:04.221190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:04.265621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-977d6216-be46-42bb-9577-33aee4237ccf req-de1f9184-8b23-480c-86b4-8d09e509af5e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168553 Nov 12 13:41:04.309480 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:04.384266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=7d60f73a-5a76-4d5a-befd-ae2fc8bebecb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:04.389935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:04.390659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:04.401595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c559eda-76b2-423e-ad5f-aa17c309982e req-d8e8835e-7151-4719-ab64-c0c0755d1ad4 service neutron] 10.222.0.70 "GET /v2.0/networks/f5f48f09-da16-4b6d-9421-a9eae1093b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053319 Nov 12 13:41:04.406886 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:04.410221 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:04.585663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:04.608878 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b14cf-7867-4e36-b2ab-7e0968fe78b4 None None] Sync routers for ids ['67d9c256-e588-4200-ab01-655e26fd1e07'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:04.639770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'Port': ['ID=df3f8c93-8a77-44af-8bc2-b290f033d967,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:04.647544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f510c73-5919-4b41-9de5-a4ce270dc297 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8698695 Nov 12 13:41:04.649995 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b14cf-7867-4e36-b2ab-7e0968fe78b4 None None] Routers {'67d9c256-e588-4200-ab01-655e26fd1e07'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:04.660642 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ba2b14cf-7867-4e36-b2ab-7e0968fe78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['67d9c256-e588-4200-ab01-655e26fd1e07'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:04.687263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Request body: {'port': {'device_id': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:04.774899 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ba2b14cf-7867-4e36-b2ab-7e0968fe78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:04.793043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-317ce390-abd3-4391-a5a9-3c431a57ec8a None None] Provisioning complete for port 910d9247-b518-42d4-a04e-f32404c9c366 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:04.793660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-317ce390-abd3-4391-a5a9-3c431a57ec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:04.805404 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b14cf-7867-4e36-b2ab-7e0968fe78b4 None None] Routers {'67d9c256-e588-4200-ab01-655e26fd1e07'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:04.807040 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ba2b14cf-7867-4e36-b2ab-7e0968fe78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['67d9c256-e588-4200-ab01-655e26fd1e07'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:04.868538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:04.879455 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:04.899701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-317ce390-abd3-4391-a5a9-3c431a57ec8a None None] Port 910d9247-b518-42d4-a04e-f32404c9c366 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:04.900394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2 req-89e119f9-60a5-4ff4-bb59-7f00ed1c4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:04.906339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2 req-89e119f9-60a5-4ff4-bb59-7f00ed1c4757 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=98f418c141f243bfa0cac62b7b26c8a1&device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 1094 time: 0.2959690 Nov 12 13:41:04.916358 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ba2b14cf-7867-4e36-b2ab-7e0968fe78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:04.917368 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b14cf-7867-4e36-b2ab-7e0968fe78b4 None None] The sync data for ids ['67d9c256-e588-4200-ab01-655e26fd1e07'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:04.949160 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:04.950583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6a47736a-9cf4-4e16-ba16-2a9622dda44a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3658538 Nov 12 13:41:04.954942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:04.959185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35088) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:05.046266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2 req-06a8a030-45c6-4ec2-837d-f1e210a0f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:05.047651 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2 req-06a8a030-45c6-4ec2-837d-f1e210a0f0d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f5f48f09-da16-4b6d-9421-a9eae1093b45 HTTP/1.1" status: 200 len: 919 time: 0.1149914 Nov 12 13:41:05.080509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:05.108835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:05.121742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2 req-1484587e-24df-4902-9b9d-897eead7c0dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=015d446f-e795-4c39-a7e2-ed2919717d20 HTTP/1.1" status: 200 len: 217 time: 0.0627127 Nov 12 13:41:05.136175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6c6968ff-55f4-4be3-a50f-1ab23f21c0f1 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/routers/67d9c256-e588-4200-ab01-655e26fd1e07 HTTP/1.1" status: 200 len: 920 time: 0.1691632 Nov 12 13:41:05.140295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35090) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:05.149333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd50a9-c61e-416f-89d2-91e7e687abc2 req-0e46065a-f989-4351-a1d9-6b5ec51e4745 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:05.151689 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6cd50a9-c61e-416f-89d2-91e7e687abc2 req-0e46065a-f989-4351-a1d9-6b5ec51e4745 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 932 time: 0.5384834 Nov 12 13:41:05.186151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f777-bb90-4395-83fe-e98959678d84 req-2dfc4b60-d948-419b-9d29-bf32c382b681 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:05.194588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1161f777-bb90-4395-83fe-e98959678d84 req-2dfc4b60-d948-419b-9d29-bf32c382b681 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 943 time: 0.3125553 Nov 12 13:41:05.225336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bc21a8de-9f56-46c0-8f19-28be36e2859b tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d9c256-e588-4200-ab01-655e26fd1e07 HTTP/1.1" status: 200 len: 205 time: 0.0703616 Nov 12 13:41:05.264935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35092) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:05.416357 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:05.425740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6cd50a9-c61e-416f-89d2-91e7e687abc2 req-fb5fdf0a-8622-4890-bf93-a5050283d430 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634048 Nov 12 13:41:05.509650 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:05.691976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaadc3-344c-41ae-88da-f9d3e1ee6439 req-adedcbb8-0760-4740-a6b4-b13a3ea2452c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:05.693884 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3acaadc3-344c-41ae-88da-f9d3e1ee6439 req-adedcbb8-0760-4740-a6b4-b13a3ea2452c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1103132 Nov 12 13:41:05.712614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:05.731597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2 req-1146dad0-de3c-40ad-9860-461868dbc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:05.733060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2 req-1146dad0-de3c-40ad-9860-461868dbc4a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d75c2c0b-2548-4d9c-8a2b-d68ad8b86ddd HTTP/1.1" status: 200 len: 858 time: 0.6030231 Nov 12 13:41:05.768023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1161f777-bb90-4395-83fe-e98959678d84 req-b52fca05-5acb-4ba1-9fdd-2c320c97e7c3 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9050469-e3aa-42f6-89b5-d7ddd966b360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650928 Nov 12 13:41:05.904670 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2 req-e986a2d0-1385-4b86-bc0f-8c778929dcfe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f5f48f09-da16-4b6d-9421-a9eae1093b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745924 Nov 12 13:41:05.922395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3acaadc3-344c-41ae-88da-f9d3e1ee6439 req-43a570d0-5fec-41f6-b9f1-ca487b7991d7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046962 Nov 12 13:41:05.942523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910d9247-b518-42d4-a04e-f32404c9c366 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:05.961430 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.008329 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.017715 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.022144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Transition to ACTIVE for port object 910d9247-b518-42d4-a04e-f32404c9c366 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:41:06.062980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.157154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'Port': ['ID=df3f8c93-8a77-44af-8bc2-b290f033d967,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:06.238206 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.274716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Allocated IP 172.25.5.38 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/4fe68996-4b92-4382-ac4c-268fbb362d63) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:06.277992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Attempting to bind port 910d9247-b518-42d4-a04e-f32404c9c366 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:06.278373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Attempting to bind port 910d9247-b518-42d4-a04e-f32404c9c366 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:06.278657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Attempting to bind port 910d9247-b518-42d4-a04e-f32404c9c366 on network 67239153-880f-4bb8-a429-51e466d254c9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:06.284773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Port 910d9247-b518-42d4-a04e-f32404c9c366 on network 67239153-880f-4bb8-a429-51e466d254c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:41:06.285107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Attempting to bind port 910d9247-b518-42d4-a04e-f32404c9c366 on network 67239153-880f-4bb8-a429-51e466d254c9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:06.291160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Pushing event updated for resources: {'Port': ['ID=910d9247-b518-42d4-a04e-f32404c9c366,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:06.294968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:06.295311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Checking segment: {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:06.295730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Bound using segment: {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:06.296260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Bound port: 910d9247-b518-42d4-a04e-f32404c9c366, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:06.296729 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.304204 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.305596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6aab84d2-cd9a-4fe5-955f-d5a89ffcd034 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2610457 Nov 12 13:41:06.387356 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.404002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:06.407924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=910d9247-b518-42d4-a04e-f32404c9c366,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:06.416106 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.436684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:06.437367 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.439218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] 10.222.0.105 "PUT /v2.0/ports/910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 1092 time: 1.7583830 Nov 12 13:41:06.443307 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:06.461789 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27fc1f1-ac29-4f97-bccf-425149739620" -d '{"events": [{"name": "network-changed", "server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "tag": "910d9247-b518-42d4-a04e-f32404c9c366"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:06.581848 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86649f24-db23-4bd7-8ff2-c19bbe8bb8d8 x-openstack-request-id: req-86649f24-db23-4bd7-8ff2-c19bbe8bb8d8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:06.582264 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "tag": "910d9247-b518-42d4-a04e-f32404c9c366", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:06.582491 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-86649f24-db23-4bd7-8ff2-c19bbe8bb8d8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:06.582906 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366', 'status': 'completed', 'code': 200} Nov 12 13:41:06.634730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-311c4d6f-ffe8-4a5b-8e2b-a8077201e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:06.636613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-311c4d6f-ffe8-4a5b-8e2b-a8077201e687 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1095 time: 0.1400940 Nov 12 13:41:06.638005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a96b4-7524-4156-a3e3-9cbdd5045569 service neutron] Pushing event updated for resources: {'Port': ['ID=910d9247-b518-42d4-a04e-f32404c9c366,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:06.737979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-5f7dbbcf-4293-4240-b1cf-fe1d4fbd4340 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 217 time: 0.0853891 Nov 12 13:41:06.822514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-f40ca6e2-5936-434e-95e4-006aeffa8680 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1780012680&fields=id&tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1 HTTP/1.1" status: 200 len: 267 time: 0.1106577 Nov 12 13:41:06.837023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2 req-0d382e76-ef5b-4089-872d-0d482d124c7c service neutron] 10.222.0.70 "GET /v2.0/networks/f5f48f09-da16-4b6d-9421-a9eae1093b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8895872 Nov 12 13:41:06.860418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 67e6fa69-36de-4412-937a-8934384131ac has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:06.876779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-9189c06f-e1c4-4d66-a453-fe857bd76cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:06.879227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-9189c06f-e1c4-4d66-a453-fe857bd76cc2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 200 len: 837 time: 0.1226130 Nov 12 13:41:06.904179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.926175 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:06.984401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2c84c-c788-4abc-8e22-bb847057e983 req-1721e3b4-eea9-41f0-8fa9-1039d94867da tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:06.986056 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cd2c84c-c788-4abc-8e22-bb847057e983 req-1721e3b4-eea9-41f0-8fa9-1039d94867da tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.2876396 Nov 12 13:41:07.013488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-fce82343-dd42-417e-ae2c-d955fc29e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:07.016647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-fce82343-dd42-417e-ae2c-d955fc29e38c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=67239153-880f-4bb8-a429-51e466d254c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914938 Nov 12 13:41:07.030615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-ba93261e-7d14-45ad-8478-b86e35e9f0a8 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:07.032570 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-ba93261e-7d14-45ad-8478-b86e35e9f0a8 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 811 time: 0.2001154 Nov 12 13:41:07.079168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-4ef48c65-4101-46ad-9643-a8bc4f22c4ba tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/quotas/9ff176a67ac8454d8ace8f4fc86f69c1 HTTP/1.1" status: 200 len: 375 time: 0.0360255 Nov 12 13:41:07.200807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-b70ce5d5-5717-4c4c-afb1-0b6e2bb8595f tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791662 Nov 12 13:41:07.202382 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cfb7ad90-ebd3-486f-95b6-26a1f64b01b2 req-bc534a29-a4cb-48a7-bea8-a553a3d9cb6e service neutron] 10.222.0.70 "GET /v2.0/networks/f5f48f09-da16-4b6d-9421-a9eae1093b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498430 Nov 12 13:41:07.203687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:07.208351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-ef890c4b-986f-44a5-a97b-d2274ff09f2a service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744730 Nov 12 13:41:07.213033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35120) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:07.213275 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bbb4bce9-208b-420a-883b-f353c1d3f6d9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/67e6fa69-36de-4412-937a-8934384131ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2921879 Nov 12 13:41:07.217156 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:07.225080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cee5d0-c47e-424d-957c-c63f5528818f None None] Sync routers for ids ['67e6fa69-36de-4412-937a-8934384131ac'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:07.225666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cd2c84c-c788-4abc-8e22-bb847057e983 req-d47cbab3-aefb-42c8-aba0-56f5b4f31ec0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258976 Nov 12 13:41:07.254965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cee5d0-c47e-424d-957c-c63f5528818f None None] Routers {'67e6fa69-36de-4412-937a-8934384131ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:07.256280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-94cee5d0-c47e-424d-957c-c63f5528818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['67e6fa69-36de-4412-937a-8934384131ac'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:07.294063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:07.311442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:07.322114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:07.326552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-94cee5d0-c47e-424d-957c-c63f5528818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:07.340265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cee5d0-c47e-424d-957c-c63f5528818f None None] Routers {'67e6fa69-36de-4412-937a-8934384131ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:07.341232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-94cee5d0-c47e-424d-957c-c63f5528818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['67e6fa69-36de-4412-937a-8934384131ac'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:07.352259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Deleting port e0963054-8e27-4ae9-acba-91b4f3e08de8 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:07.352602 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:07.389121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-94cee5d0-c47e-424d-957c-c63f5528818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:07.389823 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cee5d0-c47e-424d-957c-c63f5528818f None None] The sync data for ids ['67e6fa69-36de-4412-937a-8934384131ac'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:07.399663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=4fe68996-4b92-4382-ac4c-268fbb362d63,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:07.515532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 015d446f-e795-4c39-a7e2-ed2919717d20 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:41:07.540502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc689f-22d7-44c8-938f-4786df34bc7d req-1a61eccf-cc5c-40fa-8b53-a76ae558196f tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:07.543345 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-13dc689f-22d7-44c8-938f-4786df34bc7d req-1a61eccf-cc5c-40fa-8b53-a76ae558196f tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 943 time: 0.2075512 Nov 12 13:41:07.638678 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:07.681632 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 015d446f-e795-4c39-a7e2-ed2919717d20, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=015d446f-e795-4c39-a7e2-ed2919717d20,segment=NetworkSegment(6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39),segment_id=6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:07.684732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Calling delete_port for e0963054-8e27-4ae9-acba-91b4f3e08de8 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:07.722390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '015d446f-e795-4c39-a7e2-ed2919717d20', 'network_id': 'f5f48f09-da16-4b6d-9421-a9eae1093b45', 'port_id': '015d446f-e795-4c39-a7e2-ed2919717d20', 'mac_address': 'fa:16:3e:05:9f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75c2c0b-2548-4d9c-8a2b-d68ad8b86ddd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:41:07.736878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-13dc689f-22d7-44c8-938f-4786df34bc7d req-6943a340-8b67-4941-844d-9dd068042157 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9050469-e3aa-42f6-89b5-d7ddd966b360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817529 Nov 12 13:41:07.791931 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:07.813689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015d446f-e795-4c39-a7e2-ed2919717d20 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:07.846148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 015d446f-e795-4c39-a7e2-ed2919717d20, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=015d446f-e795-4c39-a7e2-ed2919717d20,segment=NetworkSegment(6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39),segment_id=6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:07.856272 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:07.900874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-12d1982a-887b-4a50-8a46-3695634f3830 service neutron] 10.222.0.73 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865201 Nov 12 13:41:07.981544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=015d446f-e795-4c39-a7e2-ed2919717d20,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:08.006355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7649cafc-9fc6-4c02-bd51-da0661f44912 req-82fe7983-4f54-4fed-b966-9364c9dea61f service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667451 Nov 12 13:41:08.161072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167a25e-8cde-4ad2-970b-0740a37b382c req-018b2d9c-d0eb-47cf-a261-c50fd4dd7b77 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:08.169975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f167a25e-8cde-4ad2-970b-0740a37b382c req-018b2d9c-d0eb-47cf-a261-c50fd4dd7b77 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1756744 Nov 12 13:41:08.178009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-b671d097-842a-46e0-861b-44e218d6472c service neutron] 10.222.0.73 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343423 Nov 12 13:41:08.194622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['015d446f-e795-4c39-a7e2-ed2919717d20'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:08.214072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-c50ee21c-5e7f-4ddb-97ff-264d71b705b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:08.215600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-c50ee21c-5e7f-4ddb-97ff-264d71b705b8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1095 time: 0.1446638 Nov 12 13:41:08.338336 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f167a25e-8cde-4ad2-970b-0740a37b382c req-03281d51-acfe-4c6a-961a-d12253dfe044 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673846 Nov 12 13:41:08.345030 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:08.396223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-65b9b951-4b8b-4d9f-8acd-86c9a29fc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:08.397719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-65b9b951-4b8b-4d9f-8acd-86c9a29fc213 service neutron] 10.222.0.105 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 898 time: 0.1731842 Nov 12 13:41:08.451110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfc725-d165-45d4-b05e-0ec3e9d8db9b None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:08.570619 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-3e3e0b68-72cb-4451-8e5b-71fc46f82c91 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 217 time: 0.1604931 Nov 12 13:41:08.608733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:08.750820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3841db-0678-4c27-a104-bf8344b26377 req-f54be0f2-3f1a-4165-95fc-26cbd9984dbb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:08.759102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e3841db-0678-4c27-a104-bf8344b26377 req-f54be0f2-3f1a-4165-95fc-26cbd9984dbb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.2538445 Nov 12 13:41:08.799216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-f070b746-9591-4f17-a341-c4faf43d6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:08.800699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-f070b746-9591-4f17-a341-c4faf43d6eae service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 200 len: 837 time: 0.2174351 Nov 12 13:41:08.939743 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e3841db-0678-4c27-a104-bf8344b26377 req-de51a609-7dbd-49d9-968a-4df76ec950be tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744497 Nov 12 13:41:08.964221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-3fbec032-2668-4bf3-b478-f628120e2b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:08.965814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-3fbec032-2668-4bf3-b478-f628120e2b3e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=67239153-880f-4bb8-a429-51e466d254c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562264 Nov 12 13:41:09.022166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Pushing event deleted for resources: {'Port': ['ID=e0963054-8e27-4ae9-acba-91b4f3e08de8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:09.055160 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d1b8183-b8cb-44ec-b322-89e6846966ac req-d1d7b840-65e5-4757-8d4a-eff0bae45a09 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 210 time: 0.5446999 Nov 12 13:41:09.207374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c459a8c-e29c-43dd-aca0-03c59e9c7fac req-fb7df674-fdff-43a5-9aaf-f8ced6867f5e tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:09.209474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c459a8c-e29c-43dd-aca0-03c59e9c7fac req-fb7df674-fdff-43a5-9aaf-f8ced6867f5e tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 944 time: 0.1929498 Nov 12 13:41:09.249910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-94d492df-41ab-4203-a771-a113d1dd46de service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706399 Nov 12 13:41:09.352012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c459a8c-e29c-43dd-aca0-03c59e9c7fac req-148b2a20-f8e5-433f-82bd-71ac7e8b8dbf tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9050469-e3aa-42f6-89b5-d7ddd966b360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199186 Nov 12 13:41:09.388871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.389649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port e92ffbc4-3231-4ea4-9c5d-5106528b4e51 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:09.389990 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.526254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 015d446f-e795-4c39-a7e2-ed2919717d20 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:09.558033 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.590336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.594492 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d27fc1f1-ac29-4f97-bccf-425149739620 req-cbb72c47-5b97-4dd9-8453-13a6cd9e5c04 service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328705 Nov 12 13:41:09.600446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 015d446f-e795-4c39-a7e2-ed2919717d20 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:41:09.601434 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.617345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 015d446f-e795-4c39-a7e2-ed2919717d20 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:09.620068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.620660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for e92ffbc4-3231-4ea4-9c5d-5106528b4e51 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:09.666188 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.731030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf783ce-2791-44f4-a92d-7283fac2937b req-589563e7-fdfb-426d-823a-2d2eb20d3f75 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:09.739664 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-faf783ce-2791-44f4-a92d-7283fac2937b req-589563e7-fdfb-426d-823a-2d2eb20d3f75 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.2087843 Nov 12 13:41:09.808083 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.848730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c1a84-8713-460e-a5d8-e47acc207f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015d446f-e795-4c39-a7e2-ed2919717d20'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:09.852459 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.852720 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600f69e9-48a7-4522-807e-6876fc39258f" -d '{"events": [{"server_uuid": "914c1a84-8713-460e-a5d8-e47acc207f59", "name": "network-vif-plugged", "status": "completed", "tag": "015d446f-e795-4c39-a7e2-ed2919717d20"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:09.853039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Fanout notify agent at l3_agent the message router_deleted on router 67d9c256-e588-4200-ab01-655e26fd1e07 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:09.881532 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.887821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3a03fa91-4f08-48ee-bffd-03998e2b34ad tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/67d9c256-e588-4200-ab01-655e26fd1e07 HTTP/1.1" status: 204 len: 168 time: 4.6180451 Nov 12 13:41:09.903957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 015d446f-e795-4c39-a7e2-ed2919717d20, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=015d446f-e795-4c39-a7e2-ed2919717d20,segment=NetworkSegment(6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39),segment_id=6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:09.910641 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.912687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:09.913890 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:09.928574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Request body: {'router': {'name': 'tempest-snat-router-396642011', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_snat': False}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:09.969382 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3046ffe9-db63-45e7-88c6-10331c96b655 x-openstack-request-id: req-3046ffe9-db63-45e7-88c6-10331c96b655 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:09.969965 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c1a84-8713-460e-a5d8-e47acc207f59", "name": "network-vif-plugged", "status": "completed", "tag": "015d446f-e795-4c39-a7e2-ed2919717d20", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:09.970469 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3046ffe9-db63-45e7-88c6-10331c96b655 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:09.973108 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c1a84-8713-460e-a5d8-e47acc207f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015d446f-e795-4c39-a7e2-ed2919717d20', 'code': 200} Nov 12 13:41:09.976508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=e92ffbc4-3231-4ea4-9c5d-5106528b4e51,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:09.980145 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:10.082246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:10.084291 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:10.106260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=015d446f-e795-4c39-a7e2-ed2919717d20,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:10.239889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:10.300077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:10.320251 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:10.411051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef111d-10c4-4978-8150-5ed94e88db09 req-d4bea312-9feb-4bfc-a9c6-c7a5d6c1c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:10.415091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65ef111d-10c4-4978-8150-5ed94e88db09 req-d4bea312-9feb-4bfc-a9c6-c7a5d6c1c5fc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 1096 time: 0.3669720 Nov 12 13:41:10.477915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-faf783ce-2791-44f4-a92d-7283fac2937b req-1e0110c4-0133-4f05-b8ea-7aea2f8d904d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7372813 Nov 12 13:41:10.505649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:10.555153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=4fe68996-4b92-4382-ac4c-268fbb362d63,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:10.573837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:10.617166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4a155-2e6f-497e-9af4-e47b8565b5cd req-1968e388-397a-4da5-876e-31387259dfaf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:10.618742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-abd4a155-2e6f-497e-9af4-e47b8565b5cd req-1968e388-397a-4da5-876e-31387259dfaf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.3772993 Nov 12 13:41:10.675664 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:10.676802 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67a1da8f-11bf-42f1-a5d6-a271ce152054 req-51cd9cf2-e421-41fc-af58-c8ba7742d90a tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 210 time: 0.0960600 Nov 12 13:41:10.685851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-b245a3ef-b737-44b3-b475-34cc9d34e42c tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:10.687416 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-b245a3ef-b737-44b3-b475-34cc9d34e42c tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 811 time: 0.3819211 Nov 12 13:41:10.740805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65ef111d-10c4-4978-8150-5ed94e88db09 req-9a4d55da-a2c0-46d6-9ffd-0b7cd74bad0e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f9050469-e3aa-42f6-89b5-d7ddd966b360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796245 Nov 12 13:41:10.812815 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Floating IP d26f3ec4-5df8-4f70-9400-0e153e5da392 associated. External IP: 172.25.5.38, port: b7966447-e53e-44ae-85f3-130a00ca91ca. Nov 12 13:41:10.871416 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-abd4a155-2e6f-497e-9af4-e47b8565b5cd req-f676e6d8-4ff9-4f80-a35e-f3dd389aa416 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440994 Nov 12 13:41:10.878535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 67e6fa69-36de-4412-937a-8934384131ac has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:10.878817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-fc4e2b53-407f-45a6-83c2-6c85b7c978e7 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1 HTTP/1.1" status: 200 len: 380 time: 0.1814637 Nov 12 13:41:10.968162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513a99-a4a2-4268-bc71-8fee678a966b req-62ae90bd-a7b9-4544-a337-b30cec322b14 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:10.970037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b513a99-a4a2-4268-bc71-8fee678a966b req-62ae90bd-a7b9-4544-a337-b30cec322b14 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 945 time: 0.1137917 Nov 12 13:41:11.064956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'port': {'device_id': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'admin_state_up': True, 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'security_groups': ['15a480bf-fa9c-4b3a-b27f-d5d3056fb721']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:11.118529 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b513a99-a4a2-4268-bc71-8fee678a966b req-3d6a8f24-62f6-4bee-8abf-e36aa1fbb205 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9050469-e3aa-42f6-89b5-d7ddd966b360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381395 Nov 12 13:41:11.246417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 697557ee-d8f3-41d0-ba83-1210b9acff02 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:11.280333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Made reservation on behalf of 9ff176a67ac8454d8ace8f4fc86f69c1 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:11.285792 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:11.393910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:11.405043 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3c8da68e-8dbd-4698-9831-a77d1bc3a2e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/67e6fa69-36de-4412-937a-8934384131ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1732161 Nov 12 13:41:11.406104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35168) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:11.420981 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39785f38-27d2-4c5f-b6bb-d955f962dc24 None None] Sync routers for ids ['67e6fa69-36de-4412-937a-8934384131ac'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:11.456020 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39785f38-27d2-4c5f-b6bb-d955f962dc24 None None] Routers {'67e6fa69-36de-4412-937a-8934384131ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:11.459189 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-39785f38-27d2-4c5f-b6bb-d955f962dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['67e6fa69-36de-4412-937a-8934384131ac'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:11.465403 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ca03ad34-7d5f-4717-b5f0-a0175751717c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=67e6fa69-36de-4412-937a-8934384131ac HTTP/1.1" status: 200 len: 205 time: 0.0532031 Nov 12 13:41:11.469319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35170) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:11.481464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:11.498384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] Sync routers for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:11.540910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5791c5-8ddf-43ca-9078-48979254269f req-39c198ab-2b03-4f14-ba2f-ecb1ddfe46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:11.542528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff5791c5-8ddf-43ca-9078-48979254269f req-39c198ab-2b03-4f14-ba2f-ecb1ddfe46e0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 1096 time: 0.0944991 Nov 12 13:41:11.548337 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-39785f38-27d2-4c5f-b6bb-d955f962dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:11.556143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:11.558959 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:11.560618 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39785f38-27d2-4c5f-b6bb-d955f962dc24 None None] Routers {'67e6fa69-36de-4412-937a-8934384131ac'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:11.561453 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-39785f38-27d2-4c5f-b6bb-d955f962dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['67e6fa69-36de-4412-937a-8934384131ac'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:11.605205 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-39785f38-27d2-4c5f-b6bb-d955f962dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:11.606297 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39785f38-27d2-4c5f-b6bb-d955f962dc24 None None] The sync data for ids ['67e6fa69-36de-4412-937a-8934384131ac'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:11.607193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:11.637722 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdb93ee8-1135-4830-a8cf-dfb0a5355a20 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:11.653727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Allocated IP 172.20.0.4 (6b059cc2-d657-4a8d-976e-afcc3d3cf7e5/284f2757-35cd-4f76-b04a-8d1b187f093e/55944bd7-3f04-4265-9252-7306c3213397) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:11.699803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0cba53b4-a6fc-452a-964b-f49cfc1e8615 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4871402 Nov 12 13:41:11.702738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35174) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:11.936181 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9f679e21-86e5-4bcc-bfa8-c20f0c55bc2f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/floatingips/d26f3ec4-5df8-4f70-9400-0e153e5da392 HTTP/1.1" status: 200 len: 991 time: 0.1766131 Nov 12 13:41:11.948990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd09b0-386d-464b-ba3e-0e7a8903f9d6 req-73986e21-9715-4455-a8fd-b9139099ab9b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:11.950630 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21fd09b0-386d-464b-ba3e-0e7a8903f9d6 req-73986e21-9715-4455-a8fd-b9139099ab9b tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.3035114 Nov 12 13:41:11.958742 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:11.995161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:12.018802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.024643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5791c5-8ddf-43ca-9078-48979254269f req-dd6fe4ed-173d-4c80-b7d9-629388bad502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:12.027280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff5791c5-8ddf-43ca-9078-48979254269f req-dd6fe4ed-173d-4c80-b7d9-629388bad502 service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.4716022 Nov 12 13:41:12.039691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'tag': 'b7966447-e53e-44ae-85f3-130a00ca91ca'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:12.041997 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "30fa9747-b266-477a-87e7-8da7ef9cc2f4", "tag": "b7966447-e53e-44ae-85f3-130a00ca91ca"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:12.084321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff5791c5-8ddf-43ca-9078-48979254269f req-407b56b5-aa74-44e8-b722-75ca14df690b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 HTTP/1.1" status: 200 len: 217 time: 0.0456598 Nov 12 13:41:12.156648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5791c5-8ddf-43ca-9078-48979254269f req-e3f5e7cd-a075-47ff-a17e-b3dc0124b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:12.158703 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a004f2c8-1d0f-44b1-986c-5bc25bbfa793 req-4c039d7b-3f20-4525-8342-8abf3049db21 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 210 time: 0.1126945 Nov 12 13:41:12.160955 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff5791c5-8ddf-43ca-9078-48979254269f req-e3f5e7cd-a075-47ff-a17e-b3dc0124b74a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.0673704 Nov 12 13:41:12.212024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdb93ee8-1135-4830-a8cf-dfb0a5355a20 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.216186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdb93ee8-1135-4830-a8cf-dfb0a5355a20 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.279323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21fd09b0-386d-464b-ba3e-0e7a8903f9d6 req-3f2934ae-75cd-4afa-b547-a0138738d571 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134167 Nov 12 13:41:12.292923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:40:26Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd26f3ec4-5df8-4f70-9400-0e153e5da392', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'mac_address': 'fa:16:3e:71:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:08Z', 'updated_at': '2021-11-12T13:41:08Z', 'revision_number': 0, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:12.328158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdb93ee8-1135-4830-a8cf-dfb0a5355a20 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.328708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb93ee8-1135-4830-a8cf-dfb0a5355a20 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Fanout notify agent at l3_agent the message router_deleted on router 67e6fa69-36de-4412-937a-8934384131ac {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:12.330254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] Checking router: 697557ee-d8f3-41d0-ba83-1210b9acff02 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:41:12.337580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5791c5-8ddf-43ca-9078-48979254269f req-877453d7-11de-43c2-ab35-3ac071e4781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:12.340784 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff5791c5-8ddf-43ca-9078-48979254269f req-877453d7-11de-43c2-ab35-3ac071e4781e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334603 Nov 12 13:41:12.340991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:12.341638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:12.352211 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdb93ee8-1135-4830-a8cf-dfb0a5355a20 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.356080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bdb93ee8-1135-4830-a8cf-dfb0a5355a20 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/67e6fa69-36de-4412-937a-8934384131ac HTTP/1.1" status: 204 len: 168 time: 0.8827882 Nov 12 13:41:12.358191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35186) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:12.372491 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c465d3-bc4d-4ac1-b5e0-0d7a469f2b0a x-openstack-request-id: req-30c465d3-bc4d-4ac1-b5e0-0d7a469f2b0a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:12.372784 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fa9747-b266-477a-87e7-8da7ef9cc2f4", "tag": "b7966447-e53e-44ae-85f3-130a00ca91ca", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:12.373054 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30c465d3-bc4d-4ac1-b5e0-0d7a469f2b0a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:12.373469 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'tag': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'status': 'completed', 'code': 200} Nov 12 13:41:12.441005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f5ace1-bc0c-44b1-994a-7fe8b8220320 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting subnet 4a956b1c-3c97-4cfe-bb6a-501374bed10e {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:41:12.451142 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-63f5ace1-bc0c-44b1-994a-7fe8b8220320 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.456780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.462933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:12.551604 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-63f5ace1-bc0c-44b1-994a-7fe8b8220320 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.582642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.614129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Allocated IP 172.25.5.209 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/f8f938ef-9cc2-4bdc-89b0-cb42fef5a382) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:12.633100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacdb90-fbee-4383-8fac-8b4d32f91da0 req-014a9bf8-e87f-43a9-bbd7-7bd6d27c0b37 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:12.637795 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-edacdb90-fbee-4383-8fac-8b4d32f91da0 req-014a9bf8-e87f-43a9-bbd7-7bd6d27c0b37 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 945 time: 0.1564267 Nov 12 13:41:12.651643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-49cb3887-cdf3-44d4-ad3d-a0732a9b3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:12.653870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-49cb3887-cdf3-44d4-ad3d-a0732a9b3829 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 1097 time: 0.1647468 Nov 12 13:41:12.668822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56fee9-d174-4da0-abf4-22c1e5a6a315 req-61822565-f77c-4279-ad5c-59b78ba3ff46 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:12.678405 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb56fee9-d174-4da0-abf4-22c1e5a6a315 req-61822565-f77c-4279-ad5c-59b78ba3ff46 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.1874042 Nov 12 13:41:12.688148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff5791c5-8ddf-43ca-9078-48979254269f req-b08c4474-095a-4b6c-ae6c-c684daf15daf service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016555 Nov 12 13:41:12.695846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:12.724009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:12.726838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:12.735154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:40:26Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd26f3ec4-5df8-4f70-9400-0e153e5da392', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'mac_address': 'fa:16:3e:71:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:08Z', 'updated_at': '2021-11-12T13:41:08Z', 'revision_number': 0, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:12.780634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351c4fb-604e-4b18-90eb-5994559a91f5 None None] The sync data for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 is: [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:40:26Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd26f3ec4-5df8-4f70-9400-0e153e5da392', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'mac_address': 'fa:16:3e:71:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:08Z', 'updated_at': '2021-11-12T13:41:08Z', 'revision_number': 0, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:12.790080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event updated for resources: {'Port': ['ID=55944bd7-3f04-4265-9252-7306c3213397,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:12.852771 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-63f5ace1-bc0c-44b1-994a-7fe8b8220320 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.893619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-edacdb90-fbee-4383-8fac-8b4d32f91da0 req-ba0167e2-fd8c-4fde-ba51-b5f32528d551 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9050469-e3aa-42f6-89b5-d7ddd966b360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322552 Nov 12 13:41:12.931604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:12.932266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:12.946955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35190) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:13.013618 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb56fee9-d174-4da0-abf4-22c1e5a6a315 req-1d399bd5-7194-4303-b821-738ac8957b54 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339028 Nov 12 13:41:13.041586 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-594b0930-24ff-46cc-837c-175e2ba25845 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2556691 Nov 12 13:41:13.053722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.067430 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-68508539-a46b-47d7-a004-7cfdbb1d9cde tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0086818 Nov 12 13:41:13.087582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Request body: {'port': {'device_id': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:13.115326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff5791c5-8ddf-43ca-9078-48979254269f req-4807bd4d-3d6e-47a7-8540-ffc71d6c69a6 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915811 Nov 12 13:41:13.118884 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.121348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-5a6f8fc1-1487-45a0-acee-a1d39d2d1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:13.123970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-5a6f8fc1-1487-45a0-acee-a1d39d2d1fe5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cfd10963-60d4-41d9-acc4-7044c33ab5e5 HTTP/1.1" status: 200 len: 898 time: 0.4175231 Nov 12 13:41:13.176341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-63f5ace1-bc0c-44b1-994a-7fe8b8220320 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.184728 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e48c50-d364-46ec-9be4-9adf574a5585 None None] New status for floating IP d26f3ec4-5df8-4f70-9400-0e153e5da392: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:41:13.196968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-76a351ec-a6ab-4bc1-a3bf-cf5971b1afd0 None None] Provisioning complete for port 55944bd7-3f04-4265-9252-7306c3213397 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:13.197971 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-73b4018b-5e13-4f1c-82dd-22b22f98ae96 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/floatingips/d26f3ec4-5df8-4f70-9400-0e153e5da392 HTTP/1.1" status: 200 len: 991 time: 0.2494807 Nov 12 13:41:13.204514 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-76a351ec-a6ab-4bc1-a3bf-cf5971b1afd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.240876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5ace1-bc0c-44b1-994a-7fe8b8220320 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Subnet': ['ID=4a956b1c-3c97-4cfe-bb6a-501374bed10e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:13.274028 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-63f5ace1-bc0c-44b1-994a-7fe8b8220320 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.278294 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-63f5ace1-bc0c-44b1-994a-7fe8b8220320 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/4a956b1c-3c97-4cfe-bb6a-501374bed10e HTTP/1.1" status: 204 len: 168 time: 0.9196441 Nov 12 13:41:13.284580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35196) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:13.288731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da24555-9676-4e6b-bcbf-5d28a9839fbe None None] Network 35f348ce-f12b-43c2-8a70-b4c2a953d43b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:13.312652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-5bf542a2-4f98-47ad-b685-6878be54c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:13.314508 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-5bf542a2-4f98-47ad-b685-6878be54c1f7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 1097 time: 0.2425230 Nov 12 13:41:13.347989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-cc5bc2b5-83f8-4bbc-b176-2cad6cb4d43d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7966447-e53e-44ae-85f3-130a00ca91ca HTTP/1.1" status: 200 len: 999 time: 0.2056170 Nov 12 13:41:13.394482 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.416061 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.454946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-76a351ec-a6ab-4bc1-a3bf-cf5971b1afd0 None None] Port 55944bd7-3f04-4265-9252-7306c3213397 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:13.464958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8775-a9d2-49f7-b243-e4a4ed8ebd0d req-0ff18dc9-1156-4596-a9b2-188452fa8bf6 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:13.473115 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1fef8775-a9d2-49f7-b243-e4a4ed8ebd0d req-0ff18dc9-1156-4596-a9b2-188452fa8bf6 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 931 time: 0.1915901 Nov 12 13:41:13.496651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5128ef0b-db73-45c1-ab2c-ea1878f0fa47 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting subnet 39c647fe-4b35-4c69-b92e-61998b5183a4 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:41:13.513930 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5128ef0b-db73-45c1-ab2c-ea1878f0fa47 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.519680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:13.558869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:13.561109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-05cae566-9362-48f6-9bb1-2c65f3ed1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:13.562725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-05cae566-9362-48f6-9bb1-2c65f3ed1bbe service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.2213202 Nov 12 13:41:13.566607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-eccffc97-d90f-4558-8cee-7d771b79a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:13.568266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-eccffc97-d90f-4558-8cee-7d771b79a56c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7d63467f-b4ff-4be4-83f1-98b6c26ee1ce HTTP/1.1" status: 200 len: 835 time: 0.1924047 Nov 12 13:41:13.569517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:13.574372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event updated for resources: {'Port': ['ID=f8f938ef-9cc2-4bdc-89b0-cb42fef5a382,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:13.579515 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1fef8775-a9d2-49f7-b243-e4a4ed8ebd0d req-30259deb-fef1-4872-ac97-f609400ea6e3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041222 Nov 12 13:41:13.586501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6012d0-af56-47a6-a1de-ab4c74ce1433 req-12cf3143-99d6-4254-a5b4-d4e3f2f18c8e tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:13.588372 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee6012d0-af56-47a6-a1de-ab4c74ce1433 req-12cf3143-99d6-4254-a5b4-d4e3f2f18c8e tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 945 time: 0.2847717 Nov 12 13:41:13.597459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c3f64-97c9-4e07-bb59-74e0236f3926 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:13.600618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e4210-5943-49e4-b621-3664c90d11f9 None None] DHCP port deletion for 35f348ce-f12b-43c2-8a70-b4c2a953d43b request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:13.687657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-359e4210-5943-49e4-b621-3664c90d11f9 None None] Deleting port a0be6bee-01af-4937-8b4d-ef823d914349 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:13.687974 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-359e4210-5943-49e4-b621-3664c90d11f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.698219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5128ef0b-db73-45c1-ab2c-ea1878f0fa47 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.704751 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fa38e5b3-9ad9-4aff-a022-109d1ece75b8 None None] Provisioning complete for port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:13.704751 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa38e5b3-9ad9-4aff-a022-109d1ece75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.758578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-b45c58ce-2b9b-4da2-8ecc-9f2d7fb7687b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7 HTTP/1.1" status: 200 len: 1001 time: 0.1745892 Nov 12 13:41:13.787368 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 910d9247-b518-42d4-a04e-f32404c9c366 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:41:13.790516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:13.793996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee6012d0-af56-47a6-a1de-ab4c74ce1433 req-00f5c9cc-1551-4f4d-b5e5-f94f4145bc54 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9050469-e3aa-42f6-89b5-d7ddd966b360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606441 Nov 12 13:41:13.820622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-045af6f3-f8ee-4c6b-9052-4067a0bdd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:13.822490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3419d-ff24-44b2-afc2-4e05bf07526a req-20dc85ff-026d-4078-991d-f493a0f5fa97 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:13.824375 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-045af6f3-f8ee-4c6b-9052-4067a0bdd731 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cfd10963-60d4-41d9-acc4-7044c33ab5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2305734 Nov 12 13:41:13.829690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96e3419d-ff24-44b2-afc2-4e05bf07526a req-20dc85ff-026d-4078-991d-f493a0f5fa97 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 945 time: 0.1574721 Nov 12 13:41:13.859380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a0be6bee-01af-4937-8b4d-ef823d914349 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:13.916057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-208633be-c152-47cb-9df2-941365167bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:13.917874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-208633be-c152-47cb-9df2-941365167bda service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.1407821 Nov 12 13:41:13.932077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-359e4210-5943-49e4-b621-3664c90d11f9 None None] For port a0be6bee-01af-4937-8b4d-ef823d914349, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a0be6bee-01af-4937-8b4d-ef823d914349,segment=NetworkSegment(c70032a7-76b2-4330-bdad-915b43617555),segment_id=c70032a7-76b2-4330-bdad-915b43617555)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:13.932332 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-359e4210-5943-49e4-b621-3664c90d11f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:13.940453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fa38e5b3-9ad9-4aff-a022-109d1ece75b8 None None] Port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:13.968422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-359e4210-5943-49e4-b621-3664c90d11f9 None None] Calling delete_port for a0be6bee-01af-4937-8b4d-ef823d914349 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:13.989657 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96e3419d-ff24-44b2-afc2-4e05bf07526a req-a452007f-6287-4d93-a0fa-6a3e638df426 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590648 Nov 12 13:41:14.006803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-2506a73e-1de7-4e67-81e9-810ef1ec3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:14.008112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-2506a73e-1de7-4e67-81e9-810ef1ec3df7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759981 Nov 12 13:41:14.046604 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5128ef0b-db73-45c1-ab2c-ea1878f0fa47 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.119596 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-a3025431-064e-45d5-997f-2ccf22accb97 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023097 Nov 12 13:41:14.141564 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-788061ca-4c85-47e9-a501-47280c66f7b6 service neutron] 10.222.0.70 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608893 Nov 12 13:41:14.204623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:14.207894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55944bd7-3f04-4265-9252-7306c3213397 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:14.219410 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.227959 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.234133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.237555 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=910d9247-b518-42d4-a04e-f32404c9c366,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:14.248559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Transition to ACTIVE for port object 55944bd7-3f04-4265-9252-7306c3213397 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:41:14.253867 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.258283 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.285781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '910d9247-b518-42d4-a04e-f32404c9c366', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'port_id': '910d9247-b518-42d4-a04e-f32404c9c366', 'mac_address': 'fa:16:3e:8d:cb:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:41:14.303754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:14.306151 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9147b824-4ccd-4b87-b7d7-463c988347e4" -d '{"events": [{"server_uuid": "00d54bb9-fb54-4aa9-b568-02537d13c97d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bbec15-2654-4056-8b7f-bc0f47c5c9c9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:14.321584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b38e7318-c75b-4bdf-8597-ee1a55013254 req-635aa5ac-5c94-4349-ada9-e79210de6772 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772475 Nov 12 13:41:14.348809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:14.352874 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-359e4210-5943-49e4-b621-3664c90d11f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.372363 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Pushing event updated for resources: {'Port': ['ID=55944bd7-3f04-4265-9252-7306c3213397,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:14.431897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e4210-5943-49e4-b621-3664c90d11f9 None None] Pushing event deleted for resources: {'Port': ['ID=a0be6bee-01af-4937-8b4d-ef823d914349,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:14.434039 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.438836 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fed46e-8bc4-4a77-9e29-47543484a011 x-openstack-request-id: req-d7fed46e-8bc4-4a77-9e29-47543484a011 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:14.439130 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d54bb9-fb54-4aa9-b568-02537d13c97d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bbec15-2654-4056-8b7f-bc0f47c5c9c9", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:14.439381 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7fed46e-8bc4-4a77-9e29-47543484a011 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:14.439861 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9', 'code': 200} Nov 12 13:41:14.440854 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.452020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e4210-5943-49e4-b621-3664c90d11f9 None None] No DVR routers for this DVR port a0be6bee-01af-4937-8b4d-ef823d914349 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:14.452458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Attempting to bind port 55944bd7-3f04-4265-9252-7306c3213397 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:14.452815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Attempting to bind port 55944bd7-3f04-4265-9252-7306c3213397 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:14.453871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Attempting to bind port 55944bd7-3f04-4265-9252-7306c3213397 on network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:14.462336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Port 55944bd7-3f04-4265-9252-7306c3213397 on network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:41:14.462995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Attempting to bind port 55944bd7-3f04-4265-9252-7306c3213397 on network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:14.473091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:14.474375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Checking segment: {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:14.476696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Bound using segment: {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:14.477579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Bound port: 55944bd7-3f04-4265-9252-7306c3213397, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:14.478120 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.497570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910d9247-b518-42d4-a04e-f32404c9c366 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:14.540647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=910d9247-b518-42d4-a04e-f32404c9c366,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:14.547132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:14.553263 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.614271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] For port 55944bd7-3f04-4265-9252-7306c3213397, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:14.617816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] For port 55944bd7-3f04-4265-9252-7306c3213397, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=55944bd7-3f04-4265-9252-7306c3213397,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:14.624815 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.653356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=910d9247-b518-42d4-a04e-f32404c9c366,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:14.738185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:14.738813 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.740198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] 10.222.0.70 "PUT /v2.0/ports/55944bd7-3f04-4265-9252-7306c3213397 HTTP/1.1" status: 200 len: 1091 time: 1.6582732 Nov 12 13:41:14.742287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'tag': '55944bd7-3f04-4265-9252-7306c3213397'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:14.747609 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9635091-4418-46fb-8e87-cefbe55ebfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "27e5abb5-3ba0-4022-a967-5e033d550f5e", "tag": "55944bd7-3f04-4265-9252-7306c3213397"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:14.747832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08eb64-f8f3-4d0e-aa2f-af5e97ed57c6 req-e9313a32-4f56-44f0-affd-fd72d9cc8d9a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:14.755280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af08eb64-f8f3-4d0e-aa2f-af5e97ed57c6 req-e9313a32-4f56-44f0-affd-fd72d9cc8d9a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.6121287 Nov 12 13:41:14.773622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644ce2b-9c40-413f-b394-4a16e8014e90 service neutron] Pushing event updated for resources: {'Port': ['ID=55944bd7-3f04-4265-9252-7306c3213397,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:14.792006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96151c5-85a8-4df9-a7ad-720238efde7d req-49a7ca8b-0847-4a00-b26a-68cef81fcf15 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:14.793791 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b96151c5-85a8-4df9-a7ad-720238efde7d req-49a7ca8b-0847-4a00-b26a-68cef81fcf15 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 943 time: 0.1000142 Nov 12 13:41:14.838884 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5128ef0b-db73-45c1-ab2c-ea1878f0fa47 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.873118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-d400be2c-3847-4505-923a-f7ea85358b4f tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:14.874595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-d400be2c-3847-4505-923a-f7ea85358b4f tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.70 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 945 time: 0.0799050 Nov 12 13:41:14.897519 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b96151c5-85a8-4df9-a7ad-720238efde7d req-dbab1a41-f2c2-4cd7-80b1-9aab76af9a98 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741706 Nov 12 13:41:14.969053 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:14.971868 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0077df-631b-41ad-9a59-a6e558756ce6 x-openstack-request-id: req-0a0077df-631b-41ad-9a59-a6e558756ce6 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:14.972320 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e5abb5-3ba0-4022-a967-5e033d550f5e", "tag": "55944bd7-3f04-4265-9252-7306c3213397", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:14.972652 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a0077df-631b-41ad-9a59-a6e558756ce6 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:14.973561 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'tag': '55944bd7-3f04-4265-9252-7306c3213397', 'status': 'completed', 'code': 200} Nov 12 13:41:15.016562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-379fd2fc-4124-49fd-886c-94fcb3c19d3b tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Deleting port 015d446f-e795-4c39-a7e2-ed2919717d20 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:15.016914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-379fd2fc-4124-49fd-886c-94fcb3c19d3b tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.039346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['910d9247-b518-42d4-a04e-f32404c9c366'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:15.075966 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5128ef0b-db73-45c1-ab2c-ea1878f0fa47 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.081762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5128ef0b-db73-45c1-ab2c-ea1878f0fa47 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/39c647fe-4b35-4c69-b92e-61998b5183a4 HTTP/1.1" status: 204 len: 168 time: 1.7921810 Nov 12 13:41:15.091145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128ef0b-db73-45c1-ab2c-ea1878f0fa47 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Subnet': ['ID=39c647fe-4b35-4c69-b92e-61998b5183a4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:15.091410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35218) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:15.105771 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b6e372fb-9f2e-4a2d-bc32-a7750b1c37e7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/floatingips/d26f3ec4-5df8-4f70-9400-0e153e5da392 HTTP/1.1" status: 200 len: 993 time: 0.8615263 Nov 12 13:41:15.157863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af08eb64-f8f3-4d0e-aa2f-af5e97ed57c6 req-daa30d8b-4581-4624-8101-19c5a3fe3f35 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4014366 Nov 12 13:41:15.210552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-01677f98-5f56-488e-964d-3d7edcac5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:15.212344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-01677f98-5f56-488e-964d-3d7edcac5bb3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 1094 time: 0.3829319 Nov 12 13:41:15.216147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b53e428-ddff-49b1-a65f-a6e061e0dc5b req-f2f910c2-644f-4df1-ad36-d92497114969 service neutron] 10.222.0.70 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0362957 Nov 12 13:41:15.243119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-379fd2fc-4124-49fd-886c-94fcb3c19d3b tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] For port 015d446f-e795-4c39-a7e2-ed2919717d20, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=015d446f-e795-4c39-a7e2-ed2919717d20,segment=NetworkSegment(6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39),segment_id=6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:15.243484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-379fd2fc-4124-49fd-886c-94fcb3c19d3b tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.254064 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.273983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-379fd2fc-4124-49fd-886c-94fcb3c19d3b tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Calling delete_port for 015d446f-e795-4c39-a7e2-ed2919717d20 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:15.280185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec0ffc-350a-4ce7-a4ff-fdedcbe5d878 None None] Network f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:15.293590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570860-bd35-437b-a4a2-8e119743810e req-6ba0f1a7-5a64-4251-bc49-b9dbf39ac7d2 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:15.302762 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-32570860-bd35-437b-a4a2-8e119743810e req-6ba0f1a7-5a64-4251-bc49-b9dbf39ac7d2 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 945 time: 0.2103188 Nov 12 13:41:15.329828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-0e2a9db6-dd85-4770-bd15-7c816f081a1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55944bd7-3f04-4265-9252-7306c3213397 HTTP/1.1" status: 200 len: 217 time: 0.0878465 Nov 12 13:41:15.464491 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-32570860-bd35-437b-a4a2-8e119743810e req-89e0932e-65e4-463e-b5d8-b7cf6e8191ec tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9050469-e3aa-42f6-89b5-d7ddd966b360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588922 Nov 12 13:41:15.497727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-59c977fe-7663-4de9-8f08-7e4d1c93122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:15.499236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-59c977fe-7663-4de9-8f08-7e4d1c93122c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.1577535 Nov 12 13:41:15.512507 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.535929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbfe84-395e-4f92-a3b6-48ed7f2c8259 req-c0af9a6f-6a02-4bd2-89b5-9242a0f25659 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:15.541877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07cbfe84-395e-4f92-a3b6-48ed7f2c8259 req-c0af9a6f-6a02-4bd2-89b5-9242a0f25659 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 943 time: 0.1620455 Nov 12 13:41:15.547469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f348ce-f12b-43c2-8a70-b4c2a953d43b']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:15.560489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70032a7-76b2-4330-bdad-915b43617555') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:15.560853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70032a7-76b2-4330-bdad-915b43617555') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:15.575678 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.576540 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.615817 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.628716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:41:15.629181 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:41:15.632786 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:41:15.648004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83585fd1-6f38-4364-842c-1e3af259309e None None] DHCP port deletion for f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:15.678648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-7f0067d1-c3e7-4373-8783-795dd44392a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:15.680283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-7f0067d1-c3e7-4373-8783-795dd44392a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697667 Nov 12 13:41:15.688841 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-379fd2fc-4124-49fd-886c-94fcb3c19d3b tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.696056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07cbfe84-395e-4f92-a3b6-48ed7f2c8259 req-7aa3ae80-849e-43b7-b15c-0062ef4e9901 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299429 Nov 12 13:41:15.705922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['015d446f-e795-4c39-a7e2-ed2919717d20'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:15.732171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fd2fc-4124-49fd-886c-94fcb3c19d3b tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Pushing event deleted for resources: {'Port': ['ID=015d446f-e795-4c39-a7e2-ed2919717d20,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:15.739255 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.755155 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.755155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/networks/35f348ce-f12b-43c2-8a70-b4c2a953d43b HTTP/1.1" status: 204 len: 168 time: 0.6569219 Nov 12 13:41:15.755155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35220) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:15.785244 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-83585fd1-6f38-4364-842c-1e3af259309e None None] Deleting port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:15.785837 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83585fd1-6f38-4364-842c-1e3af259309e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.858294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-83585fd1-6f38-4364-842c-1e3af259309e None None] For port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5e6e886b-e1c0-4982-ab32-e7a25b5c91e8,segment=NetworkSegment(fb842a1f-6beb-45be-abef-f842fd97bb7a),segment_id=fb842a1f-6beb-45be-abef-f842fd97bb7a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:15.858634 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83585fd1-6f38-4364-842c-1e3af259309e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.868555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-eed10136-2199-4316-a913-f07261f5903c service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773512 Nov 12 13:41:15.876364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48ec50-5c09-40e3-a03a-39c91551912f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Network': ['ID=35f348ce-f12b-43c2-8a70-b4c2a953d43b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:15.880738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-83585fd1-6f38-4364-842c-1e3af259309e None None] Calling delete_port for 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:15.896301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:15.908466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-379fd2fc-4124-49fd-886c-94fcb3c19d3b tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] No DVR routers for this DVR port 015d446f-e795-4c39-a7e2-ed2919717d20 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:15.914815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Router 2ae888d1-2cc7-425b-b0b4-c224c75fded3 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:15.915932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-379fd2fc-4124-49fd-886c-94fcb3c19d3b tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:15.919366 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-feb005ba-1e21-44ba-90a5-04e65cec144f req-379fd2fc-4124-49fd-886c-94fcb3c19d3b tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.70 "DELETE /v2.0/ports/015d446f-e795-4c39-a7e2-ed2919717d20 HTTP/1.1" status: 204 len: 173 time: 1.0348608 Nov 12 13:41:15.988972 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.000525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7d92c-d1c8-484d-a67b-cbb54c52bda9 req-db8f9fd4-1a12-4185-bb88-3448db784fce tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:16.009502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48f7d92c-d1c8-484d-a67b-cbb54c52bda9 req-db8f9fd4-1a12-4185-bb88-3448db784fce tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1552529 Nov 12 13:41:16.044404 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.047557 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c6815e1-9086-4ce3-bdc2-2d0e4a0e0d1b req-ffef3fd8-f8e7-4079-8535-5c32f9ae88a0 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707966 Nov 12 13:41:16.060651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83585fd1-6f38-4364-842c-1e3af259309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.100100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83585fd1-6f38-4364-842c-1e3af259309e None None] Pushing event deleted for resources: {'Port': ['ID=5e6e886b-e1c0-4982-ab32-e7a25b5c91e8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:16.122484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83585fd1-6f38-4364-842c-1e3af259309e None None] No DVR routers for this DVR port 5e6e886b-e1c0-4982-ab32-e7a25b5c91e8 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:16.163399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:16.173898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Sync routers for ids ['2ae888d1-2cc7-425b-b0b4-c224c75fded3'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:16.196571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Routers {'2ae888d1-2cc7-425b-b0b4-c224c75fded3'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:16.197596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2ae888d1-2cc7-425b-b0b4-c224c75fded3'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:16.198552 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48f7d92c-d1c8-484d-a67b-cbb54c52bda9 req-77e14368-5f74-412a-98ba-878b6b694327 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829331 Nov 12 13:41:16.224003 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.236039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89c149-f701-48bc-81de-2144abb59d8d req-4fcd1652-3be2-4071-8849-7518e43ad6a7 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:16.238241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a89c149-f701-48bc-81de-2144abb59d8d req-4fcd1652-3be2-4071-8849-7518e43ad6a7 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 943 time: 0.1416698 Nov 12 13:41:16.258136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.258383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:16.261985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1c961c9d-8065-4ec7-b8d2-4dd2922e1daa tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3402729 Nov 12 13:41:16.271280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35230) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:16.282531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-89c2359b-5496-40b7-9080-4fc166264db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:16.285415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-89c2359b-5496-40b7-9080-4fc166264db9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 1094 time: 0.1188877 Nov 12 13:41:16.297053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb842a1f-6beb-45be-abef-f842fd97bb7a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:16.297453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb842a1f-6beb-45be-abef-f842fd97bb7a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:16.340025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a89c149-f701-48bc-81de-2144abb59d8d req-7f154c5b-04f8-451a-ac46-aef28c3e7036 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935154 Nov 12 13:41:16.369936 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.373883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Set router 2ae888d1-2cc7-425b-b0b4-c224c75fded3 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:16.403378 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.406093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-e1ce3505-b717-48f4-b18a-c51636e00071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:16.407753 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-e1ce3505-b717-48f4-b18a-c51636e00071 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 912 time: 0.1108217 Nov 12 13:41:16.460427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fdd43-5340-497b-a31b-94de9b7a5748 req-59d80d74-19fb-4dce-b829-d776ccb202b9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:16.463175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b3fdd43-5340-497b-a31b-94de9b7a5748 req-59d80d74-19fb-4dce-b829-d776ccb202b9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 945 time: 0.1795213 Nov 12 13:41:16.465305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:41:16.466028 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:41:16.474915 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:41:16.492764 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-8b2f8742-2659-44e7-8fdd-7838c3f94222 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55944bd7-3f04-4265-9252-7306c3213397 HTTP/1.1" status: 200 len: 217 time: 0.0691137 Nov 12 13:41:16.541375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb6577-a6c5-4fce-b009-cff4d56b95f4 req-38436a42-20dc-4065-aaea-2c9b917809cf tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:16.542828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51bb6577-a6c5-4fce-b009-cff4d56b95f4 req-38436a42-20dc-4065-aaea-2c9b917809cf tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1287925 Nov 12 13:41:16.562746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0d018b54-cac3-4952-8782-c7a60527fff7 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/routers/2ae888d1-2cc7-425b-b0b4-c224c75fded3 HTTP/1.1" status: 200 len: 908 time: 0.2902932 Nov 12 13:41:16.570101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35236) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:16.572909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.576907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Request body: {'router': {'name': 'tempest-snat-router-396642011', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_snat': True}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:16.583666 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.585503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-c7db6e39-0158-4f25-a55e-0d392944b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:16.587260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/networks/f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456 HTTP/1.1" status: 204 len: 168 time: 0.8326545 Nov 12 13:41:16.587657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-c7db6e39-0158-4f25-a55e-0d392944b811 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.0850616 Nov 12 13:41:16.592510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35238) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:16.600492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'network': {'name': 'tempest-RoutersTest-809524976'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:16.613204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae888d1-2cc7-425b-b0b4-c224c75fded3', 'name': 'tempest-snat-router-396642011', 'tenant_id': 'c8b04f16ea05446a861d97159d670e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.209'}], 'enable_snat': False}, 'gw_port_id': 'f8f938ef-9cc2-4bdc-89b0-cb42fef5a382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:41:10Z', 'updated_at': '2021-11-12T13:41:14Z', 'revision_number': 3, 'project_id': 'c8b04f16ea05446a861d97159d670e44', 'gw_port': {'id': 'f8f938ef-9cc2-4bdc-89b0-cb42fef5a382', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae888d1-2cc7-425b-b0b4-c224c75fded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:41:12Z', 'updated_at': '2021-11-12T13:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:16.648527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Checking router: 2ae888d1-2cc7-425b-b0b4-c224c75fded3 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:41:16.648897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Updating router 2ae888d1-2cc7-425b-b0b4-c224c75fded3 port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:41:16.668274 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51bb6577-a6c5-4fce-b009-cff4d56b95f4 req-d4921502-7a10-4582-bdaa-3dde38c8283c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155527 Nov 12 13:41:16.676044 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.677473 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.680461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.702446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:16.717554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.723174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-b4bba33b-8b35-40bf-8d70-b6c2708271e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:16.724707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-b4bba33b-8b35-40bf-8d70-b6c2708271e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208742 Nov 12 13:41:16.836947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.877856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:41:16.972742 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:16.973089 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added segment 5b437fdd-d194-4c70-9c0b-d95ecb8b8317 of type vlan for network 6be5fd89-463d-451f-8234-6c62efe3e95b Nov 12 13:41:17.000831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58cc6704-533e-49b9-a914-4e42ccbf06d1 req-c7ed4375-62dc-4d8e-97fa-39ba703f4d31 tempest-InstanceActionsV221TestJSON-715043739 tempest-InstanceActionsV221TestJSON-715043739-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c1a84-8713-460e-a5d8-e47acc207f59 HTTP/1.1" status: 200 len: 210 time: 0.0498786 Nov 12 13:41:17.048649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c1a84-8713-460e-a5d8-e47acc207f59', 'name': 'network-vif-deleted', 'tag': '015d446f-e795-4c39-a7e2-ed2919717d20'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:17.052730 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e27117-f393-418c-94a4-a978eb9c8ca3" -d '{"events": [{"server_uuid": "914c1a84-8713-460e-a5d8-e47acc207f59", "name": "network-vif-deleted", "tag": "015d446f-e795-4c39-a7e2-ed2919717d20"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:17.060230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d97d1a-2658-4fb0-9f80-99be3e67a604 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Network': ['ID=f04fa1cb-2bc0-4bd4-8cb9-74aacaa9f456,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:17.087223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b3fdd43-5340-497b-a31b-94de9b7a5748 req-7da38d2f-1c97-402b-9513-79b1b25fcbf3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6045358 Nov 12 13:41:17.121946 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.125883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.126169 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.131472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-bd3331ad-e1ca-40fc-8a2d-3cdc1eb63526 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876300 Nov 12 13:41:17.138125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.148779 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379715b3-ada3-4072-a1d8-b1a180ae5116 x-openstack-request-id: req-379715b3-ada3-4072-a1d8-b1a180ae5116 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:17.149217 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c1a84-8713-460e-a5d8-e47acc207f59", "name": "network-vif-deleted", "tag": "015d446f-e795-4c39-a7e2-ed2919717d20", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:17.149629 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-379715b3-ada3-4072-a1d8-b1a180ae5116 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:17.150142 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c1a84-8713-460e-a5d8-e47acc207f59', 'name': 'network-vif-deleted', 'tag': '015d446f-e795-4c39-a7e2-ed2919717d20', 'status': 'completed', 'code': 200} Nov 12 13:41:17.224048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Attempting to bind port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:17.224048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Attempting to bind port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:17.224048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Attempting to bind port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:17.230482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f598262-6e34-49d3-b2cd-9114e1d5bc5a None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:17.233640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.239388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:17.239985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.242683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:17.243606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:17.243606 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.245150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:17.245150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Bound port: f8f938ef-9cc2-4bdc-89b0-cb42fef5a382, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:17.245150 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.273635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935f4fd-32b0-4a01-830e-35506484eb9c None None] Pushing event updated for resources: {'Port': ['ID=f8f938ef-9cc2-4bdc-89b0-cb42fef5a382,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:17.275065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb099d-bd28-4192-b6dc-15575e4557b6 req-b229f364-225a-4be9-a6c3-4cbf4ce2e6de tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:17.276720 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ebb099d-bd28-4192-b6dc-15575e4557b6 req-b229f364-225a-4be9-a6c3-4cbf4ce2e6de tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.0620370 Nov 12 13:41:17.314215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] For port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:17.318461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] For port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f8f938ef-9cc2-4bdc-89b0-cb42fef5a382,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:17.323741 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.344953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ebb099d-bd28-4192-b6dc-15575e4557b6 req-38205258-7193-4149-b63c-a8b936769fda tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544024 Nov 12 13:41:17.385560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e5aea6-7d1b-436c-b428-4d49d9868273 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:17.422208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Routers {'2ae888d1-2cc7-425b-b0b4-c224c75fded3'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:17.422862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['2ae888d1-2cc7-425b-b0b4-c224c75fded3'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:17.460876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cde69741-5d1c-424a-8c9b-2eed2ae54d74 None None] Provisioning complete for port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:17.461243 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cde69741-5d1c-424a-8c9b-2eed2ae54d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.488234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935f4fd-32b0-4a01-830e-35506484eb9c None None] Pushing event updated for resources: {'Port': ['ID=f8f938ef-9cc2-4bdc-89b0-cb42fef5a382,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:17.578583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] Set router 2ae888d1-2cc7-425b-b0b4-c224c75fded3 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:17.638054 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0421495 Nov 12 13:41:17.641000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35248) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:17.647465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'subnet': {'network_id': '6be5fd89-463d-451f-8234-6c62efe3e95b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:17.681633 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cde69741-5d1c-424a-8c9b-2eed2ae54d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.713949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Network': ['ID=6be5fd89-463d-451f-8234-6c62efe3e95b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:17.721251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e9635091-4418-46fb-8e87-cefbe55ebfbf req-72ae0ab1-c6c0-488a-ab12-c0a832d546ba service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693500 Nov 12 13:41:17.730892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.731201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.731542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.731879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.732212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.732545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.733263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.733263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.733522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.733852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.734178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.734503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2fcc9-04aa-4f7a-9dfc-7a2d15a5bfa5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:17.745369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cde69741-5d1c-424a-8c9b-2eed2ae54d74 None None] For port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f8f938ef-9cc2-4bdc-89b0-cb42fef5a382,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:17.753864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485085d3-b7af-40fe-bc6c-f34fa3f1167e req-d6c0fdec-1ef6-4242-bbf2-0df846e9eac2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:17.757173 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cde69741-5d1c-424a-8c9b-2eed2ae54d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.766035 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-485085d3-b7af-40fe-bc6c-f34fa3f1167e req-d6c0fdec-1ef6-4242-bbf2-0df846e9eac2 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 943 time: 0.1438682 Nov 12 13:41:17.810561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:17.816601 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:17.819933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde69741-5d1c-424a-8c9b-2eed2ae54d74 None None] Pushing event updated for resources: {'Port': ['ID=f8f938ef-9cc2-4bdc-89b0-cb42fef5a382,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:17.822937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 910d9247-b518-42d4-a04e-f32404c9c366 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:17.824827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 6be5fd89-463d-451f-8234-6c62efe3e95b details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:41:17.844523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-485085d3-b7af-40fe-bc6c-f34fa3f1167e req-e62e5524-c1f2-4fd0-bae3-6bc2141ffa74 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818903 Nov 12 13:41:17.984466 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-06320c56-4b0e-465d-a46c-3c06e7279703 None None] Provisioning complete for port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:17.984842 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06320c56-4b0e-465d-a46c-3c06e7279703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.008914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.032038 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.032761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 910d9247-b518-42d4-a04e-f32404c9c366 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:41:18.044027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 910d9247-b518-42d4-a04e-f32404c9c366 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:18.044427 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.095005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae888d1-2cc7-425b-b0b4-c224c75fded3', 'name': 'tempest-snat-router-396642011', 'tenant_id': 'c8b04f16ea05446a861d97159d670e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.209'}], 'enable_snat': False}, 'gw_port_id': 'f8f938ef-9cc2-4bdc-89b0-cb42fef5a382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:41:10Z', 'updated_at': '2021-11-12T13:41:14Z', 'revision_number': 3, 'project_id': 'c8b04f16ea05446a861d97159d670e44', 'gw_port': {'id': 'f8f938ef-9cc2-4bdc-89b0-cb42fef5a382', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae888d1-2cc7-425b-b0b4-c224c75fded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:41:12Z', 'updated_at': '2021-11-12T13:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:18.139306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.186141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Allocated IP 172.25.5.172 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/a9a3fa67-fb78-4988-84cd-21104870f4f0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:18.228223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Subnet': ['ID=4afa82f4-9e2c-415f-b6b3-0340eae42807,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:18.264950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Checking segment: {'id': '5b437fdd-d194-4c70-9c0b-d95ecb8b8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6be5fd89-463d-451f-8234-6c62efe3e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:18.265319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network hostable DHCP agents. Network: 6be5fd89-463d-451f-8234-6c62efe3e95b, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:41:18.293064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 6be5fd89-463d-451f-8234-6c62efe3e95b is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:41:18.304478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 6be5fd89-463d-451f-8234-6c62efe3e95b) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:18.312330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db10644d-1b96-4b28-8bb1-1f553ab2940d None None] The sync data for ids ['2ae888d1-2cc7-425b-b0b4-c224c75fded3'] in n-d-805736-4 is: [{'id': '2ae888d1-2cc7-425b-b0b4-c224c75fded3', 'name': 'tempest-snat-router-396642011', 'tenant_id': 'c8b04f16ea05446a861d97159d670e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.209'}], 'enable_snat': False}, 'gw_port_id': 'f8f938ef-9cc2-4bdc-89b0-cb42fef5a382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:41:10Z', 'updated_at': '2021-11-12T13:41:14Z', 'revision_number': 3, 'project_id': 'c8b04f16ea05446a861d97159d670e44', 'gw_port': {'id': 'f8f938ef-9cc2-4bdc-89b0-cb42fef5a382', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae888d1-2cc7-425b-b0b4-c224c75fded3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:41:12Z', 'updated_at': '2021-11-12T13:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:18.319834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a43ba6-d173-4a0c-ab68-97666f65b51e None None] Network 6be5fd89-463d-451f-8234-6c62efe3e95b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:18.325265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:18.329635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.356709 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-56f65e7f-9352-4236-a363-04cbfe0f29f3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7143486 Nov 12 13:41:18.360384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35262) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:18.369498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-94baa12f-ea3a-4f5f-af4a-642b0c5870a3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1110191470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:18.388240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35266) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:18.428283 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-94baa12f-ea3a-4f5f-af4a-642b0c5870a3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.430744 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-94baa12f-ea3a-4f5f-af4a-642b0c5870a3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.462073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.505946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:18.510098 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3ed805-96a4-4781-a416-aaf6f39cf8aa" -d '{"events": [{"server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "name": "network-vif-plugged", "status": "completed", "tag": "910d9247-b518-42d4-a04e-f32404c9c366"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:18.516728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d0456-9d80-4d24-9e75-e82c4e6ae608 req-99cd6c6d-ef86-4927-91e7-062264168591 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:18.522989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-133d0456-9d80-4d24-9e75-e82c4e6ae608 req-99cd6c6d-ef86-4927-91e7-062264168591 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 945 time: 0.2812507 Nov 12 13:41:18.530129 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.540659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-428d0717-98d9-4acd-b2e4-7c122e1e1d0c admin admin] Deleting subnet d75c2c0b-2548-4d9c-8a2b-d68ad8b86ddd {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:41:18.548098 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=910d9247-b518-42d4-a04e-f32404c9c366,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:18.554507 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.555371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:18.560277 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-428d0717-98d9-4acd-b2e4-7c122e1e1d0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.582101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-94baa12f-ea3a-4f5f-af4a-642b0c5870a3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.592254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ea50a-4a48-4ae3-a2b3-998b22454981 req-99777842-b669-4205-a8c2-932d6f582d91 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:18.593866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-509ea50a-4a48-4ae3-a2b3-998b22454981 req-99777842-b669-4205-a8c2-932d6f582d91 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1356485 Nov 12 13:41:18.595629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-94baa12f-ea3a-4f5f-af4a-642b0c5870a3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.628706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-133d0456-9d80-4d24-9e75-e82c4e6ae608 req-9a213149-025c-4a09-a9e6-7c5e4159a29b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965803 Nov 12 13:41:18.660193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-509ea50a-4a48-4ae3-a2b3-998b22454981 req-db1ef6cd-e975-491c-814e-98c3d185e663 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581734 Nov 12 13:41:18.664993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-6be5fd89-463d-451f-8234-6c62efe3e95b', 'network_id': '6be5fd89-463d-451f-8234-6c62efe3e95b', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'fixed_ips': [{'subnet_id': '4afa82f4-9e2c-415f-b6b3-0340eae42807'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:41:18.665914 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.678424 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-94baa12f-ea3a-4f5f-af4a-642b0c5870a3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.679808 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-94baa12f-ea3a-4f5f-af4a-642b0c5870a3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3169577 Nov 12 13:41:18.682553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35270) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:18.683570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-428d0717-98d9-4acd-b2e4-7c122e1e1d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.692668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'port': {'network_id': '6be5fd89-463d-451f-8234-6c62efe3e95b', 'name': 'tempest-RoutersTest-623413827'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:18.710166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=910d9247-b518-42d4-a04e-f32404c9c366,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:18.743657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.840134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:18.869594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-428d0717-98d9-4acd-b2e4-7c122e1e1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:18.872221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:18.879659 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163dc588-ce36-4bea-b93c-ddbb291f4f8e x-openstack-request-id: req-163dc588-ce36-4bea-b93c-ddbb291f4f8e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:18.880349 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "name": "network-vif-plugged", "status": "completed", "tag": "910d9247-b518-42d4-a04e-f32404c9c366", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:18.881453 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-163dc588-ce36-4bea-b93c-ddbb291f4f8e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:18.881944 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366', 'code': 200} Nov 12 13:41:18.902185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:18.904705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826a43c3-dfce-40b1-a0cb-88d144678406 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:19.028779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Allocated IP 172.20.0.2 (6be5fd89-463d-451f-8234-6c62efe3e95b/4afa82f4-9e2c-415f-b6b3-0340eae42807/cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:19.029004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event updated for resources: {'Port': ['ID=a9a3fa67-fb78-4988-84cd-21104870f4f0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:19.050485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b2428aef-bf75-4e38-8d63-15430b6c4aa1 None None] Provisioning complete for port a9a3fa67-fb78-4988-84cd-21104870f4f0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:19.050987 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2428aef-bf75-4e38-8d63-15430b6c4aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.067200 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1975c0-c75c-4bcb-a350-8130553f38f9 req-ca271f07-e6ac-41e1-8d61-6aea54b8bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:19.068986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c1975c0-c75c-4bcb-a350-8130553f38f9 req-ca271f07-e6ac-41e1-8d61-6aea54b8bd3e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1097 time: 0.1613221 Nov 12 13:41:19.097037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:19.100675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.133314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] device_id is not set on port 7630cbba-8133-49f5-9653-fcc117313b8f yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:41:19.164730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b2428aef-bf75-4e38-8d63-15430b6c4aa1 None None] Port a9a3fa67-fb78-4988-84cd-21104870f4f0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:19.215771 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-428d0717-98d9-4acd-b2e4-7c122e1e1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.265295 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-428d0717-98d9-4acd-b2e4-7c122e1e1d0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.271253 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-428d0717-98d9-4acd-b2e4-7c122e1e1d0c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d75c2c0b-2548-4d9c-8a2b-d68ad8b86ddd HTTP/1.1" status: 204 len: 168 time: 0.8793368 Nov 12 13:41:19.274242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d0717-98d9-4acd-b2e4-7c122e1e1d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75c2c0b-2548-4d9c-8a2b-d68ad8b86ddd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:19.275942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c966c-a5d0-4d8c-95dc-87688bcfde6a req-c17f6465-aeeb-4461-889e-d8a82145bc1b tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:19.279433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35276) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:19.286293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-552c966c-a5d0-4d8c-95dc-87688bcfde6a req-c17f6465-aeeb-4461-889e-d8a82145bc1b tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 943 time: 0.2721193 Nov 12 13:41:19.294408 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.305445 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.353064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Network 6be5fd89-463d-451f-8234-6c62efe3e95b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:19.359435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:19.367708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Allocated IP 172.20.0.12 (6be5fd89-463d-451f-8234-6c62efe3e95b/4afa82f4-9e2c-415f-b6b3-0340eae42807/7630cbba-8133-49f5-9653-fcc117313b8f) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:19.370901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:19.381985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Pushing event updated for resources: {'Port': ['ID=cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:19.419341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.453119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Attempting to bind port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:19.453725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Attempting to bind port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '5b437fdd-d194-4c70-9c0b-d95ecb8b8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6be5fd89-463d-451f-8234-6c62efe3e95b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:19.454191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Attempting to bind port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd on network 6be5fd89-463d-451f-8234-6c62efe3e95b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:19.461640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:19.462402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Checking segment: {'id': '5b437fdd-d194-4c70-9c0b-d95ecb8b8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6be5fd89-463d-451f-8234-6c62efe3e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:19.462706 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.463193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Bound using segment: {'id': '5b437fdd-d194-4c70-9c0b-d95ecb8b8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6be5fd89-463d-451f-8234-6c62efe3e95b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:19.463765 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Bound port: cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b437fdd-d194-4c70-9c0b-d95ecb8b8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6be5fd89-463d-451f-8234-6c62efe3e95b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:19.464247 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.543827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 55944bd7-3f04-4265-9252-7306c3213397 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:41:19.547230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 015d446f-e795-4c39-a7e2-ed2919717d20 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:19.554437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c1975c0-c75c-4bcb-a350-8130553f38f9 req-87583806-2f70-4c1d-8ec8-5ddac39f43c9 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4317617 Nov 12 13:41:19.572264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] For port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:19.575115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 015d446f-e795-4c39-a7e2-ed2919717d20 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:19.576117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 015d446f-e795-4c39-a7e2-ed2919717d20 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:19.593391 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.594558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] For port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd,segment=NetworkSegment(5b437fdd-d194-4c70-9c0b-d95ecb8b8317),segment_id=5b437fdd-d194-4c70-9c0b-d95ecb8b8317)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:19.607372 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-552c966c-a5d0-4d8c-95dc-87688bcfde6a req-d04002a9-126c-41b6-bbe6-bcf68bfb9bac tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213673 Nov 12 13:41:19.609618 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.622262 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.692527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.820498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:19.827983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 6be5fd89-463d-451f-8234-6c62efe3e95b is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:19.847452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:19.852651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 55944bd7-3f04-4265-9252-7306c3213397, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=55944bd7-3f04-4265-9252-7306c3213397,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:19.853588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:19.900253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99f1d3-5280-4c0d-9428-a289ca43bd38 None None] Pushing event updated for resources: {'Port': ['ID=cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:19.908007 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '55944bd7-3f04-4265-9252-7306c3213397', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'port_id': '55944bd7-3f04-4265-9252-7306c3213397', 'mac_address': 'fa:16:3e:78:67:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:41:19.920100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=7630cbba-8133-49f5-9653-fcc117313b8f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:19.971293 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:20.000490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:20.001073 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.036696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f48f09-da16-4b6d-9421-a9eae1093b45']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:20.040359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a24692b5-7d75-4c70-8cfd-ea8183f334d1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3545523 Nov 12 13:41:20.045042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35282) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:20.057040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:20.057369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3c0ea8-ce67-4bf9-b39a-1e49a9271b39') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:20.073045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.128424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.182381 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.231880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:41:20.232337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:41:20.234607 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:41:20.264468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55944bd7-3f04-4265-9252-7306c3213397 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:20.320296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:20.320808 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.326958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 55944bd7-3f04-4265-9252-7306c3213397, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=55944bd7-3f04-4265-9252-7306c3213397,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:20.347709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.351230 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.416613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5284530-20e2-47a9-9819-ce132d864bbd req-27ef0fd2-ede9-4596-8d01-e3ee50720f78 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:20.422057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5284530-20e2-47a9-9819-ce132d864bbd req-27ef0fd2-ede9-4596-8d01-e3ee50720f78 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.5378404 Nov 12 13:41:20.463786 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.469935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=55944bd7-3f04-4265-9252-7306c3213397,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:20.506956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.513845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f5f48f09-da16-4b6d-9421-a9eae1093b45 HTTP/1.1" status: 204 len: 168 time: 1.1032131 Nov 12 13:41:20.592429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24809417-5769-4902-ad95-ecef932965b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f48f09-da16-4b6d-9421-a9eae1093b45,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:20.636542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5284530-20e2-47a9-9819-ce132d864bbd req-f4dd103a-4c40-44b9-8991-b003d817e552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045584 Nov 12 13:41:20.659739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368d6d-18ab-492f-8335-3c98073213eb req-ccc98287-e5cb-4a50-9771-a1df7b8d660a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:20.659739 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3368d6d-18ab-492f-8335-3c98073213eb req-ccc98287-e5cb-4a50-9771-a1df7b8d660a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2824657 Nov 12 13:41:20.698247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['55944bd7-3f04-4265-9252-7306c3213397'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:20.716296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Router dcab2c0a-43ad-429e-a150-a5b378de3b94 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:20.785663 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3368d6d-18ab-492f-8335-3c98073213eb req-af3e2d60-d976-412b-94b1-83acc4e8b4d1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239731 Nov 12 13:41:20.849535 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:20.860612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35290) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:21.046708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:21.059777 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Sync routers for ids ['dcab2c0a-43ad-429e-a150-a5b378de3b94'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:21.075161 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Routers {'dcab2c0a-43ad-429e-a150-a5b378de3b94'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:21.076154 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['dcab2c0a-43ad-429e-a150-a5b378de3b94'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:21.121087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da32e3f-e531-4aeb-ad6d-92fba93b6165 req-d18d702a-0545-421b-a73a-3210f4a79b11 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:21.129355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1da32e3f-e531-4aeb-ad6d-92fba93b6165 req-d18d702a-0545-421b-a73a-3210f4a79b11 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 944 time: 0.2432151 Nov 12 13:41:21.140345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.143974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-34ae0ec0-b689-4137-84f7-aa9f2d0070cf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5705466 Nov 12 13:41:21.145007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35292) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:21.154551 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-820cf8a9-3454-4889-82ad-e1cc4171cfc6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98f418c141f243bfa0cac62b7b26c8a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928977 Nov 12 13:41:21.160710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35294) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:21.247106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1da32e3f-e531-4aeb-ad6d-92fba93b6165 req-05c26e15-9510-46ce-b218-65b0a03b017d tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164842 Nov 12 13:41:21.248301 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94750ba1-c9c6-4036-88ee-a9ae96526974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.270610 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Set router dcab2c0a-43ad-429e-a150-a5b378de3b94 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:21.281728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.287279 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94750ba1-c9c6-4036-88ee-a9ae96526974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.292720 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.366800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94750ba1-c9c6-4036-88ee-a9ae96526974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.369773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94750ba1-c9c6-4036-88ee-a9ae96526974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.370970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-94750ba1-c9c6-4036-88ee-a9ae96526974 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9050469-e3aa-42f6-89b5-d7ddd966b360 HTTP/1.1" status: 204 len: 168 time: 0.2075498 Nov 12 13:41:21.379439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d70b0729-3cf2-47ec-8bab-a5adfecb6356 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/routers/dcab2c0a-43ad-429e-a150-a5b378de3b94 HTTP/1.1" status: 200 len: 907 time: 0.2329936 Nov 12 13:41:21.380072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35298) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:21.380895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94750ba1-c9c6-4036-88ee-a9ae96526974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9050469-e3aa-42f6-89b5-d7ddd966b360,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:21.397274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=7630cbba-8133-49f5-9653-fcc117313b8f,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:21.421491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf3e52-a154-454c-a33d-303ff24ff843 None None] Network 6be5fd89-463d-451f-8234-6c62efe3e95b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:21.463393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a50e15e9-8562-483b-b3d9-c4fe337ed2ed None None] Provisioning complete for port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:21.463752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a50e15e9-8562-483b-b3d9-c4fe337ed2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.554162 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcab2c0a-43ad-429e-a150-a5b378de3b94', 'name': 'tempest-snat-router-396642011', 'tenant_id': 'c8b04f16ea05446a861d97159d670e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'a9a3fa67-fb78-4988-84cd-21104870f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:41:16Z', 'updated_at': '2021-11-12T13:41:19Z', 'revision_number': 3, 'project_id': 'c8b04f16ea05446a861d97159d670e44', 'gw_port': {'id': 'a9a3fa67-fb78-4988-84cd-21104870f4f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcab2c0a-43ad-429e-a150-a5b378de3b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:41:18Z', 'updated_at': '2021-11-12T13:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:21.616773 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Checking router: dcab2c0a-43ad-429e-a150-a5b378de3b94 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:41:21.618153 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Updating router dcab2c0a-43ad-429e-a150-a5b378de3b94 port a9a3fa67-fb78-4988-84cd-21104870f4f0 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:41:21.636426 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.657841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a50e15e9-8562-483b-b3d9-c4fe337ed2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.671490 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.704039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a50e15e9-8562-483b-b3d9-c4fe337ed2ed None None] For port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd,segment=NetworkSegment(5b437fdd-d194-4c70-9c0b-d95ecb8b8317),segment_id=5b437fdd-d194-4c70-9c0b-d95ecb8b8317)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:21.710968 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a50e15e9-8562-483b-b3d9-c4fe337ed2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.775050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e15e9-8562-483b-b3d9-c4fe337ed2ed None None] Pushing event updated for resources: {'Port': ['ID=cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:21.867089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:21.956197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:22.083270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a3146-f066-437b-b7a3-24c74c03ca03 req-da3152ba-569c-4b7c-892c-c2aa1cadfb24 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:22.091567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-004a3146-f066-437b-b7a3-24c74c03ca03 req-da3152ba-569c-4b7c-892c-c2aa1cadfb24 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.0881696 Nov 12 13:41:22.108297 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:22.109251 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.121761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bba52d-7e09-46f6-bd0f-45670a0ed249 req-abd0da90-3eca-43a9-91df-611f53152659 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:22.126294 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a0bba52d-7e09-46f6-bd0f-45670a0ed249 req-abd0da90-3eca-43a9-91df-611f53152659 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.3631027 Nov 12 13:41:22.163034 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-004a3146-f066-437b-b7a3-24c74c03ca03 req-2a42be24-a672-4327-961d-8d907cc32fe7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704908 Nov 12 13:41:22.201740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.221943 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.230290 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.257255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-64e576c5-aa5d-4cea-a8b4-f618b275d243 None None] Provisioning complete for port 7630cbba-8133-49f5-9653-fcc117313b8f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:22.257787 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64e576c5-aa5d-4cea-a8b4-f618b275d243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.284549 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a0bba52d-7e09-46f6-bd0f-45670a0ed249 req-48c993f5-a27c-4a3c-9804-c194dd0d78b3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973260 Nov 12 13:41:22.368899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f71ed5-924a-4308-8c17-0c144612bff5 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:22.385029 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8a18e-d8cd-414c-9901-10c899e40ecd None None] Pushing event updated for resources: {'Port': ['ID=a9a3fa67-fb78-4988-84cd-21104870f4f0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:22.407920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-64e576c5-aa5d-4cea-a8b4-f618b275d243 None None] Port 7630cbba-8133-49f5-9653-fcc117313b8f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:22.419889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.457575 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Attempting to bind port a9a3fa67-fb78-4988-84cd-21104870f4f0 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:22.458364 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Attempting to bind port a9a3fa67-fb78-4988-84cd-21104870f4f0 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:22.461056 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Attempting to bind port a9a3fa67-fb78-4988-84cd-21104870f4f0 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:22.487338 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:22.488840 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:22.491640 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.492356 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:22.493053 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Bound port: a9a3fa67-fb78-4988-84cd-21104870f4f0, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:22.495870 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.496692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc87b7-e86b-4aa6-823f-88d3e67dafe5 req-02891f4a-611f-4f5d-8e61-199ea8ac1d17 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:22.511364 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8cc87b7-e86b-4aa6-823f-88d3e67dafe5 req-02891f4a-611f-4f5d-8e61-199ea8ac1d17 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 944 time: 0.1184361 Nov 12 13:41:22.538004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-64e576c5-aa5d-4cea-a8b4-f618b275d243 None None] Provisioning complete for port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:22.538378 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64e576c5-aa5d-4cea-a8b4-f618b275d243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.582856 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] For port a9a3fa67-fb78-4988-84cd-21104870f4f0, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:22.586581 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8cc87b7-e86b-4aa6-823f-88d3e67dafe5 req-710111e4-032e-4865-bc6f-f4deae2e8a6e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712795 Nov 12 13:41:22.587185 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] For port a9a3fa67-fb78-4988-84cd-21104870f4f0, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a9a3fa67-fb78-4988-84cd-21104870f4f0,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:22.596299 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.644856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Deleting port a9a3fa67-fb78-4988-84cd-21104870f4f0 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:22.645816 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.707857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec2c0b0-60a0-40da-b1e1-26c7170b2de7 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:22.720051 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8a18e-d8cd-414c-9901-10c899e40ecd None None] Pushing event updated for resources: {'Port': ['ID=a9a3fa67-fb78-4988-84cd-21104870f4f0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:22.747959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:22.750655 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Routers {'dcab2c0a-43ad-429e-a150-a5b378de3b94'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:22.751672 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['dcab2c0a-43ad-429e-a150-a5b378de3b94'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:22.913666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-372192005-network', 'tenant_id': 'ec053673367c40c394f3bb7b1f9137d2'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:22.952624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3e433825-a4c5-4dbd-a1a9-4f9021e6d59a None None] Provisioning complete for port 7630cbba-8133-49f5-9653-fcc117313b8f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:22.953193 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e433825-a4c5-4dbd-a1a9-4f9021e6d59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.962065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Made reservation on behalf of ec053673367c40c394f3bb7b1f9137d2 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:22.964833 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:22.975298 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.021113 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] Set router dcab2c0a-43ad-429e-a150-a5b378de3b94 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:23.069124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3e433825-a4c5-4dbd-a1a9-4f9021e6d59a None None] Port 7630cbba-8133-49f5-9653-fcc117313b8f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:23.081564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3e433825-a4c5-4dbd-a1a9-4f9021e6d59a None None] Provisioning complete for port a9a3fa67-fb78-4988-84cd-21104870f4f0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:23.081937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e433825-a4c5-4dbd-a1a9-4f9021e6d59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.101058 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcab2c0a-43ad-429e-a150-a5b378de3b94', 'name': 'tempest-snat-router-396642011', 'tenant_id': 'c8b04f16ea05446a861d97159d670e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:41:16Z', 'updated_at': '2021-11-12T13:41:22Z', 'revision_number': 4, 'project_id': 'c8b04f16ea05446a861d97159d670e44', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:23.105236 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.113270 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.134410 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a384f-cf14-4da9-a472-7d33f09be8c6 None None] The sync data for ids ['dcab2c0a-43ad-429e-a150-a5b378de3b94'] in n-d-805736-4 is: [{'id': 'dcab2c0a-43ad-429e-a150-a5b378de3b94', 'name': 'tempest-snat-router-396642011', 'tenant_id': 'c8b04f16ea05446a861d97159d670e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:41:16Z', 'updated_at': '2021-11-12T13:41:22Z', 'revision_number': 4, 'project_id': 'c8b04f16ea05446a861d97159d670e44', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:23.151567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:41:23.201588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041a484f-1ec9-49af-a37c-606933964c00,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:23.211726 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.213226 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Added segment f341cd61-9647-4588-a41b-2db140d363d4 of type vlan for network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 Nov 12 13:41:23.246888 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e433825-a4c5-4dbd-a1a9-4f9021e6d59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.282492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.288873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3e433825-a4c5-4dbd-a1a9-4f9021e6d59a None None] For port a9a3fa67-fb78-4988-84cd-21104870f4f0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a9a3fa67-fb78-4988-84cd-21104870f4f0,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:23.295261 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e433825-a4c5-4dbd-a1a9-4f9021e6d59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.332052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58abaab-14a1-44b2-af94-0b88d4b7cab1 req-9bfdef78-82d1-4cc3-9eda-27aba60bad8e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:23.334304 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c58abaab-14a1-44b2-af94-0b88d4b7cab1 req-9bfdef78-82d1-4cc3-9eda-27aba60bad8e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.7775035 Nov 12 13:41:23.360690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] For port a9a3fa67-fb78-4988-84cd-21104870f4f0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a9a3fa67-fb78-4988-84cd-21104870f4f0,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:23.361487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.361673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.362581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:23.363269 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.380097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e433825-a4c5-4dbd-a1a9-4f9021e6d59a None None] Pushing event updated for resources: {'Port': ['ID=a9a3fa67-fb78-4988-84cd-21104870f4f0,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:23.383126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0011b-99a0-4e92-a916-eafdbe266d5b req-47848978-be18-4624-af64-9d475fedef96 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:23.384749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bfb0011b-99a0-4e92-a916-eafdbe266d5b req-47848978-be18-4624-af64-9d475fedef96 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.0978930 Nov 12 13:41:23.388787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Calling delete_port for a9a3fa67-fb78-4988-84cd-21104870f4f0 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:23.444639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-53e8023f-6c97-4e6b-b26a-36f7896c5c9d None None] Provisioning complete for port 7630cbba-8133-49f5-9653-fcc117313b8f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:23.445536 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53e8023f-6c97-4e6b-b26a-36f7896c5c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.458094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7089989 Nov 12 13:41:23.458567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:23.466447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Request body: {'subnet': {'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-372192005-subnet', 'tenant_id': 'ec053673367c40c394f3bb7b1f9137d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:23.493424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b6a43-46a1-47f0-84c3-3a2488b621fc admin admin] Pushing event updated for resources: {'Network': ['ID=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:23.500896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-53e8023f-6c97-4e6b-b26a-36f7896c5c9d None None] Port 7630cbba-8133-49f5-9653-fcc117313b8f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:23.509894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:41:23.542180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bfb0011b-99a0-4e92-a916-eafdbe266d5b req-60cee2b4-f027-4de2-9dec-5a5aafca25ae tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989063 Nov 12 13:41:23.543241 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Made reservation on behalf of ec053673367c40c394f3bb7b1f9137d2 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:23.546958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.564357 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c58abaab-14a1-44b2-af94-0b88d4b7cab1 req-320b50e5-1195-4394-9c3f-1a434f006fa5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156940 Nov 12 13:41:23.593786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:23.594927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 55944bd7-3f04-4265-9252-7306c3213397 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:23.655718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 55944bd7-3f04-4265-9252-7306c3213397 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:41:23.669001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 55944bd7-3f04-4265-9252-7306c3213397 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:23.669394 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.691305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5968c1ca-9465-4fba-8e69-c7195fc9c33f tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:23.693097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5968c1ca-9465-4fba-8e69-c7195fc9c33f tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1092 time: 0.0714855 Nov 12 13:41:23.696596 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35342) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:23.713383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '910d9247-b518-42d4-a04e-f32404c9c366', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address': '172.20.0.22'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:23.748231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.848323 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.875029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.888379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:23.892258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e589d6-aa04-413e-8d03-77231b727dc1 req-c6338fae-03e3-4113-ba23-d42f6cd7db9c tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:23.895088 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5e589d6-aa04-413e-8d03-77231b727dc1 req-c6338fae-03e3-4113-ba23-d42f6cd7db9c tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 944 time: 0.2066131 Nov 12 13:41:23.915736 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:23.985974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf73442-6aab-431f-80b5-8bc01f6edc9a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:23.998774 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.000744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:24.001109 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.016474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5e589d6-aa04-413e-8d03-77231b727dc1 req-15a30d4e-afb6-4194-8a77-b4886791304c tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092458 Nov 12 13:41:24.016816 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.020047 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=7630cbba-8133-49f5-9653-fcc117313b8f,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:24.023508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Checking segment: {'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:24.024160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Network hostable DHCP agents. Network: 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:41:24.026758 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.046943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:41:24.072047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:24.072239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9a3fa67-fb78-4988-84cd-21104870f4f0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:24.076342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55944bd7-3f04-4265-9252-7306c3213397'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:24.078960 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ab4d8a-0e11-4e47-9e77-40ce223fb386" -d '{"events": [{"server_uuid": "27e5abb5-3ba0-4022-a967-5e033d550f5e", "name": "network-vif-plugged", "status": "completed", "tag": "55944bd7-3f04-4265-9252-7306c3213397"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:24.102949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 55944bd7-3f04-4265-9252-7306c3213397, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=55944bd7-3f04-4265-9252-7306c3213397,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:24.108296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:24.109020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df5982-9ff1-4f1f-bc15-86108e532e61 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:24.112800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.114215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.157319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6c2a8622-69c1-44f3-9a90-f3ab81e3ca71 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6940904 Nov 12 13:41:24.208061 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b510a08-da44-44f6-9b8a-d840ac080242 x-openstack-request-id: req-3b510a08-da44-44f6-9b8a-d840ac080242 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:24.208543 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e5abb5-3ba0-4022-a967-5e033d550f5e", "name": "network-vif-plugged", "status": "completed", "tag": "55944bd7-3f04-4265-9252-7306c3213397", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:24.208897 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b510a08-da44-44f6-9b8a-d840ac080242 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:24.209422 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55944bd7-3f04-4265-9252-7306c3213397', 'code': 200} Nov 12 13:41:24.210369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd8a0a-ac8d-4795-bdb7-e5ead8d197ee None None] Network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:24.239500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=55944bd7-3f04-4265-9252-7306c3213397,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:24.271140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.319997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed82e97-773e-433d-be13-301ff9c045f4 req-da25a7f0-ad0e-4a50-bb1f-c94ae01a4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:24.321689 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eed82e97-773e-433d-be13-301ff9c045f4 req-da25a7f0-ad0e-4a50-bb1f-c94ae01a4e1b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 1096 time: 0.0703423 Nov 12 13:41:24.384633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.411231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eed82e97-773e-433d-be13-301ff9c045f4 req-ba827eb4-23c9-4ee7-9895-bca9e1a1f4e7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806420 Nov 12 13:41:24.452617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.460835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.461148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec2967b-7b1b-47a3-8a64-4a7671db9775 None None] Network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:24.535356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 6be5fd89-463d-451f-8234-6c62efe3e95b is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:24.542863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:24.544557 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.545064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcab2c0a-43ad-429e-a150-a5b378de3b94 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:24.554534 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.555874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c56bdadd-3c36-49a5-9ff6-975b2d32aacf tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "DELETE /v2.0/routers/dcab2c0a-43ad-429e-a150-a5b378de3b94 HTTP/1.1" status: 204 len: 168 time: 3.1696532 Nov 12 13:41:24.558609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35356) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:24.787811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.25.5.225 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/66706c64-a5cd-4e83-bf7e-4578e9a09a89) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:24.924440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed555d28-ce85-4772-931d-32fc5f6afa9c req-42d46d51-77ff-4ab9-b4fc-bde0a9838d7d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:24.926029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed555d28-ce85-4772-931d-32fc5f6afa9c req-42d46d51-77ff-4ab9-b4fc-bde0a9838d7d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2756555 Nov 12 13:41:24.961365 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9e9afac3-fc19-4e64-a3d0-3c67a7be1b16 None None] Provisioning complete for port 7630cbba-8133-49f5-9653-fcc117313b8f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:24.962214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e9afac3-fc19-4e64-a3d0-3c67a7be1b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:24.993475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 77f39822-8eb2-411f-b980-11027fe2ab65 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:25.004784 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:25.008699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9e9afac3-fc19-4e64-a3d0-3c67a7be1b16 None None] Port 7630cbba-8133-49f5-9653-fcc117313b8f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:25.123840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed555d28-ce85-4772-931d-32fc5f6afa9c req-93535101-76a4-43d9-8f38-594f653d4ab1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624498 Nov 12 13:41:25.125692 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:25.158255 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:25.166394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:25.184034 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-148ba05b-26e6-4195-b443-a9f4aa706e69 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/77f39822-8eb2-411f-b980-11027fe2ab65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1377244 Nov 12 13:41:25.186798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261ad5d-13e3-4f7c-9976-96bf9e483fa5 None None] Sync routers for ids ['77f39822-8eb2-411f-b980-11027fe2ab65'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:25.187700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35370) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:25.200296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261ad5d-13e3-4f7c-9976-96bf9e483fa5 None None] Routers {'77f39822-8eb2-411f-b980-11027fe2ab65'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:25.200932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e261ad5d-13e3-4f7c-9976-96bf9e483fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['77f39822-8eb2-411f-b980-11027fe2ab65'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:25.223959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:25.240611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:25.248907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e261ad5d-13e3-4f7c-9976-96bf9e483fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:25.249188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:25.257393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261ad5d-13e3-4f7c-9976-96bf9e483fa5 None None] Routers {'77f39822-8eb2-411f-b980-11027fe2ab65'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:25.258124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e261ad5d-13e3-4f7c-9976-96bf9e483fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['77f39822-8eb2-411f-b980-11027fe2ab65'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:25.269510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=66706c64-a5cd-4e83-bf7e-4578e9a09a89,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:25.287750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-e1409db7-d8af-4085-9661-e4433c5ca032 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:25.289271 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-e1409db7-d8af-4085-9661-e4433c5ca032 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/networks?id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 HTTP/1.1" status: 200 len: 817 time: 0.2437024 Nov 12 13:41:25.302759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e261ad5d-13e3-4f7c-9976-96bf9e483fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:25.304669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261ad5d-13e3-4f7c-9976-96bf9e483fa5 None None] The sync data for ids ['77f39822-8eb2-411f-b980-11027fe2ab65'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:25.311638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef5ef7-f66d-44f3-a3de-c2bd4acdf57c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:25.313885 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5cef5ef7-f66d-44f3-a3de-c2bd4acdf57c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports/7630cbba-8133-49f5-9653-fcc117313b8f HTTP/1.1" status: 200 len: 977 time: 0.1205220 Nov 12 13:41:25.318467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35374) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:25.334557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c623806-90fb-4491-b003-2eb5ec80574f req-41204796-aa96-432a-9fc9-533f5d539a21 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:25.336089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8c623806-90fb-4491-b003-2eb5ec80574f req-41204796-aa96-432a-9fc9-533f5d539a21 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 945 time: 0.1110022 Nov 12 13:41:25.336253 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-1307bb24-80a3-4b57-9d08-e712f64b5e00 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/quotas/ec053673367c40c394f3bb7b1f9137d2 HTTP/1.1" status: 200 len: 375 time: 0.0176449 Nov 12 13:41:25.338096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:25.388645 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-63f0d4b4-da39-40a4-8055-af9742d722ed tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ec053673367c40c394f3bb7b1f9137d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437846 Nov 12 13:41:25.481020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Deleting port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:25.481331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:25.549380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-a1a9b834-76f7-412b-a8a2-27e6fed2c17d service neutron] 10.222.0.73 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518526 Nov 12 13:41:25.636788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8c623806-90fb-4491-b003-2eb5ec80574f req-32cd1e49-7e52-4510-a472-727346924565 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429724 Nov 12 13:41:25.638941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] For port f8f938ef-9cc2-4bdc-89b0-cb42fef5a382, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f8f938ef-9cc2-4bdc-89b0-cb42fef5a382,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:25.639104 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:25.665732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Calling delete_port for f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:25.727084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-799b9918-ef55-413b-965a-bd325dbb90ab service neutron] 10.222.0.73 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694191 Nov 12 13:41:25.921542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:25.958633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8f938ef-9cc2-4bdc-89b0-cb42fef5a382,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:25.980046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df78111f-6798-472a-8b97-b905f0af9ee7 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:26.046233 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.087402 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.230731 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df1b911d-4950-43e3-9f4d-59bebf5166b1 req-412f4fec-759a-438e-85d2-57654f7e10d3 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 210 time: 0.0350528 Nov 12 13:41:26.235870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.239113 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.289276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.290002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ae888d1-2cc7-425b-b0b4-c224c75fded3 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:26.295993 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.297632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-85f0b8bb-8cbf-4f13-a338-49a43255b566 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "DELETE /v2.0/routers/2ae888d1-2cc7-425b-b0b4-c224c75fded3 HTTP/1.1" status: 204 len: 168 time: 1.7372315 Nov 12 13:41:26.301797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:26.309051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-817885706', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:26.342719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.344120 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.415570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.593974 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.605815 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.731126 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.765085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0913ee1-4fc4-465e-9e7b-d8bb6e56e945 req-34705a96-e8ff-4000-91af-360315c3623d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:26.771929 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0913ee1-4fc4-465e-9e7b-d8bb6e56e945 req-34705a96-e8ff-4000-91af-360315c3623d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2304425 Nov 12 13:41:26.790150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c318ab-aed4-4016-bc66-5c2bb8a01b9a req-6215d37b-9981-40f8-860e-d7dc952ce677 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:26.791751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1c318ab-aed4-4016-bc66-5c2bb8a01b9a req-6215d37b-9981-40f8-860e-d7dc952ce677 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 945 time: 0.0694120 Nov 12 13:41:26.964206 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0913ee1-4fc4-465e-9e7b-d8bb6e56e945 req-d44c612d-a37b-42a8-9ad8-51ddfe132a02 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824317 Nov 12 13:41:26.964442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1c318ab-aed4-4016-bc66-5c2bb8a01b9a req-2a70f0d4-e135-467c-be0d-deeeb8366e38 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232145 Nov 12 13:41:26.965156 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:26.986778 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.018742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-752f2454-763e-4368-9184-f8738235614f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.144708 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.159684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port 7630cbba-8133-49f5-9653-fcc117313b8f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:27.160731 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.167440 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.224641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac457925-b149-4faf-8924-304fd30ea58e req-887cc822-9d3c-47f9-ae16-94ee960986c5 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:27.225541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ac457925-b149-4faf-8924-304fd30ea58e req-887cc822-9d3c-47f9-ae16-94ee960986c5 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 945 time: 0.1389158 Nov 12 13:41:27.227577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Allocated IP 172.25.5.7 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/9b205115-e133-45d0-a71a-6d28488b763f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:27.239659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:27.251500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f471e185-c87e-470e-b966-f499292c8969 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Request body: {'floatingip': {'port_id': '55944bd7-3f04-4265-9252-7306c3213397'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:27.308265 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f471e185-c87e-470e-b966-f499292c8969 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.388615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=66706c64-a5cd-4e83-bf7e-4578e9a09a89,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:27.439264 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bb127004-078f-4a55-a4a8-3535140caa7a req-d912783f-ba9e-4256-97ec-39ee03751321 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 210 time: 0.0740860 Nov 12 13:41:27.453108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.453546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.454046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.454236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.457016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.457492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.457932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.458279 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.458623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.461531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.461997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.462417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:27.480863 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.550498 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.569070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for 7630cbba-8133-49f5-9653-fcc117313b8f owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:27.577306 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.710764 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.783814 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Floating IP 2284fc5d-4e14-4456-bb9d-069edf6f1ca5 associated. External IP: 172.25.5.225, port: 910d9247-b518-42d4-a04e-f32404c9c366. Nov 12 13:41:27.793102 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:27.815471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:27.815816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f8f938ef-9cc2-4bdc-89b0-cb42fef5a382 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:27.842886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:27.867325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:27.877860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:27.888615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43a252-62dc-4bd6-a0eb-89278ecab21b None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:27.899209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Pushing event updated for resources: {'Port': ['ID=9b205115-e133-45d0-a71a-6d28488b763f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:27.918510 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.958997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7cc27654-f59a-4ddb-918e-4fa7ff5aa093 None None] Provisioning complete for port 9b205115-e133-45d0-a71a-6d28488b763f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:27.959828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cc27654-f59a-4ddb-918e-4fa7ff5aa093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:27.997964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=7630cbba-8133-49f5-9653-fcc117313b8f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:28.078570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7cc27654-f59a-4ddb-918e-4fa7ff5aa093 None None] Port 9b205115-e133-45d0-a71a-6d28488b763f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:28.457266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router a26d9cfe-4ee2-4698-a5a6-20cf499db54e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:28.522362 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:28.589840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-7a7c1424-f032-4aa5-a900-e24991b5f4dd tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:28.591448 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-7a7c1424-f032-4aa5-a900-e24991b5f4dd tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.105 "GET /v2.0/networks?id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 HTTP/1.1" status: 200 len: 817 time: 0.3738422 Nov 12 13:41:28.647446 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-f471e185-c87e-470e-b966-f499292c8969 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:41:28.658007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Request body: {'port': {'device_id': '8214eb8c-7764-4973-b105-003007d292b3', 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91', 'admin_state_up': True, 'tenant_id': 'ec053673367c40c394f3bb7b1f9137d2'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:28.691906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-791bd0db-5ebc-49f2-88e0-80678989a211 req-39ca26cc-b0a8-4788-a2c0-7e2a1447f59c tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 210 time: 0.1202083 Nov 12 13:41:28.695270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73dc70-b5c8-4319-a242-f98ae5abf895 req-c0f0c6fb-53b5-46c6-8200-cab9480e23c6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:28.696854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea73dc70-b5c8-4319-a242-f98ae5abf895 req-c0f0c6fb-53b5-46c6-8200-cab9480e23c6 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.3673894 Nov 12 13:41:28.766371 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f471e185-c87e-470e-b966-f499292c8969 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:28.777594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-d352bc56-1acf-4755-b1bc-7d6bfb6a8b3e tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:28.779173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-d352bc56-1acf-4755-b1bc-7d6bfb6a8b3e tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.70 "GET /v2.0/networks?id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 HTTP/1.1" status: 200 len: 817 time: 0.4399595 Nov 12 13:41:28.787602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f471e185-c87e-470e-b966-f499292c8969 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:28.838501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Request body: {'port': {'device_id': 'cc191c68-1b40-4950-91af-34b1369a048b', 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91', 'admin_state_up': True, 'tenant_id': 'ec053673367c40c394f3bb7b1f9137d2'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:28.967358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-06f81eff-f86c-4526-922b-83c64013205c tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:28.968859 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-06f81eff-f86c-4526-922b-83c64013205c tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.70 "GET /v2.0/networks?id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 HTTP/1.1" status: 200 len: 817 time: 0.4342992 Nov 12 13:41:28.969074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea73dc70-b5c8-4319-a242-f98ae5abf895 req-f2fe1f8f-4966-427a-9602-d71f626c78ce tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392306 Nov 12 13:41:29.110866 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-f471e185-c87e-470e-b966-f499292c8969 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Floating IP 99e3e3d2-b8dc-4d78-83f0-13e7f745e108 associated. External IP: 172.25.5.30, port: 55944bd7-3f04-4265-9252-7306c3213397. Nov 12 13:41:29.193334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:29.239039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Made reservation on behalf of ec053673367c40c394f3bb7b1f9137d2 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:29.242863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:29.359032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Request body: {'port': {'device_id': '1b1c3457-f2c8-40f1-8132-377ba68541cf', 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91', 'admin_state_up': True, 'tenant_id': 'ec053673367c40c394f3bb7b1f9137d2'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:29.395209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:29.412053 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] Sync routers for ids ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:29.427008 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] Routers {'a26d9cfe-4ee2-4698-a5a6-20cf499db54e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:29.427655 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:40:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:29.436823 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 77f39822-8eb2-411f-b980-11027fe2ab65 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:29.462714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beaaa2b-e978-4e0e-b404-90feadd701b1 req-de05bece-9ad4-4e05-be23-552790dbdb31 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:29.470417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7beaaa2b-e978-4e0e-b404-90feadd701b1 req-de05bece-9ad4-4e05-be23-552790dbdb31 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2948596 Nov 12 13:41:29.471857 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Made reservation on behalf of ec053673367c40c394f3bb7b1f9137d2 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:29.475094 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:29.494978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:29.503766 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c216b43e-646d-4177-8196-ffa6f6e653c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:29.524634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-da1d74a6-498e-4448-b988-cc541c08f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:29.526559 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-da1d74a6-498e-4448-b988-cc541c08f903 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1095 time: 0.2655795 Nov 12 13:41:29.590041 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] Set router a26d9cfe-4ee2-4698-a5a6-20cf499db54e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:29.664095 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fc84fc39-a26d-4a04-8864-88ee24259ffc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9595931 Nov 12 13:41:29.667178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:29.669277 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56" -d '{"events": [{"name": "network-changed", "server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "tag": "910d9247-b518-42d4-a04e-f32404c9c366"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:29.672383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:29.683945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-067fb66b-7781-4226-bcbe-8daa550622ba tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/77f39822-8eb2-411f-b980-11027fe2ab65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3645411 Nov 12 13:41:29.688949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35426) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:29.694997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c523f8-10bc-49d5-8898-712271cd1c19 None None] Sync routers for ids ['77f39822-8eb2-411f-b980-11027fe2ab65'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:29.738573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Made reservation on behalf of ec053673367c40c394f3bb7b1f9137d2 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:29.741623 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:29.741960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c523f8-10bc-49d5-8898-712271cd1c19 None None] Routers {'77f39822-8eb2-411f-b980-11027fe2ab65'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:29.744639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f4c523f8-10bc-49d5-8898-712271cd1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['77f39822-8eb2-411f-b980-11027fe2ab65'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:29.850698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f4c523f8-10bc-49d5-8898-712271cd1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:29.868696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c523f8-10bc-49d5-8898-712271cd1c19 None None] Routers {'77f39822-8eb2-411f-b980-11027fe2ab65'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:29.870077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f4c523f8-10bc-49d5-8898-712271cd1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['77f39822-8eb2-411f-b980-11027fe2ab65'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:29.920283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f4c523f8-10bc-49d5-8898-712271cd1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:29.921513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c523f8-10bc-49d5-8898-712271cd1c19 None None] The sync data for ids ['77f39822-8eb2-411f-b980-11027fe2ab65'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:30.011342 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-6e069fdf-8cca-4800-8bac-fbe58af66746 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 13:41:30.012404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6e069fdf-8cca-4800-8bac-fbe58af66746 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/77f39822-8eb2-411f-b980-11027fe2ab65/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3208494 Nov 12 13:41:30.023846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52f0fb-e2f6-4864-841b-2b41a2d8ffa4 req-5f2095bd-55be-4771-a4de-d28bccc9129f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:30.025691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e52f0fb-e2f6-4864-841b-2b41a2d8ffa4 req-5f2095bd-55be-4771-a4de-d28bccc9129f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1825240 Nov 12 13:41:30.028844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35430) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:30.058153 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:51Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '2284fc5d-4e14-4456-bb9d-069edf6f1ca5', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'port_id': '910d9247-b518-42d4-a04e-f32404c9c366', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'mac_address': 'fa:16:3e:8d:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:25Z', 'updated_at': '2021-11-12T13:41:25Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3285e66-da0b-4616-8f3f-33dafe183705', 'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:1a:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:47Z', 'updated_at': '2021-11-12T13:40:59Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:30.068560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2ed16fee-270e-496d-a18d-4b10bba9d700 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f39822-8eb2-411f-b980-11027fe2ab65 HTTP/1.1" status: 200 len: 205 time: 0.0363121 Nov 12 13:41:30.072654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35432) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:30.088254 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] Checking router: a26d9cfe-4ee2-4698-a5a6-20cf499db54e for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:41:30.093147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7beaaa2b-e978-4e0e-b404-90feadd701b1 req-5c752a62-9101-4071-9ca7-3e97c6890bbd tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6212542 Nov 12 13:41:30.098210 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] Routers {'a26d9cfe-4ee2-4698-a5a6-20cf499db54e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:30.099010 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:30.162706 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f7e4bf-13b1-4a1e-87c3-5ab56c1c7f31 x-openstack-request-id: req-58f7e4bf-13b1-4a1e-87c3-5ab56c1c7f31 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:30.163223 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "tag": "910d9247-b518-42d4-a04e-f32404c9c366", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:30.163668 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58f7e4bf-13b1-4a1e-87c3-5ab56c1c7f31 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:30.164240 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366', 'status': 'completed', 'code': 200} Nov 12 13:41:30.180582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Allocated IP 172.20.0.13 (7fc61f53-1695-4f02-a4b2-9ed16fa3eb91/ddf73442-6aab-431f-80b5-8bc01f6edc9a/9b2a550e-2238-4f6b-8566-2d69ce713ec1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:30.205467 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6ad4c9a-3e93-431c-abdb-766891139890 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.238695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-5857ea81-2100-4340-994a-ab10eeae5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:30.240499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-5857ea81-2100-4340-994a-ab10eeae5536 service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.6745441 Nov 12 13:41:30.249245 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e52f0fb-e2f6-4864-841b-2b41a2d8ffa4 req-87d1d9ed-fb64-43ab-8830-62a9364cc59e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105358 Nov 12 13:41:30.252512 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] Set router a26d9cfe-4ee2-4698-a5a6-20cf499db54e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:30.287521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35434) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:30.311811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f471e185-c87e-470e-b966-f499292c8969 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Router f7a869a7-973a-4d72-98d9-b25748246ae5 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:30.349771 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15a54ebe-22fc-4b61-84d2-5c87c8403343 req-dc7772a4-28fc-4f5c-8c2c-f49ad8e6d9a0 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 210 time: 0.1222060 Nov 12 13:41:30.377363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7dbaf83b-b27a-4fff-8470-83ecb8faaf29 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/2284fc5d-4e14-4456-bb9d-069edf6f1ca5 HTTP/1.1" status: 200 len: 992 time: 0.0886889 Nov 12 13:41:30.394505 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.495962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6ad4c9a-3e93-431c-abdb-766891139890 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.500851 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6ad4c9a-3e93-431c-abdb-766891139890 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.514804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-7bbae940-47d6-4e8b-b00e-e83b99373806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:30.516945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-7bbae940-47d6-4e8b-b00e-e83b99373806 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1097 time: 0.3056295 Nov 12 13:41:30.526733 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-af61affb-010e-4a12-9798-6abdb4a4f8f5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 998 time: 0.2545679 Nov 12 13:41:30.548944 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6ad4c9a-3e93-431c-abdb-766891139890 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.550641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ad4c9a-3e93-431c-abdb-766891139890 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Fanout notify agent at l3_agent the message router_deleted on router 77f39822-8eb2-411f-b980-11027fe2ab65 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:30.558734 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b6ad4c9a-3e93-431c-abdb-766891139890 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.559857 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b6ad4c9a-3e93-431c-abdb-766891139890 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/77f39822-8eb2-411f-b980-11027fe2ab65 HTTP/1.1" status: 204 len: 168 time: 0.4864297 Nov 12 13:41:30.562804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35438) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:30.573649 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:51Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '2284fc5d-4e14-4456-bb9d-069edf6f1ca5', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'port_id': '910d9247-b518-42d4-a04e-f32404c9c366', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'mac_address': 'fa:16:3e:8d:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:25Z', 'updated_at': '2021-11-12T13:41:25Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3285e66-da0b-4616-8f3f-33dafe183705', 'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:1a:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:47Z', 'updated_at': '2021-11-12T13:40:59Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:30.594782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.617267 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386a346-fa1d-42b0-ab89-966c9417e810 None None] The sync data for ids ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'] in n-d-805736-4 is: [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:51Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '2284fc5d-4e14-4456-bb9d-069edf6f1ca5', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'port_id': '910d9247-b518-42d4-a04e-f32404c9c366', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'mac_address': 'fa:16:3e:8d:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:25Z', 'updated_at': '2021-11-12T13:41:25Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3285e66-da0b-4616-8f3f-33dafe183705', 'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:1a:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:47Z', 'updated_at': '2021-11-12T13:40:59Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:30.642221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8aff672-142e-460d-96a4-2dc59e959a53 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting subnet 4afa82f4-9e2c-415f-b6b3-0340eae42807 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:41:30.646633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8aff672-142e-460d-96a4-2dc59e959a53 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.698941 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8aff672-142e-460d-96a4-2dc59e959a53 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.789461 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8aff672-142e-460d-96a4-2dc59e959a53 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.827082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-4e083087-8d22-4cd6-a48d-94f1daa33ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:30.828545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-4e083087-8d22-4cd6-a48d-94f1daa33ff8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.2636645 Nov 12 13:41:30.843748 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.872513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8aff672-142e-460d-96a4-2dc59e959a53 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.883531 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcac0d1-3c40-464b-b71c-6d9e3251a1a1 None None] New status for floating IP 2284fc5d-4e14-4456-bb9d-069edf6f1ca5: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:41:30.910641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aff672-142e-460d-96a4-2dc59e959a53 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Subnet': ['ID=4afa82f4-9e2c-415f-b6b3-0340eae42807,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:30.917095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-399dfd3d-642b-48be-8f89-8b9de2fd83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:30.918651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8aff672-142e-460d-96a4-2dc59e959a53 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.919331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-399dfd3d-642b-48be-8f89-8b9de2fd83a9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 898 time: 0.3593032 Nov 12 13:41:30.923799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d8aff672-142e-460d-96a4-2dc59e959a53 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/4afa82f4-9e2c-415f-b6b3-0340eae42807 HTTP/1.1" status: 204 len: 168 time: 0.3597877 Nov 12 13:41:30.924339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f471e185-c87e-470e-b966-f499292c8969 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:30.930544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5976e-7123-49e4-acd0-86e0c9408d96 None None] Network 6be5fd89-463d-451f-8234-6c62efe3e95b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:30.934549 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f471e185-c87e-470e-b966-f499292c8969 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:30.937672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35440) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:30.967678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] Sync routers for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:30.984521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:30.985492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:31.057555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f471e185-c87e-470e-b966-f499292c8969 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "PUT /v2.0/floatingips/99e3e3d2-b8dc-4d78-83f0-13e7f745e108 HTTP/1.1" status: 200 len: 990 time: 3.8133380 Nov 12 13:41:31.057808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.059458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'tag': '55944bd7-3f04-4265-9252-7306c3213397'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:31.061753 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e" -d '{"events": [{"name": "network-changed", "server_uuid": "27e5abb5-3ba0-4022-a967-5e033d550f5e", "tag": "55944bd7-3f04-4265-9252-7306c3213397"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:31.072810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.076595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-a0cf1a82-1a2b-4f7b-9beb-8c5ae68f08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:31.078171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-a0cf1a82-1a2b-4f7b-9beb-8c5ae68f08e4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2269921 Nov 12 13:41:31.085697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-964a00f7-fb89-4be5-80f9-f700295afda5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 1000 time: 0.1481113 Nov 12 13:41:31.159497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Router 7f353672-a7a0-45de-80c5-e05585c569de is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:31.198376 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b533e576-0442-4dc9-b437-7cc4c7b5e021 x-openstack-request-id: req-b533e576-0442-4dc9-b437-7cc4c7b5e021 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:31.199023 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e5abb5-3ba0-4022-a967-5e033d550f5e", "tag": "55944bd7-3f04-4265-9252-7306c3213397", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:31.199593 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b533e576-0442-4dc9-b437-7cc4c7b5e021 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:31.200497 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'tag': '55944bd7-3f04-4265-9252-7306c3213397', 'status': 'completed', 'code': 200} Nov 12 13:41:31.222657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:31.245320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:31.270157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Allocated IP 172.20.0.5 (7fc61f53-1695-4f02-a4b2-9ed16fa3eb91/ddf73442-6aab-431f-80b5-8bc01f6edc9a/218c83b6-ac2a-4bb4-80ab-5e2a8aed011a) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:31.323562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:31.333476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:31.355605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a832762-9b0c-460f-9ef1-2be0511d2360 None None] DHCP port deletion for 6be5fd89-463d-451f-8234-6c62efe3e95b request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:31.356851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Pushing event updated for resources: {'Port': ['ID=9b2a550e-2238-4f6b-8566-2d69ce713ec1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:31.371576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:31.371906 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.383975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-695221b8-18e7-4567-b442-25ac625b5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:31.384213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35450) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:31.384316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-695221b8-18e7-4567-b442-25ac625b5f51 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 200 len: 837 time: 0.2911086 Nov 12 13:41:31.463645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7615a2-3fc3-48a8-aeac-63127cdc3c61 req-c6881868-8fb1-4a87-a978-9006d86e0d2e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:31.465233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e7615a2-3fc3-48a8-aeac-63127cdc3c61 req-c6881868-8fb1-4a87-a978-9006d86e0d2e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1518865 Nov 12 13:41:31.548614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1a832762-9b0c-460f-9ef1-2be0511d2360 None None] Deleting port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:31.548865 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a832762-9b0c-460f-9ef1-2be0511d2360 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.574421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd,segment=NetworkSegment(5b437fdd-d194-4c70-9c0b-d95ecb8b8317),segment_id=5b437fdd-d194-4c70-9c0b-d95ecb8b8317)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:31.574900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.595270 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95c81448-548d-47c8-b909-33c0d456b664 req-62009342-6a2c-4fa8-ab22-6b329a3f190d tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 210 time: 0.0722468 Nov 12 13:41:31.617392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:31.620257 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.661109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:31.676926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1a832762-9b0c-460f-9ef1-2be0511d2360 None None] For port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd,segment=NetworkSegment(5b437fdd-d194-4c70-9c0b-d95ecb8b8317),segment_id=5b437fdd-d194-4c70-9c0b-d95ecb8b8317)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:31.678211 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a832762-9b0c-460f-9ef1-2be0511d2360 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.678602 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fb165633-8ae3-4514-bcd6-1a4efdd47402 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/2284fc5d-4e14-4456-bb9d-069edf6f1ca5 HTTP/1.1" status: 200 len: 994 time: 0.2820139 Nov 12 13:41:31.684856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-b835f9f6-db80-49c8-af92-021a55cef547 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956190 Nov 12 13:41:31.687562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-481238d5-d4d1-4f67-8ae2-ee8ea5a42359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:31.693610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-481238d5-d4d1-4f67-8ae2-ee8ea5a42359 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 1096 time: 0.3899767 Nov 12 13:41:31.694915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:31.695107 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e7615a2-3fc3-48a8-aeac-63127cdc3c61 req-5196e3d3-7336-4df1-8100-9c1e643f23c7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881835 Nov 12 13:41:31.697644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1a832762-9b0c-460f-9ef1-2be0511d2360 None None] Calling delete_port for cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:31.706657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '99e3e3d2-b8dc-4d78-83f0-13e7f745e108', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'port_id': '55944bd7-3f04-4265-9252-7306c3213397', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'mac_address': 'fa:16:3e:78:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:05Z', 'updated_at': '2021-11-12T13:41:28Z', 'revision_number': 1, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:31.713341 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c55d6fe2-11f9-4b5e-8e24-b81b54389263 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9174559 Nov 12 13:41:31.749362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] Checking router: f7a869a7-973a-4d72-98d9-b25748246ae5 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:41:31.749614 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f9f4ba-da76-4038-a4a3-5ed13151f735 None None] Sync routers for ids ['7f353672-a7a0-45de-80c5-e05585c569de'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:31.774936 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9f4ba-da76-4038-a4a3-5ed13151f735 None None] Routers {'7f353672-a7a0-45de-80c5-e05585c569de'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:31.775895 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-86f9f4ba-da76-4038-a4a3-5ed13151f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7f353672-a7a0-45de-80c5-e05585c569de'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:31.788197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Request body: {'port': {'device_id': 'cc191c68-1b40-4950-91af-34b1369a048b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:31.804644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.806060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:31.806692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:31.849378 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-86f9f4ba-da76-4038-a4a3-5ed13151f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:31.861182 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9f4ba-da76-4038-a4a3-5ed13151f735 None None] Routers {'7f353672-a7a0-45de-80c5-e05585c569de'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:31.862429 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-86f9f4ba-da76-4038-a4a3-5ed13151f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7f353672-a7a0-45de-80c5-e05585c569de'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:31.881623 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.884012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:31.902598 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-86f9f4ba-da76-4038-a4a3-5ed13151f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:31.903249 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f9f4ba-da76-4038-a4a3-5ed13151f735 None None] The sync data for ids ['7f353672-a7a0-45de-80c5-e05585c569de'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:31.907003 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.921239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:31.921547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:31.929058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No DVR routers for this DVR port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:31.945435 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a832762-9b0c-460f-9ef1-2be0511d2360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:31.959204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:31.983772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-d0fd64e2-c46e-4e74-a2d8-6d29e7674a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:31.985928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-d0fd64e2-c46e-4e74-a2d8-6d29e7674a91 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=67239153-880f-4bb8-a429-51e466d254c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5586891 Nov 12 13:41:32.013036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a832762-9b0c-460f-9ef1-2be0511d2360 None None] Pushing event deleted for resources: {'Port': ['ID=cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:32.019933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a832762-9b0c-460f-9ef1-2be0511d2360 None None] No DVR routers for this DVR port cd5c1886-e223-42fc-b9f6-7b14fa0e9fcd on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:32.050184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:41:32.063142 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.080412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.084503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-31c095e2-3d9a-4d47-9bed-ce7549d439af tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.7810454 Nov 12 13:41:32.087062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:32.103501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bdf2b202-4560-4f41-9877-819aac617fb1 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_snat': False}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:32.112951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:32.114411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f12d21cc-9cf1-4848-8421-ce451a224d7c req-1c0a4c43-970d-45de-a7da-957ce271b399 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924203 Nov 12 13:41:32.119293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:32.124252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be5fd89-463d-451f-8234-6c62efe3e95b']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:32.134050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:32.163879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b437fdd-d194-4c70-9c0b-d95ecb8b8317') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:32.164179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b437fdd-d194-4c70-9c0b-d95ecb8b8317') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:32.189198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.213192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Allocated IP 172.20.0.3 (7fc61f53-1695-4f02-a4b2-9ed16fa3eb91/ddf73442-6aab-431f-80b5-8bc01f6edc9a/1921080f-08aa-454e-b73e-35db60e064f3) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:32.219707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Pushing event updated for resources: {'Port': ['ID=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:32.227106 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.241674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:41:32.242037 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:41:32.245998 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:41:32.278227 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:32.278924 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.294118 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.298865 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.351356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8fb422a1-c059-4022-b833-7a1ff95fc376 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6975522 Nov 12 13:41:32.363124 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.372402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Request body: {'port': {'device_id': '8214eb8c-7764-4973-b105-003007d292b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:32.393689 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.396352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-cfd36d8b-1b8b-4974-85ff-3db92c5c499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:32.397062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/networks/6be5fd89-463d-451f-8234-6c62efe3e95b HTTP/1.1" status: 204 len: 168 time: 1.4580142 Nov 12 13:41:32.398159 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-cfd36d8b-1b8b-4974-85ff-3db92c5c499a service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 912 time: 0.6788337 Nov 12 13:41:32.429042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35458) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:32.439081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'network': {'name': 'tempest-RoutersTest-1754594628'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:32.444257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '99e3e3d2-b8dc-4d78-83f0-13e7f745e108', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'port_id': '55944bd7-3f04-4265-9252-7306c3213397', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'mac_address': 'fa:16:3e:78:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:05Z', 'updated_at': '2021-11-12T13:41:28Z', 'revision_number': 1, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:32.449237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063aae-e38a-4c47-9d19-b4ca6db8b540 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Network': ['ID=6be5fd89-463d-451f-8234-6c62efe3e95b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:32.478088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635d5b5-e21c-4b04-a678-ebdb95590879 None None] The sync data for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 is: [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '99e3e3d2-b8dc-4d78-83f0-13e7f745e108', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'port_id': '55944bd7-3f04-4265-9252-7306c3213397', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'mac_address': 'fa:16:3e:78:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:05Z', 'updated_at': '2021-11-12T13:41:28Z', 'revision_number': 1, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:32.542547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:32.546078 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.563360 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.638026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:41:32.648638 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.665941 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.666315 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added segment 7ef0f115-1bfe-4f03-bc6e-8d2697416711 of type vlan for network c6396db1-3149-42c5-b690-80872c2650fc Nov 12 13:41:32.863631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda24c84-0b48-4792-81d5-65c7d9a06a16 None None] New status for floating IP 99e3e3d2-b8dc-4d78-83f0-13e7f745e108: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:41:32.888429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.941740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-89447c34-4cae-4ea2-8b4d-a5dbf82da175 service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9280543 Nov 12 13:41:32.947302 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.974765 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9336aa05-b8f1-4fd2-9852-d5ae7d1c27cc req-1fdaf00f-4392-4b55-a933-156f78d05e0b tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 210 time: 0.1523099 Nov 12 13:41:32.975700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:32.982774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:32.983531 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:33.035537 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:33.115501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6837823 Nov 12 13:41:33.117626 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35466) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:33.167988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'subnet': {'network_id': 'c6396db1-3149-42c5-b690-80872c2650fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:33.236321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b621f-cc58-4270-9a93-0bf2e7a9304d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Network': ['ID=c6396db1-3149-42c5-b690-80872c2650fc,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:33.251140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-49c4033b-3a2a-4430-9f6f-ed34527f17a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55944bd7-3f04-4265-9252-7306c3213397 HTTP/1.1" status: 200 len: 998 time: 0.3138723 Nov 12 13:41:33.263965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce77bf01-46c7-49cf-a10e-f4eccf3dfa56 req-464cf288-59b2-448d-8357-72bfa82555bc service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079994 Nov 12 13:41:33.289796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c6396db1-3149-42c5-b690-80872c2650fc details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:41:33.301588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58eef5-5ec0-4ba2-b825-0ac8a06f1e97 req-8c906b9f-2244-43ee-98b0-51ee6e829abc tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:33.303207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-de58eef5-5ec0-4ba2-b825-0ac8a06f1e97 req-8c906b9f-2244-43ee-98b0-51ee6e829abc tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.3717422 Nov 12 13:41:33.481555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-ac1cf70c-fd19-4381-9964-dd07369014f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:33.483069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-ac1cf70c-fd19-4381-9964-dd07369014f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.2225392 Nov 12 13:41:33.566951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-de58eef5-5ec0-4ba2-b825-0ac8a06f1e97 req-5fc6bd5c-da80-435c-a10d-a0b972f5b36f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431548 Nov 12 13:41:33.626374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-4cf2dd3f-646b-4e62-aad3-d864259afd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:33.628124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-4cf2dd3f-646b-4e62-aad3-d864259afd65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335423 Nov 12 13:41:33.666713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b202-4560-4f41-9877-819aac617fb1 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:33.723201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:33.788012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:33.803166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:33.803550 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-655d9327-ee10-4b2d-b002-052713dd0e5e service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651926 Nov 12 13:41:33.842686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Pushing event updated for resources: {'Port': ['ID=1921080f-08aa-454e-b73e-35db60e064f3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:33.926758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5a2b0-85e6-4bcb-97aa-ed407bd51065 req-13a7484e-abff-4136-b09a-be1ba1f687e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:33.928431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67e5a2b0-85e6-4bcb-97aa-ed407bd51065 req-13a7484e-abff-4136-b09a-be1ba1f687e5 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2201869 Nov 12 13:41:33.932488 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fb9a5345-d9d2-45c2-9c3b-095f7bf5532e req-d8d900f0-5939-43c7-8aac-39af157fa0c4 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205380 Nov 12 13:41:33.938825 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:33.939733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:33.945655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:33.949271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.073474 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4315a786-ed45-4113-813d-51328a5e07eb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7215643 Nov 12 13:41:34.096101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Request body: {'port': {'device_id': '1b1c3457-f2c8-40f1-8132-377ba68541cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:34.143768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:34.168861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.187058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67e5a2b0-85e6-4bcb-97aa-ed407bd51065 req-b8ad9f9c-eab4-40cb-b538-016342686ce3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437975 Nov 12 13:41:34.191713 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55708a-50e0-4936-bc77-e9c30b4b2b87 req-1f66ced6-2a65-462c-bea9-36d442e17d78 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:34.193254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb55708a-50e0-4936-bc77-e9c30b4b2b87 req-1f66ced6-2a65-462c-bea9-36d442e17d78 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 931 time: 0.1035872 Nov 12 13:41:34.223510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Transition to ACTIVE for port object 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:41:34.231178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.236765 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.389916 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Pushing event updated for resources: {'Port': ['ID=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:34.414038 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb55708a-50e0-4936-bc77-e9c30b4b2b87 req-c0566013-23bf-4640-8cc1-8875bc93ad11 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677790 Nov 12 13:41:34.439105 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b202-4560-4f41-9877-819aac617fb1 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.446760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b202-4560-4f41-9877-819aac617fb1 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.508125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf52bb-e7c5-4fe6-9188-1b9eabdad43f req-4d5b9262-6b47-4a8c-ab1e-e9f52c8c037c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:34.509747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3dbf52bb-e7c5-4fe6-9188-1b9eabdad43f req-4d5b9262-6b47-4a8c-ab1e-e9f52c8c037c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2386506 Nov 12 13:41:34.586161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2a550e-2238-4f6b-8566-2d69ce713ec1 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:34.592489 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.598711 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.621949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Transition to ACTIVE for port object 9b2a550e-2238-4f6b-8566-2d69ce713ec1 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:41:34.626492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf2b202-4560-4f41-9877-819aac617fb1 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Router 7f353672-a7a0-45de-80c5-e05585c569de has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:34.630618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.725261 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Attempting to bind port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:34.725620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Attempting to bind port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:34.725954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Attempting to bind port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a on network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:34.747529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2a550e-2238-4f6b-8566-2d69ce713ec1,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:34.781440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a on network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:41:34.781768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Attempting to bind port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a on network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:34.787876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3dbf52bb-e7c5-4fe6-9188-1b9eabdad43f req-f169b542-ece1-44df-a287-72c5033abfaa tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634602 Nov 12 13:41:34.796093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Subnet': ['ID=9931f6e5-4fc0-467e-b31b-d2deaa32ec17,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:34.812893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:34.813251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Checking segment: {'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:34.813674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Bound using segment: {'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:34.814127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Bound port: 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:34.814566 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.838237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Checking segment: {'id': '7ef0f115-1bfe-4f03-bc6e-8d2697416711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c6396db1-3149-42c5-b690-80872c2650fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:34.838530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network hostable DHCP agents. Network: c6396db1-3149-42c5-b690-80872c2650fc, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:41:34.865472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Attempting to bind port 9b2a550e-2238-4f6b-8566-2d69ce713ec1 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:34.865824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Attempting to bind port 9b2a550e-2238-4f6b-8566-2d69ce713ec1 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:34.866137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Attempting to bind port 9b2a550e-2238-4f6b-8566-2d69ce713ec1 on network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:34.868902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf2b202-4560-4f41-9877-819aac617fb1 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:34.876491 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b202-4560-4f41-9877-819aac617fb1 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:34.876491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bdf2b202-4560-4f41-9877-819aac617fb1 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "PUT /v2.0/routers/7f353672-a7a0-45de-80c5-e05585c569de HTTP/1.1" status: 200 len: 919 time: 2.7814302 Nov 12 13:41:34.879209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Port 9b2a550e-2238-4f6b-8566-2d69ce713ec1 on network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:41:34.879539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Attempting to bind port 9b2a550e-2238-4f6b-8566-2d69ce713ec1 on network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:34.884622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35482) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:34.891857 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d7778-2dd4-4172-b926-eee8a70d5acd None None] Sync routers for ids ['7f353672-a7a0-45de-80c5-e05585c569de'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:34.910133 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d7778-2dd4-4172-b926-eee8a70d5acd None None] Routers {'7f353672-a7a0-45de-80c5-e05585c569de'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:34.911790 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-399d7778-2dd4-4172-b926-eee8a70d5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7f353672-a7a0-45de-80c5-e05585c569de'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:34.936801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network c6396db1-3149-42c5-b690-80872c2650fc is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:41:34.987119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] For port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:34.996741 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-399d7778-2dd4-4172-b926-eee8a70d5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:35.013061 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d7778-2dd4-4172-b926-eee8a70d5acd None None] Routers {'7f353672-a7a0-45de-80c5-e05585c569de'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:35.013901 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-399d7778-2dd4-4172-b926-eee8a70d5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7f353672-a7a0-45de-80c5-e05585c569de'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:35.028880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:35.029693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Checking segment: {'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:35.030054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Bound using segment: {'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:35.030660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Bound port: 9b2a550e-2238-4f6b-8566-2d69ce713ec1, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:35.031322 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.056501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1921080f-08aa-454e-b73e-35db60e064f3 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:35.065365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.078915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Transition to ACTIVE for port object 1921080f-08aa-454e-b73e-35db60e064f3 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:41:35.080530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c6396db1-3149-42c5-b690-80872c2650fc) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:35.087263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.094884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.095990 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.097625 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4508d5-c3af-4e83-b1cc-cadc322af8a2 None None] Network c6396db1-3149-42c5-b690-80872c2650fc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:35.107113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] For port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:35.123250 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-399d7778-2dd4-4172-b926-eee8a70d5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:35.124273 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d7778-2dd4-4172-b926-eee8a70d5acd None None] The sync data for ids ['7f353672-a7a0-45de-80c5-e05585c569de'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:35.150640 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.186628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-88224890-d940-4eb9-ab5f-67f4ba2856cb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0373621 Nov 12 13:41:35.190240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35488) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:35.200659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c5390511-5132-4ea8-ae4d-c3605200bf68 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1067512585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:35.212479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1921080f-08aa-454e-b73e-35db60e064f3,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:35.225694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.225694 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.225694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] 10.222.0.105 "PUT /v2.0/ports/218c83b6-ac2a-4bb4-80ab-5e2a8aed011a HTTP/1.1" status: 200 len: 1091 time: 2.8541300 Nov 12 13:41:35.225694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8214eb8c-7764-4973-b105-003007d292b3', 'tag': '218c83b6-ac2a-4bb4-80ab-5e2a8aed011a'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:35.227443 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8214eb8c-7764-4973-b105-003007d292b3", "tag": "218c83b6-ac2a-4bb4-80ab-5e2a8aed011a"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:35.245738 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:41:35.323427 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1356463f-3946-4098-85fe-5e6519426895 x-openstack-request-id: req-1356463f-3946-4098-85fe-5e6519426895 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:35.323666 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8214eb8c-7764-4973-b105-003007d292b3", "tag": "218c83b6-ac2a-4bb4-80ab-5e2a8aed011a", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:35.323901 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1356463f-3946-4098-85fe-5e6519426895 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:35.324199 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8214eb8c-7764-4973-b105-003007d292b3', 'tag': '218c83b6-ac2a-4bb4-80ab-5e2a8aed011a', 'status': 'completed', 'code': 200} Nov 12 13:41:35.343572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c6396db1-3149-42c5-b690-80872c2650fc', 'network_id': 'c6396db1-3149-42c5-b690-80872c2650fc', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'fixed_ips': [{'subnet_id': '9931f6e5-4fc0-467e-b31b-d2deaa32ec17'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:41:35.344982 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.366069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5390511-5132-4ea8-ae4d-c3605200bf68 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.367310 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5390511-5132-4ea8-ae4d-c3605200bf68 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.396089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c58ff3-ae74-497b-bf6e-8c2d00a26e49 service neutron] Pushing event updated for resources: {'Port': ['ID=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:35.436194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Attempting to bind port 1921080f-08aa-454e-b73e-35db60e064f3 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:35.436194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Attempting to bind port 1921080f-08aa-454e-b73e-35db60e064f3 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:35.436194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Attempting to bind port 1921080f-08aa-454e-b73e-35db60e064f3 on network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:35.442324 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-20a156c9-959d-407b-84cc-fac70b0c44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.443877 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-20a156c9-959d-407b-84cc-fac70b0c44e7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ec053673367c40c394f3bb7b1f9137d2&device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 1094 time: 0.1366160 Nov 12 13:41:35.481054 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5390511-5132-4ea8-ae4d-c3605200bf68 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.482085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Port 1921080f-08aa-454e-b73e-35db60e064f3 on network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:41:35.482411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Attempting to bind port 1921080f-08aa-454e-b73e-35db60e064f3 on network 7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:35.530010 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5390511-5132-4ea8-ae4d-c3605200bf68 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.538850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:35.539297 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Checking segment: {'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:35.539889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Bound using segment: {'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:35.540029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Bound port: 1921080f-08aa-454e-b73e-35db60e064f3, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f341cd61-9647-4588-a41b-2db140d363d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:35.540394 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.547630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Allocated IP 172.20.0.2 (c6396db1-3149-42c5-b690-80872c2650fc/9931f6e5-4fc0-467e-b31b-d2deaa32ec17/9e20345f-75e8-4de5-81dd-2a4d9799279d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:35.555127 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-fd2f2edb-a524-4341-9f4c-2c42e4e1c77d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a HTTP/1.1" status: 200 len: 217 time: 0.0808218 Nov 12 13:41:35.599705 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5390511-5132-4ea8-ae4d-c3605200bf68 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.600831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c5390511-5132-4ea8-ae4d-c3605200bf68 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4093418 Nov 12 13:41:35.611310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35496) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:35.681387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fb098-0001-4982-af56-668eeb284603 req-95c23d12-b5c6-442e-b66c-c64526d6f410 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.682954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c81fb098-0001-4982-af56-668eeb284603 req-95c23d12-b5c6-442e-b66c-c64526d6f410 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 943 time: 0.1469133 Nov 12 13:41:35.699381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-dd9f1bbc-4ba7-4dfe-bfd6-90025952f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.700876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-dd9f1bbc-4ba7-4dfe-bfd6-90025952f4df service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ddf73442-6aab-431f-80b5-8bc01f6edc9a HTTP/1.1" status: 200 len: 857 time: 0.1259787 Nov 12 13:41:35.721221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-63fcde38-ec2d-4d33-a0cd-a824afc5af1a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/routers/7f353672-a7a0-45de-80c5-e05585c569de HTTP/1.1" status: 200 len: 919 time: 0.8348162 Nov 12 13:41:35.729094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35498) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:35.772481 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.776649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-57780fd0-1386-4905-87c1-96548bfa7ef6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575938 Nov 12 13:41:35.782523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] For port 1921080f-08aa-454e-b73e-35db60e064f3, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:35.782862 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.785451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5262bd-f149-4e46-91de-05e7c13560ba req-8cf14aa6-8f95-4b23-9247-a1f46ba622c1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.793052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e5262bd-f149-4e46-91de-05e7c13560ba req-8cf14aa6-8f95-4b23-9247-a1f46ba622c1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2208171 Nov 12 13:41:35.827245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] For port 1921080f-08aa-454e-b73e-35db60e064f3, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=1921080f-08aa-454e-b73e-35db60e064f3,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:35.838305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Network c6396db1-3149-42c5-b690-80872c2650fc is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:35.841491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:35.844715 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.846439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:35.857453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Pushing event updated for resources: {'Port': ['ID=9e20345f-75e8-4de5-81dd-2a4d9799279d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:35.859533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] For port 9b2a550e-2238-4f6b-8566-2d69ce713ec1, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:35.913141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Attempting to bind port 9e20345f-75e8-4de5-81dd-2a4d9799279d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:35.913851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Attempting to bind port 9e20345f-75e8-4de5-81dd-2a4d9799279d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7ef0f115-1bfe-4f03-bc6e-8d2697416711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c6396db1-3149-42c5-b690-80872c2650fc'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:35.914409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Attempting to bind port 9e20345f-75e8-4de5-81dd-2a4d9799279d on network c6396db1-3149-42c5-b690-80872c2650fc {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:35.921814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:35.922542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Checking segment: {'id': '7ef0f115-1bfe-4f03-bc6e-8d2697416711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c6396db1-3149-42c5-b690-80872c2650fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:35.925192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c81fb098-0001-4982-af56-668eeb284603 req-8dcfbbdc-3b0a-4b8b-aff3-db970796285b tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284811 Nov 12 13:41:35.929385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] For port 9b2a550e-2238-4f6b-8566-2d69ce713ec1, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=9b2a550e-2238-4f6b-8566-2d69ce713ec1,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:35.933356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.934400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Bound using segment: {'id': '7ef0f115-1bfe-4f03-bc6e-8d2697416711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c6396db1-3149-42c5-b690-80872c2650fc'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:35.938157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Bound port: 9e20345f-75e8-4de5-81dd-2a4d9799279d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef0f115-1bfe-4f03-bc6e-8d2697416711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c6396db1-3149-42c5-b690-80872c2650fc'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:35.941169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:35.941865 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.942362 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:35.943338 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] 10.222.0.70 "PUT /v2.0/ports/1921080f-08aa-454e-b73e-35db60e064f3 HTTP/1.1" status: 200 len: 1091 time: 1.8603990 Nov 12 13:41:35.993726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808b911-fe6c-4aa7-b04a-dacd3d74d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1921080f-08aa-454e-b73e-35db60e064f3,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:36.041438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:36.057766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-425347a2-8ebe-4fcb-8933-c1e527b2fcf0 service neutron] 10.222.0.105 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632928 Nov 12 13:41:36.098617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4a8dc9d3-0604-41dc-97a3-f6482d03f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.103735 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4a8dc9d3-0604-41dc-97a3-f6482d03f479 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec053673367c40c394f3bb7b1f9137d2&device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 1094 time: 0.0879915 Nov 12 13:41:36.104081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] For port 9e20345f-75e8-4de5-81dd-2a4d9799279d, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:36.108420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] For port 9e20345f-75e8-4de5-81dd-2a4d9799279d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9e20345f-75e8-4de5-81dd-2a4d9799279d,segment=NetworkSegment(7ef0f115-1bfe-4f03-bc6e-8d2697416711),segment_id=7ef0f115-1bfe-4f03-bc6e-8d2697416711)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:36.115421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:36.132522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e02b66-dc34-4e06-8807-8af249d2561f tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.134406 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c6e02b66-dc34-4e06-8807-8af249d2561f tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&device_id=7f353672-a7a0-45de-80c5-e05585c569de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3991616 Nov 12 13:41:36.146629 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e5262bd-f149-4e46-91de-05e7c13560ba req-60292786-c204-4252-b5da-2d9b6d1287dc tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525963 Nov 12 13:41:36.151382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35502) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:36.174189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.175122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:36.176702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] 10.222.0.70 "PUT /v2.0/ports/9b2a550e-2238-4f6b-8566-2d69ce713ec1 HTTP/1.1" status: 200 len: 1092 time: 4.4410625 Nov 12 13:41:36.177545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc191c68-1b40-4950-91af-34b1369a048b', 'tag': '9b2a550e-2238-4f6b-8566-2d69ce713ec1'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:36.180057 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc11055-27a5-4d1f-95ce-93c38beb2c30" -d '{"events": [{"name": "network-changed", "server_uuid": "cc191c68-1b40-4950-91af-34b1369a048b", "tag": "9b2a550e-2238-4f6b-8566-2d69ce713ec1"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:36.259505 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3955-6e26-4f7f-92bb-dfe93a65cf5b None None] Pushing event updated for resources: {'Port': ['ID=9e20345f-75e8-4de5-81dd-2a4d9799279d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:36.265785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-edf4c448-6a8c-4093-a23f-386869fc3f71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1921080f-08aa-454e-b73e-35db60e064f3 HTTP/1.1" status: 200 len: 217 time: 0.1394756 Nov 12 13:41:36.287874 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4312e7-f0e2-4f07-aa69-c242c8c8f21d x-openstack-request-id: req-3c4312e7-f0e2-4f07-aa69-c242c8c8f21d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:36.288481 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc191c68-1b40-4950-91af-34b1369a048b", "tag": "9b2a550e-2238-4f6b-8566-2d69ce713ec1", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:36.288736 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c4312e7-f0e2-4f07-aa69-c242c8c8f21d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:36.289148 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc191c68-1b40-4950-91af-34b1369a048b', 'tag': '9b2a550e-2238-4f6b-8566-2d69ce713ec1', 'status': 'completed', 'code': 200} Nov 12 13:41:36.297412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:36.328111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a71768-c12f-48bb-aa88-7f23131214e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2a550e-2238-4f6b-8566-2d69ce713ec1,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:36.413920 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-8787e33e-fa4f-48cd-9b65-72b604b72352 service neutron] 10.222.0.105 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463433 Nov 12 13:41:36.422110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-cf9eca92-d7b7-41cc-b604-893e3400f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.423681 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-cf9eca92-d7b7-41cc-b604-893e3400f53a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddf73442-6aab-431f-80b5-8bc01f6edc9a HTTP/1.1" status: 200 len: 857 time: 0.1460509 Nov 12 13:41:36.443984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-0a5b3eb8-83c0-428e-9c88-7ea69d8d46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.445744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-0a5b3eb8-83c0-428e-9c88-7ea69d8d46c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec053673367c40c394f3bb7b1f9137d2&device_id=cc191c68-1b40-4950-91af-34b1369a048b HTTP/1.1" status: 200 len: 1095 time: 0.1670210 Nov 12 13:41:36.479520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-c4a364d9-6bf4-4366-8ec0-5167d6f578b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426073 Nov 12 13:41:36.481796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3253f6b1-1668-4da9-9654-5eb1ef8199cd tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.483430 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3253f6b1-1668-4da9-9654-5eb1ef8199cd tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 881 time: 0.3308282 Nov 12 13:41:36.487721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35506) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:36.539125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-6020660c-0647-4521-8bc8-522958b2f30c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2a550e-2238-4f6b-8566-2d69ce713ec1 HTTP/1.1" status: 200 len: 217 time: 0.0572355 Nov 12 13:41:36.582801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-abd52fe1-72a6-44ca-926f-189e59f78520 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f353672-a7a0-45de-80c5-e05585c569de HTTP/1.1" status: 200 len: 205 time: 0.0937891 Nov 12 13:41:36.585486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35508) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:36.645440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f req-5e3cfcd6-3458-4e9e-a170-6a987c8604d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.646980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f req-5e3cfcd6-3458-4e9e-a170-6a987c8604d3 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ec053673367c40c394f3bb7b1f9137d2&device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 1094 time: 0.1276557 Nov 12 13:41:36.666130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-ec539826-5c2a-4e76-ab87-6192e3161fec service neutron] 10.222.0.70 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491442 Nov 12 13:41:36.687808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-610ac604-26e3-444a-9695-6e9cf8baa9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.689932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-610ac604-26e3-444a-9695-6e9cf8baa9f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddf73442-6aab-431f-80b5-8bc01f6edc9a HTTP/1.1" status: 200 len: 857 time: 0.1397529 Nov 12 13:41:36.730916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-0c0e9195-39e8-4e28-8b6a-725275937b88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329072 Nov 12 13:41:36.834041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f req-092c5e84-4a2a-4d95-994d-45ea6dc1f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.835532 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f req-092c5e84-4a2a-4d95-994d-45ea6dc1f925 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 HTTP/1.1" status: 200 len: 918 time: 0.1684651 Nov 12 13:41:36.837965 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-9c79443c-b27c-446d-ab5d-94fdb7bb4fcf service neutron] 10.222.0.70 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629405 Nov 12 13:41:36.871008 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Allocated IP 172.20.0.1 (c6396db1-3149-42c5-b690-80872c2650fc/9931f6e5-4fc0-467e-b31b-d2deaa32ec17/2073e65a-5d8f-4134-a24e-abc677525946) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:36.874614 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:36.880402 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f req-bb3cc6a5-a1f6-47c4-a39e-b78f0d7ed16b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a HTTP/1.1" status: 200 len: 217 time: 0.0373731 Nov 12 13:41:36.938188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f req-bb973420-19a9-4cac-8f7a-b0028853e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:36.940821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f req-bb973420-19a9-4cac-8f7a-b0028853e06a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ddf73442-6aab-431f-80b5-8bc01f6edc9a HTTP/1.1" status: 200 len: 857 time: 0.0529792 Nov 12 13:41:36.980909 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f req-3ac0dd17-60e3-4e63-8041-a2c4d2058bea service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327251 Nov 12 13:41:37.064919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-0f48c782-a7fb-4b2b-982e-566ef431f085 service neutron] 10.222.0.70 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828419 Nov 12 13:41:37.145199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f565946-d7eb-466b-b677-9a5d63411bd0 req-1a4345fc-31b6-4dbb-8961-d78e88380a68 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:37.146889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f565946-d7eb-466b-b677-9a5d63411bd0 req-1a4345fc-31b6-4dbb-8961-d78e88380a68 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 943 time: 0.0888824 Nov 12 13:41:37.149336 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f req-8db6db89-f62f-4e88-928a-4c6f1062a22d service neutron] 10.222.0.105 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599259 Nov 12 13:41:37.215134 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.296192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.313254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f565946-d7eb-466b-b677-9a5d63411bd0 req-a99ce5cd-5553-4aa2-a07c-17716d818794 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562886 Nov 12 13:41:37.337200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8cc9f5b-ac0b-40f6-a6b3-d6a22133712a req-4f222931-2dfa-4b37-bc2f-1c637a6e45d8 service neutron] 10.222.0.70 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563603 Nov 12 13:41:37.349143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1c3457-f2c8-40f1-8132-377ba68541cf', 'tag': '1921080f-08aa-454e-b73e-35db60e064f3'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:37.351833 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff4e775-c986-4623-a243-10452e3dc30c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1c3457-f2c8-40f1-8132-377ba68541cf", "tag": "1921080f-08aa-454e-b73e-35db60e064f3"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:37.357207 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db0e20d8-dd4e-4f7c-8f2d-a54e604f1f0f req-93b04476-a052-41a0-b5ae-7f56adf32e36 service neutron] 10.222.0.105 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977375 Nov 12 13:41:37.385942 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.431655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912568e-280f-4d9d-b270-2599ed34a0a2 req-47dc0e31-c705-43c4-94f3-69a4ec2711ad tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:37.434355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9912568e-280f-4d9d-b270-2599ed34a0a2 req-47dc0e31-c705-43c4-94f3-69a4ec2711ad tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1604710 Nov 12 13:41:37.448952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c742946-28df-4492-856e-4ec79cf317a3 None None] Network c6396db1-3149-42c5-b690-80872c2650fc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:37.465030 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342201ec-e062-417a-b290-4fcfa8169030 x-openstack-request-id: req-342201ec-e062-417a-b290-4fcfa8169030 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:37.465369 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1c3457-f2c8-40f1-8132-377ba68541cf", "tag": "1921080f-08aa-454e-b73e-35db60e064f3", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:37.465614 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-342201ec-e062-417a-b290-4fcfa8169030 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:37.466018 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1c3457-f2c8-40f1-8132-377ba68541cf', 'tag': '1921080f-08aa-454e-b73e-35db60e064f3', 'status': 'completed', 'code': 200} Nov 12 13:41:37.503788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network c6396db1-3149-42c5-b690-80872c2650fc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:37.524595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Deleting port 9b205115-e133-45d0-a71a-6d28488b763f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:37.525027 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.533838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:37.547993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:37.552600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=2073e65a-5d8f-4134-a24e-abc677525946,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:37.566837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-26f15da0-a85d-46c7-a2f0-9457742789ad None None] Provisioning complete for port 9e20345f-75e8-4de5-81dd-2a4d9799279d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:37.567483 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26f15da0-a85d-46c7-a2f0-9457742789ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.568858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e775-c986-4623-a243-10452e3dc30c req-2425b7fd-6db1-45a7-ac23-07658d58c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:37.570445 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff4e775-c986-4623-a243-10452e3dc30c req-2425b7fd-6db1-45a7-ac23-07658d58c003 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec053673367c40c394f3bb7b1f9137d2&device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 1094 time: 0.0696206 Nov 12 13:41:37.647218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc11055-27a5-4d1f-95ce-93c38beb2c30 req-f48d0f24-72f5-4300-97f3-3d444f4d9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:37.648741 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cc11055-27a5-4d1f-95ce-93c38beb2c30 req-f48d0f24-72f5-4300-97f3-3d444f4d9158 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec053673367c40c394f3bb7b1f9137d2&device_id=cc191c68-1b40-4950-91af-34b1369a048b HTTP/1.1" status: 200 len: 1095 time: 0.2066343 Nov 12 13:41:37.691519 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.698668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e775-c986-4623-a243-10452e3dc30c req-8ee82569-69ec-46a1-8e45-3de9fd9d9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:37.700794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff4e775-c986-4623-a243-10452e3dc30c req-8ee82569-69ec-46a1-8e45-3de9fd9d9601 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 HTTP/1.1" status: 200 len: 918 time: 0.1213188 Nov 12 13:41:37.704331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9912568e-280f-4d9d-b270-2599ed34a0a2 req-3ec495e9-fbb5-40b1-a07a-1668db8d7d98 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260504 Nov 12 13:41:37.731331 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26f15da0-a85d-46c7-a2f0-9457742789ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.804534 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff4e775-c986-4623-a243-10452e3dc30c req-ad36a09d-d816-4b24-935a-88640c157955 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1921080f-08aa-454e-b73e-35db60e064f3 HTTP/1.1" status: 200 len: 217 time: 0.0881329 Nov 12 13:41:37.809929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-26f15da0-a85d-46c7-a2f0-9457742789ad None None] For port 9e20345f-75e8-4de5-81dd-2a4d9799279d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9e20345f-75e8-4de5-81dd-2a4d9799279d,segment=NetworkSegment(7ef0f115-1bfe-4f03-bc6e-8d2697416711),segment_id=7ef0f115-1bfe-4f03-bc6e-8d2697416711)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:37.822111 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26f15da0-a85d-46c7-a2f0-9457742789ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:37.917198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9e20345f-75e8-4de5-81dd-2a4d9799279d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:37.928660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e775-c986-4623-a243-10452e3dc30c req-2ed09f97-62ae-4965-9562-a32f7f348ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:37.930590 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff4e775-c986-4623-a243-10452e3dc30c req-2ed09f97-62ae-4965-9562-a32f7f348ea0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddf73442-6aab-431f-80b5-8bc01f6edc9a HTTP/1.1" status: 200 len: 857 time: 0.1170764 Nov 12 13:41:37.997123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff4e775-c986-4623-a243-10452e3dc30c req-c241803a-c7ae-41b2-9e02-91fc803e91c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588427 Nov 12 13:41:38.062254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f15da0-a85d-46c7-a2f0-9457742789ad None None] Pushing event updated for resources: {'Port': ['ID=9e20345f-75e8-4de5-81dd-2a4d9799279d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:38.094542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9e20345f-75e8-4de5-81dd-2a4d9799279d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:38.094909 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:38.175337 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff4e775-c986-4623-a243-10452e3dc30c req-dbf0d260-b0b5-46bf-b76b-4d331622529f service neutron] 10.222.0.70 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678119 Nov 12 13:41:38.181721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-cc6d1bcb-f259-4cd7-836e-0db56821d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:38.182524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-673301a2-c44a-4f3d-8083-f709c35851fa None None] Provisioning complete for port 9e20345f-75e8-4de5-81dd-2a4d9799279d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:38.183111 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-673301a2-c44a-4f3d-8083-f709c35851fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:38.183233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-cc6d1bcb-f259-4cd7-836e-0db56821d54f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 1095 time: 0.1105018 Nov 12 13:41:38.386875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc11055-27a5-4d1f-95ce-93c38beb2c30 req-3adb2c2b-fc2a-496f-92d3-79272a89b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:38.388438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cc11055-27a5-4d1f-95ce-93c38beb2c30 req-3adb2c2b-fc2a-496f-92d3-79272a89b748 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 HTTP/1.1" status: 200 len: 918 time: 0.7276137 Nov 12 13:41:38.428539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-673301a2-c44a-4f3d-8083-f709c35851fa None None] Provisioning complete for port 2073e65a-5d8f-4134-a24e-abc677525946 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:38.428919 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-673301a2-c44a-4f3d-8083-f709c35851fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:38.460716 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:38.468147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-673301a2-c44a-4f3d-8083-f709c35851fa None None] Port 2073e65a-5d8f-4134-a24e-abc677525946 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:38.534657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cc11055-27a5-4d1f-95ce-93c38beb2c30 req-7d4abff3-8853-4b6c-8472-edcfca10d610 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2a550e-2238-4f6b-8566-2d69ce713ec1 HTTP/1.1" status: 200 len: 217 time: 0.0819769 Nov 12 13:41:38.537500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Calling delete_port for 9b205115-e133-45d0-a71a-6d28488b763f owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:38.540087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:38.593109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-24e65dcb-c289-41e6-a54f-5f9af3998219 None None] Provisioning complete for port 2073e65a-5d8f-4134-a24e-abc677525946 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:38.593695 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24e65dcb-c289-41e6-a54f-5f9af3998219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:38.631383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-24e65dcb-c289-41e6-a54f-5f9af3998219 None None] Port 2073e65a-5d8f-4134-a24e-abc677525946 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:38.658113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821cb2-2f08-4c80-b5c8-1362531ec0ce req-82c9d04f-3bfa-4aec-8338-19171ab20a4d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:38.660422 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a821cb2-2f08-4c80-b5c8-1362531ec0ce req-82c9d04f-3bfa-4aec-8338-19171ab20a4d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.2709064 Nov 12 13:41:38.718062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ba8e-9c22-4544-9386-e2d489f2b7f2 req-44efd136-c055-433d-81ec-02690fc3384a tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:38.719636 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8525ba8e-9c22-4544-9386-e2d489f2b7f2 req-44efd136-c055-433d-81ec-02690fc3384a tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 943 time: 0.1704776 Nov 12 13:41:38.723624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc11055-27a5-4d1f-95ce-93c38beb2c30 req-fa117515-e5a7-4691-8a23-bf40fd2addc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:38.725129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cc11055-27a5-4d1f-95ce-93c38beb2c30 req-fa117515-e5a7-4691-8a23-bf40fd2addc0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddf73442-6aab-431f-80b5-8bc01f6edc9a HTTP/1.1" status: 200 len: 857 time: 0.1809494 Nov 12 13:41:38.753057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-2aad13ea-77b3-465a-808b-2332d0096072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:38.754661 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-2aad13ea-77b3-465a-808b-2332d0096072 service neutron] 10.222.0.105 "GET /v2.0/networks?id=716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 200 len: 912 time: 0.5589290 Nov 12 13:41:38.769554 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff4e775-c986-4623-a243-10452e3dc30c req-0151cbf8-6a81-4ff9-a741-06fb12531db0 service neutron] 10.222.0.70 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815334 Nov 12 13:41:38.838084 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8525ba8e-9c22-4544-9386-e2d489f2b7f2 req-77625995-7dab-4dd5-904f-b44696e9c8ca tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086946 Nov 12 13:41:38.843965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cc11055-27a5-4d1f-95ce-93c38beb2c30 req-ca04c349-aa5e-4c5a-99ab-a59889641bfc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049173 Nov 12 13:41:38.864415 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-995e1907-9d1a-4f5f-a124-b11ca04c8171 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 200 len: 998 time: 0.0997713 Nov 12 13:41:38.922205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-f29a403f-41a5-4d48-8fb6-ef43701fff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:38.923938 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-f29a403f-41a5-4d48-8fb6-ef43701fff58 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 200 len: 850 time: 0.0515361 Nov 12 13:41:38.958269 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a821cb2-2f08-4c80-b5c8-1362531ec0ce req-fc60db19-8e47-4c2e-ab24-579c052df5e2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867820 Nov 12 13:41:38.973488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-057358f3-c89e-4550-81dc-64e77b1c4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:38.975104 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-057358f3-c89e-4550-81dc-64e77b1c4dee service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=716eaeb8-2b9f-4020-8796-089a156530f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433767 Nov 12 13:41:39.078922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-dfbc1b1e-f8f8-4cc0-aa74-d195ed0b11db service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960062 Nov 12 13:41:39.184431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61e65e61-0ca8-49ac-b98e-691e9b6bde94 req-5e05944d-4ed9-4774-a61a-a4f0f3f9faf7 service neutron] 10.222.0.105 "GET /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979669 Nov 12 13:41:39.185918 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cc11055-27a5-4d1f-95ce-93c38beb2c30 req-053163f3-86f5-45af-b1a0-5a44bf057fa1 service neutron] 10.222.0.70 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995939 Nov 12 13:41:39.228973 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.311379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Pushing event deleted for resources: {'Port': ['ID=9b205115-e133-45d0-a71a-6d28488b763f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:39.339729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0682926f-0c83-44fd-b8c0-293a0ae02da4 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:39.416313 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.421831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cc11055-27a5-4d1f-95ce-93c38beb2c30 req-62e073ca-c292-4017-9e65-a83b6412e456 service neutron] 10.222.0.70 "GET /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254477 Nov 12 13:41:39.424370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.479523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.598545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.599153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 1921080f-08aa-454e-b73e-35db60e064f3 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:41:39.603305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=2073e65a-5d8f-4134-a24e-abc677525946,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:39.609756 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.614948 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.713024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 1921080f-08aa-454e-b73e-35db60e064f3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=1921080f-08aa-454e-b73e-35db60e064f3,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:39.716551 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.717077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Fanout notify agent at l3_agent the message router_deleted on router 7f353672-a7a0-45de-80c5-e05585c569de {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:39.726205 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.727329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f8d71c08-324d-4fca-b749-f4faa7e37e30 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/7f353672-a7a0-45de-80c5-e05585c569de HTTP/1.1" status: 204 len: 168 time: 3.1384876 Nov 12 13:41:39.731732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35536) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:39.738021 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8830eca2-ea16-4748-87ca-1ddfab54bdfd tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1142275838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:39.747722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '1921080f-08aa-454e-b73e-35db60e064f3', 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91', 'port_id': '1921080f-08aa-454e-b73e-35db60e064f3', 'mac_address': 'fa:16:3e:95:f9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf73442-6aab-431f-80b5-8bc01f6edc9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:41:39.764988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network c6396db1-3149-42c5-b690-80872c2650fc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:39.767061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:39.782443 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8830eca2-ea16-4748-87ca-1ddfab54bdfd tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.784979 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8830eca2-ea16-4748-87ca-1ddfab54bdfd tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.830528 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.855276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9e20345f-75e8-4de5-81dd-2a4d9799279d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:39.859301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8830eca2-ea16-4748-87ca-1ddfab54bdfd tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.865708 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8830eca2-ea16-4748-87ca-1ddfab54bdfd tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.891640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1921080f-08aa-454e-b73e-35db60e064f3 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:39.904969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8830eca2-ea16-4748-87ca-1ddfab54bdfd tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.910297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35540) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:39.913199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8830eca2-ea16-4748-87ca-1ddfab54bdfd tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1792643 Nov 12 13:41:39.917070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:39.939143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 1921080f-08aa-454e-b73e-35db60e064f3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=1921080f-08aa-454e-b73e-35db60e064f3,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:39.947128 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:39.947795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 9b2a550e-2238-4f6b-8566-2d69ce713ec1 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:41:39.966390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9e20345f-75e8-4de5-81dd-2a4d9799279d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:39.966664 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:40.045211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 9b2a550e-2238-4f6b-8566-2d69ce713ec1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=9b2a550e-2238-4f6b-8566-2d69ce713ec1,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:40.088544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '9b2a550e-2238-4f6b-8566-2d69ce713ec1', 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91', 'port_id': '9b2a550e-2238-4f6b-8566-2d69ce713ec1', 'mac_address': 'fa:16:3e:17:2a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf73442-6aab-431f-80b5-8bc01f6edc9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:41:40.091370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=1921080f-08aa-454e-b73e-35db60e064f3,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:40.109072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.109474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.109949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.110297 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.110633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.111695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.112024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.112367 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.112700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.113020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.113370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.113704 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:41:40.164710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e49e3-11f2-4e5a-983b-439e9bd18108 req-3d37f26f-9a98-4702-9c6a-48fda350dd01 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:40.174801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b2e49e3-11f2-4e5a-983b-439e9bd18108 req-3d37f26f-9a98-4702-9c6a-48fda350dd01 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.0886021 Nov 12 13:41:40.210840 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:40.234471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ec82c264-ae5f-43ba-9bea-e4ed1515e3bd None None] Provisioning complete for port 2073e65a-5d8f-4134-a24e-abc677525946 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:40.234812 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec82c264-ae5f-43ba-9bea-e4ed1515e3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:40.240807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2a550e-2238-4f6b-8566-2d69ce713ec1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:40.242945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b2e49e3-11f2-4e5a-983b-439e9bd18108 req-84e3e287-898e-40bb-86c1-e869dc2dfefb tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670431 Nov 12 13:41:40.258586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd09cf8-24ef-4075-a6d1-a50aff45a549 req-66318c4b-b5bb-4f8b-9ff5-a5e6c3224e27 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:40.264439 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1bd09cf8-24ef-4075-a6d1-a50aff45a549 req-66318c4b-b5bb-4f8b-9ff5-a5e6c3224e27 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 944 time: 0.2564971 Nov 12 13:41:40.281645 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:40.293876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 9b2a550e-2238-4f6b-8566-2d69ce713ec1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=9b2a550e-2238-4f6b-8566-2d69ce713ec1,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:40.305713 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:40.313026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ec82c264-ae5f-43ba-9bea-e4ed1515e3bd None None] Port 2073e65a-5d8f-4134-a24e-abc677525946 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:40.345144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:40.368914 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=9b2a550e-2238-4f6b-8566-2d69ce713ec1,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:40.385892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1bd09cf8-24ef-4075-a6d1-a50aff45a549 req-d95b1e83-1622-4260-a54c-3dd45dc39884 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204851 Nov 12 13:41:40.510484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:40.520259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927c849-cf4a-4825-86ab-fe84edd98a55 None None] Sync routers for ids ['a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:40.520450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35548) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:40.520552 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cb7303d3-2c81-4332-864d-5cd41080adbb tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9073148 Nov 12 13:41:40.536641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927c849-cf4a-4825-86ab-fe84edd98a55 None None] Routers {'a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:40.537431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6927c849-cf4a-4825-86ab-fe84edd98a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:40.575281 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d01fb-d6d2-49ad-a8d7-ad2ff2b85e58 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:40.576745 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a43d01fb-d6d2-49ad-a8d7-ad2ff2b85e58 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports/2073e65a-5d8f-4134-a24e-abc677525946 HTTP/1.1" status: 200 len: 910 time: 0.0550609 Nov 12 13:41:40.580078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35550) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:40.582155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6927c849-cf4a-4825-86ab-fe84edd98a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:40.591733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927c849-cf4a-4825-86ab-fe84edd98a55 None None] Routers {'a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:40.592358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6927c849-cf4a-4825-86ab-fe84edd98a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:40.629794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6927c849-cf4a-4825-86ab-fe84edd98a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:40.630485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927c849-cf4a-4825-86ab-fe84edd98a55 None None] The sync data for ids ['a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:40.665523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['1921080f-08aa-454e-b73e-35db60e064f3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:40.697946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['9b2a550e-2238-4f6b-8566-2d69ce713ec1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:40.958776 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:40.962071 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:40.981891 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.123460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Allocated IP 172.25.5.157 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/4cb2fd3c-5298-4924-9ed0-e4bb982255cc) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:41.234481 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.234754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port 2073e65a-5d8f-4134-a24e-abc677525946 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:41.235096 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.279773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.326718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:41.332421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:41.336512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:41.348667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f1d3d1-973c-4530-9d71-a5643b95a676 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:41.360737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Pushing event updated for resources: {'Port': ['ID=4cb2fd3c-5298-4924-9ed0-e4bb982255cc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:41.374534 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.391053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for 2073e65a-5d8f-4134-a24e-abc677525946 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:41.407157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fc28d-8eb4-4c38-bdf6-6f8feb895bea req-e9e45ab4-98d6-402e-a96f-4c1ad789d429 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:41.409595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-380fc28d-8eb4-4c38-bdf6-6f8feb895bea req-e9e45ab4-98d6-402e-a96f-4c1ad789d429 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.0918136 Nov 12 13:41:41.445268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5fa23738-5cad-46cb-8de7-85903137fc27 None None] Provisioning complete for port 4cb2fd3c-5298-4924-9ed0-e4bb982255cc triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:41.446056 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fa23738-5cad-46cb-8de7-85903137fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.488187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5fa23738-5cad-46cb-8de7-85903137fc27 None None] Port 4cb2fd3c-5298-4924-9ed0-e4bb982255cc cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:41.508424 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-380fc28d-8eb4-4c38-bdf6-6f8feb895bea req-58f4380c-79db-433a-adec-b7ae22925c91 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914874 Nov 12 13:41:41.557709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c13da-a0ae-4224-9efa-00944e161e1f req-36ec0cd7-e9ec-4bbe-a6c8-dc8a30c6c84c tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:41.561780 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-304c13da-a0ae-4224-9efa-00944e161e1f req-36ec0cd7-e9ec-4bbe-a6c8-dc8a30c6c84c tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 944 time: 0.0765626 Nov 12 13:41:41.644521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.688882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=2073e65a-5d8f-4134-a24e-abc677525946,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:41.707565 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-304c13da-a0ae-4224-9efa-00944e161e1f req-078a5d0d-428f-4b67-b26f-2ffb3b9f93f9 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035130 Nov 12 13:41:41.727725 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.794585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2331b-ee2c-4abc-860d-5af452072480 req-ac210978-d764-474b-8a17-3fc902980f43 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:41.796178 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a2331b-ee2c-4abc-860d-5af452072480 req-ac210978-d764-474b-8a17-3fc902980f43 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1338897 Nov 12 13:41:41.811872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:41:41.895428 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.993647 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:41.998126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.004706 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-17a2331b-ee2c-4abc-860d-5af452072480 req-ecf6b7f7-996c-4f68-a1b5-dd2e6d45b506 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609826 Nov 12 13:41:42.013539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:42.115552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:42.179226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Router 5354522a-eab4-4aec-954e-f08e9f2ca71c is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:42.209345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:42.214748 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6b615823-19f1-4d2f-8115-7ea21b910b77 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6336973 Nov 12 13:41:42.217554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35574) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:42.220948 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df09f3-7e21-4b4d-91b7-8d030a3320d9 None None] Sync routers for ids ['a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:42.240443 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df09f3-7e21-4b4d-91b7-8d030a3320d9 None None] Routers {'a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:42.241490 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64df09f3-7e21-4b4d-91b7-8d030a3320d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:42.264631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-112a65db-ae5c-4b06-9772-18b672cef6d6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed HTTP/1.1" status: 200 len: 205 time: 0.0442765 Nov 12 13:41:42.265329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35576) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:42.286050 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64df09f3-7e21-4b4d-91b7-8d030a3320d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:42.294831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '218c83b6-ac2a-4bb4-80ab-5e2a8aed011a', 'network_id': '7fc61f53-1695-4f02-a4b2-9ed16fa3eb91', 'port_id': '218c83b6-ac2a-4bb4-80ab-5e2a8aed011a', 'mac_address': 'fa:16:3e:7a:f2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf73442-6aab-431f-80b5-8bc01f6edc9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:41:42.298012 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df09f3-7e21-4b4d-91b7-8d030a3320d9 None None] Routers {'a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:42.300606 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64df09f3-7e21-4b4d-91b7-8d030a3320d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:42.339039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:42.347462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.351343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f479f1f6-8bc0-4b3d-8767-bf35d98c69ea tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "PUT /v2.0/routers/5354522a-eab4-4aec-954e-f08e9f2ca71c HTTP/1.1" status: 200 len: 880 time: 2.4364047 Nov 12 13:41:42.351575 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-377f631e-fecd-423a-aeb5-dfec110811b4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.352285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35578) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:42.392731 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.412236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:41:42.441756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:42.443857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ffe3a5-e158-404c-8c43-94ccfe4f960c None None] Sync routers for ids ['5354522a-eab4-4aec-954e-f08e9f2ca71c'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:42.457914 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.461842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ffe3a5-e158-404c-8c43-94ccfe4f960c None None] Routers {'5354522a-eab4-4aec-954e-f08e9f2ca71c'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:42.462836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b6ffe3a5-e158-404c-8c43-94ccfe4f960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5354522a-eab4-4aec-954e-f08e9f2ca71c'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:42.479128 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64df09f3-7e21-4b4d-91b7-8d030a3320d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:42.480942 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df09f3-7e21-4b4d-91b7-8d030a3320d9 None None] The sync data for ids ['a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:42.509493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b2077f79-9e5e-4a21-b5e5-61921779fd61 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/routers/5354522a-eab4-4aec-954e-f08e9f2ca71c HTTP/1.1" status: 200 len: 921 time: 0.1563082 Nov 12 13:41:42.512311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35584) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:42.543243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b6ffe3a5-e158-404c-8c43-94ccfe4f960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:42.566833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb9e947-4e7e-4f56-9dfa-910d20015561 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:42.568662 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7bb9e947-4e7e-4f56-9dfa-910d20015561 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&device_id=5354522a-eab4-4aec-954e-f08e9f2ca71c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0553265 Nov 12 13:41:42.571363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35590) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:42.576925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:42.582552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ffe3a5-e158-404c-8c43-94ccfe4f960c None None] Routers {'5354522a-eab4-4aec-954e-f08e9f2ca71c'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:42.583187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b6ffe3a5-e158-404c-8c43-94ccfe4f960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5354522a-eab4-4aec-954e-f08e9f2ca71c'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:42.620653 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b6ffe3a5-e158-404c-8c43-94ccfe4f960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:42.621396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ffe3a5-e158-404c-8c43-94ccfe4f960c None None] The sync data for ids ['5354522a-eab4-4aec-954e-f08e9f2ca71c'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:42.641264 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-377f631e-fecd-423a-aeb5-dfec110811b4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.644485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-377f631e-fecd-423a-aeb5-dfec110811b4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.702094 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-377f631e-fecd-423a-aeb5-dfec110811b4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.702848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377f631e-fecd-423a-aeb5-dfec110811b4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Fanout notify agent at l3_agent the message router_deleted on router a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:42.711756 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-377f631e-fecd-423a-aeb5-dfec110811b4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.713334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad83ba86-5c93-4126-9406-e2d7cdb0a2df tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:42.713509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-377f631e-fecd-423a-aeb5-dfec110811b4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed HTTP/1.1" status: 204 len: 168 time: 0.4466667 Nov 12 13:41:42.714024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ad83ba86-5c93-4126-9406-e2d7cdb0a2df tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 881 time: 0.1414366 Nov 12 13:41:42.716288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:42.719888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35606) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:42.762460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7bbfb2d9-b157-4fc5-8509-47dd080e6ce4 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=5354522a-eab4-4aec-954e-f08e9f2ca71c HTTP/1.1" status: 200 len: 205 time: 0.0405724 Nov 12 13:41:42.765345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35614) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:42.806881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ed2f46-d4f1-4553-ae57-0caca909a0f0 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting subnet 9931f6e5-4fc0-467e-b31b-d2deaa32ec17 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:41:42.810528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2f46-d4f1-4553-ae57-0caca909a0f0 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.849846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['218c83b6-ac2a-4bb4-80ab-5e2a8aed011a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:42.860612 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2f46-d4f1-4553-ae57-0caca909a0f0 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.918166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f054a-80e2-45d8-a3a0-e87433d97a9a req-36edefb7-a047-4a7b-b12d-40efa1c359b3 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:42.919841 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b4f054a-80e2-45d8-a3a0-e87433d97a9a req-36edefb7-a047-4a7b-b12d-40efa1c359b3 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 944 time: 0.1040561 Nov 12 13:41:42.936013 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:42.982219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2f46-d4f1-4553-ae57-0caca909a0f0 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.059235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b4f054a-80e2-45d8-a3a0-e87433d97a9a req-5afe24d5-1de6-46c6-a366-06d8ed176162 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325209 Nov 12 13:41:43.062409 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2f46-d4f1-4553-ae57-0caca909a0f0 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.103395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.105125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.111687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed2f46-d4f1-4553-ae57-0caca909a0f0 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Subnet': ['ID=9931f6e5-4fc0-467e-b31b-d2deaa32ec17,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:43.124897 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2f46-d4f1-4553-ae57-0caca909a0f0 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.131407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62083d79-8d44-4d0b-92e1-7c902f309014 None None] Network c6396db1-3149-42c5-b690-80872c2650fc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:43.136841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e8ed2f46-d4f1-4553-ae57-0caca909a0f0 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/9931f6e5-4fc0-467e-b31b-d2deaa32ec17 HTTP/1.1" status: 204 len: 168 time: 0.4157817 Nov 12 13:41:43.137042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35624) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:43.192272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-9e17f8ee-0f23-406d-a6b2-b662848c08ed tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:43.194048 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-9e17f8ee-0f23-406d-a6b2-b662848c08ed tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=00d54bb9-fb54-4aa9-b568-02537d13c97d HTTP/1.1" status: 200 len: 943 time: 0.0888462 Nov 12 13:41:43.236707 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.254596 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Deleting port 4cb2fd3c-5298-4924-9ed0-e4bb982255cc {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:43.254931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.365474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-2ac360a4-539b-42b6-90e4-59c4abd33ad8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Deleting port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:43.367880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1419cfca-466a-4c0d-a4df-91a7fa038535 None None] DHCP port deletion for c6396db1-3149-42c5-b690-80872c2650fc request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:43.370812 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-2ac360a4-539b-42b6-90e4-59c4abd33ad8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.377900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.393887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Calling delete_port for 4cb2fd3c-5298-4924-9ed0-e4bb982255cc owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:43.396550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port 9e20345f-75e8-4de5-81dd-2a4d9799279d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:43.396883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.434248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1419cfca-466a-4c0d-a4df-91a7fa038535 None None] Deleting port 9e20345f-75e8-4de5-81dd-2a4d9799279d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:43.434784 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1419cfca-466a-4c0d-a4df-91a7fa038535 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.505318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-2ac360a4-539b-42b6-90e4-59c4abd33ad8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] For port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:43.505875 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-2ac360a4-539b-42b6-90e4-59c4abd33ad8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.523849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-2ac360a4-539b-42b6-90e4-59c4abd33ad8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Calling delete_port for a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:43.524149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1419cfca-466a-4c0d-a4df-91a7fa038535 None None] For port 9e20345f-75e8-4de5-81dd-2a4d9799279d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9e20345f-75e8-4de5-81dd-2a4d9799279d,segment=NetworkSegment(7ef0f115-1bfe-4f03-bc6e-8d2697416711),segment_id=7ef0f115-1bfe-4f03-bc6e-8d2697416711)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:43.524710 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1419cfca-466a-4c0d-a4df-91a7fa038535 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.541145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1419cfca-466a-4c0d-a4df-91a7fa038535 None None] Calling delete_port for 9e20345f-75e8-4de5-81dd-2a4d9799279d owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:43.601377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 1921080f-08aa-454e-b73e-35db60e064f3 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:43.709852 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-2ac360a4-539b-42b6-90e4-59c4abd33ad8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.710863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 1921080f-08aa-454e-b73e-35db60e064f3 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:41:43.715419 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1419cfca-466a-4c0d-a4df-91a7fa038535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.722528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 1921080f-08aa-454e-b73e-35db60e064f3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:43.723036 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.741983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3', 'd377d8f6-30f3-46c0-82d1-4af88497e2db'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:43.765163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac360a4-539b-42b6-90e4-59c4abd33ad8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event deleted for resources: {'Port': ['ID=a8bbec15-2654-4056-8b7f-bc0f47c5c9c9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:43.819258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-2ac360a4-539b-42b6-90e4-59c4abd33ad8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] No DVR routers for this DVR port a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:43.825252 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-2ac360a4-539b-42b6-90e4-59c4abd33ad8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:43.832143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54940aa6-eec1-4536-85c1-7bb2185e8e6d req-2ac360a4-539b-42b6-90e4-59c4abd33ad8 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "DELETE /v2.0/ports/a8bbec15-2654-4056-8b7f-bc0f47c5c9c9 HTTP/1.1" status: 204 len: 173 time: 0.6308486 Nov 12 13:41:43.835836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'name': 'network-vif-deleted', 'tag': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:43.841062 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24217dfb-1d60-4197-a2e2-8991ca1de30b" -d '{"events": [{"server_uuid": "00d54bb9-fb54-4aa9-b568-02537d13c97d", "name": "network-vif-deleted", "tag": "a8bbec15-2654-4056-8b7f-bc0f47c5c9c9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:43.886779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1419cfca-466a-4c0d-a4df-91a7fa038535 None None] No DVR routers for this DVR port 9e20345f-75e8-4de5-81dd-2a4d9799279d on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:43.932549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9e20345f-75e8-4de5-81dd-2a4d9799279d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:43.935129 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7b8664-dda7-4037-99fb-fce83ba70118 x-openstack-request-id: req-4b7b8664-dda7-4037-99fb-fce83ba70118 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:43.935421 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d54bb9-fb54-4aa9-b568-02537d13c97d", "name": "network-vif-deleted", "tag": "a8bbec15-2654-4056-8b7f-bc0f47c5c9c9", "status": "failed", "code": 422}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:43.935680 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b7b8664-dda7-4037-99fb-fce83ba70118 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:43.936109 n-d-805736-4 neutron-server[102676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00d54bb9-fb54-4aa9-b568-02537d13c97d', 'name': 'network-vif-deleted', 'tag': 'a8bbec15-2654-4056-8b7f-bc0f47c5c9c9', 'status': 'failed', 'code': 422} returned with failed status Nov 12 13:41:43.961748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 9e20345f-75e8-4de5-81dd-2a4d9799279d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:43.961748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9e20345f-75e8-4de5-81dd-2a4d9799279d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:43.965238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419cfca-466a-4c0d-a4df-91a7fa038535 None None] Pushing event deleted for resources: {'Port': ['ID=9e20345f-75e8-4de5-81dd-2a4d9799279d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:43.989055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port 9e20345f-75e8-4de5-81dd-2a4d9799279d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9e20345f-75e8-4de5-81dd-2a4d9799279d,segment=NetworkSegment(7ef0f115-1bfe-4f03-bc6e-8d2697416711),segment_id=7ef0f115-1bfe-4f03-bc6e-8d2697416711)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:43.989271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.042292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for 9e20345f-75e8-4de5-81dd-2a4d9799279d owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:44.146661 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.167120 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.205414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1c3457-f2c8-40f1-8132-377ba68541cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1921080f-08aa-454e-b73e-35db60e064f3'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:44.208058 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cb50c4-e7f3-492b-90ac-3fd1814404c9" -d '{"events": [{"server_uuid": "1b1c3457-f2c8-40f1-8132-377ba68541cf", "name": "network-vif-plugged", "status": "completed", "tag": "1921080f-08aa-454e-b73e-35db60e064f3"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:44.208964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.232148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 1921080f-08aa-454e-b73e-35db60e064f3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=1921080f-08aa-454e-b73e-35db60e064f3,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:44.240662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No DVR routers for this DVR port 9e20345f-75e8-4de5-81dd-2a4d9799279d on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:44.244836 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.245710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 9b2a550e-2238-4f6b-8566-2d69ce713ec1 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:44.326480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=9e20345f-75e8-4de5-81dd-2a4d9799279d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:44.369821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=1921080f-08aa-454e-b73e-35db60e064f3,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:44.407273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 9b2a550e-2238-4f6b-8566-2d69ce713ec1 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:41:44.420089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218a5ec-979f-418e-9ab7-8aaf18dd25a6 req-c5a004ae-fdba-4e11-9180-c858f32820f8 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:44.420937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 9b2a550e-2238-4f6b-8566-2d69ce713ec1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:44.421352 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.422153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1218a5ec-979f-418e-9ab7-8aaf18dd25a6 req-c5a004ae-fdba-4e11-9180-c858f32820f8 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 945 time: 0.2011881 Nov 12 13:41:44.450836 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc54e4a-3b24-4547-a1ba-e5072c3a7bde x-openstack-request-id: req-2dc54e4a-3b24-4547-a1ba-e5072c3a7bde {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:44.451122 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1c3457-f2c8-40f1-8132-377ba68541cf", "name": "network-vif-plugged", "status": "completed", "tag": "1921080f-08aa-454e-b73e-35db60e064f3", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:44.451381 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2dc54e4a-3b24-4547-a1ba-e5072c3a7bde {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:44.451781 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1c3457-f2c8-40f1-8132-377ba68541cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1921080f-08aa-454e-b73e-35db60e064f3', 'code': 200} Nov 12 13:41:44.512349 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.522916 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.568400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Pushing event deleted for resources: {'Port': ['ID=4cb2fd3c-5298-4924-9ed0-e4bb982255cc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:44.569835 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.585263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6396db1-3149-42c5-b690-80872c2650fc']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:44.612464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354a640-de87-4e6f-997b-b6f7117df97d req-4130bfb4-8198-44dc-bfd6-d946af6056cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:44.614074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4354a640-de87-4e6f-997b-b6f7117df97d req-4130bfb4-8198-44dc-bfd6-d946af6056cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 1096 time: 0.0976129 Nov 12 13:41:44.615313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc09680-335e-4f6f-ab1e-d64a4a34525c None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:44.646248 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1218a5ec-979f-418e-9ab7-8aaf18dd25a6 req-81aa5761-8e5c-41ea-a2ec-07f8125ddae2 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662529 Nov 12 13:41:44.649585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 9b2a550e-2238-4f6b-8566-2d69ce713ec1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=9b2a550e-2238-4f6b-8566-2d69ce713ec1,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:44.682885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef0f115-1bfe-4f03-bc6e-8d2697416711') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:44.683183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef0f115-1bfe-4f03-bc6e-8d2697416711') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:44.685997 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.716536 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.722215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4354a640-de87-4e6f-997b-b6f7117df97d req-deb9cd96-831e-4a72-b545-8d15bb9474c2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994322 Nov 12 13:41:44.743199 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.757893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=9b2a550e-2238-4f6b-8566-2d69ce713ec1,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:44.770334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:41:44.770808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:41:44.777203 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:41:44.790427 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.949885 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.956663 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.964162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35648) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:44.964386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/networks/c6396db1-3149-42c5-b690-80872c2650fc HTTP/1.1" status: 204 len: 168 time: 1.8254869 Nov 12 13:41:44.972942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-867364858', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:44.976764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.987793 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:44.990164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7b26e-33a8-4829-a790-6915afebf3fd tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Network': ['ID=c6396db1-3149-42c5-b690-80872c2650fc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:45.018930 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.020772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.052852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.053437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Fanout notify agent at l3_agent the message router_deleted on router 5354522a-eab4-4aec-954e-f08e9f2ca71c {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:45.061789 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.063186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9aea836f-3df6-41a7-a736-2862f547b776 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/5354522a-eab4-4aec-954e-f08e9f2ca71c HTTP/1.1" status: 204 len: 168 time: 2.2924972 Nov 12 13:41:45.067590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35650) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:45.075616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3803b277-0423-45a6-9677-ee90cbe17f89 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-388073199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:45.108546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3803b277-0423-45a6-9677-ee90cbe17f89 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.109607 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3803b277-0423-45a6-9677-ee90cbe17f89 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.126253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.180975 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3803b277-0423-45a6-9677-ee90cbe17f89 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.194854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3803b277-0423-45a6-9677-ee90cbe17f89 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.237749 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3803b277-0423-45a6-9677-ee90cbe17f89 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.239134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3803b277-0423-45a6-9677-ee90cbe17f89 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1705089 Nov 12 13:41:45.242015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35654) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:45.246398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_snat': True}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:45.287773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.294457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01696913-e0e9-44c9-a935-cef03ec609d8 req-53e85b84-04c2-451a-8969-b6cb741160da tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:45.296019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-01696913-e0e9-44c9-a935-cef03ec609d8 req-53e85b84-04c2-451a-8969-b6cb741160da tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 907 time: 0.1193190 Nov 12 13:41:45.479422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.513565 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.538499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.674982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Allocated IP 172.25.5.171 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/8542b59d-f869-4c8d-9b70-621eefca3fcd) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:45.740062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.777804 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.844876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:45.867104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367a6fd-9d09-4818-b6ce-14dde02d486b req-b50f343d-b2f7-4c8e-871b-78a4f28f5abb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:45.868670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a367a6fd-9d09-4818-b6ce-14dde02d486b req-b50f343d-b2f7-4c8e-871b-78a4f28f5abb tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 945 time: 0.1123700 Nov 12 13:41:45.889858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.915183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:41:45.919901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:45.920510 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:45.959568 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a367a6fd-9d09-4818-b6ce-14dde02d486b req-6dc4759b-5e11-499a-a779-4f2546f47ea1 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753191 Nov 12 13:41:45.969448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.039413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.040231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:46.041531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=8542b59d-f869-4c8d-9b70-621eefca3fcd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:46.044951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:46.068914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:46.076597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50b74a8-21be-4a87-9e9a-dcfa0ba568f6 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:46.092279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:46.099879 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.125154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Allocated IP 172.25.5.49 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/4998fb6c-b65f-49b8-9d48-5c1424872b02) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:46.227492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-24f4c39f-f5f6-4c15-8a4a-a60e5e2e07fd None None] Provisioning complete for port 8542b59d-f869-4c8d-9b70-621eefca3fcd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:46.227872 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24f4c39f-f5f6-4c15-8a4a-a60e5e2e07fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.229712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:46.273054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-24f4c39f-f5f6-4c15-8a4a-a60e5e2e07fd None None] Port 8542b59d-f869-4c8d-9b70-621eefca3fcd cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:46.310600 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.357827 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.405695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:46.411281 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:46.415350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:46.434679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87820744-f59d-4c03-bb71-7d0ae9a5f316 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:46.450149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event updated for resources: {'Port': ['ID=4998fb6c-b65f-49b8-9d48-5c1424872b02,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:46.453250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc191c68-1b40-4950-91af-34b1369a048b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2a550e-2238-4f6b-8566-2d69ce713ec1'}, {'server_uuid': '8214eb8c-7764-4973-b105-003007d292b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218c83b6-ac2a-4bb4-80ab-5e2a8aed011a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:46.455261 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203adf46-ca53-4e49-b94f-aa955ac690c4" -d '{"events": [{"server_uuid": "cc191c68-1b40-4950-91af-34b1369a048b", "name": "network-vif-plugged", "status": "completed", "tag": "9b2a550e-2238-4f6b-8566-2d69ce713ec1"}, {"server_uuid": "8214eb8c-7764-4973-b105-003007d292b3", "name": "network-vif-plugged", "status": "completed", "tag": "218c83b6-ac2a-4bb4-80ab-5e2a8aed011a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:46.484986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a2226-56e8-454d-8d2d-7a20a36af777 req-1851d617-ee44-4c61-a1f8-ec877f01de49 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:46.495295 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d73a2226-56e8-454d-8d2d-7a20a36af777 req-1851d617-ee44-4c61-a1f8-ec877f01de49 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 907 time: 0.1147678 Nov 12 13:41:46.527183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e8358150-35ff-4d44-89c9-d533ec61cd69 None None] Provisioning complete for port 4998fb6c-b65f-49b8-9d48-5c1424872b02 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:46.527668 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8358150-35ff-4d44-89c9-d533ec61cd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.568200 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:46.613903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e8358150-35ff-4d44-89c9-d533ec61cd69 None None] Port 4998fb6c-b65f-49b8-9d48-5c1424872b02 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:46.623972 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35529142-bbf1-4a95-89de-8ecd34ef4c53 x-openstack-request-id: req-35529142-bbf1-4a95-89de-8ecd34ef4c53 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:46.624280 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc191c68-1b40-4950-91af-34b1369a048b", "name": "network-vif-plugged", "status": "completed", "tag": "9b2a550e-2238-4f6b-8566-2d69ce713ec1", "code": 200}, {"server_uuid": "8214eb8c-7764-4973-b105-003007d292b3", "name": "network-vif-plugged", "status": "completed", "tag": "218c83b6-ac2a-4bb4-80ab-5e2a8aed011a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:46.624533 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35529142-bbf1-4a95-89de-8ecd34ef4c53 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:46.624929 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc191c68-1b40-4950-91af-34b1369a048b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2a550e-2238-4f6b-8566-2d69ce713ec1', 'code': 200} Nov 12 13:41:46.625187 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8214eb8c-7764-4973-b105-003007d292b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218c83b6-ac2a-4bb4-80ab-5e2a8aed011a', 'code': 200} Nov 12 13:41:46.801667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-91fc7a4b-c3e9-4acf-ad36-d22e578d51a4 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:46.803280 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-91fc7a4b-c3e9-4acf-ad36-d22e578d51a4 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 907 time: 0.1215401 Nov 12 13:41:46.928213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.056636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-db274783-9330-45a6-b117-40f631ea7b19 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Deleting port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:47.057012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-db274783-9330-45a6-b117-40f631ea7b19 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.169773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710013-4c2d-4b66-88ae-a8773e1f3531 req-baa83d69-eb7b-4ae7-ad74-23aaffbb6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:47.171340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2710013-4c2d-4b66-88ae-a8773e1f3531 req-baa83d69-eb7b-4ae7-ad74-23aaffbb6e47 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cc191c68-1b40-4950-91af-34b1369a048b HTTP/1.1" status: 200 len: 1097 time: 0.1210864 Nov 12 13:41:47.178297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3801e-dbc0-4d0a-b19b-689337a57c8d req-db1a97cf-4fbe-4891-b27a-4f6e170389aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:47.180015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7c3801e-dbc0-4d0a-b19b-689337a57c8d req-db1a97cf-4fbe-4891-b27a-4f6e170389aa service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 1096 time: 0.1652260 Nov 12 13:41:47.294708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144efb59-1bd3-40f5-84a3-ed96c006bf06 req-1254d091-d966-4803-a5e7-754249945764 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:47.298087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-144efb59-1bd3-40f5-84a3-ed96c006bf06 req-1254d091-d966-4803-a5e7-754249945764 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 945 time: 0.2183905 Nov 12 13:41:47.308165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-db274783-9330-45a6-b117-40f631ea7b19 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] For port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:47.308554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-db274783-9330-45a6-b117-40f631ea7b19 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.328435 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.331205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-db274783-9330-45a6-b117-40f631ea7b19 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Calling delete_port for 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:47.346000 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.445349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7c3801e-dbc0-4d0a-b19b-689337a57c8d req-ee595031-bf8b-44fe-bcb2-89cc6f2caea5 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122624 Nov 12 13:41:47.448781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2710013-4c2d-4b66-88ae-a8773e1f3531 req-34885ef6-f0a7-485a-95c7-115fd37c3bc9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198455 Nov 12 13:41:47.449968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.513187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-144efb59-1bd3-40f5-84a3-ed96c006bf06 req-7bf1c98c-5f00-41e3-b658-f60ea7accdaa tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465166 Nov 12 13:41:47.617810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-db274783-9330-45a6-b117-40f631ea7b19 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.626139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a7e8969-f59a-400d-b536-fada1ecf7b2c req-77cf516c-4cc3-4db2-9b1d-7f4b46baa7b9 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7 HTTP/1.1" status: 200 len: 210 time: 0.0396059 Nov 12 13:41:47.649982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Router bea1a7d5-f7c1-43ed-a397-6a676791d1d7 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:47.653698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 0319d609-2940-41d7-ba1b-aa7727187f79 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:47.654642 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db274783-9330-45a6-b117-40f631ea7b19 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event deleted for resources: {'Port': ['ID=15cc15d4-6f22-4a8a-be15-d6fdc5aff148,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:47.720957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795999ce-ffaa-40e6-a7fd-3516913b5f6d req-a58aa19c-b393-4f1d-8bb0-2155835e349b tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:47.722604 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-795999ce-ffaa-40e6-a7fd-3516913b5f6d req-a58aa19c-b393-4f1d-8bb0-2155835e349b tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 945 time: 0.1152196 Nov 12 13:41:47.744203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-db274783-9330-45a6-b117-40f631ea7b19 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] No DVR routers for this DVR port 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:47.759398 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-db274783-9330-45a6-b117-40f631ea7b19 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.761710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2bd2505a-fd73-4e51-b1b2-626f116cfac2 req-db274783-9330-45a6-b117-40f631ea7b19 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "DELETE /v2.0/ports/15cc15d4-6f22-4a8a-be15-d6fdc5aff148 HTTP/1.1" status: 204 len: 173 time: 0.9194529 Nov 12 13:41:47.762185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7', 'name': 'network-vif-deleted', 'tag': '15cc15d4-6f22-4a8a-be15-d6fdc5aff148'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:47.764475 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ac1bb3-158c-47f3-acdb-a2a9a83eb996" -d '{"events": [{"server_uuid": "b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7", "name": "network-vif-deleted", "tag": "15cc15d4-6f22-4a8a-be15-d6fdc5aff148"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:47.838728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:47.841355 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f89e263-a1b3-48e8-8569-523689eacc8c x-openstack-request-id: req-2f89e263-a1b3-48e8-8569-523689eacc8c {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:47.841773 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7", "name": "network-vif-deleted", "tag": "15cc15d4-6f22-4a8a-be15-d6fdc5aff148", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:47.842120 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f89e263-a1b3-48e8-8569-523689eacc8c {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:47.842612 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b5f5e-1f96-4b4f-9b6d-fcb39f6bf7a7', 'name': 'network-vif-deleted', 'tag': '15cc15d4-6f22-4a8a-be15-d6fdc5aff148', 'status': 'completed', 'code': 200} Nov 12 13:41:47.846698 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.849334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f9a1553c-db79-4d7a-9245-12d9ff40763a tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "PUT /v2.0/routers/bea1a7d5-f7c1-43ed-a397-6a676791d1d7 HTTP/1.1" status: 200 len: 913 time: 2.6050513 Nov 12 13:41:47.849499 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0093d8-a4d5-457d-81c2-1c3146098842 None None] Sync routers for ids ['bea1a7d5-f7c1-43ed-a397-6a676791d1d7'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:47.851950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35694) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:47.864426 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0093d8-a4d5-457d-81c2-1c3146098842 None None] Routers {'bea1a7d5-f7c1-43ed-a397-6a676791d1d7'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:47.865347 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d0093d8-a4d5-457d-81c2-1c3146098842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bea1a7d5-f7c1-43ed-a397-6a676791d1d7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:47.911583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-795999ce-ffaa-40e6-a7fd-3516913b5f6d req-585ca09f-242f-4082-bbb9-cea7bd114816 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144671 Nov 12 13:41:47.918917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:47.931922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e69689-b2f7-465a-84c3-f34b1fd0a960 None None] Sync routers for ids ['0319d609-2940-41d7-ba1b-aa7727187f79'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:47.934559 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d0093d8-a4d5-457d-81c2-1c3146098842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:47.957166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e69689-b2f7-465a-84c3-f34b1fd0a960 None None] Routers {'0319d609-2940-41d7-ba1b-aa7727187f79'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:47.960143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e5e69689-b2f7-465a-84c3-f34b1fd0a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0319d609-2940-41d7-ba1b-aa7727187f79'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:47.963783 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0093d8-a4d5-457d-81c2-1c3146098842 None None] Routers {'bea1a7d5-f7c1-43ed-a397-6a676791d1d7'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:47.964700 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d0093d8-a4d5-457d-81c2-1c3146098842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['bea1a7d5-f7c1-43ed-a397-6a676791d1d7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:47.968035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:47.973543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-584d8ea1-e5d2-47f0-baa0-29514484c0d7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.0050750 Nov 12 13:41:47.974187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35696) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:48.003044 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d0093d8-a4d5-457d-81c2-1c3146098842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:48.003696 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0093d8-a4d5-457d-81c2-1c3146098842 None None] The sync data for ids ['bea1a7d5-f7c1-43ed-a397-6a676791d1d7'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:48.012320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e5e69689-b2f7-465a-84c3-f34b1fd0a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:48.023099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e69689-b2f7-465a-84c3-f34b1fd0a960 None None] Routers {'0319d609-2940-41d7-ba1b-aa7727187f79'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:48.023814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e5e69689-b2f7-465a-84c3-f34b1fd0a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0319d609-2940-41d7-ba1b-aa7727187f79'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:48.024560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-659b9d30-c84c-4300-a73e-9051c82c3394 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/routers/bea1a7d5-f7c1-43ed-a397-6a676791d1d7 HTTP/1.1" status: 200 len: 919 time: 0.1712542 Nov 12 13:41:48.027586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:48.067819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e5e69689-b2f7-465a-84c3-f34b1fd0a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:48.068553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e69689-b2f7-465a-84c3-f34b1fd0a960 None None] The sync data for ids ['0319d609-2940-41d7-ba1b-aa7727187f79'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:48.118182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d6579-886b-4839-bb5f-8c20ef08f46b tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:48.119693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-889d6579-886b-4839-bb5f-8c20ef08f46b tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&device_id=bea1a7d5-f7c1-43ed-a397-6a676791d1d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0911417 Nov 12 13:41:48.123014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35700) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:48.135752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7a13416f-13dd-4eb2-9bc3-8d0c098f38be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/routers/0319d609-2940-41d7-ba1b-aa7727187f79 HTTP/1.1" status: 200 len: 880 time: 0.1592908 Nov 12 13:41:48.138320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:48.213510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc852c-cef7-4f58-af6d-af994b39490e tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:48.214875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f6cc852c-cef7-4f58-af6d-af994b39490e tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 881 time: 0.0908139 Nov 12 13:41:48.217850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35704) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:48.246956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-30973fd6-bf79-4b1a-9325-bbdebfc0f687 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=bea1a7d5-f7c1-43ed-a397-6a676791d1d7 HTTP/1.1" status: 200 len: 205 time: 0.0279465 Nov 12 13:41:48.249620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35706) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:48.385419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:48.469569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-db1e5e8e-646b-437f-a347-30b4bcac5231 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3297968 Nov 12 13:41:48.478867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35714) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:48.485315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f6a4e429-df43-40f8-83cb-080cd13dc768 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-867364858'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:48.896059 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:48.993641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f542cc-264d-4315-99ea-73d62eb6b991 req-899704b4-0188-4647-a083-6890343218d2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:48.997461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29f542cc-264d-4315-99ea-73d62eb6b991 req-899704b4-0188-4647-a083-6890343218d2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 945 time: 0.0877733 Nov 12 13:41:49.069847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29f542cc-264d-4315-99ea-73d62eb6b991 req-11fba4ee-8b38-44da-a679-91f4bcf2679f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657713 Nov 12 13:41:49.120512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Deleting port 4998fb6c-b65f-49b8-9d48-5c1424872b02 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:49.120858 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:49.148968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f739c-f2bc-46d2-9897-ab47e81fe21e req-bbf2593d-9899-4c3b-ac58-7f6d5f68e947 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:49.150793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d79f739c-f2bc-46d2-9897-ab47e81fe21e req-bbf2593d-9899-4c3b-ac58-7f6d5f68e947 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 945 time: 0.1254869 Nov 12 13:41:49.305968 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:49.344035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d79f739c-f2bc-46d2-9897-ab47e81fe21e req-2a8edc8d-ea14-4495-81f2-d29e8d20b86a tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840219 Nov 12 13:41:49.354117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Calling delete_port for 4998fb6c-b65f-49b8-9d48-5c1424872b02 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:49.378050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e429-df43-40f8-83cb-080cd13dc768 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:49.425071 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e429-df43-40f8-83cb-080cd13dc768 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:49.613876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7790-9bcc-44c1-a16b-3a4730a34fe8 req-d1409eac-11d3-43e7-a273-b86a9a3f479e tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:49.615468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8c8d7790-9bcc-44c1-a16b-3a4730a34fe8 req-d1409eac-11d3-43e7-a273-b86a9a3f479e tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc191c68-1b40-4950-91af-34b1369a048b HTTP/1.1" status: 200 len: 946 time: 0.1867988 Nov 12 13:41:49.713983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a4e429-df43-40f8-83cb-080cd13dc768 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 0319d609-2940-41d7-ba1b-aa7727187f79 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:49.743026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8c8d7790-9bcc-44c1-a16b-3a4730a34fe8 req-46936420-f539-4d25-8fa1-bee022d62a55 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206846 Nov 12 13:41:49.814006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:49.847265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Pushing event deleted for resources: {'Port': ['ID=4998fb6c-b65f-49b8-9d48-5c1424872b02,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:49.850264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc76cb-be7e-4c04-a44a-f60e6d68ffd5 req-316474f9-f611-45e3-9913-09a8f7cb3adb tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:49.853074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34bc76cb-be7e-4c04-a44a-f60e6d68ffd5 req-316474f9-f611-45e3-9913-09a8f7cb3adb tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.0652032 Nov 12 13:41:49.870248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d685f-d90b-4da9-8490-5fb6e8224b35 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:49.976471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34bc76cb-be7e-4c04-a44a-f60e6d68ffd5 req-66fb067f-061b-4594-bbec-cf53c6908392 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051753 Nov 12 13:41:50.000500 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.034077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a4e429-df43-40f8-83cb-080cd13dc768 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:50.044317 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bab9a2-047a-4b9c-bde0-f0e8b86f436a None None] Sync routers for ids ['0319d609-2940-41d7-ba1b-aa7727187f79'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:50.055371 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bab9a2-047a-4b9c-bde0-f0e8b86f436a None None] Routers {'0319d609-2940-41d7-ba1b-aa7727187f79'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:50.055878 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-25bab9a2-047a-4b9c-bde0-f0e8b86f436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0319d609-2940-41d7-ba1b-aa7727187f79'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:50.078103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e429-df43-40f8-83cb-080cd13dc768 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.079262 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f6a4e429-df43-40f8-83cb-080cd13dc768 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/0319d609-2940-41d7-ba1b-aa7727187f79 HTTP/1.1" status: 200 len: 887 time: 1.5993741 Nov 12 13:41:50.082874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35748) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:50.088781 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-25bab9a2-047a-4b9c-bde0-f0e8b86f436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:50.101032 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bab9a2-047a-4b9c-bde0-f0e8b86f436a None None] Routers {'0319d609-2940-41d7-ba1b-aa7727187f79'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:50.101862 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-25bab9a2-047a-4b9c-bde0-f0e8b86f436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0319d609-2940-41d7-ba1b-aa7727187f79'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:50.137944 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.141111 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.142260 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-25bab9a2-047a-4b9c-bde0-f0e8b86f436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:50.143207 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bab9a2-047a-4b9c-bde0-f0e8b86f436a None None] The sync data for ids ['0319d609-2940-41d7-ba1b-aa7727187f79'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:50.204186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6a3ba-34d4-42a4-bdc7-d513750cb3a2 req-d927a2fa-3867-45e7-9d84-b71b568e8aa7 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:50.206538 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39d6a3ba-34d4-42a4-bdc7-d513750cb3a2 req-d927a2fa-3867-45e7-9d84-b71b568e8aa7 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc191c68-1b40-4950-91af-34b1369a048b HTTP/1.1" status: 200 len: 946 time: 0.1748488 Nov 12 13:41:50.222837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.223384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Fanout notify agent at l3_agent the message router_deleted on router bea1a7d5-f7c1-43ed-a397-6a676791d1d7 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:50.230710 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.231805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d269b442-7a2a-4b5e-abc7-7cda36132b80 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/bea1a7d5-f7c1-43ed-a397-6a676791d1d7 HTTP/1.1" status: 204 len: 168 time: 1.9811709 Nov 12 13:41:50.240437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35752) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:50.247904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7acc9106-1d6f-4793-a017-ae2e7dfd2963 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-756366485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:50.272728 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39d6a3ba-34d4-42a4-bdc7-d513750cb3a2 req-a09fed06-a96d-403f-acc0-b068e3187c71 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591903 Nov 12 13:41:50.282189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a1acf000-e3fd-4ef6-8f10-dfab34b0af9e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/routers/0319d609-2940-41d7-ba1b-aa7727187f79 HTTP/1.1" status: 200 len: 887 time: 0.1955938 Nov 12 13:41:50.282865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35754) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:50.302198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed7852-fb1a-4e52-bb05-f464b8a91234 req-171b0fa9-066f-4cd9-8b90-4ff01fff831f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:50.303766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ffed7852-fb1a-4e52-bb05-f464b8a91234 req-171b0fa9-066f-4cd9-8b90-4ff01fff831f tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 945 time: 0.1014159 Nov 12 13:41:50.305184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7acc9106-1d6f-4793-a017-ae2e7dfd2963 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.306439 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7acc9106-1d6f-4793-a017-ae2e7dfd2963 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.324193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fe4501be-4360-4ccf-a205-79983de41785 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=0319d609-2940-41d7-ba1b-aa7727187f79 HTTP/1.1" status: 200 len: 205 time: 0.0395970 Nov 12 13:41:50.326717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35756) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:50.395646 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7acc9106-1d6f-4793-a017-ae2e7dfd2963 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.402554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7acc9106-1d6f-4793-a017-ae2e7dfd2963 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.411843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ffed7852-fb1a-4e52-bb05-f464b8a91234 req-12a122a8-64e3-4b75-ad62-2288e8b1dfe2 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982678 Nov 12 13:41:50.435637 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7acc9106-1d6f-4793-a017-ae2e7dfd2963 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.440964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7acc9106-1d6f-4793-a017-ae2e7dfd2963 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1960859 Nov 12 13:41:50.441344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35758) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:50.449963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'enable_snat': False}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:50.539241 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.628075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-6038a106-1fa0-40e5-a632-dd82a2593d18 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:50.629705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-6038a106-1fa0-40e5-a632-dd82a2593d18 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.70 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 945 time: 0.0601075 Nov 12 13:41:50.734170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-2d740d4a-6bdd-4234-a112-d78443062131 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Deleting port d377d8f6-30f3-46c0-82d1-4af88497e2db {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:50.734415 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-2d740d4a-6bdd-4234-a112-d78443062131 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.770007 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.800882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.856730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-2d740d4a-6bdd-4234-a112-d78443062131 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] For port d377d8f6-30f3-46c0-82d1-4af88497e2db, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d377d8f6-30f3-46c0-82d1-4af88497e2db,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:50.857350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-2d740d4a-6bdd-4234-a112-d78443062131 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:50.872119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-2d740d4a-6bdd-4234-a112-d78443062131 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Calling delete_port for d377d8f6-30f3-46c0-82d1-4af88497e2db owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:50.909265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port 8542b59d-f869-4c8d-9b70-621eefca3fcd {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:50.909619 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.035329 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-2d740d4a-6bdd-4234-a112-d78443062131 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.054532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3', 'd377d8f6-30f3-46c0-82d1-4af88497e2db'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:51.066639 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.074437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d740d4a-6bdd-4234-a112-d78443062131 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event deleted for resources: {'Port': ['ID=d377d8f6-30f3-46c0-82d1-4af88497e2db,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:51.107064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for 8542b59d-f869-4c8d-9b70-621eefca3fcd owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:51.160030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-2d740d4a-6bdd-4234-a112-d78443062131 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] No DVR routers for this DVR port d377d8f6-30f3-46c0-82d1-4af88497e2db on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:51.163428 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-2d740d4a-6bdd-4234-a112-d78443062131 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.167494 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-674af4c7-7d5b-4702-a6c4-512d37bbad13 req-2d740d4a-6bdd-4234-a112-d78443062131 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.70 "DELETE /v2.0/ports/d377d8f6-30f3-46c0-82d1-4af88497e2db HTTP/1.1" status: 204 len: 173 time: 0.5301814 Nov 12 13:41:51.168337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ada9a-75dd-4634-8e1f-5c7cd59d884d', 'name': 'network-vif-deleted', 'tag': 'd377d8f6-30f3-46c0-82d1-4af88497e2db'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:51.172129 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61330c3-6838-4714-8b89-80ae223cd8cc" -d '{"events": [{"server_uuid": "777ada9a-75dd-4634-8e1f-5c7cd59d884d", "name": "network-vif-deleted", "tag": "d377d8f6-30f3-46c0-82d1-4af88497e2db"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:51.179901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.205139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc15718-d054-4f8f-8fa0-b92d69f71a4f req-280c2d5d-560d-4b68-b13b-5b8617ad3940 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:51.207275 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ccc15718-d054-4f8f-8fa0-b92d69f71a4f req-280c2d5d-560d-4b68-b13b-5b8617ad3940 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1109216 Nov 12 13:41:51.215041 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.242787 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9b04c7-16d8-433a-8b3c-f2f39a15b5a1 x-openstack-request-id: req-4b9b04c7-16d8-433a-8b3c-f2f39a15b5a1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:51.242787 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777ada9a-75dd-4634-8e1f-5c7cd59d884d", "name": "network-vif-deleted", "tag": "d377d8f6-30f3-46c0-82d1-4af88497e2db", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:51.243162 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b9b04c7-16d8-433a-8b3c-f2f39a15b5a1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:51.243662 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ada9a-75dd-4634-8e1f-5c7cd59d884d', 'name': 'network-vif-deleted', 'tag': 'd377d8f6-30f3-46c0-82d1-4af88497e2db', 'status': 'completed', 'code': 200} Nov 12 13:41:51.310202 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ccc15718-d054-4f8f-8fa0-b92d69f71a4f req-12d73131-f50d-449c-a52a-eb62e0ef690c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957608 Nov 12 13:41:51.497431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Allocated IP 172.25.5.96 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/0f0595f3-ee46-407c-826c-a0ba8ed7b354) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:51.528756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7759579-7641-4885-9e3b-854f14901788 req-4fac16d7-eba7-4667-a6ae-295b55acd380 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:51.530835 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7759579-7641-4885-9e3b-854f14901788 req-4fac16d7-eba7-4667-a6ae-295b55acd380 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc191c68-1b40-4950-91af-34b1369a048b HTTP/1.1" status: 200 len: 946 time: 0.1614830 Nov 12 13:41:51.555325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fcaddb9-afff-49c3-af44-1a7ec27c255f req-83e6893a-a55b-4370-8a5c-08acf853d87c tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=777ada9a-75dd-4634-8e1f-5c7cd59d884d HTTP/1.1" status: 200 len: 210 time: 0.0341377 Nov 12 13:41:51.588057 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.656946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=8542b59d-f869-4c8d-9b70-621eefca3fcd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:51.672360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc13d60-c83d-46a4-8ed9-7b5aa4db4712 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:51.706172 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7759579-7641-4885-9e3b-854f14901788 req-9bbaa15d-9e84-447e-81e8-c30525511e79 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631052 Nov 12 13:41:51.772495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-d37fd499-4a46-41b4-bd60-10dd19bc7063 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:51.775006 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-d37fd499-4a46-41b4-bd60-10dd19bc7063 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc191c68-1b40-4950-91af-34b1369a048b HTTP/1.1" status: 200 len: 946 time: 0.0881557 Nov 12 13:41:51.781024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.783724 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.867826 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:51.900764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.906477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.928590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-871fe4bc-4e2d-4b18-875d-5be18844d31f tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Deleting port 9b2a550e-2238-4f6b-8566-2d69ce713ec1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:51.929188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-871fe4bc-4e2d-4b18-875d-5be18844d31f tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.929314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:51.929502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 15cc15d4-6f22-4a8a-be15-d6fdc5aff148 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:51.969808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.970824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Fanout notify agent at l3_agent the message router_deleted on router 0319d609-2940-41d7-ba1b-aa7727187f79 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:51.974673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.986963 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:51.992876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5870da03-8630-46c6-979b-4311c898aa9a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/0319d609-2940-41d7-ba1b-aa7727187f79 HTTP/1.1" status: 204 len: 168 time: 1.6607344 Nov 12 13:41:51.995710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35772) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:52.013136 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'network': {'name': 'tempest-RoutersTest-696794637'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:52.052899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-871fe4bc-4e2d-4b18-875d-5be18844d31f tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] For port 9b2a550e-2238-4f6b-8566-2d69ce713ec1, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=9b2a550e-2238-4f6b-8566-2d69ce713ec1,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:52.053265 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-871fe4bc-4e2d-4b18-875d-5be18844d31f tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.068605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-871fe4bc-4e2d-4b18-875d-5be18844d31f tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Calling delete_port for 9b2a550e-2238-4f6b-8566-2d69ce713ec1 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:52.089022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:52.099931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:52.102997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:52.106483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Pushing event updated for resources: {'Port': ['ID=0f0595f3-ee46-407c-826c-a0ba8ed7b354,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:52.109476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:52.113241 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.117183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91e35c4-c8f3-4d1a-9ce3-87801201dd48 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:52.205366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:41:52.208097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f6063ce2-76fe-4c23-86a6-49dacbd59eb6 None None] Provisioning complete for port 0f0595f3-ee46-407c-826c-a0ba8ed7b354 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:52.208983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6063ce2-76fe-4c23-86a6-49dacbd59eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.271356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f6063ce2-76fe-4c23-86a6-49dacbd59eb6 None None] Port 0f0595f3-ee46-407c-826c-a0ba8ed7b354 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:52.283747 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-871fe4bc-4e2d-4b18-875d-5be18844d31f tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.299698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['218c83b6-ac2a-4bb4-80ab-5e2a8aed011a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:52.303837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['1921080f-08aa-454e-b73e-35db60e064f3', '9b2a550e-2238-4f6b-8566-2d69ce713ec1'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:52.334169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fe4bc-4e2d-4b18-875d-5be18844d31f tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Pushing event deleted for resources: {'Port': ['ID=9b2a550e-2238-4f6b-8566-2d69ce713ec1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:52.412017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-871fe4bc-4e2d-4b18-875d-5be18844d31f tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] No DVR routers for this DVR port 9b2a550e-2238-4f6b-8566-2d69ce713ec1 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:52.417023 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-871fe4bc-4e2d-4b18-875d-5be18844d31f tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.425008 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-68f69cc6-1d69-4e15-8e83-30fd1055858e req-871fe4bc-4e2d-4b18-875d-5be18844d31f tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.70 "DELETE /v2.0/ports/9b2a550e-2238-4f6b-8566-2d69ce713ec1 HTTP/1.1" status: 204 len: 173 time: 0.6414559 Nov 12 13:41:52.657840 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.658712 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added segment d0f3490d-dd81-4e42-b256-afdb120d1135 of type vlan for network 19688794-ff96-4673-9da7-9bc89634aee6 Nov 12 13:41:52.725667 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.747677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa18250-e2f3-4c6f-b54c-55eadf73e5a1 req-cc7eadb3-69fa-4965-a4a2-48a788da1e35 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:52.749393 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2fa18250-e2f3-4c6f-b54c-55eadf73e5a1 req-cc7eadb3-69fa-4965-a4a2-48a788da1e35 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1464870 Nov 12 13:41:52.835267 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.841378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:52.841997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:52.895225 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9610f034-4c69-4881-b563-323ff25e7308 req-97f95bcc-2c29-48e3-9113-657f4a1e4b7e tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc191c68-1b40-4950-91af-34b1369a048b HTTP/1.1" status: 200 len: 210 time: 0.0355158 Nov 12 13:41:52.946520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9432797 Nov 12 13:41:52.949341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35786) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:52.959822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'subnet': {'network_id': '19688794-ff96-4673-9da7-9bc89634aee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:52.961886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2fa18250-e2f3-4c6f-b54c-55eadf73e5a1 req-c7e5448d-1334-407d-bb35-2f129ddad7db tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712151 Nov 12 13:41:53.014759 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:53.055989 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5712b5f-a2da-4cf1-b9bf-16b5255dffbe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Network': ['ID=19688794-ff96-4673-9da7-9bc89634aee6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:53.071191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 19688794-ff96-4673-9da7-9bc89634aee6 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:41:53.190188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da3f8-e69f-459e-a966-773586b21199 req-e373a753-c81e-4b67-a96f-b8f30c72fec3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:53.191719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe8da3f8-e69f-459e-a966-773586b21199 req-e373a753-c81e-4b67-a96f-b8f30c72fec3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.2012613 Nov 12 13:41:53.200086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:41:53.203687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:53.248448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc191c68-1b40-4950-91af-34b1369a048b', 'name': 'network-vif-deleted', 'tag': '9b2a550e-2238-4f6b-8566-2d69ce713ec1'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:53.250624 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6daf74c-ab7c-4a98-a43b-8bbc2cd1cf90" -d '{"events": [{"server_uuid": "cc191c68-1b40-4950-91af-34b1369a048b", "name": "network-vif-deleted", "tag": "9b2a550e-2238-4f6b-8566-2d69ce713ec1"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:53.272605 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:53.277018 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:53.290716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-f6b76a37-d6a4-492c-9d52-93361bb35916 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:53.292289 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-f6b76a37-d6a4-492c-9d52-93361bb35916 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.70 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 945 time: 0.1492157 Nov 12 13:41:53.303421 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aaac79-ede1-444b-9850-5918d518e7cb x-openstack-request-id: req-12aaac79-ede1-444b-9850-5918d518e7cb {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:53.303714 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc191c68-1b40-4950-91af-34b1369a048b", "name": "network-vif-deleted", "tag": "9b2a550e-2238-4f6b-8566-2d69ce713ec1", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:53.303962 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12aaac79-ede1-444b-9850-5918d518e7cb {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:53.304442 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc191c68-1b40-4950-91af-34b1369a048b', 'name': 'network-vif-deleted', 'tag': '9b2a550e-2238-4f6b-8566-2d69ce713ec1', 'status': 'completed', 'code': 200} Nov 12 13:41:53.427031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Router 03066738-b449-4a96-80b9-b267711503c2 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:53.554830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:53.560320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:53.562116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-90a899a6-2916-4bd6-bf72-25ae79825e07 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "PUT /v2.0/routers/03066738-b449-4a96-80b9-b267711503c2 HTTP/1.1" status: 200 len: 914 time: 3.1157184 Nov 12 13:41:53.564655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35790) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:53.570162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d23c813-21fb-4dbe-a6bb-c27dd3a3447a None None] Sync routers for ids ['03066738-b449-4a96-80b9-b267711503c2'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:53.590068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d23c813-21fb-4dbe-a6bb-c27dd3a3447a None None] Routers {'03066738-b449-4a96-80b9-b267711503c2'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:53.591183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6d23c813-21fb-4dbe-a6bb-c27dd3a3447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['03066738-b449-4a96-80b9-b267711503c2'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:53.660199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6d23c813-21fb-4dbe-a6bb-c27dd3a3447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:53.676934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d23c813-21fb-4dbe-a6bb-c27dd3a3447a None None] Routers {'03066738-b449-4a96-80b9-b267711503c2'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:53.678139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6d23c813-21fb-4dbe-a6bb-c27dd3a3447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['03066738-b449-4a96-80b9-b267711503c2'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:53.687769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35792) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:53.694050 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-18855865-cb35-4e59-84b6-e94c335ede92 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/routers/03066738-b449-4a96-80b9-b267711503c2 HTTP/1.1" status: 200 len: 920 time: 0.1151671 Nov 12 13:41:53.696972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe8da3f8-e69f-459e-a966-773586b21199 req-92283557-402e-43ad-9d48-6d31d5dcf2e1 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=9506fe6e-6e25-482d-87c3-74b8bd1a4862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890811 Nov 12 13:41:53.716865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-6d23c813-21fb-4dbe-a6bb-c27dd3a3447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:53.717878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d23c813-21fb-4dbe-a6bb-c27dd3a3447a None None] The sync data for ids ['03066738-b449-4a96-80b9-b267711503c2'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:53.810820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46700833-96d0-4a53-94ec-c523ddb831d2 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:53.812360 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-46700833-96d0-4a53-94ec-c523ddb831d2 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&device_id=03066738-b449-4a96-80b9-b267711503c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1236353 Nov 12 13:41:53.815552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35794) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:53.872022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-88ee2578-161a-459a-9218-dd796d4ee09a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Deleting port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:53.872365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-88ee2578-161a-459a-9218-dd796d4ee09a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:53.910264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:53.918098 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3049eb5e-bdc5-4845-875f-934b3844caa5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:53.919538 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3049eb5e-bdc5-4845-875f-934b3844caa5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/networks/380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 881 time: 0.1029811 Nov 12 13:41:53.924740 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35796) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:53.957669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f46cb853-53ea-4870-bd93-dfa72432330a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=03066738-b449-4a96-80b9-b267711503c2 HTTP/1.1" status: 200 len: 205 time: 0.0315590 Nov 12 13:41:53.961150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35800) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:54.044418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-88ee2578-161a-459a-9218-dd796d4ee09a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] For port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:54.045026 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-88ee2578-161a-459a-9218-dd796d4ee09a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.049835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Subnet': ['ID=93f1b22a-0a36-4be3-872e-2968bd4014f7,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:54.070078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-88ee2578-161a-459a-9218-dd796d4ee09a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Calling delete_port for a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:54.076577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Checking segment: {'id': 'd0f3490d-dd81-4e42-b256-afdb120d1135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '19688794-ff96-4673-9da7-9bc89634aee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:54.076921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network hostable DHCP agents. Network: 19688794-ff96-4673-9da7-9bc89634aee6, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:41:54.150906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 19688794-ff96-4673-9da7-9bc89634aee6 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:41:54.166212 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.176322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 19688794-ff96-4673-9da7-9bc89634aee6) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:54.183468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:54.184091 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.184509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fbcffc-8e53-425f-8d8b-dd4bacb16325 None None] Network 19688794-ff96-4673-9da7-9bc89634aee6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:54.214822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-71451cbf-cdd5-4aad-a935-3a1de16d2692 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2600725 Nov 12 13:41:54.216710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:54.226410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9f3561bf-1d40-463c-8735-122cbd871925 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1336333778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:54.234581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d99f6a-3d67-4c93-88ef-525f735f3475 req-d180b8df-61ab-4c08-b315-513ddebbee52 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:54.237791 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d99f6a-3d67-4c93-88ef-525f735f3475 req-d180b8df-61ab-4c08-b315-513ddebbee52 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1412914 Nov 12 13:41:54.256823 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f3561bf-1d40-463c-8735-122cbd871925 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.258123 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f3561bf-1d40-463c-8735-122cbd871925 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.371077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.382781 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d99f6a-3d67-4c93-88ef-525f735f3475 req-9769f75d-5947-4b7f-a029-7642ceb7572b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349010 Nov 12 13:41:54.401379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-19688794-ff96-4673-9da7-9bc89634aee6', 'network_id': '19688794-ff96-4673-9da7-9bc89634aee6', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'fixed_ips': [{'subnet_id': '93f1b22a-0a36-4be3-872e-2968bd4014f7'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:41:54.402532 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.429824 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-88ee2578-161a-459a-9218-dd796d4ee09a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.440070 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f3561bf-1d40-463c-8735-122cbd871925 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.446239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:41:54.450292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Deleting port 0f0595f3-ee46-407c-826c-a0ba8ed7b354 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:54.450800 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.457038 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f3561bf-1d40-463c-8735-122cbd871925 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.503302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee2578-161a-459a-9218-dd796d4ee09a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event deleted for resources: {'Port': ['ID=a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:54.573964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-88ee2578-161a-459a-9218-dd796d4ee09a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] No DVR routers for this DVR port a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:41:54.581343 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-88ee2578-161a-459a-9218-dd796d4ee09a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.586133 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1c8b112-0f59-4fdc-a426-6d512f56a72b req-88ee2578-161a-459a-9218-dd796d4ee09a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.70 "DELETE /v2.0/ports/a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 HTTP/1.1" status: 204 len: 173 time: 1.2752469 Nov 12 13:41:54.589359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f3561bf-1d40-463c-8735-122cbd871925 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.590904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9f3561bf-1d40-463c-8735-122cbd871925 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3730686 Nov 12 13:41:54.594225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:54.609787 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:54.626680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Calling delete_port for 0f0595f3-ee46-407c-826c-a0ba8ed7b354 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:54.718892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Allocated IP 172.20.0.2 (19688794-ff96-4673-9da7-9bc89634aee6/93f1b22a-0a36-4be3-872e-2968bd4014f7/37cfdafa-cd74-4e5c-b752-d075dcf5d13d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:54.879348 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d0f6268-a05e-406f-a44b-c33dcf45a64c req-436c4fb6-e5d6-4884-80e1-85d8cb7e6c3d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c352e174-7a58-4679-bc66-e0d332cdef41 HTTP/1.1" status: 200 len: 210 time: 0.0452392 Nov 12 13:41:54.974720 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.015392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Pushing event deleted for resources: {'Port': ['ID=0f0595f3-ee46-407c-826c-a0ba8ed7b354,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:55.117829 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.138966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.162370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.168398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708aca2-6239-40af-aa20-069223e58ab9 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:55.173463 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.245955 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.249225 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.270152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Pushing event updated for resources: {'Port': ['ID=37cfdafa-cd74-4e5c-b752-d075dcf5d13d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:55.289413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Network 19688794-ff96-4673-9da7-9bc89634aee6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:55.291859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:55.295192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:55.348784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c352e174-7a58-4679-bc66-e0d332cdef41', 'name': 'network-vif-deleted', 'tag': 'a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:41:55.351174 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d2acc1-d965-4e13-a871-53f8b5bd3224" -d '{"events": [{"server_uuid": "c352e174-7a58-4679-bc66-e0d332cdef41", "name": "network-vif-deleted", "tag": "a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:41:55.365139 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.365839 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Fanout notify agent at l3_agent the message router_deleted on router 03066738-b449-4a96-80b9-b267711503c2 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:41:55.380198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.382552 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-78e329b9-9cd2-4978-8ae9-dc56bfe1c58a tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/03066738-b449-4a96-80b9-b267711503c2 HTTP/1.1" status: 204 len: 168 time: 1.4172218 Nov 12 13:41:55.386882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35836) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:55.391613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-112283813', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:55.422784 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Attempting to bind port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:41:55.422784 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Attempting to bind port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'd0f3490d-dd81-4e42-b256-afdb120d1135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '19688794-ff96-4673-9da7-9bc89634aee6'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:41:55.422784 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Attempting to bind port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d on network 19688794-ff96-4673-9da7-9bc89634aee6 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:41:55.434504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:41:55.435216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Checking segment: {'id': 'd0f3490d-dd81-4e42-b256-afdb120d1135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '19688794-ff96-4673-9da7-9bc89634aee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:41:55.435437 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.436208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Bound using segment: {'id': 'd0f3490d-dd81-4e42-b256-afdb120d1135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '19688794-ff96-4673-9da7-9bc89634aee6'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:41:55.436720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Bound port: 37cfdafa-cd74-4e5c-b752-d075dcf5d13d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3490d-dd81-4e42-b256-afdb120d1135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '19688794-ff96-4673-9da7-9bc89634aee6'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:41:55.437114 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.481518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.482970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.522614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] For port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:41:55.527906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] For port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37cfdafa-cd74-4e5c-b752-d075dcf5d13d,segment=NetworkSegment(d0f3490d-dd81-4e42-b256-afdb120d1135),segment_id=d0f3490d-dd81-4e42-b256-afdb120d1135)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:41:55.535845 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.587326 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.616340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afdaad-2a66-4c13-a81f-2dfba44902b6 req-296c3e96-5bd6-4117-8f82-fa4f4eb6f313 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:55.620099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccae72-cc30-4569-b1c5-643fd92becac None None] Pushing event updated for resources: {'Port': ['ID=37cfdafa-cd74-4e5c-b752-d075dcf5d13d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:55.623926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afdaad-2a66-4c13-a81f-2dfba44902b6 req-296c3e96-5bd6-4117-8f82-fa4f4eb6f313 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:55.626077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7afdaad-2a66-4c13-a81f-2dfba44902b6 req-296c3e96-5bd6-4117-8f82-fa4f4eb6f313 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf&device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 1681 time: 0.1332774 Nov 12 13:41:55.631273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Allocated IP 172.20.0.1 (19688794-ff96-4673-9da7-9bc89634aee6/93f1b22a-0a36-4be3-872e-2968bd4014f7/b150c6dd-b92c-433a-aade-3df43a981df6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:55.638646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:55.660729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:55.661087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:55.661600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 9b2a550e-2238-4f6b-8566-2d69ce713ec1 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:55.664464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa41509-cf5d-470d-93ca-433beac0fa2b req-cb14b75f-1e49-49e0-80ad-c5d9b6d7f752 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:55.666098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0fa41509-cf5d-470d-93ca-433beac0fa2b req-cb14b75f-1e49-49e0-80ad-c5d9b6d7f752 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1394050 Nov 12 13:41:55.694252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 9b2a550e-2238-4f6b-8566-2d69ce713ec1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:55.694891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 9b2a550e-2238-4f6b-8566-2d69ce713ec1 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:55.695470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d377d8f6-30f3-46c0-82d1-4af88497e2db no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:41:55.718748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: d377d8f6-30f3-46c0-82d1-4af88497e2db {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:41:55.720531 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d377d8f6-30f3-46c0-82d1-4af88497e2db not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:41:55.777373 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7afdaad-2a66-4c13-a81f-2dfba44902b6 req-1759bd7b-a405-46e8-b08d-fe24dbab9460 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406584 Nov 12 13:41:55.847261 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b470604-0e11-4478-8e9c-0bc6719f5ec6 x-openstack-request-id: req-8b470604-0e11-4478-8e9c-0bc6719f5ec6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:41:55.853217 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c352e174-7a58-4679-bc66-e0d332cdef41", "name": "network-vif-deleted", "tag": "a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:41:55.855873 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b470604-0e11-4478-8e9c-0bc6719f5ec6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:41:55.856758 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c352e174-7a58-4679-bc66-e0d332cdef41', 'name': 'network-vif-deleted', 'tag': 'a03dc3d4-0f4e-4b75-b2c0-a0f87896a2f3', 'status': 'completed', 'code': 200} Nov 12 13:41:55.888797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.894528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:55.903501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0fa41509-cf5d-470d-93ca-433beac0fa2b req-49d43183-dac3-4806-a539-6be4992f19b0 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091963 Nov 12 13:41:55.977933 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.042148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 19688794-ff96-4673-9da7-9bc89634aee6 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:56.045883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:56.050450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:56.107023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=b150c6dd-b92c-433a-aade-3df43a981df6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:56.135001 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.237530 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.264261 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.357891 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.436397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3932628-591a-440f-989d-132bc2c6bb03 req-e64b96ec-9da6-48d7-8d39-fe313f18642a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:56.438342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c3932628-591a-440f-989d-132bc2c6bb03 req-e64b96ec-9da6-48d7-8d39-fe313f18642a tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1120346 Nov 12 13:41:56.480715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Allocated IP 172.25.5.97 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/f8e54c0b-b9b1-4fec-bc63-62871e98367d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:41:56.554734 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c3932628-591a-440f-989d-132bc2c6bb03 req-7d2dd008-98ed-4ea2-92fe-1f9e6cb23629 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941916 Nov 12 13:41:56.658406 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.708237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.763609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:56.767712 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:56.770701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:41:56.795101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d153b0-479e-41d3-99b2-e7a6571f85a6 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:41:56.799669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5abd0-c291-4f72-a5bb-06a0eddab8f7 req-16a216ea-3a84-4c55-9654-7af7d45d6898 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:56.801392 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98e5abd0-c291-4f72-a5bb-06a0eddab8f7 req-16a216ea-3a84-4c55-9654-7af7d45d6898 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 945 time: 0.0796876 Nov 12 13:41:56.850970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-619d2f6a-a9c7-47f0-8444-51c80dc1b0e8 None None] Provisioning complete for port f8e54c0b-b9b1-4fec-bc63-62871e98367d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:56.851351 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-619d2f6a-a9c7-47f0-8444-51c80dc1b0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.873739 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98e5abd0-c291-4f72-a5bb-06a0eddab8f7 req-2f2a435b-1586-455f-ac2b-d2aa80d92c9e tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640666 Nov 12 13:41:56.875953 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.883330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.916523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-619d2f6a-a9c7-47f0-8444-51c80dc1b0e8 None None] Port f8e54c0b-b9b1-4fec-bc63-62871e98367d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:56.947709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Pushing event updated for resources: {'Port': ['ID=f8e54c0b-b9b1-4fec-bc63-62871e98367d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:56.983880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=b150c6dd-b92c-433a-aade-3df43a981df6,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:56.986857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:56.994207 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c59a1a1-f497-4948-a745-e9df2ea2e65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:57.095487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78bb1ea-8d59-459e-8474-bbd381d68711 None None] Network 19688794-ff96-4673-9da7-9bc89634aee6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:41:57.123144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 19688794-ff96-4673-9da7-9bc89634aee6 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:41:57.124865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:41:57.196902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7e0adcd6-5f14-4cbf-9392-4d2a89e2f6bc None None] Provisioning complete for port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:57.197301 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e0adcd6-5f14-4cbf-9392-4d2a89e2f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:57.293242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:57.403376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:57.408415 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e0adcd6-5f14-4cbf-9392-4d2a89e2f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:57.414693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-42a46595-91d7-422f-89f2-840a56e2ef8b tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8112917 Nov 12 13:41:57.414693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35866) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:57.429667 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834cf62-5f7d-46f4-8b85-f5012dada013 None None] Sync routers for ids ['c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:57.447083 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834cf62-5f7d-46f4-8b85-f5012dada013 None None] Routers {'c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:57.447727 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5834cf62-5f7d-46f4-8b85-f5012dada013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:57.481211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7e0adcd6-5f14-4cbf-9392-4d2a89e2f6bc None None] For port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37cfdafa-cd74-4e5c-b752-d075dcf5d13d,segment=NetworkSegment(d0f3490d-dd81-4e42-b256-afdb120d1135),segment_id=d0f3490d-dd81-4e42-b256-afdb120d1135)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:57.484226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be817d45-23b3-4345-af38-a68bc6098446 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:57.489820 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-be817d45-23b3-4345-af38-a68bc6098446 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports/b150c6dd-b92c-433a-aade-3df43a981df6 HTTP/1.1" status: 200 len: 910 time: 0.0697069 Nov 12 13:41:57.490302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35868) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:57.494729 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e0adcd6-5f14-4cbf-9392-4d2a89e2f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:57.504705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aed216a9-7c7a-45e1-a28d-2f091a9cae80 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93f1b22a-0a36-4be3-872e-2968bd4014f7'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:57.519359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e2272-c68a-4974-be8c-1665bd3c9d2f req-feb6dc25-ef25-4657-95a7-723c1691e2f9 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:57.521035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-818e2272-c68a-4974-be8c-1665bd3c9d2f req-feb6dc25-ef25-4657-95a7-723c1691e2f9 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.4870543 Nov 12 13:41:57.537398 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5834cf62-5f7d-46f4-8b85-f5012dada013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:57.555100 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834cf62-5f7d-46f4-8b85-f5012dada013 None None] Routers {'c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:57.555987 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5834cf62-5f7d-46f4-8b85-f5012dada013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:57.584524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:57.591704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-818e2272-c68a-4974-be8c-1665bd3c9d2f req-b6265967-76d6-4bef-8ae4-469a400d604b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623548 Nov 12 13:41:57.620022 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5834cf62-5f7d-46f4-8b85-f5012dada013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:57.621029 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834cf62-5f7d-46f4-8b85-f5012dada013 None None] The sync data for ids ['c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:57.629910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0adcd6-5f14-4cbf-9392-4d2a89e2f6bc None None] Pushing event updated for resources: {'Port': ['ID=37cfdafa-cd74-4e5c-b752-d075dcf5d13d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:57.821370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aed216a9-7c7a-45e1-a28d-2f091a9cae80 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:57.835465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-61a210fc-eb95-409c-9077-c2d321687e5c None None] Provisioning complete for port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:57.836157 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61a210fc-eb95-409c-9077-c2d321687e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:57.903368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb7b78-7de2-4197-a5fa-36dafe72d7c5 req-02d6cd91-c254-4c68-a284-2b9545b3baa3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:57.911918 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8bb7b78-7de2-4197-a5fa-36dafe72d7c5 req-02d6cd91-c254-4c68-a284-2b9545b3baa3 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1887748 Nov 12 13:41:57.951884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.001580 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37cfdafa-cd74-4e5c-b752-d075dcf5d13d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:41:58.059655 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8bb7b78-7de2-4197-a5fa-36dafe72d7c5 req-56f1f320-a58f-4326-a02f-cf1b0b655a30 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467247 Nov 12 13:41:58.075958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-61a210fc-eb95-409c-9077-c2d321687e5c None None] Provisioning complete for port b150c6dd-b92c-433a-aade-3df43a981df6 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:58.076341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61a210fc-eb95-409c-9077-c2d321687e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.136525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-61a210fc-eb95-409c-9077-c2d321687e5c None None] Port b150c6dd-b92c-433a-aade-3df43a981df6 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:58.152693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:58.154954 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.194711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d59f8-67ee-4222-bfc7-b8e534e485fc req-0858e66e-2140-4916-85cc-b1d4adfc56c7 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:58.206130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a47d59f8-67ee-4222-bfc7-b8e534e485fc req-0858e66e-2140-4916-85cc-b1d4adfc56c7 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 945 time: 0.1734800 Nov 12 13:41:58.283310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3a95c7cd-8f1f-4162-9deb-c1b79755f1ed None None] Provisioning complete for port b150c6dd-b92c-433a-aade-3df43a981df6 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:58.283856 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a95c7cd-8f1f-4162-9deb-c1b79755f1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.336719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3a95c7cd-8f1f-4162-9deb-c1b79755f1ed None None] Port b150c6dd-b92c-433a-aade-3df43a981df6 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:58.369872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Router 9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:41:58.380954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a47d59f8-67ee-4222-bfc7-b8e534e485fc req-850203e6-4c9b-4b18-9c53-0fd04de6fc93 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690342 Nov 12 13:41:58.405644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82250844-a05c-4207-a845-479f510c0247 req-4f4d8ef4-17e0-432e-85a0-d2f206d57db7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:58.407217 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82250844-a05c-4207-a845-479f510c0247 req-4f4d8ef4-17e0-432e-85a0-d2f206d57db7 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1652038 Nov 12 13:41:58.456557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-44e9b103-877a-48a9-9929-8ee822859b2a None None] Provisioning complete for port b150c6dd-b92c-433a-aade-3df43a981df6 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:41:58.456940 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44e9b103-877a-48a9-9929-8ee822859b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.466832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-932850a9-c83f-4aca-87f6-f9bbfca1b3a9 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:58.468302 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-932850a9-c83f-4aca-87f6-f9bbfca1b3a9 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b1c3457-f2c8-40f1-8132-377ba68541cf HTTP/1.1" status: 200 len: 945 time: 0.1130810 Nov 12 13:41:58.500379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-44e9b103-877a-48a9-9929-8ee822859b2a None None] Port b150c6dd-b92c-433a-aade-3df43a981df6 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:41:58.588441 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:58.600442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778056aa-6727-447b-817e-e71d5719f0cf None None] Sync routers for ids ['9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:41:58.604609 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aed216a9-7c7a-45e1-a28d-2f091a9cae80 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.614131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Deleting port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:58.614514 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.620582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778056aa-6727-447b-817e-e71d5719f0cf None None] Routers {'9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:58.620887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.621789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-778056aa-6727-447b-817e-e71d5719f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:58.622167 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-16c95df3-fd0e-477e-ab47-69d7bff496d8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2342613 Nov 12 13:41:58.625698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-f022ea36-7cba-4000-95c1-bf52a42556ef tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:58.628123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-f022ea36-7cba-4000-95c1-bf52a42556ef tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.105 "GET /v2.0/ports?device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 945 time: 0.1589007 Nov 12 13:41:58.630094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35876) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:58.634770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:41:58.637045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aed216a9-7c7a-45e1-a28d-2f091a9cae80 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.665890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-778056aa-6727-447b-817e-e71d5719f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:58.676566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778056aa-6727-447b-817e-e71d5719f0cf None None] Routers {'9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:41:58.677037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-778056aa-6727-447b-817e-e71d5719f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:58.717972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-778056aa-6727-447b-817e-e71d5719f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:41:58.718792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778056aa-6727-447b-817e-e71d5719f0cf None None] The sync data for ids ['9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:41:58.739562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] For port 5dce9890-63ab-4783-b1d9-aa80b0f6a234, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5dce9890-63ab-4783-b1d9-aa80b0f6a234,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:58.740370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.901810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed216a9-7c7a-45e1-a28d-2f091a9cae80 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:58.902314 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aed216a9-7c7a-45e1-a28d-2f091a9cae80 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:58.903647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aed216a9-7c7a-45e1-a28d-2f091a9cae80 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/ports/b150c6dd-b92c-433a-aade-3df43a981df6 HTTP/1.1" status: 200 len: 910 time: 1.4120529 Nov 12 13:41:58.912207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35882) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:41:58.927164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed216a9-7c7a-45e1-a28d-2f091a9cae80 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=b150c6dd-b92c-433a-aade-3df43a981df6,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:58.953149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-b299eb29-385c-4ce0-b234-b243d745b239 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Deleting port 1921080f-08aa-454e-b73e-35db60e064f3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:58.953516 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-b299eb29-385c-4ce0-b234-b243d745b239 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.015160 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.015883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.015883 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Floating IP f0d8e893-4bd6-46b1-b471-81d02e8b042f disassociated. External IP: 172.25.5.63, port: 5dce9890-63ab-4783-b1d9-aa80b0f6a234. Nov 12 13:41:59.016155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Calling delete_port for 5dce9890-63ab-4783-b1d9-aa80b0f6a234 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:59.278832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e6f5-af60-4c7a-b66f-f74d7d44ff28 req-37238ce4-86b7-4aa5-b16f-9e76cdfcd62e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:59.280290 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a21e6f5-af60-4c7a-b66f-f74d7d44ff28 req-37238ce4-86b7-4aa5-b16f-9e76cdfcd62e tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 944 time: 0.1236503 Nov 12 13:41:59.321153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3b7bd-ba6e-4826-acfb-f9df41e92e87 req-b8a3ffcd-a08a-497d-918e-cc673397d1f5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:59.322695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cae3b7bd-ba6e-4826-acfb-f9df41e92e87 req-b8a3ffcd-a08a-497d-918e-cc673397d1f5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.6087203 Nov 12 13:41:59.381220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.403801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a21e6f5-af60-4c7a-b66f-f74d7d44ff28 req-8d9c7d40-a194-4b9c-8df9-391598d30c96 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups?id=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018388 Nov 12 13:41:59.429959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event deleted for resources: {'Port': ['ID=5dce9890-63ab-4783-b1d9-aa80b0f6a234,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:41:59.478629 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b6515d5-5337-4c0d-be47-d55385f73d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.525380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-3dfb57d9-3883-4665-a4d5-f53110271861 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Deleting port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:41:59.526087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-3dfb57d9-3883-4665-a4d5-f53110271861 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.577145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cae3b7bd-ba6e-4826-acfb-f9df41e92e87 req-5e2947c6-76fa-4851-9376-f0c91c5c0931 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389443 Nov 12 13:41:59.650564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-b299eb29-385c-4ce0-b234-b243d745b239 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] For port 1921080f-08aa-454e-b73e-35db60e064f3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=1921080f-08aa-454e-b73e-35db60e064f3,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:59.650931 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-b299eb29-385c-4ce0-b234-b243d745b239 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.651172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffaf9e-0444-4fc5-9c61-47511cd8bb39 req-3f697faa-3d35-4174-85e6-5fe48f415552 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:41:59.653406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-59ffaf9e-0444-4fc5-9c61-47511cd8bb39 req-3f697faa-3d35-4174-85e6-5fe48f415552 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 945 time: 0.1248167 Nov 12 13:41:59.661887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.681801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-b299eb29-385c-4ce0-b234-b243d745b239 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Calling delete_port for 1921080f-08aa-454e-b73e-35db60e064f3 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:59.710673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Router 78519dc0-20d6-4845-9aba-e37321a9d34e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:41:59.803145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-3dfb57d9-3883-4665-a4d5-f53110271861 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] For port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,segment=NetworkSegment(f341cd61-9647-4588-a41b-2db140d363d4),segment_id=f341cd61-9647-4588-a41b-2db140d363d4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:41:59.803502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-3dfb57d9-3883-4665-a4d5-f53110271861 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.837665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-59ffaf9e-0444-4fc5-9c61-47511cd8bb39 req-5e3a4044-9556-482c-8607-8e00ac097167 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/security-groups?id=041a484f-1ec9-49af-a37c-606933964c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711261 Nov 12 13:41:59.856214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-3dfb57d9-3883-4665-a4d5-f53110271861 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Calling delete_port for 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:41:59.937935 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.967314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:41:59.972720 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:41:59.983008 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c607c866-6134-489b-b349-b2d972d04719 None None] Sync routers for ids ['78519dc0-20d6-4845-9aba-e37321a9d34e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:00.002396 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607c866-6134-489b-b349-b2d972d04719 None None] Routers {'78519dc0-20d6-4845-9aba-e37321a9d34e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:00.003328 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c607c866-6134-489b-b349-b2d972d04719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78519dc0-20d6-4845-9aba-e37321a9d34e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:00.017798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] No DVR routers for this DVR port 5dce9890-63ab-4783-b1d9-aa80b0f6a234 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:00.020771 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.024153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-82250844-a05c-4207-a845-479f510c0247 req-fb96067b-f7df-4cbe-a1ea-bb4e9d2a6421 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.105 "DELETE /v2.0/ports/5dce9890-63ab-4783-b1d9-aa80b0f6a234 HTTP/1.1" status: 204 len: 173 time: 1.5734429 Nov 12 13:42:00.024607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-deleted', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:00.027161 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f42aedd-9b89-485a-9aea-d84118ed7ed0" -d '{"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-deleted", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:00.078742 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdb8a32-29ae-4f57-849a-d4e6c0f7734e x-openstack-request-id: req-8fdb8a32-29ae-4f57-849a-d4e6c0f7734e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:00.078742 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca415d-92e8-464f-84e7-3f54f6b2562d", "name": "network-vif-deleted", "tag": "5dce9890-63ab-4783-b1d9-aa80b0f6a234", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:00.079135 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8fdb8a32-29ae-4f57-849a-d4e6c0f7734e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:00.079312 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca415d-92e8-464f-84e7-3f54f6b2562d', 'name': 'network-vif-deleted', 'tag': '5dce9890-63ab-4783-b1d9-aa80b0f6a234', 'status': 'completed', 'code': 200} Nov 12 13:42:00.118939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-b299eb29-385c-4ce0-b234-b243d745b239 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.131948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['218c83b6-ac2a-4bb4-80ab-5e2a8aed011a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:42:00.167004 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c607c866-6134-489b-b349-b2d972d04719 None None] Set router 78519dc0-20d6-4845-9aba-e37321a9d34e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:00.167240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port b150c6dd-b92c-433a-aade-3df43a981df6 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:00.167513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.188237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299eb29-385c-4ce0-b234-b243d745b239 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Pushing event deleted for resources: {'Port': ['ID=1921080f-08aa-454e-b73e-35db60e064f3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:00.260247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Deleting port f8e54c0b-b9b1-4fec-bc63-62871e98367d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:00.260680 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.282845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-b299eb29-385c-4ce0-b234-b243d745b239 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] No DVR routers for this DVR port 1921080f-08aa-454e-b73e-35db60e064f3 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:00.286743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-3dfb57d9-3883-4665-a4d5-f53110271861 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.288150 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.288893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-b299eb29-385c-4ce0-b234-b243d745b239 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.292743 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-35458210-cbab-4524-a0fc-b139cfdeb67f req-b299eb29-385c-4ce0-b234-b243d745b239 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.70 "DELETE /v2.0/ports/1921080f-08aa-454e-b73e-35db60e064f3 HTTP/1.1" status: 204 len: 173 time: 1.8032446 Nov 12 13:42:00.305788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for b150c6dd-b92c-433a-aade-3df43a981df6 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:00.320491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1c3457-f2c8-40f1-8132-377ba68541cf', 'name': 'network-vif-deleted', 'tag': '1921080f-08aa-454e-b73e-35db60e064f3'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:00.322661 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae124fa6-f216-4e6b-8148-6de459d4a688" -d '{"events": [{"server_uuid": "1b1c3457-f2c8-40f1-8132-377ba68541cf", "name": "network-vif-deleted", "tag": "1921080f-08aa-454e-b73e-35db60e064f3"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:00.372982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb57d9-3883-4665-a4d5-f53110271861 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Pushing event deleted for resources: {'Port': ['ID=218c83b6-ac2a-4bb4-80ab-5e2a8aed011a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:00.432922 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb89c720-71d4-419a-93cc-6da9176b5f4b x-openstack-request-id: req-bb89c720-71d4-419a-93cc-6da9176b5f4b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:00.433237 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1c3457-f2c8-40f1-8132-377ba68541cf", "name": "network-vif-deleted", "tag": "1921080f-08aa-454e-b73e-35db60e064f3", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:00.433687 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb89c720-71d4-419a-93cc-6da9176b5f4b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:00.434229 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1c3457-f2c8-40f1-8132-377ba68541cf', 'name': 'network-vif-deleted', 'tag': '1921080f-08aa-454e-b73e-35db60e064f3', 'status': 'completed', 'code': 200} Nov 12 13:42:00.440482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-3dfb57d9-3883-4665-a4d5-f53110271861 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] No DVR routers for this DVR port 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:00.448690 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-3dfb57d9-3883-4665-a4d5-f53110271861 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.452225 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-814f6f36-110c-4df5-83a6-faeef9b357ea req-3dfb57d9-3883-4665-a4d5-f53110271861 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.105 "DELETE /v2.0/ports/218c83b6-ac2a-4bb4-80ab-5e2a8aed011a HTTP/1.1" status: 204 len: 173 time: 1.8088241 Nov 12 13:42:00.456250 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c607c866-6134-489b-b349-b2d972d04719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cac47d1c-5ba7-4dee-b1fb-0b986f4c841c', 'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'mac_address': 'fa:16:3e:9a:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:48Z', 'updated_at': '2021-11-12T13:29:55Z', 'revision_number': 5, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'subnets': [{'id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:00.456979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.471695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Calling delete_port for f8e54c0b-b9b1-4fec-bc63-62871e98367d owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:00.495050 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c607c866-6134-489b-b349-b2d972d04719 None None] Checking router: 78519dc0-20d6-4845-9aba-e37321a9d34e for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:42:00.508596 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607c866-6134-489b-b349-b2d972d04719 None None] Routers {'78519dc0-20d6-4845-9aba-e37321a9d34e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:00.509324 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c607c866-6134-489b-b349-b2d972d04719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78519dc0-20d6-4845-9aba-e37321a9d34e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:00.598196 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.641077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0b3a92c-e1ba-4428-9ff6-ac18c67bdeba req-dd44e2af-8997-45b4-aa94-0410faaba666 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ca415d-92e8-464f-84e7-3f54f6b2562d HTTP/1.1" status: 200 len: 210 time: 0.1162405 Nov 12 13:42:00.682378 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c607c866-6134-489b-b349-b2d972d04719 None None] Set router 78519dc0-20d6-4845-9aba-e37321a9d34e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:00.735539 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.779855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:00.791530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Pushing event deleted for resources: {'Port': ['ID=f8e54c0b-b9b1-4fec-bc63-62871e98367d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:00.804794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef74c7da-9ec1-4687-95bd-897457078b9c None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:42:00.890995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93052fdb-af9a-4f64-b378-66bb8e79fb60 req-499d0052-ff66-4e86-ba2c-43b578ac356c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:00.909237 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93052fdb-af9a-4f64-b378-66bb8e79fb60 req-499d0052-ff66-4e86-ba2c-43b578ac356c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1933637 Nov 12 13:42:00.945896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=b150c6dd-b92c-433a-aade-3df43a981df6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:01.046376 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93052fdb-af9a-4f64-b378-66bb8e79fb60 req-916d1800-c1a1-4acf-b320-76003f2f7790 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306856 Nov 12 13:42:01.051383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:01.147250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71c908fe-e67a-4a29-8054-e27485deea70 req-30e846e9-61e4-4b8b-84bb-048716a1deb7 tempest-ListServersNegativeTestJSON-1509034466 tempest-ListServersNegativeTestJSON-1509034466-project] 10.222.0.73 "GET /v2.0/ports?device_id=8214eb8c-7764-4973-b105-003007d292b3 HTTP/1.1" status: 200 len: 210 time: 0.0407624 Nov 12 13:42:01.148545 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:01.158867 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c607c866-6134-489b-b349-b2d972d04719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cac47d1c-5ba7-4dee-b1fb-0b986f4c841c', 'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'mac_address': 'fa:16:3e:9a:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:48Z', 'updated_at': '2021-11-12T13:29:55Z', 'revision_number': 5, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'subnets': [{'id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:01.224609 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c607c866-6134-489b-b349-b2d972d04719 None None] The sync data for ids ['78519dc0-20d6-4845-9aba-e37321a9d34e'] in n-d-805736-4 is: [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cac47d1c-5ba7-4dee-b1fb-0b986f4c841c', 'name': '', 'network_id': '716eaeb8-2b9f-4020-8796-089a156530f5', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'mac_address': 'fa:16:3e:9a:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:48Z', 'updated_at': '2021-11-12T13:29:55Z', 'revision_number': 5, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'subnets': [{'id': 'a0a7236b-e919-440f-ba8a-930742b36c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:01.351729 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:01.355322 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:01.442715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Router 9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:42:01.507984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c1e04-a200-4202-b479-eb034a71cda5 None None] New status for floating IP f0d8e893-4bd6-46b1-b471-81d02e8b042f: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:42:01.531816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:01.543588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:01.545899 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d263822f-33eb-4451-b3d3-7292ace551f0 None None] Sync routers for ids ['9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:01.548055 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-439eb88b-f602-4053-9a03-5a4434a73131 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "PUT /v2.0/routers/9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59 HTTP/1.1" status: 200 len: 705 time: 2.9165010 Nov 12 13:42:01.548881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35902) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:01.559843 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263822f-33eb-4451-b3d3-7292ace551f0 None None] Routers {'9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:01.561431 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d263822f-33eb-4451-b3d3-7292ace551f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:01.608787 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d263822f-33eb-4451-b3d3-7292ace551f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:01.629155 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263822f-33eb-4451-b3d3-7292ace551f0 None None] Routers {'9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:01.630342 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d263822f-33eb-4451-b3d3-7292ace551f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:01.649143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 1921080f-08aa-454e-b73e-35db60e064f3 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:01.653401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8cc027c0-96fd-4c80-b8c3-e590ecdb70df tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/routers/9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59 HTTP/1.1" status: 200 len: 740 time: 0.1019919 Nov 12 13:42:01.655388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:01.678700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 1921080f-08aa-454e-b73e-35db60e064f3 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:01.679562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 1921080f-08aa-454e-b73e-35db60e064f3 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:01.695992 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d263822f-33eb-4451-b3d3-7292ace551f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:01.697660 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d263822f-33eb-4451-b3d3-7292ace551f0 None None] The sync data for ids ['9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:01.715735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:42:01.715955 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ad600ce4-7f49-4e50-8110-692e7f45acd5 tempest-RoutersAdminTest-995538533 tempest-RoutersAdminTest-995538533-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&device_id=9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59 HTTP/1.1" status: 200 len: 205 time: 0.0591691 Nov 12 13:42:01.718837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35908) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:01.754470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35912) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:01.774890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-856ccd50-295b-4a46-a49e-de8342c2f175 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59 HTTP/1.1" status: 200 len: 205 time: 0.0548162 Nov 12 13:42:01.777707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35914) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:01.847613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:01.855159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-262dc837-a0b4-49b1-884b-327c3ccbae28 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9393051 Nov 12 13:42:01.855754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35916) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:01.859129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99933a96-9f72-4e1a-9c9d-502034667d0a None None] Sync routers for ids ['c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:01.869978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99933a96-9f72-4e1a-9c9d-502034667d0a None None] Routers {'c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:01.870746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-99933a96-9f72-4e1a-9c9d-502034667d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:01.875345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5878-0941-4798-b14f-68412be15a4d tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:01.885902 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b21107fc-77c8-47fd-8043-3f1ab18c670e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564 HTTP/1.1" status: 200 len: 205 time: 0.0286026 Nov 12 13:42:01.888996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35918) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:01.919815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:01.924154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-99933a96-9f72-4e1a-9c9d-502034667d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:01.953422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:01.953763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 218c83b6-ac2a-4bb4-80ab-5e2a8aed011a not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:01.954967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:01.967092 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5027303-5241-4c78-8c25-5f5ff9b9ba81 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:01.969581 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc68caf5-865f-4a40-b5e6-b5bd310a3ce2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:01.977833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99933a96-9f72-4e1a-9c9d-502034667d0a None None] Routers {'c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:01.978464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-99933a96-9f72-4e1a-9c9d-502034667d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:01.980341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 5dce9890-63ab-4783-b1d9-aa80b0f6a234 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:01.980684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5dce9890-63ab-4783-b1d9-aa80b0f6a234 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:02.013803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-99933a96-9f72-4e1a-9c9d-502034667d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:02.014458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99933a96-9f72-4e1a-9c9d-502034667d0a None None] The sync data for ids ['c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:02.080052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5027303-5241-4c78-8c25-5f5ff9b9ba81 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.089595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5878-0941-4798-b14f-68412be15a4d tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.094227 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5878-0941-4798-b14f-68412be15a4d tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.147562 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc68caf5-865f-4a40-b5e6-b5bd310a3ce2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.160171 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5878-0941-4798-b14f-68412be15a4d tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.160623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cb5878-0941-4798-b14f-68412be15a4d tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Fanout notify agent at l3_agent the message router_deleted on router 9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:42:02.163837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc68caf5-865f-4a40-b5e6-b5bd310a3ce2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.167655 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5878-0941-4798-b14f-68412be15a4d tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.169952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f4cb5878-0941-4798-b14f-68412be15a4d tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59 HTTP/1.1" status: 204 len: 168 time: 0.3910277 Nov 12 13:42:02.175979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35924) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.190533 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5027303-5241-4c78-8c25-5f5ff9b9ba81 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.193491 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5027303-5241-4c78-8c25-5f5ff9b9ba81 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.195114 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d5027303-5241-4c78-8c25-5f5ff9b9ba81 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "DELETE /v2.0/security-groups/83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284 HTTP/1.1" status: 204 len: 168 time: 0.4395351 Nov 12 13:42:02.210732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35930) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.217790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-274c784d-9611-4840-8c37-7cde9ceca9e7 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59 HTTP/1.1" status: 200 len: 205 time: 0.0392442 Nov 12 13:42:02.218582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35932) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.233843 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.240085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04da9f-5c37-4a8a-ae70-a7c36be8b4a6 req-51873cbe-371a-40b7-ba4e-af5082533985 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:02.241704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e04da9f-5c37-4a8a-ae70-a7c36be8b4a6 req-51873cbe-371a-40b7-ba4e-af5082533985 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1086066 Nov 12 13:42:02.242647 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-b4272f96-9c82-44e6-905a-f730e17df647 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] show failed (client error): The resource could not be found. Nov 12 13:42:02.243626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b4272f96-9c82-44e6-905a-f730e17df647 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "GET /v2.0/security-groups/83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284 HTTP/1.1" status: 404 len: 347 time: 0.0314174 Nov 12 13:42:02.244471 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc68caf5-865f-4a40-b5e6-b5bd310a3ce2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.245005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc68caf5-865f-4a40-b5e6-b5bd310a3ce2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Fanout notify agent at l3_agent the message router_deleted on router c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:42:02.260504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35934) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.262758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5027303-5241-4c78-8c25-5f5ff9b9ba81 tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fbc4e7-cbd5-4b34-ac41-c6a6fd76c284,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:02.271813 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-f77f9db4-9615-4ff2-9cff-94056e5a3dc2 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] delete failed (client error): The resource could not be found. Nov 12 13:42:02.275826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f77f9db4-9615-4ff2-9cff-94056e5a3dc2 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/9b1de6dd-5fb5-45e6-88e6-4fdb002dfa59 HTTP/1.1" status: 404 len: 336 time: 0.0538054 Nov 12 13:42:02.276306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc68caf5-865f-4a40-b5e6-b5bd310a3ce2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.277644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bc68caf5-865f-4a40-b5e6-b5bd310a3ce2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564 HTTP/1.1" status: 204 len: 168 time: 0.3876126 Nov 12 13:42:02.279658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35936) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.280114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35938) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.364048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d179afdc-34a1-4099-8b2e-516ad630caa3 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=03066738-b449-4a96-80b9-b267711503c2 HTTP/1.1" status: 200 len: 205 time: 0.0827050 Nov 12 13:42:02.364644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35942) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.376563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35944) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.422622 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a8db27f9-381e-4687-ae41-ed2816089d47 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] delete failed (client error): The resource could not be found. Nov 12 13:42:02.423806 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a8db27f9-381e-4687-ae41-ed2816089d47 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/03066738-b449-4a96-80b9-b267711503c2 HTTP/1.1" status: 404 len: 336 time: 0.0453956 Nov 12 13:42:02.426409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35946) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.436550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8214eb8c-7764-4973-b105-003007d292b3', 'name': 'network-vif-deleted', 'tag': '218c83b6-ac2a-4bb4-80ab-5e2a8aed011a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:02.437476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e04da9f-5c37-4a8a-ae70-a7c36be8b4a6 req-7f219946-1109-4326-a273-7c09c50486f5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831682 Nov 12 13:42:02.438830 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae941f1-3771-4a2f-8095-3d0c1ce028a4" -d '{"events": [{"server_uuid": "8214eb8c-7764-4973-b105-003007d292b3", "name": "network-vif-deleted", "tag": "218c83b6-ac2a-4bb4-80ab-5e2a8aed011a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:02.444264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac0e466-c828-4ef7-9234-581c020eca3f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting subnet 93f1b22a-0a36-4be3-872e-2968bd4014f7 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:42:02.447387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac0e466-c828-4ef7-9234-581c020eca3f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.474517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fec4dcd1-d217-4c9d-ab9b-885a17e582fc tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=bea1a7d5-f7c1-43ed-a397-6a676791d1d7 HTTP/1.1" status: 200 len: 205 time: 0.0470128 Nov 12 13:42:02.475611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.486088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdafd107-9869-444b-8d41-eb26c3ebcae5 admin admin] Deleting subnet ddf73442-6aab-431f-80b5-8bc01f6edc9a {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:42:02.493589 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910d471c-c283-49c3-9fb5-1cb3c0c45f38 x-openstack-request-id: req-910d471c-c283-49c3-9fb5-1cb3c0c45f38 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:02.493838 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fdafd107-9869-444b-8d41-eb26c3ebcae5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.493946 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8214eb8c-7764-4973-b105-003007d292b3", "name": "network-vif-deleted", "tag": "218c83b6-ac2a-4bb4-80ab-5e2a8aed011a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:02.494120 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-910d471c-c283-49c3-9fb5-1cb3c0c45f38 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:02.494515 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8214eb8c-7764-4973-b105-003007d292b3', 'name': 'network-vif-deleted', 'tag': '218c83b6-ac2a-4bb4-80ab-5e2a8aed011a', 'status': 'completed', 'code': 200} Nov 12 13:42:02.522901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac0e466-c828-4ef7-9234-581c020eca3f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.530897 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-3740ecad-7a75-45c9-bbf2-e9c9f7321128 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] delete failed (client error): The resource could not be found. Nov 12 13:42:02.531916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3740ecad-7a75-45c9-bbf2-e9c9f7321128 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/bea1a7d5-f7c1-43ed-a397-6a676791d1d7 HTTP/1.1" status: 404 len: 336 time: 0.0479479 Nov 12 13:42:02.535793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35952) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.538700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9ff99505-771a-4890-86e9-e785770b382d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Deleting port ee52b2d5-3691-434b-aa61-a9fee975d095 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:02.539042 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ff99505-771a-4890-86e9-e785770b382d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.566975 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fdafd107-9869-444b-8d41-eb26c3ebcae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.639674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fdafd107-9869-444b-8d41-eb26c3ebcae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.678691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac0e466-c828-4ef7-9234-581c020eca3f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.749028 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fdafd107-9869-444b-8d41-eb26c3ebcae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.786884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac0e466-c828-4ef7-9234-581c020eca3f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.789217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafd107-9869-444b-8d41-eb26c3ebcae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf73442-6aab-431f-80b5-8bc01f6edc9a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:02.796795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fdafd107-9869-444b-8d41-eb26c3ebcae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.801339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fdafd107-9869-444b-8d41-eb26c3ebcae5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ddf73442-6aab-431f-80b5-8bc01f6edc9a HTTP/1.1" status: 204 len: 168 time: 0.4324870 Nov 12 13:42:02.822095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35954) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.831871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0e466-c828-4ef7-9234-581c020eca3f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Subnet': ['ID=93f1b22a-0a36-4be3-872e-2968bd4014f7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:02.844015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f5eb89-7031-403b-96c2-27f866bd66de None None] Network 19688794-ff96-4673-9da7-9bc89634aee6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:02.845854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cac0e466-c828-4ef7-9234-581c020eca3f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.849336 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cac0e466-c828-4ef7-9234-581c020eca3f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/93f1b22a-0a36-4be3-872e-2968bd4014f7 HTTP/1.1" status: 204 len: 168 time: 0.5492718 Nov 12 13:42:02.855925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35956) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.916299 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-455d5a25-b44f-4c22-92ca-2016acb4e5c2 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=5354522a-eab4-4aec-954e-f08e9f2ca71c HTTP/1.1" status: 200 len: 205 time: 0.3792911 Nov 12 13:42:02.919151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35958) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:02.930761 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.984686 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:02.987177 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-c15520b2-fe65-4986-b9de-834b82d51fc8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] delete failed (client error): The resource could not be found. Nov 12 13:42:02.988233 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c15520b2-fe65-4986-b9de-834b82d51fc8 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/5354522a-eab4-4aec-954e-f08e9f2ca71c HTTP/1.1" status: 404 len: 336 time: 0.0681703 Nov 12 13:42:02.992663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35960) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:03.025799 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.030725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-709e9a26-a8da-4cde-8d60-a5ede5d5f916 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f353672-a7a0-45de-80c5-e05585c569de HTTP/1.1" status: 200 len: 205 time: 0.0370252 Nov 12 13:42:03.032846 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ff99505-771a-4890-86e9-e785770b382d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.033694 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ff99505-771a-4890-86e9-e785770b382d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.034369 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35962) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:03.048183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9ff99505-771a-4890-86e9-e785770b382d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Calling delete_port for ee52b2d5-3691-434b-aa61-a9fee975d095 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:03.051561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f6992-f3c0-4dad-8c1d-5cb111007c5c None None] DHCP port deletion for 19688794-ff96-4673-9da7-9bc89634aee6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:42:03.104921 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-58fc0241-b2f4-421b-a433-2d2df7251d23 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] delete failed (client error): The resource could not be found. Nov 12 13:42:03.108429 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-58fc0241-b2f4-421b-a433-2d2df7251d23 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/7f353672-a7a0-45de-80c5-e05585c569de HTTP/1.1" status: 404 len: 336 time: 0.0692830 Nov 12 13:42:03.112427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35964) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:03.138055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f6992-f3c0-4dad-8c1d-5cb111007c5c None None] Deleting port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:03.138559 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6992-f3c0-4dad-8c1d-5cb111007c5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.153197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3dbbe114-4304-4e65-9438-361f19fb8ef1 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d9c256-e588-4200-ab01-655e26fd1e07 HTTP/1.1" status: 200 len: 205 time: 0.0393484 Nov 12 13:42:03.155386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35966) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:03.186352 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.206381 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ef5fc6b0-678e-441e-9a63-dd150a42c1f0 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] delete failed (client error): The resource could not be found. Nov 12 13:42:03.207820 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ef5fc6b0-678e-441e-9a63-dd150a42c1f0 tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/routers/67d9c256-e588-4200-ab01-655e26fd1e07 HTTP/1.1" status: 404 len: 336 time: 0.0512927 Nov 12 13:42:03.211520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc61f53-1695-4f02-a4b2-9ed16fa3eb91']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:03.213503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35968) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:03.234289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1d3f6992-f3c0-4dad-8c1d-5cb111007c5c None None] For port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37cfdafa-cd74-4e5c-b752-d075dcf5d13d,segment=NetworkSegment(d0f3490d-dd81-4e42-b256-afdb120d1135),segment_id=d0f3490d-dd81-4e42-b256-afdb120d1135)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:03.234689 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6992-f3c0-4dad-8c1d-5cb111007c5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.250539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f341cd61-9647-4588-a41b-2db140d363d4') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:03.251446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f341cd61-9647-4588-a41b-2db140d363d4') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:03.253475 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9960ab33-744a-409a-97e1-463c3f60e28e tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] DELETE failed (client error): The resource could not be found. Nov 12 13:42:03.253911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9960ab33-744a-409a-97e1-463c3f60e28e tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:42:03.256302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f6992-f3c0-4dad-8c1d-5cb111007c5c None None] Calling delete_port for 37cfdafa-cd74-4e5c-b752-d075dcf5d13d owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:03.259377 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9960ab33-744a-409a-97e1-463c3f60e28e tempest-RoutersAdminTest-511999517 tempest-RoutersAdminTest-511999517-project] 10.222.0.73 "DELETE /v2.0/subnets/3df24467-e15d-4731-b6d7-d6159c318cd2 HTTP/1.1" status: 404 len: 337 time: 0.0424993 Nov 12 13:42:03.270357 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.285779 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:03.286112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.298592 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.303020 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ff99505-771a-4890-86e9-e785770b382d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.315433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:42:03.315843 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:42:03.317908 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:42:03.342947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543588c2-babd-4a16-8e20-5c780bfd04f3 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:42:03.357061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff99505-771a-4890-86e9-e785770b382d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Pushing event deleted for resources: {'Port': ['ID=ee52b2d5-3691-434b-aa61-a9fee975d095,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:03.433892 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6992-f3c0-4dad-8c1d-5cb111007c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.440309 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=37cfdafa-cd74-4e5c-b752-d075dcf5d13d,segment=NetworkSegment(d0f3490d-dd81-4e42-b256-afdb120d1135),segment_id=d0f3490d-dd81-4e42-b256-afdb120d1135)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:03.440594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.445386 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ff99505-771a-4890-86e9-e785770b382d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.449655 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ff99505-771a-4890-86e9-e785770b382d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.451441 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.455588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35974) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:03.457083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ff99505-771a-4890-86e9-e785770b382d tempest-ServerActionsTestJSON-1436040888 tempest-ServerActionsTestJSON-1436040888-project] 10.222.0.73 "DELETE /v2.0/floatingips/f0d8e893-4bd6-46b1-b471-81d02e8b042f HTTP/1.1" status: 204 len: 168 time: 1.1950688 Nov 12 13:42:03.469993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for 37cfdafa-cd74-4e5c-b752-d075dcf5d13d owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:03.472207 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.475557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7fc61f53-1695-4f02-a4b2-9ed16fa3eb91 HTTP/1.1" status: 204 len: 168 time: 0.6524539 Nov 12 13:42:03.496049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de307a-4b08-4157-9a2f-0e85346da210 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fc61f53-1695-4f02-a4b2-9ed16fa3eb91,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:03.520314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f6992-f3c0-4dad-8c1d-5cb111007c5c None None] Pushing event deleted for resources: {'Port': ['ID=37cfdafa-cd74-4e5c-b752-d075dcf5d13d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:03.550184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f6992-f3c0-4dad-8c1d-5cb111007c5c None None] No DVR routers for this DVR port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:03.594281 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.684604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=37cfdafa-cd74-4e5c-b752-d075dcf5d13d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:03.687432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No DVR routers for this DVR port 37cfdafa-cd74-4e5c-b752-d075dcf5d13d on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:03.717883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247a1ea-b9b9-4e08-b8d0-38354e8d98dc req-ce8a216e-a616-44a7-bb0a-6eec30131b2a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:03.719492 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0247a1ea-b9b9-4e08-b8d0-38354e8d98dc req-ce8a216e-a616-44a7-bb0a-6eec30131b2a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1023977 Nov 12 13:42:03.806063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35984) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:03.833072 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0247a1ea-b9b9-4e08-b8d0-38354e8d98dc req-37447bbe-be83-4b63-b739-2d463a397e5d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047492 Nov 12 13:42:03.835353 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.864430 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35988) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:03.869685 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f4b55fb3-b992-4f72-b91d-1b5e18ade0c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec053673367c40c394f3bb7b1f9137d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622458 Nov 12 13:42:03.872432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35990) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:03.874545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37cfdafa-cd74-4e5c-b752-d075dcf5d13d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:03.876987 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19688794-ff96-4673-9da7-9bc89634aee6']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:03.923424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f3490d-dd81-4e42-b256-afdb120d1135') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:03.923723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f3490d-dd81-4e42-b256-afdb120d1135') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:03.932907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-673c5231-297a-4279-b419-dd1e5f732eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.936971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 2ba62b42-c17d-42ed-99e6-54c50cf09da7 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:42:03.937311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.943225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 37cfdafa-cd74-4e5c-b752-d075dcf5d13d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:03.943486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 37cfdafa-cd74-4e5c-b752-d075dcf5d13d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:03.959604 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:03.984797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-673c5231-297a-4279-b419-dd1e5f732eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.009007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:42:04.009517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:42:04.012793 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:42:04.061353 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-673c5231-297a-4279-b419-dd1e5f732eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.066321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-673c5231-297a-4279-b419-dd1e5f732eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.068223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-673c5231-297a-4279-b419-dd1e5f732eed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/041a484f-1ec9-49af-a37c-606933964c00 HTTP/1.1" status: 204 len: 168 time: 0.1939518 Nov 12 13:42:04.078047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5231-297a-4279-b419-dd1e5f732eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041a484f-1ec9-49af-a37c-606933964c00,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:04.131345 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.142352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:04.142791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.152967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/networks/19688794-ff96-4673-9da7-9bc89634aee6 HTTP/1.1" status: 204 len: 168 time: 1.2899904 Nov 12 13:42:04.152967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35998) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:04.156862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'port_id': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'mac_address': 'fa:16:3e:78:7c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:42:04.165909 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f35a1915-b513-4c15-bf6e-ae24eb8b16d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1294062053', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:04.182402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebf4fe-a125-4e02-adf4-6db8e2d9abc5 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Network': ['ID=19688794-ff96-4673-9da7-9bc89634aee6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:04.211040 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.229317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ba62b42-c17d-42ed-99e6-54c50cf09da7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:42:04.230325 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f35a1915-b513-4c15-bf6e-ae24eb8b16d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.231490 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f35a1915-b513-4c15-bf6e-ae24eb8b16d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.260877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:04.266126 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54ca9513-ae5f-4191-937f-1c3c7bd335ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.268192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.325117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f35a1915-b513-4c15-bf6e-ae24eb8b16d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.337354 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f35a1915-b513-4c15-bf6e-ae24eb8b16d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.339372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:04.354785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['2ba62b42-c17d-42ed-99e6-54c50cf09da7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:42:04.371370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f35a1915-b513-4c15-bf6e-ae24eb8b16d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.375237 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f35a1915-b513-4c15-bf6e-ae24eb8b16d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2103105 Nov 12 13:42:04.375705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36002) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:04.381142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'network': {'name': 'tempest-RoutersTest-1466237563'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:04.434114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:04.441391 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.474090 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.502010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:42:04.517918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54ca9513-ae5f-4191-937f-1c3c7bd335ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.528054 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54ca9513-ae5f-4191-937f-1c3c7bd335ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.530468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.530827 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added segment 97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4 of type vlan for network 2455304a-6ff5-4917-953f-a0aeb72088f0 Nov 12 13:42:04.586597 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.620797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca9513-ae5f-4191-937f-1c3c7bd335ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c48c05a-8627-47c6-841f-cd56b2e82af8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:04.629415 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.637221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-54ca9513-ae5f-4191-937f-1c3c7bd335ba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=701de79823094a13a132dc633c3c123e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7664258 Nov 12 13:42:04.637221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36012) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:04.637663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:04.637663 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:04.724321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3471868 Nov 12 13:42:04.727401 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:04.732420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'subnet': {'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:04.753174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31026105-2548-42ea-bdd7-22373c01db99 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Network': ['ID=2455304a-6ff5-4917-953f-a0aeb72088f0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:04.765026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2455304a-6ff5-4917-953f-a0aeb72088f0 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:42:04.863395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:04.868106 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.114449 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.121358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36028) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:05.148064 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f695311f-d508-4906-b62e-973daa8fa8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.183172 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f695311f-d508-4906-b62e-973daa8fa8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.191973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Subnet': ['ID=614dfb7c-8599-44d3-9f97-786e4a630da1,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:05.208288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Checking segment: {'id': '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:05.208681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network hostable DHCP agents. Network: 2455304a-6ff5-4917-953f-a0aeb72088f0, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:42:05.211173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e70634-393b-4556-9a53-ad55769a66f8 req-45b5bc6f-2922-4f5d-a92d-e29c1cee3db1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:05.212882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a5e70634-393b-4556-9a53-ad55769a66f8 req-45b5bc6f-2922-4f5d-a92d-e29c1cee3db1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 945 time: 0.1039317 Nov 12 13:42:05.229814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 2455304a-6ff5-4917-953f-a0aeb72088f0 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:42:05.239865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2455304a-6ff5-4917-953f-a0aeb72088f0) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:05.245382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:05.246086 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.255052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5521f039-ab89-441c-8ee6-3f1f6b500032 None None] Network 2455304a-6ff5-4917-953f-a0aeb72088f0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:05.277454 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b9ab278b-73ea-40a1-b746-ac8d7f0361c6 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5488172 Nov 12 13:42:05.280278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36032) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:05.321089 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f695311f-d508-4906-b62e-973daa8fa8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.323659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f695311f-d508-4906-b62e-973daa8fa8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.327303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f695311f-d508-4906-b62e-973daa8fa8d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c48c05a-8627-47c6-841f-cd56b2e82af8 HTTP/1.1" status: 204 len: 168 time: 0.6874557 Nov 12 13:42:05.328480 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a5e70634-393b-4556-9a53-ad55769a66f8 req-2189668e-1484-4d79-932a-cb1f52b36084 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055865 Nov 12 13:42:05.343516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-15615127-network', 'tenant_id': '7ac2b9f58257413bac4d2193f0acdabd'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:05.372192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695311f-d508-4906-b62e-973daa8fa8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c48c05a-8627-47c6-841f-cd56b2e82af8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:05.423785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] Deleting port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:05.424082 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.460973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Made reservation on behalf of 7ac2b9f58257413bac4d2193f0acdabd for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:05.464353 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.469455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-2455304a-6ff5-4917-953f-a0aeb72088f0', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:42:05.471179 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.510163 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.530060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] For port cac47d1c-5ba7-4dee-b1fb-0b986f4c841c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cac47d1c-5ba7-4dee-b1fb-0b986f4c841c,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:05.530415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.548152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] Calling delete_port for cac47d1c-5ba7-4dee-b1fb-0b986f4c841c owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:05.690864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Allocated IP 172.20.0.2 (2455304a-6ff5-4917-953f-a0aeb72088f0/614dfb7c-8599-44d3-9f97-786e4a630da1/c34be31f-bfeb-4f48-8b4c-c81292a13c4d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:05.699060 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.784403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36040) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:05.825534 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.833631 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.841148 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.864252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac47d1c-5ba7-4dee-b1fb-0b986f4c841c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:05.872176 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7b9a1ad0-713b-40c6-a05c-a89dfd9891e0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8b04f16ea05446a861d97159d670e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0866168 Nov 12 13:42:05.874657 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36042) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:05.899153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:42:05.909839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 2ba62b42-c17d-42ed-99e6-54c50cf09da7 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:05.934403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66187b93-cc93-4ed2-82b9-bb004c5ea98a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:05.970521 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.981177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:05.981942 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Added segment 0b6e52ab-cafb-4889-8511-0bb4ba1c3320 of type vlan for network 999ff16e-4012-4857-b764-8b9fab9b94a1 Nov 12 13:42:05.983311 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.018139 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b40d834-1a11-4f7f-9419-1de39330615c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.027876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:06.028253 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.069898 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.082384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Network 2455304a-6ff5-4917-953f-a0aeb72088f0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:06.089435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Pushing event updated for resources: {'Port': ['ID=c34be31f-bfeb-4f48-8b4c-c81292a13c4d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:06.094435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:06.097591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:06.146570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Allocated IP 172.20.0.1 (2455304a-6ff5-4917-953f-a0aeb72088f0/614dfb7c-8599-44d3-9f97-786e4a630da1/ee587918-f3e8-4d67-89f9-d2cc278b2145) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:06.151297 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.152634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:06.153499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.179243 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0527461 Nov 12 13:42:06.192486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:06.207032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Request body: {'subnet': {'network_id': '999ff16e-4012-4857-b764-8b9fab9b94a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-15615127-subnet', 'tenant_id': '7ac2b9f58257413bac4d2193f0acdabd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:06.208380 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b40d834-1a11-4f7f-9419-1de39330615c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.243560 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.292420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678ebc8-5062-425b-b8e8-3ecac23c7142 admin admin] Pushing event updated for resources: {'Network': ['ID=999ff16e-4012-4857-b764-8b9fab9b94a1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:06.300300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Made reservation on behalf of 7ac2b9f58257413bac4d2193f0acdabd for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:06.303039 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.329144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 999ff16e-4012-4857-b764-8b9fab9b94a1 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:42:06.331499 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.393634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b40d834-1a11-4f7f-9419-1de39330615c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.396954 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b40d834-1a11-4f7f-9419-1de39330615c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.398361 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0b40d834-1a11-4f7f-9419-1de39330615c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6fc1589b-a311-44f5-8cca-c1a7c79402e0 HTTP/1.1" status: 204 len: 168 time: 0.5227928 Nov 12 13:42:06.444088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:06.446413 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad5cc0-daca-481a-9fb7-c921be5fc92d" -d '{"events": [{"server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "name": "network-vif-plugged", "status": "completed", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:06.449181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Attempting to bind port c34be31f-bfeb-4f48-8b4c-c81292a13c4d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:06.449581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Attempting to bind port c34be31f-bfeb-4f48-8b4c-c81292a13c4d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:06.449947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Attempting to bind port c34be31f-bfeb-4f48-8b4c-c81292a13c4d on network 2455304a-6ff5-4917-953f-a0aeb72088f0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:06.508000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:06.515154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:06.516281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Checking segment: {'id': '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:06.517140 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.518472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Bound using segment: {'id': '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:06.519343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Bound port: c34be31f-bfeb-4f48-8b4c-c81292a13c4d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:06.520490 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.526536 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d044e001-fcae-42e9-ad33-da06ec5f6739 x-openstack-request-id: req-d044e001-fcae-42e9-ad33-da06ec5f6739 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:06.526767 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "name": "network-vif-plugged", "status": "completed", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:06.527076 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d044e001-fcae-42e9-ad33-da06ec5f6739 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:06.527472 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'code': 200} Nov 12 13:42:06.529713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40d834-1a11-4f7f-9419-1de39330615c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc1589b-a311-44f5-8cca-c1a7c79402e0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:06.538064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.559829 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.584653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.626151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecc3f0-3b95-4f72-9b2d-6611da118f9d req-abd5b069-1ffc-4123-8257-b3aab3a9f222 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:06.635750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e9ecc3f0-3b95-4f72-9b2d-6611da118f9d req-abd5b069-1ffc-4123-8257-b3aab3a9f222 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 945 time: 0.1528468 Nov 12 13:42:06.648863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:06.663185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] For port c34be31f-bfeb-4f48-8b4c-c81292a13c4d, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:06.667441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] For port c34be31f-bfeb-4f48-8b4c-c81292a13c4d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c34be31f-bfeb-4f48-8b4c-c81292a13c4d,segment=NetworkSegment(97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4),segment_id=97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:06.673825 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.684082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=acecf26f-6d9b-48fc-b8d6-4b1876fd5706,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:06.694394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Checking segment: {'id': '0b6e52ab-cafb-4889-8511-0bb4ba1c3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '999ff16e-4012-4857-b764-8b9fab9b94a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:06.694394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Network hostable DHCP agents. Network: 999ff16e-4012-4857-b764-8b9fab9b94a1, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:42:06.696627 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.747794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=ee587918-f3e8-4d67-89f9-d2cc278b2145,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:06.774849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Network 999ff16e-4012-4857-b764-8b9fab9b94a1 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:42:06.783524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e9ecc3f0-3b95-4f72-9b2d-6611da118f9d req-a1dbfd75-3bdf-41af-87e0-a0c1f5693e10 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465399 Nov 12 13:42:06.789644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 2455304a-6ff5-4917-953f-a0aeb72088f0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:06.790397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c316b-27d6-4752-87f5-148d14e8a002 None None] Pushing event updated for resources: {'Port': ['ID=c34be31f-bfeb-4f48-8b4c-c81292a13c4d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:06.794806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 999ff16e-4012-4857-b764-8b9fab9b94a1) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:06.798733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:06.803886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:06.812507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c7cbb-d5ac-477e-b26e-131a6c6fb6e1 None None] Network 999ff16e-4012-4857-b764-8b9fab9b94a1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:06.812882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] Router 78519dc0-20d6-4845-9aba-e37321a9d34e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:42:06.821372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:06.823982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:06.922860 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-424335eb-81b0-44cc-acc9-20fb04bed00e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7202282 Nov 12 13:42:06.955257 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:07.047147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e543509-e162-4a27-a147-1ec40ffab4f7 None None] Network 999ff16e-4012-4857-b764-8b9fab9b94a1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:07.064482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:07.073636 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] Sync routers for ids ['78519dc0-20d6-4845-9aba-e37321a9d34e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:07.085498 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-04c5d0f8-6113-4478-b564-89d191fe06f0 admin admin] 10.222.0.73 "PUT /v2.0/routers/78519dc0-20d6-4845-9aba-e37321a9d34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6215606 Nov 12 13:42:07.088269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36064) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:07.137899 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] Routers {'78519dc0-20d6-4845-9aba-e37321a9d34e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:07.139762 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78519dc0-20d6-4845-9aba-e37321a9d34e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:07.262802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:07.397721 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:07.421451 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] Set router 78519dc0-20d6-4845-9aba-e37321a9d34e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:07.542750 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:07.633635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Deleting port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:07.633978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:07.765317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] For port bbbd14e0-bcf5-431a-a0ba-cf4ac2204961, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bbbd14e0-bcf5-431a-a0ba-cf4ac2204961,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:07.765317 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:07.765678 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:07.779729 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:07.805607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Calling delete_port for bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:07.996257 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.034218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=ee587918-f3e8-4d67-89f9-d2cc278b2145,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:08.056830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36100) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:08.083962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c34be31f-bfeb-4f48-8b4c-c81292a13c4d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:08.218140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c34be31f-bfeb-4f48-8b4c-c81292a13c4d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:08.218864 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.237309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 2455304a-6ff5-4917-953f-a0aeb72088f0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:08.240026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:08.302353 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:42:05Z', 'revision_number': 5, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port': {'id': 'bbbd14e0-bcf5-431a-a0ba-cf4ac2204961', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:29:40Z', 'updated_at': '2021-11-12T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:08.333416 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] Checking router: 78519dc0-20d6-4845-9aba-e37321a9d34e for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:42:08.350405 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] Routers {'78519dc0-20d6-4845-9aba-e37321a9d34e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:08.351328 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['78519dc0-20d6-4845-9aba-e37321a9d34e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:08.376203 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.422092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d9344644-70ad-4c55-9da9-3223363abd28 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:08.423845 n-d-805736-4 neutron-server[102676]: WARNING neutron.api.v2.base [None req-d9344644-70ad-4c55-9da9-3223363abd28 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 13:42:08.425530 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-d9344644-70ad-4c55-9da9-3223363abd28 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 13:42:08.427007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d9344644-70ad-4c55-9da9-3223363abd28 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3262587 Nov 12 13:42:08.432280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36114) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:08.438788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'tempest-secgroup--246511572'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:08.452614 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbd14e0-bcf5-431a-a0ba-cf4ac2204961,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:08.457869 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.485768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a6b65-71a6-46a3-83b1-0edab3683518 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:42:08.506728 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.532958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.541484 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] Set router 78519dc0-20d6-4845-9aba-e37321a9d34e gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:08.567605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438b311-a8a4-4ad1-95b4-f5ed1b4e33d6 req-9ad84762-b823-4df4-987e-705db35c98b0 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:08.569221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5438b311-a8a4-4ad1-95b4-f5ed1b4e33d6 req-9ad84762-b823-4df4-987e-705db35c98b0 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.3112204 Nov 12 13:42:08.595752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:42:08.620100 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.643832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca950547-b39e-4b44-a33d-5a9145752e88 None None] Network 2455304a-6ff5-4917-953f-a0aeb72088f0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:08.654603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port c34be31f-bfeb-4f48-8b4c-c81292a13c4d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c34be31f-bfeb-4f48-8b4c-c81292a13c4d,segment=NetworkSegment(97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4),segment_id=97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:08.711566 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:42:07Z', 'revision_number': 6, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:08.717719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.790867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.793892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:08.795737 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f3b92-ebf3-4417-b749-2855250818f6 None None] The sync data for ids ['78519dc0-20d6-4845-9aba-e37321a9d34e'] in n-d-805736-4 is: [{'id': '78519dc0-20d6-4845-9aba-e37321a9d34e', 'name': 'tempest-ServerActionsTestJSON-704162465-router', 'tenant_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:29:38Z', 'updated_at': '2021-11-12T13:42:07Z', 'revision_number': 6, 'project_id': '8bfffb1fd5ab49ba8c751725cfc850a9', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:08.800142 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5438b311-a8a4-4ad1-95b4-f5ed1b4e33d6 req-d23555be-294d-4199-8bf1-6a9fa7a81143 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211490 Nov 12 13:42:08.805025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.823386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5d0eb3b6-dc84-405a-9a2c-1cb70ab7f552 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5409698 Nov 12 13:42:08.825653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:08.836892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'network': {'name': 'tempest-RoutersTest-314908452'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:08.876972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-64a10626-1697-4828-a025-6e767aecc6b7 None None] Provisioning complete for port c34be31f-bfeb-4f48-8b4c-c81292a13c4d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:08.877675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64a10626-1697-4828-a025-6e767aecc6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.880545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:08.925487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:08.929488 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.933836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.934100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78519dc0-20d6-4845-9aba-e37321a9d34e {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:42:08.944625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.946004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f90c7644-d99c-4d02-b274-f65ce7234bc1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/78519dc0-20d6-4845-9aba-e37321a9d34e HTTP/1.1" status: 204 len: 168 time: 1.8565419 Nov 12 13:42:08.948813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36134) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:08.978026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:08.978969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:08.979655 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:08.997118 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.003202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:42:09.025954 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=c34be31f-bfeb-4f48-8b4c-c81292a13c4d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:09.026493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-02241437-5c9e-46cd-980d-31a57e89b9c1 admin admin] Deleting subnet a0a7236b-e919-440f-ba8a-930742b36c5d {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:42:09.030898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02241437-5c9e-46cd-980d-31a57e89b9c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.070145 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.070707 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added segment c4db9c49-6399-4461-b987-81dfaca0a0b6 of type vlan for network a9a4b754-fd44-4b37-93c4-ccd6f00df02c Nov 12 13:42:09.092542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6169bf80-19e3-4716-ba43-b1fb04b239dc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:09.110919 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02241437-5c9e-46cd-980d-31a57e89b9c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.157821 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.179239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.201968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.246962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735639bf-5a20-490b-8cae-105a2829bb9f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:09.290640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.293916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:09.300126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:09.300829 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.308175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.312171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ec08b649-4df9-4847-bc73-77a4769ba91f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8761880 Nov 12 13:42:09.319181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:09.342617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-be377d01-cdd8-4ff9-8dd6-f82e20b649e1 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '735639bf-5a20-490b-8cae-105a2829bb9f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:09.446097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6186543 Nov 12 13:42:09.456454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:09.471177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'subnet': {'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:09.479284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e5919-45f7-4022-97df-8ae1ffa0c50d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Network': ['ID=a9a4b754-fd44-4b37-93c4-ccd6f00df02c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:09.491476 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02241437-5c9e-46cd-980d-31a57e89b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.501895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network a9a4b754-fd44-4b37-93c4-ccd6f00df02c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:42:09.603500 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be377d01-cdd8-4ff9-8dd6-f82e20b649e1 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.652372 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02241437-5c9e-46cd-980d-31a57e89b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.711628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b4a8e-9c65-48c1-a9c5-679b87e39bad None None] Network 716eaeb8-2b9f-4020-8796-089a156530f5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:09.716969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02241437-5c9e-46cd-980d-31a57e89b9c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.717907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be377d01-cdd8-4ff9-8dd6-f82e20b649e1 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.719781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:09.728418 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:09.739247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-02241437-5c9e-46cd-980d-31a57e89b9c1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a0a7236b-e919-440f-ba8a-930742b36c5d HTTP/1.1" status: 204 len: 168 time: 0.7879419 Nov 12 13:42:09.740869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36156) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:10.057631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:07Z', 'revision_number': 2, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:07Z', 'revision_number': 2, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:10.127124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02241437-5c9e-46cd-980d-31a57e89b9c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a7236b-e919-440f-ba8a-930742b36c5d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:10.145992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be377d01-cdd8-4ff9-8dd6-f82e20b649e1 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:10.151482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c34be31f-bfeb-4f48-8b4c-c81292a13c4d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:10.153549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5316f-1006-48ae-b4cc-56050f18d21c None None] DHCP port deletion for 716eaeb8-2b9f-4020-8796-089a156530f5 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:42:10.179436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:42:10.181033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Updating router 291a5083-9e45-49f5-a706-75b41913183a port ee587918-f3e8-4d67-89f9-d2cc278b2145 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:42:10.183477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:10.212220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:10.269116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-cc3183be-1239-4643-9578-e80b1fc12589 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:10.277193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-cc3183be-1239-4643-9578-e80b1fc12589 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/networks?id=999ff16e-4012-4857-b764-8b9fab9b94a1 HTTP/1.1" status: 200 len: 808 time: 0.3579338 Nov 12 13:42:10.301003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b871080f-142a-4941-9415-4a1574bbe6c6 None None] Provisioning complete for port ee587918-f3e8-4d67-89f9-d2cc278b2145 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:10.301785 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b871080f-142a-4941-9415-4a1574bbe6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:10.338416 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1cceb9b7-c18e-46bb-b921-b10d1b04806b tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/quotas/7ac2b9f58257413bac4d2193f0acdabd HTTP/1.1" status: 200 len: 375 time: 0.0594645 Nov 12 13:42:10.363832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377d01-cdd8-4ff9-8dd6-f82e20b649e1 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cd58d8-4e1d-44e0-a9f8-726ed96cd810,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:10.423628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-991543ab-b06a-4f99-8edb-f010d373e08e tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ac2b9f58257413bac4d2193f0acdabd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831282 Nov 12 13:42:10.441392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be377d01-cdd8-4ff9-8dd6-f82e20b649e1 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:10.473511 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-be377d01-cdd8-4ff9-8dd6-f82e20b649e1 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1443074 Nov 12 13:42:10.489944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36172) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:10.502612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea4a3c-ac68-4dfd-a75d-9186b5108430 req-0f13e52c-86f1-4ace-9fdf-760e84795c62 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:10.512451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97ea4a3c-ac68-4dfd-a75d-9186b5108430 req-0f13e52c-86f1-4ace-9fdf-760e84795c62 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.3727262 Nov 12 13:42:10.526288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2d060bd0-3d30-416e-9a7e-f80edb37fa25 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '735639bf-5a20-490b-8cae-105a2829bb9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:10.566836 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ed8bbdba-912c-4302-b1ef-fcec7315f8ae service neutron] 10.222.0.73 "GET /v2.0/networks/999ff16e-4012-4857-b764-8b9fab9b94a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424501 Nov 12 13:42:10.623880 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Deleting port bcf9511e-0a06-4aa9-86ff-aef71a78feea {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:10.624371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:10.644240 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.019307 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.035977 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.060631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Checking segment: {'id': 'c4db9c49-6399-4461-b987-81dfaca0a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:11.060988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network hostable DHCP agents. Network: a9a4b754-fd44-4b37-93c4-ccd6f00df02c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:42:11.063950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Subnet': ['ID=1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:11.080914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d060bd0-3d30-416e-9a7e-f80edb37fa25 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.095084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ec60c-d0c9-4c82-a961-df85eec06022 None None] Pushing event updated for resources: {'Port': ['ID=ee587918-f3e8-4d67-89f9-d2cc278b2145,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:11.098123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c34be31f-bfeb-4f48-8b4c-c81292a13c4d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:11.098498 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.106108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b871080f-142a-4941-9415-4a1574bbe6c6 None None] Port ee587918-f3e8-4d67-89f9-d2cc278b2145 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:42:11.157129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b871080f-142a-4941-9415-4a1574bbe6c6 None None] Provisioning complete for port c34be31f-bfeb-4f48-8b4c-c81292a13c4d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:11.157539 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b871080f-142a-4941-9415-4a1574bbe6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.187849 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-2d060bd0-3d30-416e-9a7e-f80edb37fa25 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 13:42:11.189552 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2d060bd0-3d30-416e-9a7e-f80edb37fa25 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6746118 Nov 12 13:42:11.192529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36174) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:11.206967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-06e5316f-1006-48ae-b4cc-56050f18d21c None None] Deleting port bcf9511e-0a06-4aa9-86ff-aef71a78feea {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:11.207437 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06e5316f-1006-48ae-b4cc-56050f18d21c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.211687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97ea4a3c-ac68-4dfd-a75d-9186b5108430 req-fe430ad0-af3c-4cd1-938a-e2f5a48451d0 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6981120 Nov 12 13:42:11.224417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network a9a4b754-fd44-4b37-93c4-ccd6f00df02c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:42:11.254759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] For port bcf9511e-0a06-4aa9-86ff-aef71a78feea, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bcf9511e-0a06-4aa9-86ff-aef71a78feea,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:11.262432 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.293094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, a9a4b754-fd44-4b37-93c4-ccd6f00df02c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:11.293094 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62f3be08-3ca8-46f0-b26c-01b21ab2ebd2 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.316670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:11.317432 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.318795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Calling delete_port for bcf9511e-0a06-4aa9-86ff-aef71a78feea owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:11.343762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d517bf-e462-4f47-a9c8-d2cd249283f6 None None] Network a9a4b754-fd44-4b37-93c4-ccd6f00df02c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:11.352678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1b482458-e485-4690-a5f3-dc5004b59e84 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8897245 Nov 12 13:42:11.394877 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62f3be08-3ca8-46f0-b26c-01b21ab2ebd2 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.405520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Attempting to bind port ee587918-f3e8-4d67-89f9-d2cc278b2145 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:11.406037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Attempting to bind port ee587918-f3e8-4d67-89f9-d2cc278b2145 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:11.406500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Attempting to bind port ee587918-f3e8-4d67-89f9-d2cc278b2145 on network 2455304a-6ff5-4917-953f-a0aeb72088f0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:11.447399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36176) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:11.465880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-fdbaebf3-dad1-4cfe-99af-e63af822f99e service neutron] 10.222.0.73 "GET /v2.0/networks/999ff16e-4012-4857-b764-8b9fab9b94a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8909099 Nov 12 13:42:11.469301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-06e5316f-1006-48ae-b4cc-56050f18d21c None None] For port bcf9511e-0a06-4aa9-86ff-aef71a78feea, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bcf9511e-0a06-4aa9-86ff-aef71a78feea,segment=NetworkSegment(a3a542f4-8355-40d9-8580-4ad8d88b4b1a),segment_id=a3a542f4-8355-40d9-8580-4ad8d88b4b1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:11.472053 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06e5316f-1006-48ae-b4cc-56050f18d21c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.500013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:11.500428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Checking segment: {'id': '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:11.500822 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62f3be08-3ca8-46f0-b26c-01b21ab2ebd2 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.501341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.501341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Bound using segment: {'id': '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:11.501780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Bound port: ee587918-f3e8-4d67-89f9-d2cc278b2145, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:11.502223 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.507614 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62f3be08-3ca8-46f0-b26c-01b21ab2ebd2 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.514809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-62f3be08-3ca8-46f0-b26c-01b21ab2ebd2 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "DELETE /v2.0/security-groups/735639bf-5a20-490b-8cae-105a2829bb9f HTTP/1.1" status: 204 len: 168 time: 0.3203993 Nov 12 13:42:11.515471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36178) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:11.550183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3be08-3ca8-46f0-b26c-01b21ab2ebd2 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735639bf-5a20-490b-8cae-105a2829bb9f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:11.592884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-06e5316f-1006-48ae-b4cc-56050f18d21c None None] Calling delete_port for bcf9511e-0a06-4aa9-86ff-aef71a78feea owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:11.616961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.635458 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-56c47bd3-2928-44b9-a511-fc8afec67fe1 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1143994 Nov 12 13:42:11.639400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36180) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:11.644655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b3273b1c-7015-4bdb-a1bb-a8eee6d0960e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360098613'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:11.678884 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3273b1c-7015-4bdb-a1bb-a8eee6d0960e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.704985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] No DVR routers for this DVR port bcf9511e-0a06-4aa9-86ff-aef71a78feea on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:11.819137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3273b1c-7015-4bdb-a1bb-a8eee6d0960e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.829413 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3273b1c-7015-4bdb-a1bb-a8eee6d0960e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.857258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf9511e-0a06-4aa9-86ff-aef71a78feea,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:11.929104 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3273b1c-7015-4bdb-a1bb-a8eee6d0960e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.939543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b3273b1c-7015-4bdb-a1bb-a8eee6d0960e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2954261 Nov 12 13:42:11.941367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36184) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:11.986866 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06e5316f-1006-48ae-b4cc-56050f18d21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:11.994030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] For port ee587918-f3e8-4d67-89f9-d2cc278b2145, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:12.001569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3273b1c-7015-4bdb-a1bb-a8eee6d0960e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71960e0d-17b1-45a5-ab30-a4b2755a64b4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:12.012209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92b2f2a6-948e-4779-829d-587bbe67291f req-9d187420-558d-49e0-b1a8-60a2218842b5 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 210 time: 0.0582879 Nov 12 13:42:12.031169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a9529dd1-c57f-4f23-8687-fbdb295d75d7 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '71960e0d-17b1-45a5-ab30-a4b2755a64b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:12.032116 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-a9529dd1-c57f-4f23-8687-fbdb295d75d7 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 13:42:12.035576 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-a9529dd1-c57f-4f23-8687-fbdb295d75d7 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:12.036868 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a9529dd1-c57f-4f23-8687-fbdb295d75d7 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0955992 Nov 12 13:42:12.040368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36188) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:12.096790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] For port ee587918-f3e8-4d67-89f9-d2cc278b2145, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ee587918-f3e8-4d67-89f9-d2cc278b2145,segment=NetworkSegment(97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4),segment_id=97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:12.108891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5316f-1006-48ae-b4cc-56050f18d21c None None] Pushing event deleted for resources: {'Port': ['ID=bcf9511e-0a06-4aa9-86ff-aef71a78feea,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:12.111850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5316f-1006-48ae-b4cc-56050f18d21c None None] No DVR routers for this DVR port bcf9511e-0a06-4aa9-86ff-aef71a78feea on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:12.120154 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.193399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ec60c-d0c9-4c82-a961-df85eec06022 None None] Pushing event updated for resources: {'Port': ['ID=ee587918-f3e8-4d67-89f9-d2cc278b2145,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:12.196115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cac47d1c-5ba7-4dee-b1fb-0b986f4c841c no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:12.223514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: cac47d1c-5ba7-4dee-b1fb-0b986f4c841c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:12.223906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cac47d1c-5ba7-4dee-b1fb-0b986f4c841c not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:12.224266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:12.230567 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:42:12.247662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7df9cee-1ec6-4dd2-bbdd-f74a328c45f7 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.257628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:12.258030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bbbd14e0-bcf5-431a-a0ba-cf4ac2204961 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:12.307836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-96ccca9f-b56e-4675-8e1f-74133a238041 None None] Provisioning complete for port ee587918-f3e8-4d67-89f9-d2cc278b2145 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:12.308254 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96ccca9f-b56e-4675-8e1f-74133a238041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.359698 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.368797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:42:12.370915 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.424080 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7df9cee-1ec6-4dd2-bbdd-f74a328c45f7 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.430273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716eaeb8-2b9f-4020-8796-089a156530f5']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:12.489375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:12.491226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a542f4-8355-40d9-8580-4ad8d88b4b1a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:12.538440 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.572911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7df9cee-1ec6-4dd2-bbdd-f74a328c45f7 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.574117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.576530 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7df9cee-1ec6-4dd2-bbdd-f74a328c45f7 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.581312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d7df9cee-1ec6-4dd2-bbdd-f74a328c45f7 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "DELETE /v2.0/security-groups/71960e0d-17b1-45a5-ab30-a4b2755a64b4 HTTP/1.1" status: 204 len: 168 time: 0.5399542 Nov 12 13:42:12.586998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:42:12.587461 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.620375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36200) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:12.620872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df9cee-1ec6-4dd2-bbdd-f74a328c45f7 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71960e0d-17b1-45a5-ab30-a4b2755a64b4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:12.646862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Allocated IP 172.21.0.2 (a9a4b754-fd44-4b37-93c4-ccd6f00df02c/1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09/1f1c2b3a-bc19-4f2b-ac27-89e948d48448) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:42:12.657247 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:42:12.663460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:12.664103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:12.684806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.685818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bcf9511e-0a06-4aa9-86ff-aef71a78feea no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:12.703018 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.712959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] 10.222.0.73 "DELETE /v2.0/networks/716eaeb8-2b9f-4020-8796-089a156530f5 HTTP/1.1" status: 204 len: 168 time: 2.9637609 Nov 12 13:42:12.759007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f21d2ad8-4a27-4d0f-802e-6e4ecb5030c1 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1263156 Nov 12 13:42:12.770920 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:12.780139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a085308-f142-4821-8c38-a32e7c4e26ef admin admin] Pushing event deleted for resources: {'Network': ['ID=716eaeb8-2b9f-4020-8796-089a156530f5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:12.784717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-78a3de10-9ac8-4862-9ea4-88113830e68f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144214164'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:12.849184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78a3de10-9ac8-4862-9ea4-88113830e68f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:12.884057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: bcf9511e-0a06-4aa9-86ff-aef71a78feea {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:12.884327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bcf9511e-0a06-4aa9-86ff-aef71a78feea not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:12.998857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78a3de10-9ac8-4862-9ea4-88113830e68f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.009048 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78a3de10-9ac8-4862-9ea4-88113830e68f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.027711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da797004-2a1e-4e0c-b454-75dfe0b0410e req-7087fcea-f513-446e-83f5-4d6297d2d9d3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:13.029528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:13.046774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da797004-2a1e-4e0c-b454-75dfe0b0410e req-7087fcea-f513-446e-83f5-4d6297d2d9d3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.3800669 Nov 12 13:42:13.061497 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78a3de10-9ac8-4862-9ea4-88113830e68f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.066884 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-78a3de10-9ac8-4862-9ea4-88113830e68f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2923541 Nov 12 13:42:13.070313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36208) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:13.083306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-669ba034-8a3a-4e66-8153-137c60707153 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': 'c36373c7-231a-41ba-a7a2-f9563887cfc6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:13.085716 n-d-805736-4 neutron-server[102676]: WARNING neutron.api.v2.base [None req-669ba034-8a3a-4e66-8153-137c60707153 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 13:42:13.086436 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-669ba034-8a3a-4e66-8153-137c60707153 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:13.091418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-669ba034-8a3a-4e66-8153-137c60707153 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0134215 Nov 12 13:42:13.096151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36210) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:13.159211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3de10-9ac8-4862-9ea4-88113830e68f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36373c7-231a-41ba-a7a2-f9563887cfc6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:13.169327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36212) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:13.315165 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.317646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51e7e18f-90ed-4f5d-9776-13347af3abac req-c72b3710-10c2-4cd6-ae1b-11a9074f3129 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 210 time: 0.1000814 Nov 12 13:42:13.333373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43bd4739-83bc-4610-aabb-99c7ddea2bb9 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.398269 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43bd4739-83bc-4610-aabb-99c7ddea2bb9 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.409884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da797004-2a1e-4e0c-b454-75dfe0b0410e req-5f326a1c-a5b9-4eb7-9c33-8d370d9f6bd8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540163 Nov 12 13:42:13.416095 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.447242 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96ccca9f-b56e-4675-8e1f-74133a238041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.447242 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.477188 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.531340 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Pushing event updated for resources: {'Port': ['ID=1f1c2b3a-bc19-4f2b-ac27-89e948d48448,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:13.562715 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43bd4739-83bc-4610-aabb-99c7ddea2bb9 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.567782 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43bd4739-83bc-4610-aabb-99c7ddea2bb9 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.569075 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-43bd4739-83bc-4610-aabb-99c7ddea2bb9 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "DELETE /v2.0/security-groups/c36373c7-231a-41ba-a7a2-f9563887cfc6 HTTP/1.1" status: 204 len: 168 time: 0.4713421 Nov 12 13:42:13.583469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:13.584772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd4739-83bc-4610-aabb-99c7ddea2bb9 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36373c7-231a-41ba-a7a2-f9563887cfc6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:13.614092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d6f035f6-cba3-4f4a-9e7d-bbab777a2a1b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8bfffb1fd5ab49ba8c751725cfc850a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4330678 Nov 12 13:42:13.616969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36216) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:13.651358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Network a9a4b754-fd44-4b37-93c4-ccd6f00df02c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:13.672050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:13.680827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:13.694225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-96ccca9f-b56e-4675-8e1f-74133a238041 None None] For port ee587918-f3e8-4d67-89f9-d2cc278b2145, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ee587918-f3e8-4d67-89f9-d2cc278b2145,segment=NetworkSegment(97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4),segment_id=97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:13.730876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96ccca9f-b56e-4675-8e1f-74133a238041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.760077 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aea54d1-1c6e-41cc-893f-87bea80f4d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:13.841640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2e5151c5-5ffb-486c-9c64-c52b45ce2528 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2453766 Nov 12 13:42:13.853989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36220) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:13.893070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3fd94d42-cfbb-4ece-8a1b-ebb40a0f2964 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'tempest-secgroup--145806679'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:13.952559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aea54d1-1c6e-41cc-893f-87bea80f4d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.116269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Allocated IP 172.21.0.1 (a9a4b754-fd44-4b37-93c4-ccd6f00df02c/1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09/d35fdaf4-d413-4fd3-af31-fa35b5988332) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:14.145720 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd94d42-cfbb-4ece-8a1b-ebb40a0f2964 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.208500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-5133a36a-93cf-49b2-9f60-58fae13938cf tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:14.210583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-5133a36a-93cf-49b2-9f60-58fae13938cf tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.70 "GET /v2.0/networks?id=999ff16e-4012-4857-b764-8b9fab9b94a1 HTTP/1.1" status: 200 len: 808 time: 0.3672645 Nov 12 13:42:14.218951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Attempting to bind port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:14.220679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Attempting to bind port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c4db9c49-6399-4461-b987-81dfaca0a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:14.220815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aea54d1-1c6e-41cc-893f-87bea80f4d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.221408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Attempting to bind port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 on network a9a4b754-fd44-4b37-93c4-ccd6f00df02c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:14.223882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1aea54d1-1c6e-41cc-893f-87bea80f4d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.225642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1aea54d1-1c6e-41cc-893f-87bea80f4d26 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9506fe6e-6e25-482d-87c3-74b8bd1a4862 HTTP/1.1" status: 204 len: 168 time: 0.6068726 Nov 12 13:42:14.227189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccca9f-b56e-4675-8e1f-74133a238041 None None] Pushing event updated for resources: {'Port': ['ID=ee587918-f3e8-4d67-89f9-d2cc278b2145,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:14.234471 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.234843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Request body: {'port': {'device_id': '82522db7-7489-4268-bd72-c7b42bb0f171', 'network_id': '999ff16e-4012-4857-b764-8b9fab9b94a1', 'admin_state_up': True, 'tenant_id': '7ac2b9f58257413bac4d2193f0acdabd'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:14.235748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c244d7e6-c4f2-4256-a87c-3bf73ebdeb4a None None] Provisioning complete for port ee587918-f3e8-4d67-89f9-d2cc278b2145 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:14.236309 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c244d7e6-c4f2-4256-a87c-3bf73ebdeb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.268540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:14.269496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Checking segment: {'id': 'c4db9c49-6399-4461-b987-81dfaca0a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:14.270117 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.270758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Bound using segment: {'id': 'c4db9c49-6399-4461-b987-81dfaca0a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:14.271462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Bound port: 1f1c2b3a-bc19-4f2b-ac27-89e948d48448, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4db9c49-6399-4461-b987-81dfaca0a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:14.272067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.331305 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.382132 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.408516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea54d1-1c6e-41cc-893f-87bea80f4d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9506fe6e-6e25-482d-87c3-74b8bd1a4862,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:14.439423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Made reservation on behalf of 7ac2b9f58257413bac4d2193f0acdabd for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:14.444494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.487017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network a9a4b754-fd44-4b37-93c4-ccd6f00df02c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:14.487570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd94d42-cfbb-4ece-8a1b-ebb40a0f2964 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.499531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:14.501261 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd94d42-cfbb-4ece-8a1b-ebb40a0f2964 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.512566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:14.575637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] For port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:14.579455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] For port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1f1c2b3a-bc19-4f2b-ac27-89e948d48448,segment=NetworkSegment(c4db9c49-6399-4461-b987-81dfaca0a0b6),segment_id=c4db9c49-6399-4461-b987-81dfaca0a0b6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:14.642811 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.645543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0e05e0ea-d0c2-4e09-b8e0-e43cb428c391 req-6eed0f22-cf9c-4a7a-b479-b762b6290d52 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 210 time: 0.1238263 Nov 12 13:42:14.649524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=d35fdaf4-d413-4fd3-af31-fa35b5988332,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:14.731800 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.805144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Allocated IP 172.20.0.8 (999ff16e-4012-4857-b764-8b9fab9b94a1/acecf26f-6d9b-48fc-b8d6-4b1876fd5706/693fc56e-09e0-41aa-8ca2-5f95bc85b4c0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:14.873425 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd94d42-cfbb-4ece-8a1b-ebb40a0f2964 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:14.877967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3fd94d42-cfbb-4ece-8a1b-ebb40a0f2964 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0078795 Nov 12 13:42:14.878328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36238) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:14.903392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:07Z', 'revision_number': 2, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:11Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:14.903821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd94d42-cfbb-4ece-8a1b-ebb40a0f2964 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0f23e5-93b8-43f2-ac8c-e0ea9cc31130,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:14.915810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-256ffd12-3f21-47ab-9d6d-a35e6387dc97 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '5f0f23e5-93b8-43f2-ac8c-e0ea9cc31130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:14.977979 n-d-805736-4 neutron-server[102676]: WARNING neutron.api.v2.base [None req-256ffd12-3f21-47ab-9d6d-a35e6387dc97 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 13:42:14.978965 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-256ffd12-3f21-47ab-9d6d-a35e6387dc97 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:14.980519 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-256ffd12-3f21-47ab-9d6d-a35e6387dc97 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0775568 Nov 12 13:42:14.984272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36242) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:14.993270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-27c59bf4-f706-4718-acf8-d524fcd0c0ff tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '5f0f23e5-93b8-43f2-ac8c-e0ea9cc31130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:14.994170 n-d-805736-4 neutron-server[102676]: WARNING neutron.api.v2.base [None req-27c59bf4-f706-4718-acf8-d524fcd0c0ff tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 13:42:14.994767 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-27c59bf4-f706-4718-acf8-d524fcd0c0ff tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:15.004791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-27c59bf4-f706-4718-acf8-d524fcd0c0ff tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0147727 Nov 12 13:42:15.014769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36246) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:15.030334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-63b727e1-1333-489f-be98-957597202456 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '5f0f23e5-93b8-43f2-ac8c-e0ea9cc31130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:15.031286 n-d-805736-4 neutron-server[102676]: WARNING neutron.api.v2.base [None req-63b727e1-1333-489f-be98-957597202456 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 13:42:15.032106 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-63b727e1-1333-489f-be98-957597202456 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:15.036039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-63b727e1-1333-489f-be98-957597202456 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0173204 Nov 12 13:42:15.038912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36248) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:15.039096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7602a9-e99b-4ffc-8e90-dc91fa7cfd93 None None] Pushing event updated for resources: {'Port': ['ID=1f1c2b3a-bc19-4f2b-ac27-89e948d48448,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:15.044875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ae96d-5839-479a-93b1-e6da1182ced5 None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:07Z', 'revision_number': 2, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:11Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:15.050306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b6deb266-569f-4629-8cbc-3e4c547ceb6b tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '5f0f23e5-93b8-43f2-ac8c-e0ea9cc31130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:15.068738 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-b6deb266-569f-4629-8cbc-3e4c547ceb6b tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 13:42:15.070816 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-b6deb266-569f-4629-8cbc-3e4c547ceb6b tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:15.075565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:15.077936 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b6deb266-569f-4629-8cbc-3e4c547ceb6b tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0366082 Nov 12 13:42:15.085675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:15.354930 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-399e60e0-697d-4108-977e-a069c48237c8 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:15.510247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-399e60e0-697d-4108-977e-a069c48237c8 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:15.633317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f86bb-0d6a-443d-a3c7-5e68c6209785 req-cd1a6f90-35ad-4c42-b179-4ebc6478cc14 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:15.634915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c4f86bb-0d6a-443d-a3c7-5e68c6209785 req-cd1a6f90-35ad-4c42-b179-4ebc6478cc14 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 1.0100920 Nov 12 13:42:15.809531 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:15.830541 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-399e60e0-697d-4108-977e-a069c48237c8 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:15.836676 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-399e60e0-697d-4108-977e-a069c48237c8 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:15.838284 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-399e60e0-697d-4108-977e-a069c48237c8 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "DELETE /v2.0/security-groups/5f0f23e5-93b8-43f2-ac8c-e0ea9cc31130 HTTP/1.1" status: 204 len: 168 time: 0.7611346 Nov 12 13:42:15.851290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36264) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:15.902334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e60e0-697d-4108-977e-a069c48237c8 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0f23e5-93b8-43f2-ac8c-e0ea9cc31130,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:15.915879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c4f86bb-0d6a-443d-a3c7-5e68c6209785 req-a892c93d-bdb6-4db6-9bbf-5114e094f34e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594852 Nov 12 13:42:15.935916 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0157fc29-1331-4dbc-a413-fb893c43b8f6 req-c09f5410-3767-4bd2-9f94-ee40d6889616 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 210 time: 0.1043029 Nov 12 13:42:15.982467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36268) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:15.991000 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.093051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Pushing event updated for resources: {'Port': ['ID=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:16.122807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Network 999ff16e-4012-4857-b764-8b9fab9b94a1 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:16.124441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:16.127191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:16.141510 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.155547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-10e8460d-4092-480c-a937-59b42df15278 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2924330 Nov 12 13:42:16.157641 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36272) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:16.177952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-aa160e37-8abf-4057-ac2b-06091cc45adb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604269153'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:16.186334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.237442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:16.238230 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.247287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-49117573-network', 'tenant_id': '77116259c888423c8f7035c95c8a0c3b'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:16.274267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Made reservation on behalf of 77116259c888423c8f7035c95c8a0c3b for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:16.282512 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.286007 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.295466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.393031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.399334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.444772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:42:16.455523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180e09e5-1413-4236-99c3-3c70286175dd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:16.472441 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.472905 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Added segment 78402795-8b9a-4e5b-a167-9fab8033ba18 of type vlan for network 6a261fc6-4e2c-4e42-a25c-be76a7d4c786 Nov 12 13:42:16.542587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.570887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network a9a4b754-fd44-4b37-93c4-ccd6f00df02c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:16.588354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:16.620714 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.622540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:16.623184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.635976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ee587918-f3e8-4d67-89f9-d2cc278b2145 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:16.706595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ee587918-f3e8-4d67-89f9-d2cc278b2145 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:16.707353 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.740267 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa160e37-8abf-4057-ac2b-06091cc45adb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.798622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8149679 Nov 12 13:42:16.799470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62d4da-1102-4fb2-b170-24b9cead5806 admin admin] Pushing event updated for resources: {'Network': ['ID=6a261fc6-4e2c-4e42-a25c-be76a7d4c786,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:16.801521 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36274) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:16.811461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Request body: {'subnet': {'network_id': '6a261fc6-4e2c-4e42-a25c-be76a7d4c786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-49117573-subnet', 'tenant_id': '77116259c888423c8f7035c95c8a0c3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:16.828254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1aadcde5-acb4-4cc7-b7a5-ec34f62d7c61 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6011796 Nov 12 13:42:16.843041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Request body: {'port': {'device_id': '82522db7-7489-4268-bd72-c7b42bb0f171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:16.846770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=d35fdaf4-d413-4fd3-af31-fa35b5988332,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:16.861356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead323a8-5bfc-411f-b61b-172e8e8e2d81 None None] Network a9a4b754-fd44-4b37-93c4-ccd6f00df02c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:16.864453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 6a261fc6-4e2c-4e42-a25c-be76a7d4c786 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:42:16.895481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:42:16.914831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Made reservation on behalf of 77116259c888423c8f7035c95c8a0c3b for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:16.919207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.936435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6423bf34-95b3-4cef-8df9-301fbdd9f2c7 None None] Provisioning complete for port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:16.937196 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6423bf34-95b3-4cef-8df9-301fbdd9f2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:16.993722 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.028412 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa160e37-8abf-4057-ac2b-06091cc45adb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.041184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa160e37-8abf-4057-ac2b-06091cc45adb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.055001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:17.072904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9ac8628a-24d7-4054-8292-03e3694d1a63 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6091127 Nov 12 13:42:17.077537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36280) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:17.087726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'network': {'name': 'tempest-RoutersTest-234671918'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:17.106793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa160e37-8abf-4057-ac2b-06091cc45adb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd34e397-67f8-480e-8353-5eba500c113b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:17.113464 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa160e37-8abf-4057-ac2b-06091cc45adb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.114861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aa160e37-8abf-4057-ac2b-06091cc45adb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9546509 Nov 12 13:42:17.118184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36282) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:17.127307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-61346fee-72e6-40cf-8cf4-c775522fea7d tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': 'dd34e397-67f8-480e-8353-5eba500c113b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:17.128004 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-61346fee-72e6-40cf-8cf4-c775522fea7d tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 13:42:17.128502 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-61346fee-72e6-40cf-8cf4-c775522fea7d tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:17.129616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-61346fee-72e6-40cf-8cf4-c775522fea7d tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103614 Nov 12 13:42:17.133814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36286) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:17.138830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-14c18a0a-3376-41b1-97e1-973c998bb11f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': 'dd34e397-67f8-480e-8353-5eba500c113b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:17.168057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:17.175068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.200971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:17.205340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:42:17.225550 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.227020 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added segment 661c0271-ddb2-4459-9411-830357b0c8dc of type vlan for network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f Nov 12 13:42:17.280544 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.336639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154a337-95d3-4dc1-841b-1e8b84c2503e req-533c8c35-694f-4e24-9b9a-f4120aac7083 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:17.338322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b154a337-95d3-4dc1-841b-1e8b84c2503e req-533c8c35-694f-4e24-9b9a-f4120aac7083 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 931 time: 0.1952522 Nov 12 13:42:17.342311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.348579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:17.349263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.358932 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6423bf34-95b3-4cef-8df9-301fbdd9f2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.430614 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-14c18a0a-3376-41b1-97e1-973c998bb11f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:17.431590 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-14c18a0a-3376-41b1-97e1-973c998bb11f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2967334 Nov 12 13:42:17.437121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36288) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:17.438903 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3595777 Nov 12 13:42:17.444762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36290) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:17.458618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e2d7e71b-678c-4b4c-9329-421fafa94c5c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': 'dd34e397-67f8-480e-8353-5eba500c113b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:17.459373 n-d-805736-4 neutron-server[102676]: WARNING neutron.api.v2.base [None req-e2d7e71b-678c-4b4c-9329-421fafa94c5c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 13:42:17.459881 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-e2d7e71b-678c-4b4c-9329-421fafa94c5c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:17.461592 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e2d7e71b-678c-4b4c-9329-421fafa94c5c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0187452 Nov 12 13:42:17.482397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36292) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:17.494981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'subnet': {'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:17.505913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2d6f17fd-d5f8-406f-a811-f4cb190241f5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': 'dd34e397-67f8-480e-8353-5eba500c113b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:17.537105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd2911-fa77-4fa2-92c1-df6125804c67 req-0f038b32-6930-4730-91ab-d27462c652e6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:17.538906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98bd2911-fa77-4fa2-92c1-df6125804c67 req-0f038b32-6930-4730-91ab-d27462c652e6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.2191012 Nov 12 13:42:17.543119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:17.543907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.548147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c159da4-f726-46e5-b2a2-6c2e5205e651 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Network': ['ID=d82c760b-0fbc-4b2a-a40c-8fc874f14b5f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:17.641402 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-2d6f17fd-d5f8-406f-a811-f4cb190241f5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:17.644145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2d6f17fd-d5f8-406f-a811-f4cb190241f5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1533206 Nov 12 13:42:17.647187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36294) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:17.655899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:42:17.659723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-464c6887-c2df-426c-8eb2-3d99b9b9f8ae tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': 'dd34e397-67f8-480e-8353-5eba500c113b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:17.660128 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:17.660938 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-464c6887-c2df-426c-8eb2-3d99b9b9f8ae tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 13:42:17.661697 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-464c6887-c2df-426c-8eb2-3d99b9b9f8ae tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:17.662883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-464c6887-c2df-426c-8eb2-3d99b9b9f8ae tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139084 Nov 12 13:42:17.671629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36296) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:17.684943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6423bf34-95b3-4cef-8df9-301fbdd9f2c7 None None] For port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1f1c2b3a-bc19-4f2b-ac27-89e948d48448,segment=NetworkSegment(c4db9c49-6399-4461-b987-81dfaca0a0b6),segment_id=c4db9c49-6399-4461-b987-81dfaca0a0b6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:17.690981 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:17.690981 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:17.692081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6a160c26-0a29-49eb-8439-11e797f113ab tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': 'dd34e397-67f8-480e-8353-5eba500c113b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:17.722998 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98bd2911-fa77-4fa2-92c1-df6125804c67 req-3238d1ea-9e2f-443c-946a-5536efa5cf5a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358249 Nov 12 13:42:17.728178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b154a337-95d3-4dc1-841b-1e8b84c2503e req-78dcc2ec-bb85-47da-a472-59d4d2a1aff8 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746958 Nov 12 13:42:17.783634 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6423bf34-95b3-4cef-8df9-301fbdd9f2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.800285 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.813624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:17.822201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:17.946100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e96c3c-5050-42a8-a69a-807e71e8afd6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:17.960579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.961366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.961941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.962547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.963123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.963714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.964432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.967206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.967930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.968571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.969204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:17.969835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:18.030288 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:18.062210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423bf34-95b3-4cef-8df9-301fbdd9f2c7 None None] Pushing event updated for resources: {'Port': ['ID=1f1c2b3a-bc19-4f2b-ac27-89e948d48448,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:18.070699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Checking segment: {'id': '78402795-8b9a-4e5b-a167-9fab8033ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6a261fc6-4e2c-4e42-a25c-be76a7d4c786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:18.071234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Network hostable DHCP agents. Network: 6a261fc6-4e2c-4e42-a25c-be76a7d4c786, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:42:18.100187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:42:18.112354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.116799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36300) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:18.164214 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.165724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Network 6a261fc6-4e2c-4e42-a25c-be76a7d4c786 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:42:18.222556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Transition to ACTIVE for port object 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:42:18.225737 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-6a160c26-0a29-49eb-8439-11e797f113ab tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:18.227096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6a160c26-0a29-49eb-8439-11e797f113ab tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5489974 Nov 12 13:42:18.234486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36306) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:18.247592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9f596999-34f0-4fc1-8989-afe3aef219e6 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': 'dd34e397-67f8-480e-8353-5eba500c113b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:18.248070 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-9f596999-34f0-4fc1-8989-afe3aef219e6 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 13:42:18.249840 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-9f596999-34f0-4fc1-8989-afe3aef219e6 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:18.252247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9f596999-34f0-4fc1-8989-afe3aef219e6 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141785 Nov 12 13:42:18.256413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36308) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:18.261449 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.263994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-385b32a9-5324-4d10-b58f-e9e58344620e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': 'dd34e397-67f8-480e-8353-5eba500c113b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:18.310091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Checking segment: {'id': '661c0271-ddb2-4459-9411-830357b0c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:18.310456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network hostable DHCP agents. Network: d82c760b-0fbc-4b2a-a40c-8fc874f14b5f, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:42:18.321634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Subnet': ['ID=9d513fb6-4388-403a-b67d-3dc122462e0c,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:18.348816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:42:18.361560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f3fad01c-68ea-4e0d-a1a0-c8c09a3068cf None None] Provisioning complete for port d35fdaf4-d413-4fd3-af31-fa35b5988332 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:18.363500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, d82c760b-0fbc-4b2a-a40c-8fc874f14b5f) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:18.363765 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3fad01c-68ea-4e0d-a1a0-c8c09a3068cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.369688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:18.370386 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.387276 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-385b32a9-5324-4d10-b58f-e9e58344620e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:18.388897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-385b32a9-5324-4d10-b58f-e9e58344620e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1292875 Nov 12 13:42:18.391113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13764a11-f98b-4db6-9533-28224344ef19 None None] Network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:18.393423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36310) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:18.408201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 6a261fc6-4e2c-4e42-a25c-be76a7d4c786) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:18.412712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4dd657a3-74b9-458c-b3f8-52e7215f243e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9580677 Nov 12 13:42:18.415791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36312) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:18.423228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7bedfabd-b99e-42be-bfef-6b7a8c044ef0 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': 'dd34e397-67f8-480e-8353-5eba500c113b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:18.443655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:18.447212 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.476133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40373a22-8380-40ae-9ae3-2a445e7f36d0 None None] Network 6a261fc6-4e2c-4e42-a25c-be76a7d4c786 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:18.498169 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-7bedfabd-b99e-42be-bfef-6b7a8c044ef0 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:18.504102 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7bedfabd-b99e-42be-bfef-6b7a8c044ef0 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0898509 Nov 12 13:42:18.510440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36314) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:18.551305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:18.573830 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:14Z', 'revision_number': 3, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:15Z', 'revision_number': 2, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:18.620518 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:42:18.623632 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Updating router 291a5083-9e45-49f5-a706-75b41913183a port d35fdaf4-d413-4fd3-af31-fa35b5988332 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:42:18.634690 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c26d7a1-4f27-4333-8851-df79556ca915 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.695593 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.703470 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c26d7a1-4f27-4333-8851-df79556ca915 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.763335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f3fad01c-68ea-4e0d-a1a0-c8c09a3068cf None None] Port d35fdaf4-d413-4fd3-af31-fa35b5988332 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:42:18.834030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Pushing event updated for resources: {'Port': ['ID=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:18.872301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c26d7a1-4f27-4333-8851-df79556ca915 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.882626 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c26d7a1-4f27-4333-8851-df79556ca915 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.883329 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7c26d7a1-4f27-4333-8851-df79556ca915 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "DELETE /v2.0/security-groups/dd34e397-67f8-480e-8353-5eba500c113b HTTP/1.1" status: 204 len: 168 time: 0.3718922 Nov 12 13:42:18.890121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36320) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:18.897877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f3fad01c-68ea-4e0d-a1a0-c8c09a3068cf None None] Provisioning complete for port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:18.898678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3fad01c-68ea-4e0d-a1a0-c8c09a3068cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:18.912539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf6070d-a384-4541-afbb-1363d2fb7eee tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:18.914028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf6070d-a384-4541-afbb-1363d2fb7eee tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:18.916925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf6070d-a384-4541-afbb-1363d2fb7eee tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:18.931273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8bf6070d-a384-4541-afbb-1363d2fb7eee tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=0e471bbf082147968eeb2d3e39474524&network_id=cfd10963-60d4-41d9-acc4-7044c33ab5e5 HTTP/1.1" status: 200 len: 2970 time: 0.8013330 Nov 12 13:42:18.952945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fd97e067-ee21-423f-95eb-cb56bbb04913 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1499968 Nov 12 13:42:19.026982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26d7a1-4f27-4333-8851-df79556ca915 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd34e397-67f8-480e-8353-5eba500c113b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:19.105109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:19.105830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.231999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5d8ea0dc-d7ed-4313-bb9c-a9f208cbc410 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3282502 Nov 12 13:42:19.240968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36330) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:19.247786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-88da1cb2-1ad4-49b2-bd57-1c76cc822acb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640592866'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:19.277372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55f8ba-9431-4cdb-8b74-d6dccc5e25b3 req-b33023e1-a34b-4864-b36e-c181bc7b74c6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:19.279449 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c55f8ba-9431-4cdb-8b74-d6dccc5e25b3 req-b33023e1-a34b-4864-b36e-c181bc7b74c6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.3317366 Nov 12 13:42:19.312385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Attempting to bind port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:19.312810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Attempting to bind port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0b6e52ab-cafb-4889-8511-0bb4ba1c3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '999ff16e-4012-4857-b764-8b9fab9b94a1'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:19.314249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Attempting to bind port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 on network 999ff16e-4012-4857-b764-8b9fab9b94a1 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:19.330362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 on network 999ff16e-4012-4857-b764-8b9fab9b94a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:42:19.330663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Attempting to bind port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 on network 999ff16e-4012-4857-b764-8b9fab9b94a1 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:19.340806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:19.341151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Checking segment: {'id': '0b6e52ab-cafb-4889-8511-0bb4ba1c3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '999ff16e-4012-4857-b764-8b9fab9b94a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:19.341590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Bound using segment: {'id': '0b6e52ab-cafb-4889-8511-0bb4ba1c3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '999ff16e-4012-4857-b764-8b9fab9b94a1'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:19.342086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Bound port: 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6e52ab-cafb-4889-8511-0bb4ba1c3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '999ff16e-4012-4857-b764-8b9fab9b94a1'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:19.342474 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.344575 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88da1cb2-1ad4-49b2-bd57-1c76cc822acb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.363909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1a415-9869-4899-bae8-6daa688fec30 req-38254ab0-6d86-47f4-8fff-e8d0f887ef75 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:19.373866 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58d1a415-9869-4899-bae8-6daa688fec30 req-38254ab0-6d86-47f4-8fff-e8d0f887ef75 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 943 time: 0.3638527 Nov 12 13:42:19.388335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50fda0f-b953-4b78-9857-9503f1c19f81 None None] Network 6a261fc6-4e2c-4e42-a25c-be76a7d4c786 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:19.424902 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c55f8ba-9431-4cdb-8b74-d6dccc5e25b3 req-e5b821b2-37fd-4eb5-9191-de324caca820 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380858 Nov 12 13:42:19.479009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-d82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:42:19.479494 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.618480 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.630711 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.663346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58d1a415-9869-4899-bae8-6daa688fec30 req-673b5e97-36f5-4912-b1ac-dfe7d841fdf9 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885187 Nov 12 13:42:19.770985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88da1cb2-1ad4-49b2-bd57-1c76cc822acb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.804212 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88da1cb2-1ad4-49b2-bd57-1c76cc822acb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.835186 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Pushing event updated for resources: {'Port': ['ID=d35fdaf4-d413-4fd3-af31-fa35b5988332,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:19.851978 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.852320 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.852648 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.852975 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.853331 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.853661 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.853979 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.854296 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.854613 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.854929 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.855245 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.855556 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:19.879497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da1cb2-1ad4-49b2-bd57-1c76cc822acb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de26c27-5922-4d04-8510-8fc647016a9b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:19.938736 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Attempting to bind port d35fdaf4-d413-4fd3-af31-fa35b5988332 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:19.939387 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Attempting to bind port d35fdaf4-d413-4fd3-af31-fa35b5988332 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c4db9c49-6399-4461-b987-81dfaca0a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:19.939916 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Attempting to bind port d35fdaf4-d413-4fd3-af31-fa35b5988332 on network a9a4b754-fd44-4b37-93c4-ccd6f00df02c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:19.955074 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:19.955737 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Checking segment: {'id': 'c4db9c49-6399-4461-b987-81dfaca0a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:19.956373 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.956920 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Bound using segment: {'id': 'c4db9c49-6399-4461-b987-81dfaca0a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:19.959216 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Bound port: d35fdaf4-d413-4fd3-af31-fa35b5988332, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4db9c49-6399-4461-b987-81dfaca0a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:19.959824 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.976150 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88da1cb2-1ad4-49b2-bd57-1c76cc822acb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:19.978163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-88da1cb2-1ad4-49b2-bd57-1c76cc822acb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7345133 Nov 12 13:42:19.997171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36350) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:20.004347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7e35d25b-14f6-45d7-b129-1170e6135a9a tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '8de26c27-5922-4d04-8510-8fc647016a9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:20.009014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] For port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:20.031162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] For port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,segment=NetworkSegment(0b6e52ab-cafb-4889-8511-0bb4ba1c3320),segment_id=0b6e52ab-cafb-4889-8511-0bb4ba1c3320)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:20.041314 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:20.091857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:20.092657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:20.094821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] 10.222.0.70 "PUT /v2.0/ports/693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 HTTP/1.1" status: 200 len: 1091 time: 3.2554576 Nov 12 13:42:20.095403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82522db7-7489-4268-bd72-c7b42bb0f171', 'tag': '693fc56e-09e0-41aa-8ca2-5f95bc85b4c0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:20.099244 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5308e14b-2694-4ca4-bf7d-34cc14846b65" -d '{"events": [{"name": "network-changed", "server_uuid": "82522db7-7489-4268-bd72-c7b42bb0f171", "tag": "693fc56e-09e0-41aa-8ca2-5f95bc85b4c0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:20.166346 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] For port d35fdaf4-d413-4fd3-af31-fa35b5988332, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:20.170824 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] For port d35fdaf4-d413-4fd3-af31-fa35b5988332, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d35fdaf4-d413-4fd3-af31-fa35b5988332,segment=NetworkSegment(c4db9c49-6399-4461-b987-81dfaca0a0b6),segment_id=c4db9c49-6399-4461-b987-81dfaca0a0b6)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:20.188264 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:20.243759 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-7e35d25b-14f6-45d7-b129-1170e6135a9a tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The resource could not be found. Nov 12 13:42:20.248226 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7e35d25b-14f6-45d7-b129-1170e6135a9a tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2495053 Nov 12 13:42:20.253174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36358) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:20.258121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b5a43030-2522-46d5-9aaa-08b88df87571 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '8de26c27-5922-4d04-8510-8fc647016a9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8a97ab66-d6fa-4c03-ba63-409a4a00520b'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:20.268557 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61e78b3-6a81-4e7f-a917-2c703104298b x-openstack-request-id: req-b61e78b3-6a81-4e7f-a917-2c703104298b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:20.269006 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82522db7-7489-4268-bd72-c7b42bb0f171", "tag": "693fc56e-09e0-41aa-8ca2-5f95bc85b4c0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:20.272028 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b61e78b3-6a81-4e7f-a917-2c703104298b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:20.272956 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82522db7-7489-4268-bd72-c7b42bb0f171', 'tag': '693fc56e-09e0-41aa-8ca2-5f95bc85b4c0', 'status': 'completed', 'code': 200} Nov 12 13:42:20.292042 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:20.292977 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:20.359138 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:20.399620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd91abb-658c-4198-82b6-76f1ee59ab6b service neutron] Pushing event updated for resources: {'Port': ['ID=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:20.426927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-1b86c94c-db20-4803-befb-dd09eb42fb5d tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:20.436019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-1b86c94c-db20-4803-befb-dd09eb42fb5d tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/networks?id=6a261fc6-4e2c-4e42-a25c-be76a7d4c786 HTTP/1.1" status: 200 len: 812 time: 0.4878936 Nov 12 13:42:20.447939 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:20.463064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-bb7d56cc-59b3-460e-a235-e1d42ca9f56c tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/quotas/77116259c888423c8f7035c95c8a0c3b HTTP/1.1" status: 200 len: 375 time: 0.0257773 Nov 12 13:42:20.525220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36360) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:20.539945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-6b8a958c-4f04-4fbb-8396-b264f4b525b4 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=77116259c888423c8f7035c95c8a0c3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757909 Nov 12 13:42:20.546813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-42398f80-5356-462f-bdf7-07f95fc842bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:20.548697 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-b5a43030-2522-46d5-9aaa-08b88df87571 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The resource could not be found. Nov 12 13:42:20.550519 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-42398f80-5356-462f-bdf7-07f95fc842bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ac2b9f58257413bac4d2193f0acdabd&device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 1094 time: 0.3790624 Nov 12 13:42:20.553467 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b5a43030-2522-46d5-9aaa-08b88df87571 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2993205 Nov 12 13:42:20.555343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36364) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:20.583279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-36308d44-8daa-44e1-9bdd-fbeac61932ac None None] Provisioning complete for port d35fdaf4-d413-4fd3-af31-fa35b5988332 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:20.591671 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36308d44-8daa-44e1-9bdd-fbeac61932ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:20.635658 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90120c2a-d8ec-49a5-b31f-41e57ef099f3 None None] Pushing event updated for resources: {'Port': ['ID=d35fdaf4-d413-4fd3-af31-fa35b5988332,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:20.742533 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-e3137c01-fb2b-41e7-8eca-16cb00549a03 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3715866 Nov 12 13:42:20.813837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c72749-b262-4a67-bfbf-1a07ad1e0654 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:20.815912 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e8c72749-b262-4a67-bfbf-1a07ad1e0654 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 814 time: 0.2739670 Nov 12 13:42:20.838193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Allocated IP 172.22.0.2 (d82c760b-0fbc-4b2a-a40c-8fc874f14b5f/9d513fb6-4388-403a-b67d-3dc122462e0c/e381f5fc-c6b3-4f11-ae51-a9cc47e0daad) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:20.895291 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d48f67f-8a5d-47cb-a356-ae75c2eab7a6 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:20.919413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-2f9d8867-9a40-4c2b-aedb-d6ae804620ec service neutron] 10.222.0.73 "GET /v2.0/networks/6a261fc6-4e2c-4e42-a25c-be76a7d4c786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785746 Nov 12 13:42:21.000031 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:14Z', 'revision_number': 3, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:20Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:21.011958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d48f67f-8a5d-47cb-a356-ae75c2eab7a6 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.017137 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36308d44-8daa-44e1-9bdd-fbeac61932ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.037902 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f84eab-4a73-4188-89bf-8f860222e47a None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:14Z', 'revision_number': 3, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:20Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:21.153516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-36308d44-8daa-44e1-9bdd-fbeac61932ac None None] For port d35fdaf4-d413-4fd3-af31-fa35b5988332, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d35fdaf4-d413-4fd3-af31-fa35b5988332,segment=NetworkSegment(c4db9c49-6399-4461-b987-81dfaca0a0b6),segment_id=c4db9c49-6399-4461-b987-81dfaca0a0b6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:21.161361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36308d44-8daa-44e1-9bdd-fbeac61932ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.246077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36308d44-8daa-44e1-9bdd-fbeac61932ac None None] Pushing event updated for resources: {'Port': ['ID=d35fdaf4-d413-4fd3-af31-fa35b5988332,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:21.329854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d5655b65-2a84-474f-ae09-33826f1ea7f0 None None] Provisioning complete for port d35fdaf4-d413-4fd3-af31-fa35b5988332 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:21.330548 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5655b65-2a84-474f-ae09-33826f1ea7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.419364 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.441582 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.505276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Allocated IP 172.22.0.1 (d82c760b-0fbc-4b2a-a40c-8fc874f14b5f/9d513fb6-4388-403a-b67d-3dc122462e0c/442b82aa-b7ca-4cdc-b63b-8fdc35d72be9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:21.594017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-fbf610d3-250c-4e75-a5b0-2feed1ebe918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:21.597483 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-fbf610d3-250c-4e75-a5b0-2feed1ebe918 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 1097 time: 0.7527413 Nov 12 13:42:21.600094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36374) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:21.607644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'network': {'name': 'tempest-network-smoke--846551312', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'port_security_enabled': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:21.652758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.676015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:21.685935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:21.699219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:21.701254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Pushing event updated for resources: {'Port': ['ID=e381f5fc-c6b3-4f11-ae51-a9cc47e0daad,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:21.738575 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.799863 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-d2bf74c2-de29-4b76-8d09-2358263d2347 service neutron] 10.222.0.73 "GET /v2.0/networks/6a261fc6-4e2c-4e42-a25c-be76a7d4c786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8569000 Nov 12 13:42:21.817891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Attempting to bind port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:21.818265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Attempting to bind port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '661c0271-ddb2-4459-9411-830357b0c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:21.818632 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Attempting to bind port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad on network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:21.824681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:21.842352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:21.842724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Checking segment: {'id': '661c0271-ddb2-4459-9411-830357b0c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:21.843129 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.843517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Bound using segment: {'id': '661c0271-ddb2-4459-9411-830357b0c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:21.843994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Bound port: e381f5fc-c6b3-4f11-ae51-a9cc47e0daad, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661c0271-ddb2-4459-9411-830357b0c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:21.844496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.868498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:21.871365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-795a028d-327a-4971-89f3-0e92270de8a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 HTTP/1.1" status: 200 len: 217 time: 0.1540461 Nov 12 13:42:21.872132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:21.918771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Made reservation on behalf of 0e471bbf082147968eeb2d3e39474524 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:21.931272 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.960371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] For port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:21.967586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] For port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e381f5fc-c6b3-4f11-ae51-a9cc47e0daad,segment=NetworkSegment(661c0271-ddb2-4459-9411-830357b0c8dc),segment_id=661c0271-ddb2-4459-9411-830357b0c8dc)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:21.975372 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.985588 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d48f67f-8a5d-47cb-a356-ae75c2eab7a6 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:21.991914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3d48f67f-8a5d-47cb-a356-ae75c2eab7a6 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:22.003052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3d48f67f-8a5d-47cb-a356-ae75c2eab7a6 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "DELETE /v2.0/security-groups/8de26c27-5922-4d04-8510-8fc647016a9b HTTP/1.1" status: 204 len: 168 time: 1.4095938 Nov 12 13:42:22.005198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36376) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:22.045561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-a357aa73-fca7-4e0c-94ea-413db6d81c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:22.051187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-a357aa73-fca7-4e0c-94ea-413db6d81c91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=acecf26f-6d9b-48fc-b8d6-4b1876fd5706 HTTP/1.1" status: 200 len: 848 time: 0.1413493 Nov 12 13:42:22.070522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885cb61-6754-469d-b6ea-27207ca470ed None None] Pushing event updated for resources: {'Port': ['ID=e381f5fc-c6b3-4f11-ae51-a9cc47e0daad,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:22.119198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-9ec921fa-3620-4f35-81bd-dd1df339ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:22.124577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-9ec921fa-3620-4f35-81bd-dd1df339ed45 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cfd10963-60d4-41d9-acc4-7044c33ab5e5 HTTP/1.1" status: 200 len: 898 time: 0.4920449 Nov 12 13:42:22.151261 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48f67f-8a5d-47cb-a356-ae75c2eab7a6 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de26c27-5922-4d04-8510-8fc647016a9b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:22.165855 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-1dbc646f-d15f-4611-9204-1e14a34e2b4b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=999ff16e-4012-4857-b764-8b9fab9b94a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911577 Nov 12 13:42:22.214273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:42:22.332495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=442b82aa-b7ca-4cdc-b63b-8fdc35d72be9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:22.339690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-fbb2cc0f-9ceb-4374-91bc-7fa42731f3a5 service neutron] 10.222.0.70 "GET /v2.0/networks/999ff16e-4012-4857-b764-8b9fab9b94a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605599 Nov 12 13:42:22.340454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:22.392308 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:22.393776 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Added segment bc425e1f-d4a7-437c-b676-bc0726d6f5a6 of type vlan for network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 Nov 12 13:42:22.432346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e39d-61b4-491a-a58e-a1d2f59e4ff4 req-acc12bf9-af81-43cd-9b51-b76e7ecc26f0 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:22.434747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7f1e39d-61b4-491a-a58e-a1d2f59e4ff4 req-acc12bf9-af81-43cd-9b51-b76e7ecc26f0 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.7191236 Nov 12 13:42:22.661614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:22.691865 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:22.704691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-89a29ed0-0b9d-4503-9f62-7dc46beb43cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7966447-e53e-44ae-85f3-130a00ca91ca HTTP/1.1" status: 200 len: 1001 time: 0.4929035 Nov 12 13:42:22.707719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:22.714644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:22.715702 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:22.740091 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-30d2af63-5d2c-4f74-ab9e-6ccf87307581 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6858959 Nov 12 13:42:22.741359 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7f1e39d-61b4-491a-a58e-a1d2f59e4ff4 req-341c41dd-15d2-42a8-91e5-8401bb5386e9 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764219 Nov 12 13:42:22.753519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:22.770812 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-10a7c894-8f8b-493d-82d6-702b2b3d6e31 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '690a64d0-644c-4783-abb0-d84766c55b45', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:22.855373 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5196a35-3a8c-4324-a19f-0311920d2a80 req-a21e43f2-cef0-4dab-b030-40ba76096fde service neutron] 10.222.0.70 "GET /v2.0/networks/999ff16e-4012-4857-b764-8b9fab9b94a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958022 Nov 12 13:42:22.931488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d35fdaf4-d413-4fd3-af31-fa35b5988332 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:22.991349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Network': ['ID=d7eaabb6-f0aa-4c53-9190-6e2fea020b59,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:23.036552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:42:23.150222 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ca5d1-5d20-4197-b82f-190c5d138313 req-1da4070d-3897-406f-9f7a-fc501b2ebb29 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:23.151840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a78ca5d1-5d20-4197-b82f-190c5d138313 req-1da4070d-3897-406f-9f7a-fc501b2ebb29 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 943 time: 0.6891222 Nov 12 13:42:23.223310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-69f506ca-5113-4563-93c6-23cdd1c55706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:23.224989 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-69f506ca-5113-4563-93c6-23cdd1c55706 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7d63467f-b4ff-4be4-83f1-98b6c26ee1ce HTTP/1.1" status: 200 len: 835 time: 0.4708803 Nov 12 13:42:23.284230 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cd223445-15c0-4ee0-b000-93cd6d9a178f req-5f47d33e-6498-4a49-8179-cbfd25fcfdd7 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 210 time: 0.3517637 Nov 12 13:42:23.286665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36394) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:23.293930 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-286dfba8-b61d-4ce0-83b7-46a0035ecf3a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6904683 Nov 12 13:42:23.350877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port d35fdaf4-d413-4fd3-af31-fa35b5988332 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:23.355162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:23.385389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a78ca5d1-5d20-4197-b82f-190c5d138313 req-7de9c313-7b1e-43c2-b62d-8bd83742ed36 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150221 Nov 12 13:42:23.475929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-3c7ef89e-b211-44b3-a414-12a8f4b0892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:23.478073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-3c7ef89e-b211-44b3-a414-12a8f4b0892f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cfd10963-60d4-41d9-acc4-7044c33ab5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526220 Nov 12 13:42:23.585533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e381f5fc-c6b3-4f11-ae51-a9cc47e0daad up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:23.603189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932c668c-bf39-462f-a127-275cd99b9ef8 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:23.605818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-932c668c-bf39-462f-a127-275cd99b9ef8 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=0e471bbf082147968eeb2d3e39474524&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2393105 Nov 12 13:42:23.611673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36396) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:23.663362 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-10a7c894-8f8b-493d-82d6-702b2b3d6e31 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The resource could not be found. Nov 12 13:42:23.665231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-10a7c894-8f8b-493d-82d6-702b2b3d6e31 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9086468 Nov 12 13:42:23.675300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36398) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:23.680447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308e14b-2694-4ca4-bf7d-34cc14846b65 req-3abae683-2f4b-4620-badd-a585bf2a1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:23.682886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5308e14b-2694-4ca4-bf7d-34cc14846b65 req-3abae683-2f4b-4620-badd-a585bf2a1ce9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ac2b9f58257413bac4d2193f0acdabd&device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 1094 time: 0.4542849 Nov 12 13:42:23.689519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-efc3da09-76cb-4cda-aaed-5b12f402cda5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'tempest-secgroup--866856520'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:23.805977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:23.806586 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:23.910268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efc3da09-76cb-4cda-aaed-5b12f402cda5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:23.958198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18ded9-0047-4914-b782-49ce82e183c0 None None] Network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:24.023205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308e14b-2694-4ca4-bf7d-34cc14846b65 req-09c4169e-6819-4fc1-9642-99edb716a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:24.025255 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5308e14b-2694-4ca4-bf7d-34cc14846b65 req-09c4169e-6819-4fc1-9642-99edb716a4e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=999ff16e-4012-4857-b764-8b9fab9b94a1 HTTP/1.1" status: 200 len: 909 time: 0.3261969 Nov 12 13:42:24.083952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5308e14b-2694-4ca4-bf7d-34cc14846b65 req-3be95bfd-c40d-4ebd-87be-d8f307f98772 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0485413 Nov 12 13:42:24.127858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d6f37f-a2f3-440a-8e4e-c9fb0b905f19 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:24.130255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-89d6f37f-a2f3-440a-8e4e-c9fb0b905f19 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4989176 Nov 12 13:42:24.133707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-61eb0610-a10a-4235-8344-3741063bdbf5 service neutron] 10.222.0.70 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471598 Nov 12 13:42:24.134496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36402) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:24.155427 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.166417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.205374 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6b556c12-981f-4168-9bee-8547168dbb11 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657210 Nov 12 13:42:24.228255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36404) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:24.238312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.255570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d75e72cf-af42-42af-a7cd-fbf25219788b None None] Provisioning complete for port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:24.255845 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d75e72cf-af42-42af-a7cd-fbf25219788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.356663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90342d6-169b-459b-b564-5c6170691fc3 req-1090e8e7-a87f-469e-8324-2460601048be tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:24.366867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a90342d6-169b-459b-b564-5c6170691fc3 req-1090e8e7-a87f-469e-8324-2460601048be tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.3917737 Nov 12 13:42:24.376872 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2fc28daa-1497-49ec-b73c-77ee29842689 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=0e471bbf082147968eeb2d3e39474524&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1388872 Nov 12 13:42:24.408944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36408) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:24.425003 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.452264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-a3f4126e-ea5a-4cd0-a895-a0567e96f360 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:24.454608 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-a3f4126e-ea5a-4cd0-a895-a0567e96f360 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.105 "GET /v2.0/networks?id=6a261fc6-4e2c-4e42-a25c-be76a7d4c786 HTTP/1.1" status: 200 len: 812 time: 0.1475661 Nov 12 13:42:24.478897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308e14b-2694-4ca4-bf7d-34cc14846b65 req-11a7ab8e-7402-4a16-b026-61d9d9e91cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:24.479680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5308e14b-2694-4ca4-bf7d-34cc14846b65 req-11a7ab8e-7402-4a16-b026-61d9d9e91cc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=acecf26f-6d9b-48fc-b8d6-4b1876fd5706 HTTP/1.1" status: 200 len: 848 time: 0.3871529 Nov 12 13:42:24.495720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Request body: {'port': {'device_id': 'f50135b6-cd2a-460c-a362-2543eb66a858', 'network_id': '6a261fc6-4e2c-4e42-a25c-be76a7d4c786', 'admin_state_up': True, 'tenant_id': '77116259c888423c8f7035c95c8a0c3b'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:24.549477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efc3da09-76cb-4cda-aaed-5b12f402cda5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.556237 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5308e14b-2694-4ca4-bf7d-34cc14846b65 req-c1196d1a-1d0e-4c2a-b769-b9057729c24b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=999ff16e-4012-4857-b764-8b9fab9b94a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472991 Nov 12 13:42:24.578483 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efc3da09-76cb-4cda-aaed-5b12f402cda5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.607251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e381f5fc-c6b3-4f11-ae51-a9cc47e0daad,segment=NetworkSegment(661c0271-ddb2-4459-9411-830357b0c8dc),segment_id=661c0271-ddb2-4459-9411-830357b0c8dc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:24.609219 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d75e72cf-af42-42af-a7cd-fbf25219788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.617068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.663445 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a90342d6-169b-459b-b564-5c6170691fc3 req-9a64b7f4-b3f1-440f-9aaf-561fb7c47bc9 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956078 Nov 12 13:42:24.695587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81e2508-766e-4775-8daa-3131dd4bc41c req-1a6570a1-d6ca-482d-bb70-8994f510bee6 service neutron] 10.222.0.70 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854851 Nov 12 13:42:24.697547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2c1a5-2175-47d4-9976-63b1bde6ad4a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:24.700856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cbb2c1a5-2175-47d4-9976-63b1bde6ad4a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2601314 Nov 12 13:42:24.704234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36414) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:24.709199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efc3da09-76cb-4cda-aaed-5b12f402cda5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.717517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-efc3da09-76cb-4cda-aaed-5b12f402cda5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0301538 Nov 12 13:42:24.717763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ccc49ad-68bd-44f8-ab0d-69109447e341 req-6dfa35c1-4cd6-47ec-86f6-1f876c132b83 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 210 time: 0.2617970 Nov 12 13:42:24.718354 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=442b82aa-b7ca-4cdc-b63b-8fdc35d72be9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:24.729562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36416) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:24.741182 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9cd71717-9bf2-4b8c-ba27-cafcbbe4e51c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119762062'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:24.760644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=e381f5fc-c6b3-4f11-ae51-a9cc47e0daad,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:24.777515 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-d75e72cf-af42-42af-a7cd-fbf25219788b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:42:24.777866 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-d75e72cf-af42-42af-a7cd-fbf25219788b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:42:24.849318 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eb70cbb2-2b64-46d1-99ee-8af069a4b825 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1429491 Nov 12 13:42:24.852754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36418) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:24.868599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-52297432', 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:24.890599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cd71717-9bf2-4b8c-ba27-cafcbbe4e51c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:24.955507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3da09-76cb-4cda-aaed-5b12f402cda5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d56db0-37f2-4d20-b753-d3364d3c1ce2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:25.047231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc9e3-9c4a-4191-bac1-9eefdd38ef05 req-1e714508-5f06-4249-8ad3-304e13613a50 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:25.049893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b59bc9e3-9c4a-4191-bac1-9eefdd38ef05 req-1e714508-5f06-4249-8ad3-304e13613a50 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 943 time: 0.1671152 Nov 12 13:42:25.052277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:25.056790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5308e14b-2694-4ca4-bf7d-34cc14846b65 req-7d877991-b5f8-4655-977e-497a9fa2b504 service neutron] 10.222.0.70 "GET /v2.0/networks/999ff16e-4012-4857-b764-8b9fab9b94a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640841 Nov 12 13:42:25.062007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:25.073126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Made reservation on behalf of 0e471bbf082147968eeb2d3e39474524 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:25.077452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:25.349887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cd71717-9bf2-4b8c-ba27-cafcbbe4e51c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:25.351637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:42:25.359002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cd71717-9bf2-4b8c-ba27-cafcbbe4e51c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:25.388447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b59bc9e3-9c4a-4191-bac1-9eefdd38ef05 req-d5dd4764-1a4f-40fc-807b-56a23b69f78f tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297601 Nov 12 13:42:25.392879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Made reservation on behalf of 77116259c888423c8f7035c95c8a0c3b for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:25.397669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:25.403731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd71717-9bf2-4b8c-ba27-cafcbbe4e51c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c81605-42dc-46b1-8a04-c20b3f07ab62,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:25.416516 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9cd71717-9bf2-4b8c-ba27-cafcbbe4e51c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:25.416516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9cd71717-9bf2-4b8c-ba27-cafcbbe4e51c tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6783442 Nov 12 13:42:25.416516 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:25.416516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36420) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:25.451774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b82c0fee-67ed-4178-8502-88d172ff0540 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group_rule': {'security_group_id': '40d56db0-37f2-4d20-b753-d3364d3c1ce2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '18c81605-42dc-46b1-8a04-c20b3f07ab62'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:25.493802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d24bed4a-93ae-483e-90f4-a0e0152e014f None None] Provisioning complete for port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:25.494306 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d24bed4a-93ae-483e-90f4-a0e0152e014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:25.591570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Subnet': ['ID=87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:25.609102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Checking segment: {'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:25.609518 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network hostable DHCP agents. Network: d7eaabb6-f0aa-4c53-9190-6e2fea020b59, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:42:25.667187 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-b82c0fee-67ed-4178-8502-88d172ff0540 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:42:25.668229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b82c0fee-67ed-4178-8502-88d172ff0540 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2205822 Nov 12 13:42:25.673082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36422) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:25.675582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:42:25.706400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d24bed4a-93ae-483e-90f4-a0e0152e014f None None] Provisioning complete for port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:25.706783 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d24bed4a-93ae-483e-90f4-a0e0152e014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:25.742740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:25.765655 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8e2fbb67-3fa2-4d6c-9a4e-397f76621dce tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3307948 Nov 12 13:42:25.770875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36428) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:25.789065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'network': {'name': 'tempest-RoutersTest-492660231'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:25.826749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d24bed4a-93ae-483e-90f4-a0e0152e014f None None] Port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:42:25.832166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:25.845116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, d7eaabb6-f0aa-4c53-9190-6e2fea020b59) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:25.865207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87700791-1156-440a-9238-c2aaa36b06ed None None] Network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:25.865516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:25.867830 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:25.901472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:25.902420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:41:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:25.961989 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-95212594-a8c2-4b9a-b93b-440d3b2b2d86 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.1032927 Nov 12 13:42:26.022648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:26.036962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a41028eb-508f-44c9-811f-3238b20cf0ce tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.038763 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.075889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a41028eb-508f-44c9-811f-3238b20cf0ce tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.093336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:26.101499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b7afe-5c18-4e37-87ed-e13bd6a63fb4 req-713de8b8-6cd2-48e2-8542-8eea48d0bcac tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:26.103164 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fa5b7afe-5c18-4e37-87ed-e13bd6a63fb4 req-713de8b8-6cd2-48e2-8542-8eea48d0bcac tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1126142 Nov 12 13:42:26.203015 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a41028eb-508f-44c9-811f-3238b20cf0ce tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.203015 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a41028eb-508f-44c9-811f-3238b20cf0ce tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.216433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a41028eb-508f-44c9-811f-3238b20cf0ce tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "DELETE /v2.0/security-groups/18c81605-42dc-46b1-8a04-c20b3f07ab62 HTTP/1.1" status: 204 len: 168 time: 0.5260630 Nov 12 13:42:26.216433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36434) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:26.261192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41028eb-508f-44c9-811f-3238b20cf0ce tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c81605-42dc-46b1-8a04-c20b3f07ab62,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:26.270535 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fa5b7afe-5c18-4e37-87ed-e13bd6a63fb4 req-0eea2903-fae5-4c1a-81c7-36c2e39df20e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521904 Nov 12 13:42:26.378716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f1b7ed00-d47a-4590-8970-ce09d9c5325d tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1589684 Nov 12 13:42:26.381585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36436) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:26.477112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2129dc9-7b10-44f6-b74a-6e7f2ccc3d50 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.522344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2129dc9-7b10-44f6-b74a-6e7f2ccc3d50 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.570717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b21e0324-27c3-472d-8a0d-b4ecad096b3a None None] Provisioning complete for port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:26.571288 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b21e0324-27c3-472d-8a0d-b4ecad096b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.573024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5308e14b-2694-4ca4-bf7d-34cc14846b65 req-a9c6de07-2ced-4a17-a28c-b2d117861e3f service neutron] 10.222.0.70 "GET /v2.0/networks/999ff16e-4012-4857-b764-8b9fab9b94a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5070729 Nov 12 13:42:26.600800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-33e6c094-93ef-4ba8-b517-213876d3bbef req-7ec14d77-4924-4f1d-af14-4534065b9b9d tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 210 time: 0.5883939 Nov 12 13:42:26.632757 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2129dc9-7b10-44f6-b74a-6e7f2ccc3d50 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.636114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2129dc9-7b10-44f6-b74a-6e7f2ccc3d50 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.638111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c2129dc9-7b10-44f6-b74a-6e7f2ccc3d50 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "DELETE /v2.0/security-groups/40d56db0-37f2-4d20-b753-d3364d3c1ce2 HTTP/1.1" status: 204 len: 168 time: 0.2554102 Nov 12 13:42:26.642675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36446) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:26.650156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:42:26.664404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b21e0324-27c3-472d-8a0d-b4ecad096b3a None None] Port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:42:26.704858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2129dc9-7b10-44f6-b74a-6e7f2ccc3d50 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d56db0-37f2-4d20-b753-d3364d3c1ce2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:26.725335 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.737045 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added segment c9944c11-e7fc-44c9-929e-9d2e699a8f35 of type vlan for network 7e2bc8ec-358f-4611-b04a-e035a9479d61 Nov 12 13:42:26.790173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:26.809181 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-05309011-6a5c-4c74-85e2-dcbcbeb272b5 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1633487 Nov 12 13:42:26.815667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36450) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:26.834976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fc771094-b09c-4e2e-bf4d-eadf640bd6f6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064170055', 'description': 'tempest-secgroup-smoke-1064170055 description', 'project_id': '0e471bbf082147968eeb2d3e39474524'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:26.845147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-91a776f8-1870-4454-9896-6b74504211fb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'tempest-secgroup--567865115'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:26.883693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-d7eaabb6-f0aa-4c53-9190-6e2fea020b59', 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ips': [{'subnet_id': '87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:42:26.893954 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.914347 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-91a776f8-1870-4454-9896-6b74504211fb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:26.946693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e381f5fc-c6b3-4f11-ae51-a9cc47e0daad up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:26.975697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Allocated IP 172.20.0.5 (6a261fc6-4e2c-4e42-a25c-be76a7d4c786/75e96c3c-5050-42a8-a69a-807e71e8afd6/1a7941d0-b615-42ec-a745-5be70a7f182f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:26.996780 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc771094-b09c-4e2e-bf4d-eadf640bd6f6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.102596 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc475-fa54-4b58-8dce-aa46accefece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.111954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc771094-b09c-4e2e-bf4d-eadf640bd6f6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.117362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.122400 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-91a776f8-1870-4454-9896-6b74504211fb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.125969 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc771094-b09c-4e2e-bf4d-eadf640bd6f6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.133226 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-91a776f8-1870-4454-9896-6b74504211fb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.186007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc771094-b09c-4e2e-bf4d-eadf640bd6f6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.191908 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fc771094-b09c-4e2e-bf4d-eadf640bd6f6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3930790 Nov 12 13:42:27.192178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-91a776f8-1870-4454-9896-6b74504211fb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.192178 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-91a776f8-1870-4454-9896-6b74504211fb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3683681 Nov 12 13:42:27.192178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36452) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:27.198048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '1045da16-736e-4b92-9f57-d8644eebfac6', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:27.222669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36454) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:27.228694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-99b5f3cb-79f9-4cda-a9cb-088a0647070f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:27.230239 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-99b5f3cb-79f9-4cda-a9cb-088a0647070f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 13:42:27.230839 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-99b5f3cb-79f9-4cda-a9cb-088a0647070f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 13:42:27.231956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-99b5f3cb-79f9-4cda-a9cb-088a0647070f tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "PUT /v2.0/security-groups/286b2902-9b6c-49b6-b225-d31a34adb92f HTTP/1.1" status: 409 len: 330 time: 0.0081553 Nov 12 13:42:27.233524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a776f8-1870-4454-9896-6b74504211fb tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286b2902-9b6c-49b6-b225-d31a34adb92f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:27.253188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36456) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:27.254916 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.266610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85ee90-74fe-45de-8726-1956f74c3fb8 req-69a582f6-5557-4102-8e75-51423a95fe80 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:27.267386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:27.267767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.278712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d85ee90-74fe-45de-8726-1956f74c3fb8 req-69a582f6-5557-4102-8e75-51423a95fe80 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 943 time: 0.3492775 Nov 12 13:42:27.369734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc771094-b09c-4e2e-bf4d-eadf640bd6f6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1045da16-736e-4b92-9f57-d8644eebfac6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:27.384726 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.410382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:27.411451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.411577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Allocated IP 172.20.0.18 (d7eaabb6-f0aa-4c53-9190-6e2fea020b59/87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3/41ac91dd-986a-4a50-8126-f979ce978733) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:27.416312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:22Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:23Z', 'revision_number': 2, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:27.423156 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.425144 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac233-a3f1-40bc-b146-8b992160322e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.429730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.468725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cdd917-8d5f-42f6-a78e-daae73b711da,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:27.483710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.484077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.484696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.485106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.485574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.486093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.486533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.486975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.487403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.487842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.488295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.488722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:27.520628 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac233-a3f1-40bc-b146-8b992160322e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.526385 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.527762 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-296ce056-ceb0-4e97-939a-5c4349281d32 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347340 Nov 12 13:42:27.535527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36462) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:27.542104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1a9af9f7-604b-47ef-8cd2-5e73b0cfb0d0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '1045da16-736e-4b92-9f57-d8644eebfac6', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:27.566387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36464) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:27.567548 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7901976 Nov 12 13:42:27.573691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'subnet': {'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:27.658790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:42:27.659670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Updating router 291a5083-9e45-49f5-a706-75b41913183a port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:42:27.702225 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a9af9f7-604b-47ef-8cd2-5e73b0cfb0d0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.793369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.817133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a9af9f7-604b-47ef-8cd2-5e73b0cfb0d0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.830938 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d85ee90-74fe-45de-8726-1956f74c3fb8 req-7d51ee40-1912-4638-97f9-c167a2b60380 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069833 Nov 12 13:42:27.834169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0a0a5-c7f2-4da9-a62f-1835a0be5f51 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Network': ['ID=7e2bc8ec-358f-4611-b04a-e035a9479d61,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:27.845129 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac233-a3f1-40bc-b146-8b992160322e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.847747 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac233-a3f1-40bc-b146-8b992160322e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.848944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cc9ac233-a3f1-40bc-b146-8b992160322e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "DELETE /v2.0/security-groups/286b2902-9b6c-49b6-b225-d31a34adb92f HTTP/1.1" status: 204 len: 168 time: 0.5898664 Nov 12 13:42:27.865859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36468) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:27.877918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a9af9f7-604b-47ef-8cd2-5e73b0cfb0d0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:27.886177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:42:27.888618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7e2bc8ec-358f-4611-b04a-e035a9479d61 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:42:27.912860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ac233-a3f1-40bc-b146-8b992160322e tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286b2902-9b6c-49b6-b225-d31a34adb92f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:27.948745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe533-62d7-4d07-a806-2b7b169cde26 req-0148ce8c-ce78-4785-8a9b-4f7de720af56 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:27.966354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-814fe533-62d7-4d07-a806-2b7b169cde26 req-0148ce8c-ce78-4785-8a9b-4f7de720af56 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.3476684 Nov 12 13:42:27.999279 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9af9f7-604b-47ef-8cd2-5e73b0cfb0d0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc821ad-6f25-43f7-977d-436f5358d3a6,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:28.006941 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.017240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Made reservation on behalf of c1daba5901ac48ee8560641ba3213897 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:28.021738 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.042807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dc741ee8-ad63-4071-a750-d30d9826d655 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1753297 Nov 12 13:42:28.050798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36470) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:28.077710 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a9af9f7-604b-47ef-8cd2-5e73b0cfb0d0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.088960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1a9af9f7-604b-47ef-8cd2-5e73b0cfb0d0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5521894 Nov 12 13:42:28.102088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36472) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:28.102430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:42:28.118803 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24780872-5a3e-499c-af86-da78b04b6704 req-b4dfd9af-6090-4de3-9914-bd6b50f8fbee tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 210 time: 0.0741527 Nov 12 13:42:28.151176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6434cde8-ba6a-49c2-b79c-64e83f7ea8c8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '1045da16-736e-4b92-9f57-d8644eebfac6', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:28.156257 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-8d0a7f2e-c353-4857-862b-2332f7a330af tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] delete failed (client error): The resource could not be found. Nov 12 13:42:28.158240 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8d0a7f2e-c353-4857-862b-2332f7a330af tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "DELETE /v2.0/security-groups/5ea5b244-a3c8-45f3-8668-e8ae00b9f080 HTTP/1.1" status: 404 len: 347 time: 0.1054289 Nov 12 13:42:28.162690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36474) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:28.185312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.232289 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6434cde8-ba6a-49c2-b79c-64e83f7ea8c8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.242362 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-646a32f5-2bc3-4922-b1d5-bf7be00fa225 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] show failed (client error): The resource could not be found. Nov 12 13:42:28.243455 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-646a32f5-2bc3-4922-b1d5-bf7be00fa225 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-groups/e8dcaf0d-a2c4-4af6-8b05-86afeb46ea54 HTTP/1.1" status: 404 len: 347 time: 0.0796418 Nov 12 13:42:28.249239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Network 6a261fc6-4e2c-4e42-a25c-be76a7d4c786 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:28.252566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36476) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:28.259921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:28.272956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:28.283203 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-814fe533-62d7-4d07-a806-2b7b169cde26 req-b3f0df50-f523-4894-9f5a-ae90b8ea7f24 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920520 Nov 12 13:42:28.301739 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-7ddeddce-5c8c-4de5-a19a-36eb55b11b97 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] show failed (client error): The resource could not be found. Nov 12 13:42:28.302987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7ddeddce-5c8c-4de5-a19a-36eb55b11b97 tempest-NegativeSecGroupTest-601332489 tempest-NegativeSecGroupTest-601332489-project] 10.222.0.73 "GET /v2.0/security-group-rules/f7821edb-bf01-4c8b-a4ab-10d08d24cdd8 HTTP/1.1" status: 404 len: 356 time: 0.0491772 Nov 12 13:42:28.304990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Pushing event updated for resources: {'Port': ['ID=1a7941d0-b615-42ec-a745-5be70a7f182f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:28.361742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.399136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.412893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:28.413496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.454287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6434cde8-ba6a-49c2-b79c-64e83f7ea8c8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.461705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-25e51747-cb7b-49ce-9729-dd5009b7a105 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9713895 Nov 12 13:42:28.462818 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6434cde8-ba6a-49c2-b79c-64e83f7ea8c8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.475557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Request body: {'port': {'device_id': 'f50135b6-cd2a-460c-a362-2543eb66a858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:28.513227 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.519502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434cde8-ba6a-49c2-b79c-64e83f7ea8c8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989c0de8-24d4-4e59-9e81-831c02d0849f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:28.535343 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6434cde8-ba6a-49c2-b79c-64e83f7ea8c8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.539197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6434cde8-ba6a-49c2-b79c-64e83f7ea8c8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4292557 Nov 12 13:42:28.539854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36480) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:28.545655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-739a660e-eb20-40da-9201-d76ed89a42ed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '1045da16-736e-4b92-9f57-d8644eebfac6', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:28.625880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:28.638199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,segment=NetworkSegment(0b6e52ab-cafb-4889-8511-0bb4ba1c3320),segment_id=0b6e52ab-cafb-4889-8511-0bb4ba1c3320)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:28.651908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:28.668676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:28.670773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36484) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:28.676453 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.680130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '693fc56e-09e0-41aa-8ca2-5f95bc85b4c0', 'network_id': '999ff16e-4012-4857-b764-8b9fab9b94a1', 'port_id': '693fc56e-09e0-41aa-8ca2-5f95bc85b4c0', 'mac_address': 'fa:16:3e:5b:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acecf26f-6d9b-48fc-b8d6-4b1876fd5706', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:42:28.711350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.715089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Subnet': ['ID=974a6bd1-3363-49e2-9b53-b82bf458c3d4,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:28.723634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Checking segment: {'id': 'c9944c11-e7fc-44c9-929e-9d2e699a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:28.724093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network hostable DHCP agents. Network: 7e2bc8ec-358f-4611-b04a-e035a9479d61, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:42:28.737007 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Pushing event updated for resources: {'Port': ['ID=41ac91dd-986a-4a50-8126-f979ce978733,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:28.739459 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-739a660e-eb20-40da-9201-d76ed89a42ed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.770309 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.773220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 7e2bc8ec-358f-4611-b04a-e035a9479d61 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:42:28.785266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7e2bc8ec-358f-4611-b04a-e035a9479d61) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:28.791075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:28.791773 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.810394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ae3b32-1dc4-4da6-be3c-14746dcb0315 None None] Network 7e2bc8ec-358f-4611-b04a-e035a9479d61 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:28.830022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eea2901e-961b-4374-a093-94e9acb18617 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2564542 Nov 12 13:42:28.830720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36488) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:28.855506 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-739a660e-eb20-40da-9201-d76ed89a42ed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.864224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-739a660e-eb20-40da-9201-d76ed89a42ed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.893753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a660e-eb20-40da-9201-d76ed89a42ed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e6360d-8733-430b-8955-55a310ff3d5e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:28.973277 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-739a660e-eb20-40da-9201-d76ed89a42ed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:28.978788 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-739a660e-eb20-40da-9201-d76ed89a42ed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4378307 Nov 12 13:42:28.995993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36494) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:29.065133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Attempting to bind port 41ac91dd-986a-4a50-8126-f979ce978733 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:29.065636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Attempting to bind port 41ac91dd-986a-4a50-8126-f979ce978733 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:29.066109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Attempting to bind port 41ac91dd-986a-4a50-8126-f979ce978733 on network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:29.127331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3e9a096c-d7c0-477e-ae72-349777b3f810 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '1045da16-736e-4b92-9f57-d8644eebfac6', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:29.191909 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.214458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:29.215131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Checking segment: {'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:29.215796 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.216404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Bound using segment: {'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:29.217863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Bound port: 41ac91dd-986a-4a50-8126-f979ce978733, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:29.218438 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.221800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2593526-f415-4414-8f5b-9fc0138faf90 None None] Pushing event updated for resources: {'Port': ['ID=442b82aa-b7ca-4cdc-b63b-8fdc35d72be9,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:29.235314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:42:29.284202 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-3e9a096c-d7c0-477e-ae72-349777b3f810 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Project 0e471bbf082147968eeb2d3e39474524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:42:29.295799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e9a096c-d7c0-477e-ae72-349777b3f810 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.373395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac7a52-8e58-442f-a3c7-280c35efbebc req-15e94e03-4af1-4b18-b82c-c5dd74dd68e9 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:29.381571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] For port 41ac91dd-986a-4a50-8126-f979ce978733, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:29.384847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31ac7a52-8e58-442f-a3c7-280c35efbebc req-15e94e03-4af1-4b18-b82c-c5dd74dd68e9 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 943 time: 0.1876335 Nov 12 13:42:29.386002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] For port 41ac91dd-986a-4a50-8126-f979ce978733, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=41ac91dd-986a-4a50-8126-f979ce978733,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:29.388419 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Attempting to bind port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:29.389124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Attempting to bind port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '661c0271-ddb2-4459-9411-830357b0c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:29.390676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Attempting to bind port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 on network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:29.401789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6f2ff-b34f-4298-826a-d35366d350b9 req-a430c749-8412-4125-91d7-c0a7ac18bf90 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:29.410594 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ed6f2ff-b34f-4298-826a-d35366d350b9 req-a430c749-8412-4125-91d7-c0a7ac18bf90 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 931 time: 0.1489992 Nov 12 13:42:29.486517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31ac7a52-8e58-442f-a3c7-280c35efbebc req-44d56ff4-4cd3-491c-9aaf-cddd3526091c tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003590 Nov 12 13:42:29.530916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7beb7b6a-bd25-4d83-a1f0-ae91c7145925 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=880543df51144475ba51601c648b4801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8589032 Nov 12 13:42:29.540840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ed6f2ff-b34f-4298-826a-d35366d350b9 req-b5718c65-14a9-4fc0-9745-2fe6def14b78 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291606 Nov 12 13:42:29.545904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36500) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:29.644879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,segment=NetworkSegment(0b6e52ab-cafb-4889-8511-0bb4ba1c3320),segment_id=0b6e52ab-cafb-4889-8511-0bb4ba1c3320)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:29.678352 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.679101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.708811 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e9a096c-d7c0-477e-ae72-349777b3f810 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.713225 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34da8fd7-e21b-4fe1-8e6d-4e7453583496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.727302 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e9a096c-d7c0-477e-ae72-349777b3f810 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.728664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:29.730084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Checking segment: {'id': '661c0271-ddb2-4459-9411-830357b0c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:29.730439 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.731260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Bound using segment: {'id': '661c0271-ddb2-4459-9411-830357b0c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:29.732392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Bound port: 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661c0271-ddb2-4459-9411-830357b0c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:29.732581 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.743970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798310ee-636f-4ac0-9a0e-6c0841fadfe1 req-db6d0630-1ea7-437b-b167-7229207b16a6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:29.753635 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-798310ee-636f-4ac0-9a0e-6c0841fadfe1 req-db6d0630-1ea7-437b-b167-7229207b16a6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1213546 Nov 12 13:42:29.756884 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.806431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34da8fd7-e21b-4fe1-8e6d-4e7453583496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.883053 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a1ad4e0-793a-4158-a238-7ba5edf92bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.910132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-798310ee-636f-4ac0-9a0e-6c0841fadfe1 req-8cf7f7f9-446d-4609-81c9-7a15f693049a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550105 Nov 12 13:42:29.914858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-623a16c7-aa9b-4b98-807c-ff660eeb6e0f None None] Provisioning complete for port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:29.915233 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-623a16c7-aa9b-4b98-807c-ff660eeb6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.923765 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e9a096c-d7c0-477e-ae72-349777b3f810 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:29.930151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3e9a096c-d7c0-477e-ae72-349777b3f810 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9315672 Nov 12 13:42:29.938366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36502) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:29.960771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c0627dba-deb0-4306-941b-4ffce74aecc6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': '1045da16-736e-4b92-9f57-d8644eebfac6', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:30.010927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a096c-d7c0-477e-ae72-349777b3f810 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55990b49-4cd3-420f-b0af-563d68c4c043,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:30.033786 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-c0627dba-deb0-4306-941b-4ffce74aecc6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Project 0e471bbf082147968eeb2d3e39474524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:42:30.038599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-7e2bc8ec-358f-4611-b04a-e035a9479d61', 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'fixed_ips': [{'subnet_id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:42:30.039480 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.046842 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34da8fd7-e21b-4fe1-8e6d-4e7453583496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.051301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34da8fd7-e21b-4fe1-8e6d-4e7453583496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.052867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-34da8fd7-e21b-4fe1-8e6d-4e7453583496 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6169bf80-19e3-4716-ba43-b1fb04b239dc HTTP/1.1" status: 204 len: 168 time: 0.4997721 Nov 12 13:42:30.058165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9e0d9-d09a-40dd-90ad-a12e577c5ab0 None None] Pushing event updated for resources: {'Port': ['ID=41ac91dd-986a-4a50-8126-f979ce978733,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:30.072207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da8fd7-e21b-4fe1-8e6d-4e7453583496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6169bf80-19e3-4716-ba43-b1fb04b239dc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:30.108449 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0627dba-deb0-4306-941b-4ffce74aecc6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.232861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] For port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:30.247978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['693fc56e-09e0-41aa-8ca2-5f95bc85b4c0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:42:30.325037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] For port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=442b82aa-b7ca-4cdc-b63b-8fdc35d72be9,segment=NetworkSegment(661c0271-ddb2-4459-9411-830357b0c8dc),segment_id=661c0271-ddb2-4459-9411-830357b0c8dc)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:30.361897 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0627dba-deb0-4306-941b-4ffce74aecc6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.364295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7941d0-b615-42ec-a745-5be70a7f182f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:42:30.371562 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0627dba-deb0-4306-941b-4ffce74aecc6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.374694 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.382593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Allocated IP 172.23.0.1 (7e2bc8ec-358f-4611-b04a-e035a9479d61/974a6bd1-3363-49e2-9b53-b82bf458c3d4/4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:30.399111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-623a16c7-aa9b-4b98-807c-ff660eeb6e0f None None] Port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:42:30.407518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627dba-deb0-4306-941b-4ffce74aecc6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36575c5-f1c6-48cf-8712-93be63033a72,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:30.410731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Transition to ACTIVE for port object 1a7941d0-b615-42ec-a745-5be70a7f182f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:42:30.419881 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0627dba-deb0-4306-941b-4ffce74aecc6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.425353 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c0627dba-deb0-4306-941b-4ffce74aecc6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4817295 Nov 12 13:42:30.433173 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.471669 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.524184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7941d0-b615-42ec-a745-5be70a7f182f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:30.679542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:30.702111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Attempting to bind port 1a7941d0-b615-42ec-a745-5be70a7f182f on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:30.706152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Attempting to bind port 1a7941d0-b615-42ec-a745-5be70a7f182f by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '78402795-8b9a-4e5b-a167-9fab8033ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6a261fc6-4e2c-4e42-a25c-be76a7d4c786'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:30.709767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Attempting to bind port 1a7941d0-b615-42ec-a745-5be70a7f182f on network 6a261fc6-4e2c-4e42-a25c-be76a7d4c786 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:30.724686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Port 1a7941d0-b615-42ec-a745-5be70a7f182f on network 6a261fc6-4e2c-4e42-a25c-be76a7d4c786 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:42:30.725021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Attempting to bind port 1a7941d0-b615-42ec-a745-5be70a7f182f on network 6a261fc6-4e2c-4e42-a25c-be76a7d4c786 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:30.739782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.792898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:30.796750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Checking segment: {'id': '78402795-8b9a-4e5b-a167-9fab8033ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6a261fc6-4e2c-4e42-a25c-be76a7d4c786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:30.799135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Bound using segment: {'id': '78402795-8b9a-4e5b-a167-9fab8033ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6a261fc6-4e2c-4e42-a25c-be76a7d4c786'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:30.801146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Bound port: 1a7941d0-b615-42ec-a745-5be70a7f182f, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78402795-8b9a-4e5b-a167-9fab8033ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6a261fc6-4e2c-4e42-a25c-be76a7d4c786'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:30.802773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:30.816183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:30.816833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:30.971038 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:31.018163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac07d3-af2b-4c1c-894b-3324f382acc1 req-77f40d59-9dc6-4790-8cc4-796a2037ef1c tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:31.019929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0ac07d3-af2b-4c1c-894b-3324f382acc1 req-77f40d59-9dc6-4790-8cc4-796a2037ef1c tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 944 time: 0.2923033 Nov 12 13:42:31.095154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b339451-49e1-4f4d-a709-446f0152e55a req-e8937ac4-a870-443a-be2f-a62e604b2933 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:31.100501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b339451-49e1-4f4d-a709-446f0152e55a req-e8937ac4-a870-443a-be2f-a62e604b2933 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 943 time: 0.2375937 Nov 12 13:42:31.121312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:31.137842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] For port 1a7941d0-b615-42ec-a745-5be70a7f182f, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:31.139636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 41ac91dd-986a-4a50-8126-f979ce978733 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:31.154970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] For port 1a7941d0-b615-42ec-a745-5be70a7f182f, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1a7941d0-b615-42ec-a745-5be70a7f182f,segment=NetworkSegment(78402795-8b9a-4e5b-a167-9fab8033ba18),segment_id=78402795-8b9a-4e5b-a167-9fab8033ba18)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:31.164213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:31.175046 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:31.316272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b339451-49e1-4f4d-a709-446f0152e55a req-669326ec-83bb-4fac-90db-7c3ff1c8b429 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042301 Nov 12 13:42:31.361646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 7e2bc8ec-358f-4611-b04a-e035a9479d61 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:31.363340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:31.379458 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0ac07d3-af2b-4c1c-894b-3324f382acc1 req-4d093f8c-4847-4826-aa1e-e51f21a3c15b tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063242 Nov 12 13:42:31.391867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:31.415482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:31.418510 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:31.419909 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] 10.222.0.105 "PUT /v2.0/ports/1a7941d0-b615-42ec-a745-5be70a7f182f HTTP/1.1" status: 200 len: 1091 time: 2.9488225 Nov 12 13:42:31.431583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50135b6-cd2a-460c-a362-2543eb66a858', 'tag': '1a7941d0-b615-42ec-a745-5be70a7f182f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:31.439569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2593526-f415-4414-8f5b-9fc0138faf90 None None] Pushing event updated for resources: {'Port': ['ID=442b82aa-b7ca-4cdc-b63b-8fdc35d72be9,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:31.439901 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a3c9ba-03e9-483e-8398-d7d7195869b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f50135b6-cd2a-460c-a362-2543eb66a858", "tag": "1a7941d0-b615-42ec-a745-5be70a7f182f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:31.465512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5600ec-fe45-4354-9c38-d5fddeff9ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7941d0-b615-42ec-a745-5be70a7f182f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:31.561449 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:31.706386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:31.752972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b192d-66cb-4ad6-a1c4-153f05ebd39c req-0d828acc-f12a-42b8-8c70-1fcdd96189b3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:31.761742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-819b192d-66cb-4ad6-a1c4-153f05ebd39c req-0d828acc-f12a-42b8-8c70-1fcdd96189b3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1897151 Nov 12 13:42:31.776487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1bb2cc6b-148d-42f1-8fb5-b12d1bdb1225 None None] Provisioning complete for port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:31.777048 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bb2cc6b-148d-42f1-8fb5-b12d1bdb1225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:31.802087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Allocated IP 172.23.0.2 (7e2bc8ec-358f-4611-b04a-e035a9479d61/974a6bd1-3363-49e2-9b53-b82bf458c3d4/b9a5c789-f322-46e4-b9fb-165500530a2e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:31.818155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-f3512ae6-8bba-4110-9dcf-1d0ca7e5d97e tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064170055&fields=id&tenant_id=0e471bbf082147968eeb2d3e39474524 HTTP/1.1" status: 200 len: 267 time: 0.1333785 Nov 12 13:42:31.827484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-dcd19b51-ab6a-4579-b3bd-1c50fa9b120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:31.829149 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-dcd19b51-ab6a-4579-b3bd-1c50fa9b120e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=77116259c888423c8f7035c95c8a0c3b&device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 1094 time: 0.3483047 Nov 12 13:42:31.831168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36548) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:31.854770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-819b192d-66cb-4ad6-a1c4-153f05ebd39c req-552ec47b-479a-4ec6-822e-858c89b78c76 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919929 Nov 12 13:42:31.866006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b58cdd3-4266-40eb-b8c0-e42bc60a7338 None None] Network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:32.002190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-d3d2f6c1-2198-4cdb-817e-ad46244d927d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7941d0-b615-42ec-a745-5be70a7f182f HTTP/1.1" status: 200 len: 217 time: 0.1368144 Nov 12 13:42:32.042062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 41ac91dd-986a-4a50-8126-f979ce978733 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:32.042933 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:32.127699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-5166bf6d-3f24-4cc1-b7d8-b5e50a7711ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:32.132591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-5166bf6d-3f24-4cc1-b7d8-b5e50a7711ce service neutron] 10.222.0.105 "GET /v2.0/subnets?id=75e96c3c-5050-42a8-a69a-807e71e8afd6 HTTP/1.1" status: 200 len: 852 time: 0.1156592 Nov 12 13:42:32.139042 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc66975c-2f3b-42e3-b04f-d287ea117a5c x-openstack-request-id: req-fc66975c-2f3b-42e3-b04f-d287ea117a5c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:32.139342 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50135b6-cd2a-460c-a362-2543eb66a858", "tag": "1a7941d0-b615-42ec-a745-5be70a7f182f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:32.139598 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc66975c-2f3b-42e3-b04f-d287ea117a5c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:32.140058 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50135b6-cd2a-460c-a362-2543eb66a858', 'tag': '1a7941d0-b615-42ec-a745-5be70a7f182f', 'status': 'completed', 'code': 200} Nov 12 13:42:32.162681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-60c51dc9-1f3f-426c-9354-ee4cdc29fcb5 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:32.173074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-60c51dc9-1f3f-426c-9354-ee4cdc29fcb5 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/networks?id=d7eaabb6-f0aa-4c53-9190-6e2fea020b59 HTTP/1.1" status: 200 len: 796 time: 0.3423316 Nov 12 13:42:32.227150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-440b0904-5979-45b6-8a2a-7adf58c263ae tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-503483029', 'prefixes': ['172.20.0.0/16']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:32.231963 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4c622d64-3449-46ae-9ee9-d75e4535738e tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/quotas/0e471bbf082147968eeb2d3e39474524 HTTP/1.1" status: 200 len: 375 time: 0.0573027 Nov 12 13:42:32.274009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-9a91b8dc-bbbe-4fbb-bd52-76d9d8cb1131 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6a261fc6-4e2c-4e42-a25c-be76a7d4c786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302319 Nov 12 13:42:32.291208 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:32.388321 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-7966ca3a-588d-488f-a84f-eb1e4338b00c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1553664 Nov 12 13:42:32.450896 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:32.523618 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-c2fb05b4-ca05-40c6-bc6f-fda82efce12e service neutron] 10.222.0.73 "GET /v2.0/networks/d7eaabb6-f0aa-4c53-9190-6e2fea020b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237662 Nov 12 13:42:32.583980 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:32.628542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-b1b1f520-0b7f-4d41-a319-fc8c31bb37c4 service neutron] 10.222.0.105 "GET /v2.0/networks/6a261fc6-4e2c-4e42-a25c-be76a7d4c786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402307 Nov 12 13:42:32.630175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 41ac91dd-986a-4a50-8126-f979ce978733, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=41ac91dd-986a-4a50-8126-f979ce978733,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:32.634513 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-440b0904-5979-45b6-8a2a-7adf58c263ae tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] Publish callbacks [] for subnetpool, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:32.639936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-440b0904-5979-45b6-8a2a-7adf58c263ae tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7720616 Nov 12 13:42:32.659246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14c8e-ae34-48fa-bf14-7771f86cede1 req-1d8537b4-14ff-4f15-9bb3-505fc5f30929 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:32.668816 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28b14c8e-ae34-48fa-bf14-7771f86cede1 req-1d8537b4-14ff-4f15-9bb3-505fc5f30929 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 943 time: 0.1631885 Nov 12 13:42:32.673882 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:32.677739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36556) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:32.698052 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bb2cc6b-148d-42f1-8fb5-b12d1bdb1225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:32.825378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=41ac91dd-986a-4a50-8126-f979ce978733,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:32.869191 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-27c6a145-0fda-4989-b327-77a4d2cbd540 tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] 10.222.0.73 "GET /v2.0/subnetpools/fcef58b7-9264-42d9-9852-8eee01fc7de8 HTTP/1.1" status: 200 len: 731 time: 0.1896253 Nov 12 13:42:32.880105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:32.895651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0bd424e7-758c-472c-899c-6fd91da765c3 tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1411102681'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:32.959706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28b14c8e-ae34-48fa-bf14-7771f86cede1 req-46fb0219-0f39-4264-acf2-1b0616cfb63a tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896528 Nov 12 13:42:33.090249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29dc7e42-9a40-4bcb-9fb9-0941e2a436fa req-5f6b02dc-a0a9-4c51-9418-7f9696a110ab service neutron] 10.222.0.105 "GET /v2.0/networks/6a261fc6-4e2c-4e42-a25c-be76a7d4c786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525745 Nov 12 13:42:33.145589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1bb2cc6b-148d-42f1-8fb5-b12d1bdb1225 None None] For port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=442b82aa-b7ca-4cdc-b63b-8fdc35d72be9,segment=NetworkSegment(661c0271-ddb2-4459-9411-830357b0c8dc),segment_id=661c0271-ddb2-4459-9411-830357b0c8dc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:33.165559 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:33.170420 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:33.182321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bb2cc6b-148d-42f1-8fb5-b12d1bdb1225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:33.199632 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:33.209864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:22Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:30Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:33.248970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bd424e7-758c-472c-899c-6fd91da765c3 tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] Publish callbacks [] for subnetpool, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:33.250752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0bd424e7-758c-472c-899c-6fd91da765c3 tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] 10.222.0.73 "PUT /v2.0/subnetpools/fcef58b7-9264-42d9-9852-8eee01fc7de8 HTTP/1.1" status: 200 len: 684 time: 0.3636312 Nov 12 13:42:33.254599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36564) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:33.265463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122411b-6d9d-43a7-bb3c-d190df13a374 req-88943287-9c65-482d-a7f8-382c14e15dbb tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:33.274889 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1122411b-6d9d-43a7-bb3c-d190df13a374 req-88943287-9c65-482d-a7f8-382c14e15dbb tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 944 time: 0.1647887 Nov 12 13:42:33.288019 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7669fe3-881d-4cb1-aa24-c6e799dd2134 None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:22Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:30Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:33.314251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3c9ba-03e9-483e-8398-d7d7195869b9 req-db6be7ec-2417-4703-87b0-e01f5d176b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:33.315878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6a3c9ba-03e9-483e-8398-d7d7195869b9 req-db6be7ec-2417-4703-87b0-e01f5d176b77 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=77116259c888423c8f7035c95c8a0c3b&device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 1094 time: 0.1613944 Nov 12 13:42:33.429689 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-d2355795-dbf9-4105-87ba-d0e0f4a0e92d service neutron] 10.222.0.73 "GET /v2.0/networks/d7eaabb6-f0aa-4c53-9190-6e2fea020b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8985748 Nov 12 13:42:33.516193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1122411b-6d9d-43a7-bb3c-d190df13a374 req-0dad701d-1b47-4f2f-b289-43df53cfd948 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401314 Nov 12 13:42:33.581741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f2d12c4-6afe-4406-adb7-bbe3dfeca20b tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] Publish callbacks [] for subnetpool, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:33.589090 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8f2d12c4-6afe-4406-adb7-bbe3dfeca20b tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] 10.222.0.73 "DELETE /v2.0/subnetpools/fcef58b7-9264-42d9-9852-8eee01fc7de8 HTTP/1.1" status: 204 len: 168 time: 0.3044138 Nov 12 13:42:33.604272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36566) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:33.632789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3c9ba-03e9-483e-8398-d7d7195869b9 req-b48b6da1-4fe9-43bb-8531-d38da1ab0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:33.636040 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6a3c9ba-03e9-483e-8398-d7d7195869b9 req-b48b6da1-4fe9-43bb-8531-d38da1ab0d91 service neutron] 10.222.0.105 "GET /v2.0/networks?id=6a261fc6-4e2c-4e42-a25c-be76a7d4c786 HTTP/1.1" status: 200 len: 913 time: 0.3101637 Nov 12 13:42:33.661215 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-ec2edb44-8b7b-4932-b33b-60af251a874c tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] show failed (client error): The resource could not be found. Nov 12 13:42:33.667931 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ec2edb44-8b7b-4932-b33b-60af251a874c tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] 10.222.0.73 "GET /v2.0/subnetpools/fcef58b7-9264-42d9-9852-8eee01fc7de8 HTTP/1.1" status: 404 len: 346 time: 0.0651050 Nov 12 13:42:33.672163 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36568) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:33.730822 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-c84c668a-0e27-4c08-a71f-6ec3d1c1c7dc tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] delete failed (client error): The resource could not be found. Nov 12 13:42:33.754023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c84c668a-0e27-4c08-a71f-6ec3d1c1c7dc tempest-SubnetPoolsTestJSON-280460282 tempest-SubnetPoolsTestJSON-280460282-project] 10.222.0.73 "DELETE /v2.0/subnetpools/fcef58b7-9264-42d9-9852-8eee01fc7de8 HTTP/1.1" status: 404 len: 346 time: 0.0748441 Nov 12 13:42:33.759832 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:33.772813 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:33.791519 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6a3c9ba-03e9-483e-8398-d7d7195869b9 req-d31bdc94-05b6-425b-97db-a3586518dd8e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7941d0-b615-42ec-a745-5be70a7f182f HTTP/1.1" status: 200 len: 217 time: 0.1468446 Nov 12 13:42:33.945779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:33.950596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538462f-8127-4356-a4e6-edf4536ed56b req-4c5f5d3b-ff69-41d7-804f-189b287415cf tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:33.959978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3538462f-8127-4356-a4e6-edf4536ed56b req-4c5f5d3b-ff69-41d7-804f-189b287415cf tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.3298647 Nov 12 13:42:33.977343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Network 7e2bc8ec-358f-4611-b04a-e035a9479d61 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:33.981238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:33.996920 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3c9ba-03e9-483e-8398-d7d7195869b9 req-6562b420-dad9-4ad3-ad34-289d08962b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:33.998623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6a3c9ba-03e9-483e-8398-d7d7195869b9 req-6562b420-dad9-4ad3-ad34-289d08962b59 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=75e96c3c-5050-42a8-a69a-807e71e8afd6 HTTP/1.1" status: 200 len: 852 time: 0.1905205 Nov 12 13:42:34.027770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:34.031713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:34.037450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2cc6b-148d-42f1-8fb5-b12d1bdb1225 None None] Pushing event updated for resources: {'Port': ['ID=442b82aa-b7ca-4cdc-b63b-8fdc35d72be9,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:34.102567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6a3c9ba-03e9-483e-8398-d7d7195869b9 req-9d4b0833-bc2e-4bae-ac96-2d99f5d8f6cb service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6a261fc6-4e2c-4e42-a25c-be76a7d4c786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949078 Nov 12 13:42:34.193382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2c269240-f367-432e-981b-c3c596408f56 None None] Provisioning complete for port 41ac91dd-986a-4a50-8126-f979ce978733 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:34.193971 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c269240-f367-432e-981b-c3c596408f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:34.315380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3538462f-8127-4356-a4e6-edf4536ed56b req-0277d77f-5836-4f9f-bd62-05e3b626ad88 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3544652 Nov 12 13:42:34.357389 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e28e9b7-c08b-408f-b455-06db57623895 req-d8a61735-e0c6-44ec-a977-7ee7e2d4b401 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 210 time: 0.3429711 Nov 12 13:42:34.362340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event updated for resources: {'Port': ['ID=4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:34.374005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Network 7e2bc8ec-358f-4611-b04a-e035a9479d61 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:34.381686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:34.445888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Pushing event updated for resources: {'Port': ['ID=b9a5c789-f322-46e4-b9fb-165500530a2e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:34.521456 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6a3c9ba-03e9-483e-8398-d7d7195869b9 req-cae2976b-c93e-41af-b939-257635c2d70a service neutron] 10.222.0.105 "GET /v2.0/networks/6a261fc6-4e2c-4e42-a25c-be76a7d4c786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828406 Nov 12 13:42:34.530107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36588) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:34.648637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Attempting to bind port b9a5c789-f322-46e4-b9fb-165500530a2e on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:34.654265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Attempting to bind port b9a5c789-f322-46e4-b9fb-165500530a2e by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c9944c11-e7fc-44c9-929e-9d2e699a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:34.657596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Attempting to bind port b9a5c789-f322-46e4-b9fb-165500530a2e on network 7e2bc8ec-358f-4611-b04a-e035a9479d61 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:34.671511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:34.675768 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e6a3c9ba-03e9-483e-8398-d7d7195869b9 req-1574fca7-d816-43a3-a0d2-a80a9c1c8b71 service neutron] 10.222.0.105 "GET /v2.0/networks/6a261fc6-4e2c-4e42-a25c-be76a7d4c786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366744 Nov 12 13:42:34.698791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Checking segment: {'id': 'c9944c11-e7fc-44c9-929e-9d2e699a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:34.701490 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:34.702598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Bound using segment: {'id': 'c9944c11-e7fc-44c9-929e-9d2e699a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:34.705558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Bound port: b9a5c789-f322-46e4-b9fb-165500530a2e, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9944c11-e7fc-44c9-929e-9d2e699a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:34.707317 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:34.771736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:42:34.810314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:34.811085 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:34.818503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10bf06-d996-4d54-8400-4d9813588d94 req-f1f1f97c-1825-4baa-b3f1-1085fcf1ecc5 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:34.822816 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d10bf06-d996-4d54-8400-4d9813588d94 req-f1f1f97c-1825-4baa-b3f1-1085fcf1ecc5 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 943 time: 0.3004272 Nov 12 13:42:34.856145 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db9ff0c5-d823-4fc0-822d-bc17da5e34d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:34.882125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e644c4-331e-4183-bd54-e7eda70edbf7 req-e4cef954-5a72-4d99-808b-eefe40ff64a5 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:34.890268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7e644c4-331e-4183-bd54-e7eda70edbf7 req-e4cef954-5a72-4d99-808b-eefe40ff64a5 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 944 time: 0.1810668 Nov 12 13:42:34.946526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:42:34.966008 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7e644c4-331e-4183-bd54-e7eda70edbf7 req-3297d565-a2e4-4867-840f-569f0d2f1539 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738497 Nov 12 13:42:35.015033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d10bf06-d996-4d54-8400-4d9813588d94 req-f9569200-fe2d-4a28-b90f-bdd3de2abd03 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823874 Nov 12 13:42:35.119689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 41ac91dd-986a-4a50-8126-f979ce978733 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:35.193202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] For port b9a5c789-f322-46e4-b9fb-165500530a2e, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:35.197259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] For port b9a5c789-f322-46e4-b9fb-165500530a2e, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b9a5c789-f322-46e4-b9fb-165500530a2e,segment=NetworkSegment(c9944c11-e7fc-44c9-929e-9d2e699a8f35),segment_id=c9944c11-e7fc-44c9-929e-9d2e699a8f35)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:35.210752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.222751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:35.236403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:35.237525 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:35.242863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8caeaf02-a9b0-4959-9fe7-00cc5929fda3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:35.246255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-49a91dbe-d199-48d1-97a0-d6d33654e60d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4036016 Nov 12 13:42:35.253723 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:35.254364 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-721d918f-e202-483e-9a59-10d3c898711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:35.307309 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db9ff0c5-d823-4fc0-822d-bc17da5e34d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.313589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db9ff0c5-d823-4fc0-822d-bc17da5e34d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.395448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af86277-6f5a-4201-a0f4-91ce6800fd6a None None] Pushing event updated for resources: {'Port': ['ID=b9a5c789-f322-46e4-b9fb-165500530a2e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:35.403900 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.434965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 41ac91dd-986a-4a50-8126-f979ce978733 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:35.435337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.454460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-db9ff0c5-d823-4fc0-822d-bc17da5e34d9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a29a98dadfc64f9aa7113a2d92f33d92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9189079 Nov 12 13:42:35.462852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36602) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:35.580285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82522db7-7489-4268-bd72-c7b42bb0f171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693fc56e-09e0-41aa-8ca2-5f95bc85b4c0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:35.582817 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c77a364-2608-45ad-b374-0b01e56221c5" -d '{"events": [{"server_uuid": "82522db7-7489-4268-bd72-c7b42bb0f171", "name": "network-vif-plugged", "status": "completed", "tag": "693fc56e-09e0-41aa-8ca2-5f95bc85b4c0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:35.610190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30891fe2-48db-4f3a-baa5-3c808e5a87bd req-bab73bb5-35fd-436b-bd08-91c0c4db044c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 210 time: 0.0613415 Nov 12 13:42:35.613829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,segment=NetworkSegment(0b6e52ab-cafb-4889-8511-0bb4ba1c3320),segment_id=0b6e52ab-cafb-4889-8511-0bb4ba1c3320)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:35.619941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ff0c5-d823-4fc0-822d-bc17da5e34d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ed4a9e-8a04-4791-b2ca-67d7a5deb675,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:35.627438 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.677984 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c756bde7-7ab8-4865-9b65-39678f54c2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.689102 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:35.730531 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a7c467-f310-43f5-a8cc-f65604f92e6c x-openstack-request-id: req-d7a7c467-f310-43f5-a8cc-f65604f92e6c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:35.730828 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82522db7-7489-4268-bd72-c7b42bb0f171", "name": "network-vif-plugged", "status": "completed", "tag": "693fc56e-09e0-41aa-8ca2-5f95bc85b4c0", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:35.731086 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7a7c467-f310-43f5-a8cc-f65604f92e6c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:35.731484 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82522db7-7489-4268-bd72-c7b42bb0f171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693fc56e-09e0-41aa-8ca2-5f95bc85b4c0', 'code': 200} Nov 12 13:42:35.752973 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c756bde7-7ab8-4865-9b65-39678f54c2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.838813 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c756bde7-7ab8-4865-9b65-39678f54c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.844454 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c756bde7-7ab8-4865-9b65-39678f54c2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:35.847183 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c756bde7-7ab8-4865-9b65-39678f54c2c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3ed4a9e-8a04-4791-b2ca-67d7a5deb675 HTTP/1.1" status: 204 len: 168 time: 0.3686242 Nov 12 13:42:35.853801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:35.863273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:35.872305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756bde7-7ab8-4865-9b65-39678f54c2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ed4a9e-8a04-4791-b2ca-67d7a5deb675,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:35.963537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e9570-7a78-429e-8464-64fe668e2a18 req-2eb879a0-8c2d-483e-b63d-588612e1f9fa tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:35.967719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e0e9570-7a78-429e-8464-64fe668e2a18 req-2eb879a0-8c2d-483e-b63d-588612e1f9fa tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.4335210 Nov 12 13:42:36.006819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:36.007183 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:36.338601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92585129-da1b-40cd-b8a9-6622ca1ac822 req-607358ec-331d-4488-a861-fc38896a86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:36.341706 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-92585129-da1b-40cd-b8a9-6622ca1ac822 req-607358ec-331d-4488-a861-fc38896a86a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 1096 time: 0.2818768 Nov 12 13:42:36.356407 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-721d918f-e202-483e-9a59-10d3c898711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:31Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad', 'name': '', 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:a2:7c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:29Z', 'updated_at': '2021-11-12T13:42:33Z', 'revision_number': 2, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:36.358959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8f35-bd2f-441c-89b9-4ee1a24075bf req-e27efd81-75b0-442f-8c25-b09e399eac73 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:36.367814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b5e8f35-bd2f-441c-89b9-4ee1a24075bf req-e27efd81-75b0-442f-8c25-b09e399eac73 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 945 time: 0.2025833 Nov 12 13:42:36.411589 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:42:36.411944 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Updating router 291a5083-9e45-49f5-a706-75b41913183a port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:42:36.463443 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:36.494085 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b5e8f35-bd2f-441c-89b9-4ee1a24075bf req-213b10d3-b678-4155-a29a-f5941fbb3a46 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251109 Nov 12 13:42:36.513909 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-92585129-da1b-40cd-b8a9-6622ca1ac822 req-7ccc0563-4e47-4b07-8c2b-65077c1dca40 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212995 Nov 12 13:42:36.642928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e0e9570-7a78-429e-8464-64fe668e2a18 req-b17941fd-398d-479f-b5db-48dfb94c9f5e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6662016 Nov 12 13:42:36.691609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-8caeaf02-a9b0-4959-9fe7-00cc5929fda3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 13:42:36.713529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-37a01a77-341d-4128-a091-ac4dad89bb7c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:36.715132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-37a01a77-341d-4128-a091-ac4dad89bb7c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.70 "GET /v2.0/networks?id=d7eaabb6-f0aa-4c53-9190-6e2fea020b59 HTTP/1.1" status: 200 len: 796 time: 0.5590897 Nov 12 13:42:36.718304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8ac80-01b4-48c1-ba1a-d56dcfb12501 req-dbbe1d39-b884-4d6f-88e2-4e353952a4c2 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:36.721831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2e8ac80-01b4-48c1-ba1a-d56dcfb12501 req-dbbe1d39-b884-4d6f-88e2-4e353952a4c2 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 943 time: 0.1085320 Nov 12 13:42:36.744534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-8caeaf02-a9b0-4959-9fe7-00cc5929fda3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Removed routes are [] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 13:42:36.747359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8caeaf02-a9b0-4959-9fe7-00cc5929fda3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:36.931975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2e8ac80-01b4-48c1-ba1a-d56dcfb12501 req-210e54da-1e4b-49ce-9640-1d15628f404a tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029107 Nov 12 13:42:36.987780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b9a5c789-f322-46e4-b9fb-165500530a2e up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:37.070960 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-95ce8c1f-07b4-4042-bd80-28c2d5675f52 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e471bbf082147968eeb2d3e39474524 HTTP/1.1" status: 200 len: 472 time: 0.2994392 Nov 12 13:42:37.120372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b9a5c789-f322-46e4-b9fb-165500530a2e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:37.121558 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:37.160410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb04bc70-7b77-46f8-9f4b-07a6874e9b7e req-f7bb66ea-9446-4591-a646-1e68220c999a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 210 time: 0.1424160 Nov 12 13:42:37.172329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'port': {'device_id': 'd6a84cc1-883b-4f2d-980d-965eb487481b', 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59', 'admin_state_up': True, 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'security_groups': ['1045da16-736e-4b92-9f57-d8644eebfac6']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:37.273039 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:37.283439 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:37.332594 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:37.362592 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdfc51-e1df-4166-8539-bd0791553051 None None] Pushing event updated for resources: {'Port': ['ID=4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:37.485017 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Attempting to bind port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:37.485704 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Attempting to bind port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c9944c11-e7fc-44c9-929e-9d2e699a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:37.486728 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Attempting to bind port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad on network 7e2bc8ec-358f-4611-b04a-e035a9479d61 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:37.495939 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:37.497591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port b9a5c789-f322-46e4-b9fb-165500530a2e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b9a5c789-f322-46e4-b9fb-165500530a2e,segment=NetworkSegment(c9944c11-e7fc-44c9-929e-9d2e699a8f35),segment_id=c9944c11-e7fc-44c9-929e-9d2e699a8f35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:37.497875 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Checking segment: {'id': 'c9944c11-e7fc-44c9-929e-9d2e699a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:37.498406 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:37.498940 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Bound using segment: {'id': 'c9944c11-e7fc-44c9-929e-9d2e699a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:37.500940 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Bound port: 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9944c11-e7fc-44c9-929e-9d2e699a8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:37.502332 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:37.510959 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:37.612293 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c306a6e-daed-4ef7-8b95-28ca5093f223 None None] Network 7e2bc8ec-358f-4611-b04a-e035a9479d61 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:37.625609 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-721d918f-e202-483e-9a59-10d3c898711d None None] For port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:37.631005 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-721d918f-e202-483e-9a59-10d3c898711d None None] For port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad,segment=NetworkSegment(c9944c11-e7fc-44c9-929e-9d2e699a8f35),segment_id=c9944c11-e7fc-44c9-929e-9d2e699a8f35)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:37.642681 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:37.728892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea94d0-7b84-484e-afc1-22ece5e7fc92 req-b7bb5b7d-3ab1-4133-95ac-a1c79b593725 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:37.743001 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2dea94d0-7b84-484e-afc1-22ece5e7fc92 req-b7bb5b7d-3ab1-4133-95ac-a1c79b593725 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 945 time: 0.1119609 Nov 12 13:42:37.836656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=b9a5c789-f322-46e4-b9fb-165500530a2e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:37.853502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2dea94d0-7b84-484e-afc1-22ece5e7fc92 req-e3b62e7d-4aa1-4c99-ae91-46a8eb15f0d0 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043174 Nov 12 13:42:37.861401 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-189a052d-91d2-458b-8dcf-351625595a29 None None] Provisioning complete for port b9a5c789-f322-46e4-b9fb-165500530a2e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:37.861775 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-189a052d-91d2-458b-8dcf-351625595a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:37.884552 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:37.885240 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-721d918f-e202-483e-9a59-10d3c898711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:38.007054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1a7941d0-b615-42ec-a745-5be70a7f182f details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:42:38.068093 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-721d918f-e202-483e-9a59-10d3c898711d None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:38.263454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc601fd-e2a2-4f2f-9787-fd1c1ccbe4a6 req-d91542e3-4f75-40df-b8a1-c38df70b2b8d tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:38.282561 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1cc601fd-e2a2-4f2f-9787-fd1c1ccbe4a6 req-d91542e3-4f75-40df-b8a1-c38df70b2b8d tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 943 time: 0.1337364 Nov 12 13:42:38.285822 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdfc51-e1df-4166-8539-bd0791553051 None None] Pushing event updated for resources: {'Port': ['ID=4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:38.337620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31f9b2-bf28-4acb-91f7-56410ad60011 req-51232dba-314b-4694-843d-90fc584e0a86 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:38.339211 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf31f9b2-bf28-4acb-91f7-56410ad60011 req-51232dba-314b-4694-843d-90fc584e0a86 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.4243429 Nov 12 13:42:38.437254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1cc601fd-e2a2-4f2f-9787-fd1c1ccbe4a6 req-873053f6-a8db-4871-938b-15ca6e751c7b tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522839 Nov 12 13:42:38.477475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1a7941d0-b615-42ec-a745-5be70a7f182f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1a7941d0-b615-42ec-a745-5be70a7f182f,segment=NetworkSegment(78402795-8b9a-4e5b-a167-9fab8033ba18),segment_id=78402795-8b9a-4e5b-a167-9fab8033ba18)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:38.507572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '1a7941d0-b615-42ec-a745-5be70a7f182f', 'network_id': '6a261fc6-4e2c-4e42-a25c-be76a7d4c786', 'port_id': '1a7941d0-b615-42ec-a745-5be70a7f182f', 'mac_address': 'fa:16:3e:1d:74:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e96c3c-5050-42a8-a69a-807e71e8afd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:42:38.609246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8caeaf02-a9b0-4959-9fe7-00cc5929fda3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:38.609980 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:38.610951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3f875249-6588-49fd-a42d-24f52d5611d2 req-8a27f63d-90ad-4c36-a0d4-c05f69139a00 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 210 time: 0.0399380 Nov 12 13:42:38.625387 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8caeaf02-a9b0-4959-9fe7-00cc5929fda3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:38.633772 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-721d918f-e202-483e-9a59-10d3c898711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:36Z', 'revision_number': 6, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad', 'name': '', 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:a2:7c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:29Z', 'updated_at': '2021-11-12T13:42:37Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:38.634777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7941d0-b615-42ec-a745-5be70a7f182f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:42:38.669770 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d918f-e202-483e-9a59-10d3c898711d None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:36Z', 'revision_number': 6, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad', 'name': '', 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:a2:7c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:29Z', 'updated_at': '2021-11-12T13:42:37Z', 'revision_number': 4, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:38.675975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1a7941d0-b615-42ec-a745-5be70a7f182f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1a7941d0-b615-42ec-a745-5be70a7f182f,segment=NetworkSegment(78402795-8b9a-4e5b-a167-9fab8033ba18),segment_id=78402795-8b9a-4e5b-a167-9fab8033ba18)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:38.683186 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:38.685923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Made reservation on behalf of 0e471bbf082147968eeb2d3e39474524 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:38.692600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:38.881755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1a7941d0-b615-42ec-a745-5be70a7f182f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:38.939759 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf31f9b2-bf28-4acb-91f7-56410ad60011 req-812b2de6-c708-485b-a9bb-0f0388b29287 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5934799 Nov 12 13:42:38.951601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b9a5c789-f322-46e4-b9fb-165500530a2e up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:39.068137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caeaf02-a9b0-4959-9fe7-00cc5929fda3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:42:39.096561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Provisioning complete for port b9a5c789-f322-46e4-b9fb-165500530a2e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:39.108511 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:39.144501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b9a5c789-f322-46e4-b9fb-165500530a2e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:39.144501 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:39.148219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4dcc5-aafb-406b-9610-4a26f0c885eb req-e2599e37-8add-464c-a5f6-f70bfc95955f tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:39.150359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fd4dcc5-aafb-406b-9610-4a26f0c885eb req-e2599e37-8add-464c-a5f6-f70bfc95955f tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 945 time: 0.1005423 Nov 12 13:42:39.273583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['1a7941d0-b615-42ec-a745-5be70a7f182f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:42:39.306100 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fd4dcc5-aafb-406b-9610-4a26f0c885eb req-b574e18a-542c-4498-bfc2-3e8b459e1c89 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474726 Nov 12 13:42:39.375466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Allocated IP 172.20.0.24 (d7eaabb6-f0aa-4c53-9190-6e2fea020b59/87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3/a5e0eabe-98fd-4359-b5b6-20be1185b92b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:39.394250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caeaf02-a9b0-4959-9fe7-00cc5929fda3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:39.413974 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8caeaf02-a9b0-4959-9fe7-00cc5929fda3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:39.420260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36684) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:39.438233 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8caeaf02-a9b0-4959-9fe7-00cc5929fda3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a HTTP/1.1" status: 200 len: 934 time: 4.1999791 Nov 12 13:42:39.832849 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:39.839212 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c45638e9-8bca-4c24-99b5-da5ba3afce6a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a HTTP/1.1" status: 200 len: 934 time: 0.4164617 Nov 12 13:42:39.840400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36700) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:39.856729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9454d08c-7a6f-49f0-a931-bd9b58c45abf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'routes': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:39.888189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Provisioning complete for port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:39.889329 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:39.901440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:40.023043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:40.028710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:40.032894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:40.063596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=a5e0eabe-98fd-4359-b5b6-20be1185b92b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:40.153014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbda4fd-9dc6-410f-ba78-9b89d26cc384 req-7d9926e0-7cc7-46bb-911f-90681ce26c3f tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:40.176972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-efbda4fd-9dc6-410f-ba78-9b89d26cc384 req-7d9926e0-7cc7-46bb-911f-90681ce26c3f tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 944 time: 0.3016815 Nov 12 13:42:40.276068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:40.304809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-efbda4fd-9dc6-410f-ba78-9b89d26cc384 req-5849eee7-7484-473b-ad77-8b7759ac5387 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267922 Nov 12 13:42:40.325336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-7ca19485-43e3-4951-8ae1-22c2c5878320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:40.327263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-7ca19485-43e3-4951-8ae1-22c2c5878320 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 1097 time: 0.4501648 Nov 12 13:42:40.348490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] For port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad,segment=NetworkSegment(c9944c11-e7fc-44c9-929e-9d2e699a8f35),segment_id=c9944c11-e7fc-44c9-929e-9d2e699a8f35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:40.357677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:40.445495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:40.473415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:40.473912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:40.519619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Pushing event updated for resources: {'Port': ['ID=4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:40.523340 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:40.524985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:40.531499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-2840eda6-a4c5-4720-9754-a77977408d19 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3694139 Nov 12 13:42:40.557196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Request body: {'port': {'device_id': 'd6a84cc1-883b-4f2d-980d-965eb487481b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:40.561983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36710) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:40.591950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.592682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.593192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.593802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.594314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.594812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.595313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.595803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.596294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.596770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.597255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.597785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426077-00c0-4ca6-b5ed-69a60a9e35b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:42:40.625406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5ce89-54c8-4b5d-a3ca-8770513d3ee7 req-33e716a4-820e-4944-b76c-eff37315cb53 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:40.642578 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44f5ce89-54c8-4b5d-a3ca-8770513d3ee7 req-33e716a4-820e-4944-b76c-eff37315cb53 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.1903858 Nov 12 13:42:40.683469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-81d8808c-1b8d-4741-a142-b1cce372d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:40.686632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-81d8808c-1b8d-4741-a142-b1cce372d32a service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.3502903 Nov 12 13:42:40.801382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3028b2-1271-4c72-b419-b1031d40f8b1 req-65170797-fe60-4315-b740-45d96569c89e tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:40.808800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8f3028b2-1271-4c72-b419-b1031d40f8b1 req-65170797-fe60-4315-b740-45d96569c89e tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 932 time: 0.6232300 Nov 12 13:42:40.869915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44f5ce89-54c8-4b5d-a3ca-8770513d3ee7 req-e35e53e9-01af-4f9d-b835-6fa543f563fc tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233446 Nov 12 13:42:40.887047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ad054b4-39ab-4b33-949e-2150feec6c42 None None] Provisioning complete for port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:40.892742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad054b4-39ab-4b33-949e-2150feec6c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:40.893660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3990ef84-7049-4f81-8cc2-fe1aae2cf73e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:40.904029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:40.914464 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:40.962139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8f3028b2-1271-4c72-b419-b1031d40f8b1 req-4d2b02a4-0cfb-4849-887a-daaf93306cce tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520033 Nov 12 13:42:40.972052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-25deb6c8-22a5-4ba0-a932-a7fc7abb6995 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7 HTTP/1.1" status: 200 len: 1001 time: 0.2548869 Nov 12 13:42:41.065868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-8ccb3170-554e-4470-be04-f8212c0719cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:41.067394 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-8ccb3170-554e-4470-be04-f8212c0719cf service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.0758076 Nov 12 13:42:41.070134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:41.122580 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:41.122952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.127111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.extraroute_db [None req-9454d08c-7a6f-49f0-a931-bd9b58c45abf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added routes are [] {{(pid=102675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 13:42:41.127440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.extraroute_db [None req-9454d08c-7a6f-49f0-a931-bd9b58c45abf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 13:42:41.165158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9454d08c-7a6f-49f0-a931-bd9b58c45abf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.289380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2757070e-4349-47ee-a2a1-9efe98766bc7 None None] Provisioning complete for port a5e0eabe-98fd-4359-b5b6-20be1185b92b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:41.290159 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2757070e-4349-47ee-a2a1-9efe98766bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.290326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477915c7-b764-4609-9955-513336ae4471 req-122453cd-a313-4e8a-b94c-8c090277c452 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:41.291915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-477915c7-b764-4609-9955-513336ae4471 req-122453cd-a313-4e8a-b94c-8c090277c452 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 945 time: 0.3170445 Nov 12 13:42:41.386166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2757070e-4349-47ee-a2a1-9efe98766bc7 None None] Port a5e0eabe-98fd-4359-b5b6-20be1185b92b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:42:41.421135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2757070e-4349-47ee-a2a1-9efe98766bc7 None None] Provisioning complete for port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:41.421538 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2757070e-4349-47ee-a2a1-9efe98766bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.440271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-47212962-6e1e-4c52-8ada-c6810599b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:41.441817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-47212962-6e1e-4c52-8ada-c6810599b912 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3459935 Nov 12 13:42:41.455920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3990ef84-7049-4f81-8cc2-fe1aae2cf73e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.463852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9454d08c-7a6f-49f0-a931-bd9b58c45abf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.472780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9454d08c-7a6f-49f0-a931-bd9b58c45abf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.488965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed579a-e0c5-44a7-a623-ab647c229612 req-0a869bbb-1362-406d-b8d1-38b4dcb6bd94 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:41.491247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-26ed579a-e0c5-44a7-a623-ab647c229612 req-0a869bbb-1362-406d-b8d1-38b4dcb6bd94 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 944 time: 0.0766087 Nov 12 13:42:41.492240 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3990ef84-7049-4f81-8cc2-fe1aae2cf73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.494501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:36Z', 'revision_number': 6, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad', 'name': '', 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:a2:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:29Z', 'updated_at': '2021-11-12T13:42:40Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:41.552866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:42:41.573973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:41.574603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:41.644467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990ef84-7049-4f81-8cc2-fe1aae2cf73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd6f44c-4556-4341-bf70-00b23def96d1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:41.649128 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3990ef84-7049-4f81-8cc2-fe1aae2cf73e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee7125028623400dbdece6ad124ec8a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0754347 Nov 12 13:42:41.660956 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-477915c7-b764-4609-9955-513336ae4471 req-93de3589-202c-49d7-916c-d84c5e00408c tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/security-groups?id=66187b93-cc93-4ed2-82b9-bb004c5ea98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299032 Nov 12 13:42:41.667000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36716) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:41.697972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:41.710113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-26ed579a-e0c5-44a7-a623-ab647c229612 req-b2296b9c-ff4f-4b03-9aac-f69713d53789 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064865 Nov 12 13:42:41.717732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9454d08c-7a6f-49f0-a931-bd9b58c45abf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:42:41.732369 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-e4a406cd-50b6-4f03-9f16-efd6ae3f32b1 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:41.733882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-e4a406cd-50b6-4f03-9f16-efd6ae3f32b1 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.70 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 945 time: 0.1551418 Nov 12 13:42:41.754272 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-f5bff1ff-eda2-458f-982a-25cc7c6f916b service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010375 Nov 12 13:42:41.757236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e0eabe-98fd-4359-b5b6-20be1185b92b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:42:41.768115 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.862271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Transition to ACTIVE for port object a5e0eabe-98fd-4359-b5b6-20be1185b92b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:42:41.867478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.869863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46b23404-6124-4163-912c-06bf786970a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.910005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9454d08c-7a6f-49f0-a931-bd9b58c45abf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:41.921454 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9454d08c-7a6f-49f0-a931-bd9b58c45abf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.927768 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9454d08c-7a6f-49f0-a931-bd9b58c45abf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a HTTP/1.1" status: 200 len: 700 time: 2.0814316 Nov 12 13:42:41.928844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36720) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:41.942883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46b23404-6124-4163-912c-06bf786970a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:41.983557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:41Z', 'revision_number': 7, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad', 'name': '', 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:a2:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:29Z', 'updated_at': '2021-11-12T13:42:40Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:41.990261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e0eabe-98fd-4359-b5b6-20be1185b92b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:42.041445 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6602b4c5-462f-4e83-b1d6-dfdda4f52687 req-3f55d2de-3692-4c68-b52e-79b515a34c2b service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793572 Nov 12 13:42:42.073372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1a7941d0-b615-42ec-a745-5be70a7f182f up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:42.082031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf4e012-7d6f-41a5-8d8d-c1792557eb21 None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:41Z', 'revision_number': 7, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad', 'name': '', 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:a2:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:29Z', 'updated_at': '2021-11-12T13:42:40Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:42.106415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-95e5c752-2c6b-414a-81e6-7d593b2ac6d6 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Deleting port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:42.106764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-95e5c752-2c6b-414a-81e6-7d593b2ac6d6 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.150415 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-caeb9a1d-c04e-4157-a475-316811be19fe tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a HTTP/1.1" status: 200 len: 700 time: 0.2201161 Nov 12 13:42:42.154997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36726) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:42.226192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 1a7941d0-b615-42ec-a745-5be70a7f182f completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:42:42.232742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 1a7941d0-b615-42ec-a745-5be70a7f182f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:42.233272 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.307857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Attempting to bind port a5e0eabe-98fd-4359-b5b6-20be1185b92b on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:42:42.308196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Attempting to bind port a5e0eabe-98fd-4359-b5b6-20be1185b92b by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:42:42.308686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Attempting to bind port a5e0eabe-98fd-4359-b5b6-20be1185b92b on network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:42.320734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88900efa-8c4c-4192-8e80-35a816eed552 req-bba14c6f-ae03-4076-a5f7-9c9e0546851d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:42.329409 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88900efa-8c4c-4192-8e80-35a816eed552 req-bba14c6f-ae03-4076-a5f7-9c9e0546851d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 944 time: 0.1609786 Nov 12 13:42:42.341060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Port a5e0eabe-98fd-4359-b5b6-20be1185b92b on network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:42:42.342294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Attempting to bind port a5e0eabe-98fd-4359-b5b6-20be1185b92b on network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:42:42.356081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-95e5c752-2c6b-414a-81e6-7d593b2ac6d6 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] For port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,segment=NetworkSegment(0b6e52ab-cafb-4889-8511-0bb4ba1c3320),segment_id=0b6e52ab-cafb-4889-8511-0bb4ba1c3320)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:42.356664 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-95e5c752-2c6b-414a-81e6-7d593b2ac6d6 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.358147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007fe11-e87d-49a4-8a01-e3b39edab9c2 req-228b7df5-a9fa-4165-90b0-afd526492230 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:42.366106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b007fe11-e87d-49a4-8a01-e3b39edab9c2 req-228b7df5-a9fa-4165-90b0-afd526492230 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 946 time: 0.3006258 Nov 12 13:42:42.373354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46b23404-6124-4163-912c-06bf786970a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.376378 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46b23404-6124-4163-912c-06bf786970a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.377780 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-46b23404-6124-4163-912c-06bf786970a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4bd6f44c-4556-4341-bf70-00b23def96d1 HTTP/1.1" status: 204 len: 168 time: 0.7065394 Nov 12 13:42:42.394935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23404-6124-4163-912c-06bf786970a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd6f44c-4556-4341-bf70-00b23def96d1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:42.405581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:42:42.406940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Checking segment: {'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:42.407507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Bound using segment: {'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:42:42.408137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Bound port: a5e0eabe-98fd-4359-b5b6-20be1185b92b, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:42:42.408819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.409456 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.432543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-95e5c752-2c6b-414a-81e6-7d593b2ac6d6 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Calling delete_port for 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:42.453980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88900efa-8c4c-4192-8e80-35a816eed552 req-53895282-219d-4887-8ba6-635d14ce574e tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110535 Nov 12 13:42:42.498582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50135b6-cd2a-460c-a362-2543eb66a858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7941d0-b615-42ec-a745-5be70a7f182f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:42.513435 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ffb9c0-910e-4850-8b59-6254f897c12a" -d '{"events": [{"server_uuid": "f50135b6-cd2a-460c-a362-2543eb66a858", "name": "network-vif-plugged", "status": "completed", "tag": "1a7941d0-b615-42ec-a745-5be70a7f182f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:42.554158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 1a7941d0-b615-42ec-a745-5be70a7f182f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1a7941d0-b615-42ec-a745-5be70a7f182f,segment=NetworkSegment(78402795-8b9a-4e5b-a167-9fab8033ba18),segment_id=78402795-8b9a-4e5b-a167-9fab8033ba18)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:42.560002 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.560577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 2ba62b42-c17d-42ed-99e6-54c50cf09da7 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:42.586666 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:42.611246 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:42.612651 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:42.617005 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b007fe11-e87d-49a4-8a01-e3b39edab9c2 req-12806556-3cf0-4194-b649-ecab287eb0ff tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330375 Nov 12 13:42:42.749561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] For port a5e0eabe-98fd-4359-b5b6-20be1185b92b, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:42:42.749561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] For port a5e0eabe-98fd-4359-b5b6-20be1185b92b, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a5e0eabe-98fd-4359-b5b6-20be1185b92b,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:42:42.758527 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.798559 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f4f626-dbe6-41e7-a6d3-8d26d122705e x-openstack-request-id: req-50f4f626-dbe6-41e7-a6d3-8d26d122705e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:42.798877 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50135b6-cd2a-460c-a362-2543eb66a858", "name": "network-vif-plugged", "status": "completed", "tag": "1a7941d0-b615-42ec-a745-5be70a7f182f", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:42.799137 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50f4f626-dbe6-41e7-a6d3-8d26d122705e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:42.801481 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:42.801877 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50135b6-cd2a-460c-a362-2543eb66a858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7941d0-b615-42ec-a745-5be70a7f182f', 'code': 200} Nov 12 13:42:42.806318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=1a7941d0-b615-42ec-a745-5be70a7f182f,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:42.861650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-95e5c752-2c6b-414a-81e6-7d593b2ac6d6 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.881847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['693fc56e-09e0-41aa-8ca2-5f95bc85b4c0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:42:42.936023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:42.938523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:42.942897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] 10.222.0.70 "PUT /v2.0/ports/a5e0eabe-98fd-4359-b5b6-20be1185b92b HTTP/1.1" status: 200 len: 1092 time: 2.3960178 Nov 12 13:42:42.955058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a84cc1-883b-4f2d-980d-965eb487481b', 'tag': 'a5e0eabe-98fd-4359-b5b6-20be1185b92b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:42.958263 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a84cc1-883b-4f2d-980d-965eb487481b", "tag": "a5e0eabe-98fd-4359-b5b6-20be1185b92b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:42.971623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5c752-2c6b-414a-81e6-7d593b2ac6d6 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Pushing event deleted for resources: {'Port': ['ID=693fc56e-09e0-41aa-8ca2-5f95bc85b4c0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:42.982854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a6e19d2-2cc5-415f-aab3-18a058ee54f8 req-4a315542-4e1b-4d1d-a209-745edee7da6f tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.73 "GET /v2.0/ports?device_id=82522db7-7489-4268-bd72-c7b42bb0f171 HTTP/1.1" status: 200 len: 210 time: 0.1236196 Nov 12 13:42:43.054292 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:43.143261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab982f4-b122-43b7-80db-562c59d89a3f req-04505077-6536-4291-85fe-5dd035eac1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:43.147268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ab982f4-b122-43b7-80db-562c59d89a3f req-04505077-6536-4291-85fe-5dd035eac1a4 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 1096 time: 0.3854930 Nov 12 13:42:43.170861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36744) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:43.179753 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:43.208476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:43.214466 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:41Z', 'revision_number': 7, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad', 'name': '', 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:a2:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:29Z', 'updated_at': '2021-11-12T13:42:40Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:43.214823 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:43.229520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777ddbd-2986-4157-988d-ed7344e3fd80 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e0eabe-98fd-4359-b5b6-20be1185b92b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:43.270488 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:42:43.285827 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:43.287000 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:43.298274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:43.304207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ab982f4-b122-43b7-80db-562c59d89a3f req-fbc547d9-f781-4d18-9e38-d9f8e08ec254 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860498 Nov 12 13:42:43.322581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-995da699-87b8-4edb-a527-f888d184a981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:43.352819 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-b8f86367-48d2-4109-be3e-ca56a72abbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:43.354895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-b8f86367-48d2-4109-be3e-ca56a72abbfb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 1095 time: 0.3448994 Nov 12 13:42:43.447913 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-995da699-87b8-4edb-a527-f888d184a981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:43.474084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde4ff7-28c8-4e81-8100-3bf148d57ac1 req-58fd4e01-4496-45dc-8d4a-46a114c89d8e tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:43.482141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9cde4ff7-28c8-4e81-8100-3bf148d57ac1 req-58fd4e01-4496-45dc-8d4a-46a114c89d8e tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 945 time: 0.3337500 Nov 12 13:42:43.484450 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-995da699-87b8-4edb-a527-f888d184a981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:43.496863 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:43.576749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-cab07c00-dcd6-47d3-8668-84efe1597c17 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=a5e0eabe-98fd-4359-b5b6-20be1185b92b HTTP/1.1" status: 200 len: 217 time: 0.1267846 Nov 12 13:42:43.587108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-bdb11448-d5c0-4474-bcf4-e5e3e99ad8f4 req-1371cb74-a56e-40bc-a99e-efcf1027a726 service neutron] (102675) timed out ('10.222.0.73', 57130) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:42:43.587907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-95e5c752-2c6b-414a-81e6-7d593b2ac6d6 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] No DVR routers for this DVR port 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:43.591182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-95e5c752-2c6b-414a-81e6-7d593b2ac6d6 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:43.597151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b84d326-f97c-4d15-8461-0e5744365ca6 req-95e5c752-2c6b-414a-81e6-7d593b2ac6d6 tempest-ServerGroupTestJSON-1192782747 tempest-ServerGroupTestJSON-1192782747-project] 10.222.0.70 "DELETE /v2.0/ports/693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 HTTP/1.1" status: 204 len: 173 time: 1.8532603 Nov 12 13:42:43.598547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82522db7-7489-4268-bd72-c7b42bb0f171', 'name': 'network-vif-deleted', 'tag': '693fc56e-09e0-41aa-8ca2-5f95bc85b4c0'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:43.602580 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9728d073-29c1-4edf-be15-209e583db845" -d '{"events": [{"server_uuid": "82522db7-7489-4268-bd72-c7b42bb0f171", "name": "network-vif-deleted", "tag": "693fc56e-09e0-41aa-8ca2-5f95bc85b4c0"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:43.621070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0fa5d-f914-4ca3-9fff-7a129be8211a req-979af1c9-6d48-4696-a9cd-01ad5fc8feec tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:43.634953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2db0fa5d-f914-4ca3-9fff-7a129be8211a req-979af1c9-6d48-4696-a9cd-01ad5fc8feec tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1097 time: 0.7764769 Nov 12 13:42:43.662079 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2db0fa5d-f914-4ca3-9fff-7a129be8211a req-1d28dd96-6113-463f-9565-bdd8ca6f806c tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:43.836444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2db0fa5d-f914-4ca3-9fff-7a129be8211a req-1d28dd96-6113-463f-9565-bdd8ca6f806c tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:43.846700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-2db0fa5d-f914-4ca3-9fff-7a129be8211a req-1d28dd96-6113-463f-9565-bdd8ca6f806c tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:43.856477 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:41Z', 'revision_number': 7, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad', 'name': '', 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:a2:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:29Z', 'updated_at': '2021-11-12T13:42:40Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:43.893522 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce34d04-8414-4560-bab2-78f5382c18b6 None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:41Z', 'revision_number': 7, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad', 'name': '', 'network_id': '7e2bc8ec-358f-4611-b04a-e035a9479d61', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:a2:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:29Z', 'updated_at': '2021-11-12T13:42:40Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '974a6bd1-3363-49e2-9b53-b82bf458c3d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:43.920820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28dd96-6113-463f-9565-bdd8ca6f806c tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecc729a-a8aa-4832-807a-25c7fc1ebe06,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:43.926560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2db0fa5d-f914-4ca3-9fff-7a129be8211a req-1d28dd96-6113-463f-9565-bdd8ca6f806c tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830660 Nov 12 13:42:44.145080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-288a3e18-3cbe-4854-86de-e472b6549766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:44.146962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-288a3e18-3cbe-4854-86de-e472b6549766 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3 HTTP/1.1" status: 200 len: 836 time: 0.5588198 Nov 12 13:42:44.148456 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397a2ccc-f2e9-4b1a-ad3c-18c823737077 x-openstack-request-id: req-397a2ccc-f2e9-4b1a-ad3c-18c823737077 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:44.148738 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a84cc1-883b-4f2d-980d-965eb487481b", "tag": "a5e0eabe-98fd-4359-b5b6-20be1185b92b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:44.148992 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-397a2ccc-f2e9-4b1a-ad3c-18c823737077 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:44.149653 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:44.150267 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a84cc1-883b-4f2d-980d-965eb487481b', 'tag': 'a5e0eabe-98fd-4359-b5b6-20be1185b92b', 'status': 'completed', 'code': 200} Nov 12 13:42:44.219568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac5d94-6e27-4d95-96bf-998b4adf4b8d req-18b5de83-1170-456f-875e-a4d4c63c5f7b tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:44.229014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-edac5d94-6e27-4d95-96bf-998b4adf4b8d req-18b5de83-1170-456f-875e-a4d4c63c5f7b tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 944 time: 0.0955577 Nov 12 13:42:44.231020 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-995da699-87b8-4edb-a527-f888d184a981 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a393b6244dd43bb889ec44e7f558621&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0411439 Nov 12 13:42:44.232189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36758) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:44.238147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995da699-87b8-4edb-a527-f888d184a981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9784718-f3f6-4d74-b1e7-f6ed77bd29a4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:44.258833 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9cde4ff7-28c8-4e81-8100-3bf148d57ac1 req-9d7364ee-1233-42df-9bdd-8a664c9d9928 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7754643 Nov 12 13:42:44.285542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:44.336007 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-edac5d94-6e27-4d95-96bf-998b4adf4b8d req-914db04d-7ccb-409d-a392-21d157d0c7a6 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059275 Nov 12 13:42:44.366521 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-b0515747-8461-48d0-bcad-793a026e6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:44.368729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-b0515747-8461-48d0-bcad-793a026e6640 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7eaabb6-f0aa-4c53-9190-6e2fea020b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1916163 Nov 12 13:42:44.371439 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56444c90-49f6-4fa1-a905-4062bedf28c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:44.420353 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b3397a-d5fd-430e-90b1-75b6482aaf57 x-openstack-request-id: req-98b3397a-d5fd-430e-90b1-75b6482aaf57 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:44.424860 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82522db7-7489-4268-bd72-c7b42bb0f171", "name": "network-vif-deleted", "tag": "693fc56e-09e0-41aa-8ca2-5f95bc85b4c0", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:44.425350 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98b3397a-d5fd-430e-90b1-75b6482aaf57 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:44.426142 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82522db7-7489-4268-bd72-c7b42bb0f171', 'name': 'network-vif-deleted', 'tag': '693fc56e-09e0-41aa-8ca2-5f95bc85b4c0', 'status': 'completed', 'code': 200} Nov 12 13:42:44.428452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56444c90-49f6-4fa1-a905-4062bedf28c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:44.591142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f171de-e0ec-4ea7-a1db-126240cf385f req-f9bb2964-84ce-4465-a4bb-973ab942fa8b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:44.600464 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60f171de-e0ec-4ea7-a1db-126240cf385f req-f9bb2964-84ce-4465-a4bb-973ab942fa8b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.0861399 Nov 12 13:42:44.603348 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56444c90-49f6-4fa1-a905-4062bedf28c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:44.606526 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-56444c90-49f6-4fa1-a905-4062bedf28c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:44.607941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-56444c90-49f6-4fa1-a905-4062bedf28c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9784718-f3f6-4d74-b1e7-f6ed77bd29a4 HTTP/1.1" status: 204 len: 168 time: 0.3747261 Nov 12 13:42:44.636112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56444c90-49f6-4fa1-a905-4062bedf28c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9784718-f3f6-4d74-b1e7-f6ed77bd29a4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:44.685550 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60f171de-e0ec-4ea7-a1db-126240cf385f req-bd278d35-70d4-4a5b-8eeb-568969b2e75c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840299 Nov 12 13:42:44.803872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:44.811469 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85aaa758-29c7-482b-a5dc-722f939dc71b" -d '{"events": [{"server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "name": "network-vif-unplugged", "status": "completed", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:44.946545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-a3c8915e-03de-4d4c-9f8e-63b504da8d68 service neutron] 10.222.0.70 "GET /v2.0/networks/d7eaabb6-f0aa-4c53-9190-6e2fea020b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171349 Nov 12 13:42:45.101561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eae194-514f-47e8-b89c-f172b94fff66 req-f9db3ac0-bf4f-4792-8a6e-bdd265227cf4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:45.103184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1eae194-514f-47e8-b89c-f172b94fff66 req-f9db3ac0-bf4f-4792-8a6e-bdd265227cf4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.3377481 Nov 12 13:42:45.230391 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1eae194-514f-47e8-b89c-f172b94fff66 req-cfec9e6a-b16b-478d-a49d-96105dc16e01 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996616 Nov 12 13:42:45.270475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36778) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:45.307927 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d074ce-e236-4c62-a98a-a4ec6b5cf664 x-openstack-request-id: req-c9d074ce-e236-4c62-a98a-a4ec6b5cf664 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:45.308500 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "name": "network-vif-unplugged", "status": "failed", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7", "code": 422}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:45.308500 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9d074ce-e236-4c62-a98a-a4ec6b5cf664 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:45.308887 n-d-805736-4 neutron-server[102677]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'code': 422} returned with failed status Nov 12 13:42:45.344659 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6efdf6d7-e70c-4da1-9fbd-3561d029e00e req-970955c3-b938-4295-b83a-f5547e037637 service neutron] 10.222.0.70 "GET /v2.0/networks/d7eaabb6-f0aa-4c53-9190-6e2fea020b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503246 Nov 12 13:42:45.419927 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-538e32e6-6f8a-4ebe-9fc3-06195057156a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/2284fc5d-4e14-4456-bb9d-069edf6f1ca5 HTTP/1.1" status: 200 len: 994 time: 0.1549037 Nov 12 13:42:45.585570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-c73782d7-a1ab-476a-855a-6cc1ef6af7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:45.587129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-c73782d7-a1ab-476a-855a-6cc1ef6af7f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 1095 time: 0.1251347 Nov 12 13:42:45.601063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:45.601435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:45.607613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e232c8-bd4b-4132-90e9-6f95394e9918 req-febb7672-f9e4-40b8-a62a-a2e0a6173073 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:45.609944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85e232c8-bd4b-4132-90e9-6f95394e9918 req-febb7672-f9e4-40b8-a62a-a2e0a6173073 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 944 time: 0.0774319 Nov 12 13:42:45.664695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e65fe0-d4d6-4316-955c-f2e2abff788f req-dfa2f63a-c19f-46ba-9954-5dc979de0a09 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:45.666359 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39e65fe0-d4d6-4316-955c-f2e2abff788f req-dfa2f63a-c19f-46ba-9954-5dc979de0a09 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 945 time: 0.1790447 Nov 12 13:42:45.684416 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85e232c8-bd4b-4132-90e9-6f95394e9918 req-ca9ae00b-a3f8-457a-bb38-c90f84d7a223 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642955 Nov 12 13:42:45.826492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-a3fc8f5a-639f-42b4-b46d-0b30eb06d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:45.828517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-a3fc8f5a-639f-42b4-b46d-0b30eb06d958 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7eaabb6-f0aa-4c53-9190-6e2fea020b59 HTTP/1.1" status: 200 len: 897 time: 0.2304749 Nov 12 13:42:45.841276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad,segment=NetworkSegment(c9944c11-e7fc-44c9-929e-9d2e699a8f35),segment_id=c9944c11-e7fc-44c9-929e-9d2e699a8f35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:45.841570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:45.916904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:45.925740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39e65fe0-d4d6-4316-955c-f2e2abff788f req-c7cf3fb7-1f25-4e0e-889d-11fa82d69371 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252338 Nov 12 13:42:45.930952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:45.931414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-f808e57a-37c0-4e18-8403-85ded10a05cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=a5e0eabe-98fd-4359-b5b6-20be1185b92b HTTP/1.1" status: 200 len: 217 time: 0.0868855 Nov 12 13:42:45.987010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:45.987397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 693fc56e-09e0-41aa-8ca2-5f95bc85b4c0 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:46.036963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-6335788a-f25a-4599-a36c-9b3960d4c7a3 req-75258ac8-8e48-4d53-9e5f-c46d3f4b8f85 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:42:46.038620 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6335788a-f25a-4599-a36c-9b3960d4c7a3 req-75258ac8-8e48-4d53-9e5f-c46d3f4b8f85 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092878 Nov 12 13:42:46.067295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-8212af81-d43c-49be-8ad5-6988de48fbf0 req-1b40c95c-24e6-4be7-a8dc-7ebc773c59cf service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:42:46.069340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8212af81-d43c-49be-8ad5-6988de48fbf0 req-1b40c95c-24e6-4be7-a8dc-7ebc773c59cf service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084846 Nov 12 13:42:46.147573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-55d9f629-e046-4b5f-b449-764b4bca4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:46.148910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-55d9f629-e046-4b5f-b449-764b4bca4733 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3 HTTP/1.1" status: 200 len: 836 time: 0.2020319 Nov 12 13:42:46.329721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-946d377e-e874-480c-9eb4-4fc58427151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:46.331545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-946d377e-e874-480c-9eb4-4fc58427151f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7eaabb6-f0aa-4c53-9190-6e2fea020b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1679871 Nov 12 13:42:46.550173 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:46.586231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36844) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:46.624654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:46.676576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dda2fa-98fb-4c73-932c-0b4bc5859938 req-b401e89a-93e2-4aea-ba10-4c9ac89cc2ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:46.679166 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7dda2fa-98fb-4c73-932c-0b4bc5859938 req-b401e89a-93e2-4aea-ba10-4c9ac89cc2ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1683931 Nov 12 13:42:46.701059 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-a0fdc239-7bac-426c-96b5-ebeadd31e89b service neutron] 10.222.0.70 "GET /v2.0/networks/d7eaabb6-f0aa-4c53-9190-6e2fea020b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589604 Nov 12 13:42:46.787075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7dda2fa-98fb-4c73-932c-0b4bc5859938 req-1017b116-6797-480c-b230-509107b1fa04 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901499 Nov 12 13:42:46.910337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36864) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:47.018392 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-1e0f594e-4f6a-4855-8b46-e00af4935963 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4302835 Nov 12 13:42:47.023990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-0d1e4893-e912-4661-aaf9-e5dabc02a901 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:42:47.044294 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-0d1e4893-e912-4661-aaf9-e5dabc02a901 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246582 Nov 12 13:42:47.095909 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae862d6-e6a9-4e7c-b244-b68953f92bf6 req-b68aace7-fe6f-49c2-b049-edfefdc86723 service neutron] 10.222.0.70 "GET /v2.0/networks/d7eaabb6-f0aa-4c53-9190-6e2fea020b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392864 Nov 12 13:42:47.180089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285e066-dc3c-4406-a426-6b77b306aade req-6005228f-0c7c-450b-8b97-d106ceda28a3 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:47.182079 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6285e066-dc3c-4406-a426-6b77b306aade req-6005228f-0c7c-450b-8b97-d106ceda28a3 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 944 time: 0.1040709 Nov 12 13:42:47.195601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab40a23-7ae8-4789-9462-fb0916e2f059 req-ddbcae63-6644-43d6-a94c-f975ef24188c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:47.196358 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ab40a23-7ae8-4789-9462-fb0916e2f059 req-ddbcae63-6644-43d6-a94c-f975ef24188c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1174226 Nov 12 13:42:47.304907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:47.307722 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-aee4c7e5-31d0-4a8e-af89-85b678ec4dc0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3957632 Nov 12 13:42:47.313420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6285e066-dc3c-4406-a426-6b77b306aade req-1d58ccd6-5584-46b3-917c-91b1d7db9712 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200891 Nov 12 13:42:47.319738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-cddabd05-9b3c-4755-bea3-716e94e0b95c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:42:47.320369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-cddabd05-9b3c-4755-bea3-716e94e0b95c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057163 Nov 12 13:42:47.498283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4ab40a23-7ae8-4789-9462-fb0916e2f059 req-b705e831-0313-4b72-bccc-059300710275 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651785 Nov 12 13:42:47.675690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36908) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:47.765890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:42:47.802964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ac5b57-38f8-403b-bfa8-251d0f1be4b0 admin admin] Deleting subnet acecf26f-6d9b-48fc-b8d6-4b1876fd5706 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:42:47.816108 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62ac5b57-38f8-403b-bfa8-251d0f1be4b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:47.935387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62ac5b57-38f8-403b-bfa8-251d0f1be4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:47.996289 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62ac5b57-38f8-403b-bfa8-251d0f1be4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:48.042526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 2ba62b42-c17d-42ed-99e6-54c50cf09da7 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:48.074458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:48.090059 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4632c86e-c0b7-473b-9d1c-148bd5191950 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9290566 Nov 12 13:42:48.096860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:48.098542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36922) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:48.123174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbb572-8115-4b02-82b5-0c1a2af739e9 req-6d90ea1e-78e9-4d62-9ec9-f6e22c237f0b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:48.131142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08cbb572-8115-4b02-82b5-0c1a2af739e9 req-6d90ea1e-78e9-4d62-9ec9-f6e22c237f0b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1387215 Nov 12 13:42:48.183224 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62ac5b57-38f8-403b-bfa8-251d0f1be4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:48.184870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:48.186207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:48.289428 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-62ac5b57-38f8-403b-bfa8-251d0f1be4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:48.297812 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-62ac5b57-38f8-403b-bfa8-251d0f1be4b0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/acecf26f-6d9b-48fc-b8d6-4b1876fd5706 HTTP/1.1" status: 204 len: 168 time: 0.6169724 Nov 12 13:42:48.299695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac5b57-38f8-403b-bfa8-251d0f1be4b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acecf26f-6d9b-48fc-b8d6-4b1876fd5706,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:48.302498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36930) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:48.307898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9be44b-1ebc-4b5a-bcab-0f686e0c2080 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting subnet 974a6bd1-3363-49e2-9b53-b82bf458c3d4 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:42:48.339368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9be44b-1ebc-4b5a-bcab-0f686e0c2080 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:48.379475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:48.433012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43d386-9c7d-4d4a-8845-9b2a93809c71 req-fa1ab652-6c7d-48df-b662-fa9c100dbdbc tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:48.446117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c43d386-9c7d-4d4a-8845-9b2a93809c71 req-fa1ab652-6c7d-48df-b662-fa9c100dbdbc tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 945 time: 0.3790712 Nov 12 13:42:48.486300 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:48.583744 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c43d386-9c7d-4d4a-8845-9b2a93809c71 req-c559ea8a-af0d-4263-adcf-07ae129f819a tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238713 Nov 12 13:42:48.597152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08cbb572-8115-4b02-82b5-0c1a2af739e9 req-ad1de7fc-0f20-4ff2-9b71-e767fbdbac79 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3814449 Nov 12 13:42:48.627843 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9be44b-1ebc-4b5a-bcab-0f686e0c2080 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:48.706768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:48.793153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999ff16e-4012-4857-b764-8b9fab9b94a1']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:48.821348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6e52ab-cafb-4889-8511-0bb4ba1c3320') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:48.821651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6e52ab-cafb-4889-8511-0bb4ba1c3320') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:48.835344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:48.884040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:48.890750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9be44b-1ebc-4b5a-bcab-0f686e0c2080 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:48.966083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c39dc-a729-42fd-ad5b-31dc21428846 req-1d4c6af9-687c-4b16-bf05-d0a427a4f4c4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:48.966735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:46Z', 'revision_number': 8, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:48.971643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:48.973121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-732c39dc-a729-42fd-ad5b-31dc21428846 req-1d4c6af9-687c-4b16-bf05-d0a427a4f4c4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 944 time: 0.1932797 Nov 12 13:42:48.986538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:42:48.987314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:49.007502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:42:49.007755 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:42:49.026096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:49.027045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:49.035770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219f0f2-79a6-4252-85d6-a8b761a03192 req-374ceee8-d3cc-4593-9ef9-b48d7d41d62e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:49.038164 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8219f0f2-79a6-4252-85d6-a8b761a03192 req-374ceee8-d3cc-4593-9ef9-b48d7d41d62e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1422937 Nov 12 13:42:49.071495 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9be44b-1ebc-4b5a-bcab-0f686e0c2080 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:49.196626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8219f0f2-79a6-4252-85d6-a8b761a03192 req-05d4d64d-85b9-4d80-822e-4b0b600c1403 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481981 Nov 12 13:42:49.199741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9be44b-1ebc-4b5a-bcab-0f686e0c2080 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Subnet': ['ID=974a6bd1-3363-49e2-9b53-b82bf458c3d4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:49.203634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9be44b-1ebc-4b5a-bcab-0f686e0c2080 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:49.209057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1c9be44b-1ebc-4b5a-bcab-0f686e0c2080 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/974a6bd1-3363-49e2-9b53-b82bf458c3d4 HTTP/1.1" status: 204 len: 168 time: 1.0762088 Nov 12 13:42:49.211291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36944) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:49.223070 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:42:49.258781 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:49.286381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:49.297072 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/999ff16e-4012-4857-b764-8b9fab9b94a1 HTTP/1.1" status: 204 len: 168 time: 0.9898047 Nov 12 13:42:49.367220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421c484-b668-4948-81b2-ce683862a5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=999ff16e-4012-4857-b764-8b9fab9b94a1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:49.389788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-732c39dc-a729-42fd-ad5b-31dc21428846 req-28370972-4274-463f-9222-28c992895fdb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022405 Nov 12 13:42:49.452480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52744d6-3057-4637-b215-c7f46454a0ef None None] Network 7e2bc8ec-358f-4611-b04a-e035a9479d61 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:49.456589 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a46189df-4c57-4a7c-923d-23e0699f75fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:49.502331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:49.539266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:49.547924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36950) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:49.577642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-d773b804-50c9-4a8b-888d-483e86d6c89b tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:49.581914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-d773b804-50c9-4a8b-888d-483e86d6c89b tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.105 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 945 time: 0.1665847 Nov 12 13:42:49.730376 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-38ff42a9-d656-4b1d-84c4-3ccf61698f13 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ac2b9f58257413bac4d2193f0acdabd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1791027 Nov 12 13:42:49.731632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36956) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:49.770447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-3e093323-0d21-453d-bed1-38c28e5749c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:49.771992 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-3e093323-0d21-453d-bed1-38c28e5749c2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1097 time: 0.3233640 Nov 12 13:42:49.943831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a5e0eabe-98fd-4359-b5b6-20be1185b92b details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:42:49.983823 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36074b9a-8cab-4bc9-a491-1bd76d2d95d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:49.992418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:46Z', 'revision_number': 8, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:50.037308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9c8b5-4c0a-444c-8e5e-a1eee67c85ac None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:46Z', 'revision_number': 8, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': '442b82aa-b7ca-4cdc-b63b-8fdc35d72be9', 'name': '', 'network_id': 'd82c760b-0fbc-4b2a-a40c-8fc874f14b5f', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:39:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:21Z', 'updated_at': '2021-11-12T13:42:32Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '9d513fb6-4388-403a-b67d-3dc122462e0c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:50.042728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36074b9a-8cab-4bc9-a491-1bd76d2d95d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.045209 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2fc9a0-ad96-407b-a610-549324597525 None None] DHCP port deletion for 7e2bc8ec-358f-4611-b04a-e035a9479d61 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:42:50.063203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97966a40-710c-43c0-9213-04b83ce5a31d req-b595b4fb-f432-4a7f-b44a-b912b31ae085 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:50.072072 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97966a40-710c-43c0-9213-04b83ce5a31d req-b595b4fb-f432-4a7f-b44a-b912b31ae085 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.2708709 Nov 12 13:42:50.135229 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-4e23dfca-a748-4b47-8cfe-d252b591d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:50.137112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-4e23dfca-a748-4b47-8cfe-d252b591d253 service neutron] 10.222.0.105 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 898 time: 0.3548267 Nov 12 13:42:50.193997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fc9a0-ad96-407b-a610-549324597525 None None] Deleting port b9a5c789-f322-46e4-b9fb-165500530a2e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:50.194752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc9a0-ad96-407b-a610-549324597525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.257717 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-ca477873-c991-4ef1-9dda-cba9af4a4f88 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 1002 time: 0.1079323 Nov 12 13:42:50.273483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-dd2fc9a0-ad96-407b-a610-549324597525 None None] For port b9a5c789-f322-46e4-b9fb-165500530a2e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b9a5c789-f322-46e4-b9fb-165500530a2e,segment=NetworkSegment(c9944c11-e7fc-44c9-929e-9d2e699a8f35),segment_id=c9944c11-e7fc-44c9-929e-9d2e699a8f35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:50.274185 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc9a0-ad96-407b-a610-549324597525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.292909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fc9a0-ad96-407b-a610-549324597525 None None] Calling delete_port for b9a5c789-f322-46e4-b9fb-165500530a2e owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:50.306056 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97966a40-710c-43c0-9213-04b83ce5a31d req-8119314f-aee1-4e2d-b004-cb9afa02f3cb tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325695 Nov 12 13:42:50.430357 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc9a0-ad96-407b-a610-549324597525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.450408 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a46189df-4c57-4a7c-923d-23e0699f75fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.453211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-afcd5e2d-a3c8-4c4c-a92e-babe63c2e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:50.457956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-afcd5e2d-a3c8-4c4c-a92e-babe63c2e333 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 200 len: 837 time: 0.1651793 Nov 12 13:42:50.459753 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36074b9a-8cab-4bc9-a491-1bd76d2d95d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.462922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port b9a5c789-f322-46e4-b9fb-165500530a2e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:50.463654 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-36074b9a-8cab-4bc9-a491-1bd76d2d95d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.464560 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.465436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-36074b9a-8cab-4bc9-a491-1bd76d2d95d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66187b93-cc93-4ed2-82b9-bb004c5ea98a HTTP/1.1" status: 204 len: 168 time: 0.7324178 Nov 12 13:42:50.488794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fc9a0-ad96-407b-a610-549324597525 None None] Pushing event deleted for resources: {'Port': ['ID=b9a5c789-f322-46e4-b9fb-165500530a2e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:50.492479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a5e0eabe-98fd-4359-b5b6-20be1185b92b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a5e0eabe-98fd-4359-b5b6-20be1185b92b,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:50.514144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fc9a0-ad96-407b-a610-549324597525 None None] No DVR routers for this DVR port b9a5c789-f322-46e4-b9fb-165500530a2e on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:50.517111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a5e0eabe-98fd-4359-b5b6-20be1185b92b', 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59', 'port_id': 'a5e0eabe-98fd-4359-b5b6-20be1185b92b', 'mac_address': 'fa:16:3e:e0:c0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:42:50.583560 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.595974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36074b9a-8cab-4bc9-a491-1bd76d2d95d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66187b93-cc93-4ed2-82b9-bb004c5ea98a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:50.600958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a46189df-4c57-4a7c-923d-23e0699f75fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.648741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e0eabe-98fd-4359-b5b6-20be1185b92b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:42:50.694907 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a46189df-4c57-4a7c-923d-23e0699f75fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d4af64e74202419e8a3ab334e01265ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7154727 Nov 12 13:42:50.711343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36966) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:50.711561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a5e0eabe-98fd-4359-b5b6-20be1185b92b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a5e0eabe-98fd-4359-b5b6-20be1185b92b,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:50.715525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a66667-d17c-4b0c-9750-5683e7702b0a req-1da9f732-c6ac-4def-8e51-6ab970fe757a tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:50.717384 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3a66667-d17c-4b0c-9750-5683e7702b0a req-1da9f732-c6ac-4def-8e51-6ab970fe757a tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 945 time: 0.9946518 Nov 12 13:42:50.720160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-00f52da4-5da5-40c2-9ba9-d7de5fe2e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:50.720789 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.721882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-00f52da4-5da5-40c2-9ba9-d7de5fe2e53c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=67239153-880f-4bb8-a429-51e466d254c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2551146 Nov 12 13:42:50.772259 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-c0f73e52-0eca-44b9-87b9-337f6e235232 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:42:50.773421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-c0f73e52-0eca-44b9-87b9-337f6e235232 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078175 Nov 12 13:42:50.835430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a5e0eabe-98fd-4359-b5b6-20be1185b92b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:50.920098 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:50.932639 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-166eed1c-d8e4-4ded-bd1b-59beff296326 service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441810 Nov 12 13:42:50.949171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34fa99-31be-4a5f-897f-7e6ba9fba639 req-1d131737-2f21-41fc-8727-a88bd63da491 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:50.952488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46189df-4c57-4a7c-923d-23e0699f75fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8185665-ace5-4c0d-9473-c9bcc37239fc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:50.959746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-7790048b-1e8c-4bd9-9f09-d2c2605af1ea tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Deleting port 1a7941d0-b615-42ec-a745-5be70a7f182f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:50.960385 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c34fa99-31be-4a5f-897f-7e6ba9fba639 req-1d131737-2f21-41fc-8727-a88bd63da491 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.3211799 Nov 12 13:42:50.961028 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-7790048b-1e8c-4bd9-9f09-d2c2605af1ea tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.964161 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-446709ff-2726-415e-8cd9-fec5a812d6fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:50.977230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:50.983146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4a24e61a-b0ed-43b7-bb0c-394fe4ea31ad not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:50.990962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b9a5c789-f322-46e4-b9fb-165500530a2e no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:51.057587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: b9a5c789-f322-46e4-b9fb-165500530a2e {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:51.059568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b9a5c789-f322-46e4-b9fb-165500530a2e not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:51.088736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port b9a5c789-f322-46e4-b9fb-165500530a2e, host n-d-805736-4, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:51.090763 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.105434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-7790048b-1e8c-4bd9-9f09-d2c2605af1ea tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] For port 1a7941d0-b615-42ec-a745-5be70a7f182f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=1a7941d0-b615-42ec-a745-5be70a7f182f,segment=NetworkSegment(78402795-8b9a-4e5b-a167-9fab8033ba18),segment_id=78402795-8b9a-4e5b-a167-9fab8033ba18)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:51.106759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-7790048b-1e8c-4bd9-9f09-d2c2605af1ea tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.126702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-7790048b-1e8c-4bd9-9f09-d2c2605af1ea tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Calling delete_port for 1a7941d0-b615-42ec-a745-5be70a7f182f owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:51.172060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-446709ff-2726-415e-8cd9-fec5a812d6fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.193368 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a5e0eabe-98fd-4359-b5b6-20be1185b92b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:42:51.197011 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c34fa99-31be-4a5f-897f-7e6ba9fba639 req-bfbb4e7a-675d-4eba-a891-4bbfaf921f12 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347968 Nov 12 13:42:51.332020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for b9a5c789-f322-46e4-b9fb-165500530a2e owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:51.339530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Port b9a5c789-f322-46e4-b9fb-165500530a2e was not found and therefore no delete operation was performed {{(pid=102676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:42:51.357893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3a66667-d17c-4b0c-9750-5683e7702b0a req-31bd6a48-a109-40c2-9863-e58fdd56117f tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/security-groups?id=180e09e5-1413-4236-99c3-3c70286175dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376451 Nov 12 13:42:51.363462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.379631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-49da52a8-c74d-4e05-a15d-ec277e1fa18a service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170182 Nov 12 13:42:51.407949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=b9a5c789-f322-46e4-b9fb-165500530a2e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:51.411926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No DVR routers for this DVR port b9a5c789-f322-46e4-b9fb-165500530a2e on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:51.418897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16943c28-355b-4be9-b989-d114ce27decd req-8b47028c-d461-487b-a211-c897571f880d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:51.443512 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-16943c28-355b-4be9-b989-d114ce27decd req-8b47028c-d461-487b-a211-c897571f880d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 945 time: 0.1359301 Nov 12 13:42:51.464617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-7790048b-1e8c-4bd9-9f09-d2c2605af1ea tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.516836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-446709ff-2726-415e-8cd9-fec5a812d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.519582 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-446709ff-2726-415e-8cd9-fec5a812d6fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.521082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['1a7941d0-b615-42ec-a745-5be70a7f182f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:42:51.536971 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-446709ff-2726-415e-8cd9-fec5a812d6fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8185665-ace5-4c0d-9473-c9bcc37239fc HTTP/1.1" status: 204 len: 168 time: 0.8233874 Nov 12 13:42:51.560988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790048b-1e8c-4bd9-9f09-d2c2605af1ea tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Pushing event deleted for resources: {'Port': ['ID=1a7941d0-b615-42ec-a745-5be70a7f182f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:51.570939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446709ff-2726-415e-8cd9-fec5a812d6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8185665-ace5-4c0d-9473-c9bcc37239fc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:51.594290 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.650327 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-16943c28-355b-4be9-b989-d114ce27decd req-0e19f096-530d-4779-a8e7-9cb7fc4ce852 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059042 Nov 12 13:42:51.720157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-7790048b-1e8c-4bd9-9f09-d2c2605af1ea tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] No DVR routers for this DVR port 1a7941d0-b615-42ec-a745-5be70a7f182f on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:51.741382 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-7790048b-1e8c-4bd9-9f09-d2c2605af1ea tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.758124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-33dec5c5-cac2-42b0-8312-e7ad1c4fac6c req-7790048b-1e8c-4bd9-9f09-d2c2605af1ea tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.105 "DELETE /v2.0/ports/1a7941d0-b615-42ec-a745-5be70a7f182f HTTP/1.1" status: 204 len: 173 time: 2.1683526 Nov 12 13:42:51.772381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50135b6-cd2a-460c-a362-2543eb66a858', 'name': 'network-vif-deleted', 'tag': '1a7941d0-b615-42ec-a745-5be70a7f182f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:51.775622 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145f46e2-eeb0-441a-afdf-0f875aa51b75" -d '{"events": [{"server_uuid": "f50135b6-cd2a-460c-a362-2543eb66a858", "name": "network-vif-deleted", "tag": "1a7941d0-b615-42ec-a745-5be70a7f182f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:51.797121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2bc8ec-358f-4611-b04a-e035a9479d61']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:51.839514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9944c11-e7fc-44c9-929e-9d2e699a8f35') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:51.842254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9944c11-e7fc-44c9-929e-9d2e699a8f35') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:51.890475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc08d4-9ddc-4318-8ce9-c9ceae1d3f90 req-4771c0b4-2297-49f6-8d39-8bd086227d60 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:51.893859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8fc08d4-9ddc-4318-8ce9-c9ceae1d3f90 req-4771c0b4-2297-49f6-8d39-8bd086227d60 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.3111448 Nov 12 13:42:51.904231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.954744 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.976099 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57583594-bd9a-4381-845f-49c2e2d2efe9 x-openstack-request-id: req-57583594-bd9a-4381-845f-49c2e2d2efe9 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:51.977409 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50135b6-cd2a-460c-a362-2543eb66a858", "name": "network-vif-deleted", "tag": "1a7941d0-b615-42ec-a745-5be70a7f182f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:51.979157 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57583594-bd9a-4381-845f-49c2e2d2efe9 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:51.979721 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50135b6-cd2a-460c-a362-2543eb66a858', 'name': 'network-vif-deleted', 'tag': '1a7941d0-b615-42ec-a745-5be70a7f182f', 'status': 'completed', 'code': 200} Nov 12 13:42:51.981007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:42:51.982594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:42:51.996518 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:42:52.129126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8fc08d4-9ddc-4318-8ce9-c9ceae1d3f90 req-d22b80cc-4dbc-4fff-87d3-765d0c7fab07 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404910 Nov 12 13:42:52.130431 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.143124 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.152086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36992) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:52.152709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/networks/7e2bc8ec-358f-4611-b04a-e035a9479d61 HTTP/1.1" status: 204 len: 168 time: 2.9396544 Nov 12 13:42:52.180208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36994) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:52.194340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b6bd7-610d-4b8a-af18-be57f44db1d2 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Network': ['ID=7e2bc8ec-358f-4611-b04a-e035a9479d61,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:52.224706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75643d57-cc4c-4bb8-8c90-621501e11648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.461179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75643d57-cc4c-4bb8-8c90-621501e11648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.495420 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75643d57-cc4c-4bb8-8c90-621501e11648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.536651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c87486ca-f140-4985-bceb-2c455a00c225 req-4eac0251-9d9e-4059-b75b-0c3018e154f7 tempest-ServerAddressesTestJSON-660762385 tempest-ServerAddressesTestJSON-660762385-project] 10.222.0.73 "GET /v2.0/ports?device_id=f50135b6-cd2a-460c-a362-2543eb66a858 HTTP/1.1" status: 200 len: 210 time: 0.0691833 Nov 12 13:42:52.539468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37004) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:52.576130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-75643d57-cc4c-4bb8-8c90-621501e11648 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=36d85129236445f5b78be7c757254468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939183 Nov 12 13:42:52.579902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37008) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:52.588747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75643d57-cc4c-4bb8-8c90-621501e11648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c012bfee-c0a4-4740-94db-be5a669d0c73,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:52.597853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9a296-0123-4d69-9031-fa757ec9863f req-5acd6556-4809-4fb2-9584-2a5c83df9e84 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:52.599460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-79f9a296-0123-4d69-9031-fa757ec9863f req-5acd6556-4809-4fb2-9584-2a5c83df9e84 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.2280264 Nov 12 13:42:52.652161 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50168920-e7d4-45aa-97ec-019537e99866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.679431 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50168920-e7d4-45aa-97ec-019537e99866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.725193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-79f9a296-0123-4d69-9031-fa757ec9863f req-ff57a256-5cf1-4f46-bb28-b0df1b99f9b3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148610 Nov 12 13:42:52.739745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1888960888-network', 'tenant_id': '8f4bfd870aeb44399abdc3609f8d7f15'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:52.767136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50168920-e7d4-45aa-97ec-019537e99866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.774759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50168920-e7d4-45aa-97ec-019537e99866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.778967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-50168920-e7d4-45aa-97ec-019537e99866 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c012bfee-c0a4-4740-94db-be5a669d0c73 HTTP/1.1" status: 204 len: 168 time: 0.1974723 Nov 12 13:42:52.801795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50168920-e7d4-45aa-97ec-019537e99866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c012bfee-c0a4-4740-94db-be5a669d0c73,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:52.828133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Made reservation on behalf of 8f4bfd870aeb44399abdc3609f8d7f15 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:52.830657 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.846200 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.870274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1196-4ed2-4489-9481-fc94d11d2840 req-4e40b4f4-b975-40c0-bdc0-7fe6e1e52009 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:52.872285 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f8e1196-4ed2-4489-9481-fc94d11d2840 req-4e40b4f4-b975-40c0-bdc0-7fe6e1e52009 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 945 time: 0.0718298 Nov 12 13:42:52.975294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f8e1196-4ed2-4489-9481-fc94d11d2840 req-adf9df0d-d373-4d9e-9a8d-0bffa39421c2 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955565 Nov 12 13:42:52.979637 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.988256 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:52.998793 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:53.082251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:42:53.120195 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:53.120522 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Added segment 89b7c0ef-c563-4ab5-97c3-ee5e525eb789 of type vlan for network f3c49ce2-43c2-4550-b871-4bbee8b5212c Nov 12 13:42:53.131702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fa1758-975b-424f-89fa-cdffc5e2834a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:53.220848 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:53.372735 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:53.375144 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:53.376175 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:53.554190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0097928 Nov 12 13:42:53.554734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37032) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:53.563529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Request body: {'subnet': {'network_id': 'f3c49ce2-43c2-4550-b871-4bbee8b5212c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1888960888-subnet', 'tenant_id': '8f4bfd870aeb44399abdc3609f8d7f15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:53.568407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a82ba3-a1fa-4ae9-83ba-035c9f9a2ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=f3c49ce2-43c2-4550-b871-4bbee8b5212c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:53.584713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f3c49ce2-43c2-4550-b871-4bbee8b5212c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:42:53.591855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e50de1-abd7-411c-9b2d-9ecda4b871a5 req-0869abf0-0910-4b5f-9f2e-fa0e530fe942 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:53.601646 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71e50de1-abd7-411c-9b2d-9ecda4b871a5 req-0869abf0-0910-4b5f-9f2e-fa0e530fe942 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.2789640 Nov 12 13:42:53.628007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Made reservation on behalf of 8f4bfd870aeb44399abdc3609f8d7f15 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:53.633006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:53.738314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37038) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:53.752226 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71e50de1-abd7-411c-9b2d-9ecda4b871a5 req-cccb6287-72ea-465a-a448-7e5abd99393a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495397 Nov 12 13:42:53.878815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f21ce60-918b-4970-adf6-969e540f6b2a admin admin] Deleting subnet 75e96c3c-5050-42a8-a69a-807e71e8afd6 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:42:53.882995 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f21ce60-918b-4970-adf6-969e540f6b2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:53.925612 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f21ce60-918b-4970-adf6-969e540f6b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:53.960125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a5e0eabe-98fd-4359-b5b6-20be1185b92b up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:42:53.995302 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f21ce60-918b-4970-adf6-969e540f6b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.070156 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f21ce60-918b-4970-adf6-969e540f6b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.086097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port a5e0eabe-98fd-4359-b5b6-20be1185b92b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:42:54.095634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1a7941d0-b615-42ec-a745-5be70a7f182f no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:54.118288 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21ce60-918b-4970-adf6-969e540f6b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e96c3c-5050-42a8-a69a-807e71e8afd6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:54.136628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:54.137134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.141320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f21ce60-918b-4970-adf6-969e540f6b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.144692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4f21ce60-918b-4970-adf6-969e540f6b2a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/75e96c3c-5050-42a8-a69a-807e71e8afd6 HTTP/1.1" status: 204 len: 168 time: 0.3843586 Nov 12 13:42:54.147597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37050) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:54.154804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893353f-d5c2-4521-be95-b565eab0673d req-5919539a-56c3-4760-bb0d-dc3e50eed6a2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:54.160123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b893353f-d5c2-4521-be95-b565eab0673d req-5919539a-56c3-4760-bb0d-dc3e50eed6a2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.2845066 Nov 12 13:42:54.171145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a5e0eabe-98fd-4359-b5b6-20be1185b92b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:42:54.171811 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.258716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b893353f-d5c2-4521-be95-b565eab0673d req-cb9aee0c-5a09-4be8-b8bc-d1af7071c2ca tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892920 Nov 12 13:42:54.259923 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.261744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 1a7941d0-b615-42ec-a745-5be70a7f182f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:54.262544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 1a7941d0-b615-42ec-a745-5be70a7f182f not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:54.345876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=669366a8-a01c-4921-a71e-4ebac571f2b4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:54.353165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Checking segment: {'id': '89b7c0ef-c563-4ab5-97c3-ee5e525eb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f3c49ce2-43c2-4550-b871-4bbee8b5212c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:42:54.353517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Network hostable DHCP agents. Network: f3c49ce2-43c2-4550-b871-4bbee8b5212c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:42:54.355841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.385650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Network f3c49ce2-43c2-4550-b871-4bbee8b5212c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:42:54.394150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a84cc1-883b-4f2d-980d-965eb487481b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e0eabe-98fd-4359-b5b6-20be1185b92b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:42:54.395112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9840aa-43eb-45dc-b878-088265f35aba req-6c0f58d1-38f2-4981-9350-8d588807aa55 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:54.397065 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bfe116-6615-4846-b11f-6cabea09f1c1" -d '{"events": [{"server_uuid": "d6a84cc1-883b-4f2d-980d-965eb487481b", "name": "network-vif-plugged", "status": "completed", "tag": "a5e0eabe-98fd-4359-b5b6-20be1185b92b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:42:54.408377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, f3c49ce2-43c2-4550-b871-4bbee8b5212c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:54.415063 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d9840aa-43eb-45dc-b878-088265f35aba req-6c0f58d1-38f2-4981-9350-8d588807aa55 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 945 time: 0.2419951 Nov 12 13:42:54.418618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:54.419383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.442347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2ba99-80fb-4c07-a73b-43fe93938a1b None None] Network f3c49ce2-43c2-4550-b871-4bbee8b5212c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:54.482328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8a660e22-a3f2-47ea-bc9f-f146570649bc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9259851 Nov 12 13:42:54.506410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a5e0eabe-98fd-4359-b5b6-20be1185b92b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a5e0eabe-98fd-4359-b5b6-20be1185b92b,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:54.509384 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3053422d-7d32-4883-870d-56fa9436dfea x-openstack-request-id: req-3053422d-7d32-4883-870d-56fa9436dfea {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:42:54.509968 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a84cc1-883b-4f2d-980d-965eb487481b", "name": "network-vif-plugged", "status": "completed", "tag": "a5e0eabe-98fd-4359-b5b6-20be1185b92b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:42:54.510460 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3053422d-7d32-4883-870d-56fa9436dfea {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:42:54.511026 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a84cc1-883b-4f2d-980d-965eb487481b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e0eabe-98fd-4359-b5b6-20be1185b92b', 'code': 200} Nov 12 13:42:54.539990 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.558409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.581788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d9840aa-43eb-45dc-b878-088265f35aba req-7a6484b7-5e57-404f-804e-731a80d6c0a8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654615 Nov 12 13:42:54.592960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=442b82aa-b7ca-4cdc-b63b-8fdc35d72be9,segment=NetworkSegment(661c0271-ddb2-4459-9411-830357b0c8dc),segment_id=661c0271-ddb2-4459-9411-830357b0c8dc)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:54.595182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:54.632988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:54.696822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a5e0eabe-98fd-4359-b5b6-20be1185b92b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:54.726082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0e3b5-ecb6-44ae-ab20-c43f41d846c4 req-c7cc7243-623a-47d3-b4d6-3c7b7f8d81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:54.727670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ec0e3b5-ecb6-44ae-ab20-c43f41d846c4 req-c7cc7243-623a-47d3-b4d6-3c7b7f8d81e1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 1097 time: 0.1560009 Nov 12 13:42:54.870925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e2ec74-b3f7-4e37-b224-83b081e3ed98 None None] Network f3c49ce2-43c2-4550-b871-4bbee8b5212c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:54.904691 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ec0e3b5-ecb6-44ae-ab20-c43f41d846c4 req-80fc3496-187a-478e-8c17-af7d059d8a6b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650338 Nov 12 13:42:55.387265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-f3bbd89d-cff0-4f04-adbf-f478023c2e08 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:55.395779 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-f3bbd89d-cff0-4f04-adbf-f478023c2e08 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/networks?id=f3c49ce2-43c2-4550-b871-4bbee8b5212c HTTP/1.1" status: 200 len: 821 time: 0.1351814 Nov 12 13:42:55.409045 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:55.413729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-86650290-3dfb-43cb-afa9-cf9fbd00c49f tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/quotas/8f4bfd870aeb44399abdc3609f8d7f15 HTTP/1.1" status: 200 len: 375 time: 0.0169065 Nov 12 13:42:55.460286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a261fc6-4e2c-4e42-a25c-be76a7d4c786']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:55.463352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-67ed7370-365c-434d-9d00-13e2ff8c9422 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f4bfd870aeb44399abdc3609f8d7f15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481665 Nov 12 13:42:55.472077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ffa4f-8bd6-4dad-875d-9132ada5748e req-7bdabdf5-d12d-4a9b-8914-2897d75d0610 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:55.481335 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-700ffa4f-8bd6-4dad-875d-9132ada5748e req-7bdabdf5-d12d-4a9b-8914-2897d75d0610 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1347136 Nov 12 13:42:55.499006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78402795-8b9a-4e5b-a167-9fab8033ba18') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:55.499464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78402795-8b9a-4e5b-a167-9fab8033ba18') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:55.522531 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:55.585719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-f9f5ff2c-b670-4ebe-8974-31b2ffbeb8aa service neutron] 10.222.0.73 "GET /v2.0/networks/f3c49ce2-43c2-4550-b871-4bbee8b5212c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214027 Nov 12 13:42:55.612761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-700ffa4f-8bd6-4dad-875d-9132ada5748e req-b0459161-bbee-4990-911e-3a5ce30167df tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314948 Nov 12 13:42:55.646283 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:55.670948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:42:55.672527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:42:55.674739 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:42:55.769902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-dd00349b-acc0-4b32-b714-d15ff6f8aafd service neutron] 10.222.0.73 "GET /v2.0/networks/f3c49ce2-43c2-4550-b871-4bbee8b5212c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763532 Nov 12 13:42:55.814787 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:55.838268 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:55.848534 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6a261fc6-4e2c-4e42-a25c-be76a7d4c786 HTTP/1.1" status: 204 len: 168 time: 1.6997478 Nov 12 13:42:55.916976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d03ea-d4e9-4b52-8514-7ad77e5bbe50 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a261fc6-4e2c-4e42-a25c-be76a7d4c786,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:55.927780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:55.951198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d07f-7c63-46c6-a702-b966e2b8758e req-bb877f32-7c3b-41d7-8ff3-3bd852efbe83 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:55.954424 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ade0d07f-7c63-46c6-a702-b966e2b8758e req-bb877f32-7c3b-41d7-8ff3-3bd852efbe83 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1461182 Nov 12 13:42:55.982630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=442b82aa-b7ca-4cdc-b63b-8fdc35d72be9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:56.209252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187d2dd-a586-4c4b-9f10-2f8165aa5d24 req-1e7c3531-24a2-4c11-aec0-f81f1de555d5 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:56.239245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9187d2dd-a586-4c4b-9f10-2f8165aa5d24 req-1e7c3531-24a2-4c11-aec0-f81f1de555d5 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 946 time: 0.2090099 Nov 12 13:42:56.255589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37104) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:56.455657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9187d2dd-a586-4c4b-9f10-2f8165aa5d24 req-28a8e11d-d051-485e-8107-9c31b4c74bcf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152112 Nov 12 13:42:56.519719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e1815e9a-b552-45a7-984f-be836ec85c43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=77116259c888423c8f7035c95c8a0c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576294 Nov 12 13:42:56.529382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37112) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:56.572710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7ca86a4-682c-42ff-b898-0cad9e2db9a5 req-bf36ea2b-a503-4378-9af3-aa36ff3dd4e5 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 210 time: 0.0550113 Nov 12 13:42:56.624037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ade0d07f-7c63-46c6-a702-b966e2b8758e req-fd4cecb4-26ae-4b30-a782-0efa0a1d58c2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6448691 Nov 12 13:42:56.783152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:56.786273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecb75223-d1d0-44f8-9e66-f644a30a9b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:56.865744 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecb75223-d1d0-44f8-9e66-f644a30a9b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:56.899801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096f15b-9c47-4b78-abe5-3b25554a97e2 req-db0f2519-49cb-4dee-a555-0e4d273ff4b1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:56.903130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3096f15b-9c47-4b78-abe5-3b25554a97e2 req-db0f2519-49cb-4dee-a555-0e4d273ff4b1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1108696 Nov 12 13:42:56.976169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3096f15b-9c47-4b78-abe5-3b25554a97e2 req-23d5548b-2e9e-4ca1-be45-111a59934c71 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663650 Nov 12 13:42:56.991075 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62b8d724-9dc5-42e2-9e2d-4c2c02aa9c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:57.131823 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecb75223-d1d0-44f8-9e66-f644a30a9b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:57.134875 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ecb75223-d1d0-44f8-9e66-f644a30a9b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:57.136861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ecb75223-d1d0-44f8-9e66-f644a30a9b41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/180e09e5-1413-4236-99c3-3c70286175dd HTTP/1.1" status: 204 len: 168 time: 0.6030495 Nov 12 13:42:57.153944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb75223-d1d0-44f8-9e66-f644a30a9b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180e09e5-1413-4236-99c3-3c70286175dd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:57.190719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:42:57.317207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:42:57.324842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6aaf5a8c-7d24-4956-afc6-ba50ed98f161 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1707022 Nov 12 13:42:57.330381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:57.331569 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:42:57.343791 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:57.344408 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:57.409532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cd6c98-1aa4-4ad1-b726-80f83aa9de90 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting subnet 9d513fb6-4388-403a-b67d-3dc122462e0c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:42:57.418641 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31cd6c98-1aa4-4ad1-b726-80f83aa9de90 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:57.537879 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:57.633115 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31cd6c98-1aa4-4ad1-b726-80f83aa9de90 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:57.676670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab96fd4-da73-4f42-b0bf-56d97d467e30 req-c1e8abff-73dc-4bdb-beac-7af9ea3394a9 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:57.685345 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9ab96fd4-da73-4f42-b0bf-56d97d467e30 req-c1e8abff-73dc-4bdb-beac-7af9ea3394a9 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 946 time: 0.1555855 Nov 12 13:42:57.770444 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9ab96fd4-da73-4f42-b0bf-56d97d467e30 req-e2ed0fbb-2276-4774-9e43-509557435f9b tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841136 Nov 12 13:42:57.861696 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:55Z', 'revision_number': 9, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:57.907179 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:42:57.918188 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:42:57.919050 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:42:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:57.937964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5eaaefc7-2bd0-4cd5-ae9d-5122a6f5c46c req-0cebb771-8be8-451d-9023-51d76505f4d6 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 210 time: 0.1435182 Nov 12 13:42:57.959512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02177955-c7c3-4cdd-912d-41fde00afe68 req-d5c07ca6-43da-43a3-8541-216dbfbb05cd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:57.970199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-02177955-c7c3-4cdd-912d-41fde00afe68 req-d5c07ca6-43da-43a3-8541-216dbfbb05cd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.0789843 Nov 12 13:42:58.038358 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:42:58.039903 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-02177955-c7c3-4cdd-912d-41fde00afe68 req-58d9bab5-4138-439c-9964-7b3182a27394 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682025 Nov 12 13:42:58.125568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-a30b61fd-52bf-4189-ae04-31bb0e2d11ea tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:58.127268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-a30b61fd-52bf-4189-ae04-31bb0e2d11ea tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.105 "GET /v2.0/networks?id=f3c49ce2-43c2-4550-b871-4bbee8b5212c HTTP/1.1" status: 200 len: 821 time: 0.6369576 Nov 12 13:42:58.133551 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31cd6c98-1aa4-4ad1-b726-80f83aa9de90 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:58.142213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Request body: {'port': {'device_id': '18ef25ba-eaf4-4aa1-9361-db326f71c7ae', 'network_id': 'f3c49ce2-43c2-4550-b871-4bbee8b5212c', 'admin_state_up': True, 'tenant_id': '8f4bfd870aeb44399abdc3609f8d7f15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:58.221895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-8122800f-d01b-494b-8cf0-9f04520d490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:58.224630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-8122800f-d01b-494b-8cf0-9f04520d490a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13&tenant_id=c84d34baa15843938eb97faf0bdfc46a HTTP/1.1" status: 200 len: 1095 time: 0.1117253 Nov 12 13:42:58.302820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc985d-530c-4c2b-b8ce-124d69c7810e req-25a88d5d-a13d-4281-82c0-0b552cfca975 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:58.320120 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d0dc985d-530c-4c2b-b8ce-124d69c7810e req-25a88d5d-a13d-4281-82c0-0b552cfca975 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 946 time: 0.2990727 Nov 12 13:42:58.355412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-9f798fb9-17b5-4a1c-851c-f6ede37c88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:58.357629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-9f798fb9-17b5-4a1c-851c-f6ede37c88fc service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 1095 time: 0.0990930 Nov 12 13:42:58.371754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc808d01-1792-4617-bda5-2f6eb03f1f22 req-3414e118-f9cf-4557-8909-843ef69aea78 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:58.378223 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:55Z', 'revision_number': 9, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:42:58.380711 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bc808d01-1792-4617-bda5-2f6eb03f1f22 req-3414e118-f9cf-4557-8909-843ef69aea78 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.0902185 Nov 12 13:42:58.433790 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31cd6c98-1aa4-4ad1-b726-80f83aa9de90 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:58.456500 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079438a-1c82-44b1-b33b-755d6ee67e2e None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:42:55Z', 'revision_number': 9, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'd35fdaf4-d413-4fd3-af31-fa35b5988332', 'name': '', 'network_id': 'a9a4b754-fd44-4b37-93c4-ccd6f00df02c', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:58:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:13Z', 'updated_at': '2021-11-12T13:42:21Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:42:58.464512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Made reservation on behalf of 8f4bfd870aeb44399abdc3609f8d7f15 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:42:58.470030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:58.512126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-1746de85-c8aa-4460-8bba-956bf677d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:58.513631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-1746de85-c8aa-4460-8bba-956bf677d0b6 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.1305165 Nov 12 13:42:58.534136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31cd6c98-1aa4-4ad1-b726-80f83aa9de90 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:58.543433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa873c1a-d681-426d-a44c-e72a2e105afe None None] Network d82c760b-0fbc-4b2a-a40c-8fc874f14b5f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:42:58.553088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37160) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:42:58.557565 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-31cd6c98-1aa4-4ad1-b726-80f83aa9de90 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/9d513fb6-4388-403a-b67d-3dc122462e0c HTTP/1.1" status: 204 len: 168 time: 1.2138467 Nov 12 13:42:58.560849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd6c98-1aa4-4ad1-b726-80f83aa9de90 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Subnet': ['ID=9d513fb6-4388-403a-b67d-3dc122462e0c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:58.595846 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d0dc985d-530c-4c2b-b8ce-124d69c7810e req-b30b7bcb-dca0-41b4-a38b-bf1d60509839 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190604 Nov 12 13:42:58.708002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:58.742097 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bc808d01-1792-4617-bda5-2f6eb03f1f22 req-577f746a-cd6b-43dc-866c-2cb7a3218deb tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3539822 Nov 12 13:42:58.766964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-b1aa8cdc-ce2f-4e7f-83ae-6ac7e086be22 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7 HTTP/1.1" status: 200 len: 999 time: 0.2399614 Nov 12 13:42:58.781752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Allocated IP 172.20.0.9 (f3c49ce2-43c2-4550-b871-4bbee8b5212c/669366a8-a01c-4921-a71e-4ebac571f2b4/96fe7204-6b00-4d05-88dc-4bd6cf6582b5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:42:58.855520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-0065d0fc-fc85-4f8a-9b8c-1f14520a631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:58.857662 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-0065d0fc-fc85-4f8a-9b8c-1f14520a631d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.0836744 Nov 12 13:42:58.879397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:42:58.941098 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:58.941768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.027329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:42:59.027671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 442b82aa-b7ca-4cdc-b63b-8fdc35d72be9 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:42:59.052306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-ceffd1ef-eadc-4a21-ab2f-47bdc0a21a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:59.054505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-ceffd1ef-eadc-4a21-ab2f-47bdc0a21a59 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861057 Nov 12 13:42:59.105510 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.126836 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f74300ab-0d67-44d3-bda5-eb5a96ab6a40 req-4313a274-0b39-421b-a02c-21d88e429a27 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 210 time: 0.0691495 Nov 12 13:42:59.210960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caf11cd-2874-4610-ab35-7df14f3c1c18 None None] DHCP port deletion for d82c760b-0fbc-4b2a-a40c-8fc874f14b5f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:42:59.245570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e381f5fc-c6b3-4f11-ae51-a9cc47e0daad,segment=NetworkSegment(661c0271-ddb2-4459-9411-830357b0c8dc),segment_id=661c0271-ddb2-4459-9411-830357b0c8dc)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:59.245945 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.305970 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4be3fb52-1d30-45a2-9548-0b5b9c5aab3d req-1c5ae201-13d0-42e2-ab7a-a5b255020ade tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0463402 Nov 12 13:42:59.313845 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.335008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for e381f5fc-c6b3-4f11-ae51-a9cc47e0daad owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:59.356243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6caf11cd-2874-4610-ab35-7df14f3c1c18 None None] Deleting port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:42:59.356582 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6caf11cd-2874-4610-ab35-7df14f3c1c18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.399738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cb764-8721-4cd6-a531-e484d95ae825 req-056b9e97-f6b0-455e-8374-0f087b80d0be tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:59.401594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4cb764-8721-4cd6-a531-e484d95ae825 req-056b9e97-f6b0-455e-8374-0f087b80d0be tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.2221859 Nov 12 13:42:59.445994 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-ea7e2007-77eb-4dc1-b0c5-0349cd3f9a81 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734000 Nov 12 13:42:59.460026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Network f3c49ce2-43c2-4550-b871-4bbee8b5212c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:42:59.474203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:42:59.485950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:42:59.546621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6caf11cd-2874-4610-ab35-7df14f3c1c18 None None] For port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e381f5fc-c6b3-4f11-ae51-a9cc47e0daad,segment=NetworkSegment(661c0271-ddb2-4459-9411-830357b0c8dc),segment_id=661c0271-ddb2-4459-9411-830357b0c8dc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:42:59.548011 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6caf11cd-2874-4610-ab35-7df14f3c1c18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.557372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:42:59.557931 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.576446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Pushing event updated for resources: {'Port': ['ID=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:59.594155 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c900e789-daeb-40f3-8a38-972b4669fe2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.599287 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ba4cb764-8721-4cd6-a531-e484d95ae825 req-ec9f9745-54b1-4f11-a765-26af02e3af2f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708906 Nov 12 13:42:59.609368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-4b059a98-cc2c-4940-8e35-568fc3dbb20a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4715412 Nov 12 13:42:59.613342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6caf11cd-2874-4610-ab35-7df14f3c1c18 None None] Calling delete_port for e381f5fc-c6b3-4f11-ae51-a9cc47e0daad owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:42:59.626825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Request body: {'port': {'device_id': '18ef25ba-eaf4-4aa1-9361-db326f71c7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:42:59.636911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19e4994e-0d6a-4157-a7b8-3abd8ad19fc7 req-f8f8c379-b491-4133-abfe-7405a1152b1f service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771960 Nov 12 13:42:59.663115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.703386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=e381f5fc-c6b3-4f11-ae51-a9cc47e0daad,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:59.745655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No DVR routers for this DVR port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:59.773367 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.837714 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6caf11cd-2874-4610-ab35-7df14f3c1c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:42:59.854566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf11cd-2874-4610-ab35-7df14f3c1c18 None None] No DVR routers for this DVR port e381f5fc-c6b3-4f11-ae51-a9cc47e0daad on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:42:59.890388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf11cd-2874-4610-ab35-7df14f3c1c18 None None] Pushing event deleted for resources: {'Port': ['ID=e381f5fc-c6b3-4f11-ae51-a9cc47e0daad,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:42:59.971379 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:00.014002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82c760b-0fbc-4b2a-a40c-8fc874f14b5f']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:00.031354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661c0271-ddb2-4459-9411-830357b0c8dc') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:00.031354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661c0271-ddb2-4459-9411-830357b0c8dc') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:00.045689 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:00.055487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc305-e0b4-40cf-9235-036513f893a4 req-5d2f38c7-38d0-4860-886e-6deba1c80c7b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:00.057066 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac7cc305-e0b4-40cf-9235-036513f893a4 req-5d2f38c7-38d0-4860-886e-6deba1c80c7b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1302993 Nov 12 13:43:00.088719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:00.100150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:43:00.100742 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:43:00.104295 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:43:00.171186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ac7cc305-e0b4-40cf-9235-036513f893a4 req-24c14cc9-4258-4fd7-8e6d-f642f3b9ebf7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066146 Nov 12 13:43:00.246543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:00.279552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:00.282467 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/networks/d82c760b-0fbc-4b2a-a40c-8fc874f14b5f HTTP/1.1" status: 204 len: 168 time: 1.6915982 Nov 12 13:43:00.294843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37218) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:00.295457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37220) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:00.319191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f75d7-fb2d-4617-9b76-64b2e0adc66d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Network': ['ID=d82c760b-0fbc-4b2a-a40c-8fc874f14b5f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:00.533592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-26da915e-baa2-4127-b197-6d67d4761a1a req-6eda256b-0bad-4578-a17f-c2a03cb07727 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0706444 Nov 12 13:43:00.614565 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:00.863145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e381f5fc-c6b3-4f11-ae51-a9cc47e0daad no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:00.880745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:43:00.909133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e381f5fc-c6b3-4f11-ae51-a9cc47e0daad {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:00.918045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e381f5fc-c6b3-4f11-ae51-a9cc47e0daad not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:00.968796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5b0e6-5a32-4f54-9b1f-af745824aede req-27801fce-db23-4001-8849-f0c29a1e878b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:00.976861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-27d5b0e6-5a32-4f54-9b1f-af745824aede req-27801fce-db23-4001-8849-f0c29a1e878b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1398606 Nov 12 13:43:01.040100 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:01.064081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Transition to ACTIVE for port object 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:43:01.080751 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-27d5b0e6-5a32-4f54-9b1f-af745824aede req-f1f34a5b-b844-4bee-9d13-a0e4742491f4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011088 Nov 12 13:43:01.093742 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:01.250488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af2c37-e3a3-4e1b-bc64-b3bd6dc6fa5e req-f866cddb-e0b0-4bec-9b9c-9db53c9b5ea0 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:01.258944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2af2c37-e3a3-4e1b-bc64-b3bd6dc6fa5e req-f866cddb-e0b0-4bec-9b9c-9db53c9b5ea0 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 931 time: 0.9655182 Nov 12 13:43:01.369545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Pushing event updated for resources: {'Port': ['ID=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:01.378670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78314-8cdf-46e8-9b97-8ac4e472503f req-e2d8e2a9-1590-4ab4-aa45-54fdd12ee8e6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:01.387195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d5d78314-8cdf-46e8-9b97-8ac4e472503f req-e2d8e2a9-1590-4ab4-aa45-54fdd12ee8e6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.0696044 Nov 12 13:43:01.443393 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d5d78314-8cdf-46e8-9b97-8ac4e472503f req-17447be9-66ba-4a5f-8fc8-13499ddbf58b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551317 Nov 12 13:43:01.787107 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e88adfa5-f4b4-401f-a7a5-b0f2be36a47c req-e6afd826-0062-47d9-8e2c-5096f8417650 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0703442 Nov 12 13:43:02.152244 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2af2c37-e3a3-4e1b-bc64-b3bd6dc6fa5e req-2decf5c8-ba34-4022-85de-0d98f9527d86 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8916733 Nov 12 13:43:02.232481 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:02.286628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36276b-0d13-4d16-9008-ed3f62f5a947 req-c2ab679e-9d36-4dd5-a108-bb89105032d3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:02.297953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b36276b-0d13-4d16-9008-ed3f62f5a947 req-c2ab679e-9d36-4dd5-a108-bb89105032d3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1262805 Nov 12 13:43:02.327781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Attempting to bind port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:43:02.328391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Attempting to bind port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '89b7c0ef-c563-4ab5-97c3-ee5e525eb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f3c49ce2-43c2-4550-b871-4bbee8b5212c'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:43:02.328919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Attempting to bind port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 on network f3c49ce2-43c2-4550-b871-4bbee8b5212c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:43:02.336972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 on network f3c49ce2-43c2-4550-b871-4bbee8b5212c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:43:02.337318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Attempting to bind port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 on network f3c49ce2-43c2-4550-b871-4bbee8b5212c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:43:02.410555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:43:02.411228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Checking segment: {'id': '89b7c0ef-c563-4ab5-97c3-ee5e525eb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f3c49ce2-43c2-4550-b871-4bbee8b5212c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:43:02.411228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Bound using segment: {'id': '89b7c0ef-c563-4ab5-97c3-ee5e525eb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f3c49ce2-43c2-4550-b871-4bbee8b5212c'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:43:02.411614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Bound port: 96fe7204-6b00-4d05-88dc-4bd6cf6582b5, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b7c0ef-c563-4ab5-97c3-ee5e525eb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f3c49ce2-43c2-4550-b871-4bbee8b5212c'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:43:02.412014 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:02.430799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b36276b-0d13-4d16-9008-ed3f62f5a947 req-6fd10031-6635-474d-a4eb-eac683bb1d1e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314373 Nov 12 13:43:02.493633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] For port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:43:02.496997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] For port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,segment=NetworkSegment(89b7c0ef-c563-4ab5-97c3-ee5e525eb789),segment_id=89b7c0ef-c563-4ab5-97c3-ee5e525eb789)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:43:02.522373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:02.591402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Pushing event updated for resources: {'Port': ['ID=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:02.658561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:02.659179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:02.660669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-94ec386c-b6a7-4e7a-8371-4ab6f1108677 service neutron] 10.222.0.105 "PUT /v2.0/ports/96fe7204-6b00-4d05-88dc-4bd6cf6582b5 HTTP/1.1" status: 200 len: 1091 time: 3.0424364 Nov 12 13:43:02.685547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ef25ba-eaf4-4aa1-9361-db326f71c7ae', 'tag': '96fe7204-6b00-4d05-88dc-4bd6cf6582b5'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:43:02.688554 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4ee175-ba07-4bda-bf19-e8a96f1ae9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "18ef25ba-eaf4-4aa1-9361-db326f71c7ae", "tag": "96fe7204-6b00-4d05-88dc-4bd6cf6582b5"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:43:02.762338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd32bb-13a6-4c98-a001-cd9c999fed8b req-5d5d4b5b-1757-4114-a84a-ec61c4a57ed5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:02.764003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40dd32bb-13a6-4c98-a001-cd9c999fed8b req-5d5d4b5b-1757-4114-a84a-ec61c4a57ed5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1802545 Nov 12 13:43:02.772761 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:02.799386 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54b5c1b-4644-4a3b-9517-d4aeb965a96f x-openstack-request-id: req-e54b5c1b-4644-4a3b-9517-d4aeb965a96f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:43:02.799679 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ef25ba-eaf4-4aa1-9361-db326f71c7ae", "tag": "96fe7204-6b00-4d05-88dc-4bd6cf6582b5", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:43:02.799937 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e54b5c1b-4644-4a3b-9517-d4aeb965a96f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:43:02.800331 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ef25ba-eaf4-4aa1-9361-db326f71c7ae', 'tag': '96fe7204-6b00-4d05-88dc-4bd6cf6582b5', 'status': 'completed', 'code': 200} Nov 12 13:43:02.917140 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:02.918612 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:02.981319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48e9c1af-b445-434c-9543-74a50525f021 req-b5001fe6-5729-434a-8c58-93421849bc0d tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0417500 Nov 12 13:43:03.101792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40dd32bb-13a6-4c98-a001-cd9c999fed8b req-ded21372-6cfa-44da-b079-2f9eadad1d4f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053551 Nov 12 13:43:03.407301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Allocated IP 172.20.0.17 (d7eaabb6-f0aa-4c53-9190-6e2fea020b59/87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3/7f988c14-dd0a-4125-aace-b789fa0c5a14) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:43:03.412543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8899e4f-1565-4f29-b1bf-f51b76585c13 req-27674bcd-1156-4886-bcbd-0b8a01e1cfe2 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:03.430817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8899e4f-1565-4f29-b1bf-f51b76585c13 req-27674bcd-1156-4886-bcbd-0b8a01e1cfe2 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.1432335 Nov 12 13:43:03.587566 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8899e4f-1565-4f29-b1bf-f51b76585c13 req-f8fe4adc-8f1f-488d-b4a2-ae357956910a tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558213 Nov 12 13:43:03.714561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e27a7-345f-449d-bc46-9800babe3df2 req-136f810b-359d-4121-a7fc-e64ffe3c83c2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:03.723823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-133e27a7-345f-449d-bc46-9800babe3df2 req-136f810b-359d-4121-a7fc-e64ffe3c83c2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1764278 Nov 12 13:43:03.783859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:03.843941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port d35fdaf4-d413-4fd3-af31-fa35b5988332 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:03.844280 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:04.074777 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-133e27a7-345f-449d-bc46-9800babe3df2 req-57fa57e8-5dd4-4a2f-8086-25467008822e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449259 Nov 12 13:43:04.160740 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:04.186952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port d35fdaf4-d413-4fd3-af31-fa35b5988332, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d35fdaf4-d413-4fd3-af31-fa35b5988332,segment=NetworkSegment(c4db9c49-6399-4461-b987-81dfaca0a0b6),segment_id=c4db9c49-6399-4461-b987-81dfaca0a0b6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:04.187937 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:04.246743 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-309204ee-6f29-4c27-9d15-84cdd661a45d req-0e518dd9-b0df-48ea-b03f-0fc4ae910839 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0942576 Nov 12 13:43:04.260661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for d35fdaf4-d413-4fd3-af31-fa35b5988332 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:04.305036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:43:04.305036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:43:04.324351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:43:04.472267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=7f988c14-dd0a-4125-aace-b789fa0c5a14,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:04.589199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:04.819930 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-82ee76a1-6c51-4c4a-b9e1-04fbe7d56163 None None] Provisioning complete for port 7f988c14-dd0a-4125-aace-b789fa0c5a14 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:04.841893 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82ee76a1-6c51-4c4a-b9e1-04fbe7d56163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:04.918518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-82ee76a1-6c51-4c4a-b9e1-04fbe7d56163 None None] Port 7f988c14-dd0a-4125-aace-b789fa0c5a14 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:43:04.939209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f0007-5adb-4d53-aa08-2d47044f56d7 req-7ab9abd4-9345-4465-ae28-a42080e82da5 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:04.959798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-816f0007-5adb-4d53-aa08-2d47044f56d7 req-7ab9abd4-9345-4465-ae28-a42080e82da5 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.2145567 Nov 12 13:43:05.025701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d830005-bd4a-40da-bf04-e53931599b4f req-f8856756-5263-4add-9c37-71778dc6ca82 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:05.027757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d830005-bd4a-40da-bf04-e53931599b4f req-f8856756-5263-4add-9c37-71778dc6ca82 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.5725746 Nov 12 13:43:05.034421 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:05.054219 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-816f0007-5adb-4d53-aa08-2d47044f56d7 req-68e5d832-5b06-47c4-8aa9-5e85bed60717 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912693 Nov 12 13:43:05.111467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=d35fdaf4-d413-4fd3-af31-fa35b5988332,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:05.307059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40099b-2b88-408b-8538-8e140864f3e9 req-08fec2e5-c5dd-4979-a7a6-6fb6ddfaa57f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:05.309913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce40099b-2b88-408b-8538-8e140864f3e9 req-08fec2e5-c5dd-4979-a7a6-6fb6ddfaa57f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1095474 Nov 12 13:43:05.442288 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:05.442700 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce40099b-2b88-408b-8538-8e140864f3e9 req-b8ec752c-1cd5-4b65-b686-1fd1c2e6227e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242211 Nov 12 13:43:05.448818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d830005-bd4a-40da-bf04-e53931599b4f req-d7dea439-1861-4522-ad7a-56c88a461712 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4082708 Nov 12 13:43:05.615195 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:05.787838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-01e5fe15-2696-450f-b81d-953aa5736027 req-b49a26b7-393e-4293-b245-41fce634b721 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.1459513 Nov 12 13:43:05.955118 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:43:06.243152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530bd62-6d7e-4d95-a982-fe0cf69dddbf req-f91362d2-1376-40ef-b120-466009dcd82e tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:06.255819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9530bd62-6d7e-4d95-a982-fe0cf69dddbf req-f91362d2-1376-40ef-b120-466009dcd82e tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.0898714 Nov 12 13:43:06.356639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:43:06.367153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-735aac22-4ce6-4cc1-a521-e7d500f8c528 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0700989 Nov 12 13:43:06.369432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37284) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:06.384052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9530bd62-6d7e-4d95-a982-fe0cf69dddbf req-b858cf44-1144-4a00-8d32-8359af9b4085 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272342 Nov 12 13:43:06.389451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:43:06.410459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:06.411388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:06.534120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:06.714530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b220e5-ffdd-422b-9473-2783858ea775 req-3867bb24-368a-4ac8-af58-c6e07f185f1e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:06.729622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b220e5-ffdd-422b-9473-2783858ea775 req-3867bb24-368a-4ac8-af58-c6e07f185f1e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1027873 Nov 12 13:43:06.859609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b220e5-ffdd-422b-9473-2783858ea775 req-321c53bd-c088-492c-8b39-09efcab879e5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289892 Nov 12 13:43:07.120606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:43:04Z', 'revision_number': 10, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:07.188886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:43:07.207910 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-189e6bb6-914a-463a-8ddd-cf43e4c591e8 req-e0382dbf-c0db-4d42-8193-1da2290ec595 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0575690 Nov 12 13:43:07.214898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:07.215549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:07.244653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-331807e9-c10a-4392-9857-b2477870aa6f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting subnet 1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:43:07.250567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:07.255196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-331807e9-c10a-4392-9857-b2477870aa6f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:07.282978 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:07.400641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a04ae3-71ac-4592-b859-a4b93676bda1 req-b482dbbd-6550-410d-ac70-8b1715a078ea tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:07.416555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4a04ae3-71ac-4592-b859-a4b93676bda1 req-b482dbbd-6550-410d-ac70-8b1715a078ea tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.2499781 Nov 12 13:43:07.423391 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-331807e9-c10a-4392-9857-b2477870aa6f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:07.423653 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:07.519301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=7f988c14-dd0a-4125-aace-b789fa0c5a14,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:07.555247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:07.559953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72973443-1804-4642-ac07-0c58f0d30d25 req-0b48a008-6a33-4c23-9393-240582458350 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:07.569057 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72973443-1804-4642-ac07-0c58f0d30d25 req-0b48a008-6a33-4c23-9393-240582458350 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.0729625 Nov 12 13:43:07.610843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4a04ae3-71ac-4592-b859-a4b93676bda1 req-b36297e9-a427-476d-8169-a88727e21d57 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707320 Nov 12 13:43:07.643629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72973443-1804-4642-ac07-0c58f0d30d25 req-b8741238-26aa-4bf9-aa59-c821fe75bca5 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660553 Nov 12 13:43:07.794421 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-331807e9-c10a-4392-9857-b2477870aa6f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:07.857510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:43:07.862080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:43:08.027281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:43:04Z', 'revision_number': 10, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:08.108149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e74eb-2242-46b6-9e0c-48b4601457a4 None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:43:04Z', 'revision_number': 10, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None, '_interfaces': [{'id': 'ee587918-f3e8-4d67-89f9-d2cc278b2145', 'name': '', 'network_id': '2455304a-6ff5-4917-953f-a0aeb72088f0', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'mac_address': 'fa:16:3e:40:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a5083-9e45-49f5-a706-75b41913183a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:42:05Z', 'updated_at': '2021-11-12T13:42:13Z', 'revision_number': 5, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'subnets': [{'id': '614dfb7c-8599-44d3-9f97-786e4a630da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:43:08.240477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 697557ee-d8f3-41d0-ba83-1210b9acff02 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:43:08.387218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-000c1706-ef05-417a-9ac3-f26efb71b906 req-26eede89-086c-4970-8201-c2563fa2d57c tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0506365 Nov 12 13:43:08.391139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fb263-72e6-42dd-965b-acb957ee8d01 req-2d2fedb0-5016-411d-803f-79a36119238c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:08.394085 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc2fb263-72e6-42dd-965b-acb957ee8d01 req-2d2fedb0-5016-411d-803f-79a36119238c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1982486 Nov 12 13:43:08.482817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9517a8cc-3be0-4980-8fa6-aa6fcaa6d530 None None] Provisioning complete for port 7f988c14-dd0a-4125-aace-b789fa0c5a14 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:08.484940 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9517a8cc-3be0-4980-8fa6-aa6fcaa6d530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:08.510244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-331807e9-c10a-4392-9857-b2477870aa6f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:08.571628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9517a8cc-3be0-4980-8fa6-aa6fcaa6d530 None None] Port 7f988c14-dd0a-4125-aace-b789fa0c5a14 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:43:08.719026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331807e9-c10a-4392-9857-b2477870aa6f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Subnet': ['ID=1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:08.744090 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-331807e9-c10a-4392-9857-b2477870aa6f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:08.751793 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-331807e9-c10a-4392-9857-b2477870aa6f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09 HTTP/1.1" status: 204 len: 168 time: 2.3812799 Nov 12 13:43:08.752853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37312) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:08.761252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e207ee9-ffaf-43f5-85ae-ea28910c9a59 None None] Network a9a4b754-fd44-4b37-93c4-ccd6f00df02c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:43:08.764549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ee175-ba07-4bda-bf19-e8a96f1ae9e5 req-76de0627-d846-486c-b6ad-4aee3f765faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:08.766104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d4ee175-ba07-4bda-bf19-e8a96f1ae9e5 req-76de0627-d846-486c-b6ad-4aee3f765faf service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8f4bfd870aeb44399abdc3609f8d7f15&device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 1094 time: 0.5223768 Nov 12 13:43:08.865793 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc2fb263-72e6-42dd-965b-acb957ee8d01 req-700a0c6a-bccd-40c4-bbac-4431d50ccca4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693011 Nov 12 13:43:08.888312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d35fdaf4-d413-4fd3-af31-fa35b5988332 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:08.965298 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:09.021900 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: d35fdaf4-d413-4fd3-af31-fa35b5988332 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:09.022418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d35fdaf4-d413-4fd3-af31-fa35b5988332 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:09.134830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ee175-ba07-4bda-bf19-e8a96f1ae9e5 req-47490fec-da4d-4110-a138-d6ba729316b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:09.139022 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d4ee175-ba07-4bda-bf19-e8a96f1ae9e5 req-47490fec-da4d-4110-a138-d6ba729316b4 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=8f4bfd870aeb44399abdc3609f8d7f15&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3482215 Nov 12 13:43:09.147905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa9f74-be6e-4a59-b4bf-e96b4fd7176c req-e5ac2a0d-fa3a-426c-aab5-c4b7b31fb125 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:09.157998 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89aa9f74-be6e-4a59-b4bf-e96b4fd7176c req-e5ac2a0d-fa3a-426c-aab5-c4b7b31fb125 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1889129 Nov 12 13:43:09.206798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:43:09.235183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2500116b-ffb7-4d94-93f4-fa42d832b8db tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "PUT /v2.0/routers/697557ee-d8f3-41d0-ba83-1210b9acff02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9316175 Nov 12 13:43:09.235589 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Sync routers for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:43:09.258351 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:09.259214 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:09.298120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89aa9f74-be6e-4a59-b4bf-e96b4fd7176c req-f1059d4e-b614-468c-8929-8ae7a6b08f00 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391642 Nov 12 13:43:09.315524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:09.315868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:09.348918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9700ec4-dfab-43d9-9915-e341293c6d95 None None] DHCP port deletion for a9a4b754-fd44-4b37-93c4-ccd6f00df02c request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:43:09.354133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd6ccd-5a69-4ac5-9929-5c76d9753b92 req-e427bf76-0b20-4ad9-8592-b5cabae4afc0 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:09.370418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbdd6ccd-5a69-4ac5-9929-5c76d9753b92 req-e427bf76-0b20-4ad9-8592-b5cabae4afc0 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.2254493 Nov 12 13:43:09.475210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1f1c2b3a-bc19-4f2b-ac27-89e948d48448,segment=NetworkSegment(c4db9c49-6399-4461-b987-81dfaca0a0b6),segment_id=c4db9c49-6399-4461-b987-81dfaca0a0b6)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:09.475908 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:09.485713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f9700ec4-dfab-43d9-9915-e341293c6d95 None None] Deleting port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:09.486437 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9700ec4-dfab-43d9-9915-e341293c6d95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:09.500646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:09.558309 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:09.619825 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:09.666723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No DVR routers for this DVR port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:09.709510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f9700ec4-dfab-43d9-9915-e341293c6d95 None None] For port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1f1c2b3a-bc19-4f2b-ac27-89e948d48448,segment=NetworkSegment(c4db9c49-6399-4461-b987-81dfaca0a0b6),segment_id=c4db9c49-6399-4461-b987-81dfaca0a0b6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:09.710850 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9700ec4-dfab-43d9-9915-e341293c6d95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:09.752109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f9700ec4-dfab-43d9-9915-e341293c6d95 None None] Calling delete_port for 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:09.794255 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-51164c30-3a1e-410c-952a-0aa3414fd2fa req-7bf9914a-c20e-4c15-9a24-c3e638899bf6 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.1436269 Nov 12 13:43:09.935213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbdd6ccd-5a69-4ac5-9929-5c76d9753b92 req-13531294-8757-432f-adc6-e96611b02133 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314586 Nov 12 13:43:09.945874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ee175-ba07-4bda-bf19-e8a96f1ae9e5 req-27b224c3-8909-46a0-947c-e131ecc88e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:09.950917 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9700ec4-dfab-43d9-9915-e341293c6d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:09.966227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d4ee175-ba07-4bda-bf19-e8a96f1ae9e5 req-27b224c3-8909-46a0-947c-e131ecc88e8f service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7283249 Nov 12 13:43:10.037489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=1f1c2b3a-bc19-4f2b-ac27-89e948d48448,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:10.041077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9700ec4-dfab-43d9-9915-e341293c6d95 None None] Pushing event deleted for resources: {'Port': ['ID=1f1c2b3a-bc19-4f2b-ac27-89e948d48448,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:10.061964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:10.068034 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9700ec4-dfab-43d9-9915-e341293c6d95 None None] No DVR routers for this DVR port 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:10.132560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a4b754-fd44-4b37-93c4-ccd6f00df02c']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:10.164616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-17d0f159-fb78-476c-9109-03d683fe6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:10.165798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4db9c49-6399-4461-b987-81dfaca0a0b6') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:10.166268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4db9c49-6399-4461-b987-81dfaca0a0b6') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:10.166415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-17d0f159-fb78-476c-9109-03d683fe6f6e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=8f4bfd870aeb44399abdc3609f8d7f15&device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 1094 time: 0.1241403 Nov 12 13:43:10.196979 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:10.261941 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:10.294104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:43:10.294104 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:10.350762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-c192225e-6e8c-42ae-a2b1-44d50a1044cf service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96fe7204-6b00-4d05-88dc-4bd6cf6582b5 HTTP/1.1" status: 200 len: 217 time: 0.0667720 Nov 12 13:43:10.402174 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:05Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd26f3ec4-5df8-4f70-9400-0e153e5da392', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'mac_address': 'fa:16:3e:71:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:08Z', 'updated_at': '2021-11-12T13:41:13Z', 'revision_number': 1, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f988c14-dd0a-4125-aace-b789fa0c5a14', 'name': '', 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:1e:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:03Z', 'updated_at': '2021-11-12T13:43:05Z', 'revision_number': 2, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:43:10.408418 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:43:10.429338 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:10.447423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:10.453542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/networks/a9a4b754-fd44-4b37-93c4-ccd6f00df02c HTTP/1.1" status: 204 len: 168 time: 1.6994090 Nov 12 13:43:10.465022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d0b56-a24e-46ee-a8f9-c5f0047562c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Network': ['ID=a9a4b754-fd44-4b37-93c4-ccd6f00df02c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:10.466848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37334) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:10.491704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-f60f91c4-29d9-4af4-ad34-5f056d8ab86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:10.493774 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-f60f91c4-29d9-4af4-ad34-5f056d8ab86b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=669366a8-a01c-4921-a71e-4ebac571f2b4 HTTP/1.1" status: 200 len: 861 time: 0.0711393 Nov 12 13:43:10.510658 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Checking router: 697557ee-d8f3-41d0-ba83-1210b9acff02 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:43:10.511046 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Updating router 697557ee-d8f3-41d0-ba83-1210b9acff02 port 7f988c14-dd0a-4125-aace-b789fa0c5a14 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:43:10.580484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f0441-9945-441c-8b09-39bcaffad8a8 req-e9c2c6d9-4323-4cc3-ac82-7761c30b49b6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:10.591531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af3f0441-9945-441c-8b09-39bcaffad8a8 req-e9c2c6d9-4323-4cc3-ac82-7761c30b49b6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1828079 Nov 12 13:43:10.596313 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:10.705084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af3f0441-9945-441c-8b09-39bcaffad8a8 req-7359f91f-cce9-470a-a34f-d328ec901084 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123812 Nov 12 13:43:10.739801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb565e-b1ce-4ddf-b9a8-b9e2c2c28198 req-5d75890e-70bb-4de7-a970-06b093ea6e3b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:10.755556 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2adb565e-b1ce-4ddf-b9a8-b9e2c2c28198 req-5d75890e-70bb-4de7-a970-06b093ea6e3b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.5359695 Nov 12 13:43:10.883316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:10.901079 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2adb565e-b1ce-4ddf-b9a8-b9e2c2c28198 req-6890c15c-8bfa-4b36-a39a-e1501a8889de tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442723 Nov 12 13:43:10.938932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:10.940037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1f1c2b3a-bc19-4f2b-ac27-89e948d48448 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:11.019028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3dfda090-3450-41de-b5b4-c4bc9c359d1b req-0caa9cb9-b5e9-4f70-86a0-85e2e2b9745b tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0447240 Nov 12 13:43:11.147389 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96889b8f-1706-4a65-bf9a-6ad37feb607f req-e98fa188-e048-4b14-ba69-6b04b00c5b2e tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:11.148802 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96889b8f-1706-4a65-bf9a-6ad37feb607f req-e98fa188-e048-4b14-ba69-6b04b00c5b2e tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.0961800 Nov 12 13:43:11.161246 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.168555 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.222753 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76718dd-6a0a-4e4b-8504-e414aedadcfc None None] Pushing event updated for resources: {'Port': ['ID=7f988c14-dd0a-4125-aace-b789fa0c5a14,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:11.230655 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96889b8f-1706-4a65-bf9a-6ad37feb607f req-f9508247-a77b-4d1b-8e87-e11ddf05c48e tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740786 Nov 12 13:43:11.305310 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.309846 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Attempting to bind port 7f988c14-dd0a-4125-aace-b789fa0c5a14 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:43:11.310351 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Attempting to bind port 7f988c14-dd0a-4125-aace-b789fa0c5a14 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:43:11.310818 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Attempting to bind port 7f988c14-dd0a-4125-aace-b789fa0c5a14 on network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:43:11.316989 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:43:11.317680 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Checking segment: {'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:43:11.318192 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.318684 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Bound using segment: {'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:43:11.319253 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Bound port: 7f988c14-dd0a-4125-aace-b789fa0c5a14, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:43:11.319864 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.405036 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] For port 7f988c14-dd0a-4125-aace-b789fa0c5a14, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:43:11.409921 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] For port 7f988c14-dd0a-4125-aace-b789fa0c5a14, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7f988c14-dd0a-4125-aace-b789fa0c5a14,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:43:11.417336 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.474875 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76718dd-6a0a-4e4b-8504-e414aedadcfc None None] Pushing event updated for resources: {'Port': ['ID=7f988c14-dd0a-4125-aace-b789fa0c5a14,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:11.491023 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:11.491772 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:11.529740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-314a356c-eb52-4469-bea3-fd75bb7739b7 None None] Provisioning complete for port 7f988c14-dd0a-4125-aace-b789fa0c5a14 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:11.530873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314a356c-eb52-4469-bea3-fd75bb7739b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.656359 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314a356c-eb52-4469-bea3-fd75bb7739b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.684271 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:11.698661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-314a356c-eb52-4469-bea3-fd75bb7739b7 None None] For port 7f988c14-dd0a-4125-aace-b789fa0c5a14, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7f988c14-dd0a-4125-aace-b789fa0c5a14,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:11.703472 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314a356c-eb52-4469-bea3-fd75bb7739b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.793215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a356c-eb52-4469-bea3-fd75bb7739b7 None None] Pushing event updated for resources: {'Port': ['ID=7f988c14-dd0a-4125-aace-b789fa0c5a14,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:11.828072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-90b731a0-42e7-4154-a0b0-8a37a2425b47 None None] Provisioning complete for port 7f988c14-dd0a-4125-aace-b789fa0c5a14 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:11.828600 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90b731a0-42e7-4154-a0b0-8a37a2425b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:11.935255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78980c6-0aeb-46e3-b200-b6faa4e13639 req-b1ceb29f-a1ed-489d-b919-2bc93405ee72 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:11.947920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a78980c6-0aeb-46e3-b200-b6faa4e13639 req-b1ceb29f-a1ed-489d-b919-2bc93405ee72 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1097531 Nov 12 13:43:12.029245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a78980c6-0aeb-46e3-b200-b6faa4e13639 req-d24869b0-303e-4e97-91c9-3c65f37db181 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635662 Nov 12 13:43:12.103205 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:05Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd26f3ec4-5df8-4f70-9400-0e153e5da392', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'mac_address': 'fa:16:3e:71:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:08Z', 'updated_at': '2021-11-12T13:41:13Z', 'revision_number': 1, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f988c14-dd0a-4125-aace-b789fa0c5a14', 'name': '', 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:1e:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:03Z', 'updated_at': '2021-11-12T13:43:11Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:12.136353 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7b3ec-ef6f-4148-879f-c58d9bda86aa None None] The sync data for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 is: [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:05Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd26f3ec4-5df8-4f70-9400-0e153e5da392', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'mac_address': 'fa:16:3e:71:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:08Z', 'updated_at': '2021-11-12T13:41:13Z', 'revision_number': 1, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f988c14-dd0a-4125-aace-b789fa0c5a14', 'name': '', 'network_id': 'd7eaabb6-f0aa-4c53-9190-6e2fea020b59', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:1e:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:03Z', 'updated_at': '2021-11-12T13:43:11Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:43:12.151497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0eefb5-6ec5-48d0-a60e-292d1da05595 req-b995b503-4d6e-4d4f-bb23-2fa35dfa0d2e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:12.153039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fa0eefb5-6ec5-48d0-a60e-292d1da05595 req-b995b503-4d6e-4d4f-bb23-2fa35dfa0d2e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1124322 Nov 12 13:43:12.166667 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f57d040f-639d-4570-aefd-feb74e74c659 req-4fcb1432-218f-42dd-a059-fd134e9b3104 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0431907 Nov 12 13:43:12.244817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fa0eefb5-6ec5-48d0-a60e-292d1da05595 req-533e1f34-a0f6-4ea9-8ca7-538ea93d458c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793035 Nov 12 13:43:12.248726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port ee587918-f3e8-4d67-89f9-d2cc278b2145 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:12.250608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:12.372115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port ee587918-f3e8-4d67-89f9-d2cc278b2145, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ee587918-f3e8-4d67-89f9-d2cc278b2145,segment=NetworkSegment(97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4),segment_id=97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:12.372672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:12.390897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for ee587918-f3e8-4d67-89f9-d2cc278b2145 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:12.395277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e704d5-e85b-4eca-84b4-f6f6a1d78292 req-b87f5286-a939-4e76-aabd-af5515963dfb tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:12.397443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5e704d5-e85b-4eca-84b4-f6f6a1d78292 req-b87f5286-a939-4e76-aabd-af5515963dfb tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.0724545 Nov 12 13:43:12.461324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5e704d5-e85b-4eca-84b4-f6f6a1d78292 req-070e150a-033a-48b5-8384-facc42db58b6 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547812 Nov 12 13:43:12.634283 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:12.668384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=ee587918-f3e8-4d67-89f9-d2cc278b2145,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:12.906777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:13.032325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7f988c14-dd0a-4125-aace-b789fa0c5a14 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:43:13.145472 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:13.177320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7f988c14-dd0a-4125-aace-b789fa0c5a14 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:13.178122 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:13.182207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed3e49-dc37-44d4-9744-2a50cab52711 req-57c0710c-e524-4dc6-87da-c31e4e58fba2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:13.186249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:43:13.190969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4ed3e49-dc37-44d4-9744-2a50cab52711 req-57c0710c-e524-4dc6-87da-c31e4e58fba2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.0667598 Nov 12 13:43:13.256984 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4ed3e49-dc37-44d4-9744-2a50cab52711 req-a40fec6a-1bd7-481b-8913-8ca7c3c0b50c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647497 Nov 12 13:43:13.339039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:43:13.356535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:43:13.365974 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aea6c0d7-5038-4a97-b998-3747098a8edf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8948369 Nov 12 13:43:13.365974 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6ed956a-6475-47c2-ad08-e6c2c00d5c27 req-1e6af039-d63f-407b-ae34-b1530ca0ba8b tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0495412 Nov 12 13:43:13.366500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37406) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:13.379640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:13.380962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:13.435149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5c3c1-4791-4c36-97d5-71c0edda7f05 req-10d5d538-88e7-472e-9343-8700438f1fa4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:13.436979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1e5c3c1-4791-4c36-97d5-71c0edda7f05 req-10d5d538-88e7-472e-9343-8700438f1fa4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1027544 Nov 12 13:43:13.461557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ceb8ca-8b4c-409f-bcfd-11d6fcefb58c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting subnet 614dfb7c-8599-44d3-9f97-786e4a630da1 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:43:13.465231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67ceb8ca-8b4c-409f-bcfd-11d6fcefb58c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:13.510788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:13.525323 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67ceb8ca-8b4c-409f-bcfd-11d6fcefb58c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:13.614321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:43:12Z', 'revision_number': 11, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:13.629470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-acd06314-9fd5-4ee0-a309-cdb73aad166e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f3c49ce2-43c2-4550-b871-4bbee8b5212c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729017 Nov 12 13:43:13.634514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1e5c3c1-4791-4c36-97d5-71c0edda7f05 req-23dd1488-a8a7-4876-bf5f-8ec57769bdbc tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856239 Nov 12 13:43:13.661318 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67ceb8ca-8b4c-409f-bcfd-11d6fcefb58c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:13.682108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:43:13.699908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:13.701215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:13.742870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999eb23-7e7e-4c88-870d-267c5f027bf9 req-70ffb64a-453d-4d50-a1c0-4443f63911ec tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:13.751276 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c999eb23-7e7e-4c88-870d-267c5f027bf9 req-70ffb64a-453d-4d50-a1c0-4443f63911ec tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.1751637 Nov 12 13:43:13.787640 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67ceb8ca-8b4c-409f-bcfd-11d6fcefb58c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:13.794978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-e00d857b-b3f7-496f-b09e-53a30c223cf0 service neutron] 10.222.0.105 "GET /v2.0/networks/f3c49ce2-43c2-4550-b871-4bbee8b5212c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533008 Nov 12 13:43:13.809572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:13.840488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ceb8ca-8b4c-409f-bcfd-11d6fcefb58c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Subnet': ['ID=614dfb7c-8599-44d3-9f97-786e4a630da1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:13.847788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-67ceb8ca-8b4c-409f-bcfd-11d6fcefb58c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:13.854504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-67ceb8ca-8b4c-409f-bcfd-11d6fcefb58c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/614dfb7c-8599-44d3-9f97-786e4a630da1 HTTP/1.1" status: 204 len: 168 time: 0.4839525 Nov 12 13:43:13.871101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c999eb23-7e7e-4c88-870d-267c5f027bf9 req-2548bf37-df3e-4459-aa4f-628cb6968b86 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149154 Nov 12 13:43:13.872139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37420) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:13.893333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5077d391-20b3-4b46-864a-09ee9997ab0d None None] Network 2455304a-6ff5-4917-953f-a0aeb72088f0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:43:13.898782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:43:12Z', 'revision_number': 11, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:13.930198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a52d0d3-3343-43fa-8f0d-2f652ba2c704 req-9c750686-5dde-4a2e-b251-a5bc3752f7f9 service neutron] 10.222.0.105 "GET /v2.0/networks/f3c49ce2-43c2-4550-b871-4bbee8b5212c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248572 Nov 12 13:43:13.960279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5064de3-2c72-4eb3-894d-9e81851dfc11 None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:43:12Z', 'revision_number': 11, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:43:14.026069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.083688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Deleting port c34be31f-bfeb-4f48-8b4c-c81292a13c4d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:14.084597 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.173517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.182184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] For port c34be31f-bfeb-4f48-8b4c-c81292a13c4d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c34be31f-bfeb-4f48-8b4c-c81292a13c4d,segment=NetworkSegment(97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4),segment_id=97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:14.182370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.201601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Calling delete_port for c34be31f-bfeb-4f48-8b4c-c81292a13c4d owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:14.300494 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.343860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Port': ['ID=c34be31f-bfeb-4f48-8b4c-c81292a13c4d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:14.354050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No DVR routers for this DVR port c34be31f-bfeb-4f48-8b4c-c81292a13c4d on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:14.366440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb910714-8e0c-4fe9-861b-a31daa3a6b49 None None] DHCP port deletion for 2455304a-6ff5-4917-953f-a0aeb72088f0 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:43:14.493970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.515231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-edbdb8da-8680-47e4-835a-a88186663326 req-fafab630-ffa1-4322-8472-0062fe0acffc tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0474319 Nov 12 13:43:14.520834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2455304a-6ff5-4917-953f-a0aeb72088f0']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:14.540697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c422b3-7e86-472a-bab0-518ebe3c6c44 req-d2b65922-70dd-4f7b-ae37-88c0b78c9ef4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:14.542434 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5c422b3-7e86-472a-bab0-518ebe3c6c44 req-d2b65922-70dd-4f7b-ae37-88c0b78c9ef4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.2011273 Nov 12 13:43:14.544330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:14.544628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97dbf3d1-ddc8-4dc8-a8de-fb218fdd85e4') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:14.566012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.591535 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.607879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:43:14.608920 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:43:14.612059 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:43:14.669450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5c422b3-7e86-472a-bab0-518ebe3c6c44 req-6e92b1bd-dbd0-4977-9052-7a6912eac8a1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177456 Nov 12 13:43:14.690564 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.698694 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:14.702051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/networks/2455304a-6ff5-4917-953f-a0aeb72088f0 HTTP/1.1" status: 204 len: 168 time: 0.8288691 Nov 12 13:43:14.704862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37442) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:14.709581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f26db073-19b4-4cf9-b2ff-a5c5749f43be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'routes': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:14.723813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b35c3-26a5-47d7-876b-d2cb7c2818e1 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Pushing event deleted for resources: {'Network': ['ID=2455304a-6ff5-4917-953f-a0aeb72088f0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:14.817012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db48ef-cfad-421a-9665-353b7ac2f120 req-9d8c6e3e-b4f4-40e2-9a9d-ca864f9ff14b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:14.825274 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21db48ef-cfad-421a-9665-353b7ac2f120 req-9d8c6e3e-b4f4-40e2-9a9d-ca864f9ff14b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.0893023 Nov 12 13:43:14.880593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21db48ef-cfad-421a-9665-353b7ac2f120 req-10b7967a-a88f-45c8-80da-10db53554841 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540798 Nov 12 13:43:14.893962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c34be31f-bfeb-4f48-8b4c-c81292a13c4d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:14.917045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: c34be31f-bfeb-4f48-8b4c-c81292a13c4d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:14.917666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c34be31f-bfeb-4f48-8b4c-c81292a13c4d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:14.918303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ee587918-f3e8-4d67-89f9-d2cc278b2145 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:14.943875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: ee587918-f3e8-4d67-89f9-d2cc278b2145 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:14.944526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ee587918-f3e8-4d67-89f9-d2cc278b2145 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:14.958269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.extraroute_db [None req-f26db073-19b4-4cf9-b2ff-a5c5749f43be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Added routes are [] {{(pid=102675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 13:43:14.958632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.extraroute_db [None req-f26db073-19b4-4cf9-b2ff-a5c5749f43be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Removed routes are [] {{(pid=102675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 13:43:14.959124 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f26db073-19b4-4cf9-b2ff-a5c5749f43be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:15.146678 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f26db073-19b4-4cf9-b2ff-a5c5749f43be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:15.152146 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f26db073-19b4-4cf9-b2ff-a5c5749f43be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:15.198239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56434331-fb33-48d3-9702-4071b60e0da6 req-f5534253-bfdc-4854-97ce-b8551295784c tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:15.199737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56434331-fb33-48d3-9702-4071b60e0da6 req-f5534253-bfdc-4854-97ce-b8551295784c tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.1990294 Nov 12 13:43:15.262389 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26db073-19b4-4cf9-b2ff-a5c5749f43be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 291a5083-9e45-49f5-a706-75b41913183a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:43:15.294284 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56434331-fb33-48d3-9702-4071b60e0da6 req-37469a17-3a0a-4cc9-a3a8-c402ca26574e tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613828 Nov 12 13:43:15.364226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26db073-19b4-4cf9-b2ff-a5c5749f43be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:43:15.374936 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f26db073-19b4-4cf9-b2ff-a5c5749f43be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:15.376024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f26db073-19b4-4cf9-b2ff-a5c5749f43be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a HTTP/1.1" status: 200 len: 701 time: 0.6701751 Nov 12 13:43:15.387332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37458) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:15.388221 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] Sync routers for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:43:15.408941 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:15.408941 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:15.444716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4001c91e-f3e7-4304-8c38-dd46ff7e0e2c tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=291a5083-9e45-49f5-a706-75b41913183a HTTP/1.1" status: 200 len: 205 time: 0.0452585 Nov 12 13:43:15.444957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37462) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:15.524636 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:15.576708 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b44e34d-928e-4b32-9583-deef010be6b3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:15.588169 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:43:12Z', 'revision_number': 11, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:15.622361 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] Checking router: 291a5083-9e45-49f5-a706-75b41913183a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:43:15.632325 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] Routers {'291a5083-9e45-49f5-a706-75b41913183a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:15.632931 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['291a5083-9e45-49f5-a706-75b41913183a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:15.646460 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ab70e00-0985-4ae3-8ec0-8526caad0267 req-1c323f65-6a3a-4dea-a1f2-293eb2e08c7f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0626011 Nov 12 13:43:15.705043 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] Set router 291a5083-9e45-49f5-a706-75b41913183a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:15.711048 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c6ff0c1e-fe41-42b3-bbe9-a3ae4c432ed8 req-e097711e-d983-4795-b681-be7736bd18c5 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0820358 Nov 12 13:43:15.773267 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:43:12Z', 'revision_number': 11, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:15.821430 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0b962-fdfd-49b1-94e8-ffbee0482bcb None None] The sync data for ids ['291a5083-9e45-49f5-a706-75b41913183a'] in n-d-805736-4 is: [{'id': '291a5083-9e45-49f5-a706-75b41913183a', 'name': 'tempest-RoutersTest-router-1294062053', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:42:04Z', 'updated_at': '2021-11-12T13:43:12Z', 'revision_number': 11, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:43:15.837711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86ec70-a528-4754-aed0-f502a7c0fd7d req-1f51f81f-9043-43b2-a6fa-d19858cd922d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:15.837980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b44e34d-928e-4b32-9583-deef010be6b3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:15.839314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bc86ec70-a528-4754-aed0-f502a7c0fd7d req-1f51f81f-9043-43b2-a6fa-d19858cd922d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.0705054 Nov 12 13:43:15.840312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b44e34d-928e-4b32-9583-deef010be6b3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:15.893201 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b44e34d-928e-4b32-9583-deef010be6b3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:15.893863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b44e34d-928e-4b32-9583-deef010be6b3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Fanout notify agent at l3_agent the message router_deleted on router 291a5083-9e45-49f5-a706-75b41913183a {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:43:15.903595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b44e34d-928e-4b32-9583-deef010be6b3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:15.904535 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bc86ec70-a528-4754-aed0-f502a7c0fd7d req-e92d758b-cf17-4db0-bd0a-939a1a3c644d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592277 Nov 12 13:43:15.906076 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5b44e34d-928e-4b32-9583-deef010be6b3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a HTTP/1.1" status: 204 len: 168 time: 0.4593334 Nov 12 13:43:15.913738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37474) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:15.918527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-14ecded9-dffa-4732-a89b-1703b61c892e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-60882181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:15.954169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14ecded9-dffa-4732-a89b-1703b61c892e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:15.955271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14ecded9-dffa-4732-a89b-1703b61c892e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:16.080614 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14ecded9-dffa-4732-a89b-1703b61c892e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:16.090572 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-cad203f4-a837-4df1-9da2-4448a8dedf83 service neutron] show failed (client error): The resource could not be found. Nov 12 13:43:16.091658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-cad203f4-a837-4df1-9da2-4448a8dedf83 service neutron] 10.222.0.105 "GET /v2.0/ports/910d9247-b518-42d4-a04e-f32404c9c366/bindings/n-h1-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.1481621 Nov 12 13:43:16.094261 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14ecded9-dffa-4732-a89b-1703b61c892e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:16.121641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea32af9-37f4-4d73-8732-0c6e3693cc0b req-8560ccc2-e8f8-4ed0-81dd-d27c7d578ae4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:16.129495 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bea32af9-37f4-4d73-8732-0c6e3693cc0b req-8560ccc2-e8f8-4ed0-81dd-d27c7d578ae4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1093280 Nov 12 13:43:16.139707 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14ecded9-dffa-4732-a89b-1703b61c892e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:16.144694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-14ecded9-dffa-4732-a89b-1703b61c892e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2261624 Nov 12 13:43:16.144802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37482) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:16.148494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f075a631-2d23-4fd5-a768-37b56ae2598d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:16.208372 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bea32af9-37f4-4d73-8732-0c6e3693cc0b req-7ecc53cf-7e4f-447d-9cd1-91c07bc8b1b8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779672 Nov 12 13:43:16.433271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c3c42-787d-4754-bc3a-e6dc957b589f req-7ffb747d-f3f2-4a2b-b455-5f53677f6686 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:16.435057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-523c3c42-787d-4754-bc3a-e6dc957b589f req-7ffb747d-f3f2-4a2b-b455-5f53677f6686 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.0611084 Nov 12 13:43:16.465821 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f075a631-2d23-4fd5-a768-37b56ae2598d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:16.484053 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f075a631-2d23-4fd5-a768-37b56ae2598d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:16.502102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-523c3c42-787d-4754-bc3a-e6dc957b589f req-e571ff68-96f0-4462-aaaf-727d63b30729 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594840 Nov 12 13:43:16.603970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-81f89b6c-3471-4d90-8e32-9ae77da5afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:16.605505 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-81f89b6c-3471-4d90-8e32-9ae77da5afb9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 1097 time: 0.2666273 Nov 12 13:43:16.627693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-de795711-0218-4d50-9f10-225b422ec5df service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:43:16.628967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-de795711-0218-4d50-9f10-225b422ec5df service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061710 Nov 12 13:43:16.642991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:16.708611 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:16.999449 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56b188b7-4ce9-4ca4-9d18-87067d3ffa4b req-687165b0-b5f4-4b75-806f-8a0baf608913 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0955167 Nov 12 13:43:17.040213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f075a631-2d23-4fd5-a768-37b56ae2598d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Router 6406108c-2420-4318-b9f9-60f8ad097db7 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:43:17.152432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f075a631-2d23-4fd5-a768-37b56ae2598d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:43:17.164618 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f075a631-2d23-4fd5-a768-37b56ae2598d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:17.169949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f075a631-2d23-4fd5-a768-37b56ae2598d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "PUT /v2.0/routers/6406108c-2420-4318-b9f9-60f8ad097db7 HTTP/1.1" status: 200 len: 692 time: 1.0248947 Nov 12 13:43:17.171788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37510) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:17.174920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] Sync routers for ids ['6406108c-2420-4318-b9f9-60f8ad097db7'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:43:17.188596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] Routers {'6406108c-2420-4318-b9f9-60f8ad097db7'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:17.189891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6406108c-2420-4318-b9f9-60f8ad097db7'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:17.256362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b1f0c25b-ea64-4840-ae18-473e8af91aff tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/routers/6406108c-2420-4318-b9f9-60f8ad097db7 HTTP/1.1" status: 200 len: 698 time: 0.0833838 Nov 12 13:43:17.259107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37514) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:17.304297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-925873e1-f28d-4ffd-99a5-270c3e596a7d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=6406108c-2420-4318-b9f9-60f8ad097db7 HTTP/1.1" status: 200 len: 205 time: 0.0437222 Nov 12 13:43:17.308704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37520) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:17.326168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] Set router 6406108c-2420-4318-b9f9-60f8ad097db7 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:17.338274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-9637bfa9-2c0d-4c4e-8bd3-35911e207bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:17.339801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-9637bfa9-2c0d-4c4e-8bd3-35911e207bd6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 1095 time: 0.4987040 Nov 12 13:43:17.406858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca0ae2-a4cb-4f3a-9224-6dd5fdf0827c req-e12ca61b-0bdc-48ea-81c9-0061cd2b0a76 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:17.408346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2fca0ae2-a4cb-4f3a-9224-6dd5fdf0827c req-e12ca61b-0bdc-48ea-81c9-0061cd2b0a76 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1352448 Nov 12 13:43:17.415447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6406108c-2420-4318-b9f9-60f8ad097db7', 'name': 'tempest-RoutersTest-router-60882181', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:15Z', 'updated_at': '2021-11-12T13:43:16Z', 'revision_number': 2, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:17.452107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] Checking router: 6406108c-2420-4318-b9f9-60f8ad097db7 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:43:17.453159 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97c19631-47c7-445e-9bac-7d1add795471 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:17.462030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] Routers {'6406108c-2420-4318-b9f9-60f8ad097db7'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:17.462985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['6406108c-2420-4318-b9f9-60f8ad097db7'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:17.544143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] Set router 6406108c-2420-4318-b9f9-60f8ad097db7 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:17.545380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1a88b-703e-4304-a7a1-684659a0a395 req-d2cacb16-796c-4d27-ade9-c9f53d9ea62b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:17.547972 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bd1a88b-703e-4304-a7a1-684659a0a395 req-d2cacb16-796c-4d27-ade9-c9f53d9ea62b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.2306347 Nov 12 13:43:17.596998 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2fca0ae2-a4cb-4f3a-9224-6dd5fdf0827c req-873f1eb0-0213-4f36-8fc4-fe3af64ab863 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513979 Nov 12 13:43:17.612763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6406108c-2420-4318-b9f9-60f8ad097db7', 'name': 'tempest-RoutersTest-router-60882181', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:15Z', 'updated_at': '2021-11-12T13:43:16Z', 'revision_number': 2, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:17.624867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=910d9247-b518-42d4-a04e-f32404c9c366,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:17.645017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-5b7c4c14-dc3e-4d55-babf-1343223733eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:17.646546 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-5b7c4c14-dc3e-4d55-babf-1343223733eb service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.2839479 Nov 12 13:43:17.717209 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97c19631-47c7-445e-9bac-7d1add795471 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:17.720791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97c19631-47c7-445e-9bac-7d1add795471 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:17.752897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bd1a88b-703e-4304-a7a1-684659a0a395 req-84be41ed-061c-4b4c-a75b-3f52664ad194 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960988 Nov 12 13:43:17.772846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:43:17.813725 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97c19631-47c7-445e-9bac-7d1add795471 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:17.814526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c19631-47c7-445e-9bac-7d1add795471 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Fanout notify agent at l3_agent the message router_deleted on router 6406108c-2420-4318-b9f9-60f8ad097db7 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:43:17.826409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97c19631-47c7-445e-9bac-7d1add795471 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:17.833429 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-97c19631-47c7-445e-9bac-7d1add795471 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/6406108c-2420-4318-b9f9-60f8ad097db7 HTTP/1.1" status: 204 len: 168 time: 0.5227973 Nov 12 13:43:17.834363 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37532) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:17.844739 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-774d4ac8-3630-44a6-8706-3f4b7bfd86e0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7 HTTP/1.1" status: 200 len: 999 time: 0.1855628 Nov 12 13:43:17.866532 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a8697c51-6ef9-4c48-9454-f80454d80b04 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=6406108c-2420-4318-b9f9-60f8ad097db7 HTTP/1.1" status: 200 len: 205 time: 0.0308628 Nov 12 13:43:17.867422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37534) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:17.870699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0298ed-897e-4b11-85f5-66dcdb6e48ed None None] The sync data for ids ['6406108c-2420-4318-b9f9-60f8ad097db7'] in n-d-805736-4 is: [{'id': '6406108c-2420-4318-b9f9-60f8ad097db7', 'name': 'tempest-RoutersTest-router-60882181', 'tenant_id': 'c1daba5901ac48ee8560641ba3213897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:15Z', 'updated_at': '2021-11-12T13:43:16Z', 'revision_number': 2, 'project_id': 'c1daba5901ac48ee8560641ba3213897', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:43:17.939064 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-b5dc7139-5a82-46a4-b16c-5b47bcdf56b3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] delete failed (client error): The resource could not be found. Nov 12 13:43:17.943794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b5dc7139-5a82-46a4-b16c-5b47bcdf56b3 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/6406108c-2420-4318-b9f9-60f8ad097db7 HTTP/1.1" status: 404 len: 336 time: 0.0712354 Nov 12 13:43:17.944000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37536) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:17.956617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:43:17.959000 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba252d9-08ba-4313-aa3b-ae450026a7d7" -d '{"events": [{"server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "name": "network-vif-unplugged", "status": "completed", "tag": "910d9247-b518-42d4-a04e-f32404c9c366"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:43:17.963072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:17.996376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-d025ebc3-ff46-4693-b967-0ff945a905f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:17.998081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-d025ebc3-ff46-4693-b967-0ff945a905f1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.1466691 Nov 12 13:43:18.003327 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-064b771b-6cbe-4ee1-ae2d-264d8bad15be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] DELETE failed (client error): The resource could not be found. Nov 12 13:43:18.003584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064b771b-6cbe-4ee1-ae2d-264d8bad15be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:43:18.008936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-064b771b-6cbe-4ee1-ae2d-264d8bad15be tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/974a6bd1-3363-49e2-9b53-b82bf458c3d4 HTTP/1.1" status: 404 len: 337 time: 0.0626197 Nov 12 13:43:18.011624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37540) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.044581 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4ad171-c559-4401-97f2-88615e9846ec x-openstack-request-id: req-8e4ad171-c559-4401-97f2-88615e9846ec {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:43:18.044995 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "name": "network-vif-unplugged", "status": "completed", "tag": "910d9247-b518-42d4-a04e-f32404c9c366", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:43:18.045266 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e4ad171-c559-4401-97f2-88615e9846ec {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:43:18.045761 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366', 'code': 200} Nov 12 13:43:18.052127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Transition to ACTIVE for port object 910d9247-b518-42d4-a04e-f32404c9c366 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:43:18.058719 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e00f3b-1e15-4f5d-b2f6-15d7a6565ebf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] DELETE failed (client error): The resource could not be found. Nov 12 13:43:18.059176 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e00f3b-1e15-4f5d-b2f6-15d7a6565ebf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:43:18.062629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b9e00f3b-1e15-4f5d-b2f6-15d7a6565ebf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/9d513fb6-4388-403a-b67d-3dc122462e0c HTTP/1.1" status: 404 len: 337 time: 0.0497923 Nov 12 13:43:18.063664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f382b3-1aa5-43bd-ab19-6107b6a65e5b req-0e94304e-b046-4bba-ac7c-18511ad5c064 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:18.065210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89f382b3-1aa5-43bd-ab19-6107b6a65e5b req-0e94304e-b046-4bba-ac7c-18511ad5c064 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 943 time: 0.2150099 Nov 12 13:43:18.065732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37548) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.075499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:18.136278 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eea9ebf-f0c5-450d-ac5f-f9492e5995cf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] DELETE failed (client error): The resource could not be found. Nov 12 13:43:18.136278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eea9ebf-f0c5-450d-ac5f-f9492e5995cf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:43:18.145238 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48e96930-125a-4244-b558-9b3b32c4d1f9 req-2b50587f-71ea-41c6-bbf8-70e76f055a40 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0325518 Nov 12 13:43:18.151639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7eea9ebf-f0c5-450d-ac5f-f9492e5995cf tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/1aea0aa7-1c4e-4ba9-8265-ad1696ff2e09 HTTP/1.1" status: 404 len: 337 time: 0.0817263 Nov 12 13:43:18.152118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37550) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.216926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:43:18.220162 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fefa2e-f37d-4311-9a38-3d12648b0c89 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] DELETE failed (client error): The resource could not be found. Nov 12 13:43:18.220639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fefa2e-f37d-4311-9a38-3d12648b0c89 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:43:18.224565 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-00fefa2e-f37d-4311-9a38-3d12648b0c89 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/614dfb7c-8599-44d3-9f97-786e4a630da1 HTTP/1.1" status: 404 len: 337 time: 0.0713093 Nov 12 13:43:18.232371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37554) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.312816 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-48b29142-d831-410b-866f-6baec0f97d3f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=291a5083-9e45-49f5-a706-75b41913183a HTTP/1.1" status: 200 len: 205 time: 0.0670915 Nov 12 13:43:18.315215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37556) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.369091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-ad1a98bd-2bc7-42ec-97b0-13c338da21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:18.371134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-ad1a98bd-2bc7-42ec-97b0-13c338da21bf service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3618538 Nov 12 13:43:18.386781 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-ec2a315e-93e8-4263-b8e1-e838c80bcc18 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] delete failed (client error): The resource could not be found. Nov 12 13:43:18.388166 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ec2a315e-93e8-4263-b8e1-e838c80bcc18 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/291a5083-9e45-49f5-a706-75b41913183a HTTP/1.1" status: 404 len: 336 time: 0.0720153 Nov 12 13:43:18.394983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37566) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.398789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Pushing event updated for resources: {'Port': ['ID=910d9247-b518-42d4-a04e-f32404c9c366,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:18.427429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,segment=NetworkSegment(89b7c0ef-c563-4ab5-97c3-ee5e525eb789),segment_id=89b7c0ef-c563-4ab5-97c3-ee5e525eb789)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:18.450883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '96fe7204-6b00-4d05-88dc-4bd6cf6582b5', 'network_id': 'f3c49ce2-43c2-4550-b871-4bbee8b5212c', 'port_id': '96fe7204-6b00-4d05-88dc-4bd6cf6582b5', 'mac_address': 'fa:16:3e:08:60:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669366a8-a01c-4921-a71e-4ebac571f2b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:43:18.475290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.475674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.476302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.476435 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-27360e78-64ea-4a78-be4c-e5d20c2af877 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564 HTTP/1.1" status: 200 len: 205 time: 0.0799754 Nov 12 13:43:18.476644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.477111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.477488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.477825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.478177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.478446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37568) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.478572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.478827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.479292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.479625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:18.522044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] No DVR routers for this DVR port 910d9247-b518-42d4-a04e-f32404c9c366 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:18.531264 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89f382b3-1aa5-43bd-ab19-6107b6a65e5b req-d76347d6-390b-42bd-93a2-15e36f51e165 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489784 Nov 12 13:43:18.535399 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:18.560457 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:43:18.608888 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-dbd31176-2fcd-4b1f-ab97-19d563da6e75 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] delete failed (client error): The resource could not be found. Nov 12 13:43:18.618442 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dbd31176-2fcd-4b1f-ab97-19d563da6e75 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/c2450e7b-8e9b-4c7e-a67e-9dc51ad8d564 HTTP/1.1" status: 404 len: 336 time: 0.1328626 Nov 12 13:43:18.620768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37578) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.621170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,segment=NetworkSegment(89b7c0ef-c563-4ab5-97c3-ee5e525eb789),segment_id=89b7c0ef-c563-4ab5-97c3-ee5e525eb789)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:18.628885 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:18.738263 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-feae68ea-833e-4c7c-8b1c-f160e11758d4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] DELETE failed (client error): The resource could not be found. Nov 12 13:43:18.739400 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feae68ea-833e-4c7c-8b1c-f160e11758d4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:43:18.758399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-feae68ea-833e-4c7c-8b1c-f160e11758d4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/93f1b22a-0a36-4be3-872e-2968bd4014f7 HTTP/1.1" status: 404 len: 337 time: 0.1210010 Nov 12 13:43:18.762793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37586) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.770169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:18.829123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e8093922-a13b-47a8-80e4-8f7e98256ae9 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=0319d609-2940-41d7-ba1b-aa7727187f79 HTTP/1.1" status: 200 len: 205 time: 0.0648291 Nov 12 13:43:18.829774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37592) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.852328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-46b798be-bb8a-4013-9fb0-99d2ece009de service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506528 Nov 12 13:43:18.907079 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-3a0d79a9-4d47-4a1a-b6ea-d21a00ecd337 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] delete failed (client error): The resource could not be found. Nov 12 13:43:18.910834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3a0d79a9-4d47-4a1a-b6ea-d21a00ecd337 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/0319d609-2940-41d7-ba1b-aa7727187f79 HTTP/1.1" status: 404 len: 336 time: 0.0777249 Nov 12 13:43:18.917655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37596) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:18.940009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['96fe7204-6b00-4d05-88dc-4bd6cf6582b5'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:43:18.978151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec62f6db-55a9-4c5b-a087-76cdc58494ff req-485ef9c4-9aca-4cf0-9c98-9673c26141ed tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0735927 Nov 12 13:43:18.982640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-af9bfb88-4e85-49d0-8540-26f93a1f7134 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed HTTP/1.1" status: 200 len: 205 time: 0.0602207 Nov 12 13:43:18.991985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37602) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:19.006599 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86f4ffc6-16c1-4b40-83d3-742879a485ff req-d6bcb6ae-1aaf-448b-80c5-f46a28f0b9c2 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355748 Nov 12 13:43:19.073844 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-02606502-60bd-426e-a727-f9651931eb6a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] delete failed (client error): The resource could not be found. Nov 12 13:43:19.078235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-02606502-60bd-426e-a727-f9651931eb6a tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/a1bf2bae-e7a4-4cc3-ac1c-e84d7947b7ed HTTP/1.1" status: 404 len: 336 time: 0.0820172 Nov 12 13:43:19.078828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37604) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:19.105659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea0945-22a3-44b8-a462-a6c7d6a3a054 req-60024860-3b74-4c93-9144-ea539b861a6f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:19.111009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-33ea0945-22a3-44b8-a462-a6c7d6a3a054 req-60024860-3b74-4c93-9144-ea539b861a6f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.2719040 Nov 12 13:43:19.118149 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd8d15e-080c-4c64-a2cb-f2a3ec8436c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] DELETE failed (client error): The resource could not be found. Nov 12 13:43:19.118750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd8d15e-080c-4c64-a2cb-f2a3ec8436c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:43:19.125486 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0cd8d15e-080c-4c64-a2cb-f2a3ec8436c4 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/9931f6e5-4fc0-467e-b31b-d2deaa32ec17 HTTP/1.1" status: 404 len: 337 time: 0.0426283 Nov 12 13:43:19.134084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37606) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:19.222173 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-263b563c-bccf-4541-bcc7-eaf5cb89afa7 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f39822-8eb2-411f-b980-11027fe2ab65 HTTP/1.1" status: 200 len: 205 time: 0.0863652 Nov 12 13:43:19.224126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37608) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:19.282274 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-33ea0945-22a3-44b8-a462-a6c7d6a3a054 req-cc9deac0-ed4a-4f58-8d88-cccf66eda644 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283998 Nov 12 13:43:19.283618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Attempting to bind port 910d9247-b518-42d4-a04e-f32404c9c366 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:43:19.283942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Attempting to bind port 910d9247-b518-42d4-a04e-f32404c9c366 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:43:19.284274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Attempting to bind port 910d9247-b518-42d4-a04e-f32404c9c366 on network 67239153-880f-4bb8-a429-51e466d254c9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:43:19.289660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Port 910d9247-b518-42d4-a04e-f32404c9c366 on network 67239153-880f-4bb8-a429-51e466d254c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:43:19.289660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Attempting to bind port 910d9247-b518-42d4-a04e-f32404c9c366 on network 67239153-880f-4bb8-a429-51e466d254c9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:43:19.295105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:43:19.295448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Checking segment: {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:43:19.296108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Bound using segment: {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:43:19.296734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Bound port: 910d9247-b518-42d4-a04e-f32404c9c366, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d1b867-491e-4232-be82-a10fc4bf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '67239153-880f-4bb8-a429-51e466d254c9'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:43:19.296861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:19.322864 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-32f119d0-6eb9-4f23-bf31-e8568738836f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] delete failed (client error): The resource could not be found. Nov 12 13:43:19.323079 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-32f119d0-6eb9-4f23-bf31-e8568738836f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/77f39822-8eb2-411f-b980-11027fe2ab65 HTTP/1.1" status: 404 len: 336 time: 0.0977414 Nov 12 13:43:19.338712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37612) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:19.372565 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05518f99-1dd5-49e5-9820-73bc4e8bbbb4 req-1a3e4d09-6658-4c60-a8e0-3953fe21f615 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:19.374587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05518f99-1dd5-49e5-9820-73bc4e8bbbb4 req-1a3e4d09-6658-4c60-a8e0-3953fe21f615 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.0640545 Nov 12 13:43:19.378496 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5d2c39-230e-4814-bebb-7ed56129d04e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] DELETE failed (client error): The resource could not be found. Nov 12 13:43:19.379226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5d2c39-230e-4814-bebb-7ed56129d04e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:43:19.384083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6e5d2c39-230e-4814-bebb-7ed56129d04e tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/4afa82f4-9e2c-415f-b6b3-0340eae42807 HTTP/1.1" status: 404 len: 337 time: 0.0441351 Nov 12 13:43:19.387384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:19.466420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05518f99-1dd5-49e5-9820-73bc4e8bbbb4 req-d5982607-3691-4054-b905-f52bf83fd50f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833163 Nov 12 13:43:19.477733 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ae84bdce-e180-4078-8b9f-171df328ed9f tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "GET /v2.0/ports?device_id=67e6fa69-36de-4412-937a-8934384131ac HTTP/1.1" status: 200 len: 205 time: 0.0869803 Nov 12 13:43:19.479347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37618) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:19.480837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:43:19.497209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=910d9247-b518-42d4-a04e-f32404c9c366,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:43:19.505224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:19.532188 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-414f2833-5411-4180-ba77-81eb1a44499d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] delete failed (client error): The resource could not be found. Nov 12 13:43:19.533540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-414f2833-5411-4180-ba77-81eb1a44499d tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/routers/67e6fa69-36de-4412-937a-8934384131ac HTTP/1.1" status: 404 len: 336 time: 0.0528162 Nov 12 13:43:19.535840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37620) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:19.552113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:19.553128 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:19.554447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] 10.222.0.70 "PUT /v2.0/ports/910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 1092 time: 2.9168525 Nov 12 13:43:19.573407 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8ae742-f935-45f2-a0bd-b8a8f80d1773 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] DELETE failed (client error): The resource could not be found. Nov 12 13:43:19.574659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8ae742-f935-45f2-a0bd-b8a8f80d1773 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:43:19.584323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3d8ae742-f935-45f2-a0bd-b8a8f80d1773 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/4a956b1c-3c97-4cfe-bb6a-501374bed10e HTTP/1.1" status: 404 len: 337 time: 0.0473008 Nov 12 13:43:19.585174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:19.644023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3854c2-3685-441b-80f0-8bfda6dd4379 service neutron] Pushing event updated for resources: {'Port': ['ID=910d9247-b518-42d4-a04e-f32404c9c366,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:19.662874 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f436342-b43b-479b-9bf4-d2562c3e3c06 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] DELETE failed (client error): The resource could not be found. Nov 12 13:43:19.663331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f436342-b43b-479b-9bf4-d2562c3e3c06 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:43:19.668748 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4f436342-b43b-479b-9bf4-d2562c3e3c06 tempest-RoutersTest-1540916288 tempest-RoutersTest-1540916288-project] 10.222.0.73 "DELETE /v2.0/subnets/39c647fe-4b35-4c69-b92e-61998b5183a4 HTTP/1.1" status: 404 len: 337 time: 0.0788760 Nov 12 13:43:19.736419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-a38136a1-6def-4c2c-8dfc-d07ab678025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:19.736419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-a38136a1-6def-4c2c-8dfc-d07ab678025e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1095 time: 0.1493170 Nov 12 13:43:19.760663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268793f7-31ee-4d6a-b1aa-c08f556708b1 req-09c61a2a-44c8-4165-bd0d-d26859a201ea tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:19.768724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-268793f7-31ee-4d6a-b1aa-c08f556708b1 req-09c61a2a-44c8-4165-bd0d-d26859a201ea tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 944 time: 0.1215544 Nov 12 13:43:19.876998 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-268793f7-31ee-4d6a-b1aa-c08f556708b1 req-850bee54-44eb-436d-a197-0bf31708acb7 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074033 Nov 12 13:43:19.915626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-236ca35d-71d5-40a1-a561-155f5c290d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:19.917327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-236ca35d-71d5-40a1-a561-155f5c290d41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 898 time: 0.1736348 Nov 12 13:43:20.007478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-e45dc569-fdad-443f-aef8-52c2bc91f753 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 1000 time: 0.0809157 Nov 12 13:43:20.048680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:43:20.051413 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3392d844-38c1-4655-b67c-87465056a8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "tag": "910d9247-b518-42d4-a04e-f32404c9c366"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:43:20.079012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-9e97be6b-2d43-4022-a44f-c41abf947063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:20.081974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-9e97be6b-2d43-4022-a44f-c41abf947063 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 200 len: 837 time: 0.0663996 Nov 12 13:43:20.132091 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14179bb-c027-498e-8401-983b1f6cd59e x-openstack-request-id: req-e14179bb-c027-498e-8401-983b1f6cd59e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:43:20.132386 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "tag": "910d9247-b518-42d4-a04e-f32404c9c366", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:43:20.132756 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e14179bb-c027-498e-8401-983b1f6cd59e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:43:20.133029 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366', 'status': 'completed', 'code': 200} Nov 12 13:43:20.135058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37644) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:20.150957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ec1f2f0-dea1-4cb5-9d56-4d1e5c067102 req-81eec14f-0a0c-404f-8d41-1322df58e234 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0397251 Nov 12 13:43:20.185035 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-37946896-8d32-431f-aba9-77a57b44a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:20.187336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-37946896-8d32-431f-aba9-77a57b44a9db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=67239153-880f-4bb8-a429-51e466d254c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966687 Nov 12 13:43:20.234620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d844-38c1-4655-b67c-87465056a8b8 req-d3ac2171-2548-43a2-83eb-3d6555aa2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:20.234772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:43:20.236176 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-d3ac2171-2548-43a2-83eb-3d6555aa2f4f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1095 time: 0.0925667 Nov 12 13:43:20.303773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:43:20.307782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:20.308753 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:20.398394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d844-38c1-4655-b67c-87465056a8b8 req-b00e0535-4943-44fe-84e6-0579671a8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:20.400655 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-b00e0535-4943-44fe-84e6-0579671a8f75 service neutron] 10.222.0.105 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 898 time: 0.1304450 Nov 12 13:43:20.418352 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:20.447691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ef25ba-eaf4-4aa1-9361-db326f71c7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fe7204-6b00-4d05-88dc-4bd6cf6582b5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:43:20.450499 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e3f42c-af4b-41db-87e2-8e889d1cc126" -d '{"events": [{"server_uuid": "18ef25ba-eaf4-4aa1-9361-db326f71c7ae", "name": "network-vif-plugged", "status": "completed", "tag": "96fe7204-6b00-4d05-88dc-4bd6cf6582b5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:43:20.453349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478b21-b7e1-439c-b915-54ca80389a4e req-92e6c9c0-4f93-4e59-8eb0-c3ad67d29207 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:20.467198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,segment=NetworkSegment(89b7c0ef-c563-4ab5-97c3-ee5e525eb789),segment_id=89b7c0ef-c563-4ab5-97c3-ee5e525eb789)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:20.473635 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:20.475447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 910d9247-b518-42d4-a04e-f32404c9c366 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:20.484815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-b0490dae-5a99-481f-aebb-49b43ac37f57 service neutron] 10.222.0.70 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882400 Nov 12 13:43:20.485898 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de478b21-b7e1-439c-b915-54ca80389a4e req-92e6c9c0-4f93-4e59-8eb0-c3ad67d29207 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.1081340 Nov 12 13:43:20.505639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a065cf69-0e01-4f2b-98d1-e4f4ce9e3e66 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1daba5901ac48ee8560641ba3213897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3692138 Nov 12 13:43:20.507502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37660) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:20.579232 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad9e85c-2852-4267-b83a-7c56186d13f2 x-openstack-request-id: req-1ad9e85c-2852-4267-b83a-7c56186d13f2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:43:20.579529 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ef25ba-eaf4-4aa1-9361-db326f71c7ae", "name": "network-vif-plugged", "status": "completed", "tag": "96fe7204-6b00-4d05-88dc-4bd6cf6582b5", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:43:20.580494 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ad9e85c-2852-4267-b83a-7c56186d13f2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:43:20.580652 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ef25ba-eaf4-4aa1-9361-db326f71c7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fe7204-6b00-4d05-88dc-4bd6cf6582b5', 'code': 200} Nov 12 13:43:20.585078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 910d9247-b518-42d4-a04e-f32404c9c366 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:20.591072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:20.665700 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-3cb5f338-a292-4741-aaf7-f8cdd7d2e733 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 1000 time: 0.2571387 Nov 12 13:43:20.682482 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de478b21-b7e1-439c-b915-54ca80389a4e req-bedfff30-ade0-4718-a70b-c8fed5431b1f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909399 Nov 12 13:43:20.724954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-95dcab6c-a0bf-4d91-ab45-bc1f1346a160 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1758144 Nov 12 13:43:20.744357 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ad5e4-19a3-41c0-8ade-271542825690 req-c560e7ac-7289-4fa0-9a2e-91b2be854319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:20.746433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-512ad5e4-19a3-41c0-8ade-271542825690 req-c560e7ac-7289-4fa0-9a2e-91b2be854319 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 1096 time: 0.0600061 Nov 12 13:43:20.792104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d844-38c1-4655-b67c-87465056a8b8 req-a1061109-88cc-4642-ae5f-98e87a223ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:20.793766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-a1061109-88cc-4642-ae5f-98e87a223ed8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 200 len: 837 time: 0.1101165 Nov 12 13:43:20.795647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a1c4bcb-332f-430a-be45-ff5ffc55a064 req-e3316db6-deb2-4820-a785-cb91bd5bb322 service neutron] 10.222.0.70 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888412 Nov 12 13:43:20.827635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b1c28e9-9f0d-4f92-ad67-31291e5c15de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:20.851692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-512ad5e4-19a3-41c0-8ade-271542825690 req-82d294b7-4298-4a74-ace2-6cdc94e6fdc8 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897691 Nov 12 13:43:20.852369 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b1c28e9-9f0d-4f92-ad67-31291e5c15de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:20.855219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-92ff9406-3257-4a76-97a5-d179ad669de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:20.856731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-92ff9406-3257-4a76-97a5-d179ad669de1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 1096 time: 0.1071186 Nov 12 13:43:20.976323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74556942-75f2-4257-a878-a1a1e5f3fc0e req-08288ebf-3965-495c-bba8-fd01b6f28b8b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:20.989943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74556942-75f2-4257-a878-a1a1e5f3fc0e req-08288ebf-3965-495c-bba8-fd01b6f28b8b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.3320549 Nov 12 13:43:21.016645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d844-38c1-4655-b67c-87465056a8b8 req-18605ddf-66da-4072-951e-3cfd489b8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:21.026683 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-18605ddf-66da-4072-951e-3cfd489b8369 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1095 time: 0.1617136 Nov 12 13:43:21.028766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d844-38c1-4655-b67c-87465056a8b8 req-6a4ce6e0-278e-4f68-bda0-299ba8ba87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:21.030531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-6a4ce6e0-278e-4f68-bda0-299ba8ba87d5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=67239153-880f-4bb8-a429-51e466d254c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2152007 Nov 12 13:43:21.053210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-1715b860-2127-415c-bafc-5adb73ba7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:21.054966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-1715b860-2127-415c-bafc-5adb73ba7e87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 912 time: 0.1726840 Nov 12 13:43:21.062340 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b1c28e9-9f0d-4f92-ad67-31291e5c15de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:21.065244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b1c28e9-9f0d-4f92-ad67-31291e5c15de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:21.068991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1b1c28e9-9f0d-4f92-ad67-31291e5c15de admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f90b37f1-194e-4cb7-a88d-e39fdea633e1 HTTP/1.1" status: 204 len: 168 time: 0.5488644 Nov 12 13:43:21.140790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08237d05-46c2-4337-a583-882594b7658b req-46d7a866-b169-45e2-87cf-e3cacfe545b0 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:21.142694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08237d05-46c2-4337-a583-882594b7658b req-46d7a866-b169-45e2-87cf-e3cacfe545b0 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 945 time: 0.1556797 Nov 12 13:43:21.165161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-cf0a0f5c-daf6-4056-8b91-7a2a9619aab9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55944bd7-3f04-4265-9252-7306c3213397 HTTP/1.1" status: 200 len: 1000 time: 0.1018584 Nov 12 13:43:21.247452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-2eb82a97-534e-4d5e-bf32-27df4f474e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:21.249946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-2eb82a97-534e-4d5e-bf32-27df4f474e05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.0766327 Nov 12 13:43:21.253604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08237d05-46c2-4337-a583-882594b7658b req-68a1e8d5-0f22-4956-b6ed-7695afde0fca tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010196 Nov 12 13:43:21.361482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-5d1bf9ba-a092-4a46-bcc8-fc86d6938ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:21.363212 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-5d1bf9ba-a092-4a46-bcc8-fc86d6938ed8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025598 Nov 12 13:43:21.405519 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ffa9144-dc9b-4208-b2b7-ae37238f3140 req-f9105ee7-72d8-4ad9-83d5-97f6908df94d tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0377481 Nov 12 13:43:21.521351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-aaa27d8e-334b-4f5d-b4f7-09b6d1c18073 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413798 Nov 12 13:43:21.648368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c28e9-9f0d-4f92-ad67-31291e5c15de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90b37f1-194e-4cb7-a88d-e39fdea633e1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:21.725259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74556942-75f2-4257-a878-a1a1e5f3fc0e req-7e874d6d-740b-4b2d-a074-46d74e3f9a70 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7109506 Nov 12 13:43:21.733780 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-214e6c1d-a75a-4e33-a465-52923e920a15 req-260ab821-1a95-4f35-9a12-9397951e8408 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037625 Nov 12 13:43:21.752819 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d844-38c1-4655-b67c-87465056a8b8 req-8a8429d9-1e7f-4eee-9314-54e15030bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:21.754462 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-8a8429d9-1e7f-4eee-9314-54e15030bfb4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 898 time: 0.7154768 Nov 12 13:43:21.815595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-01ae8946-a753-4c84-9b36-f6869d4eaff5 service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177269 Nov 12 13:43:21.853529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec6ab9-29a4-4cea-bca8-1e9fc0f6cca2 req-81707ad5-f6f5-4f91-a201-7dd60a622ecc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:21.855024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89ec6ab9-29a4-4cea-bca8-1e9fc0f6cca2 req-81707ad5-f6f5-4f91-a201-7dd60a622ecc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.0738883 Nov 12 13:43:21.917678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-5070c2cf-2367-41d0-a0a6-3a9ea30e75cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 1000 time: 0.1554291 Nov 12 13:43:21.937319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89ec6ab9-29a4-4cea-bca8-1e9fc0f6cca2 req-897dcbdd-a5ca-49a1-a8fc-be7f94a712b6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687275 Nov 12 13:43:21.998442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d844-38c1-4655-b67c-87465056a8b8 req-73e15098-abc3-41a7-9386-36755c86be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:22.000210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-73e15098-abc3-41a7-9386-36755c86be39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 200 len: 837 time: 0.0709898 Nov 12 13:43:22.019924 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-e3bb2349-9bb7-495a-8e37-22f07e0a7f05 service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959219 Nov 12 13:43:22.068187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d844-38c1-4655-b67c-87465056a8b8 req-9828f9c8-679f-49d7-bfc5-6a7e15eb1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:22.070530 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-9828f9c8-679f-49d7-bfc5-6a7e15eb1a57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=67239153-880f-4bb8-a429-51e466d254c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600147 Nov 12 13:43:22.148549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37718) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:22.183097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-d4b838f5-d6e0-4b23-94c5-1762d88c396d service neutron] 10.222.0.70 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046956 Nov 12 13:43:22.286453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-94924549'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:22.353730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Made reservation on behalf of a9dd7ae801bb4e3bbe813b4db10bb7e5 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:43:22.357780 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:22.383939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:22.387685 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3392d844-38c1-4655-b67c-87465056a8b8 req-6e30e19d-8d2a-483f-9360-9070ffe8979a service neutron] 10.222.0.70 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970773 Nov 12 13:43:22.458030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd50fd-1ad6-45d2-9f1a-d655a328ee3a req-f16fd9a7-b08e-4a23-8f0d-76db05a43656 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:22.459665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cdd50fd-1ad6-45d2-9f1a-d655a328ee3a req-f16fd9a7-b08e-4a23-8f0d-76db05a43656 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 945 time: 0.1098437 Nov 12 13:43:22.549821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f125008f-c695-438b-bbe6-4629aaf5e798 req-65a76bc9-8ee2-41f6-b359-4b6a834fab08 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0383844 Nov 12 13:43:22.559290 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:22.564017 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5cdd50fd-1ad6-45d2-9f1a-d655a328ee3a req-6316a1fc-8c00-4d2b-a5e1-9fcd9610e0aa tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945172 Nov 12 13:43:22.574176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:22.616389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:43:22.624754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5b27b7-e2a1-4453-86ae-11dcbfbf0ab9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:22.632885 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:22.633345 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Added segment e3641671-3f72-404b-a0a3-455786b3245a of type vlan for network 0cad5668-3ab2-46aa-9a81-270c07fd01f6 Nov 12 13:43:22.695911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:22.727388 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:22.734289 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:22.734887 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:22.799050 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6455548 Nov 12 13:43:22.799558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37738) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:22.804281 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Request body: {'subnet': {'network_id': '0cad5668-3ab2-46aa-9a81-270c07fd01f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:22.863458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6778ca-afe5-4576-bc35-3f804c5ca971 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Pushing event updated for resources: {'Network': ['ID=0cad5668-3ab2-46aa-9a81-270c07fd01f6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:22.876000 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 0cad5668-3ab2-46aa-9a81-270c07fd01f6 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:43:22.921674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7477-db70-4c2f-af9b-65439ff007a1 req-982bb58b-5e13-4f47-aba3-e61bc9b82eae tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:22.923459 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3f7477-db70-4c2f-af9b-65439ff007a1 req-982bb58b-5e13-4f47-aba3-e61bc9b82eae tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.0572433 Nov 12 13:43:22.933249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Made reservation on behalf of a9dd7ae801bb4e3bbe813b4db10bb7e5 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:43:22.937862 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:22.987838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e3f7477-db70-4c2f-af9b-65439ff007a1 req-c86bd58a-1319-462b-a152-d98ca40abcf7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566561 Nov 12 13:43:23.103283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d54b06-459e-48db-9b85-2f5c998b2d8e req-419de24e-b384-4589-8193-6222ffc06343 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:23.108623 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8d54b06-459e-48db-9b85-2f5c998b2d8e req-419de24e-b384-4589-8193-6222ffc06343 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.0730865 Nov 12 13:43:23.213706 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8d54b06-459e-48db-9b85-2f5c998b2d8e req-ffb23d06-f148-429b-9f9a-ee3d6cc95e6a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010017 Nov 12 13:43:23.246920 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:23.302989 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Pushing event updated for resources: {'Subnet': ['ID=18794f86-ab51-4fd3-9263-86ede85c4168,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:23.319223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Checking segment: {'id': 'e3641671-3f72-404b-a0a3-455786b3245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cad5668-3ab2-46aa-9a81-270c07fd01f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:43:23.319616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Network hostable DHCP agents. Network: 0cad5668-3ab2-46aa-9a81-270c07fd01f6, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:43:23.336517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Network 0cad5668-3ab2-46aa-9a81-270c07fd01f6 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:43:23.345521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 0cad5668-3ab2-46aa-9a81-270c07fd01f6) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:43:23.349428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:23.350027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:23.354995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84430c6-7f38-47e8-8380-665d35c3dc92 None None] Network 0cad5668-3ab2-46aa-9a81-270c07fd01f6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:43:23.370990 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-19cd37e2-0889-4b06-94da-8b6e583f5b26 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5682404 Nov 12 13:43:23.371207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37754) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:23.376808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Request body: {'port': {'network_id': '0cad5668-3ab2-46aa-9a81-270c07fd01f6', 'name': 'tempest-TagsExtTest-954873493'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:23.496921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Made reservation on behalf of a9dd7ae801bb4e3bbe813b4db10bb7e5 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:43:23.500768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:23.519282 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-0cad5668-3ab2-46aa-9a81-270c07fd01f6', 'network_id': '0cad5668-3ab2-46aa-9a81-270c07fd01f6', 'tenant_id': 'a9dd7ae801bb4e3bbe813b4db10bb7e5', 'fixed_ips': [{'subnet_id': '18794f86-ab51-4fd3-9263-86ede85c4168'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:43:23.519536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] device_id is not set on port d5871871-2810-47e3-8109-456bd4cc0923 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:43:23.520425 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:23.642769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Allocated IP 172.20.0.11 (0cad5668-3ab2-46aa-9a81-270c07fd01f6/18794f86-ab51-4fd3-9263-86ede85c4168/d5871871-2810-47e3-8109-456bd4cc0923) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:43:23.711681 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-52fe4326-20ec-4004-8a4c-1b16f934dc34 req-13637aa9-9195-4ccc-afa7-3ffa349996cf tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0356569 Nov 12 13:43:23.747564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8c435-7264-49f3-b88a-f80c91acb417 req-1c84567c-456c-4d14-a398-14ee2bc7385d tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:23.749550 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39d8c435-7264-49f3-b88a-f80c91acb417 req-1c84567c-456c-4d14-a398-14ee2bc7385d tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 945 time: 0.0779910 Nov 12 13:43:23.811931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39d8c435-7264-49f3-b88a-f80c91acb417 req-4a2ac2a9-e0ce-4665-9b53-643a3c47308d tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508487 Nov 12 13:43:23.864470 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:23.911912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:23.953465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Network 0cad5668-3ab2-46aa-9a81-270c07fd01f6 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:43:23.956723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:43:23.958236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Allocated IP 172.20.0.2 (0cad5668-3ab2-46aa-9a81-270c07fd01f6/18794f86-ab51-4fd3-9263-86ede85c4168/479cd796-5002-4b6f-9d66-6eb37f5f334f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:43:23.960752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:43:24.007537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Pushing event updated for resources: {'Port': ['ID=d5871871-2810-47e3-8109-456bd4cc0923,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:24.058758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:24.059985 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.082148 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-86e948ca-cafd-4090-9c02-d66f175ec5bd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7098553 Nov 12 13:43:24.084791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37786) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:24.089602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-dd497003-c221-4b28-94d4-6154441806e7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-117577091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:24.161394 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd497003-c221-4b28-94d4-6154441806e7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.162541 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd497003-c221-4b28-94d4-6154441806e7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.165812 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.173716 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.231934 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd497003-c221-4b28-94d4-6154441806e7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.237678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Network 0cad5668-3ab2-46aa-9a81-270c07fd01f6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:43:24.242494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:43:24.252241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:43:24.256149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dc33d-a695-4f8e-9982-5396aa2ede02 req-1d74be88-7bed-4c5a-ac8a-ef5e5d67814f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:24.269056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-970dc33d-a695-4f8e-9982-5396aa2ede02 req-1d74be88-7bed-4c5a-ac8a-ef5e5d67814f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 944 time: 0.1582778 Nov 12 13:43:24.269249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 2ba62b42-c17d-42ed-99e6-54c50cf09da7 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:43:24.269402 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd497003-c221-4b28-94d4-6154441806e7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.337689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Pushing event updated for resources: {'Port': ['ID=479cd796-5002-4b6f-9d66-6eb37f5f334f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:24.340901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-970dc33d-a695-4f8e-9982-5396aa2ede02 req-c0e4008b-a5ef-4ee0-81f8-6e1fdd59fab7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730193 Nov 12 13:43:24.347350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd497003-c221-4b28-94d4-6154441806e7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.348545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dd497003-c221-4b28-94d4-6154441806e7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2627013 Nov 12 13:43:24.351888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37808) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:24.359032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-05a6c39e-972e-4e1f-ba7f-cd92f0b03d83 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-414640941', 'prefixes': ['172.20.0.0/16']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:24.384715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Attempting to bind port 479cd796-5002-4b6f-9d66-6eb37f5f334f on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:43:24.385232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Attempting to bind port 479cd796-5002-4b6f-9d66-6eb37f5f334f by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e3641671-3f72-404b-a0a3-455786b3245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cad5668-3ab2-46aa-9a81-270c07fd01f6'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:43:24.385736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Attempting to bind port 479cd796-5002-4b6f-9d66-6eb37f5f334f on network 0cad5668-3ab2-46aa-9a81-270c07fd01f6 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:43:24.411090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:43:24.411637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Checking segment: {'id': 'e3641671-3f72-404b-a0a3-455786b3245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cad5668-3ab2-46aa-9a81-270c07fd01f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:43:24.412135 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.412626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Bound using segment: {'id': 'e3641671-3f72-404b-a0a3-455786b3245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cad5668-3ab2-46aa-9a81-270c07fd01f6'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:43:24.413232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Bound port: 479cd796-5002-4b6f-9d66-6eb37f5f334f, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3641671-3f72-404b-a0a3-455786b3245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cad5668-3ab2-46aa-9a81-270c07fd01f6'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:43:24.413734 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.529484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764fa78-2ee5-479c-bdf1-07fa76529790 req-cdbd5396-b38e-4cbd-952a-80afd71120de tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:24.530185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:24.532413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d764fa78-2ee5-479c-bdf1-07fa76529790 req-cdbd5396-b38e-4cbd-952a-80afd71120de tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.0919933 Nov 12 13:43:24.547550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'port_id': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'mac_address': 'fa:16:3e:78:7c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:43:24.551774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] For port 479cd796-5002-4b6f-9d66-6eb37f5f334f, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:43:24.556932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] For port 479cd796-5002-4b6f-9d66-6eb37f5f334f, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=479cd796-5002-4b6f-9d66-6eb37f5f334f,segment=NetworkSegment(e3641671-3f72-404b-a0a3-455786b3245a),segment_id=e3641671-3f72-404b-a0a3-455786b3245a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:43:24.581553 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.597909 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d764fa78-2ee5-479c-bdf1-07fa76529790 req-063b4e88-498e-45c7-a95f-d5f0b9bf4614 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572178 Nov 12 13:43:24.604189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05a6c39e-972e-4e1f-ba7f-cd92f0b03d83 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for subnetpool, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.605777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-05a6c39e-972e-4e1f-ba7f-cd92f0b03d83 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2534349 Nov 12 13:43:24.610451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37812) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:24.616804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-7301c55b-1568-438d-9cff-1569ee76a0af tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168', 'tempest-TagsExtTest-Tag-803292503') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:24.641979 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.675432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba62b42-c17d-42ed-99e6-54c50cf09da7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:43:24.681589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e9565-31f1-4288-959c-364fc5575c81 None None] Pushing event updated for resources: {'Port': ['ID=479cd796-5002-4b6f-9d66-6eb37f5f334f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:24.700890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:24.710694 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:24.804682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:24.809103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc53ed9-6ea0-44c1-967c-e2eccb346378 req-31999260-3309-4a70-83a3-6a4772174ffc tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:24.817049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcc53ed9-6ea0-44c1-967c-e2eccb346378 req-31999260-3309-4a70-83a3-6a4772174ffc tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 945 time: 0.1494119 Nov 12 13:43:24.874948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcc53ed9-6ea0-44c1-967c-e2eccb346378 req-718d57e7-13bf-4c47-ada1-b4f72b2e1101 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557616 Nov 12 13:43:24.879594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7301c55b-1568-438d-9cff-1569ee76a0af tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags/tempest-TagsExtTest-Tag-803292503 HTTP/1.1" status: 201 len: 201 time: 0.2643850 Nov 12 13:43:24.881900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:24.888064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-c0f15359-5e9b-4109-9cd5-12e1423d15b2 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923', 'tempest-TagsExtTest-Tag-226651674') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:24.896799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20b0e19a-b41e-4ccb-b2f5-cac949203853 req-d695d94f-56e0-49bd-b504-d425aa1b8663 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0625012 Nov 12 13:43:25.025167 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c0f15359-5e9b-4109-9cd5-12e1423d15b2 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags/tempest-TagsExtTest-Tag-226651674 HTTP/1.1" status: 201 len: 201 time: 0.1416266 Nov 12 13:43:25.027280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37826) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:25.031739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['2ba62b42-c17d-42ed-99e6-54c50cf09da7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:43:25.033189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-dc3eb581-960c-4f6e-956a-b81e40d48427 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598', 'tempest-TagsExtTest-Tag-1872189905') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:25.149639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dc3eb581-960c-4f6e-956a-b81e40d48427 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags/tempest-TagsExtTest-Tag-1872189905 HTTP/1.1" status: 201 len: 201 time: 0.1207144 Nov 12 13:43:25.153529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37832) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:25.160740 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-71ec6eda-8244-4bf6-b6ee-2da72889e2be tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7', 'tempest-TagsExtTest-Tag-1126941931') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:25.212845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-71ec6eda-8244-4bf6-b6ee-2da72889e2be tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags/tempest-TagsExtTest-Tag-1126941931 HTTP/1.1" status: 201 len: 201 time: 0.0575578 Nov 12 13:43:25.215320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:25.219648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-09897966-8eb9-4372-8b4d-8b999a668ded tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:25.274402 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-09897966-8eb9-4372-8b4d-8b999a668ded tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags HTTP/1.1" status: 200 len: 240 time: 0.0572321 Nov 12 13:43:25.276442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37836) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:25.281480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-def4a540-c768-4788-a06d-07e7048d1f43 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168', 'tempest-TagsExtTest-Tag-803292503') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:25.338288 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-def4a540-c768-4788-a06d-07e7048d1f43 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags/tempest-TagsExtTest-Tag-803292503 HTTP/1.1" status: 204 len: 168 time: 0.0606666 Nov 12 13:43:25.341409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37842) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:25.346855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-94a7b694-dddd-4e8b-886f-159d0f387576 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168', 'tempest-TagsExtTest-Tag-803292503') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:25.507902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac94df-6d63-48b0-974c-cef96b32574d req-29bd08fe-d256-4596-b273-698bd37bfc92 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:25.509582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-77ac94df-6d63-48b0-974c-cef96b32574d req-29bd08fe-d256-4596-b273-698bd37bfc92 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 945 time: 0.0860891 Nov 12 13:43:25.528021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-94a7b694-dddd-4e8b-886f-159d0f387576 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags/tempest-TagsExtTest-Tag-803292503 HTTP/1.1" status: 204 len: 168 time: 0.1855440 Nov 12 13:43:25.531516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37848) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:25.535962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-e33173b0-b53c-4f70-be03-28a11b80ed35 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:25.599077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-77ac94df-6d63-48b0-974c-cef96b32574d req-7c2739c8-4aec-42df-ac42-00eb1daea84c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768466 Nov 12 13:43:25.612515 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e33173b0-b53c-4f70-be03-28a11b80ed35 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags HTTP/1.1" status: 200 len: 205 time: 0.0753977 Nov 12 13:43:25.612515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:25.616372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-1d2bf97a-71bc-4d04-8dd4-568b929e91ee tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:25.694637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1d2bf97a-71bc-4d04-8dd4-568b929e91ee tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags HTTP/1.1" status: 200 len: 240 time: 0.0816424 Nov 12 13:43:25.697084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:25.703129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-85162283-ef52-4c0a-8314-f6cf15ea4ec8 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923', 'tempest-TagsExtTest-Tag-226651674') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:25.804881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00638b9-799f-4a49-ba57-05e437a3dca9 req-0359cfcd-4115-416b-bc32-46f1ce4ddb0d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:25.806437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a00638b9-799f-4a49-ba57-05e437a3dca9 req-0359cfcd-4115-416b-bc32-46f1ce4ddb0d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.1004858 Nov 12 13:43:25.813218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-85162283-ef52-4c0a-8314-f6cf15ea4ec8 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags/tempest-TagsExtTest-Tag-226651674 HTTP/1.1" status: 204 len: 168 time: 0.1143448 Nov 12 13:43:25.815949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37860) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:25.820346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-0aed51e0-eb00-47be-9f74-9b5731e553c6 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923', 'tempest-TagsExtTest-Tag-226651674') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:25.869036 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a00638b9-799f-4a49-ba57-05e437a3dca9 req-41568e9b-d024-47ea-afac-ffc893421070 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543706 Nov 12 13:43:25.892091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d6b726-fa03-438b-935a-0296d9fb8062 None None] Network 0cad5668-3ab2-46aa-9a81-270c07fd01f6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:43:25.922396 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0aed51e0-eb00-47be-9f74-9b5731e553c6 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags/tempest-TagsExtTest-Tag-226651674 HTTP/1.1" status: 204 len: 168 time: 0.0893457 Nov 12 13:43:25.924542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37864) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:25.924542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-8dba1b73-22d5-46ec-8ac0-3ea89bc36b8b tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:26.026935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8dba1b73-22d5-46ec-8ac0-3ea89bc36b8b tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags HTTP/1.1" status: 200 len: 205 time: 0.1125042 Nov 12 13:43:26.030847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:26.034255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-489dc4e7-476f-4c7c-b8ba-32c6a74e31de None None] Provisioning complete for port 479cd796-5002-4b6f-9d66-6eb37f5f334f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:26.035813 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-489dc4e7-476f-4c7c-b8ba-32c6a74e31de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:26.046071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-6e87ef20-1d88-45c3-9694-b081f2307466 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:26.106491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 910d9247-b518-42d4-a04e-f32404c9c366 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:43:26.203469 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-489dc4e7-476f-4c7c-b8ba-32c6a74e31de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:26.227610 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:43:26.266589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6e87ef20-1d88-45c3-9694-b081f2307466 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags HTTP/1.1" status: 200 len: 241 time: 0.2343946 Nov 12 13:43:26.277266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:26.286755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-070621cb-0245-447d-aeee-5b34d8d077fd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598', 'tempest-TagsExtTest-Tag-1872189905') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:26.291592 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 2ba62b42-c17d-42ed-99e6-54c50cf09da7 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:43:26.313930 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e476121b-428d-48ad-b768-881987ca8ff5 req-92c885b3-5dbf-40e9-8563-0fb41888c519 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0842998 Nov 12 13:43:26.348938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=910d9247-b518-42d4-a04e-f32404c9c366,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:26.359381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775c469-b1c2-40a1-9884-1e40ada97fe0 req-a53c832d-c45b-4ac9-b4fa-f8e097fb4442 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:26.369125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f775c469-b1c2-40a1-9884-1e40ada97fe0 req-a53c832d-c45b-4ac9-b4fa-f8e097fb4442 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 945 time: 0.2862771 Nov 12 13:43:26.394919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-12742fda-03ce-4a3e-af62-d547b56ca779 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:26.401453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-12742fda-03ce-4a3e-af62-d547b56ca779 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.105 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415&tenant_id=117e1d21aa7a4a768a1431764f136160&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 944 time: 0.1900647 Nov 12 13:43:26.434125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '910d9247-b518-42d4-a04e-f32404c9c366', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'port_id': '910d9247-b518-42d4-a04e-f32404c9c366', 'mac_address': 'fa:16:3e:8d:cb:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:43:26.438680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-489dc4e7-476f-4c7c-b8ba-32c6a74e31de None None] For port 479cd796-5002-4b6f-9d66-6eb37f5f334f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=479cd796-5002-4b6f-9d66-6eb37f5f334f,segment=NetworkSegment(e3641671-3f72-404b-a0a3-455786b3245a),segment_id=e3641671-3f72-404b-a0a3-455786b3245a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:26.452517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f775c469-b1c2-40a1-9884-1e40ada97fe0 req-058263cb-7fdd-4a13-a01f-e5abea08be02 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777991 Nov 12 13:43:26.457695 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-489dc4e7-476f-4c7c-b8ba-32c6a74e31de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:26.469185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-c3da72aa-0899-4d33-b44e-f8399d3142f2 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:26.470423 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-c3da72aa-0899-4d33-b44e-f8399d3142f2 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.105 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 945 time: 0.2680478 Nov 12 13:43:26.482711 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-8baf33eb-4f8f-4119-ad64-ddacf75ab326 service neutron] delete failed (client error): The resource could not be found. Nov 12 13:43:26.483799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-8baf33eb-4f8f-4119-ad64-ddacf75ab326 service neutron] 10.222.0.105 "DELETE /v2.0/ports/910d9247-b518-42d4-a04e-f32404c9c366/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0791111 Nov 12 13:43:26.556213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:26.557452 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:26.571432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-070621cb-0245-447d-aeee-5b34d8d077fd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags/tempest-TagsExtTest-Tag-1872189905 HTTP/1.1" status: 204 len: 168 time: 0.2878032 Nov 12 13:43:26.575852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37888) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:26.583105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-d1388969-903d-434b-948e-7c54b739d334 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598', 'tempest-TagsExtTest-Tag-1872189905') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:26.678802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5b2b2-75d9-4c99-b116-29989cb7c119 req-fbbec4a7-60de-48a1-a9d1-022b1e40cf8c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:26.689319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ce5b2b2-75d9-4c99-b116-29989cb7c119 req-fbbec4a7-60de-48a1-a9d1-022b1e40cf8c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 944 time: 0.1516604 Nov 12 13:43:26.700002 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:26.734537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-53275a31-5458-46f0-91a6-6ac80b7f0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:26.736314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-53275a31-5458-46f0-91a6-6ac80b7f0647 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1095 time: 0.1973870 Nov 12 13:43:26.820719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ce5b2b2-75d9-4c99-b116-29989cb7c119 req-1c03dc43-7abc-455d-b962-5d9417d0dd0d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202919 Nov 12 13:43:26.921485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dc4e7-476f-4c7c-b8ba-32c6a74e31de None None] Pushing event updated for resources: {'Port': ['ID=479cd796-5002-4b6f-9d66-6eb37f5f334f,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:26.931703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910d9247-b518-42d4-a04e-f32404c9c366 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:43:26.991432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 479cd796-5002-4b6f-9d66-6eb37f5f334f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:43:26.994598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=910d9247-b518-42d4-a04e-f32404c9c366,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:27.001751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-61097720-6479-4edc-9c29-e56ab10c7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:27.009554 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-61097720-6479-4edc-9c29-e56ab10c7b9f service neutron] 10.222.0.105 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 898 time: 0.2654209 Nov 12 13:43:27.039461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:27.089254 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32128991-3aa7-45e1-bdc1-3af4d9d6d396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:27.150502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-c0876a9b-9763-4d94-8a77-d1c493498947 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 1001 time: 0.1279211 Nov 12 13:43:27.212828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:27.232563 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d1388969-903d-434b-948e-7c54b739d334 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags/tempest-TagsExtTest-Tag-1872189905 HTTP/1.1" status: 204 len: 168 time: 0.6540542 Nov 12 13:43:27.235993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37902) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:27.249875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-f47d3dfd-e9bb-4861-96c2-958ebd0cb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:27.251885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-f47d3dfd-e9bb-4861-96c2-958ebd0cb4e1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 200 len: 837 time: 0.0919085 Nov 12 13:43:27.255890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-30b1081c-fd9e-4401-add4-7e3b7f9874ec tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:27.263716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-87b3c804-ab68-486f-aff9-21b468a346cd None None] Provisioning complete for port d5871871-2810-47e3-8109-456bd4cc0923 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:27.264919 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87b3c804-ab68-486f-aff9-21b468a346cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:27.273502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:43:27.276425 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30432fb8-2259-4340-85d9-bff42891f260" -d '{"events": [{"server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "name": "network-vif-plugged", "status": "completed", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:43:27.279141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=910d9247-b518-42d4-a04e-f32404c9c366,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:27.311690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98dae3-6fe0-408f-b18b-4416470d310a req-884627ba-7ff5-4a17-904a-b88e746870d6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:27.320292 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa98dae3-6fe0-408f-b18b-4416470d310a req-884627ba-7ff5-4a17-904a-b88e746870d6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 945 time: 0.1670985 Nov 12 13:43:27.322376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-7485ef75-c868-4354-8728-1f8dd6d6edbe tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Deleting port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:27.322706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-7485ef75-c868-4354-8728-1f8dd6d6edbe tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:27.381706 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9ea57a-c8fd-40d7-b91f-51cdc6424fd7 x-openstack-request-id: req-ec9ea57a-c8fd-40d7-b91f-51cdc6424fd7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:43:27.382409 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "name": "network-vif-plugged", "status": "completed", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:43:27.383210 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec9ea57a-c8fd-40d7-b91f-51cdc6424fd7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:43:27.385023 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'code': 200} Nov 12 13:43:27.395807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:27.404002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 479cd796-5002-4b6f-9d66-6eb37f5f334f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:27.404500 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:27.413321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:27.457411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['910d9247-b518-42d4-a04e-f32404c9c366'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:43:27.479725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa98dae3-6fe0-408f-b18b-4416470d310a req-13064014-4fe3-40e7-8c76-79b3a4a96a2f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465051 Nov 12 13:43:27.516191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-7485ef75-c868-4354-8728-1f8dd6d6edbe tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] For port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,segment=NetworkSegment(89b7c0ef-c563-4ab5-97c3-ee5e525eb789),segment_id=89b7c0ef-c563-4ab5-97c3-ee5e525eb789)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:27.516191 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-7485ef75-c868-4354-8728-1f8dd6d6edbe tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:27.553424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-7485ef75-c868-4354-8728-1f8dd6d6edbe tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Calling delete_port for 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:27.572154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-87b3c804-ab68-486f-aff9-21b468a346cd None None] Port d5871871-2810-47e3-8109-456bd4cc0923 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:43:27.651024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-87b3c804-ab68-486f-aff9-21b468a346cd None None] Provisioning complete for port 479cd796-5002-4b6f-9d66-6eb37f5f334f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:27.651399 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87b3c804-ab68-486f-aff9-21b468a346cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:27.655589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:27.710063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d744d6-0fe8-45bf-aca1-3d7d2316e381 req-33d50191-43ab-4524-be0c-0bdf3ba4b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:27.711748 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95d744d6-0fe8-45bf-aca1-3d7d2316e381 req-33d50191-43ab-4524-be0c-0bdf3ba4b42d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 1098 time: 0.0929360 Nov 12 13:43:27.865887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95d744d6-0fe8-45bf-aca1-3d7d2316e381 req-4452e854-aae6-4f88-b342-da0830c90e90 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441147 Nov 12 13:43:27.886890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b580145-292c-4fab-9e48-0676fbab73c3 req-c2cdbb83-3cca-490b-8ac2-2bfd8e5568c8 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:27.888418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b580145-292c-4fab-9e48-0676fbab73c3 req-c2cdbb83-3cca-490b-8ac2-2bfd8e5568c8 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ef25ba-eaf4-4aa1-9361-db326f71c7ae HTTP/1.1" status: 200 len: 945 time: 0.1478808 Nov 12 13:43:27.904114 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-7485ef75-c868-4354-8728-1f8dd6d6edbe tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:27.922613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['96fe7204-6b00-4d05-88dc-4bd6cf6582b5'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:43:27.956968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485ef75-c868-4354-8728-1f8dd6d6edbe tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Pushing event deleted for resources: {'Port': ['ID=96fe7204-6b00-4d05-88dc-4bd6cf6582b5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:28.006221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b580145-292c-4fab-9e48-0676fbab73c3 req-d7c35122-4f22-4f57-bf49-690a328b6298 tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.73 "GET /v2.0/security-groups?id=59fa1758-975b-424f-89fa-cdffc5e2834a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098232 Nov 12 13:43:28.048641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dce9fe11-6298-4ec2-93d4-6565b558b584 None None] Provisioning complete for port d5871871-2810-47e3-8109-456bd4cc0923 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:28.049215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce9fe11-6298-4ec2-93d4-6565b558b584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:28.083189 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9c4ebec4-2702-4bcb-8891-28a24643704a req-8a98a3dd-496e-44a9-b526-39c4f0cfa645 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0778849 Nov 12 13:43:28.085379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-7485ef75-c868-4354-8728-1f8dd6d6edbe tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] No DVR routers for this DVR port 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:28.092001 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-7485ef75-c868-4354-8728-1f8dd6d6edbe tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:28.099310 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-706583f8-dd3c-4398-8fb7-14c94b5e1f16 req-7485ef75-c868-4354-8728-1f8dd6d6edbe tempest-ServerMetadataNegativeTestJSON-93418018 tempest-ServerMetadataNegativeTestJSON-93418018-project] 10.222.0.105 "DELETE /v2.0/ports/96fe7204-6b00-4d05-88dc-4bd6cf6582b5 HTTP/1.1" status: 204 len: 173 time: 1.5880213 Nov 12 13:43:28.099813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ef25ba-eaf4-4aa1-9361-db326f71c7ae', 'name': 'network-vif-deleted', 'tag': '96fe7204-6b00-4d05-88dc-4bd6cf6582b5'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:43:28.112241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dce9fe11-6298-4ec2-93d4-6565b558b584 None None] Port d5871871-2810-47e3-8109-456bd4cc0923 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:43:28.112448 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e938c3-7928-43f7-b7f5-fd64a7757957" -d '{"events": [{"server_uuid": "18ef25ba-eaf4-4aa1-9361-db326f71c7ae", "name": "network-vif-deleted", "tag": "96fe7204-6b00-4d05-88dc-4bd6cf6582b5"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:43:28.117867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-30b1081c-fd9e-4401-add4-7e3b7f9874ec tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags HTTP/1.1" status: 200 len: 205 time: 0.8749008 Nov 12 13:43:28.118904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37928) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:28.121113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-cf17c4a4-fd12-4760-b44f-d7130b650c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:28.123080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-cf17c4a4-fd12-4760-b44f-d7130b650c87 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=67239153-880f-4bb8-a429-51e466d254c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8136120 Nov 12 13:43:28.127896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-93d3886d-3fea-4368-9dd3-b35cc2e83f64 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:28.179774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-93d3886d-3fea-4368-9dd3-b35cc2e83f64 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags HTTP/1.1" status: 200 len: 241 time: 0.0526345 Nov 12 13:43:28.180832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37930) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:28.186690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-6ce54a60-d6a7-447e-bea2-bf6a33787b6d tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7', 'tempest-TagsExtTest-Tag-1126941931') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:28.198979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070e00f-3256-4891-89dc-0d42d6db17d9 req-66ad34dc-1410-4827-83ab-269e8125f268 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:28.200527 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b070e00f-3256-4891-89dc-0d42d6db17d9 req-66ad34dc-1410-4827-83ab-269e8125f268 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 945 time: 0.0784569 Nov 12 13:43:28.223753 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee60fd94-6034-4f94-8d27-b8dd7ee2f5b3 x-openstack-request-id: req-ee60fd94-6034-4f94-8d27-b8dd7ee2f5b3 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:43:28.224350 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ef25ba-eaf4-4aa1-9361-db326f71c7ae", "name": "network-vif-deleted", "tag": "96fe7204-6b00-4d05-88dc-4bd6cf6582b5", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:43:28.224923 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee60fd94-6034-4f94-8d27-b8dd7ee2f5b3 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:43:28.225650 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ef25ba-eaf4-4aa1-9361-db326f71c7ae', 'name': 'network-vif-deleted', 'tag': '96fe7204-6b00-4d05-88dc-4bd6cf6582b5', 'status': 'completed', 'code': 200} Nov 12 13:43:28.270088 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6ce54a60-d6a7-447e-bea2-bf6a33787b6d tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags/tempest-TagsExtTest-Tag-1126941931 HTTP/1.1" status: 204 len: 168 time: 0.0857472 Nov 12 13:43:28.271226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37934) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:28.276183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-be5b9bb8-4338-4946-8f0c-2ca34fd62b69 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7', 'tempest-TagsExtTest-Tag-1126941931') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:28.309272 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b070e00f-3256-4891-89dc-0d42d6db17d9 req-4769e802-6f67-4370-a32a-c7775702d325 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856915 Nov 12 13:43:28.309447 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-000be50d-3179-4fa4-a4b5-af24ea3ef1aa service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509552 Nov 12 13:43:28.362754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-be5b9bb8-4338-4946-8f0c-2ca34fd62b69 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags/tempest-TagsExtTest-Tag-1126941931 HTTP/1.1" status: 204 len: 168 time: 0.0904634 Nov 12 13:43:28.365200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37938) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:28.381642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-c59465b3-dfea-488c-92e8-e446862cb86b tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:28.407888 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c59465b3-dfea-488c-92e8-e446862cb86b tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags HTTP/1.1" status: 200 len: 205 time: 0.0384619 Nov 12 13:43:28.408128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:28.409378 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4040eb0-75f3-4c96-b6e8-90478ccb71e0 req-b67b6795-fe71-4fbb-9aed-1ec1f4f1f31e service neutron] 10.222.0.105 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944347 Nov 12 13:43:28.412637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-8cd70f3c-7042-4a1c-a8c8-8b572292ebc5 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:28.439175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8cd70f3c-7042-4a1c-a8c8-8b572292ebc5 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags HTTP/1.1" status: 204 len: 168 time: 0.0300457 Nov 12 13:43:28.441615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37942) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:28.446238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-b86b9343-b8ee-4c8e-9397-6ea1a866d11b tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:28.529548 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b86b9343-b8ee-4c8e-9397-6ea1a866d11b tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags HTTP/1.1" status: 204 len: 168 time: 0.0868523 Nov 12 13:43:28.532891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37946) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:28.537905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-fe6c0591-a72a-48ca-a69a-466dffe23c88 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:28.650107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a1ed6-740c-40b3-9fe2-b700ae8f80b5 req-bf4955d4-3995-4927-a672-1ba1d5bf9f45 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:28.660401 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db7a1ed6-740c-40b3-9fe2-b700ae8f80b5 req-bf4955d4-3995-4927-a672-1ba1d5bf9f45 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 947 time: 0.0869246 Nov 12 13:43:28.706872 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fe6c0591-a72a-48ca-a69a-466dffe23c88 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags HTTP/1.1" status: 204 len: 168 time: 0.1728170 Nov 12 13:43:28.709898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:28.714343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-4a662633-97f0-42de-964f-01d426b3b01c tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:28.733696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db7a1ed6-740c-40b3-9fe2-b700ae8f80b5 req-8fd19085-b2ec-4137-98e5-d41f1acc3a87 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721383 Nov 12 13:43:28.825763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4a662633-97f0-42de-964f-01d426b3b01c tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags HTTP/1.1" status: 204 len: 168 time: 0.1106639 Nov 12 13:43:28.826750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37956) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:28.832356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-c919b1d4-8b14-4e71-9ef8-7b94bb2cddff tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168', 'tempest-TagsExtTest-Tag-1094293262') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:28.880834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 479cd796-5002-4b6f-9d66-6eb37f5f334f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:43:28.914715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37958) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:28.915384 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c919b1d4-8b14-4e71-9ef8-7b94bb2cddff tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags/tempest-TagsExtTest-Tag-1094293262 HTTP/1.1" status: 201 len: 201 time: 0.0864391 Nov 12 13:43:28.921351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-efd9ad3b-9a90-4325-8afb-4b7f02bd87b0 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923', 'tempest-TagsExtTest-Tag-463127915') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:28.937734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 479cd796-5002-4b6f-9d66-6eb37f5f334f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:28.938124 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:28.995501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-efd9ad3b-9a90-4325-8afb-4b7f02bd87b0 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags/tempest-TagsExtTest-Tag-463127915 HTTP/1.1" status: 201 len: 201 time: 0.0786719 Nov 12 13:43:28.998093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37964) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:29.003212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-b988bd9b-dcf5-44d9-a3b8-347871f8d8db tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598', 'tempest-TagsExtTest-Tag-1721997940') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:29.095660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37968) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:29.150117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b988bd9b-dcf5-44d9-a3b8-347871f8d8db tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags/tempest-TagsExtTest-Tag-1721997940 HTTP/1.1" status: 201 len: 201 time: 0.1481860 Nov 12 13:43:29.157329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37974) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:29.166557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-6088ee40-b640-44f2-8756-0fcf6ffcf53c tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7', 'tempest-TagsExtTest-Tag-212625344') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:29.229399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Deleting subnet 669366a8-a01c-4921-a71e-4ebac571f2b4 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:43:29.234963 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-524ee153-6a34-4646-bb09-d2045b9ee9a1 req-a30e5ca1-d5c3-4b35-88ad-63c199932d69 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0401030 Nov 12 13:43:29.235606 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:29.280614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:29.281761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6088ee40-b640-44f2-8756-0fcf6ffcf53c tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags/tempest-TagsExtTest-Tag-212625344 HTTP/1.1" status: 201 len: 201 time: 0.1207986 Nov 12 13:43:29.287804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-ed92de25-fb5b-4557-9a4c-380d1105a3e9 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168', {'tags': ['tempest-TagsExtTest-Tag-1798830556', 'tempest-TagsExtTest-Tag-1703820320', 'tempest-TagsExtTest-Tag-1130971426']}) {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:29.295448 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:29.362355 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:29.400969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ed92de25-fb5b-4557-9a4c-380d1105a3e9 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags HTTP/1.1" status: 200 len: 318 time: 0.1149876 Nov 12 13:43:29.402604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37988) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:29.430825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-b25c1af7-38c4-48bb-acf8-a90ae277a3ad tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:29.458690 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:29.478742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e51b-a17a-408c-a70f-74b7a71bf7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:29.502324 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669366a8-a01c-4921-a71e-4ebac571f2b4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:29.510336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.510685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.511029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.511367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.511703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.512036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.512468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.512690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.513018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.513367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.513697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.514048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:29.524140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:29.534473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300ff11-34aa-4e36-8fbb-0a596a9d55ff req-53a865c0-9d93-435e-83e1-207193ce2c99 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:29.542096 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1300ff11-34aa-4e36-8fbb-0a596a9d55ff req-53a865c0-9d93-435e-83e1-207193ce2c99 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 945 time: 0.1154566 Nov 12 13:43:29.543008 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d7ccc604-1cbf-4c59-8b60-80ce28d9b408 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/669366a8-a01c-4921-a71e-4ebac571f2b4 HTTP/1.1" status: 204 len: 168 time: 0.4386814 Nov 12 13:43:29.543691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37990) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:29.620047 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b25c1af7-38c4-48bb-acf8-a90ae277a3ad tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags HTTP/1.1" status: 204 len: 168 time: 0.1972384 Nov 12 13:43:29.625061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37998) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:29.629567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-518f7e0e-48a2-45a7-af4d-7ace00e731e2 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168', 'tempest-TagsExtTest-Tag-1798830556') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:29.638276 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1300ff11-34aa-4e36-8fbb-0a596a9d55ff req-db91f5bf-bab3-41df-95b7-f8c180081e04 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949688 Nov 12 13:43:29.644437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:29.688997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38004) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:29.701077 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-518f7e0e-48a2-45a7-af4d-7ace00e731e2 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:29.702337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-518f7e0e-48a2-45a7-af4d-7ace00e731e2 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags/tempest-TagsExtTest-Tag-1798830556 HTTP/1.1" status: 404 len: 329 time: 0.0763013 Nov 12 13:43:29.705394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38006) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:29.710545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-828bbfbd-e58f-488b-8976-315d343cbf66 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168', 'tempest-TagsExtTest-Tag-1703820320') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:29.818922 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-828bbfbd-e58f-488b-8976-315d343cbf66 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:29.822838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-828bbfbd-e58f-488b-8976-315d343cbf66 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags/tempest-TagsExtTest-Tag-1703820320 HTTP/1.1" status: 404 len: 329 time: 0.1162705 Nov 12 13:43:29.823412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38020) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:29.830903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-690d113e-1dab-40ea-9351-44c0a721c91d tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168', 'tempest-TagsExtTest-Tag-1130971426') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:29.901115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:29.925665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3fd5694b-e7d8-483e-b9fc-067c8d72b8d7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/2284fc5d-4e14-4456-bb9d-069edf6f1ca5 HTTP/1.1" status: 200 len: 993 time: 0.2351308 Nov 12 13:43:29.942148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e74ada-a292-44a1-bfd9-2041307f9042 req-00383fa4-0543-4002-a377-7e6b9bcaaaa1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:29.949078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c49ce2-43c2-4550-b871-4bbee8b5212c']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:29.953385 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44e74ada-a292-44a1-bfd9-2041307f9042 req-00383fa4-0543-4002-a377-7e6b9bcaaaa1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 947 time: 0.0850296 Nov 12 13:43:29.970121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b7c0ef-c563-4ab5-97c3-ee5e525eb789') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:29.970424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b7c0ef-c563-4ab5-97c3-ee5e525eb789') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:29.986948 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:29.989149 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-690d113e-1dab-40ea-9351-44c0a721c91d tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:29.992870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-690d113e-1dab-40ea-9351-44c0a721c91d tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags/tempest-TagsExtTest-Tag-1130971426 HTTP/1.1" status: 404 len: 329 time: 0.1660559 Nov 12 13:43:29.993706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38034) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.003048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-6f477742-a67e-4e8c-b084-4c60de0338f3 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923', {'tags': ['tempest-TagsExtTest-Tag-1643252526', 'tempest-TagsExtTest-Tag-244346241', 'tempest-TagsExtTest-Tag-939329352']}) {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:30.030523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-44e74ada-a292-44a1-bfd9-2041307f9042 req-41b38eac-ed86-4ece-b260-6ce1961600b7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768986 Nov 12 13:43:30.048589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.060172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:43:30.060578 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:43:30.063047 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:43:30.093802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 910d9247-b518-42d4-a04e-f32404c9c366 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:43:30.151246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.169171 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.176267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f3c49ce2-43c2-4550-b871-4bbee8b5212c HTTP/1.1" status: 204 len: 168 time: 0.6283531 Nov 12 13:43:30.176267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6f477742-a67e-4e8c-b084-4c60de0338f3 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags HTTP/1.1" status: 200 len: 316 time: 0.1790726 Nov 12 13:43:30.177774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.185723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-bc42c787-cd54-412f-8cf8-bbc98e77810f tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:30.209606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc598e14-39c7-418e-9ebd-8b513b6226b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c49ce2-43c2-4550-b871-4bbee8b5212c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:30.245993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 910d9247-b518-42d4-a04e-f32404c9c366 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:43:30.251004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 910d9247-b518-42d4-a04e-f32404c9c366 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:30.254943 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.304481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bc42c787-cd54-412f-8cf8-bbc98e77810f tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags HTTP/1.1" status: 204 len: 168 time: 0.1242011 Nov 12 13:43:30.306465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38058) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.321564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-5210ea7a-d3f3-4012-9224-f29dfbad4bbb tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923', 'tempest-TagsExtTest-Tag-1643252526') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:30.361615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:30.405843 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-5210ea7a-d3f3-4012-9224-f29dfbad4bbb tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:30.405843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5210ea7a-d3f3-4012-9224-f29dfbad4bbb tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags/tempest-TagsExtTest-Tag-1643252526 HTTP/1.1" status: 404 len: 329 time: 0.0959673 Nov 12 13:43:30.407902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38062) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.415637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-a9165b52-eefd-4311-878d-e1b524a4e621 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923', 'tempest-TagsExtTest-Tag-244346241') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:30.420627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:30.421437 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 96fe7204-6b00-4d05-88dc-4bd6cf6582b5 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:30.444951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d98aff92-71c7-4c75-a968-748ef164b2da req-ff05d723-47fe-484a-9712-a72a2414f6fb tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0689151 Nov 12 13:43:30.485073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.492264 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a9165b52-eefd-4311-878d-e1b524a4e621 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:30.496080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38066) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.497129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a9165b52-eefd-4311-878d-e1b524a4e621 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags/tempest-TagsExtTest-Tag-244346241 HTTP/1.1" status: 404 len: 328 time: 0.0876331 Nov 12 13:43:30.497808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.503230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-615d6deb-c7e4-421e-8c66-1a68c68bbe69 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923', 'tempest-TagsExtTest-Tag-939329352') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:30.525532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:43:30.528258 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d82ab95-4d0f-4997-a5b7-8252d4f3cd7b" -d '{"events": [{"server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "name": "network-vif-plugged", "status": "completed", "tag": "910d9247-b518-42d4-a04e-f32404c9c366"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:43:30.575825 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=910d9247-b518-42d4-a04e-f32404c9c366,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:30.588609 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-615d6deb-c7e4-421e-8c66-1a68c68bbe69 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:30.589198 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.589885 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-615d6deb-c7e4-421e-8c66-1a68c68bbe69 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags/tempest-TagsExtTest-Tag-939329352 HTTP/1.1" status: 404 len: 328 time: 0.0904381 Nov 12 13:43:30.593612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38072) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.595830 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-42dd8a5b-71e5-43e1-b8a2-6761c5d1c377 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f4bfd870aeb44399abdc3609f8d7f15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0968874 Nov 12 13:43:30.598252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38074) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.599553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-4b799394-dbd8-43c1-b42e-896e1b6bb95d tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598', {'tags': ['tempest-TagsExtTest-Tag-122528446', 'tempest-TagsExtTest-Tag-1101640875', 'tempest-TagsExtTest-Tag-1465422688']}) {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:30.618665 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7992b67f-be92-41b5-b0bf-e8cbc06d1b93 x-openstack-request-id: req-7992b67f-be92-41b5-b0bf-e8cbc06d1b93 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:43:30.619077 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "name": "network-vif-plugged", "status": "completed", "tag": "910d9247-b518-42d4-a04e-f32404c9c366", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:43:30.619428 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7992b67f-be92-41b5-b0bf-e8cbc06d1b93 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:43:30.620623 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366', 'code': 200} Nov 12 13:43:30.655935 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.679064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=910d9247-b518-42d4-a04e-f32404c9c366,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:30.714647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4b799394-dbd8-43c1-b42e-896e1b6bb95d tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags HTTP/1.1" status: 200 len: 317 time: 0.1198173 Nov 12 13:43:30.719052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38076) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.724159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-3d546f0b-6803-4da0-92b5-b6a7ce580ac7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:30.726706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f01c9dc2-a0f1-4bd2-aa1c-6007bdb99db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.754007 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f01c9dc2-a0f1-4bd2-aa1c-6007bdb99db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.820476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3d546f0b-6803-4da0-92b5-b6a7ce580ac7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags HTTP/1.1" status: 204 len: 168 time: 0.1002634 Nov 12 13:43:30.825544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38082) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.825735 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f01c9dc2-a0f1-4bd2-aa1c-6007bdb99db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.830014 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f01c9dc2-a0f1-4bd2-aa1c-6007bdb99db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:30.831298 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f01c9dc2-a0f1-4bd2-aa1c-6007bdb99db4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59fa1758-975b-424f-89fa-cdffc5e2834a HTTP/1.1" status: 204 len: 168 time: 0.2305369 Nov 12 13:43:30.839814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c9dc2-a0f1-4bd2-aa1c-6007bdb99db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fa1758-975b-424f-89fa-cdffc5e2834a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:30.842071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-dce65d27-4c41-4268-96b5-df24d0544d48 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598', 'tempest-TagsExtTest-Tag-122528446') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:30.946649 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-dce65d27-4c41-4268-96b5-df24d0544d48 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:30.947715 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dce65d27-4c41-4268-96b5-df24d0544d48 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags/tempest-TagsExtTest-Tag-122528446 HTTP/1.1" status: 404 len: 328 time: 0.1210105 Nov 12 13:43:30.950702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38088) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:30.956055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-c4c327d6-4236-443a-bb89-8eabf98dc1f7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598', 'tempest-TagsExtTest-Tag-1101640875') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.034771 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-c4c327d6-4236-443a-bb89-8eabf98dc1f7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:31.035972 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c4c327d6-4236-443a-bb89-8eabf98dc1f7 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags/tempest-TagsExtTest-Tag-1101640875 HTTP/1.1" status: 404 len: 329 time: 0.0841565 Nov 12 13:43:31.038717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38090) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.043859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-6315fc9b-a662-4c01-83d7-fa9f2b89f326 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598', 'tempest-TagsExtTest-Tag-1465422688') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.144575 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-6315fc9b-a662-4c01-83d7-fa9f2b89f326 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:31.148339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6315fc9b-a662-4c01-83d7-fa9f2b89f326 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags/tempest-TagsExtTest-Tag-1465422688 HTTP/1.1" status: 404 len: 329 time: 0.1084189 Nov 12 13:43:31.149176 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38100) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.153990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-a2934b89-4237-4ba9-8ada-7b09018aed6c tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7', {'tags': ['tempest-TagsExtTest-Tag-1604164998', 'tempest-TagsExtTest-Tag-353029332', 'tempest-TagsExtTest-Tag-1246603667']}) {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.213031 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a2934b89-4237-4ba9-8ada-7b09018aed6c tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "PUT /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags HTTP/1.1" status: 200 len: 317 time: 0.0601771 Nov 12 13:43:31.213262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af5b8d-a65f-4c3f-8a45-48ab1d7fff38 req-4849f184-ffaf-4780-9bf1-b04e7975fd21 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:31.215264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38104) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.221074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-919aae3b-a78e-4a82-90d1-d2ae912b7c4a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.222123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0af5b8d-a65f-4c3f-8a45-48ab1d7fff38 req-4849f184-ffaf-4780-9bf1-b04e7975fd21 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 947 time: 0.0946345 Nov 12 13:43:31.275687 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-919aae3b-a78e-4a82-90d1-d2ae912b7c4a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags HTTP/1.1" status: 204 len: 168 time: 0.0591743 Nov 12 13:43:31.276875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0af5b8d-a65f-4c3f-8a45-48ab1d7fff38 req-8dc94463-65b7-4439-82f3-10928840edca tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538740 Nov 12 13:43:31.279484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.284323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-202b9eb2-2f9e-4f4a-b2fd-9281a498302a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7', 'tempest-TagsExtTest-Tag-1604164998') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.308961 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-202b9eb2-2f9e-4f4a-b2fd-9281a498302a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:31.310060 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-202b9eb2-2f9e-4f4a-b2fd-9281a498302a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags/tempest-TagsExtTest-Tag-1604164998 HTTP/1.1" status: 404 len: 329 time: 0.0292878 Nov 12 13:43:31.314028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38114) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.318637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-a98a1fe3-b48a-45f5-ba98-23b56bfbbc66 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7', 'tempest-TagsExtTest-Tag-353029332') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.342650 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a98a1fe3-b48a-45f5-ba98-23b56bfbbc66 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:31.343849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a98a1fe3-b48a-45f5-ba98-23b56bfbbc66 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags/tempest-TagsExtTest-Tag-353029332 HTTP/1.1" status: 404 len: 328 time: 0.0289013 Nov 12 13:43:31.346850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38118) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.351331 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-a9652dab-c96c-41a7-9869-382a2c3bd4c5 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7', 'tempest-TagsExtTest-Tag-1246603667') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.382708 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-a9652dab-c96c-41a7-9869-382a2c3bd4c5 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] show failed (client error): The resource could not be found. Nov 12 13:43:31.383775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a9652dab-c96c-41a7-9869-382a2c3bd4c5 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags/tempest-TagsExtTest-Tag-1246603667 HTTP/1.1" status: 404 len: 329 time: 0.0359097 Nov 12 13:43:31.386932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.392229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-09222180-766f-4281-b094-430e678f6bdd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83e33dca-1fbf-4e72-9735-5abcd53bbdc7') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.421795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-09222180-766f-4281-b094-430e678f6bdd tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7/tags HTTP/1.1" status: 204 len: 168 time: 0.0336485 Nov 12 13:43:31.424493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.430303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-3385e983-4231-4522-b5e3-39c34cbac573 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4c3a9391-cd38-4ea4-bbe5-8555f568a598') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.547721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3385e983-4231-4522-b5e3-39c34cbac573 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598/tags HTTP/1.1" status: 204 len: 168 time: 0.1217654 Nov 12 13:43:31.550287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38134) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.554762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-014f6176-5406-42af-936c-49390da39fbf tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5871871-2810-47e3-8109-456bd4cc0923') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.584514 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c1f2396-2f41-4bb9-bd7c-eef39f961f08 req-38aee919-9e9a-48c8-ae11-565dfeaa61f3 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0303283 Nov 12 13:43:31.629675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38138) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.634447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.tag.tag_plugin [None req-75c610af-ea33-472b-95ac-3a4f9e424652 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18794f86-ab51-4fd3-9263-86ede85c4168') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:31.634905 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-014f6176-5406-42af-936c-49390da39fbf tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923/tags HTTP/1.1" status: 204 len: 168 time: 0.0825069 Nov 12 13:43:31.704518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-75c610af-ea33-472b-95ac-3a4f9e424652 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168/tags HTTP/1.1" status: 204 len: 168 time: 0.0737028 Nov 12 13:43:31.709170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38146) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.806588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f1b61e3-018d-4ee8-af0c-1aadeec51715 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for subnetpool, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:31.807743 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6f1b61e3-018d-4ee8-af0c-1aadeec51715 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/subnetpools/83e33dca-1fbf-4e72-9735-5abcd53bbdc7 HTTP/1.1" status: 204 len: 168 time: 0.0974810 Nov 12 13:43:31.810474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38150) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.847730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38154) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:31.852840 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bd295eb3-4abd-483a-9aa2-c9568d136c5d tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c3a9391-cd38-4ea4-bbe5-8555f568a598 HTTP/1.1" status: 200 len: 205 time: 0.0411384 Nov 12 13:43:31.939986 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b907f1bc-3a8c-486c-9a3a-8f6b14bef18a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.111706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b907f1bc-3a8c-486c-9a3a-8f6b14bef18a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.113917 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b907f1bc-3a8c-486c-9a3a-8f6b14bef18a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.159799 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b907f1bc-3a8c-486c-9a3a-8f6b14bef18a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.161542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b907f1bc-3a8c-486c-9a3a-8f6b14bef18a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3a9391-cd38-4ea4-bbe5-8555f568a598 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:43:32.169444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b907f1bc-3a8c-486c-9a3a-8f6b14bef18a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.173352 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b907f1bc-3a8c-486c-9a3a-8f6b14bef18a tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/routers/4c3a9391-cd38-4ea4-bbe5-8555f568a598 HTTP/1.1" status: 204 len: 168 time: 0.3218927 Nov 12 13:43:32.173581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38168) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:32.225419 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.285349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-8fe01dba-5871-4ebb-b8c2-5889b87662c0 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Deleting port d5871871-2810-47e3-8109-456bd4cc0923 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:32.285698 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8fe01dba-5871-4ebb-b8c2-5889b87662c0 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.384199 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8fe01dba-5871-4ebb-b8c2-5889b87662c0 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.399835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-8fe01dba-5871-4ebb-b8c2-5889b87662c0 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Calling delete_port for d5871871-2810-47e3-8109-456bd4cc0923 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:32.594288 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8fe01dba-5871-4ebb-b8c2-5889b87662c0 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.629011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe01dba-5871-4ebb-b8c2-5889b87662c0 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Pushing event deleted for resources: {'Port': ['ID=d5871871-2810-47e3-8109-456bd4cc0923,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:32.730189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fe637bb-5c9f-46e5-9411-c491a2bc8b77 req-3b4e41a1-5f82-4c96-be8a-2398b3be71e4 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0364501 Nov 12 13:43:32.763604 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8fe01dba-5871-4ebb-b8c2-5889b87662c0 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.767314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8fe01dba-5871-4ebb-b8c2-5889b87662c0 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/ports/d5871871-2810-47e3-8109-456bd4cc0923 HTTP/1.1" status: 204 len: 168 time: 0.5928214 Nov 12 13:43:32.773153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38192) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:32.848707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c73242-4068-49c6-9765-3dd940cc0959 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Deleting subnet 18794f86-ab51-4fd3-9263-86ede85c4168 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:43:32.852358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c73242-4068-49c6-9765-3dd940cc0959 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.898161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:32.940751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c73242-4068-49c6-9765-3dd940cc0959 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.021968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c73242-4068-49c6-9765-3dd940cc0959 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.097841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c73242-4068-49c6-9765-3dd940cc0959 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.128811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c73242-4068-49c6-9765-3dd940cc0959 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Pushing event deleted for resources: {'Subnet': ['ID=18794f86-ab51-4fd3-9263-86ede85c4168,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:33.130998 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c73242-4068-49c6-9765-3dd940cc0959 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.134351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d9c73242-4068-49c6-9765-3dd940cc0959 tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/subnets/18794f86-ab51-4fd3-9263-86ede85c4168 HTTP/1.1" status: 204 len: 168 time: 0.3595512 Nov 12 13:43:33.136907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38200) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:33.144413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb5bd22-af78-484b-842e-7139706f8e02 None None] Network 0cad5668-3ab2-46aa-9a81-270c07fd01f6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:43:33.234260 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.305734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Deleting port 479cd796-5002-4b6f-9d66-6eb37f5f334f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:33.306162 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.375176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6080cab-33e6-4bed-aa91-b9898b7c512c None None] DHCP port deletion for 0cad5668-3ab2-46aa-9a81-270c07fd01f6 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:43:33.385882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] For port 479cd796-5002-4b6f-9d66-6eb37f5f334f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=479cd796-5002-4b6f-9d66-6eb37f5f334f,segment=NetworkSegment(e3641671-3f72-404b-a0a3-455786b3245a),segment_id=e3641671-3f72-404b-a0a3-455786b3245a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:33.386179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.402247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Calling delete_port for 479cd796-5002-4b6f-9d66-6eb37f5f334f owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:33.432986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f6080cab-33e6-4bed-aa91-b9898b7c512c None None] Deleting port 479cd796-5002-4b6f-9d66-6eb37f5f334f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:33.433699 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6080cab-33e6-4bed-aa91-b9898b7c512c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.535034 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f6080cab-33e6-4bed-aa91-b9898b7c512c None None] For port 479cd796-5002-4b6f-9d66-6eb37f5f334f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=479cd796-5002-4b6f-9d66-6eb37f5f334f,segment=NetworkSegment(e3641671-3f72-404b-a0a3-455786b3245a),segment_id=e3641671-3f72-404b-a0a3-455786b3245a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:33.535449 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6080cab-33e6-4bed-aa91-b9898b7c512c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.557460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f6080cab-33e6-4bed-aa91-b9898b7c512c None None] Calling delete_port for 479cd796-5002-4b6f-9d66-6eb37f5f334f owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:33.560024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.622548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Pushing event deleted for resources: {'Port': ['ID=479cd796-5002-4b6f-9d66-6eb37f5f334f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:33.631487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] No DVR routers for this DVR port 479cd796-5002-4b6f-9d66-6eb37f5f334f on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:33.642113 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6080cab-33e6-4bed-aa91-b9898b7c512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.672652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6080cab-33e6-4bed-aa91-b9898b7c512c None None] Pushing event deleted for resources: {'Port': ['ID=479cd796-5002-4b6f-9d66-6eb37f5f334f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:33.674431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6080cab-33e6-4bed-aa91-b9898b7c512c None None] No DVR routers for this DVR port 479cd796-5002-4b6f-9d66-6eb37f5f334f on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:33.759077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.781948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cad5668-3ab2-46aa-9a81-270c07fd01f6']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:33.795930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3641671-3f72-404b-a0a3-455786b3245a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:33.796301 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3641671-3f72-404b-a0a3-455786b3245a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:33.812511 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.843669 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.862433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-de66eb8e-5f45-468f-bbb9-6fcdf449da41 req-c028beba-de72-4b37-a719-e536367d62c8 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0393624 Nov 12 13:43:33.865133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:43:33.865516 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:43:33.868845 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:43:33.930988 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.938816 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:33.941895 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] 10.222.0.73 "DELETE /v2.0/networks/0cad5668-3ab2-46aa-9a81-270c07fd01f6 HTTP/1.1" status: 204 len: 168 time: 0.7992916 Nov 12 13:43:33.959181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90a5fb-77ce-464c-8144-06ee36bbe3fc tempest-TagsExtTest-438362098 tempest-TagsExtTest-438362098-project] Pushing event deleted for resources: {'Network': ['ID=0cad5668-3ab2-46aa-9a81-270c07fd01f6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:34.237949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38234) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:34.377632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-49e54675-47d2-4daa-863e-eea4f4f869d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9dd7ae801bb4e3bbe813b4db10bb7e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377840 Nov 12 13:43:34.380139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38240) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:34.430611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7ce1b78b-554b-4676-aa0d-2ff28e533c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:34.453900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7ce1b78b-554b-4676-aa0d-2ff28e533c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:34.505207 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7ce1b78b-554b-4676-aa0d-2ff28e533c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:34.508226 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7ce1b78b-554b-4676-aa0d-2ff28e533c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:34.509492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7ce1b78b-554b-4676-aa0d-2ff28e533c6b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c5b27b7-e2a1-4453-86ae-11dcbfbf0ab9 HTTP/1.1" status: 204 len: 168 time: 0.1283669 Nov 12 13:43:34.535530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1b78b-554b-4676-aa0d-2ff28e533c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5b27b7-e2a1-4453-86ae-11dcbfbf0ab9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:34.892787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 479cd796-5002-4b6f-9d66-6eb37f5f334f no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:34.916013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 479cd796-5002-4b6f-9d66-6eb37f5f334f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:34.916643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 479cd796-5002-4b6f-9d66-6eb37f5f334f not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:35.036731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-50cd8d17-6d63-4d15-bf93-06969ec721db req-b98d622a-33f0-45b0-8410-082e041c2b9a tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0517886 Nov 12 13:43:36.205467 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-461fe754-ce5a-4e7b-abf1-163bce285e53 req-e6590255-0ac1-41b2-9cc7-6c2e51045509 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0504112 Nov 12 13:43:36.830725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38356) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:37.243740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:37.366427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1aa5a401-cae6-43ed-81cb-035d5a401b9d req-dff9586b-694b-4888-aba9-adad6174a997 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0374498 Nov 12 13:43:37.787995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port 7f988c14-dd0a-4125-aace-b789fa0c5a14 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:37.788346 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:37.916294 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] For port 7f988c14-dd0a-4125-aace-b789fa0c5a14, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7f988c14-dd0a-4125-aace-b789fa0c5a14,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:37.917141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:37.946514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for 7f988c14-dd0a-4125-aace-b789fa0c5a14 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:38.218553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:38.254195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=7f988c14-dd0a-4125-aace-b789fa0c5a14,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:38.559592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3d3da3ea-e8de-418c-b41f-538f58617228 req-c3c295f1-0033-4ecb-b748-8da35e504a57 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0877771 Nov 12 13:43:38.676342 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:39.005011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 697557ee-d8f3-41d0-ba83-1210b9acff02 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:43:39.163615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:43:39.173231 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9111593f-9a8d-491c-ba51-93dfaf21be03 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "PUT /v2.0/routers/697557ee-d8f3-41d0-ba83-1210b9acff02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3413815 Nov 12 13:43:39.179108 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] Sync routers for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:43:39.212123 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:39.212762 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:39.476886 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:39.537439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83209abb-cf55-4232-b1a5-3643a4e526b2 req-eed5f2ca-f605-4f50-93ff-699d36327d68 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:39.551692 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83209abb-cf55-4232-b1a5-3643a4e526b2 req-eed5f2ca-f605-4f50-93ff-699d36327d68 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 946 time: 0.1209652 Nov 12 13:43:39.640670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83209abb-cf55-4232-b1a5-3643a4e526b2 req-f5bcaf38-2d91-4828-9602-0f4bb5f4b1ed tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867500 Nov 12 13:43:39.735343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af8887c5-813c-4e2c-8dc3-58c1f822f75c req-fcd543ed-2caa-44fa-9e49-e5aa819cbacb tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0596137 Nov 12 13:43:40.001770 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:38Z', 'revision_number': 6, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd26f3ec4-5df8-4f70-9400-0e153e5da392', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'mac_address': 'fa:16:3e:71:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:08Z', 'updated_at': '2021-11-12T13:41:13Z', 'revision_number': 1, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:40.035248 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] Checking router: 697557ee-d8f3-41d0-ba83-1210b9acff02 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:43:40.047316 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:40.047950 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:40.167257 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:40.410659 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:38Z', 'revision_number': 6, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd26f3ec4-5df8-4f70-9400-0e153e5da392', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'mac_address': 'fa:16:3e:71:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:08Z', 'updated_at': '2021-11-12T13:41:13Z', 'revision_number': 1, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:40.437640 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a7fc5-bd04-4e7e-b16d-65b1ec7b4d16 None None] The sync data for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 is: [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:38Z', 'revision_number': 6, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'd26f3ec4-5df8-4f70-9400-0e153e5da392', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'port_id': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'mac_address': 'fa:16:3e:71:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:41:08Z', 'updated_at': '2021-11-12T13:41:13Z', 'revision_number': 1, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:43:40.831087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d007f87-379d-479d-b143-59d4fe25ddbc req-b0bf9c63-0639-4779-9646-2f17625c5207 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:40.849516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d007f87-379d-479d-b143-59d4fe25ddbc req-b0bf9c63-0639-4779-9646-2f17625c5207 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 946 time: 0.1246541 Nov 12 13:43:40.851240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7f988c14-dd0a-4125-aace-b789fa0c5a14 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:40.876819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 7f988c14-dd0a-4125-aace-b789fa0c5a14 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:40.877495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7f988c14-dd0a-4125-aace-b789fa0c5a14 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:40.898243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1039019a-a5b0-418d-a97f-cd3f5791f096 req-06ebf140-f4b8-45a2-a797-8697a04ee883 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0427535 Nov 12 13:43:40.969332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d007f87-379d-479d-b143-59d4fe25ddbc req-acfe2e42-8cc1-4ea0-8f13-3a7d85dc14f7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=1045da16-736e-4b92-9f57-d8644eebfac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186781 Nov 12 13:43:41.180646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-a1682a00-5157-4ed0-8d48-313ab088993a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:41.182207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-a1682a00-5157-4ed0-8d48-313ab088993a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 946 time: 0.0744965 Nov 12 13:43:41.344271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-db1f85d9-eadf-48b2-a3db-0db93eb96075 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port a5e0eabe-98fd-4359-b5b6-20be1185b92b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:41.344545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-db1f85d9-eadf-48b2-a3db-0db93eb96075 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:41.464382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-db1f85d9-eadf-48b2-a3db-0db93eb96075 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] For port a5e0eabe-98fd-4359-b5b6-20be1185b92b, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a5e0eabe-98fd-4359-b5b6-20be1185b92b,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:41.464893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-db1f85d9-eadf-48b2-a3db-0db93eb96075 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:41.480484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-db1f85d9-eadf-48b2-a3db-0db93eb96075 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for a5e0eabe-98fd-4359-b5b6-20be1185b92b owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:41.620849 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-db1f85d9-eadf-48b2-a3db-0db93eb96075 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:41.671123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f85d9-eadf-48b2-a3db-0db93eb96075 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=a5e0eabe-98fd-4359-b5b6-20be1185b92b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:41.719021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-db1f85d9-eadf-48b2-a3db-0db93eb96075 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] No DVR routers for this DVR port a5e0eabe-98fd-4359-b5b6-20be1185b92b on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:41.721888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-db1f85d9-eadf-48b2-a3db-0db93eb96075 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:41.725664 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-90d9f7cc-136b-4de0-bd59-a6a07d7d4bcc req-db1f85d9-eadf-48b2-a3db-0db93eb96075 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.70 "DELETE /v2.0/ports/a5e0eabe-98fd-4359-b5b6-20be1185b92b HTTP/1.1" status: 204 len: 173 time: 0.5050056 Nov 12 13:43:41.726205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a84cc1-883b-4f2d-980d-965eb487481b', 'name': 'network-vif-deleted', 'tag': 'a5e0eabe-98fd-4359-b5b6-20be1185b92b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:43:41.728921 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b3e879-1826-40d6-8589-9eee0896bedd" -d '{"events": [{"server_uuid": "d6a84cc1-883b-4f2d-980d-965eb487481b", "name": "network-vif-deleted", "tag": "a5e0eabe-98fd-4359-b5b6-20be1185b92b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:43:41.802966 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8788f267-4e6a-4e49-8f6b-b46f1aa9fc85 x-openstack-request-id: req-8788f267-4e6a-4e49-8f6b-b46f1aa9fc85 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:43:41.803287 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a84cc1-883b-4f2d-980d-965eb487481b", "name": "network-vif-deleted", "tag": "a5e0eabe-98fd-4359-b5b6-20be1185b92b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:43:41.803605 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8788f267-4e6a-4e49-8f6b-b46f1aa9fc85 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:43:41.804110 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a84cc1-883b-4f2d-980d-965eb487481b', 'name': 'network-vif-deleted', 'tag': 'a5e0eabe-98fd-4359-b5b6-20be1185b92b', 'status': 'completed', 'code': 200} Nov 12 13:43:42.022735 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2881563-0e70-442c-ba55-3e1975d90d94 req-3b9676cb-27d0-46fd-8258-1a1dd764f883 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0356350 Nov 12 13:43:42.105098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-56841cef-0433-42ba-b94c-9accfb6f1c95 req-a83c4b24-01b7-466a-9308-77e7f14820ff tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6a84cc1-883b-4f2d-980d-965eb487481b HTTP/1.1" status: 200 len: 210 time: 0.0345912 Nov 12 13:43:43.107957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:43.180593 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-362ada0b-cf70-4e24-8f63-aaa717c528b8 req-ed7acc23-5a57-48c9-bbdb-9ae508197f6a tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0681636 Nov 12 13:43:43.253027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:43.349041 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02784f15-4c43-4747-ba11-b250808e55e4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:43.415478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02784f15-4c43-4747-ba11-b250808e55e4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:43.519451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02784f15-4c43-4747-ba11-b250808e55e4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:43.532095 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02784f15-4c43-4747-ba11-b250808e55e4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:43.540088 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-02784f15-4c43-4747-ba11-b250808e55e4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/security-groups/1045da16-736e-4b92-9f57-d8644eebfac6 HTTP/1.1" status: 204 len: 168 time: 0.2843091 Nov 12 13:43:43.570428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02784f15-4c43-4747-ba11-b250808e55e4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1045da16-736e-4b92-9f57-d8644eebfac6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:43.592749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38570) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:43.719408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf8e3e0-3574-4dc3-9dd4-84a463bde1a4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting subnet 87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:43:43.723340 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e3e0-3574-4dc3-9dd4-84a463bde1a4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:43.787261 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e3e0-3574-4dc3-9dd4-84a463bde1a4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:43.963072 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e3e0-3574-4dc3-9dd4-84a463bde1a4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.047814 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e3e0-3574-4dc3-9dd4-84a463bde1a4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.061792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:44.101869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8e3e0-3574-4dc3-9dd4-84a463bde1a4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Subnet': ['ID=87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:44.119418 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e3e0-3574-4dc3-9dd4-84a463bde1a4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.120600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f6580b-75ff-4e07-bf5c-f89b4bc7570a None None] Network d7eaabb6-f0aa-4c53-9190-6e2fea020b59 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:43:44.127639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38586) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:44.140567 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cdf8e3e0-3574-4dc3-9dd4-84a463bde1a4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/subnets/87a1e8ed-e4dc-4a6f-b14d-f309c5e897d3 HTTP/1.1" status: 204 len: 168 time: 0.5464768 Nov 12 13:43:44.231607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a5e0eabe-98fd-4359-b5b6-20be1185b92b no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:44.292488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: a5e0eabe-98fd-4359-b5b6-20be1185b92b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:44.295153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a5e0eabe-98fd-4359-b5b6-20be1185b92b not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:44.325012 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.331097 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.344456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-776f046f-9fff-437f-8fd8-325143514230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.409129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-307248f3-7d31-482d-95f0-86af50f263f3 req-8e9da686-711d-458f-9ae9-2289c82125f7 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0744123 Nov 12 13:43:44.469552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] DHCP port deletion for d7eaabb6-f0aa-4c53-9190-6e2fea020b59 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:43:44.535286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port 41ac91dd-986a-4a50-8126-f979ce978733 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:44.535917 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.552390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Deleting port 41ac91dd-986a-4a50-8126-f979ce978733 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:44.552902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.610656 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-776f046f-9fff-437f-8fd8-325143514230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.621362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-776f046f-9fff-437f-8fd8-325143514230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.653615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] For port 41ac91dd-986a-4a50-8126-f979ce978733, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=41ac91dd-986a-4a50-8126-f979ce978733,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:44.654825 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.724908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] For port 41ac91dd-986a-4a50-8126-f979ce978733, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=41ac91dd-986a-4a50-8126-f979ce978733,segment=NetworkSegment(bc425e1f-d4a7-437c-b676-bc0726d6f5a6),segment_id=bc425e1f-d4a7-437c-b676-bc0726d6f5a6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:44.725547 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.761786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for 41ac91dd-986a-4a50-8126-f979ce978733 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:44.768094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-776f046f-9fff-437f-8fd8-325143514230 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=726862047fb04f2faf0c85f5266e74fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7027802 Nov 12 13:43:44.769174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38604) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:44.775458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Calling delete_port for 41ac91dd-986a-4a50-8126-f979ce978733 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:44.792896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f046f-9fff-437f-8fd8-325143514230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e89a7f-e6a6-4bdf-b0cc-539f50c9cded,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:44.910827 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a415f42-7520-48ff-a0cc-366a7598ab25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.961101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a415f42-7520-48ff-a0cc-366a7598ab25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:44.962575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 41ac91dd-986a-4a50-8126-f979ce978733 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:45.027078 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a415f42-7520-48ff-a0cc-366a7598ab25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:45.030203 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a415f42-7520-48ff-a0cc-366a7598ab25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:45.031439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8a415f42-7520-48ff-a0cc-366a7598ab25 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/35e89a7f-e6a6-4bdf-b0cc-539f50c9cded HTTP/1.1" status: 204 len: 168 time: 0.2601540 Nov 12 13:43:45.037096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:45.050569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a415f42-7520-48ff-a0cc-366a7598ab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e89a7f-e6a6-4bdf-b0cc-539f50c9cded,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:45.062216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Port 41ac91dd-986a-4a50-8126-f979ce978733 update to DOWN by agent not found {{(pid=102677) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 13:43:45.066089 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:45.089164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=41ac91dd-986a-4a50-8126-f979ce978733,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:45.091336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] No DVR routers for this DVR port 41ac91dd-986a-4a50-8126-f979ce978733 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:45.099456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] No DVR routers for this DVR port 41ac91dd-986a-4a50-8126-f979ce978733 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:45.158299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Pushing event deleted for resources: {'Port': ['ID=41ac91dd-986a-4a50-8126-f979ce978733,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:45.168497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.168841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.169174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.169539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.170756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.171566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.173254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.173993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.174556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.175209 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.175704 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.176263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625d398-0e05-4c37-b939-c51bed3a2189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:43:45.273492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:45.297161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7eaabb6-f0aa-4c53-9190-6e2fea020b59']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:45.312052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:45.312832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc425e1f-d4a7-437c-b676-bc0726d6f5a6') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:45.333477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:45.371796 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:45.386535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:43:45.387218 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:43:45.393730 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:43:45.973021 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3de1462b-fefe-4e88-bdf4-44179e53eb77 req-19dd1095-5dee-4933-95c5-b04c60fdce34 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0458996 Nov 12 13:43:45.973889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:45.979308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:45.985130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/networks/d7eaabb6-f0aa-4c53-9190-6e2fea020b59 HTTP/1.1" status: 204 len: 168 time: 1.8563609 Nov 12 13:43:45.987926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38648) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:46.002694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b41f09-66ff-4234-9b36-e84df299bb56 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Network': ['ID=d7eaabb6-f0aa-4c53-9190-6e2fea020b59,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:46.639515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port 4fe68996-4b92-4382-ac4c-268fbb362d63 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:46.639871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:46.756555 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:46.756892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:46.778412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for 4fe68996-4b92-4382-ac4c-268fbb362d63 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:47.117185 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:47.142856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-181a5574-ecd5-402c-a98f-57d340a0a667 req-6740ffde-a44d-4ef1-b7d4-9779f946ccae tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0458457 Nov 12 13:43:47.165086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=4fe68996-4b92-4382-ac4c-268fbb362d63,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:47.258145 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:47.258386 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Floating IP d26f3ec4-5df8-4f70-9400-0e153e5da392 disassociated (deleted). External IP: 172.25.5.38, port: b7966447-e53e-44ae-85f3-130a00ca91ca. Nov 12 13:43:47.519415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 697557ee-d8f3-41d0-ba83-1210b9acff02 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:43:47.672416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:43:47.684889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] Sync routers for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:43:47.696753 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:47.705568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:47.707829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:47.742065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0b5e1f7b-e264-407a-bc8e-e0661118ccaf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/floatingips/d26f3ec4-5df8-4f70-9400-0e153e5da392 HTTP/1.1" status: 204 len: 168 time: 1.7529290 Nov 12 13:43:47.742992 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'tag': 'b7966447-e53e-44ae-85f3-130a00ca91ca'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:43:47.745748 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2" -d '{"events": [{"name": "network-changed", "server_uuid": "30fa9747-b266-477a-87e7-8da7ef9cc2f4", "tag": "b7966447-e53e-44ae-85f3-130a00ca91ca"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:43:48.047955 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc9e5e3-a44d-47bc-b867-e596bc54c827 x-openstack-request-id: req-1fc9e5e3-a44d-47bc-b867-e596bc54c827 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:43:48.048257 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fa9747-b266-477a-87e7-8da7ef9cc2f4", "tag": "b7966447-e53e-44ae-85f3-130a00ca91ca", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:43:48.048513 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fc9e5e3-a44d-47bc-b867-e596bc54c827 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:43:48.049384 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'tag': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'status': 'completed', 'code': 200} Nov 12 13:43:48.053415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:48.167327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-c553e199-5755-49a8-8d2f-d38be77c2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:48.169674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-c553e199-5755-49a8-8d2f-d38be77c2959 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 1097 time: 0.0860651 Nov 12 13:43:48.196290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38714) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:48.299112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612c6b2-12b2-47b9-accd-1a6884b12297 req-3ee15dbb-8569-4559-a631-283588f7c71d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:48.311688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c612c6b2-12b2-47b9-accd-1a6884b12297 req-3ee15dbb-8569-4559-a631-283588f7c71d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 946 time: 0.0848813 Nov 12 13:43:48.376052 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c612c6b2-12b2-47b9-accd-1a6884b12297 req-21e44596-8409-437b-af27-e7f040aefcb9 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617034 Nov 12 13:43:48.379772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-ffd92945-7f3c-4b12-a168-a3df616beefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:48.387056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-ffd92945-7f3c-4b12-a168-a3df616beefd service neutron] 10.222.0.70 "GET /v2.0/networks?id=cfd10963-60d4-41d9-acc4-7044c33ab5e5 HTTP/1.1" status: 200 len: 898 time: 0.2088380 Nov 12 13:43:48.430940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f7e3101-bf82-45f9-83f6-b0e8b05f3d62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:48.433729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:38Z', 'revision_number': 6, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:48.464844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] Checking router: 697557ee-d8f3-41d0-ba83-1210b9acff02 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:43:48.475956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:48.476857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:48.530799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-526d39dd-ea3d-43ea-adb6-e65529d43ce3 req-c3cc04ee-23ae-46c2-8de2-1ed65cb13aad tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.1378398 Nov 12 13:43:48.534141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-51a24a63-ab59-47af-8320-0efdee539a46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7966447-e53e-44ae-85f3-130a00ca91ca HTTP/1.1" status: 200 len: 217 time: 0.1317501 Nov 12 13:43:48.539970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f7e3101-bf82-45f9-83f6-b0e8b05f3d62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:48.547019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3f7e3101-bf82-45f9-83f6-b0e8b05f3d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:48.589004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e3101-bf82-45f9-83f6-b0e8b05f3d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73edf5eb-a018-40d8-bd96-cf20c2020606,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:48.610280 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3f7e3101-bf82-45f9-83f6-b0e8b05f3d62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c56d6f62cc224cdda6cc1536cb5d75c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4114873 Nov 12 13:43:48.612124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38720) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:48.615119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-27d9799a-eb77-49ee-a2f0-6ed128b73c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:48.621913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-27d9799a-eb77-49ee-a2f0-6ed128b73c73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7d63467f-b4ff-4be4-83f1-98b6c26ee1ce HTTP/1.1" status: 200 len: 835 time: 0.0774047 Nov 12 13:43:48.627443 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:48.687611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-257bb7aa-9b0a-407e-b817-aef0ef6d1dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:48.714287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-cbc9702f-d999-468c-93ed-9683be99ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:48.715819 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-cbc9702f-d999-468c-93ed-9683be99ccc1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cfd10963-60d4-41d9-acc4-7044c33ab5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855536 Nov 12 13:43:48.720197 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-257bb7aa-9b0a-407e-b817-aef0ef6d1dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:48.834731 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-257bb7aa-9b0a-407e-b817-aef0ef6d1dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:48.838242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-257bb7aa-9b0a-407e-b817-aef0ef6d1dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:48.841796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-257bb7aa-9b0a-407e-b817-aef0ef6d1dde admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73edf5eb-a018-40d8-bd96-cf20c2020606 HTTP/1.1" status: 204 len: 168 time: 0.2262242 Nov 12 13:43:48.875699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bb7aa-9b0a-407e-b817-aef0ef6d1dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73edf5eb-a018-40d8-bd96-cf20c2020606,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:48.899350 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-bf70c9bb-d3a5-4b54-b74b-844e2575aa40 service neutron] 10.222.0.70 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745198 Nov 12 13:43:48.980946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:38Z', 'revision_number': 6, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:49.014687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d9d53-0ecd-47c4-abee-c95c4553c65a None None] The sync data for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 is: [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:38Z', 'revision_number': 6, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cc4eaaae-6c3b-4b91-a32d-f7b475d2a548', 'name': '', 'network_id': 'cfd10963-60d4-41d9-acc4-7044c33ab5e5', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:b2:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:23Z', 'updated_at': '2021-11-12T13:40:32Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7d63467f-b4ff-4be4-83f1-98b6c26ee1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:43:49.069687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc4cfb8-3084-4d10-8bba-70a0d9c526d2 req-256c06cc-f0fb-4268-8f67-dc10fc12f6e7 service neutron] 10.222.0.70 "GET /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622965 Nov 12 13:43:49.293658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38732) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:49.308401 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d83eae53-6c41-4948-b13d-a037d0496c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:49.402197 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d83eae53-6c41-4948-b13d-a037d0496c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:49.408303 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d83eae53-6c41-4948-b13d-a037d0496c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:49.437297 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd507148-38f4-4f30-b6bc-01a10a9637e7 None None] New status for floating IP d26f3ec4-5df8-4f70-9400-0e153e5da392: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:43:49.452603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38736) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:49.453180 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d83eae53-6c41-4948-b13d-a037d0496c34 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c4c86e97dcfb499f8978544316ab78ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1577528 Nov 12 13:43:49.462189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83eae53-6c41-4948-b13d-a037d0496c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037b7283-442c-4066-b8bb-c977ecca3458,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:49.590573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447538-94f8-4f22-9ee2-aba86487b3d9 req-d52b9950-8c2c-4c96-9357-81705e0051c5 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:49.592150 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65447538-94f8-4f22-9ee2-aba86487b3d9 req-d52b9950-8c2c-4c96-9357-81705e0051c5 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 946 time: 0.0867810 Nov 12 13:43:49.598769 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cfbf6ca-e8a9-4ea6-bf23-b2c7f5207168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:49.658367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65447538-94f8-4f22-9ee2-aba86487b3d9 req-7ff0d0fe-0b97-466b-8a21-1f3089a20eb3 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575719 Nov 12 13:43:49.672320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a01422da-2ec5-40c1-a63f-f0529f2cc3dc req-9db1e461-8f9a-47ae-a63a-789340552741 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0388284 Nov 12 13:43:49.679387 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cfbf6ca-e8a9-4ea6-bf23-b2c7f5207168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:49.737096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cfbf6ca-e8a9-4ea6-bf23-b2c7f5207168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:49.750601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4cfbf6ca-e8a9-4ea6-bf23-b2c7f5207168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:49.751775 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4cfbf6ca-e8a9-4ea6-bf23-b2c7f5207168 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/037b7283-442c-4066-b8bb-c977ecca3458 HTTP/1.1" status: 204 len: 168 time: 0.2973638 Nov 12 13:43:49.793734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbf6ca-e8a9-4ea6-bf23-b2c7f5207168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037b7283-442c-4066-b8bb-c977ecca3458,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:49.958638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-eb563e79-8292-419c-b482-be9750d0e4df tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:49.962952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-eb563e79-8292-419c-b482-be9750d0e4df tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.70 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 946 time: 0.0845716 Nov 12 13:43:50.132444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-465af3e4-bc9c-4be1-8cfd-53c5393838b8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port b7966447-e53e-44ae-85f3-130a00ca91ca {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:50.133346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-465af3e4-bc9c-4be1-8cfd-53c5393838b8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:50.270834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-465af3e4-bc9c-4be1-8cfd-53c5393838b8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] For port b7966447-e53e-44ae-85f3-130a00ca91ca, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=b7966447-e53e-44ae-85f3-130a00ca91ca,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:50.271406 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-465af3e4-bc9c-4be1-8cfd-53c5393838b8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:50.296186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-465af3e4-bc9c-4be1-8cfd-53c5393838b8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for b7966447-e53e-44ae-85f3-130a00ca91ca owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:50.539581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-465af3e4-bc9c-4be1-8cfd-53c5393838b8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:50.584530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465af3e4-bc9c-4be1-8cfd-53c5393838b8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=b7966447-e53e-44ae-85f3-130a00ca91ca,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:50.638213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-465af3e4-bc9c-4be1-8cfd-53c5393838b8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] No DVR routers for this DVR port b7966447-e53e-44ae-85f3-130a00ca91ca on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:50.642071 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-465af3e4-bc9c-4be1-8cfd-53c5393838b8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:50.646097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d77eb0c-4a9d-443d-b18f-aabf59c9c534 req-465af3e4-bc9c-4be1-8cfd-53c5393838b8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.70 "DELETE /v2.0/ports/b7966447-e53e-44ae-85f3-130a00ca91ca HTTP/1.1" status: 204 len: 173 time: 0.6793499 Nov 12 13:43:50.646652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'name': 'network-vif-deleted', 'tag': 'b7966447-e53e-44ae-85f3-130a00ca91ca'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:43:50.650088 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13db2b5-ded5-4bb3-ad11-23894dd7244d" -d '{"events": [{"server_uuid": "30fa9747-b266-477a-87e7-8da7ef9cc2f4", "name": "network-vif-deleted", "tag": "b7966447-e53e-44ae-85f3-130a00ca91ca"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:43:50.717517 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1248ad26-28df-497b-8559-0132151734b4 x-openstack-request-id: req-1248ad26-28df-497b-8559-0132151734b4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:43:50.717831 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fa9747-b266-477a-87e7-8da7ef9cc2f4", "name": "network-vif-deleted", "tag": "b7966447-e53e-44ae-85f3-130a00ca91ca", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:43:50.718397 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1248ad26-28df-497b-8559-0132151734b4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:43:50.718809 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa9747-b266-477a-87e7-8da7ef9cc2f4', 'name': 'network-vif-deleted', 'tag': 'b7966447-e53e-44ae-85f3-130a00ca91ca', 'status': 'completed', 'code': 200} Nov 12 13:43:50.830109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72e4afc2-f9a5-44fc-b5bb-bfa127bdacc6 req-5d8c000a-a528-4642-9033-9ffcda9660b2 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=30fa9747-b266-477a-87e7-8da7ef9cc2f4 HTTP/1.1" status: 200 len: 210 time: 0.0505438 Nov 12 13:43:50.886962 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-572ac766-bfc8-4a31-8987-0f4fd976fb97 req-5d64d312-2838-42c2-9bf4-648f9b16038c tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0446055 Nov 12 13:43:51.935576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38814) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:52.078784 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e177383-fb5f-4c90-ab7f-9c68625dea7c req-b7c04aab-bd01-46ae-9653-592e6419aa49 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0879805 Nov 12 13:43:52.115849 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b19f56b-3986-41e8-b8bc-ebc587c5998a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:52.156703 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b19f56b-3986-41e8-b8bc-ebc587c5998a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:52.240980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b19f56b-3986-41e8-b8bc-ebc587c5998a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:52.244618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b19f56b-3986-41e8-b8bc-ebc587c5998a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:52.248767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4b19f56b-3986-41e8-b8bc-ebc587c5998a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/security-groups/6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59 HTTP/1.1" status: 204 len: 168 time: 0.3110819 Nov 12 13:43:52.260255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19f56b-3986-41e8-b8bc-ebc587c5998a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc1bfc9-2e9d-43e1-8577-f3c5f5d01b59,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:52.312525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38828) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:52.742806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:53.061438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:53.061706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:53.260936 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3339f4b-023b-466d-a994-05e7233bc1fd req-fd37651a-50cd-4b4e-8838-f952e5ec6d76 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0410020 Nov 12 13:43:53.275928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] For port cc4eaaae-6c3b-4b91-a32d-f7b475d2a548, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cc4eaaae-6c3b-4b91-a32d-f7b475d2a548,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:53.276392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:53.299818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:53.611014 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:53.646550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=cc4eaaae-6c3b-4b91-a32d-f7b475d2a548,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:53.944256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2d60e757-6e40-4089-8346-cfeb44a522f2 req-f6f4fd7a-a2f3-4131-bb6f-3f861ceba1cf service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0618505 Nov 12 13:43:54.037931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:54.233965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b7966447-e53e-44ae-85f3-130a00ca91ca no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:54.267984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: b7966447-e53e-44ae-85f3-130a00ca91ca {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:54.268713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device b7966447-e53e-44ae-85f3-130a00ca91ca not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:54.317964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 697557ee-d8f3-41d0-ba83-1210b9acff02 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:43:54.410745 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9d20b1ac-6455-4fbf-b2dc-9827bf695025 req-0d4f27d2-6b62-4caf-9384-34d444a18f5f tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0460148 Nov 12 13:43:54.471492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:43:54.480090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-34aa009c-315b-48de-914c-f2e74e9079a0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "PUT /v2.0/routers/697557ee-d8f3-41d0-ba83-1210b9acff02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1619883 Nov 12 13:43:54.480090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38890) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:54.483275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] Sync routers for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:43:54.493945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:54.494619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:54.550653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94edfa7-4107-49a6-862b-87eef84c5f0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting subnet 7d63467f-b4ff-4be4-83f1-98b6c26ee1ce {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:43:54.554402 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f94edfa7-4107-49a6-862b-87eef84c5f0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:54.600708 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f94edfa7-4107-49a6-862b-87eef84c5f0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:54.671101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:54.729762 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f94edfa7-4107-49a6-862b-87eef84c5f0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:54.915538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f94edfa7-4107-49a6-862b-87eef84c5f0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:54.926333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:53Z', 'revision_number': 7, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:54.940083 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f94edfa7-4107-49a6-862b-87eef84c5f0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:54.945775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f94edfa7-4107-49a6-862b-87eef84c5f0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/subnets/7d63467f-b4ff-4be4-83f1-98b6c26ee1ce HTTP/1.1" status: 204 len: 168 time: 0.4649224 Nov 12 13:43:54.948495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38906) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:54.973692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94edfa7-4107-49a6-862b-87eef84c5f0c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Subnet': ['ID=7d63467f-b4ff-4be4-83f1-98b6c26ee1ce,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:55.015715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de586b-c3f9-436e-9707-4003e4020df1 None None] Network cfd10963-60d4-41d9-acc4-7044c33ab5e5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:43:55.022740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] Checking router: 697557ee-d8f3-41d0-ba83-1210b9acff02 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:43:55.063710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] Routers {'697557ee-d8f3-41d0-ba83-1210b9acff02'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:43:55.064590 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['697557ee-d8f3-41d0-ba83-1210b9acff02'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:55.161714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38918) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:55.275508 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:55.397400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] Set router 697557ee-d8f3-41d0-ba83-1210b9acff02 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:43:55.437819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:55.561103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port 2b0cf61c-a710-43cb-a458-0364f5476bce {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:55.561442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:55.641305 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2163cf65-5368-46e7-a66a-42e1889dc979 req-db831c44-c0ae-49e6-aa18-303feced2e51 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0547063 Nov 12 13:43:55.722197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] For port 2b0cf61c-a710-43cb-a458-0364f5476bce, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2b0cf61c-a710-43cb-a458-0364f5476bce,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:55.722572 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:55.758297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for 2b0cf61c-a710-43cb-a458-0364f5476bce owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:55.827423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b48695c9-a56b-4b0e-bce8-74680d2d1970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:55.958371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43483f39-cd9a-4ab8-a8a1-18f3f07f74ff None None] DHCP port deletion for cfd10963-60d4-41d9-acc4-7044c33ab5e5 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:43:55.970641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:53Z', 'revision_number': 7, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:56.052961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e42336-566a-4304-83c2-a13b1eab734a None None] The sync data for ids ['697557ee-d8f3-41d0-ba83-1210b9acff02'] in n-d-805736-4 is: [{'id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'name': 'tempest-TestNetworkBasicOps-router-429603857', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:13Z', 'updated_at': '2021-11-12T13:43:53Z', 'revision_number': 7, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '2b0cf61c-a710-43cb-a458-0364f5476bce', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697557ee-d8f3-41d0-ba83-1210b9acff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:15Z', 'updated_at': '2021-11-12T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:43:56.097044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd956dd1-1921-4f84-9a0b-4f17ed0a32ab req-49b84372-ae83-4cc3-80ad-6d9cce956697 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2a0bb716e00f4d8ca957b243b087da9c&device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0910413 Nov 12 13:43:56.106536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-43483f39-cd9a-4ab8-a8a1-18f3f07f74ff None None] Deleting port 19ab211b-8501-4b0e-b19e-00b130df28fa {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:43:56.108315 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43483f39-cd9a-4ab8-a8a1-18f3f07f74ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.164841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.210206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-43483f39-cd9a-4ab8-a8a1-18f3f07f74ff None None] For port 19ab211b-8501-4b0e-b19e-00b130df28fa, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=19ab211b-8501-4b0e-b19e-00b130df28fa,segment=NetworkSegment(c77d4f35-201d-45f4-b331-f1d3aace432e),segment_id=c77d4f35-201d-45f4-b331-f1d3aace432e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:43:56.210918 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43483f39-cd9a-4ab8-a8a1-18f3f07f74ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.225943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=2b0cf61c-a710-43cb-a458-0364f5476bce,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:56.229080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-43483f39-cd9a-4ab8-a8a1-18f3f07f74ff None None] Calling delete_port for 19ab211b-8501-4b0e-b19e-00b130df28fa owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:43:56.249363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd956dd1-1921-4f84-9a0b-4f17ed0a32ab req-d53a3583-cf4b-4dbc-ab05-1c5b0092d47d service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=2a0bb716e00f4d8ca957b243b087da9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029325 Nov 12 13:43:56.261841 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2af9d363-0058-4587-8002-43c544c8a345 req-eb0cef7f-037a-4b38-b3df-692a9f90216e tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.1528530 Nov 12 13:43:56.344064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2426b829-63c7-4b28-9e96-2ae352492aa5 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:43:56.353195 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43483f39-cd9a-4ab8-a8a1-18f3f07f74ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.370259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43483f39-cd9a-4ab8-a8a1-18f3f07f74ff None None] No DVR routers for this DVR port 19ab211b-8501-4b0e-b19e-00b130df28fa on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:43:56.397403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43483f39-cd9a-4ab8-a8a1-18f3f07f74ff None None] Pushing event deleted for resources: {'Port': ['ID=19ab211b-8501-4b0e-b19e-00b130df28fa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:56.437716 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.598457 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.602004 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.664453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.665479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Fanout notify agent at l3_agent the message router_deleted on router 697557ee-d8f3-41d0-ba83-1210b9acff02 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:43:56.675740 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.677033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f1c01b5a-6abf-46c1-87b8-ee00bb6586b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/routers/697557ee-d8f3-41d0-ba83-1210b9acff02 HTTP/1.1" status: 204 len: 168 time: 1.7277446 Nov 12 13:43:56.680311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:56.798137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.881688 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b48695c9-a56b-4b0e-bce8-74680d2d1970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.896256 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b48695c9-a56b-4b0e-bce8-74680d2d1970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.958075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:56.994861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48695c9-a56b-4b0e-bce8-74680d2d1970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245fca68-47a7-419e-a236-f9a5f859c49e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:57.011864 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d754-1cd2-4d34-9822-3d4bfd8cea20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.023170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd10963-60d4-41d9-acc4-7044c33ab5e5']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:57.068202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b48695c9-a56b-4b0e-bce8-74680d2d1970 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24109aad206b4f27a6b3c209e79d735b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9052310 Nov 12 13:43:57.070876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77d4f35-201d-45f4-b331-f1d3aace432e') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:57.071229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77d4f35-201d-45f4-b331-f1d3aace432e') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:43:57.088198 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.090673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38956) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:57.106711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:57.140555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd956dd1-1921-4f84-9a0b-4f17ed0a32ab req-2ca93d8f-3aef-4ec3-baae-5916f8d374ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:57.143030 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd956dd1-1921-4f84-9a0b-4f17ed0a32ab req-2ca93d8f-3aef-4ec3-baae-5916f8d374ee service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8788970 Nov 12 13:43:57.153432 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.156860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:57.157207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cc4eaaae-6c3b-4b91-a32d-f7b475d2a548 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:57.157660 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 19ab211b-8501-4b0e-b19e-00b130df28fa no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:57.189725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 19ab211b-8501-4b0e-b19e-00b130df28fa {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:57.190623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 19ab211b-8501-4b0e-b19e-00b130df28fa not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:57.196034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:43:57.196562 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:43:57.199949 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:43:57.273423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c56c205-53f0-4076-a809-6f63ece3c173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.298665 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.303818 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.307849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/networks/cfd10963-60d4-41d9-acc4-7044c33ab5e5 HTTP/1.1" status: 204 len: 168 time: 0.6258152 Nov 12 13:43:57.322059 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c56c205-53f0-4076-a809-6f63ece3c173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.323447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38962) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:57.328925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'network': {'name': 'tempest-network-smoke--1249370794', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'port_security_enabled': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:57.354815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270362e-6825-481e-88c7-27bd2196af1f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Network': ['ID=cfd10963-60d4-41d9-acc4-7044c33ab5e5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:57.361108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Made reservation on behalf of 0e471bbf082147968eeb2d3e39474524 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:43:57.367533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.406204 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c56c205-53f0-4076-a809-6f63ece3c173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.409124 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c56c205-53f0-4076-a809-6f63ece3c173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.412955 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4c56c205-53f0-4076-a809-6f63ece3c173 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/245fca68-47a7-419e-a236-f9a5f859c49e HTTP/1.1" status: 204 len: 168 time: 0.3171883 Nov 12 13:43:57.413175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e96dbf87-62db-4a9f-a09d-2b4b9bfb0d95 req-8ecef372-5407-4a10-aa80-2e6821445230 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0398841 Nov 12 13:43:57.420114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56c205-53f0-4076-a809-6f63ece3c173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245fca68-47a7-419e-a236-f9a5f859c49e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:57.440781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:43:57.454655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.455104 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Added segment 7334cb33-2796-4ec1-8c32-a60b098ae65a of type vlan for network f2266a91-02e9-4252-bfc6-30748941c9de Nov 12 13:43:57.508191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.538608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.545428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:43:57.546241 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.607089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2821758 Nov 12 13:43:57.613322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:57.628252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'admin_state_up': True, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:43:57.683786 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.686815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.700236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cc3c0-1c6a-4908-92e6-b2a8afcd4ccb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Network': ['ID=f2266a91-02e9-4252-bfc6-30748941c9de,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:57.718111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f2266a91-02e9-4252-bfc6-30748941c9de details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:43:57.808091 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:57.978146 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.047621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38978) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:58.065695 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a60b2f6-190c-4169-b235-ac5f492b2f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.223155 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a60b2f6-190c-4169-b235-ac5f492b2f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.235490 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a60b2f6-190c-4169-b235-ac5f492b2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.370840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60b2f6-190c-4169-b235-ac5f492b2f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf38111-06b5-4e14-add3-3fa9771053f2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:58.379274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38984) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:58.393419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5a60b2f6-190c-4169-b235-ac5f492b2f1a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04a44466acf94a02ad0caa9e96072442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446407 Nov 12 13:43:58.394772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.420523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38986) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:58.430528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.470334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-069e2aad-8ad6-438e-bfe2-9d685bc5fadb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.525274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a807462-19c1-4ef5-9b01-c672499a624f req-9dc4e409-68db-41f0-b5b9-173af65a8e77 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.73 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0322993 Nov 12 13:43:58.535818 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-069e2aad-8ad6-438e-bfe2-9d685bc5fadb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.587676 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dd956dd1-1921-4f84-9a0b-4f17ed0a32ab req-2174ab12-125f-4f56-984d-26fece951412 tempest-ServerShowV257Test-1822561361 tempest-ServerShowV257Test-1822561361-project] 10.222.0.105 "GET /v2.0/ports?device_id=6df46b67-6e46-4baf-875d-223c5590862c HTTP/1.1" status: 200 len: 210 time: 0.0411251 Nov 12 13:43:58.605011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Allocated IP 172.25.5.125 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/22d9d6c1-2d25-453b-ad46-501d0d918535) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:43:58.606481 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3457834e-d721-4c92-b390-646758a60240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.650732 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-069e2aad-8ad6-438e-bfe2-9d685bc5fadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.666021 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-069e2aad-8ad6-438e-bfe2-9d685bc5fadb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.675349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-069e2aad-8ad6-438e-bfe2-9d685bc5fadb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fdf38111-06b5-4e14-add3-3fa9771053f2 HTTP/1.1" status: 204 len: 168 time: 0.2949398 Nov 12 13:43:58.702646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e2aad-8ad6-438e-bfe2-9d685bc5fadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf38111-06b5-4e14-add3-3fa9771053f2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:58.795007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.809878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3457834e-d721-4c92-b390-646758a60240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.830863 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3457834e-d721-4c92-b390-646758a60240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.843875 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:58.865591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2b0cf61c-a710-43cb-a458-0364f5476bce no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:43:58.878351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3457834e-d721-4c92-b390-646758a60240 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8504938d0c504c2e96b4b0490c931c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4564941 Nov 12 13:43:58.880836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38998) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:58.900264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:43:58.908384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:43:58.913059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:43:58.920553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=22d9d6c1-2d25-453b-ad46-501d0d918535,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:58.936733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457834e-d721-4c92-b390-646758a60240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d37634-6de8-4da5-8a7c-0c4d565514b9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:58.954288 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fedacd-eefc-468b-8d4e-7f6b5eb33615 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:43:58.965553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 2b0cf61c-a710-43cb-a458-0364f5476bce {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:43:58.967438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2b0cf61c-a710-43cb-a458-0364f5476bce not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:43:58.969705 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e1d854-64e9-4362-bd19-61927752b920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.016836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e1d854-64e9-4362-bd19-61927752b920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.066945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-88530d04-5264-4f2c-aa53-04b50895a1f5 None None] Provisioning complete for port 22d9d6c1-2d25-453b-ad46-501d0d918535 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:43:59.067328 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88530d04-5264-4f2c-aa53-04b50895a1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.109646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e1d854-64e9-4362-bd19-61927752b920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.112343 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-78e1d854-64e9-4362-bd19-61927752b920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.119786 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-78e1d854-64e9-4362-bd19-61927752b920 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d2d37634-6de8-4da5-8a7c-0c4d565514b9 HTTP/1.1" status: 204 len: 168 time: 0.2367194 Nov 12 13:43:59.133796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1d854-64e9-4362-bd19-61927752b920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d37634-6de8-4da5-8a7c-0c4d565514b9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:43:59.192656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-88530d04-5264-4f2c-aa53-04b50895a1f5 None None] Port 22d9d6c1-2d25-453b-ad46-501d0d918535 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:43:59.272285 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.471558 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f173941-55ec-432a-aca1-591e5eb29fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.566051 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.620370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39022) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:43:59.645368 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd9a6529-aeb1-4a15-8c85-ad15724837b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.758653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 9d0091f5-8169-480e-9a80-75dd22cc38c0 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:43:59.814711 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd9a6529-aeb1-4a15-8c85-ad15724837b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.821978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd9a6529-aeb1-4a15-8c85-ad15724837b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:43:59.879246 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a6529-aeb1-4a15-8c85-ad15724837b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c0b187-05c7-4e6c-b33d-9843f2ce68c3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:00.022354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bd9a6529-aeb1-4a15-8c85-ad15724837b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b33a889309f9443fb981d7a18bd4fdb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3995118 Nov 12 13:44:00.026842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39036) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:00.165402 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5d2ad5-56d4-48e1-8184-e7b6dfbd611c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.192041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39040) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:00.222736 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5d2ad5-56d4-48e1-8184-e7b6dfbd611c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.267936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:44:00.282801 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Sync routers for ids ['9d0091f5-8169-480e-9a80-75dd22cc38c0'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:44:00.296403 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Routers {'9d0091f5-8169-480e-9a80-75dd22cc38c0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:00.297045 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9d0091f5-8169-480e-9a80-75dd22cc38c0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:00.314819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.316160 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7b2122e2-e23b-45aa-8b39-657830331d36 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7017848 Nov 12 13:44:00.320279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39046) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:00.332474 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5d2ad5-56d4-48e1-8184-e7b6dfbd611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.335296 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5d2ad5-56d4-48e1-8184-e7b6dfbd611c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.336465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5a5d2ad5-56d4-48e1-8184-e7b6dfbd611c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25c0b187-05c7-4e6c-b33d-9843f2ce68c3 HTTP/1.1" status: 204 len: 168 time: 0.3080330 Nov 12 13:44:00.353597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d2ad5-56d4-48e1-8184-e7b6dfbd611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c0b187-05c7-4e6c-b33d-9843f2ce68c3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:00.422416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39050) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:00.424304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f7bde2aa-5931-4565-90b6-077d01b8f27f tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=0e471bbf082147968eeb2d3e39474524&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0989130 Nov 12 13:44:00.470509 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Set router 9d0091f5-8169-480e-9a80-75dd22cc38c0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:00.616047 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.647657 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ffacfed-0076-4e81-8724-53050642dce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.783374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6014902c-2295-436e-8132-0f7066aebf54 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:00.785081 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6014902c-2295-436e-8132-0f7066aebf54 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3616407 Nov 12 13:44:00.788235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39066) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:00.795420 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:43:59Z', 'revision_number': 3, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:00.854204 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ffacfed-0076-4e81-8724-53050642dce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.860274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ffacfed-0076-4e81-8724-53050642dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:00.864784 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1661dc3f-105f-4cec-a7ad-3afc6e27aef8 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746861 Nov 12 13:44:00.866860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39072) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:00.872111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-818872494', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:00.882474 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Checking router: 9d0091f5-8169-480e-9a80-75dd22cc38c0 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:44:00.883143 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Updating router 9d0091f5-8169-480e-9a80-75dd22cc38c0 port 22d9d6c1-2d25-453b-ad46-501d0d918535 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:44:00.933274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5ffacfed-0076-4e81-8724-53050642dce9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a0bb716e00f4d8ca957b243b087da9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7401667 Nov 12 13:44:00.934917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffacfed-0076-4e81-8724-53050642dce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dae1a3-44e6-4e77-bc79-8afc345b7346,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:00.941423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39074) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:00.963554 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.029954 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1534761c-7d66-4766-b3bd-0da73a9ee842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.057617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1534761c-7d66-4766-b3bd-0da73a9ee842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.089316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Made reservation on behalf of 0e471bbf082147968eeb2d3e39474524 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:01.094486 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.129733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1534761c-7d66-4766-b3bd-0da73a9ee842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.133836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1534761c-7d66-4766-b3bd-0da73a9ee842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.137670 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1534761c-7d66-4766-b3bd-0da73a9ee842 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1dae1a3-44e6-4e77-bc79-8afc345b7346 HTTP/1.1" status: 204 len: 168 time: 0.1925232 Nov 12 13:44:01.152420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534761c-7d66-4766-b3bd-0da73a9ee842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dae1a3-44e6-4e77-bc79-8afc345b7346,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:01.373899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.395654 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.405076 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.460916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a504966a-bcd9-42b8-b49f-1e1f8241adb9 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:44:01.473559 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Attempting to bind port 22d9d6c1-2d25-453b-ad46-501d0d918535 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:44:01.474284 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Attempting to bind port 22d9d6c1-2d25-453b-ad46-501d0d918535 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:44:01.474869 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Attempting to bind port 22d9d6c1-2d25-453b-ad46-501d0d918535 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:44:01.484161 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Pushing event updated for resources: {'Port': ['ID=22d9d6c1-2d25-453b-ad46-501d0d918535,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:01.488181 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:44:01.488862 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:01.489733 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.490387 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:44:01.491087 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Bound port: 22d9d6c1-2d25-453b-ad46-501d0d918535, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:44:01.491941 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.500716 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.501549 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.502112 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.502660 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.503318 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.503926 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.504564 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.505120 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.505757 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.506452 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.507101 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.507665 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:01.509857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Subnet': ['ID=7f5122c5-e8a0-40b0-9ab1-93908c5ad13f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:01.535921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-25d059a5-6f36-4179-a56c-353e3802ba50 None None] Provisioning complete for port 22d9d6c1-2d25-453b-ad46-501d0d918535 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:01.536204 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25d059a5-6f36-4179-a56c-353e3802ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.538892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Checking segment: {'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:01.539175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network hostable DHCP agents. Network: f2266a91-02e9-4252-bfc6-30748941c9de, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:44:01.569404 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] For port 22d9d6c1-2d25-453b-ad46-501d0d918535, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:44:01.573593 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] For port 22d9d6c1-2d25-453b-ad46-501d0d918535, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=22d9d6c1-2d25-453b-ad46-501d0d918535,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:44:01.581920 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.583838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network f2266a91-02e9-4252-bfc6-30748941c9de is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:44:01.595291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, f2266a91-02e9-4252-bfc6-30748941c9de) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:01.602553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:01.603224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:01.615799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8ffa8-802b-41a7-b313-0b88afe6c8ed None None] Network f2266a91-02e9-4252-bfc6-30748941c9de requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:01.646504 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3ce58876-a0a9-4a0f-88ce-6d2dac60e7bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7756970 Nov 12 13:44:01.646970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39094) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:01.712730 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0e1ee-809d-45f9-a6ce-8a565f796939 None None] Pushing event updated for resources: {'Port': ['ID=22d9d6c1-2d25-453b-ad46-501d0d918535,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:01.734487 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Routers {'9d0091f5-8169-480e-9a80-75dd22cc38c0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:01.735804 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9d0091f5-8169-480e-9a80-75dd22cc38c0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:01.947102 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8d181-8d78-463e-a13a-693688fbcbb8 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:44:01.951230 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] Set router 9d0091f5-8169-480e-9a80-75dd22cc38c0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:01.986386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-25d059a5-6f36-4179-a56c-353e3802ba50 None None] Port 22d9d6c1-2d25-453b-ad46-501d0d918535 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:44:02.167027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2c9d207c-a5b7-44b4-a29d-91899706899a None None] Provisioning complete for port 22d9d6c1-2d25-453b-ad46-501d0d918535 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:02.167397 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9d207c-a5b7-44b4-a29d-91899706899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:02.409996 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9d207c-a5b7-44b4-a29d-91899706899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:02.456296 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:43:59Z', 'revision_number': 3, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:02.461961 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:02.486356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2c9d207c-a5b7-44b4-a29d-91899706899a None None] For port 22d9d6c1-2d25-453b-ad46-501d0d918535, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=22d9d6c1-2d25-453b-ad46-501d0d918535,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:02.496367 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d7e51-9dee-42c2-b352-60c4e60dacb0 None None] The sync data for ids ['9d0091f5-8169-480e-9a80-75dd22cc38c0'] in n-d-805736-4 is: [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:43:59Z', 'revision_number': 3, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:44:02.497005 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9d207c-a5b7-44b4-a29d-91899706899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:02.580278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-f2266a91-02e9-4252-bfc6-30748941c9de', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:44:02.581058 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:02.637664 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:02.694570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d207c-a5b7-44b4-a29d-91899706899a None None] Pushing event updated for resources: {'Port': ['ID=22d9d6c1-2d25-453b-ad46-501d0d918535,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:02.757804 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Allocated IP 172.20.0.2 (f2266a91-02e9-4252-bfc6-30748941c9de/7f5122c5-e8a0-40b0-9ab1-93908c5ad13f/06c67998-562f-4465-894d-e7ac6b0aca31) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:02.907337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:03.065922 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:03.084125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:03.223180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Network f2266a91-02e9-4252-bfc6-30748941c9de is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:03.228653 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:44:03.260973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Pushing event updated for resources: {'Port': ['ID=06c67998-562f-4465-894d-e7ac6b0aca31,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:03.273231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:03.281759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:03.403373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39156) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:03.416679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Attempting to bind port 06c67998-562f-4465-894d-e7ac6b0aca31 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:44:03.420224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Attempting to bind port 06c67998-562f-4465-894d-e7ac6b0aca31 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:44:03.420833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Attempting to bind port 06c67998-562f-4465-894d-e7ac6b0aca31 on network f2266a91-02e9-4252-bfc6-30748941c9de {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:44:03.436865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:44:03.441582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Checking segment: {'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:03.442301 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:03.443732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Bound using segment: {'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:44:03.447325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Bound port: 06c67998-562f-4465-894d-e7ac6b0aca31, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:44:03.449372 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:03.456742 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Allocated IP 172.20.0.1 (f2266a91-02e9-4252-bfc6-30748941c9de/7f5122c5-e8a0-40b0-9ab1-93908c5ad13f/eec4d911-23a3-468a-a929-f6ddcaa21b51) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:03.642063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] For port 06c67998-562f-4465-894d-e7ac6b0aca31, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:44:03.647292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] For port 06c67998-562f-4465-894d-e7ac6b0aca31, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=06c67998-562f-4465-894d-e7ac6b0aca31,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:44:03.657671 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:03.817456 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:03.840415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-305498812-network', 'tenant_id': '12a28eff0fdd42f3966ff2c23d36680c'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:03.854154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de649f-8beb-4a9e-9cfc-8f97d00a5656 None None] Pushing event updated for resources: {'Port': ['ID=06c67998-562f-4465-894d-e7ac6b0aca31,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:03.920061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Made reservation on behalf of 12a28eff0fdd42f3966ff2c23d36680c for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:03.922913 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:03.958022 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:04.148372 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:04.300650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network f2266a91-02e9-4252-bfc6-30748941c9de is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:04.304884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:04.318086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:04.335512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:04.338660 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:04.426569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=eec4d911-23a3-468a-a929-f6ddcaa21b51,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:04.466959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:44:04.522785 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:04.539027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:04.540145 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Added segment 4460ac6d-a2cc-4cfe-80b7-b3ae214163e4 of type vlan for network 6b686319-d93d-423e-8a21-01ba00553423 Nov 12 13:44:04.601621 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:04.666022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dedabf4-6b97-4237-a830-e4931591f586,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:04.680386 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:04.681805 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:04.682724 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:04.792585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3874531 Nov 12 13:44:04.796629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39194) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:04.831462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Request body: {'subnet': {'network_id': '6b686319-d93d-423e-8a21-01ba00553423', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-305498812-subnet', 'tenant_id': '12a28eff0fdd42f3966ff2c23d36680c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:04.836311 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185d4d1-6018-4c4b-b0cf-e5eaa72a8eee admin admin] Pushing event updated for resources: {'Network': ['ID=6b686319-d93d-423e-8a21-01ba00553423,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:04.963051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Made reservation on behalf of 12a28eff0fdd42f3966ff2c23d36680c for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:04.971748 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:04.998283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 6b686319-d93d-423e-8a21-01ba00553423 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:44:05.168622 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:05.230785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 06c67998-562f-4465-894d-e7ac6b0aca31 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:44:05.348855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 06c67998-562f-4465-894d-e7ac6b0aca31 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:05.349233 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:05.496015 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:05.634475 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:05.648912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db555de-1788-4c7c-8118-6e90dac7764c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:05.675766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Checking segment: {'id': '4460ac6d-a2cc-4cfe-80b7-b3ae214163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '6b686319-d93d-423e-8a21-01ba00553423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:05.676347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Network hostable DHCP agents. Network: 6b686319-d93d-423e-8a21-01ba00553423, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:44:05.704484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Network 6b686319-d93d-423e-8a21-01ba00553423 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:44:05.709693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 06c67998-562f-4465-894d-e7ac6b0aca31, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=06c67998-562f-4465-894d-e7ac6b0aca31,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:05.715455 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:05.717519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 22d9d6c1-2d25-453b-ad46-501d0d918535 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:44:05.720441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 6b686319-d93d-423e-8a21-01ba00553423) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:05.729598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:05.731733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:05.759626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f46990be-ff5c-45f3-9974-0a8ac0899805 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9604168 Nov 12 13:44:05.844294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c483783-718b-4934-a692-fa1168d910b8 None None] Network 6b686319-d93d-423e-8a21-01ba00553423 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:05.869362 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:05.875885 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:05.999545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=eec4d911-23a3-468a-a929-f6ddcaa21b51,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:06.003985 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:06.071357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=06c67998-562f-4465-894d-e7ac6b0aca31,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:06.104443 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 22d9d6c1-2d25-453b-ad46-501d0d918535 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:06.105264 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:06.168037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec7a8e6-fc4d-4b61-9bb2-bee6c1974909 None None] Network f2266a91-02e9-4252-bfc6-30748941c9de requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:06.227886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network f2266a91-02e9-4252-bfc6-30748941c9de is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:06.234813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:06.299318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-edc2332d-dbc0-41a7-a0c0-ec06ad637596 None None] Provisioning complete for port 06c67998-562f-4465-894d-e7ac6b0aca31 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:06.299688 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc2332d-dbc0-41a7-a0c0-ec06ad637596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:06.301352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fea9cc-6110-4064-9ef1-0768e67094fd None None] Network 6b686319-d93d-423e-8a21-01ba00553423 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:06.436751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39222) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:06.487903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 9d0091f5-8169-480e-9a80-75dd22cc38c0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:44:06.663488 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e1e1a12-a0cb-473d-a752-762f230d76cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:06.839471 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e1e1a12-a0cb-473d-a752-762f230d76cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:06.840763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:06.853961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-349848705-network', 'tenant_id': 'a3b560a85c80496ebf31825e188bb138'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:06.861048 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e1e1a12-a0cb-473d-a752-762f230d76cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:06.950454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 06c67998-562f-4465-894d-e7ac6b0aca31 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:44:06.968475 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9e1e1a12-a0cb-473d-a752-762f230d76cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd4e94e2d3c8434e8b8e8798b7aac3a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5305579 Nov 12 13:44:06.991481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:07.009872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e1a12-a0cb-473d-a752-762f230d76cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba08632-af2c-4b3c-aa50-e816e390a1ec,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:07.081204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Made reservation on behalf of a3b560a85c80496ebf31825e188bb138 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:07.087037 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.135373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.170486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 06c67998-562f-4465-894d-e7ac6b0aca31 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:07.171053 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.220879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d7e14408-ee41-4d86-ace7-553584d02855 None None] Provisioning complete for port 06c67998-562f-4465-894d-e7ac6b0aca31 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:07.221518 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7e14408-ee41-4d86-ace7-553584d02855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.245071 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d93c6bcb-3d1e-4e57-bcd7-eba161915d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.334081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d93c6bcb-3d1e-4e57-bcd7-eba161915d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.427181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d7e14408-ee41-4d86-ace7-553584d02855 None None] Provisioning complete for port eec4d911-23a3-468a-a929-f6ddcaa21b51 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:07.427550 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7e14408-ee41-4d86-ace7-553584d02855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.454867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:44:07.465686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-80d76f1f-2012-4e84-836f-bf2ed7fc5e9c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "PUT /v2.0/routers/9d0091f5-8169-480e-9a80-75dd22cc38c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8166680 Nov 12 13:44:07.468325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39264) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:07.478791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Sync routers for ids ['9d0091f5-8169-480e-9a80-75dd22cc38c0'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:44:07.490689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.499141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.510407 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d93c6bcb-3d1e-4e57-bcd7-eba161915d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.519116 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d93c6bcb-3d1e-4e57-bcd7-eba161915d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.520316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d93c6bcb-3d1e-4e57-bcd7-eba161915d79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ba08632-af2c-4b3c-aa50-e816e390a1ec HTTP/1.1" status: 204 len: 168 time: 0.4926455 Nov 12 13:44:07.534542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d7e14408-ee41-4d86-ace7-553584d02855 None None] Port eec4d911-23a3-468a-a929-f6ddcaa21b51 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:44:07.538419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:44:07.542282 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Routers {'9d0091f5-8169-480e-9a80-75dd22cc38c0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:07.543454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9d0091f5-8169-480e-9a80-75dd22cc38c0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:07.571486 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.572239 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Added segment cbb9e9fa-28f1-4a01-96d9-99b59d2a5727 of type vlan for network 7a7be912-d810-432f-9d52-f569324c9d36 Nov 12 13:44:07.573814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b6a560-e2e4-43b3-a016-953eef293242,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:07.600418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c6bcb-3d1e-4e57-bcd7-eba161915d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba08632-af2c-4b3c-aa50-e816e390a1ec,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:07.698977 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.756313 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.757528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:07.758284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:07.879831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0367739 Nov 12 13:44:07.888554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39270) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:07.919556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Request body: {'subnet': {'network_id': '7a7be912-d810-432f-9d52-f569324c9d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-349848705-subnet', 'tenant_id': 'a3b560a85c80496ebf31825e188bb138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:07.951126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e11b6-2789-4b16-996f-9dc98021942f admin admin] Pushing event updated for resources: {'Network': ['ID=7a7be912-d810-432f-9d52-f569324c9d36,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:07.985964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07656f-929c-4729-8396-a909e7388ccb tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:07.986675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07656f-929c-4729-8396-a909e7388ccb tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:07.987968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07656f-929c-4729-8396-a909e7388ccb tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:07.988569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07656f-929c-4729-8396-a909e7388ccb tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:07.989882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07656f-929c-4729-8396-a909e7388ccb tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:07.990451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07656f-929c-4729-8396-a909e7388ccb tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:07.991145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07656f-929c-4729-8396-a909e7388ccb tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:07.991673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07656f-929c-4729-8396-a909e7388ccb tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:07.998828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39274) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:08.013866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bb07656f-929c-4729-8396-a909e7388ccb tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5687 time: 0.5435672 Nov 12 13:44:08.016993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7a7be912-d810-432f-9d52-f569324c9d36 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:44:08.036972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Made reservation on behalf of a3b560a85c80496ebf31825e188bb138 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:08.041579 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.041833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Set router 9d0091f5-8169-480e-9a80-75dd22cc38c0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:08.115125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39280) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:08.142713 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3128cea7-449f-465e-90c5-8489cd13ba76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.156585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b5abfec4-84e0-4ae7-9953-ca7b8a4d620c None None] Provisioning complete for port eec4d911-23a3-468a-a929-f6ddcaa21b51 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:08.157066 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5abfec4-84e0-4ae7-9953-ca7b8a4d620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.157990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d046dc-7ccd-4455-aac0-745eb475239d tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:08.157990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d046dc-7ccd-4455-aac0-745eb475239d tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:08.158370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d046dc-7ccd-4455-aac0-745eb475239d tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:08.158821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d046dc-7ccd-4455-aac0-745eb475239d tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:08.159271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d046dc-7ccd-4455-aac0-745eb475239d tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:08.159719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d046dc-7ccd-4455-aac0-745eb475239d tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:08.161127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d046dc-7ccd-4455-aac0-745eb475239d tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:08.161635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d046dc-7ccd-4455-aac0-745eb475239d tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:08.168702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-51d046dc-7ccd-4455-aac0-745eb475239d tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5286 time: 0.1676707 Nov 12 13:44:08.170801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39284) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:08.360204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b5abfec4-84e0-4ae7-9953-ca7b8a4d620c None None] Port eec4d911-23a3-468a-a929-f6ddcaa21b51 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:44:08.378231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3128cea7-449f-465e-90c5-8489cd13ba76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.385047 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3128cea7-449f-465e-90c5-8489cd13ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.443584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128cea7-449f-465e-90c5-8489cd13ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b803dd6e-90ea-406c-8a6c-8d02ffbbbd0e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:08.492625 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3128cea7-449f-465e-90c5-8489cd13ba76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=03cddbf5736d43a3935e517be309d3ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3741086 Nov 12 13:44:08.494788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39290) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:08.525362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-65ce1e46-9a52-4055-8698-db27cb6ddb30 None None] Provisioning complete for port eec4d911-23a3-468a-a929-f6ddcaa21b51 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:08.525996 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65ce1e46-9a52-4055-8698-db27cb6ddb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.533828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.635725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-65ce1e46-9a52-4055-8698-db27cb6ddb30 None None] Port eec4d911-23a3-468a-a929-f6ddcaa21b51 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:44:08.675687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:44:05Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'eec4d911-23a3-468a-a929-f6ddcaa21b51', 'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:87:86:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:02Z', 'updated_at': '2021-11-12T13:44:05Z', 'revision_number': 2, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:08.677235 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0405b26-be3a-4977-86a7-8b960decb99a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.722106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Checking segment: {'id': 'cbb9e9fa-28f1-4a01-96d9-99b59d2a5727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7a7be912-d810-432f-9d52-f569324c9d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:08.722479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Network hostable DHCP agents. Network: 7a7be912-d810-432f-9d52-f569324c9d36, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:44:08.730206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2384f2f5-f989-444e-941f-4b74735be97a,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:08.730431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Checking router: 9d0091f5-8169-480e-9a80-75dd22cc38c0 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:44:08.731321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Updating router 9d0091f5-8169-480e-9a80-75dd22cc38c0 port eec4d911-23a3-468a-a929-f6ddcaa21b51 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:44:08.742361 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0405b26-be3a-4977-86a7-8b960decb99a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.780911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Network 7a7be912-d810-432f-9d52-f569324c9d36 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:44:08.783471 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.814765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7a7be912-d810-432f-9d52-f569324c9d36) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:08.817823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-476bf7f3-a809-4c8a-a023-87ea8b61022a tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 0.6456401 Nov 12 13:44:08.829455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3aa2e-35c0-4d04-a96a-fd6b0dd8cc68 None None] Network 7a7be912-d810-432f-9d52-f569324c9d36 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:08.830569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:08.831185 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.879883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7dd2da19-124e-4171-b1bb-308b6f07e04b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9890211 Nov 12 13:44:08.899617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0405b26-be3a-4977-86a7-8b960decb99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.903065 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a0405b26-be3a-4977-86a7-8b960decb99a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:08.905332 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a0405b26-be3a-4977-86a7-8b960decb99a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b803dd6e-90ea-406c-8a6c-8d02ffbbbd0e HTTP/1.1" status: 204 len: 168 time: 0.4090729 Nov 12 13:44:08.922338 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0405b26-be3a-4977-86a7-8b960decb99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b803dd6e-90ea-406c-8a6c-8d02ffbbbd0e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:09.778059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39328) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:09.778059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-01644b68-2674-4001-92f3-855133210fd4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335488170', 'description': 'tempest-secgroup-smoke-1335488170 description', 'project_id': '0e471bbf082147968eeb2d3e39474524'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:09.783085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a0eaf-1682-4831-b401-caa90590014a None None] Network 7a7be912-d810-432f-9d52-f569324c9d36 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:09.783988 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01644b68-2674-4001-92f3-855133210fd4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:09.968251 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01644b68-2674-4001-92f3-855133210fd4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:09.993951 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01644b68-2674-4001-92f3-855133210fd4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.127366 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.135961 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.165109 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01644b68-2674-4001-92f3-855133210fd4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.168087 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-01644b68-2674-4001-92f3-855133210fd4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5498700 Nov 12 13:44:10.171473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39356) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:10.177027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ec0ae1f5-cc34-47eb-9abb-5b4fce7e2c43 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': 'ef1efbdc-56f8-41e6-8403-5611ac6b0723', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:10.188230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01644b68-2674-4001-92f3-855133210fd4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1efbdc-56f8-41e6-8403-5611ac6b0723,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:10.254109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d97b5-9ab3-4de0-9b7f-57fe49cdb256 None None] Pushing event updated for resources: {'Port': ['ID=eec4d911-23a3-468a-a929-f6ddcaa21b51,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:10.261763 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae1f5-cc34-47eb-9abb-5b4fce7e2c43 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.336183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55138b09-b606-45e3-9caa-591770fb18ba req-6b82b126-8b44-444e-af84-40ec4546db94 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:10.338796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-6b82b126-8b44-444e-af84-40ec4546db94 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/networks?id=6b686319-d93d-423e-8a21-01ba00553423 HTTP/1.1" status: 200 len: 824 time: 0.3685730 Nov 12 13:44:10.390922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-6ca6eb7d-34ef-4314-902e-126e9b5c4aa5 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/quotas/12a28eff0fdd42f3966ff2c23d36680c HTTP/1.1" status: 200 len: 375 time: 0.0424986 Nov 12 13:44:10.466314 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae1f5-cc34-47eb-9abb-5b4fce7e2c43 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.473889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae1f5-cc34-47eb-9abb-5b4fce7e2c43 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.476309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Attempting to bind port eec4d911-23a3-468a-a929-f6ddcaa21b51 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:44:10.476992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Attempting to bind port eec4d911-23a3-468a-a929-f6ddcaa21b51 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:44:10.477613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Attempting to bind port eec4d911-23a3-468a-a929-f6ddcaa21b51 on network f2266a91-02e9-4252-bfc6-30748941c9de {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:44:10.489831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-2ae6b870-9081-4810-97d0-6750e2c5e11b tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=12a28eff0fdd42f3966ff2c23d36680c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917642 Nov 12 13:44:10.496810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:44:10.498897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Checking segment: {'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:10.499609 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.500451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Bound using segment: {'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:44:10.501619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Bound port: eec4d911-23a3-468a-a929-f6ddcaa21b51, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:44:10.502514 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.513067 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-1349213a-6d21-4beb-a7fa-3effab109e1e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:44:10.525026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-1349213a-6d21-4beb-a7fa-3effab109e1e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276392 Nov 12 13:44:10.541215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ae1f5-cc34-47eb-9abb-5b4fce7e2c43 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e60261-bf46-4c09-9476-ec86603b165d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:10.563084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae1f5-cc34-47eb-9abb-5b4fce7e2c43 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.567116 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ec0ae1f5-cc34-47eb-9abb-5b4fce7e2c43 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3945596 Nov 12 13:44:10.569843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:10.578318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8b5d3781-3172-4e46-8aee-b12b94f78aeb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': 'ef1efbdc-56f8-41e6-8403-5611ac6b0723', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:10.643210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] For port eec4d911-23a3-468a-a929-f6ddcaa21b51, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:44:10.646774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] For port eec4d911-23a3-468a-a929-f6ddcaa21b51, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=eec4d911-23a3-468a-a929-f6ddcaa21b51,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:44:10.654527 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.691899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b5d3781-3172-4e46-8aee-b12b94f78aeb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.771953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Routers {'9d0091f5-8169-480e-9a80-75dd22cc38c0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:10.772452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9d0091f5-8169-480e-9a80-75dd22cc38c0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:10.778132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d97b5-9ab3-4de0-9b7f-57fe49cdb256 None None] Pushing event updated for resources: {'Port': ['ID=eec4d911-23a3-468a-a929-f6ddcaa21b51,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:10.829728 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-1fcdce88-7fd9-4b8c-85a6-dd61352d93c4 service neutron] 10.222.0.73 "GET /v2.0/networks/6b686319-d93d-423e-8a21-01ba00553423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938147 Nov 12 13:44:10.848246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b5d3781-3172-4e46-8aee-b12b94f78aeb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.855718 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b5d3781-3172-4e46-8aee-b12b94f78aeb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.860421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e9324fc7-3c5e-4406-aeab-7a01f83c81ff None None] Provisioning complete for port eec4d911-23a3-468a-a929-f6ddcaa21b51 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:10.862200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9324fc7-3c5e-4406-aeab-7a01f83c81ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.889443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d3781-3172-4e46-8aee-b12b94f78aeb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2f647d-088b-4bd6-9dbd-de0192adad6b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:10.921223 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b5d3781-3172-4e46-8aee-b12b94f78aeb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:10.946839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8b5d3781-3172-4e46-8aee-b12b94f78aeb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3755109 Nov 12 13:44:10.953968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39380) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:10.966665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8fe44e6e-941f-458f-a11d-381f99a652ad tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': 'ef1efbdc-56f8-41e6-8403-5611ac6b0723', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:11.055401 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9324fc7-3c5e-4406-aeab-7a01f83c81ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.059269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-470ca775-442e-481f-a169-b13831b44551 service neutron] 10.222.0.73 "GET /v2.0/networks/6b686319-d93d-423e-8a21-01ba00553423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244265 Nov 12 13:44:11.071209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fe44e6e-941f-458f-a11d-381f99a652ad tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.104054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] Set router 9d0091f5-8169-480e-9a80-75dd22cc38c0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:11.210479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fe44e6e-941f-458f-a11d-381f99a652ad tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.217352 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fe44e6e-941f-458f-a11d-381f99a652ad tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.256179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe44e6e-941f-458f-a11d-381f99a652ad tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8044b1-25e7-486a-b592-c1e4d173c1d6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:11.297626 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fe44e6e-941f-458f-a11d-381f99a652ad tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.305758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39394) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:11.312074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bdf05f9a-d56a-44aa-8620-32bb3cd9924f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': 'ef1efbdc-56f8-41e6-8403-5611ac6b0723', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:11.312956 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8fe44e6e-941f-458f-a11d-381f99a652ad tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499947 Nov 12 13:44:11.335825 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e9324fc7-3c5e-4406-aeab-7a01f83c81ff None None] For port eec4d911-23a3-468a-a929-f6ddcaa21b51, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=eec4d911-23a3-468a-a929-f6ddcaa21b51,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:11.380897 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9324fc7-3c5e-4406-aeab-7a01f83c81ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.403489 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdf05f9a-d56a-44aa-8620-32bb3cd9924f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.543334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdf05f9a-d56a-44aa-8620-32bb3cd9924f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.548334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdf05f9a-d56a-44aa-8620-32bb3cd9924f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.574398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf05f9a-d56a-44aa-8620-32bb3cd9924f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e5b4d9-9781-40eb-8aff-2f02c41f585d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:11.605024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c68085f2-9cec-4201-9262-79d087b33c9f None None] Provisioning complete for port eec4d911-23a3-468a-a929-f6ddcaa21b51 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:11.605551 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c68085f2-9cec-4201-9262-79d087b33c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.625440 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bdf05f9a-d56a-44aa-8620-32bb3cd9924f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.629378 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bdf05f9a-d56a-44aa-8620-32bb3cd9924f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3194971 Nov 12 13:44:11.629578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39416) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:11.642496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-dae0cebf-044a-4cec-bfca-89390b50f7d1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': 'ef1efbdc-56f8-41e6-8403-5611ac6b0723', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:11.760044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9324fc7-3c5e-4406-aeab-7a01f83c81ff None None] Pushing event updated for resources: {'Port': ['ID=eec4d911-23a3-468a-a929-f6ddcaa21b51,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:11.796657 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8ffe1163-e57e-49c1-8fb4-3c26b114b30c req-59c99621-fbfb-4a39-a6ee-4df512e17f14 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 210 time: 0.1175814 Nov 12 13:44:11.824001 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-dae0cebf-044a-4cec-bfca-89390b50f7d1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Project 0e471bbf082147968eeb2d3e39474524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:44:11.829440 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dae0cebf-044a-4cec-bfca-89390b50f7d1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.969568 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dae0cebf-044a-4cec-bfca-89390b50f7d1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:11.977001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dae0cebf-044a-4cec-bfca-89390b50f7d1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:12.005181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0cebf-044a-4cec-bfca-89390b50f7d1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d5829a-03d3-467a-8ae2-d6a85115a5ba,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:12.070442 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dae0cebf-044a-4cec-bfca-89390b50f7d1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:12.074896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dae0cebf-044a-4cec-bfca-89390b50f7d1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4430199 Nov 12 13:44:12.077487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:12.084123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c7ba4abd-6144-4288-8262-9cc6b9b1f0f1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'security_group_rule': {'security_group_id': 'ef1efbdc-56f8-41e6-8403-5611ac6b0723', 'project_id': '0e471bbf082147968eeb2d3e39474524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:12.127313 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-c7ba4abd-6144-4288-8262-9cc6b9b1f0f1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Project 0e471bbf082147968eeb2d3e39474524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:44:12.135599 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4abd-6144-4288-8262-9cc6b9b1f0f1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:12.224072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4abd-6144-4288-8262-9cc6b9b1f0f1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:12.256172 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4abd-6144-4288-8262-9cc6b9b1f0f1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:12.300252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba4abd-6144-4288-8262-9cc6b9b1f0f1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0db6b95-b0f6-4a9a-9b6d-4956419bfe8d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:12.312696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4abd-6144-4288-8262-9cc6b9b1f0f1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:12.314343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c7ba4abd-6144-4288-8262-9cc6b9b1f0f1 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2351315 Nov 12 13:44:12.458936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:44:05Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'eec4d911-23a3-468a-a929-f6ddcaa21b51', 'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:87:86:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:02Z', 'updated_at': '2021-11-12T13:44:10Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:12.528335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d036471-d51a-43f3-9601-9f26338dc690 None None] The sync data for ids ['9d0091f5-8169-480e-9a80-75dd22cc38c0'] in n-d-805736-4 is: [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:44:05Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'eec4d911-23a3-468a-a929-f6ddcaa21b51', 'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:87:86:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:02Z', 'updated_at': '2021-11-12T13:44:10Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:44:13.090106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eec4d911-23a3-468a-a929-f6ddcaa21b51 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:44:13.119922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8568e2c1-fd11-4ec9-bb31-a5e32ff0ed2d req-885e6a3a-d702-4c6f-974b-a266cf58259c tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 210 time: 0.1661017 Nov 12 13:44:13.250031 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:13.312223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port eec4d911-23a3-468a-a929-f6ddcaa21b51 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:13.315130 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:13.331842 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-ee2e6c01-b55f-48bb-b8a3-f70ce8238338 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335488170&fields=id&tenant_id=0e471bbf082147968eeb2d3e39474524 HTTP/1.1" status: 200 len: 267 time: 0.2489159 Nov 12 13:44:13.722201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-0fa9c7ec-7de1-4e41-990f-57e7002ed7d8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:13.740310 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-0fa9c7ec-7de1-4e41-990f-57e7002ed7d8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/networks?id=f2266a91-02e9-4252-bfc6-30748941c9de HTTP/1.1" status: 200 len: 797 time: 0.3929138 Nov 12 13:44:13.783454 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-12c39817-faa6-4fe3-8baa-ea7ed4c0dea8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/quotas/0e471bbf082147968eeb2d3e39474524 HTTP/1.1" status: 200 len: 375 time: 0.0420921 Nov 12 13:44:13.848304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39510) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:13.925264 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6df7b94a-6c08-4076-9baa-9302d6f9c78a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383808 Nov 12 13:44:14.168869 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:14.210523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90c3091f-8bb0-4b37-9585-eb396ee0b165 service neutron] 10.222.0.73 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814562 Nov 12 13:44:14.300364 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eddc92ca-5fe7-4c70-a333-72cba2ee443f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:14.462386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e9986cc-d4f3-40eb-af81-01735e9f0498 req-a97fa598-3f12-47b5-aebb-b776b7650f27 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 210 time: 0.1651590 Nov 12 13:44:14.719725 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eddc92ca-5fe7-4c70-a333-72cba2ee443f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:14.728132 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eddc92ca-5fe7-4c70-a333-72cba2ee443f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:14.815563 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-f6e3a5dd-dfbf-4ecd-89f7-7fa0e46928be service neutron] 10.222.0.73 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039119 Nov 12 13:44:14.888616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc92ca-5fe7-4c70-a333-72cba2ee443f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce72875a-d1ac-4aad-8bef-1c7fe9e71121,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:14.901197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eddc92ca-5fe7-4c70-a333-72cba2ee443f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f06ff6a29d2493d8575195a169656d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0486796 Nov 12 13:44:14.905492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39542) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:14.974937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55138b09-b606-45e3-9caa-591770fb18ba req-9edb53ea-0b5e-48fc-82fb-f955266b6a22 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:14.978936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-9edb53ea-0b5e-48fc-82fb-f955266b6a22 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.70 "GET /v2.0/networks?id=6b686319-d93d-423e-8a21-01ba00553423 HTTP/1.1" status: 200 len: 824 time: 0.4900434 Nov 12 13:44:15.006309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Request body: {'port': {'device_id': '5fa5690c-8463-4a85-80e8-703ab0292d9b', 'network_id': '6b686319-d93d-423e-8a21-01ba00553423', 'admin_state_up': True, 'tenant_id': '12a28eff0fdd42f3966ff2c23d36680c'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:15.020921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc424475-30af-4176-9b99-0b78d7770318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:15.067940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc424475-30af-4176-9b99-0b78d7770318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:15.155538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc424475-30af-4176-9b99-0b78d7770318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:15.159073 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc424475-30af-4176-9b99-0b78d7770318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:15.161071 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fc424475-30af-4176-9b99-0b78d7770318 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce72875a-d1ac-4aad-8bef-1c7fe9e71121 HTTP/1.1" status: 204 len: 168 time: 0.2546012 Nov 12 13:44:15.198175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ac57068-0147-439e-adc8-a50d4c21177f req-2a065647-6b13-4a97-a574-8325e4136162 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 210 time: 0.0358741 Nov 12 13:44:15.198958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc424475-30af-4176-9b99-0b78d7770318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce72875a-d1ac-4aad-8bef-1c7fe9e71121,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:15.292749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39556) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:15.400807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Made reservation on behalf of 12a28eff0fdd42f3966ff2c23d36680c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:15.405653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:15.667510 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-203d4a88-a609-4250-b0e6-e5df3a8d4a65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:15.811799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3f6e927-8b4b-47bb-b7cc-32867daf38dc req-6bab3f86-9843-47ba-b010-c1812c2cd658 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 210 time: 0.1585333 Nov 12 13:44:15.834735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39580) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:15.837408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Allocated IP 172.20.0.12 (6b686319-d93d-423e-8a21-01ba00553423/8db555de-1788-4c7c-8118-6e90dac7764c/4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:15.885051 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07de13fd-3e43-4e69-a571-5aa832df91a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:15.903892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-203d4a88-a609-4250-b0e6-e5df3a8d4a65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:15.911933 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-203d4a88-a609-4250-b0e6-e5df3a8d4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:15.978324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-203d4a88-a609-4250-b0e6-e5df3a8d4a65 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e02091a69ed42f8aac58ca7e4b6ab2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6831510 Nov 12 13:44:15.979765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d4a88-a609-4250-b0e6-e5df3a8d4a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b084c85-f6fb-4cb8-9a46-c4136f2c840a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:15.998495 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39584) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:16.104327 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d186aad-e41b-42d0-93a2-147ee6a2918b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.131399 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d186aad-e41b-42d0-93a2-147ee6a2918b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.223558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d186aad-e41b-42d0-93a2-147ee6a2918b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.227884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d186aad-e41b-42d0-93a2-147ee6a2918b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.229837 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1d186aad-e41b-42d0-93a2-147ee6a2918b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b084c85-f6fb-4cb8-9a46-c4136f2c840a HTTP/1.1" status: 204 len: 168 time: 0.2295504 Nov 12 13:44:16.244126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d186aad-e41b-42d0-93a2-147ee6a2918b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b084c85-f6fb-4cb8-9a46-c4136f2c840a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:16.257566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.283136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07de13fd-3e43-4e69-a571-5aa832df91a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.296301 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07de13fd-3e43-4e69-a571-5aa832df91a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.344782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de13fd-3e43-4e69-a571-5aa832df91a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855fc873-d9c9-4be7-824e-636ef1e1c1df,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:16.368103 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-07de13fd-3e43-4e69-a571-5aa832df91a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d74863f9d95946aebd4f9e7b7c08ae00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322857 Nov 12 13:44:16.370138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39594) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:16.378354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20693684-cc3b-4646-a0fd-15bcfb6f662b req-2fb2d00d-42db-4441-b146-a506a22c3189 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 210 time: 0.0512426 Nov 12 13:44:16.432197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.476752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Network 6b686319-d93d-423e-8a21-01ba00553423 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:16.484789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:16.494253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:16.535456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3864b007-266b-42b5-80ec-133d2f0a6cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.557906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Pushing event updated for resources: {'Port': ['ID=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:16.580287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3864b007-266b-42b5-80ec-133d2f0a6cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.618024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:16.619079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.659340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-af396adf-eda8-47fd-914f-2ba1b5376d89 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6708484 Nov 12 13:44:16.678905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Request body: {'port': {'device_id': '5fa5690c-8463-4a85-80e8-703ab0292d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:16.754950 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:16.848058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-125985c5-b43b-45e6-934b-e03bc2891013 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899105 Nov 12 13:44:16.934043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39610) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:17.004162 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3853971a-4856-402c-95ff-dea453eac187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:17.100119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-012d1de8-26dc-440f-90ed-5e25239e7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:17.101855 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-012d1de8-26dc-440f-90ed-5e25239e7624 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 1098 time: 0.1645772 Nov 12 13:44:17.103498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3864b007-266b-42b5-80ec-133d2f0a6cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:17.106264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3864b007-266b-42b5-80ec-133d2f0a6cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:17.107751 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3864b007-266b-42b5-80ec-133d2f0a6cd5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/855fc873-d9c9-4be7-824e-636ef1e1c1df HTTP/1.1" status: 204 len: 168 time: 0.7342956 Nov 12 13:44:17.138744 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3853971a-4856-402c-95ff-dea453eac187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:17.218085 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3853971a-4856-402c-95ff-dea453eac187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:17.288128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3853971a-4856-402c-95ff-dea453eac187 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=429f0aec3d9e43558da1073fef9d3e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3497634 Nov 12 13:44:17.288128 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-283d0202-2fe8-4b80-956f-ba6b18088aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:17.288492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-283d0202-2fe8-4b80-956f-ba6b18088aee service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.1533179 Nov 12 13:44:17.288905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39620) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:17.290866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853971a-4856-402c-95ff-dea453eac187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60594725-b267-4f34-8e5d-bdfe3f89c59f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:17.414472 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-b5a84659-4b3c-4399-a658-ae6c61e5d4f0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7 HTTP/1.1" status: 200 len: 1001 time: 0.1154165 Nov 12 13:44:17.454754 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3317746-598f-4e6f-b313-7928d5013e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:17.500513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3317746-598f-4e6f-b313-7928d5013e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:17.513251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-39733618-0a46-4713-ba35-929e8f537043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:17.515428 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-39733618-0a46-4713-ba35-929e8f537043 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.0921972 Nov 12 13:44:17.548548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864b007-266b-42b5-80ec-133d2f0a6cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855fc873-d9c9-4be7-824e-636ef1e1c1df,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:17.628188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65414103-50ca-4dd5-b4e2-e9fefb02c106 req-c1f7be63-6f92-4509-b2bd-1baad76930b4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 210 time: 0.0964961 Nov 12 13:44:17.646869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265b83-0481-46b4-8f24-919959346ad3 req-18422a1a-b565-44f1-9d35-4f905c73dcb1 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:17.648892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3265b83-0481-46b4-8f24-919959346ad3 req-18422a1a-b565-44f1-9d35-4f905c73dcb1 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 932 time: 0.6888013 Nov 12 13:44:17.668204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-20248651-cee6-43f1-9f90-669667db3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:17.670548 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-20248651-cee6-43f1-9f90-669667db3ae7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371233 Nov 12 13:44:17.671200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-789e3ae2-8523-44b7-806d-9479bdfd8aca tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:17.672986 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-789e3ae2-8523-44b7-806d-9479bdfd8aca tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.105 "GET /v2.0/networks?id=f2266a91-02e9-4252-bfc6-30748941c9de HTTP/1.1" status: 200 len: 797 time: 0.8717194 Nov 12 13:44:17.687145 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3317746-598f-4e6f-b313-7928d5013e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:17.698647 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3317746-598f-4e6f-b313-7928d5013e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:17.700077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c3317746-598f-4e6f-b313-7928d5013e5e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60594725-b267-4f34-8e5d-bdfe3f89c59f HTTP/1.1" status: 204 len: 168 time: 0.4101357 Nov 12 13:44:17.739718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3317746-598f-4e6f-b313-7928d5013e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60594725-b267-4f34-8e5d-bdfe3f89c59f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:17.802691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39634) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:17.849032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a12d869-1e72-45f8-b4e6-f4267f9dd71f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:17.948177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3265b83-0481-46b4-8f24-919959346ad3 req-7f33a6c5-02b1-43ee-a9c3-2bfc90c04542 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675641 Nov 12 13:44:17.956305 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-81185140-0f23-4ff6-8ecc-8218624af4df service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546682 Nov 12 13:44:18.018283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-eeffffb1-4826-466d-ad39-0e8c24b48269 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e471bbf082147968eeb2d3e39474524 HTTP/1.1" status: 200 len: 380 time: 0.1899199 Nov 12 13:44:18.034308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'port': {'device_id': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'admin_state_up': True, 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'security_groups': ['ef1efbdc-56f8-41e6-8403-5611ac6b0723']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:18.052958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:44:18.077349 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.132707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Transition to ACTIVE for port object 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:44:18.143564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.215159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:18.235815 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8366cea-beda-4921-b773-3e035d4d93d7 req-d56e9e5f-bab4-488d-9265-99aa9504ea3f service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705419 Nov 12 13:44:18.304918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a12d869-1e72-45f8-b4e6-f4267f9dd71f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.327077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a12d869-1e72-45f8-b4e6-f4267f9dd71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.373544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Made reservation on behalf of 0e471bbf082147968eeb2d3e39474524 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:18.378398 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.421318 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4a12d869-1e72-45f8-b4e6-f4267f9dd71f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4df6528b227545cf833d33fa18224803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6104743 Nov 12 13:44:18.429891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12d869-1e72-45f8-b4e6-f4267f9dd71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387dc5b5-c253-417c-8a26-1bdacb12a015,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:18.433094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39656) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:18.464359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Attempting to bind port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:44:18.468130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Attempting to bind port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '4460ac6d-a2cc-4cfe-80b7-b3ae214163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '6b686319-d93d-423e-8a21-01ba00553423'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:44:18.468130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Attempting to bind port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 on network 6b686319-d93d-423e-8a21-01ba00553423 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:44:18.473901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 on network 6b686319-d93d-423e-8a21-01ba00553423 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:44:18.474266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Attempting to bind port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 on network 6b686319-d93d-423e-8a21-01ba00553423 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:44:18.483463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:44:18.483797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Checking segment: {'id': '4460ac6d-a2cc-4cfe-80b7-b3ae214163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '6b686319-d93d-423e-8a21-01ba00553423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:18.484183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Bound using segment: {'id': '4460ac6d-a2cc-4cfe-80b7-b3ae214163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '6b686319-d93d-423e-8a21-01ba00553423'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:44:18.484947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Bound port: 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4460ac6d-a2cc-4cfe-80b7-b3ae214163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '6b686319-d93d-423e-8a21-01ba00553423'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:44:18.485319 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.502644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3810ac21-3c4f-46ae-8c65-170965f95a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.533868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3810ac21-3c4f-46ae-8c65-170965f95a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.593792 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3810ac21-3c4f-46ae-8c65-170965f95a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.596880 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3810ac21-3c4f-46ae-8c65-170965f95a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.598364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3810ac21-3c4f-46ae-8c65-170965f95a9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/387dc5b5-c253-417c-8a26-1bdacb12a015 HTTP/1.1" status: 204 len: 168 time: 0.1648540 Nov 12 13:44:18.612008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810ac21-3c4f-46ae-8c65-170965f95a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387dc5b5-c253-417c-8a26-1bdacb12a015,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:18.668765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] For port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:44:18.672132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Allocated IP 172.20.0.9 (f2266a91-02e9-4252-bfc6-30748941c9de/7f5122c5-e8a0-40b0-9ab1-93908c5ad13f/d6d5ccb9-9d8a-4be1-8bb8-5033f462894b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:18.675188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] For port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,segment=NetworkSegment(4460ac6d-a2cc-4cfe-80b7-b3ae214163e4),segment_id=4460ac6d-a2cc-4cfe-80b7-b3ae214163e4)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:44:18.679558 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.727965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:18.728601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:18.730870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] 10.222.0.70 "PUT /v2.0/ports/4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 HTTP/1.1" status: 200 len: 1092 time: 2.0614257 Nov 12 13:44:18.731887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa5690c-8463-4a85-80e8-703ab0292d9b', 'tag': '4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:44:18.734466 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa5690c-8463-4a85-80e8-703ab0292d9b", "tag": "4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:44:18.876227 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:18.891840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.892482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.892987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.893545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.893691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee7f605d-3bf0-48a0-bfbf-71b8a081c18c req-73b347b3-8285-480d-8b55-e4d4b1aa3fa4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 210 time: 0.0772674 Nov 12 13:44:18.894541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.894877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.895208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.895540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.895938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.896178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.896504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.896826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607bba8-06b6-4a3d-a89a-7c7232252ab2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:18.960744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55138b09-b606-45e3-9caa-591770fb18ba req-e2c973bc-8adb-4d54-8501-6c519df221a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:18.962305 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-e2c973bc-8adb-4d54-8501-6c519df221a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=12a28eff0fdd42f3966ff2c23d36680c&device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 1095 time: 0.1552603 Nov 12 13:44:19.025087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-3ff630eb-a4bf-4c41-922b-9258df960115 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 HTTP/1.1" status: 200 len: 217 time: 0.0531354 Nov 12 13:44:19.081676 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:19.116109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55138b09-b606-45e3-9caa-591770fb18ba req-232fd47f-f883-4338-9f27-9fbe12b391c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:19.117878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-232fd47f-f883-4338-9f27-9fbe12b391c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8db555de-1788-4c7c-8118-6e90dac7764c HTTP/1.1" status: 200 len: 864 time: 0.0853748 Nov 12 13:44:19.170724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-c9443a9c-6dcb-4e07-a63d-b73e2df30f67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b686319-d93d-423e-8a21-01ba00553423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350959 Nov 12 13:44:19.261582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d8b0-2dcf-4958-a86d-682581572474 req-2d9599e7-615a-4603-9ea9-0a09579b52b0 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:19.280023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d112d8b0-2dcf-4958-a86d-682581572474 req-2d9599e7-615a-4603-9ea9-0a09579b52b0 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 944 time: 0.2064972 Nov 12 13:44:19.352395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:19.409911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-75eaaf73-e158-451a-a1aa-ec3f2b0d3ccb service neutron] 10.222.0.70 "GET /v2.0/networks/6b686319-d93d-423e-8a21-01ba00553423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307575 Nov 12 13:44:19.429113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d112d8b0-2dcf-4958-a86d-682581572474 req-c2e259d6-fcc4-488d-9555-9e910f023caa tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407990 Nov 12 13:44:19.473643 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af5068-6991-4639-8da4-0cd14df50484 x-openstack-request-id: req-54af5068-6991-4639-8da4-0cd14df50484 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:44:19.473930 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa5690c-8463-4a85-80e8-703ab0292d9b", "tag": "4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:44:19.474180 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54af5068-6991-4639-8da4-0cd14df50484 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:44:19.474581 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa5690c-8463-4a85-80e8-703ab0292d9b', 'tag': '4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9', 'status': 'completed', 'code': 200} Nov 12 13:44:19.476322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network f2266a91-02e9-4252-bfc6-30748941c9de is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:19.512986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:19.524682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:19.655195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:19.712338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:19.713207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:19.776929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55138b09-b606-45e3-9caa-591770fb18ba req-6a04f887-c5e4-4171-92bd-427adde507c9 service neutron] 10.222.0.70 "GET /v2.0/networks/6b686319-d93d-423e-8a21-01ba00553423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994852 Nov 12 13:44:19.812099 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-90ff616d-a889-437a-9c8a-60ef69e5be37 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7842007 Nov 12 13:44:19.833927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Request body: {'port': {'device_id': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:19.864488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-afe470fd-2eda-4f05-bb20-bed9b6b938e6 None None] Provisioning complete for port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:19.865508 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe470fd-2eda-4f05-bb20-bed9b6b938e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:20.002691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-afe470fd-2eda-4f05-bb20-bed9b6b938e6 None None] Port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:44:20.070591 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:20.107369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c req-b13ec406-0f27-4cc7-9007-cbf14b3ce153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:20.109119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c req-b13ec406-0f27-4cc7-9007-cbf14b3ce153 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=12a28eff0fdd42f3966ff2c23d36680c&device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 1095 time: 0.2685981 Nov 12 13:44:20.674054 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-8c557338-83be-459a-b526-df402030e9e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1239967 Nov 12 13:44:20.715316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744c263-ef43-4d8f-ba10-0eea22326334 req-626aa82b-e60d-4761-92e4-523857111422 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:20.722112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e744c263-ef43-4d8f-ba10-0eea22326334 req-626aa82b-e60d-4761-92e4-523857111422 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 944 time: 0.0990920 Nov 12 13:44:20.787481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee2507-5977-439f-879a-eabd1bf16f68 req-5cf61d98-5505-4606-a197-1ea7c91885dc tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:20.804765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0ee2507-5977-439f-879a-eabd1bf16f68 req-5cf61d98-5505-4606-a197-1ea7c91885dc tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 931 time: 0.7216878 Nov 12 13:44:20.856329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c req-90e33484-d502-4f8f-9eb5-6b83535662f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:20.859410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c req-90e33484-d502-4f8f-9eb5-6b83535662f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b686319-d93d-423e-8a21-01ba00553423 HTTP/1.1" status: 200 len: 925 time: 0.7411296 Nov 12 13:44:20.946390 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c req-5194c683-5251-4019-ad8c-326c718d397a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 HTTP/1.1" status: 200 len: 217 time: 0.0692701 Nov 12 13:44:20.954145 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e744c263-ef43-4d8f-ba10-0eea22326334 req-65d6fbd0-da32-4a7c-bed5-5f277fd5778c tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247386 Nov 12 13:44:20.987881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-dc2f7c61-d296-412a-be3b-d996443b5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:20.990410 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-dc2f7c61-d296-412a-be3b-d996443b5237 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1097 time: 0.2131171 Nov 12 13:44:21.102521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0ee2507-5977-439f-879a-eabd1bf16f68 req-e9896cf7-e80d-4381-8bdb-b118e7026a2c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954805 Nov 12 13:44:21.137031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c req-da61befe-b9a6-4719-bd65-82337fe791b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:21.140979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c req-da61befe-b9a6-4719-bd65-82337fe791b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8db555de-1788-4c7c-8118-6e90dac7764c HTTP/1.1" status: 200 len: 864 time: 0.1788199 Nov 12 13:44:21.204967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c req-78fcba8b-4ab8-47c8-8b3e-514c0461b2d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b686319-d93d-423e-8a21-01ba00553423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547009 Nov 12 13:44:21.244467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d5ccb9-9d8a-4be1-8bb8-5033f462894b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:44:21.274260 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:21.275000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-5598023f-ed06-40fc-b6d1-15e67afd95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:21.276688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-5598023f-ed06-40fc-b6d1-15e67afd95b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 898 time: 0.2587333 Nov 12 13:44:21.362724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Transition to ACTIVE for port object d6d5ccb9-9d8a-4be1-8bb8-5033f462894b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:44:21.382113 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:21.396481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-636e440f-2bbd-4aa8-81da-97d9a99550f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 1002 time: 0.1106164 Nov 12 13:44:21.540040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-cc6bcb53-9bd2-4019-b8fa-aed287a0aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:21.544817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-cc6bcb53-9bd2-4019-b8fa-aed287a0aab1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 200 len: 837 time: 0.1389208 Nov 12 13:44:21.563075 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c req-d8374fb0-a7d0-44c3-87ad-0605a653b0d3 service neutron] 10.222.0.70 "GET /v2.0/networks/6b686319-d93d-423e-8a21-01ba00553423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483152 Nov 12 13:44:21.660170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-3880c302-33da-4409-8411-7a4c6a59258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:21.661545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-3880c302-33da-4409-8411-7a4c6a59258b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=67239153-880f-4bb8-a429-51e466d254c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098785 Nov 12 13:44:21.760967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Pushing event updated for resources: {'Port': ['ID=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:21.903257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39810) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:21.915716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-2c3835d1-c129-4f24-818c-bdfb0c1b44ad service neutron] 10.222.0.70 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451978 Nov 12 13:44:21.969326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb3ec9a-dfe3-453e-aabc-50b024a0a31c req-48adb0aa-c0db-49bb-bc7b-1ac7090d3db5 service neutron] 10.222.0.70 "GET /v2.0/networks/6b686319-d93d-423e-8a21-01ba00553423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933172 Nov 12 13:44:21.989252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Attempting to bind port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:44:21.989853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Attempting to bind port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:44:21.990364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Attempting to bind port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b on network f2266a91-02e9-4252-bfc6-30748941c9de {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:44:21.995954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b on network f2266a91-02e9-4252-bfc6-30748941c9de not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:44:21.996502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Attempting to bind port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b on network f2266a91-02e9-4252-bfc6-30748941c9de {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:44:22.002726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:44:22.003327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Checking segment: {'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:22.004247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Bound using segment: {'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:44:22.005124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Bound port: d6d5ccb9-9d8a-4be1-8bb8-5033f462894b, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7334cb33-2796-4ec1-8c32-a60b098ae65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:44:22.005775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:22.114479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] For port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:44:22.124709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] For port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:44:22.133746 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:22.229801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:22.231910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:22.233623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] 10.222.0.105 "PUT /v2.0/ports/d6d5ccb9-9d8a-4be1-8bb8-5033f462894b HTTP/1.1" status: 200 len: 1091 time: 2.4123542 Nov 12 13:44:22.234337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'tag': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:44:22.237649 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1ed061-99f5-4f13-86e6-f9da24024dab" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a851e5-0e59-49fb-bad4-150f582d5570", "tag": "d6d5ccb9-9d8a-4be1-8bb8-5033f462894b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:44:22.323765 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de122fd1-f187-4abd-8654-9796f7ce096d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:22.377614 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd18c3-4fe2-4325-bbb9-6cc601de7646 req-bf828cf5-ce06-4dee-84a3-9ca628bfd768 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:22.385681 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2cd18c3-4fe2-4325-bbb9-6cc601de7646 req-bf828cf5-ce06-4dee-84a3-9ca628bfd768 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 944 time: 0.1824880 Nov 12 13:44:22.392439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd2f15-0ddc-410e-a80b-85d258f7ccdb service neutron] Pushing event updated for resources: {'Port': ['ID=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:22.393037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f81b402e-fb70-4aa7-8e93-e4a61b194452 req-1d05f26b-c09b-45b9-8c77-c6e4d06e161a service neutron] 10.222.0.70 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621613 Nov 12 13:44:22.443143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-1e40de1d-91f0-4bbd-8160-a0e2e8d78283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:22.444963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-1e40de1d-91f0-4bbd-8160-a0e2e8d78283 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 1094 time: 0.1613610 Nov 12 13:44:22.455970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc0072-f3c1-4601-9819-1148bc920731 req-f0e686cd-54bb-4f45-9db5-dea4fad9c312 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:22.464931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-12fc0072-f3c1-4601-9819-1148bc920731 req-f0e686cd-54bb-4f45-9db5-dea4fad9c312 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 943 time: 0.2210519 Nov 12 13:44:22.518453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2cd18c3-4fe2-4325-bbb9-6cc601de7646 req-9804a3f9-6cd2-4043-9865-38e136bcd337 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317713 Nov 12 13:44:22.520750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39838) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:22.660066 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50350bb2-be17-431e-8c16-8ee057b7622c x-openstack-request-id: req-50350bb2-be17-431e-8c16-8ee057b7622c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:44:22.660363 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a851e5-0e59-49fb-bad4-150f582d5570", "tag": "d6d5ccb9-9d8a-4be1-8bb8-5033f462894b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:44:22.660622 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50350bb2-be17-431e-8c16-8ee057b7622c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:44:22.661049 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'tag': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'status': 'completed', 'code': 200} Nov 12 13:44:22.664346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-dbfe34fa-3d13-4551-bc67-6d1c89c019f2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b HTTP/1.1" status: 200 len: 217 time: 0.1896367 Nov 12 13:44:22.711995 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de122fd1-f187-4abd-8654-9796f7ce096d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:22.720803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-de122fd1-f187-4abd-8654-9796f7ce096d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:22.825865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-de122fd1-f187-4abd-8654-9796f7ce096d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=febffadc8c254968a9fd226f82787cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9204741 Nov 12 13:44:22.827457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de122fd1-f187-4abd-8654-9796f7ce096d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b6ac8b-0cb8-4b32-90e0-0d38a9e1a950,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:22.839896 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39846) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:22.872333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7df7efe2-8bf6-4865-8ac3-3cc7f8d28e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:22.902946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-5a69d86a-d0c2-4484-b5cd-30575d55824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:22.911842 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-5a69d86a-d0c2-4484-b5cd-30575d55824c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7f5122c5-e8a0-40b0-9ab1-93908c5ad13f HTTP/1.1" status: 200 len: 834 time: 0.2382522 Nov 12 13:44:22.952143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a03149d-f2f0-4269-908b-5382e0d5f2f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:22.986373 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-12fc0072-f3c1-4601-9819-1148bc920731 req-670238f7-db27-438c-9a12-68068b5dcbab tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5196464 Nov 12 13:44:22.990251 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a03149d-f2f0-4269-908b-5382e0d5f2f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:23.064729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-840bb7c5-744e-43dc-a20e-eaf8dea040b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:23.065091 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a03149d-f2f0-4269-908b-5382e0d5f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:23.067435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-840bb7c5-744e-43dc-a20e-eaf8dea040b0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f2266a91-02e9-4252-bfc6-30748941c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407716 Nov 12 13:44:23.068157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a03149d-f2f0-4269-908b-5382e0d5f2f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:23.069552 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6a03149d-f2f0-4269-908b-5382e0d5f2f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38b6ac8b-0cb8-4b32-90e0-0d38a9e1a950 HTTP/1.1" status: 204 len: 168 time: 0.2265999 Nov 12 13:44:23.084554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03149d-f2f0-4269-908b-5382e0d5f2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b6ac8b-0cb8-4b32-90e0-0d38a9e1a950,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:23.190513 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7df7efe2-8bf6-4865-8ac3-3cc7f8d28e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:23.198092 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7df7efe2-8bf6-4865-8ac3-3cc7f8d28e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:23.273012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7df7efe2-8bf6-4865-8ac3-3cc7f8d28e6b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51a339fb93304e6882747b30b9fae554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7466433 Nov 12 13:44:23.273012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7efe2-8bf6-4865-8ac3-3cc7f8d28e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5c94aa-b0f0-4994-8365-36d591ca6f94,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:23.273793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39858) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:23.290990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-fa7d7e6d-f073-47e7-94f6-d01b69f940ed service neutron] 10.222.0.105 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127125 Nov 12 13:44:23.333509 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3896132-18a8-4410-8b77-e357ae21b00f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:23.356070 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3896132-18a8-4410-8b77-e357ae21b00f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:23.439700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3896132-18a8-4410-8b77-e357ae21b00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:23.444538 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2bb1a22f-1a8b-4bd0-aaab-2277ca32ba50 req-8d844c9b-279d-4a1c-a6c2-d4ad97cfea9a service neutron] 10.222.0.105 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414633 Nov 12 13:44:23.445002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3896132-18a8-4410-8b77-e357ae21b00f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:23.446673 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c3896132-18a8-4410-8b77-e357ae21b00f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a5c94aa-b0f0-4994-8365-36d591ca6f94 HTTP/1.1" status: 204 len: 168 time: 0.1718686 Nov 12 13:44:23.461728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3896132-18a8-4410-8b77-e357ae21b00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5c94aa-b0f0-4994-8365-36d591ca6f94,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:23.615973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-36b79ae7-03d8-4119-9dda-ec9afd991fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:23.621652 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-36b79ae7-03d8-4119-9dda-ec9afd991fd7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 1094 time: 0.0945971 Nov 12 13:44:23.724013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e415ef-1423-4a0e-8f02-ab95164d8289 req-bd3a1ed1-c044-4b97-8271-f5a5e56a476f tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:23.726131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d7e415ef-1423-4a0e-8f02-ab95164d8289 req-bd3a1ed1-c044-4b97-8271-f5a5e56a476f tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 944 time: 0.1064270 Nov 12 13:44:23.808205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-e6241645-85fc-4b3b-9e5c-4fe58c7e306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:23.811289 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-e6241645-85fc-4b3b-9e5c-4fe58c7e306d service neutron] 10.222.0.105 "GET /v2.0/networks?id=f2266a91-02e9-4252-bfc6-30748941c9de HTTP/1.1" status: 200 len: 898 time: 0.1825902 Nov 12 13:44:23.822819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d7e415ef-1423-4a0e-8f02-ab95164d8289 req-b991709a-8bbc-40e1-aeac-f347debcba0c tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898643 Nov 12 13:44:23.894588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-b535df44-1489-47b8-880c-57a95b632cbd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b HTTP/1.1" status: 200 len: 217 time: 0.0713897 Nov 12 13:44:23.961360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-ad8149e9-b19e-4d63-bda9-f25f21a7a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:23.963009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-ad8149e9-b19e-4d63-bda9-f25f21a7a7ad service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7f5122c5-e8a0-40b0-9ab1-93908c5ad13f HTTP/1.1" status: 200 len: 834 time: 0.0611124 Nov 12 13:44:24.005989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39896) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:24.025076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86acbeef-5451-46d1-a995-9efd74a7519e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:24.050315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-ab747d26-ee59-4365-9382-046a43b3bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:24.051494 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-ab747d26-ee59-4365-9382-046a43b3bbe8 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f2266a91-02e9-4252-bfc6-30748941c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802855 Nov 12 13:44:24.240919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e3a9-c0cb-4f66-a283-458767b57bb6 req-54d5d695-df73-45a5-9ea7-99beacd708b5 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:24.242698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63a6e3a9-c0cb-4f66-a283-458767b57bb6 req-54d5d695-df73-45a5-9ea7-99beacd708b5 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 943 time: 0.1033416 Nov 12 13:44:24.260246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-ca21c44a-9970-482f-a81d-c5eca6154bf5 service neutron] 10.222.0.105 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006919 Nov 12 13:44:24.296126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86acbeef-5451-46d1-a995-9efd74a7519e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:24.319277 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86acbeef-5451-46d1-a995-9efd74a7519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:24.430943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:44:24.587502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,segment=NetworkSegment(4460ac6d-a2cc-4cfe-80b7-b3ae214163e4),segment_id=4460ac6d-a2cc-4cfe-80b7-b3ae214163e4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:24.602961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9', 'network_id': '6b686319-d93d-423e-8a21-01ba00553423', 'port_id': '4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9', 'mac_address': 'fa:16:3e:b3:2c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db555de-1788-4c7c-8118-6e90dac7764c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:44:24.683961 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:24.701968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:44:24.731046 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63a6e3a9-c0cb-4f66-a283-458767b57bb6 req-cea7dc43-689f-4503-bf86-fb2edac6d953 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4792836 Nov 12 13:44:24.734818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,segment=NetworkSegment(4460ac6d-a2cc-4cfe-80b7-b3ae214163e4),segment_id=4460ac6d-a2cc-4cfe-80b7-b3ae214163e4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:24.740597 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:24.783724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-86acbeef-5451-46d1-a995-9efd74a7519e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee03e364dde9436a8191af06516b9816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7743146 Nov 12 13:44:24.784077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acbeef-5451-46d1-a995-9efd74a7519e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b1191a-ca12-41e9-a903-c3926faac266,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:24.784339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39930) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:24.823764 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c1ed061-99f5-4f13-86e6-f9da24024dab req-dbdf322e-9470-434c-82cb-b52f376ff3f6 service neutron] 10.222.0.105 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524983 Nov 12 13:44:24.827060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:24.870628 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-809766fc-9a53-494b-b99f-8180c746535f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:24.895972 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-809766fc-9a53-494b-b99f-8180c746535f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:25.106895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:44:25.125991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20fad-10f7-4300-bef2-583dedb15865 req-530e73e6-33b5-4ad0-af34-d057f3956cdb tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:25.128923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15c20fad-10f7-4300-bef2-583dedb15865 req-530e73e6-33b5-4ad0-af34-d057f3956cdb tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1097 time: 0.0523951 Nov 12 13:44:25.224683 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15c20fad-10f7-4300-bef2-583dedb15865 req-5feac576-14be-4aea-9716-449c43e09694 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883443 Nov 12 13:44:25.258844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:25.334081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382c44-4d61-4bf0-8404-ca81eda63b2a req-5f5fb6dd-63fe-479e-b65b-ed5827649b93 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:25.336460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7382c44-4d61-4bf0-8404-ca81eda63b2a req-5f5fb6dd-63fe-479e-b65b-ed5827649b93 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 945 time: 0.3959072 Nov 12 13:44:25.376122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-809766fc-9a53-494b-b99f-8180c746535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:25.380909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-809766fc-9a53-494b-b99f-8180c746535f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:25.382828 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-809766fc-9a53-494b-b99f-8180c746535f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03b1191a-ca12-41e9-a903-c3926faac266 HTTP/1.1" status: 204 len: 168 time: 0.5972180 Nov 12 13:44:25.411923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809766fc-9a53-494b-b99f-8180c746535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b1191a-ca12-41e9-a903-c3926faac266,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:25.492260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b7382c44-4d61-4bf0-8404-ca81eda63b2a req-d13cf806-ab09-48f3-9610-3e363caffd4f tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397517 Nov 12 13:44:25.656882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port 66706c64-a5cd-4e83-bf7e-4578e9a09a89 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:44:25.657719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:25.835102 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:25.835554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:25.852467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for 66706c64-a5cd-4e83-bf7e-4578e9a09a89 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:44:26.007101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51397530-887e-4f9e-a17b-34c07e4f9c90 req-b178f818-4646-4ae2-81cf-787c4f31796b tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:26.009078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51397530-887e-4f9e-a17b-34c07e4f9c90 req-b178f818-4646-4ae2-81cf-787c4f31796b tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 943 time: 0.1457045 Nov 12 13:44:26.126045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51397530-887e-4f9e-a17b-34c07e4f9c90 req-cdb406fd-c88f-4aec-bbf9-378d266a269d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899076 Nov 12 13:44:26.224619 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:26.275663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=66706c64-a5cd-4e83-bf7e-4578e9a09a89,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:26.348986 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:26.349350 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Floating IP 2284fc5d-4e14-4456-bb9d-069edf6f1ca5 disassociated (deleted). External IP: 172.25.5.225, port: 910d9247-b518-42d4-a04e-f32404c9c366. Nov 12 13:44:26.437572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:44:26.567846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:44:26.577408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:26.578298 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:26.624440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d6d5ccb9-9d8a-4be1-8bb8-5033f462894b details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:44:26.707958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a44ea-594b-4162-8556-e22b7ae08532 req-fc4e2ff2-66f0-4940-9441-bfb5dfb53e51 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:26.717146 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-671a44ea-594b-4162-8556-e22b7ae08532 req-fc4e2ff2-66f0-4940-9441-bfb5dfb53e51 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 945 time: 0.0769520 Nov 12 13:44:26.772089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router a26d9cfe-4ee2-4698-a5a6-20cf499db54e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:44:26.844656 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-671a44ea-594b-4162-8556-e22b7ae08532 req-037d2081-5963-4f08-86e4-dc8258abcbe0 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215687 Nov 12 13:44:27.025404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:27.056805 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:27.067329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:44:27.075919 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:27.087796 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] Sync routers for ids ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:44:27.123472 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] Routers {'a26d9cfe-4ee2-4698-a5a6-20cf499db54e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:27.124287 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:27.129498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'port_id': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'mac_address': 'fa:16:3e:4b:15:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:44:27.132690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c11b781e-9877-4562-802e-80b6665860b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/floatingips/2284fc5d-4e14-4456-bb9d-069edf6f1ca5 HTTP/1.1" status: 204 len: 168 time: 1.8720224 Nov 12 13:44:27.133718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:44:27.137387 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86d808e-42ba-471f-a054-e40d92154065" -d '{"events": [{"name": "network-changed", "server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "tag": "910d9247-b518-42d4-a04e-f32404c9c366"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:44:27.169624 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f311acb-f553-4e63-97b0-5fabebd324ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:27.212045 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d44378-afbe-4e61-856b-7cb5ad8faa5c x-openstack-request-id: req-a7d44378-afbe-4e61-856b-7cb5ad8faa5c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:44:27.212628 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "tag": "910d9247-b518-42d4-a04e-f32404c9c366", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:44:27.213112 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7d44378-afbe-4e61-856b-7cb5ad8faa5c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:44:27.213775 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366', 'status': 'completed', 'code': 200} Nov 12 13:44:27.220081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa5690c-8463-4a85-80e8-703ab0292d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:44:27.222772 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a1775b-aae0-470e-ad5c-0e4a115387c7" -d '{"events": [{"server_uuid": "5fa5690c-8463-4a85-80e8-703ab0292d9b", "name": "network-vif-plugged", "status": "completed", "tag": "4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:44:27.282815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:27.306721 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,segment=NetworkSegment(4460ac6d-a2cc-4cfe-80b7-b3ae214163e4),segment_id=4460ac6d-a2cc-4cfe-80b7-b3ae214163e4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:27.315958 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:27.387353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d808e-42ba-471f-a054-e40d92154065 req-3e19b046-0fcf-4ce1-9bf8-7ee4461c3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:27.391528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:27.397021 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:27.404801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f86d808e-42ba-471f-a054-e40d92154065 req-3e19b046-0fcf-4ce1-9bf8-7ee4461c3101 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 1097 time: 0.1664262 Nov 12 13:44:27.416342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d5ccb9-9d8a-4be1-8bb8-5033f462894b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:44:27.442697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:27.449467 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:27.515043 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] Set router a26d9cfe-4ee2-4698-a5a6-20cf499db54e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:27.541550 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a1907e6c-0a84-42ad-b1d3-7a318ccceb36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:27.551151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8271c-c48a-4488-b12e-9ceb7aeb803a req-d784e67c-6330-42c2-9eee-6caeff408005 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:27.553096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4c8271c-c48a-4488-b12e-9ceb7aeb803a req-d784e67c-6330-42c2-9eee-6caeff408005 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 943 time: 0.2638061 Nov 12 13:44:27.586386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:27.680581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4c8271c-c48a-4488-b12e-9ceb7aeb803a req-f6c5f51d-21c9-44d3-8fcd-8b7be192bfd8 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110053 Nov 12 13:44:27.692245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d808e-42ba-471f-a054-e40d92154065 req-5ef135ee-f3fc-4dab-a7e4-0d4b1ad6dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:27.701102 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f86d808e-42ba-471f-a054-e40d92154065 req-5ef135ee-f3fc-4dab-a7e4-0d4b1ad6dc12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 200 len: 898 time: 0.2842960 Nov 12 13:44:27.795523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d6d5ccb9-9d8a-4be1-8bb8-5033f462894b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:44:27.859918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f86d808e-42ba-471f-a054-e40d92154065 req-1846db0d-f08e-48b0-a1c3-a35cb927a240 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 200 len: 217 time: 0.1449554 Nov 12 13:44:27.863609 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a1907e6c-0a84-42ad-b1d3-7a318ccceb36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:27.876842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a1907e6c-0a84-42ad-b1d3-7a318ccceb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:27.946471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a1907e6c-0a84-42ad-b1d3-7a318ccceb36 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a386791898724cbfae6ab31b73d5663e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6578786 Nov 12 13:44:27.948594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:28.073400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1907e6c-0a84-42ad-b1d3-7a318ccceb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d696fb6e-e8bb-4cad-bb00-0ee22a7981cf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:28.107702 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:51Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3285e66-da0b-4616-8f3f-33dafe183705', 'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:1a:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:47Z', 'updated_at': '2021-11-12T13:40:59Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:28.145038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b97c5f-51b0-4356-8fcd-a12b2ba25586 req-06714795-4914-4e33-967e-4487444aba45 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:28.166183 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2b97c5f-51b0-4356-8fcd-a12b2ba25586 req-06714795-4914-4e33-967e-4487444aba45 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.3140621 Nov 12 13:44:28.172087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a267450d-1e66-4618-a9e3-26b4b037f41b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:28.229703 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] Checking router: a26d9cfe-4ee2-4698-a5a6-20cf499db54e for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:44:28.233411 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34c2b4f-4e83-467f-8048-b73d7048d67e x-openstack-request-id: req-c34c2b4f-4e83-467f-8048-b73d7048d67e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:44:28.233753 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa5690c-8463-4a85-80e8-703ab0292d9b", "name": "network-vif-plugged", "status": "completed", "tag": "4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:44:28.233974 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c34c2b4f-4e83-467f-8048-b73d7048d67e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:44:28.239552 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa5690c-8463-4a85-80e8-703ab0292d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9', 'code': 200} Nov 12 13:44:28.263817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d808e-42ba-471f-a054-e40d92154065 req-416a3e9d-630d-4279-bc25-73748f391022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:28.268256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f86d808e-42ba-471f-a054-e40d92154065 req-416a3e9d-630d-4279-bc25-73748f391022 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 200 len: 837 time: 0.3928649 Nov 12 13:44:28.272027 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] Routers {'a26d9cfe-4ee2-4698-a5a6-20cf499db54e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:28.276359 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:43:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:28.287803 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a267450d-1e66-4618-a9e3-26b4b037f41b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:28.418852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a2b97c5f-51b0-4356-8fcd-a12b2ba25586 req-c2609792-cdc6-4d11-9987-47e525348615 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366240 Nov 12 13:44:28.452526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d808e-42ba-471f-a054-e40d92154065 req-082c58cd-b05d-4b72-b80b-73529d7709f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:28.454598 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f86d808e-42ba-471f-a054-e40d92154065 req-082c58cd-b05d-4b72-b80b-73529d7709f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=67239153-880f-4bb8-a429-51e466d254c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767435 Nov 12 13:44:28.497514 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] Set router a26d9cfe-4ee2-4698-a5a6-20cf499db54e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:28.550445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b9d05-f976-4aa1-b3d4-45d6a9f9121c req-b9b5fcbb-69e9-4732-b237-a03f6885c72f tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:28.552029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f8b9d05-f976-4aa1-b3d4-45d6a9f9121c req-b9b5fcbb-69e9-4732-b237-a03f6885c72f tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 946 time: 0.1328907 Nov 12 13:44:28.559497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c0ff9-6ff8-484b-aaac-e6f5f8c627d5 req-05ed3601-313b-44d8-bf4d-aab8e97ae018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:28.562089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606c0ff9-6ff8-484b-aaac-e6f5f8c627d5 req-05ed3601-313b-44d8-bf4d-aab8e97ae018 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 1097 time: 0.2169330 Nov 12 13:44:28.601735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a267450d-1e66-4618-a9e3-26b4b037f41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:28.604402 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a267450d-1e66-4618-a9e3-26b4b037f41b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:28.605863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a267450d-1e66-4618-a9e3-26b4b037f41b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d696fb6e-e8bb-4cad-bb00-0ee22a7981cf HTTP/1.1" status: 204 len: 168 time: 0.6559970 Nov 12 13:44:28.648726 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f86d808e-42ba-471f-a054-e40d92154065 req-d7529a1c-01b7-4bca-950b-8a979434cb37 service neutron] 10.222.0.70 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796675 Nov 12 13:44:28.658580 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-606c0ff9-6ff8-484b-aaac-e6f5f8c627d5 req-1b8172fb-8349-40e0-84fb-1dcc33a23999 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842416 Nov 12 13:44:28.659424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267450d-1e66-4618-a9e3-26b4b037f41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d696fb6e-e8bb-4cad-bb00-0ee22a7981cf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:28.715033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f8b9d05-f976-4aa1-b3d4-45d6a9f9121c req-7ae792fe-6f40-48a4-92d7-c6c8b54752a3 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516256 Nov 12 13:44:28.901340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f86d808e-42ba-471f-a054-e40d92154065 req-f35f6880-561e-4766-bda1-e053afdb1857 service neutron] 10.222.0.70 "GET /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428756 Nov 12 13:44:28.973109 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:51Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3285e66-da0b-4616-8f3f-33dafe183705', 'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:1a:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:47Z', 'updated_at': '2021-11-12T13:40:59Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:28.977652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf8175-42d2-4b85-8a36-82b645ef1836 req-0a88d446-cd30-43be-9790-16a9b554b2dc tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:28.995057 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5daf8175-42d2-4b85-8a36-82b645ef1836 req-0a88d446-cd30-43be-9790-16a9b554b2dc tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 944 time: 0.1273160 Nov 12 13:44:29.055445 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892864cd-0c61-4fee-9af2-dac98d9b08ff None None] The sync data for ids ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'] in n-d-805736-4 is: [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:40:51Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3285e66-da0b-4616-8f3f-33dafe183705', 'name': '', 'network_id': '67239153-880f-4bb8-a429-51e466d254c9', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:1a:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:47Z', 'updated_at': '2021-11-12T13:40:59Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'f034a44b-0655-4323-9236-01fb9fa3d586', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:44:29.131823 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5daf8175-42d2-4b85-8a36-82b645ef1836 req-dcf3d414-ca6f-4f47-b116-6ab016de31ca tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350462 Nov 12 13:44:29.485138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-372dd81e-ada0-40c7-af18-79c0bcd0a17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:29.511005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a053a-b3b0-4e18-820a-48a98bae334d None None] New status for floating IP 2284fc5d-4e14-4456-bb9d-069edf6f1ca5: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:44:29.625159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae7916-343a-48e8-8c73-f0bd2ebaa8e7 req-c939bb90-3f1c-4d56-b51d-5e62c8ac8813 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:29.638069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73ae7916-343a-48e8-8c73-f0bd2ebaa8e7 req-c939bb90-3f1c-4d56-b51d-5e62c8ac8813 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1024575 Nov 12 13:44:29.692663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-4e38da9c-e0b0-42fb-9c1b-c6ab2f565269 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:29.694289 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-4e38da9c-e0b0-42fb-9c1b-c6ab2f565269 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 946 time: 0.1191840 Nov 12 13:44:29.708013 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-73ae7916-343a-48e8-8c73-f0bd2ebaa8e7 req-6401b35c-a099-44e6-9429-8180f164c69b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663021 Nov 12 13:44:30.090390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port 910d9247-b518-42d4-a04e-f32404c9c366 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:44:30.091305 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:30.146479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48915c1-1d76-4ec4-a937-6701ac0e1121 req-89155fc9-bff0-4a05-b0ec-943f9d8c88d5 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:30.155154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a48915c1-1d76-4ec4-a937-6701ac0e1121 req-89155fc9-bff0-4a05-b0ec-943f9d8c88d5 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 946 time: 0.2552280 Nov 12 13:44:30.450437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a48915c1-1d76-4ec4-a937-6701ac0e1121 req-bbe9bd8c-80f5-4c9f-afee-15ce5aff4e03 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939389 Nov 12 13:44:30.451364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe0023-3a90-4827-a04e-5de1c4a7ea74 req-93117072-68a5-4929-a41a-b761f600ed4c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:30.455615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-25fe0023-3a90-4827-a04e-5de1c4a7ea74 req-93117072-68a5-4929-a41a-b761f600ed4c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 944 time: 0.1389866 Nov 12 13:44:30.501417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port 910d9247-b518-42d4-a04e-f32404c9c366, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=910d9247-b518-42d4-a04e-f32404c9c366,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:30.501791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:30.527685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for 910d9247-b518-42d4-a04e-f32404c9c366 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:44:30.583530 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-25fe0023-3a90-4827-a04e-5de1c4a7ea74 req-e5b9f6b5-2915-451d-8be2-e6420a442c07 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121912 Nov 12 13:44:30.616157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d6d5ccb9-9d8a-4be1-8bb8-5033f462894b up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:44:30.719779 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:30.738443 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:44:30.748712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:30.751361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:30.951700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:30.972150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c8378-544b-497c-8a18-cb267123f02b req-a566f755-07cd-4142-b894-42e84fe3ca09 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:30.974446 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:30.982599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-880c8378-544b-497c-8a18-cb267123f02b req-a566f755-07cd-4142-b894-42e84fe3ca09 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=40204d9f-4ebd-4633-9430-c27c8cbd7415 HTTP/1.1" status: 200 len: 867 time: 0.1416247 Nov 12 13:44:31.026287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:44:31.035307 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6978e9-e934-4451-ba4d-0fddbc87cc5f" -d '{"events": [{"server_uuid": "e3a851e5-0e59-49fb-bad4-150f582d5570", "name": "network-vif-plugged", "status": "completed", "tag": "d6d5ccb9-9d8a-4be1-8bb8-5033f462894b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:44:31.041964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=910d9247-b518-42d4-a04e-f32404c9c366,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.061041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:31.071412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:31.077358 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:31.168240 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d78c58-2417-45af-8c09-d07206845bce x-openstack-request-id: req-d0d78c58-2417-45af-8c09-d07206845bce {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:44:31.173088 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a851e5-0e59-49fb-bad4-150f582d5570", "name": "network-vif-plugged", "status": "completed", "tag": "d6d5ccb9-9d8a-4be1-8bb8-5033f462894b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:44:31.173733 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d0d78c58-2417-45af-8c09-d07206845bce {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:44:31.174392 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'code': 200} Nov 12 13:44:31.179906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] No DVR routers for this DVR port 910d9247-b518-42d4-a04e-f32404c9c366 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:44:31.183958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:31.190418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1132042-b8a2-477f-acbe-f926bd8a5bcc req-43ccd90c-694c-4bcc-a3e0-e4eabc37adf6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "DELETE /v2.0/ports/910d9247-b518-42d4-a04e-f32404c9c366 HTTP/1.1" status: 204 len: 173 time: 1.4783993 Nov 12 13:44:31.195907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'name': 'network-vif-deleted', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:44:31.198403 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9617594-3a8e-4293-acae-61e6b41b8fe5" -d '{"events": [{"server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "name": "network-vif-deleted", "tag": "910d9247-b518-42d4-a04e-f32404c9c366"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:44:31.282420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-880c8378-544b-497c-8a18-cb267123f02b req-e552d707-3f82-479e-9d13-14d8fff02111 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=d83d2908-a2f0-4198-bf15-f5778165a195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987964 Nov 12 13:44:31.302627 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ebee12-2550-41f9-9964-4038b986a1b9 x-openstack-request-id: req-01ebee12-2550-41f9-9964-4038b986a1b9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:44:31.303275 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40204d9f-4ebd-4633-9430-c27c8cbd7415", "name": "network-vif-deleted", "tag": "910d9247-b518-42d4-a04e-f32404c9c366", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:44:31.303719 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01ebee12-2550-41f9-9964-4038b986a1b9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:44:31.304156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:31.304314 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40204d9f-4ebd-4633-9430-c27c8cbd7415', 'name': 'network-vif-deleted', 'tag': '910d9247-b518-42d4-a04e-f32404c9c366', 'status': 'completed', 'code': 200} Nov 12 13:44:31.371571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633efc58-20fe-4a49-b697-3fd54eea8b69 req-75942239-77c9-49e2-ac8d-ee5dde9fa0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:31.374951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-633efc58-20fe-4a49-b697-3fd54eea8b69 req-75942239-77c9-49e2-ac8d-ee5dde9fa0b7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 1096 time: 0.1442075 Nov 12 13:44:31.471941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-633efc58-20fe-4a49-b697-3fd54eea8b69 req-b38c6c3e-1d76-4232-b299-a619a8b17215 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897231 Nov 12 13:44:31.699549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a288cb0-4fcc-4b4a-bc55-820e97835fda req-f7cdad2d-3763-42e3-a2d5-2b2997f1e437 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:31.727053 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a288cb0-4fcc-4b4a-bc55-820e97835fda req-f7cdad2d-3763-42e3-a2d5-2b2997f1e437 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 946 time: 0.1096888 Nov 12 13:44:31.883070 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a288cb0-4fcc-4b4a-bc55-820e97835fda req-8ef25105-240c-4846-ace8-dbd8b7911a3f tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482830 Nov 12 13:44:31.988961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2644ae2-e1fc-4f52-9da3-d777c3c536d9 req-24d326ca-1c72-4699-a70d-9e19143c7b45 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:31.998312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2644ae2-e1fc-4f52-9da3-d777c3c536d9 req-24d326ca-1c72-4699-a70d-9e19143c7b45 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 945 time: 0.1612873 Nov 12 13:44:32.132595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead64b6c-af6e-4081-afcf-c9396fe7505e req-2340477b-c175-44fe-b371-bc0b1ec7e4ed tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:32.135381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ead64b6c-af6e-4081-afcf-c9396fe7505e req-2340477b-c175-44fe-b371-bc0b1ec7e4ed tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 946 time: 0.1228385 Nov 12 13:44:32.165875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2644ae2-e1fc-4f52-9da3-d777c3c536d9 req-166782e4-8d26-484f-9e4c-08e0ed0c1e8a tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654859 Nov 12 13:44:32.218897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ead64b6c-af6e-4081-afcf-c9396fe7505e req-b8332f6c-580c-4b2b-9393-612c564cfc34 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657272 Nov 12 13:44:32.233139 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:32.382745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:32.383223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40206) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:32.476931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 910d9247-b518-42d4-a04e-f32404c9c366 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:44:32.526653 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 910d9247-b518-42d4-a04e-f32404c9c366 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:44:32.528967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 910d9247-b518-42d4-a04e-f32404c9c366 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:44:32.915797 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:32.939797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:33.075528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:33.135793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15befc89-78e2-4f87-917b-e970e45dbd5a req-b67bab43-c62e-46d5-95cb-c11a3419c063 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:33.137461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15befc89-78e2-4f87-917b-e970e45dbd5a req-b67bab43-c62e-46d5-95cb-c11a3419c063 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 946 time: 0.2148893 Nov 12 13:44:33.253877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15befc89-78e2-4f87-917b-e970e45dbd5a req-2dc16026-93f7-46d1-9664-0d259c9caa4b tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788608 Nov 12 13:44:33.370662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:33.442287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:33.462460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8142aa-5370-4f4a-942f-bb9b0eccb007 req-f9b57131-3ce0-45c8-82ac-4298b1ac714d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:33.464113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e8142aa-5370-4f4a-942f-bb9b0eccb007 req-f9b57131-3ce0-45c8-82ac-4298b1ac714d tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 945 time: 0.1274302 Nov 12 13:44:33.601955 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e8142aa-5370-4f4a-942f-bb9b0eccb007 req-97363175-f411-41f7-b48d-aac1aa7ecba2 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290114 Nov 12 13:44:33.677217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Allocated IP 172.25.5.173 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/7d70d73d-a436-4fb4-bf2f-fba0e3717973) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:33.839951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fa031-16d8-426d-b9fa-1a0be697210f req-cee11167-370f-4ebd-b112-72ddfb50e0ee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:33.843512 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e99fa031-16d8-426d-b9fa-1a0be697210f req-cee11167-370f-4ebd-b112-72ddfb50e0ee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 945 time: 0.1086066 Nov 12 13:44:33.935516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9f5d-d7cd-4277-b4ef-88e7977a76f7 req-99060753-85bc-4525-9ddb-1173c46a94b1 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:33.937383 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-395e9f5d-d7cd-4277-b4ef-88e7977a76f7 req-99060753-85bc-4525-9ddb-1173c46a94b1 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 946 time: 0.1812925 Nov 12 13:44:33.953872 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e99fa031-16d8-426d-b9fa-1a0be697210f req-81aec580-cc13-4bc4-8c11-b126d42c8955 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014183 Nov 12 13:44:33.966171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40236) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:34.024677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c06cf3-c63b-4326-88c4-ec2a5f3d3c63 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:34.026456 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-50c06cf3-c63b-4326-88c4-ec2a5f3d3c63 tempest-TestNetworkBasicOps-325594279 tempest-TestNetworkBasicOps-325594279-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 1091 time: 0.0588179 Nov 12 13:44:34.030355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40238) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:34.035370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:34.067003 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:34.110980 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:34.173146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-395e9f5d-d7cd-4277-b4ef-88e7977a76f7 req-5b33d77f-0d04-41c6-8194-1b450542ac2b tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190783 Nov 12 13:44:34.225929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port e3285e66-da0b-4616-8f3f-33dafe183705 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:44:34.226476 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:34.348059 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:34.383030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:34.579470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Allocated IP 172.25.5.45 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/cf700f66-f95c-4c07-b46c-9d18ed608e59) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:34.705459 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:34.747970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:34.801250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:34.807291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:34.810410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=cf700f66-f95c-4c07-b46c-9d18ed608e59,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:34.812190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:34.822028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:34.837827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:34.844916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:34.849483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event updated for resources: {'Port': ['ID=7d70d73d-a436-4fb4-bf2f-fba0e3717973,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:34.873547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port e3285e66-da0b-4616-8f3f-33dafe183705, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e3285e66-da0b-4616-8f3f-33dafe183705,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:34.874216 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:34.893167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for e3285e66-da0b-4616-8f3f-33dafe183705 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:44:35.175172 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:35.243743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:35.410399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:35.435099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-07ba799c-31b5-4bb0-aef2-2d43fd0fd993 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:35.436099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-07ba799c-31b5-4bb0-aef2-2d43fd0fd993 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 946 time: 0.3320038 Nov 12 13:44:35.457804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=e3285e66-da0b-4616-8f3f-33dafe183705,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:35.772273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ec2ca-b664-4614-9705-fd2bcba595d1 req-db38217c-6fe0-4346-b55f-63f28a435304 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:35.781835 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-438ec2ca-b664-4614-9705-fd2bcba595d1 req-db38217c-6fe0-4346-b55f-63f28a435304 tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 946 time: 0.4078140 Nov 12 13:44:35.782126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:35.799787 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:35.865691 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-8e59a881-4c9c-4906-bd7b-562517cf89ae tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Deleting port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:44:35.866064 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-8e59a881-4c9c-4906-bd7b-562517cf89ae tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:35.875441 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:35.891323 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:35.944327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event updated for resources: {'Port': ['ID=7d70d73d-a436-4fb4-bf2f-fba0e3717973,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:36.047279 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:36.068764 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:36.075796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-49b2dc91-6bf0-4f4d-9b73-c64a17744c25 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6891797 Nov 12 13:44:36.106202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40260) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:36.112690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1314705482'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:36.165005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Made reservation on behalf of 00065705b54a4f808d9fc7bfcf81dcae for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:36.169168 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:36.224145 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:36.354871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router a26d9cfe-4ee2-4698-a5a6-20cf499db54e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:44:36.465886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-438ec2ca-b664-4614-9705-fd2bcba595d1 req-8cd7eb7b-9223-402e-b4cd-c487b3e2d44d tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/security-groups?id=3dedabf4-6b97-4237-a830-e4931591f586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6825919 Nov 12 13:44:36.556198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:36.558162 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:36.571369 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:36.650726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-8e59a881-4c9c-4906-bd7b-562517cf89ae tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] For port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,segment=NetworkSegment(4460ac6d-a2cc-4cfe-80b7-b3ae214163e4),segment_id=4460ac6d-a2cc-4cfe-80b7-b3ae214163e4)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:36.651092 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-8e59a881-4c9c-4906-bd7b-562517cf89ae tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:36.667368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:44:36.689807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-8e59a881-4c9c-4906-bd7b-562517cf89ae tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Calling delete_port for 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:44:36.703481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb074dfa-00a2-44ba-b40a-7faffde90dff,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:36.714676 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:36.715026 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Added segment 7e533847-4a3e-4be0-bcdd-239d19862bd6 of type vlan for network 52c46ff8-76dd-446a-a578-20c2f047a409 Nov 12 13:44:36.730667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:44:36.744627 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] Sync routers for ids ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:44:36.776261 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] Routers {'a26d9cfe-4ee2-4698-a5a6-20cf499db54e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:36.777564 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:36.795799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fba23481-22ea-48f5-841e-79f23b4a11fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "PUT /v2.0/routers/a26d9cfe-4ee2-4698-a5a6-20cf499db54e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4115872 Nov 12 13:44:36.805466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40268) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:36.939241 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:36.947829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a72dabf-0dd5-4d96-ba7f-6b9799366ef4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting subnet f034a44b-0655-4323-9236-01fb9fa3d586 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:44:36.959248 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a72dabf-0dd5-4d96-ba7f-6b9799366ef4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:37.008931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-8e59a881-4c9c-4906-bd7b-562517cf89ae tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:37.065188 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] Set router a26d9cfe-4ee2-4698-a5a6-20cf499db54e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:37.073598 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:37.089965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:37.096017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:37.142618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a72dabf-0dd5-4d96-ba7f-6b9799366ef4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:37.193092 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0855312 Nov 12 13:44:37.211898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40272) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:37.220489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Request body: {'subnet': {'network_id': '52c46ff8-76dd-446a-a578-20c2f047a409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:37.250760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59a881-4c9c-4906-bd7b-562517cf89ae tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Pushing event deleted for resources: {'Port': ['ID=4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:37.263587 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:37.302940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-8e59a881-4c9c-4906-bd7b-562517cf89ae tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] No DVR routers for this DVR port 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:44:37.306205 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:37.312918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-8e59a881-4c9c-4906-bd7b-562517cf89ae tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:37.320599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9171eb5-2445-48a7-942d-57f053dd7496 req-8e59a881-4c9c-4906-bd7b-562517cf89ae tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.70 "DELETE /v2.0/ports/4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 HTTP/1.1" status: 204 len: 173 time: 1.8588409 Nov 12 13:44:37.325544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa5690c-8463-4a85-80e8-703ab0292d9b', 'name': 'network-vif-deleted', 'tag': '4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:44:37.330805 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ce289c-94e9-4e83-9d13-61162335671e" -d '{"events": [{"server_uuid": "5fa5690c-8463-4a85-80e8-703ab0292d9b", "name": "network-vif-deleted", "tag": "4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:44:37.451679 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f70a079-0c55-4fb6-b967-fdf6afe88d45 x-openstack-request-id: req-2f70a079-0c55-4fb6-b967-fdf6afe88d45 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:44:37.452106 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa5690c-8463-4a85-80e8-703ab0292d9b", "name": "network-vif-deleted", "tag": "4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:44:37.452482 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f70a079-0c55-4fb6-b967-fdf6afe88d45 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:44:37.452962 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa5690c-8463-4a85-80e8-703ab0292d9b', 'name': 'network-vif-deleted', 'tag': '4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9', 'status': 'completed', 'code': 200} Nov 12 13:44:37.463559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event updated for resources: {'Port': ['ID=cf700f66-f95c-4c07-b46c-9d18ed608e59,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:37.536666 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:37.542798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6546e-74a4-4255-ba4c-e948a6311f5b tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event updated for resources: {'Network': ['ID=52c46ff8-76dd-446a-a578-20c2f047a409,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:37.564223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 52c46ff8-76dd-446a-a578-20c2f047a409 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:44:37.631652 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:44:35Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:37.681173 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] Checking router: a26d9cfe-4ee2-4698-a5a6-20cf499db54e for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:44:37.695656 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] Routers {'a26d9cfe-4ee2-4698-a5a6-20cf499db54e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:37.696698 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:37.770318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a72dabf-0dd5-4d96-ba7f-6b9799366ef4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:37.823952 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-096b9cc6-7a2f-4585-89ad-4dd02db6cc36 req-f7a220ad-5340-46e6-8a0e-ec7e8b1ec2bd tempest-ServersNegativeTestMultiTenantJSON-1716333679 tempest-ServersNegativeTestMultiTenantJSON-1716333679-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fa5690c-8463-4a85-80e8-703ab0292d9b HTTP/1.1" status: 200 len: 210 time: 0.0400226 Nov 12 13:44:37.858697 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Floating IP 67c8bc91-90e1-4409-a86a-12143f945801 associated. External IP: 172.25.5.45, port: d6d5ccb9-9d8a-4be1-8bb8-5033f462894b. Nov 12 13:44:37.884545 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] Set router a26d9cfe-4ee2-4698-a5a6-20cf499db54e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:37.941601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a72dabf-0dd5-4d96-ba7f-6b9799366ef4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:38.051071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72dabf-0dd5-4d96-ba7f-6b9799366ef4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Subnet': ['ID=f034a44b-0655-4323-9236-01fb9fa3d586,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:38.084481 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a72dabf-0dd5-4d96-ba7f-6b9799366ef4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:38.092700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b132c7-4ed5-4d41-b639-8c25c5590b44 None None] Network 67239153-880f-4bb8-a429-51e466d254c9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:38.093103 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9a72dabf-0dd5-4d96-ba7f-6b9799366ef4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/subnets/f034a44b-0655-4323-9236-01fb9fa3d586 HTTP/1.1" status: 204 len: 168 time: 1.2862785 Nov 12 13:44:38.095978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40284) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:38.110265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Made reservation on behalf of 00065705b54a4f808d9fc7bfcf81dcae for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:38.119554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:38.485698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 9d0091f5-8169-480e-9a80-75dd22cc38c0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:44:38.498321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:44:38.541238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:38.560423 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:44:38.560857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 4a0b12c3-1b68-46f8-9d59-1fb0a3a97ef9 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:44:38.573886 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:44:35Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:38.617672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f68ce36-5c41-4157-9d9e-debe61c3484b None None] DHCP port deletion for 67239153-880f-4bb8-a429-51e466d254c9 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:44:38.662104 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077321c-df80-48ea-8e8c-a180f83181ed None None] The sync data for ids ['a26d9cfe-4ee2-4698-a5a6-20cf499db54e'] in n-d-805736-4 is: [{'id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215401540', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:40:36Z', 'updated_at': '2021-11-12T13:44:35Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'c62daa3f-aa18-4cd6-9435-1e3f86b08067', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d9cfe-4ee2-4698-a5a6-20cf499db54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:40:37Z', 'updated_at': '2021-11-12T13:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:44:38.770393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0f68ce36-5c41-4157-9d9e-debe61c3484b None None] Deleting port 503abcee-3d02-4754-bfe5-9afafb9445f3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:44:38.772037 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f68ce36-5c41-4157-9d9e-debe61c3484b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:38.846723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:44:38.851966 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:38.892792 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:38.904164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] Sync routers for ids ['9d0091f5-8169-480e-9a80-75dd22cc38c0'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:44:38.937036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0f68ce36-5c41-4157-9d9e-debe61c3484b None None] For port 503abcee-3d02-4754-bfe5-9afafb9445f3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=503abcee-3d02-4754-bfe5-9afafb9445f3,segment=NetworkSegment(13d1b867-491e-4232-be82-a10fc4bf4cdc),segment_id=13d1b867-491e-4232-be82-a10fc4bf4cdc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:38.937660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f68ce36-5c41-4157-9d9e-debe61c3484b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:38.940924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] Routers {'9d0091f5-8169-480e-9a80-75dd22cc38c0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:38.943320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9d0091f5-8169-480e-9a80-75dd22cc38c0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:39.008152 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e36cf432-e45e-442c-bf37-eccf2a9bcf75 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9735565 Nov 12 13:44:39.008399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0f68ce36-5c41-4157-9d9e-debe61c3484b None None] Calling delete_port for 503abcee-3d02-4754-bfe5-9afafb9445f3 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:44:39.008611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40310) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:39.028754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40312) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:39.227872 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-471e03b0-df1c-4efe-aa6d-9da47be33e92 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/floatingips/67c8bc91-90e1-4409-a86a-12143f945801 HTTP/1.1" status: 200 len: 990 time: 0.2176194 Nov 12 13:44:39.304571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event updated for resources: {'Subnet': ['ID=933949af-c84f-473b-a66a-a2f6c5bd1b4a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:39.326418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e3285e66-da0b-4616-8f3f-33dafe183705 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:44:39.333897 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f68ce36-5c41-4157-9d9e-debe61c3484b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.362991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Checking segment: {'id': '7e533847-4a3e-4be0-bcdd-239d19862bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '52c46ff8-76dd-446a-a578-20c2f047a409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:39.363606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Network hostable DHCP agents. Network: 52c46ff8-76dd-446a-a578-20c2f047a409, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:44:39.371066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-486f5886-3a93-48ac-ae04-ceb706b7401f admin admin] Deleting subnet 8db555de-1788-4c7c-8118-6e90dac7764c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:44:39.380152 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-486f5886-3a93-48ac-ae04-ceb706b7401f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.389028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f68ce36-5c41-4157-9d9e-debe61c3484b None None] No DVR routers for this DVR port 503abcee-3d02-4754-bfe5-9afafb9445f3 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:44:39.445715 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.446127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e3285e66-da0b-4616-8f3f-33dafe183705 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:44:39.446478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e3285e66-da0b-4616-8f3f-33dafe183705 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:44:39.446892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 503abcee-3d02-4754-bfe5-9afafb9445f3 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:44:39.456636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'tag': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:44:39.459286 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a851e5-0e59-49fb-bad4-150f582d5570", "tag": "d6d5ccb9-9d8a-4be1-8bb8-5033f462894b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:44:39.512228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Network 52c46ff8-76dd-446a-a578-20c2f047a409 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:44:39.514867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] Set router 9d0091f5-8169-480e-9a80-75dd22cc38c0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:39.583776 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6547b057-6c2d-4e66-a9b9-c682f4853612 x-openstack-request-id: req-6547b057-6c2d-4e66-a9b9-c682f4853612 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:44:39.584279 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a851e5-0e59-49fb-bad4-150f582d5570", "tag": "d6d5ccb9-9d8a-4be1-8bb8-5033f462894b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:44:39.584389 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6547b057-6c2d-4e66-a9b9-c682f4853612 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:44:39.591292 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'tag': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'status': 'completed', 'code': 200} Nov 12 13:44:39.591586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-486f5886-3a93-48ac-ae04-ceb706b7401f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.619735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68ce36-5c41-4157-9d9e-debe61c3484b None None] Pushing event deleted for resources: {'Port': ['ID=503abcee-3d02-4754-bfe5-9afafb9445f3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:39.624236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 503abcee-3d02-4754-bfe5-9afafb9445f3 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:44:39.624919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 503abcee-3d02-4754-bfe5-9afafb9445f3 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:44:39.663344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-486f5886-3a93-48ac-ae04-ceb706b7401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.726890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 52c46ff8-76dd-446a-a578-20c2f047a409) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:39.734168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:39.734786 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.736671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6f8784-a6b0-4b7f-91c6-bf5576933bbf None None] Network 52c46ff8-76dd-446a-a578-20c2f047a409 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:39.870117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0258674d-9af9-428a-b46b-8b58c8d334af tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6565464 Nov 12 13:44:39.872793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40334) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:39.878999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-411798022', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:39.924384 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-486f5886-3a93-48ac-ae04-ceb706b7401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.944594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.945898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:39.968358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-9081bb1c-ae2d-412e-a03a-0586577bdf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:39.969958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-9081bb1c-ae2d-412e-a03a-0586577bdf88 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 1096 time: 0.2290907 Nov 12 13:44:40.069716 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-486f5886-3a93-48ac-ae04-ceb706b7401f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:40.096465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-486f5886-3a93-48ac-ae04-ceb706b7401f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8db555de-1788-4c7c-8118-6e90dac7764c HTTP/1.1" status: 204 len: 168 time: 1.0565326 Nov 12 13:44:40.103667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f5886-3a93-48ac-ae04-ceb706b7401f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db555de-1788-4c7c-8118-6e90dac7764c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:40.111146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port c62daa3f-aa18-4cd6-9435-1e3f86b08067 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:44:40.112582 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:40.119539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40340) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:40.151805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:40.242304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:40.249046 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:44:40.476464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-52c46ff8-76dd-446a-a578-20c2f047a409', 'network_id': '52c46ff8-76dd-446a-a578-20c2f047a409', 'tenant_id': '00065705b54a4f808d9fc7bfcf81dcae', 'fixed_ips': [{'subnet_id': '933949af-c84f-473b-a66a-a2f6c5bd1b4a'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:44:40.482008 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:40.561531 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:40.726484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:44:05Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '67c8bc91-90e1-4409-a86a-12143f945801', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'port_id': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'mac_address': 'fa:16:3e:4b:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:44:35Z', 'updated_at': '2021-11-12T13:44:35Z', 'revision_number': 0, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec4d911-23a3-468a-a929-f6ddcaa21b51', 'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:87:86:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:02Z', 'updated_at': '2021-11-12T13:44:11Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:40.778962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] Checking router: 9d0091f5-8169-480e-9a80-75dd22cc38c0 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:44:40.831117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] Routers {'9d0091f5-8169-480e-9a80-75dd22cc38c0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:40.832184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9d0091f5-8169-480e-9a80-75dd22cc38c0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:40.958029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.034962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.057890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] Set router 9d0091f5-8169-480e-9a80-75dd22cc38c0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:41.225947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Allocated IP 172.25.5.203 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/02f02604-c0da-4c07-b0ac-0ef480a296e5) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:41.237477 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f2d9b69e-c950-4750-a046-f079e4988c3f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/floatingips/67c8bc91-90e1-4409-a86a-12143f945801 HTTP/1.1" status: 200 len: 990 time: 0.9529047 Nov 12 13:44:41.245807 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.284134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-d5662cab-fda5-414e-907c-14ee37436a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:41.286038 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-d5662cab-fda5-414e-907c-14ee37436a37 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f2266a91-02e9-4252-bfc6-30748941c9de HTTP/1.1" status: 200 len: 898 time: 1.2946935 Nov 12 13:44:41.290266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port c62daa3f-aa18-4cd6-9435-1e3f86b08067, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c62daa3f-aa18-4cd6-9435-1e3f86b08067,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:41.290266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.387780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Allocated IP 172.20.0.2 (52c46ff8-76dd-446a-a578-20c2f047a409/933949af-c84f-473b-a66a-a2f6c5bd1b4a/80b1aefb-f57d-4e4f-beb8-27691c736301) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:41.403826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for c62daa3f-aa18-4cd6-9435-1e3f86b08067 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:44:41.494351 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.513849 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.564594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-889d3b1c-0a69-42cc-9916-975babae26e4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b HTTP/1.1" status: 200 len: 998 time: 0.2604487 Nov 12 13:44:41.588080 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.672929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-8467d361-f91a-489f-b743-d00886266dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:41.675924 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-8467d361-f91a-489f-b743-d00886266dc8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7f5122c5-e8a0-40b0-9ab1-93908c5ad13f HTTP/1.1" status: 200 len: 834 time: 0.0944784 Nov 12 13:44:41.677959 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.678290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event updated for resources: {'Port': ['ID=02f02604-c0da-4c07-b0ac-0ef480a296e5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:41.685382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b686319-d93d-423e-8a21-01ba00553423']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:41.688650 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.693118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:44:05Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '67c8bc91-90e1-4409-a86a-12143f945801', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'port_id': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'mac_address': 'fa:16:3e:4b:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:44:35Z', 'updated_at': '2021-11-12T13:44:35Z', 'revision_number': 0, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec4d911-23a3-468a-a929-f6ddcaa21b51', 'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:87:86:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:02Z', 'updated_at': '2021-11-12T13:44:11Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:41.701630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:41.705028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:41.718393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:41.753843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f345409-46ef-4604-b0a4-8eef8671e978 None None] The sync data for ids ['9d0091f5-8169-480e-9a80-75dd22cc38c0'] in n-d-805736-4 is: [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:44:05Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '67c8bc91-90e1-4409-a86a-12143f945801', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'port_id': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'mac_address': 'fa:16:3e:4b:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:44:35Z', 'updated_at': '2021-11-12T13:44:35Z', 'revision_number': 0, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec4d911-23a3-468a-a929-f6ddcaa21b51', 'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:87:86:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:02Z', 'updated_at': '2021-11-12T13:44:11Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:44:41.759588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b18d4bf-eb14-4c1a-9906-bb9b5d767177 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:44:41.788927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4460ac6d-a2cc-4cfe-80b7-b3ae214163e4') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:41.789230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4460ac6d-a2cc-4cfe-80b7-b3ae214163e4') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:41.805356 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.866887 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.873788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:44:41.874191 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.900625 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Network 52c46ff8-76dd-446a-a578-20c2f047a409 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:41.922708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dc9dd16f-dbb8-4997-a272-2168f2ac49c2 None None] Provisioning complete for port 02f02604-c0da-4c07-b0ac-0ef480a296e5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:41.923391 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc9dd16f-dbb8-4997-a272-2168f2ac49c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.926403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:41.933046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:41.946989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Pushing event updated for resources: {'Port': ['ID=80b1aefb-f57d-4e4f-beb8-27691c736301,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:44:41.950983 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:44:41.970355 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.979299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-c859abca-9142-43d3-834d-356ef688ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:41.981968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-c859abca-9142-43d3-834d-356ef688ea2d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f2266a91-02e9-4252-bfc6-30748941c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2805171 Nov 12 13:44:41.983006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:41.987726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6b686319-d93d-423e-8a21-01ba00553423 HTTP/1.1" status: 204 len: 168 time: 1.8667691 Nov 12 13:44:42.004788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40366) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:42.027732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384ed48-4450-4557-9296-34ff0d17d019 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b686319-d93d-423e-8a21-01ba00553423,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:42.072085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dc9dd16f-dbb8-4997-a272-2168f2ac49c2 None None] Port 02f02604-c0da-4c07-b0ac-0ef480a296e5 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:44:42.077373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Attempting to bind port 80b1aefb-f57d-4e4f-beb8-27691c736301 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:44:42.077795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Attempting to bind port 80b1aefb-f57d-4e4f-beb8-27691c736301 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7e533847-4a3e-4be0-bcdd-239d19862bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '52c46ff8-76dd-446a-a578-20c2f047a409'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:44:42.078195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Attempting to bind port 80b1aefb-f57d-4e4f-beb8-27691c736301 on network 52c46ff8-76dd-446a-a578-20c2f047a409 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:44:42.085054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:44:42.085510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Checking segment: {'id': '7e533847-4a3e-4be0-bcdd-239d19862bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '52c46ff8-76dd-446a-a578-20c2f047a409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:42.086322 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:42.086322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Bound using segment: {'id': '7e533847-4a3e-4be0-bcdd-239d19862bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '52c46ff8-76dd-446a-a578-20c2f047a409'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:44:42.086696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Bound port: 80b1aefb-f57d-4e4f-beb8-27691c736301, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e533847-4a3e-4be0-bcdd-239d19862bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '52c46ff8-76dd-446a-a578-20c2f047a409'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:44:42.087062 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:42.167429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7da73b-a1de-4ad6-9328-3035a17fa7d8 admin admin] Deleting subnet 2384f2f5-f989-444e-941f-4b74735be97a {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:44:42.194470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] For port 80b1aefb-f57d-4e4f-beb8-27691c736301, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:44:42.198731 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed7da73b-a1de-4ad6-9328-3035a17fa7d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:42.200438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] For port 80b1aefb-f57d-4e4f-beb8-27691c736301, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=80b1aefb-f57d-4e4f-beb8-27691c736301,segment=NetworkSegment(7e533847-4a3e-4be0-bcdd-239d19862bd6),segment_id=7e533847-4a3e-4be0-bcdd-239d19862bd6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:44:42.210541 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:42.240595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:42.250568 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2170b647-de2c-464c-beb7-cfc61bc8f44f None None] New status for floating IP 67c8bc91-90e1-4409-a86a-12143f945801: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:44:42.336798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a901bde-6609-4570-aa4b-2c3467dbcb9e None None] Pushing event updated for resources: {'Port': ['ID=80b1aefb-f57d-4e4f-beb8-27691c736301,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:42.406766 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:42.497377 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed7da73b-a1de-4ad6-9328-3035a17fa7d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:42.576114 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-fd8ed7c4-6b3d-44f1-9fb2-f4c16859a1ef service neutron] 10.222.0.105 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702784 Nov 12 13:44:42.588602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:42.765857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c89afc17-e18f-4b6d-b511-f4748bc1e0ce req-a4b513cc-d1ac-48f1-a99f-c29c9d42b07b service neutron] 10.222.0.105 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614952 Nov 12 13:44:42.775214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012f230c-0b6f-4829-90f0-b4f5a3998bf3 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:44:42.788451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=c62daa3f-aa18-4cd6-9435-1e3f86b08067,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:42.810116 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2a0106ad-6cfe-440b-b9c6-9dc11db60754 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/floatingips/67c8bc91-90e1-4409-a86a-12143f945801 HTTP/1.1" status: 200 len: 990 time: 0.5447495 Nov 12 13:44:42.875821 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed7da73b-a1de-4ad6-9328-3035a17fa7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:42.948049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:42.977848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed7da73b-a1de-4ad6-9328-3035a17fa7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.035497 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.040546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7da73b-a1de-4ad6-9328-3035a17fa7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2384f2f5-f989-444e-941f-4b74735be97a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:43.103619 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.108245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 80b1aefb-f57d-4e4f-beb8-27691c736301 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:44:43.194927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 80b1aefb-f57d-4e4f-beb8-27691c736301 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:43.195356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.198169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed7da73b-a1de-4ad6-9328-3035a17fa7d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.205190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ed7da73b-a1de-4ad6-9328-3035a17fa7d8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2384f2f5-f989-444e-941f-4b74735be97a HTTP/1.1" status: 204 len: 168 time: 1.1727860 Nov 12 13:44:43.208327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40372) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:43.248593 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.250711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Router fcad56d2-e47a-420a-b136-03828938154e is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:44:43.256669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.333952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.384272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.390812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 80b1aefb-f57d-4e4f-beb8-27691c736301, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=80b1aefb-f57d-4e4f-beb8-27691c736301,segment=NetworkSegment(7e533847-4a3e-4be0-bcdd-239d19862bd6),segment_id=7e533847-4a3e-4be0-bcdd-239d19862bd6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:43.397616 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.398796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Fanout notify agent at l3_agent the message router_deleted on router a26d9cfe-4ee2-4698-a5a6-20cf499db54e {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:44:43.400744 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.431825 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.435898 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6e7128f7-35f7-467c-bdd0-8cc70fc7ab94 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/routers/a26d9cfe-4ee2-4698-a5a6-20cf499db54e HTTP/1.1" status: 204 len: 168 time: 5.3357463 Nov 12 13:44:43.438580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40374) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:43.496858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=80b1aefb-f57d-4e4f-beb8-27691c736301,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:43.588954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:44:43.610279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab78e84-5467-478a-8f4f-52a9827ce268 None None] Sync routers for ids ['fcad56d2-e47a-420a-b136-03828938154e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:44:43.645487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab78e84-5467-478a-8f4f-52a9827ce268 None None] Routers {'fcad56d2-e47a-420a-b136-03828938154e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:43.647794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-eab78e84-5467-478a-8f4f-52a9827ce268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fcad56d2-e47a-420a-b136-03828938154e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:43.658348 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.661113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-788b3e32-5731-45a6-9c93-a5ef113fc6e8 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7862594 Nov 12 13:44:43.663794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40378) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:43.767437 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.773825 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:43.809691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-eab78e84-5467-478a-8f4f-52a9827ce268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:43.829698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab78e84-5467-478a-8f4f-52a9827ce268 None None] Routers {'fcad56d2-e47a-420a-b136-03828938154e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:43.830241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-eab78e84-5467-478a-8f4f-52a9827ce268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fcad56d2-e47a-420a-b136-03828938154e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:43.833150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40380) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:43.860148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7be912-d810-432f-9d52-f569324c9d36']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:43.886451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb9e9fa-28f1-4a01-96d9-99b59d2a5727') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:43.887111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb9e9fa-28f1-4a01-96d9-99b59d2a5727') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:43.903165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-eab78e84-5467-478a-8f4f-52a9827ce268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:43.903827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab78e84-5467-478a-8f4f-52a9827ce268 None None] The sync data for ids ['fcad56d2-e47a-420a-b136-03828938154e'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:44:43.956092 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.018199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.028965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8803a652-8c52-430e-a6a9-73b662b6bd3d None None] Network 52c46ff8-76dd-446a-a578-20c2f047a409 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:44.122928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:44:44.123320 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:44:44.141451 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:44:44.144563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.184260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-93416792-ecf2-4102-8858-477df43691b4 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/floatingips/67c8bc91-90e1-4409-a86a-12143f945801 HTTP/1.1" status: 200 len: 992 time: 0.3437786 Nov 12 13:44:44.254447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67239153-880f-4bb8-a429-51e466d254c9']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:44.258782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.263898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0d6230bf-73c0-4ce8-a6aa-a3459a88bb11 None None] Provisioning complete for port 80b1aefb-f57d-4e4f-beb8-27691c736301 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:44.264327 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d6230bf-73c0-4ce8-a6aa-a3459a88bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.276418 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.288463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d1b867-491e-4232-be82-a10fc4bf4cdc') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:44.288767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d1b867-491e-4232-be82-a10fc4bf4cdc') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:44.304986 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.323517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] 10.222.0.73 "DELETE /v2.0/networks/7a7be912-d810-432f-9d52-f569324c9d36 HTTP/1.1" status: 204 len: 168 time: 1.1137075 Nov 12 13:44:44.342315 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.349697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cf52e-f78b-4b73-82c1-46f686ecd98f admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7be912-d810-432f-9d52-f569324c9d36,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:44.362413 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.380261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:44:44.380673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:44:44.384145 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:44:44.553625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.561164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.568083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/networks/67239153-880f-4bb8-a429-51e466d254c9 HTTP/1.1" status: 204 len: 168 time: 1.1199954 Nov 12 13:44:44.611862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40384) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:44.630417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dcc0a-097b-47be-a25c-e6ebba31f044 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Network': ['ID=67239153-880f-4bb8-a429-51e466d254c9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:44.680201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40386) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:44.745350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83169b49-d134-4d40-9755-8b5f0e120181 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:44.755221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5951339c-810b-4515-96ba-f8ef3a0a474a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=12a28eff0fdd42f3966ff2c23d36680c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0735555 Nov 12 13:44:44.756148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:44.863061 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83169b49-d134-4d40-9755-8b5f0e120181 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.028404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 80b1aefb-f57d-4e4f-beb8-27691c736301 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:44:45.101269 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e93cd85a-1223-4148-b8b8-27b998012bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.164018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e93cd85a-1223-4148-b8b8-27b998012bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.172109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5c58dc87-2ef8-4b37-87a2-b4dbd035acdf None None] Provisioning complete for port 80b1aefb-f57d-4e4f-beb8-27691c736301 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:45.173276 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c58dc87-2ef8-4b37-87a2-b4dbd035acdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.189752 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83169b49-d134-4d40-9755-8b5f0e120181 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.194696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83169b49-d134-4d40-9755-8b5f0e120181 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.199209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-83169b49-d134-4d40-9755-8b5f0e120181 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/security-groups/d83d2908-a2f0-4198-bf15-f5778165a195 HTTP/1.1" status: 204 len: 168 time: 0.5863147 Nov 12 13:44:45.244925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 80b1aefb-f57d-4e4f-beb8-27691c736301 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:45.245891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.278278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83169b49-d134-4d40-9755-8b5f0e120181 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83d2908-a2f0-4198-bf15-f5778165a195,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:45.326037 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e93cd85a-1223-4148-b8b8-27b998012bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.329768 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e93cd85a-1223-4148-b8b8-27b998012bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.334926 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e93cd85a-1223-4148-b8b8-27b998012bd8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3dedabf4-6b97-4237-a830-e4931591f586 HTTP/1.1" status: 204 len: 168 time: 0.5699720 Nov 12 13:44:45.352429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cd85a-1223-4148-b8b8-27b998012bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dedabf4-6b97-4237-a830-e4931591f586,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:45.516805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.772666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:45.781735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a96703b3-e20e-4fb1-aae8-d14e77353751 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995686936', 'description': 'tempest-secgroup-smoke-995686936 description', 'project_id': '117e1d21aa7a4a768a1431764f136160'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:45.839239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96703b3-e20e-4fb1-aae8-d14e77353751 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:45.879447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c62daa3f-aa18-4cd6-9435-1e3f86b08067 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:44:45.946870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: c62daa3f-aa18-4cd6-9435-1e3f86b08067 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:44:45.947359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c62daa3f-aa18-4cd6-9435-1e3f86b08067 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:44:46.022172 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96703b3-e20e-4fb1-aae8-d14e77353751 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.031444 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96703b3-e20e-4fb1-aae8-d14e77353751 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.110923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96703b3-e20e-4fb1-aae8-d14e77353751 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3504ae-71c6-40cb-874c-4c405f0d9631,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:46.138715 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96703b3-e20e-4fb1-aae8-d14e77353751 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.140343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a96703b3-e20e-4fb1-aae8-d14e77353751 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3660314 Nov 12 13:44:46.145475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:46.151522 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4558b88b-29d9-4303-82be-45a80f4d23dc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '9c3504ae-71c6-40cb-874c-4c405f0d9631', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:46.162903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Allocated IP 172.20.0.1 (52c46ff8-76dd-446a-a578-20c2f047a409/933949af-c84f-473b-a66a-a2f6c5bd1b4a/4f494fa0-da8d-4fb8-978c-25dab5cb29df) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:46.165058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:46.233347 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4558b88b-29d9-4303-82be-45a80f4d23dc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.273669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9156d19f-a8cf-4c58-afdb-921f130cb803 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3b560a85c80496ebf31825e188bb138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068127 Nov 12 13:44:46.273919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40408) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:46.357912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4558b88b-29d9-4303-82be-45a80f4d23dc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.363620 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4558b88b-29d9-4303-82be-45a80f4d23dc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.389480 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.393854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4558b88b-29d9-4303-82be-45a80f4d23dc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.395440 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4558b88b-29d9-4303-82be-45a80f4d23dc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2484512 Nov 12 13:44:46.401435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:46.408027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-504d40b4-f4e1-41c7-b9a7-e72696365c43 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '9c3504ae-71c6-40cb-874c-4c405f0d9631', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:46.418643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558b88b-29d9-4303-82be-45a80f4d23dc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53aced3-6f18-4a95-bfa6-cdbb612ce341,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:46.435983 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40ea167f-b91e-4773-b5eb-7d81f533be9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.451303 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.454224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-504d40b4-f4e1-41c7-b9a7-e72696365c43 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.498521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40ea167f-b91e-4773-b5eb-7d81f533be9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.517520 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-504d40b4-f4e1-41c7-b9a7-e72696365c43 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.521860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-504d40b4-f4e1-41c7-b9a7-e72696365c43 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.530348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Network 52c46ff8-76dd-446a-a578-20c2f047a409 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:46.543142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d40b4-f4e1-41c7-b9a7-e72696365c43 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3e9624-d751-4cb1-aeb3-3335ce21f459,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:46.548618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:46.553592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-504d40b4-f4e1-41c7-b9a7-e72696365c43 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.554980 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-504d40b4-f4e1-41c7-b9a7-e72696365c43 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522846 Nov 12 13:44:46.555937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:46.557857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:46.561179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event updated for resources: {'Port': ['ID=4f494fa0-da8d-4fb8-978c-25dab5cb29df,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:46.563971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d94011aa-6474-43d9-91bd-f2b55a46c667 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '9c3504ae-71c6-40cb-874c-4c405f0d9631', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:46.618308 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.619969 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d94011aa-6474-43d9-91bd-f2b55a46c667 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.622203 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40ea167f-b91e-4773-b5eb-7d81f533be9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.624931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40ea167f-b91e-4773-b5eb-7d81f533be9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.629574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-40ea167f-b91e-4773-b5eb-7d81f533be9a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36b6a560-e2e4-43b3-a016-953eef293242 HTTP/1.1" status: 204 len: 168 time: 0.3516359 Nov 12 13:44:46.708275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea167f-b91e-4773-b5eb-7d81f533be9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b6a560-e2e4-43b3-a016-953eef293242,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:46.739377 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d94011aa-6474-43d9-91bd-f2b55a46c667 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.772485 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d94011aa-6474-43d9-91bd-f2b55a46c667 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.794896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94011aa-6474-43d9-91bd-f2b55a46c667 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1089e348-6215-4546-bc5b-f2179b957ec4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:46.810769 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d94011aa-6474-43d9-91bd-f2b55a46c667 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.812082 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d94011aa-6474-43d9-91bd-f2b55a46c667 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2530444 Nov 12 13:44:46.819579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40416) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:46.825186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-355bbca9-2e82-4d67-80f0-3316e74c3c1e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '9c3504ae-71c6-40cb-874c-4c405f0d9631', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:46.881765 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-355bbca9-2e82-4d67-80f0-3316e74c3c1e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:46.961512 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.015351 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-355bbca9-2e82-4d67-80f0-3316e74c3c1e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.024614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-355bbca9-2e82-4d67-80f0-3316e74c3c1e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.039858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3b494544-1119-4ef1-be36-1e40df665dd4 None None] Provisioning complete for port 4f494fa0-da8d-4fb8-978c-25dab5cb29df triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:47.040881 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b494544-1119-4ef1-be36-1e40df665dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.059855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bbca9-2e82-4d67-80f0-3316e74c3c1e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5bd6a4-a7b1-48e5-bb00-86f2fb7fcc77,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:47.125948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3b494544-1119-4ef1-be36-1e40df665dd4 None None] Port 4f494fa0-da8d-4fb8-978c-25dab5cb29df cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:44:47.126530 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-355bbca9-2e82-4d67-80f0-3316e74c3c1e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.128065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-355bbca9-2e82-4d67-80f0-3316e74c3c1e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3073161 Nov 12 13:44:47.130639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40426) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:47.135337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-92baafac-5cdb-4acf-96fa-61e5fc90b04f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '9c3504ae-71c6-40cb-874c-4c405f0d9631', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:47.206462 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-92baafac-5cdb-4acf-96fa-61e5fc90b04f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Project 117e1d21aa7a4a768a1431764f136160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:44:47.217832 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92baafac-5cdb-4acf-96fa-61e5fc90b04f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.371847 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92baafac-5cdb-4acf-96fa-61e5fc90b04f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.381830 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92baafac-5cdb-4acf-96fa-61e5fc90b04f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.431190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baafac-5cdb-4acf-96fa-61e5fc90b04f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77889e64-2da3-40af-8ed1-b239ca1504a7,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:47.457483 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92baafac-5cdb-4acf-96fa-61e5fc90b04f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.461820 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-92baafac-5cdb-4acf-96fa-61e5fc90b04f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3302209 Nov 12 13:44:47.462138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40438) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:47.466895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.473630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c18a8689-dedf-4df0-81bf-b5e1a5d5035a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '9c3504ae-71c6-40cb-874c-4c405f0d9631', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:47.474130 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.520760 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-c18a8689-dedf-4df0-81bf-b5e1a5d5035a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Project 117e1d21aa7a4a768a1431764f136160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:44:47.529563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c18a8689-dedf-4df0-81bf-b5e1a5d5035a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.565643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event updated for resources: {'Port': ['ID=4f494fa0-da8d-4fb8-978c-25dab5cb29df,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:47.568131 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.623250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c18a8689-dedf-4df0-81bf-b5e1a5d5035a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.629204 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c18a8689-dedf-4df0-81bf-b5e1a5d5035a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.658824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a8689-dedf-4df0-81bf-b5e1a5d5035a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d939ccf-fa6d-4ad6-8c0f-23b081b62ae4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:47.671076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c18a8689-dedf-4df0-81bf-b5e1a5d5035a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.676732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c18a8689-dedf-4df0-81bf-b5e1a5d5035a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2132344 Nov 12 13:44:47.677951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40442) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:47.684540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'network': {'name': 'tempest-network-smoke--1221266515', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:47.712655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:47.720547 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.751728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Network 52c46ff8-76dd-446a-a578-20c2f047a409 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:47.753717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:47.771447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:44:47.783467 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.783964 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Added segment e99f4253-949a-4761-a4eb-0e3753469ffd of type vlan for network 44bd746d-94d0-4181-bf46-ba5706a8b664 Nov 12 13:44:47.889698 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.951972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:47.967567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:47.968755 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.020491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Router fcad56d2-e47a-420a-b136-03828938154e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:44:48.056239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3741333 Nov 12 13:44:48.108678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40454) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:48.114618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'admin_state_up': True, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:48.125612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f052aa5-1d62-467f-9f4a-96f3b01cd25d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Network': ['ID=44bd746d-94d0-4181-bf46-ba5706a8b664,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:48.163398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 44bd746d-94d0-4181-bf46-ba5706a8b664 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:44:48.176437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.177555 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.276878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e002179d-6b36-43b7-b77d-c3b301cbab22 None None] Provisioning complete for port 4f494fa0-da8d-4fb8-978c-25dab5cb29df triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:48.280726 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e002179d-6b36-43b7-b77d-c3b301cbab22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.317849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40460) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:48.318870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.333559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e002179d-6b36-43b7-b77d-c3b301cbab22 None None] Port 4f494fa0-da8d-4fb8-978c-25dab5cb29df cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:44:48.412638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:44:48.418161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a29d0e70-aa15-4329-9367-992d17a0f513 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "PUT /v2.0/routers/fcad56d2-e47a-420a-b136-03828938154e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7530103 Nov 12 13:44:48.421180 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40464) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:48.425916 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbc6e74-ee04-423a-8a2a-07bcf6da0314 None None] Sync routers for ids ['fcad56d2-e47a-420a-b136-03828938154e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:44:48.431979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Request body: {'port': {'network_id': '52c46ff8-76dd-446a-a578-20c2f047a409', 'name': 'tempest-FloatingIPAdminTestJSON-32319104'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:48.452366 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc6e74-ee04-423a-8a2a-07bcf6da0314 None None] Routers {'fcad56d2-e47a-420a-b136-03828938154e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:48.452742 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9fbc6e74-ee04-423a-8a2a-07bcf6da0314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fcad56d2-e47a-420a-b136-03828938154e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:48.486647 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9fbc6e74-ee04-423a-8a2a-07bcf6da0314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:48.488925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d683352-dc91-48dc-a8f4-59422cbc9a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.495958 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc6e74-ee04-423a-8a2a-07bcf6da0314 None None] Routers {'fcad56d2-e47a-420a-b136-03828938154e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:48.496790 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9fbc6e74-ee04-423a-8a2a-07bcf6da0314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fcad56d2-e47a-420a-b136-03828938154e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:48.526639 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.533963 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9fbc6e74-ee04-423a-8a2a-07bcf6da0314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:48.535142 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbc6e74-ee04-423a-8a2a-07bcf6da0314 None None] The sync data for ids ['fcad56d2-e47a-420a-b136-03828938154e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:44:48.662244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Made reservation on behalf of 00065705b54a4f808d9fc7bfcf81dcae for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:48.666241 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.692864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] device_id is not set on port 2f20083b-4f11-4495-a8df-be03ac52100b yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:44:48.701064 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d683352-dc91-48dc-a8f4-59422cbc9a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.706738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d683352-dc91-48dc-a8f4-59422cbc9a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.764777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.791286 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.806069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3d683352-dc91-48dc-a8f4-59422cbc9a4e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=79e6dfd983544963ae7b79bf6070d403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4868150 Nov 12 13:44:48.809558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40466) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:48.811261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d683352-dc91-48dc-a8f4-59422cbc9a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789ceb87-40ce-4aeb-925f-910eada163c8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:48.881985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Allocated IP 172.20.0.14 (52c46ff8-76dd-446a-a578-20c2f047a409/933949af-c84f-473b-a66a-a2f6c5bd1b4a/2f20083b-4f11-4495-a8df-be03ac52100b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:48.927329 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c853026f-6537-4ee9-9e7c-f374bd317a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:48.979119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c853026f-6537-4ee9-9e7c-f374bd317a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.015007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.25.5.75 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/e1ce6928-a610-42e8-acd6-223e300c3d62) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:49.077941 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.114155 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c853026f-6537-4ee9-9e7c-f374bd317a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.117110 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c853026f-6537-4ee9-9e7c-f374bd317a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.118723 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c853026f-6537-4ee9-9e7c-f374bd317a03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/789ceb87-40ce-4aeb-925f-910eada163c8 HTTP/1.1" status: 204 len: 168 time: 0.3041716 Nov 12 13:44:49.140346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.149499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853026f-6537-4ee9-9e7c-f374bd317a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789ceb87-40ce-4aeb-925f-910eada163c8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:49.185219 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.212612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event updated for resources: {'Port': ['ID=2f20083b-4f11-4495-a8df-be03ac52100b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:49.234927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Network 52c46ff8-76dd-446a-a578-20c2f047a409 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:49.236985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:49.240466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:49.258625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.323293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:49.324210 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.346690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:49.349427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-03954e1e-dcf4-4072-be09-114678e796ec tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9240153 Nov 12 13:44:49.350074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40472) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:49.356625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:49.367672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:49.383702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed048a0b-b5c3-4620-9ec4-18031a4ed811 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:44:49.430796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=e1ce6928-a610-42e8-acd6-223e300c3d62,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:49.492255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-77b84ea5-5fda-4065-a32e-a7c5239d2f48 None None] Provisioning complete for port e1ce6928-a610-42e8-acd6-223e300c3d62 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:49.492661 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77b84ea5-5fda-4065-a32e-a7c5239d2f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.580173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-77b84ea5-5fda-4065-a32e-a7c5239d2f48 None None] Port e1ce6928-a610-42e8-acd6-223e300c3d62 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:44:49.680109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'project_id': '00065705b54a4f808d9fc7bfcf81dcae', 'port_id': '2f20083b-4f11-4495-a8df-be03ac52100b'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:49.713036 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.716435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ed9decea-5074-400e-85af-6d05ca527049 None None] Provisioning complete for port 2f20083b-4f11-4495-a8df-be03ac52100b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:49.716829 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed9decea-5074-400e-85af-6d05ca527049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.804964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:49.805987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ed9decea-5074-400e-85af-6d05ca527049 None None] Port 2f20083b-4f11-4495-a8df-be03ac52100b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:44:49.886902 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:50.044666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Allocated IP 172.25.5.134 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/652f7da0-6115-477f-bb75-b0597f539e9a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:50.187593 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:50.251019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:50.318600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:50.322815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:50.333615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:50.336061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Pushing event updated for resources: {'Port': ['ID=652f7da0-6115-477f-bb75-b0597f539e9a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:50.670513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:50.969388 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:44:51.154871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:44:51.167490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Sync routers for ids ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:44:51.206127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Routers {'81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:51.208929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:51.242341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:51.244630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-01d99d63-72d7-4d5a-9f7a-728dbc2d875b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1345656 Nov 12 13:44:51.248910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40582) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:51.392882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5d205e17-9e1d-400a-b21b-ebcd2a60bea8 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=117e1d21aa7a4a768a1431764f136160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1386769 Nov 12 13:44:51.395536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40602) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:51.675269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40634) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:51.797568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678bb08-9bd2-4566-bc11-075c7cf18422 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:51.807699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c678bb08-9bd2-4566-bc11-075c7cf18422 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3994694 Nov 12 13:44:51.809786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40650) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:51.827083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40654) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:51.893955 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9c7726dd-b639-4fc9-aa33-4f9ef606d22f tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803113 Nov 12 13:44:51.894647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40664) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:51.931023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-769449489', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:44:51.988368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:52.294066 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b70c0ea-4a85-4254-9d04-21887e1688e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:52.312889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-41a7062f-84c5-40ca-bbf2-2534a85f5bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:52.332604 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:52.354715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Set router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:52.552095 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:52.570841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f252fc2-68ac-46d6-bd6e-3ca68ec93a1a req-6c4f4aa8-6b58-4a51-803a-073f0a049a81 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:52.580078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f252fc2-68ac-46d6-bd6e-3ca68ec93a1a req-6c4f4aa8-6b58-4a51-803a-073f0a049a81 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 947 time: 0.3703108 Nov 12 13:44:52.591910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:52.657537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:44:52.673076 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:52.923755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:49Z', 'revision_number': 3, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:52.924055 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:52.945596 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-41a7062f-84c5-40ca-bbf2-2534a85f5bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:52.954056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-41a7062f-84c5-40ca-bbf2-2534a85f5bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:53.002511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Checking router: 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:44:53.002876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Updating router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 port e1ce6928-a610-42e8-acd6-223e300c3d62 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:44:53.023964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-41a7062f-84c5-40ca-bbf2-2534a85f5bf6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b507399aa3b34469952a9bdc403b8c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1959946 Nov 12 13:44:53.027321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7062f-84c5-40ca-bbf2-2534a85f5bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725f54ba-fa9b-492d-af93-d46d55851ea2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:53.038474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40766) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:53.098927 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:53.111743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Pushing event updated for resources: {'Port': ['ID=652f7da0-6115-477f-bb75-b0597f539e9a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:53.206516 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b70c0ea-4a85-4254-9d04-21887e1688e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:53.212754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f252fc2-68ac-46d6-bd6e-3ca68ec93a1a req-df4b3ae2-34da-4ca6-8927-714ec3f7ac0b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6313424 Nov 12 13:44:53.240019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cb50b5-f8d4-4537-9ff4-087115edd608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:53.245546 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b70c0ea-4a85-4254-9d04-21887e1688e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:53.328734 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:53.360643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70c0ea-4a85-4254-9d04-21887e1688e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebdc42c-b8dd-436c-b772-8c05296e4759,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:53.432530 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cb50b5-f8d4-4537-9ff4-087115edd608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:53.448073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Checking segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:53.448900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network hostable DHCP agents. Network: 44bd746d-94d0-4181-bf46-ba5706a8b664, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:44:53.468890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7b70c0ea-4a85-4254-9d04-21887e1688e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bfcb5b2107a74335b608288e00a1e681&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7899258 Nov 12 13:44:53.469614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40814) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:53.473737 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Floating IP 4ac27452-85a2-43eb-a216-1280aa663cea associated. External IP: 172.25.5.134, port: 2f20083b-4f11-4495-a8df-be03ac52100b. Nov 12 13:44:53.485655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Subnet': ['ID=ed865f96-0deb-4234-97b2-eed826bcabed,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:53.499350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 44bd746d-94d0-4181-bf46-ba5706a8b664 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:44:53.526637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 44bd746d-94d0-4181-bf46-ba5706a8b664) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:53.532274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:53.533407 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:53.567017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1edbcdce-55bf-4079-9263-f6c38bc6062d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6711957 Nov 12 13:44:53.570275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40828) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:53.612309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3228dce5-0d90-46b8-8c67-927497697c4c None None] Network 44bd746d-94d0-4181-bf46-ba5706a8b664 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:53.941455 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cb50b5-f8d4-4537-9ff4-087115edd608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:53.944108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0cb50b5-f8d4-4537-9ff4-087115edd608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:53.946485 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c0cb50b5-f8d4-4537-9ff4-087115edd608 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/725f54ba-fa9b-492d-af93-d46d55851ea2 HTTP/1.1" status: 204 len: 168 time: 0.9054091 Nov 12 13:44:54.034333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5125e25-2856-496c-a2bf-d1f9288297a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:54.065001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb50b5-f8d4-4537-9ff4-087115edd608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725f54ba-fa9b-492d-af93-d46d55851ea2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:54.118061 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5125e25-2856-496c-a2bf-d1f9288297a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:54.200327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1afe16-c44c-42d1-af37-942835ae047b req-35c5cef5-54a6-4444-95f5-1e0ac2f54ed4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:54.202471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa1afe16-c44c-42d1-af37-942835ae047b req-35c5cef5-54a6-4444-95f5-1e0ac2f54ed4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 947 time: 0.1533980 Nov 12 13:44:54.212996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Router fcad56d2-e47a-420a-b136-03828938154e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:44:54.217814 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:54.224894 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:54.234267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-44bd746d-94d0-4181-bf46-ba5706a8b664', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:44:54.237731 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:54.400684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0b5f4-82c0-405b-990b-314fee3c95f7 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:44:54.457914 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Attempting to bind port e1ce6928-a610-42e8-acd6-223e300c3d62 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:44:54.464112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Attempting to bind port e1ce6928-a610-42e8-acd6-223e300c3d62 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:44:54.464669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Attempting to bind port e1ce6928-a610-42e8-acd6-223e300c3d62 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:44:54.487635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:44:54.488456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:54.489112 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:54.489785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:44:54.490717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Bound port: e1ce6928-a610-42e8-acd6-223e300c3d62, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:44:54.491716 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:54.496307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Pushing event updated for resources: {'Port': ['ID=e1ce6928-a610-42e8-acd6-223e300c3d62,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:54.538783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.539545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.540122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.540719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.541466 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.542036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.542773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.544049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.544651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.545248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.545880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.546771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:44:54.617414 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5125e25-2856-496c-a2bf-d1f9288297a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:54.632197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5125e25-2856-496c-a2bf-d1f9288297a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:54.633406 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c5125e25-2856-496c-a2bf-d1f9288297a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ebdc42c-b8dd-436c-b772-8c05296e4759 HTTP/1.1" status: 204 len: 168 time: 0.9611497 Nov 12 13:44:54.656787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d241b-ab2e-4151-b663-08196c4cb9a5 req-d6148f29-bb71-4a7c-a8fa-f41660acfec8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:54.665874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5125e25-2856-496c-a2bf-d1f9288297a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebdc42c-b8dd-436c-b772-8c05296e4759,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:54.666641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f8d241b-ab2e-4151-b663-08196c4cb9a5 req-d6148f29-bb71-4a7c-a8fa-f41660acfec8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 947 time: 0.2251205 Nov 12 13:44:54.787146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] For port e1ce6928-a610-42e8-acd6-223e300c3d62, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:44:54.848390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Deleting port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:44:54.848805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:54.885663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:44:54.909909 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff51aae-8400-4d1f-97d2-dfdad2e70da3 None None] Sync routers for ids ['fcad56d2-e47a-420a-b136-03828938154e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:44:54.936091 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff51aae-8400-4d1f-97d2-dfdad2e70da3 None None] Routers {'fcad56d2-e47a-420a-b136-03828938154e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:54.936712 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4ff51aae-8400-4d1f-97d2-dfdad2e70da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fcad56d2-e47a-420a-b136-03828938154e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:54.973786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] For port e1ce6928-a610-42e8-acd6-223e300c3d62, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e1ce6928-a610-42e8-acd6-223e300c3d62,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:44:54.991026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7f8d241b-ab2e-4151-b663-08196c4cb9a5 req-7be14c8c-c9d4-4965-9595-3a4a5c7b40ca tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166676 Nov 12 13:44:55.042586 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:55.065882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:55.091826 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4ff51aae-8400-4d1f-97d2-dfdad2e70da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:55.103943 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:55.120598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8d684e48-65da-4b54-9499-8856ba5d16c2 None None] Provisioning complete for port e1ce6928-a610-42e8-acd6-223e300c3d62 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:55.121721 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d684e48-65da-4b54-9499-8856ba5d16c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:55.136038 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff51aae-8400-4d1f-97d2-dfdad2e70da3 None None] Routers {'fcad56d2-e47a-420a-b136-03828938154e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:55.136811 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4ff51aae-8400-4d1f-97d2-dfdad2e70da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fcad56d2-e47a-420a-b136-03828938154e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:55.274986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Allocated IP 172.20.0.2 (44bd746d-94d0-4181-bf46-ba5706a8b664/ed865f96-0deb-4234-97b2-eed826bcabed/eea18166-7803-4405-b21e-565308a973bf) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:55.323063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bd4ad236-be2c-4d8a-b3f5-70aa23ecf21e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.9715230 Nov 12 13:44:55.327276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40990) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:55.332174 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4ff51aae-8400-4d1f-97d2-dfdad2e70da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:55.332862 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff51aae-8400-4d1f-97d2-dfdad2e70da3 None None] The sync data for ids ['fcad56d2-e47a-420a-b136-03828938154e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:44:55.563194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41002) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:55.584508 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78816939-6d4b-4b0b-ab28-b71f5e0c591e None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:44:55.607253 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a64faa-9928-45f4-be36-bf5859d59afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:55.611071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] For port 2ba62b42-c17d-42ed-99e6-54c50cf09da7, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=2ba62b42-c17d-42ed-99e6-54c50cf09da7,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:55.611820 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:55.837052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Routers {'81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:55.839235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:55.869719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a64faa-9928-45f4-be36-bf5859d59afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:55.878133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f9a64faa-9928-45f4-be36-bf5859d59afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:55.887844 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d284c640-93ba-40d3-9516-cc30a5f9887e tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] 10.222.0.73 "GET /v2.0/floatingips/4ac27452-85a2-43eb-a216-1280aa663cea HTTP/1.1" status: 200 len: 982 time: 0.5592258 Nov 12 13:44:55.888826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41038) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:56.033157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05d2c1-56bd-4531-990a-078b20ab0048 None None] Pushing event updated for resources: {'Port': ['ID=e1ce6928-a610-42e8-acd6-223e300c3d62,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:56.041003 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f9a64faa-9928-45f4-be36-bf5859d59afa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57f5b3c3432e467cbafac7f9a5d3a36f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4736519 Nov 12 13:44:56.043210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:56.222550 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3489caba-78d3-472d-b966-a5a3eadd4036 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.3238127 Nov 12 13:44:56.231123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41050) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:56.260125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d684e48-65da-4b54-9499-8856ba5d16c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:56.296972 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:56.322724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8d684e48-65da-4b54-9499-8856ba5d16c2 None None] For port e1ce6928-a610-42e8-acd6-223e300c3d62, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e1ce6928-a610-42e8-acd6-223e300c3d62,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:44:56.331719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:56.420874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Network 44bd746d-94d0-4181-bf46-ba5706a8b664 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:56.425588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Pushing event updated for resources: {'Port': ['ID=eea18166-7803-4405-b21e-565308a973bf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:56.437232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:56.441535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:56.445493 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d684e48-65da-4b54-9499-8856ba5d16c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:56.489621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] Set router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:44:56.514295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a64faa-9928-45f4-be36-bf5859d59afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e58a0a-7d10-4028-bf78-8044923afbec,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:56.690178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4ade7d12-39e7-414c-9b76-bf29ad0f35c4 None None] Provisioning complete for port e1ce6928-a610-42e8-acd6-223e300c3d62 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:44:56.691189 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ade7d12-39e7-414c-9b76-bf29ad0f35c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:56.710526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.20.0.1 (44bd746d-94d0-4181-bf46-ba5706a8b664/ed865f96-0deb-4234-97b2-eed826bcabed/85f39b23-bd7b-4721-bd3b-f6ec8bd6c104) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:44:56.920695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Deleting port 652f7da0-6115-477f-bb75-b0597f539e9a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:44:56.921307 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:56.957639 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:56.958411 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:56.958411 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Floating IP b38e7c11-7d93-47f8-950f-c5ab717e10a2 disassociated. External IP: 172.25.5.64, port: 2ba62b42-c17d-42ed-99e6-54c50cf09da7. Nov 12 13:44:56.958837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Calling delete_port for 2ba62b42-c17d-42ed-99e6-54c50cf09da7 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:44:56.982873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Attempting to bind port eea18166-7803-4405-b21e-565308a973bf on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:44:56.983404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Attempting to bind port eea18166-7803-4405-b21e-565308a973bf by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:44:56.984025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Attempting to bind port eea18166-7803-4405-b21e-565308a973bf on network 44bd746d-94d0-4181-bf46-ba5706a8b664 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:44:56.994301 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b5e13b2-0b3f-4da1-93eb-6f8905f5f469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.038922 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.056684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665937da-4435-4144-bf2e-6e1c7aac41cb req-4048ca61-b055-43c9-930c-3c1504669e0c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:44:57.060438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-665937da-4435-4144-bf2e-6e1c7aac41cb req-4048ca61-b055-43c9-930c-3c1504669e0c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 947 time: 0.8599801 Nov 12 13:44:57.073692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d684e48-65da-4b54-9499-8856ba5d16c2 None None] Pushing event updated for resources: {'Port': ['ID=e1ce6928-a610-42e8-acd6-223e300c3d62,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:57.091439 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.091439 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.108710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Calling delete_port for 652f7da0-6115-477f-bb75-b0597f539e9a owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:44:57.118895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.131272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:44:57.131702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b5e13b2-0b3f-4da1-93eb-6f8905f5f469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.133708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Checking segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:44:57.138505 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.145893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Bound using segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:44:57.146688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Bound port: eea18166-7803-4405-b21e-565308a973bf, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:44:57.147265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.217646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-665937da-4435-4144-bf2e-6e1c7aac41cb req-4e6079ea-7910-45a5-a7b1-8f408cdfc52e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=a00b5db6-edfd-4453-adb0-a5f1d5a9e944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439323 Nov 12 13:44:57.237646 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c488c9a9-e916-41c8-be5e-a1af0c7d9bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.276103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 44bd746d-94d0-4181-bf46-ba5706a8b664 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:44:57.326337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:44:57.336607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:44:57.344335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=85f39b23-bd7b-4721-bd3b-f6ec8bd6c104,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:57.371732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] For port eea18166-7803-4405-b21e-565308a973bf, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:44:57.388864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] For port eea18166-7803-4405-b21e-565308a973bf, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=eea18166-7803-4405-b21e-565308a973bf,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:44:57.409117 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.510447 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.515521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.576805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:49Z', 'revision_number': 3, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:57.604101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event deleted for resources: {'Port': ['ID=2ba62b42-c17d-42ed-99e6-54c50cf09da7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:57.638624 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b5e13b2-0b3f-4da1-93eb-6f8905f5f469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.644594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1f666-e2fa-4cb8-92b2-af42be1360d3 None None] Pushing event updated for resources: {'Port': ['ID=eea18166-7803-4405-b21e-565308a973bf,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:57.648377 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b5e13b2-0b3f-4da1-93eb-6f8905f5f469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:57.651976 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0b5e13b2-0b3f-4da1-93eb-6f8905f5f469 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09e58a0a-7d10-4028-bf78-8044923afbec HTTP/1.1" status: 204 len: 168 time: 1.6050014 Nov 12 13:44:57.654299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ad657-1df2-4266-8706-bfa9423e72b9 None None] The sync data for ids ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'] in n-d-805736-4 is: [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:49Z', 'revision_number': 3, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:44:57.695140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e13b2-0b3f-4da1-93eb-6f8905f5f469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e58a0a-7d10-4028-bf78-8044923afbec,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:57.816437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:58.109179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Router 26e74c5e-2303-46cc-be37-88d9437f2755 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:44:58.120213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event deleted for resources: {'Port': ['ID=652f7da0-6115-477f-bb75-b0597f539e9a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:58.236250 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:58.305656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:58.307348 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Floating IP 4ac27452-85a2-43eb-a216-1280aa663cea disassociated (deleted). External IP: 172.25.5.134, port: 2f20083b-4f11-4495-a8df-be03ac52100b. Nov 12 13:44:58.563027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:44:58.576342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] Sync routers for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:44:58.598524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:44:58.602266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:44:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:44:58.662028 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b50ee539-9d2a-4cba-94c1-6f45665c2e01 req-9c544c28-d902-4b22-b00e-e879fab71b3e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b7b405-1cb4-4e73-939e-47273dd8cb13 HTTP/1.1" status: 200 len: 210 time: 0.0748844 Nov 12 13:44:58.766565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] No DVR routers for this DVR port 2ba62b42-c17d-42ed-99e6-54c50cf09da7 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:44:58.777070 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:58.811078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa1afe16-c44c-42d1-af37-942835ae047b req-31f8b4f2-7a60-4f7b-b249-97157d991f4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.105 "DELETE /v2.0/ports/2ba62b42-c17d-42ed-99e6-54c50cf09da7 HTTP/1.1" status: 204 len: 173 time: 4.5930305 Nov 12 13:44:58.821772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'name': 'network-vif-deleted', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:44:58.842489 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d090788d-b7af-46a5-86dd-e193f92defd2" -d '{"events": [{"server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "name": "network-vif-deleted", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:44:58.942616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41100) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:58.970378 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e21d6f0c-cf81-4f76-a2a0-6be95dc2e20a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:58.992370 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a291250-9f66-4fce-a0d3-da21c78d8ac5 x-openstack-request-id: req-1a291250-9f66-4fce-a0d3-da21c78d8ac5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:44:58.992647 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7b405-1cb4-4e73-939e-47273dd8cb13", "name": "network-vif-deleted", "tag": "2ba62b42-c17d-42ed-99e6-54c50cf09da7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:44:58.992914 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a291250-9f66-4fce-a0d3-da21c78d8ac5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:44:58.993358 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7b405-1cb4-4e73-939e-47273dd8cb13', 'name': 'network-vif-deleted', 'tag': '2ba62b42-c17d-42ed-99e6-54c50cf09da7', 'status': 'completed', 'code': 200} Nov 12 13:44:59.376815 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e21d6f0c-cf81-4f76-a2a0-6be95dc2e20a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:59.384580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e21d6f0c-cf81-4f76-a2a0-6be95dc2e20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:59.392561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 2ba62b42-c17d-42ed-99e6-54c50cf09da7 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:44:59.395152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eea18166-7803-4405-b21e-565308a973bf up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:44:59.506410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 2ba62b42-c17d-42ed-99e6-54c50cf09da7 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:44:59.507025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 2ba62b42-c17d-42ed-99e6-54c50cf09da7 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:44:59.553498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e21d6f0c-cf81-4f76-a2a0-6be95dc2e20a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c5f8929e61641d294452637930bee5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6073871 Nov 12 13:44:59.555794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:59.592907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d6f0c-cf81-4f76-a2a0-6be95dc2e20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ca5f6a-4eec-4501-82f4-c4600394de46,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:44:59.690954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8335189-ab16-4554-9f6b-798e0fb2d56d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:59.783621 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8335189-ab16-4554-9f6b-798e0fb2d56d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:59.814906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411598d-278c-4d5a-a938-721c9ae13b36 None None] Network 44bd746d-94d0-4181-bf46-ba5706a8b664 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:44:59.840950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d146-5b82-49e0-8b37-44695be4b3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:59.878599 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8335189-ab16-4554-9f6b-798e0fb2d56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:59.884657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8335189-ab16-4554-9f6b-798e0fb2d56d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:44:59.890817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c8335189-ab16-4554-9f6b-798e0fb2d56d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/83ca5f6a-4eec-4501-82f4-c4600394de46 HTTP/1.1" status: 204 len: 168 time: 0.3335834 Nov 12 13:44:59.901736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:44:59.903728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8335189-ab16-4554-9f6b-798e0fb2d56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ca5f6a-4eec-4501-82f4-c4600394de46,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:00.026857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17b157ae-cfef-4852-acab-9ee64c03c16d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.064056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17b157ae-cfef-4852-acab-9ee64c03c16d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.081331 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Router fcad56d2-e47a-420a-b136-03828938154e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:45:00.110910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:00.139362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17b157ae-cfef-4852-acab-9ee64c03c16d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.143191 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17b157ae-cfef-4852-acab-9ee64c03c16d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.144794 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-17b157ae-cfef-4852-acab-9ee64c03c16d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "DELETE /v2.0/security-groups/a00b5db6-edfd-4453-adb0-a5f1d5a9e944 HTTP/1.1" status: 204 len: 168 time: 0.2367725 Nov 12 13:45:00.151849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41126) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:00.208168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b157ae-cfef-4852-acab-9ee64c03c16d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00b5db6-edfd-4453-adb0-a5f1d5a9e944,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:00.217448 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-471474ce-29b9-44cb-9440-591e71618f5e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] show failed (client error): The resource could not be found. Nov 12 13:45:00.222561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-471474ce-29b9-44cb-9440-591e71618f5e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups/a00b5db6-edfd-4453-adb0-a5f1d5a9e944 HTTP/1.1" status: 404 len: 347 time: 0.0637622 Nov 12 13:45:00.224291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41130) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:00.252567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-92447190-c3e9-4b0a-9d0c-60ad5542fecb None None] Provisioning complete for port eea18166-7803-4405-b21e-565308a973bf triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:00.253895 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92447190-c3e9-4b0a-9d0c-60ad5542fecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.267892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port eea18166-7803-4405-b21e-565308a973bf triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:00.268261 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.503922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c59a1f95-b378-4f87-b3c9-c5cda78f805d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Deleting port f4fb7a6c-ab00-4673-92a8-e54be59a4aee {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:00.503922 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c59a1f95-b378-4f87-b3c9-c5cda78f805d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.709587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:00.728330 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f152000d-8aca-4f14-83b7-9452d0081530 None None] Sync routers for ids ['fcad56d2-e47a-420a-b136-03828938154e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:00.734982 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.768134 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152000d-8aca-4f14-83b7-9452d0081530 None None] Routers {'fcad56d2-e47a-420a-b136-03828938154e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:00.768778 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f152000d-8aca-4f14-83b7-9452d0081530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fcad56d2-e47a-420a-b136-03828938154e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:00.775814 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c59a1f95-b378-4f87-b3c9-c5cda78f805d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.776138 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c59a1f95-b378-4f87-b3c9-c5cda78f805d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.802252 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.828440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c59a1f95-b378-4f87-b3c9-c5cda78f805d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Calling delete_port for f4fb7a6c-ab00-4673-92a8-e54be59a4aee owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:00.834394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d0d51d1c-987f-4367-adbc-05066e6732cd tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "DELETE /v2.0/floatingips/4ac27452-85a2-43eb-a216-1280aa663cea HTTP/1.1" status: 204 len: 168 time: 4.5947757 Nov 12 13:45:00.837570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:00.844330 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.852364 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.864521 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:00.898482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port eea18166-7803-4405-b21e-565308a973bf, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=eea18166-7803-4405-b21e-565308a973bf,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:00.933461 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f152000d-8aca-4f14-83b7-9452d0081530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:00.965325 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152000d-8aca-4f14-83b7-9452d0081530 None None] Routers {'fcad56d2-e47a-420a-b136-03828938154e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:00.966239 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:00.966836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e1ce6928-a610-42e8-acd6-223e300c3d62 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:00.967452 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f152000d-8aca-4f14-83b7-9452d0081530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fcad56d2-e47a-420a-b136-03828938154e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:01.032992 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=85f39b23-bd7b-4721-bd3b-f6ec8bd6c104,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:01.053043 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:01.109408 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f152000d-8aca-4f14-83b7-9452d0081530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:01.110691 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f152000d-8aca-4f14-83b7-9452d0081530 None None] The sync data for ids ['fcad56d2-e47a-420a-b136-03828938154e'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:01.133992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:01.163448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=eea18166-7803-4405-b21e-565308a973bf,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:01.176462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:01.206761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 44bd746d-94d0-4181-bf46-ba5706a8b664 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:01.208260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:01.359432 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:01.437196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:45:01.520890 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c59a1f95-b378-4f87-b3c9-c5cda78f805d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:01.551703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Allocated IP 172.25.5.53 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/bcbd4074-0437-430f-b10b-72b62ffe255d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:01.568343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e1ce6928-a610-42e8-acd6-223e300c3d62 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:01.568729 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:01.611906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a1f95-b378-4f87-b3c9-c5cda78f805d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event deleted for resources: {'Port': ['ID=f4fb7a6c-ab00-4673-92a8-e54be59a4aee,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:01.673865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:01.685015 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5b97a6e7-a65e-4ffa-b8f5-236b37f7a41d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "PUT /v2.0/routers/81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1133933 Nov 12 13:45:01.691444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Sync routers for ids ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:01.726120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:01.773421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41164) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:01.810164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] Checking router: 26e74c5e-2303-46cc-be37-88d9437f2755 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:45:01.814702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Routers {'81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:01.816405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:01.962373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.050974 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:02.053760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:02.246524 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.276342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41188) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:02.278561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1089957147-network', 'tenant_id': 'e5063f342fb4440183283c008c1336b3'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:02.362485 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-cb6cb066-ff54-401f-8a82-95187daf8a42 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995686936&fields=id&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 267 time: 0.1806719 Nov 12 13:45:02.363313 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c59a1f95-b378-4f87-b3c9-c5cda78f805d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.366146 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c59a1f95-b378-4f87-b3c9-c5cda78f805d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.367355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c59a1f95-b378-4f87-b3c9-c5cda78f805d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "DELETE /v2.0/floatingips/b38e7c11-7d93-47f8-950f-c5ab717e10a2 HTTP/1.1" status: 204 len: 168 time: 2.1406152 Nov 12 13:45:02.377604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:02.414504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:02.419859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Pushing event updated for resources: {'Port': ['ID=bcbd4074-0437-430f-b10b-72b62ffe255d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:02.433674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:02.441743 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Made reservation on behalf of e5063f342fb4440183283c008c1336b3 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:02.446184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.488583 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.489082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eea18166-7803-4405-b21e-565308a973bf up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:02.506479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b90ecb94-b58a-461e-b9cf-4257ccea1777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.606664 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.614517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:02.643417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-2b0aae2c-f1b7-4e71-ae1b-50b3794b4b28 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:02.645819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-2b0aae2c-f1b7-4e71-ae1b-50b3794b4b28 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 797 time: 0.2783737 Nov 12 13:45:02.652482 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.675123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-e15eb38b-ac97-494b-b108-0450baab68d6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/quotas/117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 375 time: 0.0222530 Nov 12 13:45:02.722074 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.742779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.752342 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.753336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-acb342cf-93f1-424a-b382-d6c7cfd503ba None None] Provisioning complete for port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:02.761479 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acb342cf-93f1-424a-b382-d6c7cfd503ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.804011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:45:02.827653 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-bd6f6396-8743-4c33-afd9-2989c3bda411 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450968 Nov 12 13:45:02.831326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d8df3-e818-4cfa-9aa1-9536522a1350,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:02.862153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b90ecb94-b58a-461e-b9cf-4257ccea1777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.868753 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b90ecb94-b58a-461e-b9cf-4257ccea1777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.900242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:02.900848 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Added segment 60d50224-0490-40b0-8a93-098eb58f4027 of type vlan for network 241536e4-7d68-4f53-a402-d213c692f7c2 Nov 12 13:45:02.940573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Set router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:02.992359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ecb94-b58a-461e-b9cf-4257ccea1777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df84903d-2aa6-4a43-b05d-472ab1ee4e71,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:03.000345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b90ecb94-b58a-461e-b9cf-4257ccea1777 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f470ba9eb8f4fd7a35de4d4e9353f7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7036340 Nov 12 13:45:03.004622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:03.043929 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.106701 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.113202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.114719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:03.124844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-dd1fe71f-ea09-47a7-b723-e0c29b044144 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132660866', 'description': 'tempest-description--1247968398'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:03.136127 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.224726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.225818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:03.235061 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.263387 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2424d553-ce61-4dcc-a642-f772c10853e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.299033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-acb342cf-93f1-424a-b382-d6c7cfd503ba None None] Port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:03.317393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.330593 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe71f-ea09-47a7-b723-e0c29b044144 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.343416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Pushing event updated for resources: {'Port': ['ID=bcbd4074-0437-430f-b10b-72b62ffe255d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:03.384850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] Pushing event updated for resources: {'Network': ['ID=241536e4-7d68-4f53-a402-d213c692f7c2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:03.394720 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-f6e79be6-e0be-4555-a722-bfe7070529af service neutron] 10.222.0.73 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186734 Nov 12 13:45:03.401886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port eea18166-7803-4405-b21e-565308a973bf triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:03.402675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.424601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 241536e4-7d68-4f53-a402-d213c692f7c2 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:45:03.442054 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.443351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6521d028-f355-4ea0-a7fb-5d053460355a tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5910580 Nov 12 13:45:03.448272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:03.450479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2424d553-ce61-4dcc-a642-f772c10853e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.509594 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5c6f730f-47e7-4701-b758-07832af257d1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7345331 Nov 12 13:45:03.518304 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe71f-ea09-47a7-b723-e0c29b044144 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.519233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41218) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:03.529272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Request body: {'subnet': {'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1089957147-subnet', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:03.536043 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe71f-ea09-47a7-b723-e0c29b044144 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.589008 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fe71f-ea09-47a7-b723-e0c29b044144 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970d829b-f18d-45fb-8cf0-b85baeecedd2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:03.604164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Made reservation on behalf of e5063f342fb4440183283c008c1336b3 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:03.608766 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.628569 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-bcb14f5c-5177-4e30-a744-75558b5a885a service neutron] 10.222.0.73 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174706 Nov 12 13:45:03.660292 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe71f-ea09-47a7-b723-e0c29b044144 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.664754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dd1fe71f-ea09-47a7-b723-e0c29b044144 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5485466 Nov 12 13:45:03.669383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41220) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:03.675065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bf0b1f6d-b61d-47e6-82fa-e3284372e64d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'security_group_rule': {'security_group_id': '970d829b-f18d-45fb-8cf0-b85baeecedd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:03.706063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-acb342cf-93f1-424a-b382-d6c7cfd503ba None None] Provisioning complete for port eea18166-7803-4405-b21e-565308a973bf triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:03.706804 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acb342cf-93f1-424a-b382-d6c7cfd503ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.768779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1f6d-b61d-47e6-82fa-e3284372e64d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.781964 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2424d553-ce61-4dcc-a642-f772c10853e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.788944 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2424d553-ce61-4dcc-a642-f772c10853e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.793556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2424d553-ce61-4dcc-a642-f772c10853e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df84903d-2aa6-4a43-b05d-472ab1ee4e71 HTTP/1.1" status: 204 len: 168 time: 0.7856083 Nov 12 13:45:03.810624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:03.837049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424d553-ce61-4dcc-a642-f772c10853e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df84903d-2aa6-4a43-b05d-472ab1ee4e71,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:03.874068 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.889670 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1f6d-b61d-47e6-82fa-e3284372e64d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.896000 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1f6d-b61d-47e6-82fa-e3284372e64d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.940422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b1f6d-b61d-47e6-82fa-e3284372e64d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670199be-1616-4095-bf3a-0b0b140bc494,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:03.965534 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1f6d-b61d-47e6-82fa-e3284372e64d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:03.969936 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bf0b1f6d-b61d-47e6-82fa-e3284372e64d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992873 Nov 12 13:45:03.970607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41226) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:03.981964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-97f15d15-11ff-4850-8914-2e385f0f680c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'security_group_rule': {'security_group_id': '970d829b-f18d-45fb-8cf0-b85baeecedd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:04.075912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97f15d15-11ff-4850-8914-2e385f0f680c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.175730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-adae2d23-da33-46ab-ac6e-b8adcbfaa8d7 req-bc3793bc-051d-46c6-8738-9ecb20ccfa9c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 210 time: 0.0857759 Nov 12 13:45:04.248628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:04.305045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadf2c9-53af-4be2-bbe4-a5eae05d47cc None None] The sync data for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 is: [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:04.332448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.345236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '85f39b23-bd7b-4721-bd3b-f6ec8bd6c104', 'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:a5:33:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:55Z', 'updated_at': '2021-11-12T13:45:00Z', 'revision_number': 2, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:04.409178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97f15d15-11ff-4850-8914-2e385f0f680c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.419760 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97f15d15-11ff-4850-8914-2e385f0f680c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.433767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Checking router: 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:45:04.434393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Updating router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:45:04.449671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.461153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f15d15-11ff-4850-8914-2e385f0f680c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a7e116-340b-4880-9514-c28d2d5e90a8,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:04.483067 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97f15d15-11ff-4850-8914-2e385f0f680c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.487725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-97f15d15-11ff-4850-8914-2e385f0f680c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5126584 Nov 12 13:45:04.491488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41236) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:04.496197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:04.509788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41240) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:04.529167 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.531207 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1199b778-1011-4cfa-8a40-bbdcf0d94563 None None] Provisioning complete for port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:04.531571 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1199b778-1011-4cfa-8a40-bbdcf0d94563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.540196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Checking segment: {'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:04.541062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Network hostable DHCP agents. Network: 241536e4-7d68-4f53-a402-d213c692f7c2, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:45:04.558293 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a90be464-13ce-4da3-ab3c-d06d22a85f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.622277 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.681412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61890d0-f7f9-406e-8e60-c778ffa1c4ea,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:04.750972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Network 241536e4-7d68-4f53-a402-d213c692f7c2 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:45:04.801262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 241536e4-7d68-4f53-a402-d213c692f7c2) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:04.813670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:04.814661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.862717 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a90be464-13ce-4da3-ab3c-d06d22a85f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.874830 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.886012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a90be464-13ce-4da3-ab3c-d06d22a85f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:04.898879 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e26ff69-a2ae-4658-bb36-af68981bbf71 None None] New status for floating IP b38e7c11-7d93-47f8-950f-c5ab717e10a2: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:45:04.914135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e44bd05f-f7f6-4203-89f7-8ad85cedee4a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3931496 Nov 12 13:45:04.919765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41246) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:04.922300 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90be464-13ce-4da3-ab3c-d06d22a85f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18edf8fb-9834-4a06-a204-fa9296ecd1d3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:04.924754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:04.968215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Allocated IP 172.25.5.39 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/e4997f9e-ca50-4929-bc24-801e04cce7d2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:05.023950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef84ade-df9d-4810-9e83-7a8adf72ce23 None None] Network 241536e4-7d68-4f53-a402-d213c692f7c2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:45:05.056068 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.057717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.070844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a90be464-13ce-4da3-ab3c-d06d22a85f0d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8959207549c3430bab66f1086f6140a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5598767 Nov 12 13:45:05.076069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:05.142087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1199b778-1011-4cfa-8a40-bbdcf0d94563 None None] Port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:05.375222 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.375558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-241536e4-7d68-4f53-a402-d213c692f7c2', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:45:05.376326 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.392850 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.407053 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.443901 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-94780b51-da84-4a01-ab87-cefaee4e8996 req-04a38c37-2a69-44ca-8ce0-b4567861a954 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 210 time: 0.1109622 Nov 12 13:45:05.540959 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591aec2-a79f-4646-9f80-734797586151 None None] Pushing event updated for resources: {'Port': ['ID=85f39b23-bd7b-4721-bd3b-f6ec8bd6c104,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:05.644999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Attempting to bind port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:45:05.645745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Attempting to bind port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:45:05.646220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Attempting to bind port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 on network 44bd746d-94d0-4181-bf46-ba5706a8b664 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:05.659149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:45:05.660624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Checking segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:05.661328 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.661978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Bound using segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:45:05.662832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Bound port: 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:45:05.663479 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.690007 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Allocated IP 172.20.0.2 (241536e4-7d68-4f53-a402-d213c692f7c2/f61890d0-f7f9-406e-8e60-c778ffa1c4ea/f1cc2873-f4be-4de7-b137-c3ae5908f93e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:05.707289 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.762125 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.817255 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a17e523-a62f-4a5c-b0b7-ca688e81ea7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.850714 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a17e523-a62f-4a5c-b0b7-ca688e81ea7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.860732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] For port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:45:05.866449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] For port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=85f39b23-bd7b-4721-bd3b-f6ec8bd6c104,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:45:05.869910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-afcc74da-5a04-46c8-88b4-489fa382b6b7 None None] Provisioning complete for port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:05.870567 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afcc74da-5a04-46c8-88b4-489fa382b6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.896310 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:05.966444 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.067955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591aec2-a79f-4646-9f80-734797586151 None None] Pushing event updated for resources: {'Port': ['ID=85f39b23-bd7b-4721-bd3b-f6ec8bd6c104,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:06.075127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Routers {'81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:06.075750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:06.112186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Allocated IP 172.25.5.119 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/1490357d-c916-49c3-aad9-ac8916a2094a) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:06.135145 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.166907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a17e523-a62f-4a5c-b0b7-ca688e81ea7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.184774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a17e523-a62f-4a5c-b0b7-ca688e81ea7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.189428 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4a17e523-a62f-4a5c-b0b7-ca688e81ea7a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18edf8fb-9834-4a06-a204-fa9296ecd1d3 HTTP/1.1" status: 204 len: 168 time: 1.1082022 Nov 12 13:45:06.261062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.362117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-43197844-7dd3-4520-bdbb-331e0fb9e306 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:06.364808 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-43197844-7dd3-4520-bdbb-331e0fb9e306 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 797 time: 0.5427299 Nov 12 13:45:06.367518 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.370029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17e523-a62f-4a5c-b0b7-ca688e81ea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18edf8fb-9834-4a06-a204-fa9296ecd1d3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:06.404678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:06.413780 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.425549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:06.428820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:06.490814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Pushing event updated for resources: {'Port': ['ID=e4997f9e-ca50-4929-bc24-801e04cce7d2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:06.518795 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afcc74da-5a04-46c8-88b4-489fa382b6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.522100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Network 241536e4-7d68-4f53-a402-d213c692f7c2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:06.550278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:06.559287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:06.572047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Pushing event updated for resources: {'Port': ['ID=f1cc2873-f4be-4de7-b137-c3ae5908f93e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:06.646560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:06.654295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:06.684437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fc8779f-b34e-4304-9517-8a8c7390f7a8 req-5a0ad8d7-808a-44c7-b39c-dd199837c692 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 210 time: 0.0442686 Nov 12 13:45:06.688854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] Set router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:06.690750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'Port': ['ID=1490357d-c916-49c3-aad9-ac8916a2094a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:06.695204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:06.706867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-afcc74da-5a04-46c8-88b4-489fa382b6b7 None None] For port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=85f39b23-bd7b-4721-bd3b-f6ec8bd6c104,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:06.803610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.879486 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.916411 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.951845 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:06.962431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-ed0c62dc-c7eb-4b9e-b21e-e51ba32ebd9d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 379 time: 0.4746335 Nov 12 13:45:06.982254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'port': {'device_id': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'admin_state_up': True, 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'security_groups': ['9c3504ae-71c6-40cb-874c-4c405f0d9631']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:07.077595 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afcc74da-5a04-46c8-88b4-489fa382b6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:07.138673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:07.154543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Allocated IP 172.25.5.237 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/86119ecc-22cc-4c49-8473-5d81318fc138) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:07.162716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Attempting to bind port f1cc2873-f4be-4de7-b137-c3ae5908f93e on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:45:07.163797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Attempting to bind port f1cc2873-f4be-4de7-b137-c3ae5908f93e by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:45:07.164664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Attempting to bind port f1cc2873-f4be-4de7-b137-c3ae5908f93e on network 241536e4-7d68-4f53-a402-d213c692f7c2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:07.182050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:45:07.182685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Checking segment: {'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:07.184031 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:07.185618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Bound using segment: {'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:45:07.186331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Bound port: f1cc2873-f4be-4de7-b137-c3ae5908f93e, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:45:07.186940 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:07.250998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc74da-5a04-46c8-88b4-489fa382b6b7 None None] Pushing event updated for resources: {'Port': ['ID=85f39b23-bd7b-4721-bd3b-f6ec8bd6c104,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:07.273648 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:07.297900 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ecc01e89-c20c-41ad-96df-c3ddcf15f254 None None] Provisioning complete for port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:07.298694 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecc01e89-c20c-41ad-96df-c3ddcf15f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:07.345065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '85f39b23-bd7b-4721-bd3b-f6ec8bd6c104', 'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:a5:33:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:55Z', 'updated_at': '2021-11-12T13:45:05Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:07.366238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:07.369839 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:07.386488 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:07.392421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6c6d9-8d86-4412-8aff-ca4e2f0b6009 None None] The sync data for ids ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'] in n-d-805736-4 is: [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '85f39b23-bd7b-4721-bd3b-f6ec8bd6c104', 'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:a5:33:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:55Z', 'updated_at': '2021-11-12T13:45:05Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:07.425840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] For port f1cc2873-f4be-4de7-b137-c3ae5908f93e, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:45:07.440050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] For port f1cc2873-f4be-4de7-b137-c3ae5908f93e, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f1cc2873-f4be-4de7-b137-c3ae5908f93e,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:45:07.452358 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:07.620291 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f50b4c-c327-447d-972a-ff1771730a8e None None] Pushing event updated for resources: {'Port': ['ID=f1cc2873-f4be-4de7-b137-c3ae5908f93e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:07.968418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2435a116-5d56-42aa-be4f-0543c0802d30 req-827a9d3d-5dba-4371-80a1-49b9eb2e877e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 210 time: 0.0803461 Nov 12 13:45:08.007747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.20.0.8 (44bd746d-94d0-4181-bf46-ba5706a8b664/ed865f96-0deb-4234-97b2-eed826bcabed/fd802f56-0cca-47b4-9d6a-e615ac7e86fe) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:08.092234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.119025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.142894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.244632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'Port': ['ID=1490357d-c916-49c3-aad9-ac8916a2094a,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:08.282867 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.353515 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.427759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Pushing event updated for resources: {'Port': ['ID=e4997f9e-ca50-4929-bc24-801e04cce7d2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:08.519776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:08.532451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:08.535995 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.542134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41304) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:08.543799 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.554353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914a4776-b53f-4098-ac25-6b5292ef0b5a None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:45:08.557302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:08.606472 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.620897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-db905e23-512c-4aea-a35f-ec2085054584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1281824 Nov 12 13:45:08.647957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.649443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6518b53f-82c3-45b8-abc2-23fb7a793c6f tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1966822 Nov 12 13:45:08.657183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:08.671052 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.672224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d8793001-f172-4344-a536-c74a28062302 None None] Provisioning complete for port 86119ecc-22cc-4c49-8473-5d81318fc138 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:08.672754 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8793001-f172-4344-a536-c74a28062302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.730421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Pushing event updated for resources: {'Port': ['ID=86119ecc-22cc-4c49-8473-5d81318fc138,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:08.759543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:08.768087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:08.895930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 44bd746d-94d0-4181-bf46-ba5706a8b664 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:08.900180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:08.915522 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:08.959476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d8793001-f172-4344-a536-c74a28062302 None None] Port 86119ecc-22cc-4c49-8473-5d81318fc138 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:09.040547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:09.041275 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.046939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:09.049027 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.078340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:09.100611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b81e8ef-a89b-40c2-b908-f0a6be434f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.311344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f1cc2873-f4be-4de7-b137-c3ae5908f93e up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:09.349837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-37b8a5e6-8903-4187-b413-97032e0ee5d3 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.6860452 Nov 12 13:45:09.352834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:09.398315 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b81e8ef-a89b-40c2-b908-f0a6be434f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.407715 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b81e8ef-a89b-40c2-b908-f0a6be434f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.418460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-a807a410-fb54-4c89-aee6-f65f8fae57e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4483557 Nov 12 13:45:09.466362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f1cc2873-f4be-4de7-b137-c3ae5908f93e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:09.467048 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.475247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Request body: {'port': {'device_id': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:09.515985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f182f262-37f2-431e-a45f-d7f1fff74ea3 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1552114 Nov 12 13:45:09.526892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41330) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:09.570369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6898415f-0268-4f00-8024-baaa6b4c0751 None None] Provisioning complete for port fd802f56-0cca-47b4-9d6a-e615ac7e86fe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:09.570881 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6898415f-0268-4f00-8024-baaa6b4c0751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.576085 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8b81e8ef-a89b-40c2-b908-f0a6be434f13 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c41f00f2b844f6fb24238f62b681061&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0285857 Nov 12 13:45:09.581958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41332) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:09.628847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81e8ef-a89b-40c2-b908-f0a6be434f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad136e5e-5740-4dbc-b9fd-dbc3b76011e1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:09.630492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2bed23-45ec-4ea5-90b9-54ef0708e17d None None] Network 241536e4-7d68-4f53-a402-d213c692f7c2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:45:09.636213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-536505bd-1be1-4194-b0d6-8ce78967e120 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2132660866&fields=id&tenant_id=c84d34baa15843938eb97faf0bdfc46a HTTP/1.1" status: 200 len: 267 time: 0.4656429 Nov 12 13:45:09.687089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65877620-d8fb-4a54-a14b-f5a7653377e7 req-66b35b93-d3a9-4431-a9bc-e177aecea8dc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:09.689799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65877620-d8fb-4a54-a14b-f5a7653377e7 req-66b35b93-d3a9-4431-a9bc-e177aecea8dc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 931 time: 0.5604262 Nov 12 13:45:09.720851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6898415f-0268-4f00-8024-baaa6b4c0751 None None] Port fd802f56-0cca-47b4-9d6a-e615ac7e86fe cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:09.742533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.824599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-ab6a7d23-b0db-4826-a492-1571fc54bf3b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:09.826452 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-ab6a7d23-b0db-4826-a492-1571fc54bf3b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 817 time: 0.1418438 Nov 12 13:45:09.851619 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.866496 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65877620-d8fb-4a54-a14b-f5a7653377e7 req-a2ba02ae-9089-4cbe-9779-872cce235f08 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579740 Nov 12 13:45:09.894583 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-106ef268-adb6-4215-ad76-0b7f8ae2eb9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.898548 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.961951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port f1cc2873-f4be-4de7-b137-c3ae5908f93e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f1cc2873-f4be-4de7-b137-c3ae5908f93e,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:09.972800 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-106ef268-adb6-4215-ad76-0b7f8ae2eb9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.979246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e7d914ea-c555-4dac-9234-f369bc1db1d5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/quotas/c84d34baa15843938eb97faf0bdfc46a HTTP/1.1" status: 200 len: 375 time: 0.1447418 Nov 12 13:45:09.988294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-57d8d5e5-49fa-4077-ba50-de70121d5eef None None] Provisioning complete for port f1cc2873-f4be-4de7-b137-c3ae5908f93e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:09.988817 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57d8d5e5-49fa-4077-ba50-de70121d5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:09.992654 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.100989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=f1cc2873-f4be-4de7-b137-c3ae5908f93e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:10.286119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1901a-d90f-4f8a-9cbd-2a172d406f75 tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Deleting port e4997f9e-ca50-4929-bc24-801e04cce7d2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:10.286458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ba1901a-d90f-4f8a-9cbd-2a172d406f75 tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.294499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.342710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-a2a8aa68-eff8-4b06-be99-6d2a302c0a26 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3275337 Nov 12 13:45:10.404548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-a5ae6daa-c47f-47b6-a8fa-015b3876bec4 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:45:10.407964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-a5ae6daa-c47f-47b6-a8fa-015b3876bec4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224311 Nov 12 13:45:10.426866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f1cc2873-f4be-4de7-b137-c3ae5908f93e up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:10.538868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f1cc2873-f4be-4de7-b137-c3ae5908f93e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:10.539999 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.748484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-106ef268-adb6-4215-ad76-0b7f8ae2eb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.748484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-106ef268-adb6-4215-ad76-0b7f8ae2eb9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.749186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-106ef268-adb6-4215-ad76-0b7f8ae2eb9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad136e5e-5740-4dbc-b9fd-dbc3b76011e1 HTTP/1.1" status: 204 len: 168 time: 1.1658354 Nov 12 13:45:10.765376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ef268-adb6-4215-ad76-0b7f8ae2eb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad136e5e-5740-4dbc-b9fd-dbc3b76011e1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:10.896141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ba1901a-d90f-4f8a-9cbd-2a172d406f75 tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.896618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ba1901a-d90f-4f8a-9cbd-2a172d406f75 tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.898274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd802f56-0cca-47b4-9d6a-e615ac7e86fe {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:45:10.916436 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.932400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1901a-d90f-4f8a-9cbd-2a172d406f75 tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Calling delete_port for e4997f9e-ca50-4929-bc24-801e04cce7d2 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:10.945783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Transition to ACTIVE for port object fd802f56-0cca-47b4-9d6a-e615ac7e86fe will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:45:10.951619 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.957046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-42f44af9-efb5-4670-806b-e8ff88c7633a None None] Provisioning complete for port f1cc2873-f4be-4de7-b137-c3ae5908f93e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:10.957729 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42f44af9-efb5-4670-806b-e8ff88c7633a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:10.991465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-d1ee8264-9126-4334-963b-100eddf1a155 service neutron] 10.222.0.73 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612593 Nov 12 13:45:11.123230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:11.215778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:45:11.216302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:45:11.216772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on network 44bd746d-94d0-4181-bf46-ba5706a8b664 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:11.223938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on network 44bd746d-94d0-4181-bf46-ba5706a8b664 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:45:11.224287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on network 44bd746d-94d0-4181-bf46-ba5706a8b664 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:11.235486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:45:11.235852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Checking segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:11.236355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Bound using segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:45:11.237315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Bound port: fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:45:11.237809 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:11.279598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Router a4db0225-2a17-4e36-87d6-6023c98283fe is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:45:11.279865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e83f8c-435c-4b0a-ac4e-f5abdf04149f req-9d749ed0-1f5a-43c9-a200-37a25087f447 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:11.289561 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e2e83f8c-435c-4b0a-ac4e-f5abdf04149f req-9d749ed0-1f5a-43c9-a200-37a25087f447 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 943 time: 0.1333580 Nov 12 13:45:11.374481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-f9706887-183b-46fe-b37c-06520b515e8f service neutron] 10.222.0.73 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587885 Nov 12 13:45:11.405737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e2e83f8c-435c-4b0a-ac4e-f5abdf04149f req-d94d579d-16df-45b8-8277-d196d167fd6b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136844 Nov 12 13:45:11.537608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:45:11.547261 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:45:11.555675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:11.633409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:11.634099 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:11.635608 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] 10.222.0.70 "PUT /v2.0/ports/fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 1091 time: 2.1660380 Nov 12 13:45:11.636170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:45:11.644250 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b611585b-b6e7-41e2-8165-93da113dc055" -d '{"events": [{"name": "network-changed", "server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:45:11.650032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:11.665725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Sync routers for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:11.725922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:11.732659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:11.766399 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abda940b-4b47-46ca-87df-b7a6bdb83c36 x-openstack-request-id: req-abda940b-4b47-46ca-87df-b7a6bdb83c36 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:45:11.766939 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:45:11.766939 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-abda940b-4b47-46ca-87df-b7a6bdb83c36 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:45:11.767361 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'status': 'completed', 'code': 200} Nov 12 13:45:11.796047 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ba1901a-d90f-4f8a-9cbd-2a172d406f75 tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:11.813066 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:11.817121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e66ecfeb-51cb-4165-93ea-fb2f694adb5a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8959167 Nov 12 13:45:11.823730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41366) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:11.859017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af381391-fdb9-4df4-a5ab-2fee5f447a2c service neutron] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:11.934040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-cf8c7692-ffe3-4bee-bd21-0b5454206254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:11.938489 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-cf8c7692-ffe3-4bee-bd21-0b5454206254 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1094 time: 0.2239065 Nov 12 13:45:12.048557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-98fa9847-0654-45ce-8f6a-c5bf4ecfac95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 217 time: 0.1013501 Nov 12 13:45:12.057853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1901a-d90f-4f8a-9cbd-2a172d406f75 tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Pushing event deleted for resources: {'Port': ['ID=e4997f9e-ca50-4929-bc24-801e04cce7d2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:12.077927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:12.131371 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ead1e109-21e0-4d63-b924-baa33a037e83 req-4857afc7-8009-4174-9b6a-49f715e6f6df tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 210 time: 0.3065424 Nov 12 13:45:12.166080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-e91b5dc9-d755-4498-95be-e10ea281aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:12.168224 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-e91b5dc9-d755-4498-95be-e10ea281aefa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.1112838 Nov 12 13:45:12.349902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-1df7c552-bd7d-4df2-92a6-25fadf17a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:12.351663 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-1df7c552-bd7d-4df2-92a6-25fadf17a1c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707208 Nov 12 13:45:12.661578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-6c8375c6-3696-410a-b758-20dc0fa83faa service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002927 Nov 12 13:45:12.798080 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ba1901a-d90f-4f8a-9cbd-2a172d406f75 tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:12.801121 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ba1901a-d90f-4f8a-9cbd-2a172d406f75 tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:12.804958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6ba1901a-d90f-4f8a-9cbd-2a172d406f75 tempest-FloatingIPAdminTestJSON-875819338 tempest-FloatingIPAdminTestJSON-875819338-project] 10.222.0.73 "DELETE /v2.0/floatingips/3ac951f7-b12e-48fc-9289-9db86a63f439 HTTP/1.1" status: 204 len: 168 time: 3.2403643 Nov 12 13:45:12.806923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:12.980528 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d32bfd00-d704-462a-a2b5-8da26bee4d1b req-c2bfcb2d-9bab-4908-bbd3-9ea676410070 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120854 Nov 12 13:45:13.000036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d4f54-3cbf-498b-980b-441fb1bec69c req-12c7eb99-1c5d-4cc8-b180-9b3cc479c5ca tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:13.001913 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d6d4f54-3cbf-498b-980b-441fb1bec69c req-12c7eb99-1c5d-4cc8-b180-9b3cc479c5ca tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 943 time: 0.1592946 Nov 12 13:45:13.099620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d6d4f54-3cbf-498b-980b-441fb1bec69c req-a8a87e6a-e963-4d95-9ec6-e0dcecdafd5e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899618 Nov 12 13:45:13.113481 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:13.142904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:09Z', 'revision_number': 3, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:13.184498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Checking router: a4db0225-2a17-4e36-87d6-6023c98283fe for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:45:13.185055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Updating router a4db0225-2a17-4e36-87d6-6023c98283fe port 86119ecc-22cc-4c49-8473-5d81318fc138 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:45:13.211824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611585b-b6e7-41e2-8165-93da113dc055 req-f4d0c0ab-ce42-46e8-94a7-ed9a49e62b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:13.215385 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b611585b-b6e7-41e2-8165-93da113dc055 req-f4d0c0ab-ce42-46e8-94a7-ed9a49e62b39 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1094 time: 0.1141088 Nov 12 13:45:13.239847 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:13.389406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c6141794-abae-4129-81f7-e592c57f11e9 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Deleting port bcbd4074-0437-430f-b10b-72b62ffe255d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:13.389752 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6141794-abae-4129-81f7-e592c57f11e9 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:13.442535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611585b-b6e7-41e2-8165-93da113dc055 req-1bf96d95-c343-4f91-be81-0b064fd75cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:13.444365 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b611585b-b6e7-41e2-8165-93da113dc055 req-1bf96d95-c343-4f91-be81-0b064fd75cd8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.2224841 Nov 12 13:45:13.463383 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1afd96b7-f201-44a2-8715-baeb977527cb req-831359f8-7602-473e-8f6d-484626ca0936 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 210 time: 0.1393781 Nov 12 13:45:13.557885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b611585b-b6e7-41e2-8165-93da113dc055 req-2b8a3b49-359e-4b01-8407-5b2accb48e27 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 217 time: 0.1042998 Nov 12 13:45:13.694628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611585b-b6e7-41e2-8165-93da113dc055 req-46c2266d-3e70-4973-868b-beba1b6b2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:13.697326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b611585b-b6e7-41e2-8165-93da113dc055 req-46c2266d-3e70-4973-868b-beba1b6b2a5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.1203949 Nov 12 13:45:13.747889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6141794-abae-4129-81f7-e592c57f11e9 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:13.749349 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6141794-abae-4129-81f7-e592c57f11e9 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:13.775498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611585b-b6e7-41e2-8165-93da113dc055 req-5b67b741-e1da-48e4-ac80-cc110e66b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:13.777470 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b611585b-b6e7-41e2-8165-93da113dc055 req-5b67b741-e1da-48e4-ac80-cc110e66b37f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719585 Nov 12 13:45:13.805893 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:13.816185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c6141794-abae-4129-81f7-e592c57f11e9 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Calling delete_port for bcbd4074-0437-430f-b10b-72b62ffe255d owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:13.818159 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:13.901488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63327fc7-f7ae-48e6-8b31-e3e49b452bb9 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:45:13.934496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Attempting to bind port 86119ecc-22cc-4c49-8473-5d81318fc138 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:45:13.934939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Attempting to bind port 86119ecc-22cc-4c49-8473-5d81318fc138 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:45:13.935567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Attempting to bind port 86119ecc-22cc-4c49-8473-5d81318fc138 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:13.944117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d11842-a355-46ee-95cc-fd7e27f3959d None None] Pushing event updated for resources: {'Port': ['ID=86119ecc-22cc-4c49-8473-5d81318fc138,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:13.954842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:45:13.955476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:13.956130 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:13.956798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:45:13.957581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Bound port: 86119ecc-22cc-4c49-8473-5d81318fc138, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:45:13.958780 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:14.047055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-14898632-be93-4d55-b6bb-e3f93bd6492c None None] Provisioning complete for port 86119ecc-22cc-4c49-8473-5d81318fc138 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:14.047460 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14898632-be93-4d55-b6bb-e3f93bd6492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:14.052400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b611585b-b6e7-41e2-8165-93da113dc055 req-4706e3bb-64b9-481b-9011-9c9f995b00f4 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637484 Nov 12 13:45:14.083904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] For port 86119ecc-22cc-4c49-8473-5d81318fc138, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:45:14.104419 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] For port 86119ecc-22cc-4c49-8473-5d81318fc138, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=86119ecc-22cc-4c49-8473-5d81318fc138,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:45:14.108367 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-14898632-be93-4d55-b6bb-e3f93bd6492c None None] Port 86119ecc-22cc-4c49-8473-5d81318fc138 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:14.117212 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:14.125802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:14.266829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd7f55f-0a65-4856-9609-4a9158a62f79 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:45:14.276137 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b611585b-b6e7-41e2-8165-93da113dc055 req-4708cb28-94d0-4480-abda-b18a1be743bb service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176442 Nov 12 13:45:14.315462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:14.339056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:14.340223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:14.347587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33441ab3-dc7e-4484-b261-9c630dadc459 req-1defc118-3118-475a-b29d-82cfb275caf8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:14.363109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33441ab3-dc7e-4484-b261-9c630dadc459 req-1defc118-3118-475a-b29d-82cfb275caf8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 943 time: 0.0851231 Nov 12 13:45:14.481560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33441ab3-dc7e-4484-b261-9c630dadc459 req-f44d9f1a-8651-440e-a511-945ee5a1f129 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171093 Nov 12 13:45:14.529888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d11842-a355-46ee-95cc-fd7e27f3959d None None] Pushing event updated for resources: {'Port': ['ID=86119ecc-22cc-4c49-8473-5d81318fc138,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:14.545270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b3bd509a-38b3-4ec7-99ac-007df100f535 None None] Provisioning complete for port 86119ecc-22cc-4c49-8473-5d81318fc138 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:14.545671 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3bd509a-38b3-4ec7-99ac-007df100f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:14.601668 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6141794-abae-4129-81f7-e592c57f11e9 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:14.672319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6141794-abae-4129-81f7-e592c57f11e9 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcbd4074-0437-430f-b10b-72b62ffe255d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:14.705127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:14.754172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-37199c76-19cf-44cf-8be9-e07dfe58a610 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:14.758258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-37199c76-19cf-44cf-8be9-e07dfe58a610 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 817 time: 0.5146990 Nov 12 13:45:14.854326 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Allocated IP 172.20.0.1 (241536e4-7d68-4f53-a402-d213c692f7c2/f61890d0-f7f9-406e-8e60-c778ffa1c4ea/6232558f-98b2-4e92-bc2b-319363c1ab2d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:15.072491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ac15039-e5eb-48cb-b74a-0e5730a90c7e req-b91b2375-42eb-4b40-a3dd-04288e2bfe83 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 210 time: 0.4575703 Nov 12 13:45:15.089888 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3bd509a-38b3-4ec7-99ac-007df100f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:15.131737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b3bd509a-38b3-4ec7-99ac-007df100f535 None None] For port 86119ecc-22cc-4c49-8473-5d81318fc138, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=86119ecc-22cc-4c49-8473-5d81318fc138,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:15.147407 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3bd509a-38b3-4ec7-99ac-007df100f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:15.217398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:09Z', 'revision_number': 3, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:15.233343 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6141794-abae-4129-81f7-e592c57f11e9 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:15.236592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6141794-abae-4129-81f7-e592c57f11e9 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:15.238147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c6141794-abae-4129-81f7-e592c57f11e9 tempest-FloatingIPAdminTestJSON-690907996 tempest-FloatingIPAdminTestJSON-690907996-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/fe1c7981-9c9c-4273-82f5-7dee0804db1f HTTP/1.1" status: 204 len: 168 time: 2.4291251 Nov 12 13:45:15.243845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41458) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:15.261358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc77e4c-7d79-47e9-ba6e-8d4adae66db8 None None] The sync data for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 is: [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:09Z', 'revision_number': 3, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:15.267565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd509a-38b3-4ec7-99ac-007df100f535 None None] Pushing event updated for resources: {'Port': ['ID=86119ecc-22cc-4c49-8473-5d81318fc138,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:15.284932 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:15.315441 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-6100f13c-0ccc-4ee5-a50d-f34396f1fd04 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84d34baa15843938eb97faf0bdfc46a HTTP/1.1" status: 200 len: 380 time: 0.2330449 Nov 12 13:45:15.329177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'port': {'device_id': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'admin_state_up': True, 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'security_groups': ['970d829b-f18d-45fb-8cf0-b85baeecedd2']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:15.475979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:15.482992 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1b814067-09b5-4246-90e0-f724926a9b0a tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Deleting port 2f20083b-4f11-4495-a8df-be03ac52100b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:15.483492 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b814067-09b5-4246-90e0-f724926a9b0a tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:15.505355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Network 241536e4-7d68-4f53-a402-d213c692f7c2 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:15.533580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:15.539970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:15.698288 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b814067-09b5-4246-90e0-f724926a9b0a tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:15.713158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Pushing event updated for resources: {'Port': ['ID=6232558f-98b2-4e92-bc2b-319363c1ab2d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:15.718586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1b814067-09b5-4246-90e0-f724926a9b0a tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Calling delete_port for 2f20083b-4f11-4495-a8df-be03ac52100b owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:15.727110 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:15.849588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Made reservation on behalf of c84d34baa15843938eb97faf0bdfc46a for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:15.854151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:16.035716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1407dd5-42ea-4ee4-a3c8-243b6ccf1307 req-6d23360d-b21d-42e8-88ee-0c95b1a63426 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:16.041598 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1407dd5-42ea-4ee4-a3c8-243b6ccf1307 req-6d23360d-b21d-42e8-88ee-0c95b1a63426 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 943 time: 0.3303614 Nov 12 13:45:16.049059 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b814067-09b5-4246-90e0-f724926a9b0a tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:16.216302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-44cb41d2-9c5b-4604-a9aa-79077ad8b2c5 None None] Provisioning complete for port 6232558f-98b2-4e92-bc2b-319363c1ab2d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:16.217521 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44cb41d2-9c5b-4604-a9aa-79077ad8b2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:16.234054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b814067-09b5-4246-90e0-f724926a9b0a tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event deleted for resources: {'Port': ['ID=2f20083b-4f11-4495-a8df-be03ac52100b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:16.287237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-44cb41d2-9c5b-4604-a9aa-79077ad8b2c5 None None] Port 6232558f-98b2-4e92-bc2b-319363c1ab2d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:16.373873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1407dd5-42ea-4ee4-a3c8-243b6ccf1307 req-f03b15b7-96bb-4a45-b33d-a115e1512038 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130817 Nov 12 13:45:16.504790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 86119ecc-22cc-4c49-8473-5d81318fc138 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:16.526157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1b814067-09b5-4246-90e0-f724926a9b0a tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:16.546804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1b814067-09b5-4246-90e0-f724926a9b0a tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "DELETE /v2.0/ports/2f20083b-4f11-4495-a8df-be03ac52100b HTTP/1.1" status: 204 len: 168 time: 1.3004866 Nov 12 13:45:16.548060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41494) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:16.560891 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f589e08-7db2-4e72-a07f-c88c731d8e53 req-92be6c80-1ee0-4492-9ea8-f92f30949b23 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 210 time: 0.2170587 Nov 12 13:45:16.565323 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:16.595327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41496) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:16.649048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f588b74-5585-4c2b-81ff-7178863a9846 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:16.658543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 86119ecc-22cc-4c49-8473-5d81318fc138 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:16.658908 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:16.665739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Allocated IP 172.20.0.8 (f0727738-adfe-4db7-b5fb-f46eeeb46796/4a587d73-9b85-4d4f-8960-562fdfe3b22f/cbb8ad45-36de-4cd6-aa86-da880df58c4d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:16.667489 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7f588b74-5585-4c2b-81ff-7178863a9846 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcad56d2-e47a-420a-b136-03828938154e HTTP/1.1" status: 200 len: 913 time: 0.1135185 Nov 12 13:45:16.674853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41500) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:16.732941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:45:16.907220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:16.966045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:16.983556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'port_id': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'mac_address': 'fa:16:3e:86:d1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:45:16.992756 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.012952 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3e0ab15-af3b-45ca-9fcb-4c3b845d4ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.031173 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.052088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd802f56-0cca-47b4-9d6a-e615ac7e86fe {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:45:17.082329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:17.091465 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.116208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Network f0727738-adfe-4db7-b5fb-f46eeeb46796 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:17.172645 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:17.179623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:17.195122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:17.236354 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:45:17.290777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:17.348507 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.418336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:17.419014 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.423112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['fd802f56-0cca-47b4-9d6a-e615ac7e86fe'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:45:17.548636 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-e0b23f03-e824-4c8a-9b6d-3f6c5dc91537 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2254784 Nov 12 13:45:17.595075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Request body: {'port': {'device_id': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:17.687889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4cd31be3-858a-4070-87ac-9b5cad93f89e None None] Provisioning complete for port cbb8ad45-36de-4cd6-aa86-da880df58c4d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:17.704356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cd31be3-858a-4070-87ac-9b5cad93f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.741326 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.795248 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cecf38-d172-4d61-8b4a-f26651990e14 req-e3f71c3b-58fe-4fd0-bc15-931cdaf205ff tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:17.799794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b5cecf38-d172-4d61-8b4a-f26651990e14 req-e3f71c3b-58fe-4fd0-bc15-931cdaf205ff tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 944 time: 0.2507565 Nov 12 13:45:17.809665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4cd31be3-858a-4070-87ac-9b5cad93f89e None None] Port cbb8ad45-36de-4cd6-aa86-da880df58c4d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:17.823416 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3e0ab15-af3b-45ca-9fcb-4c3b845d4ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.841603 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.851374 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3e0ab15-af3b-45ca-9fcb-4c3b845d4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.916847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0ab15-af3b-45ca-9fcb-4c3b845d4ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c07307f-7b41-4f92-a4f6-4b6cd69c5274,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:17.920656 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:17.924876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b5cecf38-d172-4d61-8b4a-f26651990e14 req-4e5309de-6c62-478b-a437-dc4c471acefc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179342 Nov 12 13:45:17.975259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:18.006295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Deleting port 4f494fa0-da8d-4fb8-978c-25dab5cb29df {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:18.006812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:18.116589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63c47-a9eb-4acc-a419-f6b27f97a439 req-e97dfe82-91cc-43fd-b69b-2abaa9279dcf tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:18.125015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71b63c47-a9eb-4acc-a419-f6b27f97a439 req-e97dfe82-91cc-43fd-b69b-2abaa9279dcf tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 931 time: 0.3062801 Nov 12 13:45:18.131543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:18.141395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b3e0ab15-af3b-45ca-9fcb-4c3b845d4ef6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98742e05f2d44e598a5ba6f8ff79dd5f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5353935 Nov 12 13:45:18.141930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41520) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:18.155481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Calling delete_port for 4f494fa0-da8d-4fb8-978c-25dab5cb29df owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:18.243677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Pushing event updated for resources: {'Port': ['ID=6232558f-98b2-4e92-bc2b-319363c1ab2d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:18.276300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-71b63c47-a9eb-4acc-a419-f6b27f97a439 req-2c27689b-ebd2-49e7-9748-af7add5c6161 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504045 Nov 12 13:45:18.342301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-753347e8-e93b-4fd6-aca3-4c70b797590a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:18.381041 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-753347e8-e93b-4fd6-aca3-4c70b797590a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:18.504116 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-753347e8-e93b-4fd6-aca3-4c70b797590a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:18.506868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-753347e8-e93b-4fd6-aca3-4c70b797590a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:18.509254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-753347e8-e93b-4fd6-aca3-4c70b797590a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c07307f-7b41-4f92-a4f6-4b6cd69c5274 HTTP/1.1" status: 204 len: 168 time: 0.3654037 Nov 12 13:45:18.526255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753347e8-e93b-4fd6-aca3-4c70b797590a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c07307f-7b41-4f92-a4f6-4b6cd69c5274,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:18.626284 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:18.654350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event deleted for resources: {'Port': ['ID=4f494fa0-da8d-4fb8-978c-25dab5cb29df,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:18.703436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:18.763888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Network 241536e4-7d68-4f53-a402-d213c692f7c2 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:18.767353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:18.866742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port fd802f56-0cca-47b4-9d6a-e615ac7e86fe completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:45:18.876087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port fd802f56-0cca-47b4-9d6a-e615ac7e86fe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:18.877712 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:19.120179 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:19.269636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Router a4db0225-2a17-4e36-87d6-6023c98283fe has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:45:19.272159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41534) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:19.272847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d660f0b-eaf6-42b5-924c-9078eceb3dfd req-ae0735a2-dab3-48d1-85d8-4a911ce1f593 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:19.274461 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d660f0b-eaf6-42b5-924c-9078eceb3dfd req-ae0735a2-dab3-48d1-85d8-4a911ce1f593 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 944 time: 0.1253698 Nov 12 13:45:19.284370 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-82973e07-e62f-4607-88b9-f4b25d6851c8 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4259722 Nov 12 13:45:19.301836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb8ad45-36de-4cd6-aa86-da880df58c4d {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:45:19.385157 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:19.387615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d660f0b-eaf6-42b5-924c-9078eceb3dfd req-07ad842e-4379-4c48-9ce7-f576efe0f2c6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018875 Nov 12 13:45:19.388609 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:19.396645 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c40077bb-f001-4267-9d2e-0b974f6f6a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:19.447016 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:45:19.451042 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bf1480-f445-49bd-a8b1-dd47f0f7ad92" -d '{"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-plugged", "status": "completed", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:45:19.467643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0b68b724-733f-4ed9-b1f9-d091170a7c0e None None] Provisioning complete for port 6232558f-98b2-4e92-bc2b-319363c1ab2d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:19.468076 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b68b724-733f-4ed9-b1f9-d091170a7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:19.470835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:19.539828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Transition to ACTIVE for port object cbb8ad45-36de-4cd6-aa86-da880df58c4d will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:45:19.549159 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9207885-69ac-4b83-90c0-5dd6c801fcfd x-openstack-request-id: req-c9207885-69ac-4b83-90c0-5dd6c801fcfd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:45:19.549851 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-plugged", "status": "completed", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:45:19.550311 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9207885-69ac-4b83-90c0-5dd6c801fcfd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:45:19.550892 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'code': 200} Nov 12 13:45:19.554068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:19.576957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:19.629681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0b68b724-733f-4ed9-b1f9-d091170a7c0e None None] Port 6232558f-98b2-4e92-bc2b-319363c1ab2d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:19.691615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:19.760678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08beab-aa9e-4412-80af-e5cee508f09e req-16938e75-52c7-40d8-a6e8-16c25ab4a0d2 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:19.763705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8e08beab-aa9e-4412-80af-e5cee508f09e req-16938e75-52c7-40d8-a6e8-16c25ab4a0d2 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 931 time: 0.2790723 Nov 12 13:45:19.806055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:19.831136 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-e73b12d3-15fb-4ef0-a6ee-8ac402c71ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:19.832687 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-e73b12d3-15fb-4ef0-a6ee-8ac402c71ed6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 1096 time: 0.4680729 Nov 12 13:45:19.840558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Router fcad56d2-e47a-420a-b136-03828938154e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:45:19.844791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.844791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.845147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.845514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.845860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.846545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.846545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.847124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.847259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.847507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.847826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.848155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:19.852120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:19.870104 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Sync routers for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:19.877424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74d747-d121-4be1-8e94-2ca6f0b6eb8a req-da208691-1e4a-44a2-84e5-5e20532579f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:19.880826 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c74d747-d121-4be1-8e94-2ca6f0b6eb8a req-da208691-1e4a-44a2-84e5-5e20532579f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1096 time: 0.2408905 Nov 12 13:45:19.890334 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:19.891241 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:19.891433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e443f498-856b-4da2-90aa-aad693350688 admin admin] 10.222.0.73 "PUT /v2.0/routers/a4db0225-2a17-4e36-87d6-6023c98283fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0653732 Nov 12 13:45:20.000667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c40077bb-f001-4267-9d2e-0b974f6f6a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:20.009482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Attempting to bind port cbb8ad45-36de-4cd6-aa86-da880df58c4d on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:45:20.010832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Attempting to bind port cbb8ad45-36de-4cd6-aa86-da880df58c4d by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:45:20.015661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Attempting to bind port cbb8ad45-36de-4cd6-aa86-da880df58c4d on network f0727738-adfe-4db7-b5fb-f46eeeb46796 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:20.028570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c40077bb-f001-4267-9d2e-0b974f6f6a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:20.062534 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8e08beab-aa9e-4412-80af-e5cee508f09e req-453a15d9-cc97-4b4b-8a29-fafa5df81ba1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472255 Nov 12 13:45:20.066997 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:20.069482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Port cbb8ad45-36de-4cd6-aa86-da880df58c4d on network f0727738-adfe-4db7-b5fb-f46eeeb46796 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:45:20.070085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Attempting to bind port cbb8ad45-36de-4cd6-aa86-da880df58c4d on network f0727738-adfe-4db7-b5fb-f46eeeb46796 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:20.117702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:45:20.118365 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Checking segment: {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:20.118947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Bound using segment: {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:45:20.119560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Bound port: cbb8ad45-36de-4cd6-aa86-da880df58c4d, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:45:20.120117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:20.143158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c40077bb-f001-4267-9d2e-0b974f6f6a96 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1fa9e9e43a3740f79a45b0658516c50c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8668165 Nov 12 13:45:20.144227 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40077bb-f001-4267-9d2e-0b974f6f6a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675db2e3-a454-49f7-b1f2-9a9281d95508,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:20.147092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41546) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:20.265488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:45:20.274919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:45:20.283627 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd2263c5-1d4b-4639-816e-8eb6a30e0205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:20.286265 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:20.365816 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd2263c5-1d4b-4639-816e-8eb6a30e0205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:20.388647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:20.389789 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:20.391569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] 10.222.0.105 "PUT /v2.0/ports/cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 200 len: 1091 time: 2.8134692 Nov 12 13:45:20.392063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:45:20.394860 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6a4fd0-c339-4a02-a846-043c78f7569b" -d '{"events": [{"name": "network-changed", "server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:45:20.540643 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d042a5-b968-47f4-8fa4-580082dcd00a x-openstack-request-id: req-a3d042a5-b968-47f4-8fa4-580082dcd00a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:45:20.540934 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:45:20.541190 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a3d042a5-b968-47f4-8fa4-580082dcd00a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:45:20.541890 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'status': 'completed', 'code': 200} Nov 12 13:45:20.550554 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:17Z', 'revision_number': 2, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:20.625534 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Checking router: a4db0225-2a17-4e36-87d6-6023c98283fe for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:45:20.629605 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Updating router a4db0225-2a17-4e36-87d6-6023c98283fe port 6232558f-98b2-4e92-bc2b-319363c1ab2d binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:45:20.650847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bce0e-7470-4643-b800-bf396ffacf4e service neutron] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:20.713182 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:20.752011 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c74d747-d121-4be1-8e94-2ca6f0b6eb8a req-f6e35912-79c5-469b-a803-dc80127ce715 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8522522 Nov 12 13:45:20.754286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:20.766658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127af0d9-00db-4399-bfb9-e83c96ff1cb7 None None] Sync routers for ids ['fcad56d2-e47a-420a-b136-03828938154e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:20.774297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-edcf8128-0897-417e-bdfe-c28c2a24b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:20.777783 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-edcf8128-0897-417e-bdfe-c28c2a24b077 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1094 time: 0.2991333 Nov 12 13:45:20.790463 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cfb29978-6056-4e85-8b7f-cc8528304405 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "PUT /v2.0/routers/fcad56d2-e47a-420a-b136-03828938154e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1143758 Nov 12 13:45:20.792758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1d004-2315-4f1b-b171-24dac5109292 req-51cd4f11-d6da-410e-85ae-bb4402d8666a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:20.793900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41562) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:20.794594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dcf1d004-2315-4f1b-b171-24dac5109292 req-51cd4f11-d6da-410e-85ae-bb4402d8666a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.1871529 Nov 12 13:45:20.825907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127af0d9-00db-4399-bfb9-e83c96ff1cb7 None None] Routers {'fcad56d2-e47a-420a-b136-03828938154e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:20.826888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-127af0d9-00db-4399-bfb9-e83c96ff1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fcad56d2-e47a-420a-b136-03828938154e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:20.843155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-9f2c253c-19b0-49f6-816b-da3ce1c85a57 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 200 len: 217 time: 0.0473285 Nov 12 13:45:20.865072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd2263c5-1d4b-4639-816e-8eb6a30e0205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:20.873458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd2263c5-1d4b-4639-816e-8eb6a30e0205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:20.879975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fd2263c5-1d4b-4639-816e-8eb6a30e0205 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/675db2e3-a454-49f7-b1f2-9a9281d95508 HTTP/1.1" status: 204 len: 168 time: 0.7313337 Nov 12 13:45:20.919614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-127af0d9-00db-4399-bfb9-e83c96ff1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:20.923118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-182f882e-8a54-44d8-ac17-efe291c85e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:20.924461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5a866b8-1844-444d-af25-29078661bb02 req-ab34e749-9d7c-49b3-b8e1-75e669335879 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3382285 Nov 12 13:45:20.928166 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-182f882e-8a54-44d8-ac17-efe291c85e30 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f2266a91-02e9-4252-bfc6-30748941c9de HTTP/1.1" status: 200 len: 898 time: 1.0563285 Nov 12 13:45:20.953127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127af0d9-00db-4399-bfb9-e83c96ff1cb7 None None] Routers {'fcad56d2-e47a-420a-b136-03828938154e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:20.954212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-127af0d9-00db-4399-bfb9-e83c96ff1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fcad56d2-e47a-420a-b136-03828938154e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:21.031173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-127af0d9-00db-4399-bfb9-e83c96ff1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:21.031931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127af0d9-00db-4399-bfb9-e83c96ff1cb7 None None] The sync data for ids ['fcad56d2-e47a-420a-b136-03828938154e'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:21.057625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2263c5-1d4b-4639-816e-8eb6a30e0205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675db2e3-a454-49f7-b1f2-9a9281d95508,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:21.246180 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-b2b201af-483e-4732-bdac-898782f54d0a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b HTTP/1.1" status: 200 len: 1000 time: 0.3054862 Nov 12 13:45:21.256559 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:21.362203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-04229004-3ec9-42c8-977a-322399025626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:21.369170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-04229004-3ec9-42c8-977a-322399025626 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.4864252 Nov 12 13:45:21.420242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:21.450747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dcf1d004-2315-4f1b-b171-24dac5109292 req-0fb90f47-946c-4d08-9e7a-6a2845770eb9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6033731 Nov 12 13:45:21.454397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aefab-88ef-401b-ac95-548a8461f5a2 req-d2fb9d31-564b-440e-80be-2cd26e61e584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:21.462238 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c54aefab-88ef-401b-ac95-548a8461f5a2 req-d2fb9d31-564b-440e-80be-2cd26e61e584 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.2567046 Nov 12 13:45:21.466229 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-3bbf6366-8514-4782-83cd-81a092dc0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:21.469624 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-3bbf6366-8514-4782-83cd-81a092dc0d8d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7f5122c5-e8a0-40b0-9ab1-93908c5ad13f HTTP/1.1" status: 200 len: 834 time: 0.2161462 Nov 12 13:45:21.471536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41582) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:21.482618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a866b8-1844-444d-af25-29078661bb02 req-fd84e3f9-283f-4007-8761-0758f3df9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:21.487256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5a866b8-1844-444d-af25-29078661bb02 req-fd84e3f9-283f-4007-8761-0758f3df9122 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 1096 time: 0.4098518 Nov 12 13:45:21.502693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1674781023-network', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:21.611806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c54aefab-88ef-401b-ac95-548a8461f5a2 req-638f1f54-f865-4d55-a2ce-43bef26525c4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483090 Nov 12 13:45:21.619893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Made reservation on behalf of 6a35dd6efb264eafb4f15191f48847f7 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:21.626650 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:21.689125 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:21.705818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-1c112dd1-d7ac-473f-b6f9-2c55f7fb284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:21.708229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-1c112dd1-d7ac-473f-b6f9-2c55f7fb284a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f2266a91-02e9-4252-bfc6-30748941c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107885 Nov 12 13:45:21.728071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-bc36e24e-2a25-4f7b-bc0e-da99b30eef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:21.739508 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-bc36e24e-2a25-4f7b-bc0e-da99b30eef0a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3475552 Nov 12 13:45:21.780726 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:21.794057 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:21.813538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a866b8-1844-444d-af25-29078661bb02 req-0ea24368-4c2f-43c2-96d2-3492ddcdd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:21.816436 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5a866b8-1844-444d-af25-29078661bb02 req-0ea24368-4c2f-43c2-96d2-3492ddcdd972 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 200 len: 912 time: 0.2869191 Nov 12 13:45:21.858246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:21.882751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:21.900778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Deleting port 02f02604-c0da-4c07-b0ac-0ef480a296e5 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:21.903354 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:22.057096 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Pushing event updated for resources: {'Port': ['ID=6232558f-98b2-4e92-bc2b-319363c1ab2d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:22.075612 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Attempting to bind port 6232558f-98b2-4e92-bc2b-319363c1ab2d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:45:22.076289 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Attempting to bind port 6232558f-98b2-4e92-bc2b-319363c1ab2d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:45:22.076603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5a866b8-1844-444d-af25-29078661bb02 req-92a51c25-127c-46a7-9252-a38c0eb6d807 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55944bd7-3f04-4265-9252-7306c3213397 HTTP/1.1" status: 200 len: 1000 time: 0.2282019 Nov 12 13:45:22.077106 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Attempting to bind port 6232558f-98b2-4e92-bc2b-319363c1ab2d on network 241536e4-7d68-4f53-a402-d213c692f7c2 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:22.095495 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.095847 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.096193 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.096526 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.096859 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.097188 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.097546 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.097870 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.102159 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.103533 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.104070 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.105187 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:22.120809 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:45:22.124556 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Checking segment: {'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:22.125231 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:22.126364 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Bound using segment: {'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:45:22.127060 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Bound port: 6232558f-98b2-4e92-bc2b-319363c1ab2d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:45:22.127637 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:22.146701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:45:22.207401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4446af-02e4-4943-b155-09e3aed9bf63,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:22.223157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:22.223782 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Added segment bf9b0acb-5d56-4121-9a5b-7970986effd1 of type vlan for network 230fc301-bc91-4825-afe4-261a6e7fc4af Nov 12 13:45:22.329369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a866b8-1844-444d-af25-29078661bb02 req-03febfcf-dd40-4bb0-9870-d54a64431b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:22.330755 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5a866b8-1844-444d-af25-29078661bb02 req-03febfcf-dd40-4bb0-9870-d54a64431b9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 200 len: 850 time: 0.1673901 Nov 12 13:45:22.373918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ebb5cae2-382e-48fa-841a-4c3cb62b4165 None None] Provisioning complete for port 6232558f-98b2-4e92-bc2b-319363c1ab2d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:22.375169 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cae2-382e-48fa-841a-4c3cb62b4165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:22.425684 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] For port 6232558f-98b2-4e92-bc2b-319363c1ab2d, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:45:22.429222 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] For port 6232558f-98b2-4e92-bc2b-319363c1ab2d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6232558f-98b2-4e92-bc2b-319363c1ab2d,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:45:22.435631 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:22.462262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5cae2-382e-48fa-841a-4c3cb62b4165 None None] Port 6232558f-98b2-4e92-bc2b-319363c1ab2d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:22.485395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:22.544348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-de1e5695-048e-43ae-98b3-1e193e8f4891 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7862558 Nov 12 13:45:22.547577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a866b8-1844-444d-af25-29078661bb02 req-0efb788c-5f5d-42be-ad3e-3fcbf2751063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:22.549071 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5a866b8-1844-444d-af25-29078661bb02 req-0efb788c-5f5d-42be-ad3e-3fcbf2751063 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971929 Nov 12 13:45:22.555338 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fb1d3-f205-4e59-ae57-ebd0ce660d6e None None] Pushing event updated for resources: {'Port': ['ID=6232558f-98b2-4e92-bc2b-319363c1ab2d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:22.572879 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:22.581262 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:22.582474 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:22.598895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:22.617502 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:22.618857 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:22.645503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Calling delete_port for 02f02604-c0da-4c07-b0ac-0ef480a296e5 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:22.795572 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:22.807197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-58aab3f8-34a3-49e5-ba2e-a4943f495e3a service neutron] 10.222.0.105 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9471753 Nov 12 13:45:22.843952 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3711243 Nov 12 13:45:22.868461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41620) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:22.887128 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a51dde-f13a-491e-a431-e22f6bf11f44 req-a9fac800-f376-4d57-a14b-3197f6bc485b service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327801 Nov 12 13:45:22.917983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Request body: {'subnet': {'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1674781023-subnet', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:23.091036 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5a866b8-1844-444d-af25-29078661bb02 req-f93d13c3-fa4c-43a3-a13d-dd9a0877357f service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151618 Nov 12 13:45:23.140533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0bd65cfc-98cd-4c03-9e5b-db16c71a2b4d None None] Provisioning complete for port 6232558f-98b2-4e92-bc2b-319363c1ab2d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:23.141182 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bd65cfc-98cd-4c03-9e5b-db16c71a2b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:23.164545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35cc04-105f-4f37-8de3-454cea54ea6f req-f869f996-fcf4-4ae0-aec8-04cd44a73877 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:23.166877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f35cc04-105f-4f37-8de3-454cea54ea6f req-f869f996-fcf4-4ae0-aec8-04cd44a73877 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.2837896 Nov 12 13:45:23.184216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75628798-6a97-4f9f-8bd7-2fdee1394cfc admin admin] Pushing event updated for resources: {'Network': ['ID=230fc301-bc91-4825-afe4-261a6e7fc4af,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:23.199315 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:22Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:23.214593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 230fc301-bc91-4825-afe4-261a6e7fc4af details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:45:23.240820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23462ca8-8067-48f3-bb19-971e2f80b6ca req-a907d13f-9ae4-495f-a94c-82e91f83b28a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:23.249228 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23462ca8-8067-48f3-bb19-971e2f80b6ca req-a907d13f-9ae4-495f-a94c-82e91f83b28a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.4404299 Nov 12 13:45:23.251061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Made reservation on behalf of 6a35dd6efb264eafb4f15191f48847f7 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:23.254166 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:23.275325 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604ebe9-8781-4c59-a4fe-4a8c996095f2 None None] The sync data for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 is: [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:22Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:23.354793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-7cffe911-e7af-4b6e-bbd7-6fdf0934649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:23.360594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-7cffe911-e7af-4b6e-bbd7-6fdf0934649f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1094 time: 0.3803196 Nov 12 13:45:23.450797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f35cc04-105f-4f37-8de3-454cea54ea6f req-2466b534-94b4-434a-9d64-ca7d2126f520 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346254 Nov 12 13:45:23.595919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5a866b8-1844-444d-af25-29078661bb02 req-3ceea575-4bc4-4111-8435-cd6a969d7288 service neutron] 10.222.0.70 "GET /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736693 Nov 12 13:45:23.627672 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bd65cfc-98cd-4c03-9e5b-db16c71a2b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:23.708062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0bd65cfc-98cd-4c03-9e5b-db16c71a2b4d None None] For port 6232558f-98b2-4e92-bc2b-319363c1ab2d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6232558f-98b2-4e92-bc2b-319363c1ab2d,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:23.717830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bd65cfc-98cd-4c03-9e5b-db16c71a2b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:23.767620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577233-0cbc-4603-9ce2-3a0f2310711d req-62548329-84b7-4ae4-985f-813640ca8569 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:23.778225 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c577233-0cbc-4603-9ce2-3a0f2310711d req-62548329-84b7-4ae4-985f-813640ca8569 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.1812072 Nov 12 13:45:23.840658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd65cfc-98cd-4c03-9e5b-db16c71a2b4d None None] Pushing event updated for resources: {'Port': ['ID=6232558f-98b2-4e92-bc2b-319363c1ab2d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:23.840914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-355d543e-08dd-4a24-8b9b-4638d9e0f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:23.842495 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-355d543e-08dd-4a24-8b9b-4638d9e0f72b service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.4163139 Nov 12 13:45:23.880087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c577233-0cbc-4603-9ce2-3a0f2310711d req-e78455a9-3493-4a30-b727-4c86a0381b21 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846739 Nov 12 13:45:23.889468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41644) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:23.918486 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:23.994847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event deleted for resources: {'Port': ['ID=02f02604-c0da-4c07-b0ac-0ef480a296e5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:23.996168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-4aca242e-733e-4c6b-9550-b06d1bce1a40 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 200 len: 217 time: 0.1121066 Nov 12 13:45:24.005806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e9f390a-a8e4-4c2a-b889-c356d149f100 req-b9633c7a-f9b6-41d3-b2f5-3dc7732648a9 service neutron] 10.222.0.105 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1441810 Nov 12 13:45:24.045876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23462ca8-8067-48f3-bb19-971e2f80b6ca req-e925d60b-c0c6-475b-bdd6-cfffbe1f11b2 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7956469 Nov 12 13:45:24.047658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e6e785-cc35-4078-9533-4f154a318180 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:45:24.184622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbea0f0-2ab7-4f98-a4df-318c3b0c0985 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:24.192470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1cbea0f0-2ab7-4f98-a4df-318c3b0c0985 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1091 time: 0.3015351 Nov 12 13:45:24.196346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41650) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:24.213244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:24.295806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:24.297028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-0599cbae-298f-42de-aa7a-9614b65880fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:24.298539 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-0599cbae-298f-42de-aa7a-9614b65880fd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.2918437 Nov 12 13:45:24.363636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41652) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:24.451612 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:24.481030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6232558f-98b2-4e92-bc2b-319363c1ab2d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:24.507896 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:24.512953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-120adf36-d71c-4838-98b9-f2c52e314d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:24.515619 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-120adf36-d71c-4838-98b9-f2c52e314d60 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972401 Nov 12 13:45:24.531024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:24.702880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6232558f-98b2-4e92-bc2b-319363c1ab2d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:24.703947 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:24.707206 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:24.749593 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:24.750675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Fanout notify agent at l3_agent the message router_deleted on router fcad56d2-e47a-420a-b136-03828938154e {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:45:24.929011 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-ea5d3da4-bff7-4746-9838-b6adb69904ef service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748672 Nov 12 13:45:24.962072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:24.973828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:24.975312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c7aca67d-22fd-43e3-a33c-5d6ab0cafa36 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "DELETE /v2.0/routers/fcad56d2-e47a-420a-b136-03828938154e HTTP/1.1" status: 204 len: 168 time: 4.1713955 Nov 12 13:45:24.979618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2380c4da-d65d-445e-9773-d1cdd82fe5b1,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:24.984854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41664) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:25.053841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59e712d-612b-4ad5-92b4-37ca5abd69e3 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Deleting subnet 933949af-c84f-473b-a66a-a2f6c5bd1b4a {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:45:25.082455 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a59e712d-612b-4ad5-92b4-37ca5abd69e3 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.093319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0a6a4fd0-c339-4a02-a846-043c78f7569b req-ca90f618-539d-4028-886b-2470d430e489 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564372 Nov 12 13:45:25.152879 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.165929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.216654 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a59e712d-612b-4ad5-92b4-37ca5abd69e3 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.220893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Checking segment: {'id': 'bf9b0acb-5d56-4121-9a5b-7970986effd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:25.221252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Network hostable DHCP agents. Network: 230fc301-bc91-4825-afe4-261a6e7fc4af, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:45:25.331856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Network 230fc301-bc91-4825-afe4-261a6e7fc4af is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:45:25.348310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 230fc301-bc91-4825-afe4-261a6e7fc4af) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:25.357540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa083d5-5837-4416-b5e8-9439be389e6c None None] Network 230fc301-bc91-4825-afe4-261a6e7fc4af requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:45:25.375598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:25.376199 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.406566 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.25.5.135 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/a43a6c11-d0d2-4ae6-8434-83900eef7e82) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:25.409768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a59e712d-612b-4ad5-92b4-37ca5abd69e3 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.416360 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2657e56a-3ad7-4fe8-b8e2-aed3fc83ccc2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5040786 Nov 12 13:45:25.437764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41672) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:25.443238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1674781023-router', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:25.467449 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.468524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.554324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.565393 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.705239 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a59e712d-612b-4ad5-92b4-37ca5abd69e3 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.748005 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.812754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-230fc301-bc91-4825-afe4-261a6e7fc4af', 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'fixed_ips': [{'subnet_id': '2380c4da-d65d-445e-9773-d1cdd82fe5b1'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:45:25.813699 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.819777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e712d-612b-4ad5-92b4-37ca5abd69e3 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event deleted for resources: {'Subnet': ['ID=933949af-c84f-473b-a66a-a2f6c5bd1b4a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:25.841598 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.852623 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a59e712d-612b-4ad5-92b4-37ca5abd69e3 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:25.860462 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a59e712d-612b-4ad5-92b4-37ca5abd69e3 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "DELETE /v2.0/subnets/933949af-c84f-473b-a66a-a2f6c5bd1b4a HTTP/1.1" status: 204 len: 168 time: 0.8709850 Nov 12 13:45:25.865463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41682) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:25.887516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0188fca-1d41-426c-a56a-fb62418eb76a None None] Network 52c46ff8-76dd-446a-a578-20c2f047a409 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:45:26.018128 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:26.079573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Allocated IP 172.25.5.12 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/cbf5e730-32d4-4f80-a517-8904d6a865de) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:26.145777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:26.150805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:26.153575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:26.166037 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:26.248242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2abb94-58ab-4533-a721-f3e8630b5813 req-ce118b2b-4e35-40c4-b7b3-d37c3dabae39 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:26.256283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d2abb94-58ab-4533-a721-f3e8630b5813 req-ce118b2b-4e35-40c4-b7b3-d37c3dabae39 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.4309063 Nov 12 13:45:26.270567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=a43a6c11-d0d2-4ae6-8434-83900eef7e82,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:26.345910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d2abb94-58ab-4533-a721-f3e8630b5813 req-2109c1c9-7b83-4b8b-a1dd-78fd411b184c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886290 Nov 12 13:45:26.347824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Allocated IP 172.20.0.2 (230fc301-bc91-4825-afe4-261a6e7fc4af/2380c4da-d65d-445e-9773-d1cdd82fe5b1/3acc7d6c-1b67-4978-bb2d-09bb1fea699a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:26.565796 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:26.583756 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:26.650959 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:26.694201 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:26.791001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:26.818828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:26.828512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:26.880847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Pushing event updated for resources: {'Port': ['ID=3acc7d6c-1b67-4978-bb2d-09bb1fea699a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:26.896962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cbb8ad45-36de-4cd6-aa86-da880df58c4d details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:45:26.914703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Pushing event updated for resources: {'Port': ['ID=cbf5e730-32d4-4f80-a517-8904d6a865de,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:26.956047 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.021814 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.117011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:27.137454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'port_id': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'mac_address': 'fa:16:3e:4b:ea:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:45:27.178873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Network 230fc301-bc91-4825-afe4-261a6e7fc4af is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:27.183846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:27.190527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:27.194796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Allocated IP 172.25.5.205 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/d38f6104-8b47-4d79-8eda-6a6157dddc8c) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:27.206991 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e4bbdae-9250-4d0d-af83-e252963cf284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.249256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.284985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.333971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Deleting port 80b1aefb-f57d-4e4f-beb8-27691c736301 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:27.334368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.340032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb8ad45-36de-4cd6-aa86-da880df58c4d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:45:27.484589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Attempting to bind port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:45:27.485001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Attempting to bind port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'bf9b0acb-5d56-4121-9a5b-7970986effd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:45:27.485459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Attempting to bind port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a on network 230fc301-bc91-4825-afe4-261a6e7fc4af {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:27.493763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec05058e-31cb-497f-a68a-bf11f0e42cc1 None None] DHCP port deletion for 52c46ff8-76dd-446a-a578-20c2f047a409 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:45:27.578350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.581067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:27.592503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:45:27.592891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Checking segment: {'id': 'bf9b0acb-5d56-4121-9a5b-7970986effd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:27.593345 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.593901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Bound using segment: {'id': 'bf9b0acb-5d56-4121-9a5b-7970986effd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:45:27.594426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Bound port: 3acc7d6c-1b67-4978-bb2d-09bb1fea699a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b0acb-5d56-4121-9a5b-7970986effd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:45:27.594911 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.613704 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.768563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] For port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:45:27.775667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] For port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3acc7d6c-1b67-4978-bb2d-09bb1fea699a,segment=NetworkSegment(bf9b0acb-5d56-4121-9a5b-7970986effd1),segment_id=bf9b0acb-5d56-4121-9a5b-7970986effd1)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:45:27.785166 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.791144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] For port 80b1aefb-f57d-4e4f-beb8-27691c736301, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=80b1aefb-f57d-4e4f-beb8-27691c736301,segment=NetworkSegment(7e533847-4a3e-4be0-bcdd-239d19862bd6),segment_id=7e533847-4a3e-4be0-bcdd-239d19862bd6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:27.791588 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.791750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.796717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.797407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ec05058e-31cb-497f-a68a-bf11f0e42cc1 None None] Deleting port 80b1aefb-f57d-4e4f-beb8-27691c736301 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:27.798578 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec05058e-31cb-497f-a68a-bf11f0e42cc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.864725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Calling delete_port for 80b1aefb-f57d-4e4f-beb8-27691c736301 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:27.886422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ec05058e-31cb-497f-a68a-bf11f0e42cc1 None None] For port 80b1aefb-f57d-4e4f-beb8-27691c736301, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=80b1aefb-f57d-4e4f-beb8-27691c736301,segment=NetworkSegment(7e533847-4a3e-4be0-bcdd-239d19862bd6),segment_id=7e533847-4a3e-4be0-bcdd-239d19862bd6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:27.887036 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec05058e-31cb-497f-a68a-bf11f0e42cc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:27.904995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ec05058e-31cb-497f-a68a-bf11f0e42cc1 None None] Calling delete_port for 80b1aefb-f57d-4e4f-beb8-27691c736301 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:27.936306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d63ca7-2085-462f-b7a4-0f5ebdf13437 req-b6abe13b-0abe-4a96-8a06-6f4d02ff20db tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:27.939412 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58d63ca7-2085-462f-b7a4-0f5ebdf13437 req-b6abe13b-0abe-4a96-8a06-6f4d02ff20db tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 944 time: 0.2160912 Nov 12 13:45:27.976782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.031770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.052679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=a43a6c11-d0d2-4ae6-8434-83900eef7e82,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:28.058154 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.076404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.120764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:28.131175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Pushing event updated for resources: {'Port': ['ID=d38f6104-8b47-4d79-8eda-6a6157dddc8c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:28.142355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:28.145478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:28.154124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:28.175471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3d6fd6-c592-40ee-8340-9ab8e44bf3d0 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:45:28.263718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58d63ca7-2085-462f-b7a4-0f5ebdf13437 req-846acbfa-4340-4465-beba-3c74c64d381e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182899 Nov 12 13:45:28.270021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f9e09-48c0-42e6-9bd9-b3905ac9c3a1 None None] Pushing event updated for resources: {'Port': ['ID=3acc7d6c-1b67-4978-bb2d-09bb1fea699a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:28.276331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['cbb8ad45-36de-4cd6-aa86-da880df58c4d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:45:28.282351 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Floating IP de86efcf-a7e7-496b-9e64-0c5081408570 associated. External IP: 172.25.5.135, port: fd802f56-0cca-47b4-9d6a-e615ac7e86fe. Nov 12 13:45:28.294799 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.343484 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.353887 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec05058e-31cb-497f-a68a-bf11f0e42cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.383614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event deleted for resources: {'Port': ['ID=80b1aefb-f57d-4e4f-beb8-27691c736301,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:28.391682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] No DVR routers for this DVR port 80b1aefb-f57d-4e4f-beb8-27691c736301 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:45:28.415413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05058e-31cb-497f-a68a-bf11f0e42cc1 None None] No DVR routers for this DVR port 80b1aefb-f57d-4e4f-beb8-27691c736301 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:45:28.530807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05058e-31cb-497f-a68a-bf11f0e42cc1 None None] Pushing event deleted for resources: {'Port': ['ID=80b1aefb-f57d-4e4f-beb8-27691c736301,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:28.568626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 80b1aefb-f57d-4e4f-beb8-27691c736301 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:45:28.650676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 80b1aefb-f57d-4e4f-beb8-27691c736301 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:45:28.650919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 80b1aefb-f57d-4e4f-beb8-27691c736301 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:45:28.673793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b1c08d33-aee2-4496-89d6-f58b90eb0b4e None None] Provisioning complete for port d38f6104-8b47-4d79-8eda-6a6157dddc8c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:28.674162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1c08d33-aee2-4496-89d6-f58b90eb0b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.712859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.747632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c46ff8-76dd-446a-a578-20c2f047a409']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:28.749867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b1c08d33-aee2-4496-89d6-f58b90eb0b4e None None] Port d38f6104-8b47-4d79-8eda-6a6157dddc8c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:28.772854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e533847-4a3e-4be0-bcdd-239d19862bd6') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:28.773582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e533847-4a3e-4be0-bcdd-239d19862bd6') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:28.789530 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.851553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.853814 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.866013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:45:28.866403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:45:28.869550 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:45:28.903394 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.947896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:45:28.953870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.965365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:28.969101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "DELETE /v2.0/networks/52c46ff8-76dd-446a-a578-20c2f047a409 HTTP/1.1" status: 204 len: 168 time: 3.0976505 Nov 12 13:45:28.980653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41726) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:28.988994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cda947-ded7-4517-b0af-1b2f5b24d8ba tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event deleted for resources: {'Network': ['ID=52c46ff8-76dd-446a-a578-20c2f047a409,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:29.027870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Pushing event updated for resources: {'Port': ['ID=cbf5e730-32d4-4f80-a517-8904d6a865de,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:29.063266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.066832 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.127831 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.132574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-daf407fa-e09c-4d1b-bf40-1fcd2e3ace7f tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7678502 Nov 12 13:45:29.133205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41734) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:29.190761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1229584697', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'fixed_ips': [{'ip_address': '172.25.5.12'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:29.248229 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Made reservation on behalf of 61b97a0851c145db93249fc5045d9852 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:29.252001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.284445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:29.290285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1621738f-e77e-4a25-8c4d-252c44502350 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Deleting port 7d70d73d-a436-4fb4-bf2f-fba0e3717973 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:29.290620 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1621738f-e77e-4a25-8c4d-252c44502350 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.316885 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.323817 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] Sync routers for ids ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:29.345677 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] Routers {'81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:29.346330 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:29.426610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.480812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.489716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.492281 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fa1dc5f5-056f-4761-92fa-6f3885928d1c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2925532 Nov 12 13:45:29.495239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:45:29.498894 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1841a43-766b-41a2-a9af-3d67be7aeb77" -d '{"events": [{"name": "network-changed", "server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:45:29.499627 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddb2398d-bf60-49b9-b7b7-2a7236b250a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.512161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] device_id is not set on port 0ed92c6d-5db5-485d-a97e-5e86bb95d9ec yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:45:29.577905 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] Set router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:29.591972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1621738f-e77e-4a25-8c4d-252c44502350 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.594540 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1621738f-e77e-4a25-8c4d-252c44502350 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.633758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1621738f-e77e-4a25-8c4d-252c44502350 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Calling delete_port for 7d70d73d-a436-4fb4-bf2f-fba0e3717973 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:29.806154 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.881808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1621738f-e77e-4a25-8c4d-252c44502350 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:29.929190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621738f-e77e-4a25-8c4d-252c44502350 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Pushing event deleted for resources: {'Port': ['ID=7d70d73d-a436-4fb4-bf2f-fba0e3717973,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:29.942629 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'de86efcf-a7e7-496b-9e64-0c5081408570', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'port_id': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'mac_address': 'fa:16:3e:86:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:45:27Z', 'updated_at': '2021-11-12T13:45:27Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85f39b23-bd7b-4721-bd3b-f6ec8bd6c104', 'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:a5:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:55Z', 'updated_at': '2021-11-12T13:45:06Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:29.976641 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] Checking router: 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:45:29.986977 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] Routers {'81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:29.987586 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:30.007302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67845e67-aeba-4be0-a237-b1cd94012e64 None None] Network 230fc301-bc91-4825-afe4-261a6e7fc4af requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:45:30.017981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053d37df-74f7-46c1-aeda-fc3206e693f0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:30.071199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1621738f-e77e-4a25-8c4d-252c44502350 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:30.072138 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1621738f-e77e-4a25-8c4d-252c44502350 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:30.073698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1621738f-e77e-4a25-8c4d-252c44502350 tempest-FloatingIPAdminTestJSON-1540037428 tempest-FloatingIPAdminTestJSON-1540037428-project] 10.222.0.73 "DELETE /v2.0/floatingips/eb3f69c5-5513-4b5d-b587-e048128a8b3f HTTP/1.1" status: 204 len: 168 time: 1.0906301 Nov 12 13:45:30.123128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068434a-cb1b-4699-8874-8182039129f6 req-29ce6720-3ce5-462a-98ca-b196a0317d13 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:30.124901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3068434a-cb1b-4699-8874-8182039129f6 req-29ce6720-3ce5-462a-98ca-b196a0317d13 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.1197515 Nov 12 13:45:30.158891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79ce64-17d6-4996-b46d-9a3ddc1bb15c req-1437de97-b29a-4179-9a87-2a2e595430ec tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:30.171492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd79ce64-17d6-4996-b46d-9a3ddc1bb15c req-1437de97-b29a-4179-9a87-2a2e595430ec tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 944 time: 0.3690639 Nov 12 13:45:30.179293 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] Set router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:30.221162 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 13:45:30.222331 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:45:30.230140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3068434a-cb1b-4699-8874-8182039129f6 req-c338e031-601f-41d5-b6c3-42589ef04ce1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944533 Nov 12 13:45:30.239306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-29488655-74f1-4274-82ec-150d4f4d6a4b None None] Provisioning complete for port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:30.240852 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29488655-74f1-4274-82ec-150d4f4d6a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:30.256353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41764) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:30.295422 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-631e1593-c86b-429b-8372-b65ab7b89225 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1589677 Nov 12 13:45:30.301788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41766) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:30.357593 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd79ce64-17d6-4996-b46d-9a3ddc1bb15c req-3f872f87-c4d6-4e98-aa1f-cfae3b108aa5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847792 Nov 12 13:45:30.406191 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c17ca5-5ba3-49c2-a3c8-9a72388de164 x-openstack-request-id: req-a9c17ca5-5ba3-49c2-a3c8-9a72388de164 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:45:30.406698 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:45:30.408347 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9c17ca5-5ba3-49c2-a3c8-9a72388de164 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:45:30.408830 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'status': 'completed', 'code': 200} Nov 12 13:45:30.582788 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8083caa2-bc26-4b47-93d6-02d6d33a4167 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/de86efcf-a7e7-496b-9e64-0c5081408570 HTTP/1.1" status: 200 len: 991 time: 0.3233240 Nov 12 13:45:30.586764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-16e54b5a-936a-4be4-aab5-f8f9f76f07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:30.589471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-16e54b5a-936a-4be4-aab5-f8f9f76f07ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1096 time: 0.1678708 Nov 12 13:45:30.623533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3acc7d6c-1b67-4978-bb2d-09bb1fea699a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:30.628750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:30.655925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Router f133f28a-49d1-4e92-8138-88d2c4cc1655 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:45:30.813157 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:30.820178 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29488655-74f1-4274-82ec-150d4f4d6a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:30.828258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-17d7b456-de73-4b12-ad82-56414dfd8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:30.832233 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-17d7b456-de73-4b12-ad82-56414dfd8436 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.2356296 Nov 12 13:45:30.866060 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'de86efcf-a7e7-496b-9e64-0c5081408570', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'port_id': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'mac_address': 'fa:16:3e:86:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:45:27Z', 'updated_at': '2021-11-12T13:45:27Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85f39b23-bd7b-4721-bd3b-f6ec8bd6c104', 'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:a5:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:55Z', 'updated_at': '2021-11-12T13:45:06Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:30.871321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-eca95124-6e70-4945-8f22-08b372101a85 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Deleting port cbf5e730-32d4-4f80-a517-8904d6a865de {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:30.871321 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eca95124-6e70-4945-8f22-08b372101a85 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:30.943762 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cc3113-efa9-46ed-bdcb-b2ffa7172e54 None None] The sync data for ids ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'] in n-d-805736-4 is: [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'de86efcf-a7e7-496b-9e64-0c5081408570', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'port_id': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'mac_address': 'fa:16:3e:86:d1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:45:27Z', 'updated_at': '2021-11-12T13:45:27Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85f39b23-bd7b-4721-bd3b-f6ec8bd6c104', 'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:a5:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:55Z', 'updated_at': '2021-11-12T13:45:06Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:31.077226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:31.134710 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:31.137423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6112da4f-ef2b-42d8-977c-1acf323d8d2a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6969123 Nov 12 13:45:31.140173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41788) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:31.148041 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eca95124-6e70-4945-8f22-08b372101a85 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:31.148462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eca95124-6e70-4945-8f22-08b372101a85 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:31.173919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-0c6845fb-8309-4a81-94d9-194663ac0bf7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 999 time: 0.3329525 Nov 12 13:45:31.183076 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-44eb9d6d-51ea-4097-9a49-ab8e900b461e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00065705b54a4f808d9fc7bfcf81dcae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5516422 Nov 12 13:45:31.215012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Sync routers for ids ['f133f28a-49d1-4e92-8138-88d2c4cc1655'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:31.217837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cbb8ad45-36de-4cd6-aa86-da880df58c4d up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:31.218234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41792) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:31.234947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-eca95124-6e70-4945-8f22-08b372101a85 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Calling delete_port for cbf5e730-32d4-4f80-a517-8904d6a865de owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:31.244569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a6f2e-d469-454f-90fb-c172729e5d92 req-66e3329a-c359-4852-beb0-25f0ae31df20 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:31.246726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9a9a6f2e-d469-454f-90fb-c172729e5d92 req-66e3329a-c359-4852-beb0-25f0ae31df20 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 945 time: 0.2580080 Nov 12 13:45:31.262515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-e17af88e-98ab-4129-9ef6-05933ddb830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:31.264019 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-e17af88e-98ab-4129-9ef6-05933ddb830b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.0795364 Nov 12 13:45:31.312254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Routers {'f133f28a-49d1-4e92-8138-88d2c4cc1655'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:31.313062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f133f28a-49d1-4e92-8138-88d2c4cc1655'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:31.357478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:31.369757 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:31.375801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-597b9666-b62f-48c6-bc7b-4c04601ee92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:31.377763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-597b9666-b62f-48c6-bc7b-4c04601ee92a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044707 Nov 12 13:45:31.391287 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9a9a6f2e-d469-454f-90fb-c172729e5d92 req-6d4d6c31-76b9-42fe-b854-9948d6ca2a3f tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376348 Nov 12 13:45:31.413811 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c10a899-de1f-4f1e-9e40-fee24a86db3b None None] New status for floating IP de86efcf-a7e7-496b-9e64-0c5081408570: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:45:31.425950 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:31.441335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-29488655-74f1-4274-82ec-150d4f4d6a4b None None] For port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3acc7d6c-1b67-4978-bb2d-09bb1fea699a,segment=NetworkSegment(bf9b0acb-5d56-4121-9a5b-7970986effd1),segment_id=bf9b0acb-5d56-4121-9a5b-7970986effd1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:31.490958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:31.545326 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29488655-74f1-4274-82ec-150d4f4d6a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:31.587626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41800) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:31.602130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Set router f133f28a-49d1-4e92-8138-88d2c4cc1655 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:31.637568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port cbb8ad45-36de-4cd6-aa86-da880df58c4d completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:45:31.711206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port cbb8ad45-36de-4cd6-aa86-da880df58c4d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:31.711643 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:31.729068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-d265bcf5-d8f8-4b01-9abc-7d08c94d2851 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333461 Nov 12 13:45:31.832324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29488655-74f1-4274-82ec-150d4f4d6a4b None None] Pushing event updated for resources: {'Port': ['ID=3acc7d6c-1b67-4978-bb2d-09bb1fea699a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:31.833197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7dbfd0e7-3987-416c-88b4-5df29ca3b0c4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/de86efcf-a7e7-496b-9e64-0c5081408570 HTTP/1.1" status: 200 len: 991 time: 0.2416003 Nov 12 13:45:31.883352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1841a43-766b-41a2-a9af-3d67be7aeb77 req-7099677b-c8f2-4bd1-a8da-ea58d957ec43 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459990 Nov 12 13:45:31.888348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d38c74a8-223f-427d-af39-cc34741daddb None None] Provisioning complete for port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:31.888842 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d38c74a8-223f-427d-af39-cc34741daddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.004236 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.092481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:45:32.094651 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c377b5b9-d52d-4f7b-a4cc-6fcc09ca3a7c" -d '{"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-plugged", "status": "completed", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:45:32.113679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:32.128662 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.173946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'name': 'tempest-TestVolumeBackupRestore-1674781023-router', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:25Z', 'updated_at': '2021-11-12T13:45:28Z', 'revision_number': 3, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'gw_port': {'id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:27Z', 'updated_at': '2021-11-12T13:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:32.182932 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0071f0fb-7235-4b77-a355-e5cc7d0fe638 x-openstack-request-id: req-0071f0fb-7235-4b77-a355-e5cc7d0fe638 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:45:32.183301 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-plugged", "status": "completed", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:45:32.183555 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0071f0fb-7235-4b77-a355-e5cc7d0fe638 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:45:32.184203 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'code': 200} Nov 12 13:45:32.249148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Checking router: f133f28a-49d1-4e92-8138-88d2c4cc1655 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:45:32.249831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Updating router f133f28a-49d1-4e92-8138-88d2c4cc1655 port d38f6104-8b47-4d79-8eda-6a6157dddc8c binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:45:32.273319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b5aec-4b1c-493b-b941-961a95898117 req-10109db5-76db-4879-bc81-6db81eb6ed23 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:32.275175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6d5b5aec-4b1c-493b-b941-961a95898117 req-10109db5-76db-4879-bc81-6db81eb6ed23 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 944 time: 0.7618663 Nov 12 13:45:32.297869 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:32.314681 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.325656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.327752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c5e68-ff20-494b-a815-4f3539230c62 req-e9835ab1-fd22-44ad-aa30-a40295eeb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:32.328691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.329392 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-537c5e68-ff20-494b-a815-4f3539230c62 req-e9835ab1-fd22-44ad-aa30-a40295eeb1c6 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1096 time: 0.0840678 Nov 12 13:45:32.330050 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb074dfa-00a2-44ba-b40a-7faffde90dff HTTP/1.1" status: 204 len: 168 time: 1.1096797 Nov 12 13:45:32.375870 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.403887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-537c5e68-ff20-494b-a815-4f3539230c62 req-af77a31f-c1d0-4717-8ebb-e016c9956158 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656590 Nov 12 13:45:32.423117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6d5b5aec-4b1c-493b-b941-961a95898117 req-bca24ebb-d69a-44cf-9bb6-5072a0424a09 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356571 Nov 12 13:45:32.427115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb074dfa-00a2-44ba-b40a-7faffde90dff,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:32.430221 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eca95124-6e70-4945-8f22-08b372101a85 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.482657 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.483279 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.483727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.484138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.484548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.485042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.485481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.485883 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.486288 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.486687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.487105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.487583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cc709-fe53-42ee-b271-76c8a65147a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:45:32.493828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca95124-6e70-4945-8f22-08b372101a85 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbf5e730-32d4-4f80-a517-8904d6a865de,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:32.585242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3acc7d6c-1b67-4978-bb2d-09bb1fea699a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:32.624158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eca95124-6e70-4945-8f22-08b372101a85 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.627169 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eca95124-6e70-4945-8f22-08b372101a85 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.628477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eca95124-6e70-4945-8f22-08b372101a85 tempest-ExternalNetworksAdminNegativeTestJSON-8635801 tempest-ExternalNetworksAdminNegativeTestJSON-8635801-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/263c0880-452c-4b85-9a3f-1c73626172af HTTP/1.1" status: 204 len: 168 time: 2.3253374 Nov 12 13:45:32.646946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d505de-969b-4915-9a7d-1d5e82cd7b3a req-bc056e51-81d1-45c3-833a-e51c11dc0697 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:32.649412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61d505de-969b-4915-9a7d-1d5e82cd7b3a req-bc056e51-81d1-45c3-833a-e51c11dc0697 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 945 time: 0.1134005 Nov 12 13:45:32.754561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61d505de-969b-4915-9a7d-1d5e82cd7b3a req-909b5aee-3231-446e-87fa-ce40e9b66fae tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844533 Nov 12 13:45:32.835446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41826) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:32.906889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.931187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41828) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:32.955065 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-380e0497-a502-4775-90ba-605b57ca2a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:32.981466 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f9c7c687-c36d-4535-bc8f-df513f02bb96 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/de86efcf-a7e7-496b-9e64-0c5081408570 HTTP/1.1" status: 200 len: 993 time: 0.1446056 Nov 12 13:45:32.989330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.015676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:33.016067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.130855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41838) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:33.202128 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.226383 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.282399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Allocated IP 172.20.0.1 (230fc301-bc91-4825-afe4-261a6e7fc4af/2380c4da-d65d-445e-9773-d1cdd82fe5b1/801a8b39-e1cc-410c-b1f7-c027638a6d84) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:33.305767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-a84923f7-52b9-4303-8707-1449bb98b1aa tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:33.308376 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-a84923f7-52b9-4303-8707-1449bb98b1aa tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.70 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 945 time: 0.1153276 Nov 12 13:45:33.309106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d56e2b7-8e4b-4ba2-8dbd-050c6ff7435b None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:45:33.319335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Attempting to bind port d38f6104-8b47-4d79-8eda-6a6157dddc8c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:45:33.319703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Attempting to bind port d38f6104-8b47-4d79-8eda-6a6157dddc8c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:45:33.320063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Attempting to bind port d38f6104-8b47-4d79-8eda-6a6157dddc8c on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:33.327759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:45:33.328137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:33.328537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.328985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:45:33.329494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Bound port: d38f6104-8b47-4d79-8eda-6a6157dddc8c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:45:33.329910 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.331576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac2b7d-456e-4998-8dcd-1caf180c2b9e None None] Pushing event updated for resources: {'Port': ['ID=d38f6104-8b47-4d79-8eda-6a6157dddc8c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:33.381371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-380e0497-a502-4775-90ba-605b57ca2a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.397924 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f931053c-8b45-4d56-be76-cccef7400f05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.422465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] For port d38f6104-8b47-4d79-8eda-6a6157dddc8c, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:45:33.426382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] For port d38f6104-8b47-4d79-8eda-6a6157dddc8c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d38f6104-8b47-4d79-8eda-6a6157dddc8c,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:45:33.435230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.438438 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-380e0497-a502-4775-90ba-605b57ca2a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.514647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f556848-7667-48e4-a5b3-7ef5988c14b8 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:45:33.540283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3222aac4-be2e-4a31-82c0-80b335b56680 None None] Provisioning complete for port d38f6104-8b47-4d79-8eda-6a6157dddc8c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:33.540986 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3222aac4-be2e-4a31-82c0-80b335b56680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.563403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f931053c-8b45-4d56-be76-cccef7400f05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.576942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Deleting port 55944bd7-3f04-4265-9252-7306c3213397 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:33.577588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.581994 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f931053c-8b45-4d56-be76-cccef7400f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.583804 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Routers {'f133f28a-49d1-4e92-8138-88d2c4cc1655'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:33.584683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f133f28a-49d1-4e92-8138-88d2c4cc1655'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:33.589703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac2b7d-456e-4998-8dcd-1caf180c2b9e None None] Pushing event updated for resources: {'Port': ['ID=d38f6104-8b47-4d79-8eda-6a6157dddc8c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:33.594665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-380e0497-a502-4775-90ba-605b57ca2a6b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2eec3da6f454a1496136fad5f2be2a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6622074 Nov 12 13:45:33.618073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:33.633271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e0497-a502-4775-90ba-605b57ca2a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551e86e0-ee75-4606-9a91-57daf616ccaf,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:33.655551 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.708514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90648125-2e44-4d61-8750-7d1ae9fc498f req-d81b9237-801a-4b1c-becf-b749b7db543f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:33.709892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f931053c-8b45-4d56-be76-cccef7400f05 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ddb4601506224be5ac24a84c20e34e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5769825 Nov 12 13:45:33.721272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:33.722102 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90648125-2e44-4d61-8750-7d1ae9fc498f req-d81b9237-801a-4b1c-becf-b749b7db543f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1793060 Nov 12 13:45:33.736508 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] Set router f133f28a-49d1-4e92-8138-88d2c4cc1655 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:33.739438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931053c-8b45-4d56-be76-cccef7400f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f59770-f016-4eda-8489-7365e9b10727,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:33.828169 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.874051 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3c73ea8-203c-44f8-8b13-49cc5c1f39df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.890044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90648125-2e44-4d61-8750-7d1ae9fc498f req-a93ab07a-9617-4b1b-99b7-b94816859119 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666195 Nov 12 13:45:33.907776 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3c73ea8-203c-44f8-8b13-49cc5c1f39df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:33.950240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Network 230fc301-bc91-4825-afe4-261a6e7fc4af is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:33.953444 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:33.959437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:33.990937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] For port 55944bd7-3f04-4265-9252-7306c3213397, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=55944bd7-3f04-4265-9252-7306c3213397,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:33.991459 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.002162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Pushing event updated for resources: {'Port': ['ID=801a8b39-e1cc-410c-b1f7-c027638a6d84,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:34.033246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.033920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfef45b-4b2c-4971-8819-79b382483b12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.147611 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3222aac4-be2e-4a31-82c0-80b335b56680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.176209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfef45b-4b2c-4971-8819-79b382483b12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.232486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accde148-d597-454b-b7d6-9260ac0cff11 req-e618d8fc-651e-4f70-a734-78afbed9918c tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:34.234133 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-accde148-d597-454b-b7d6-9260ac0cff11 req-e618d8fc-651e-4f70-a734-78afbed9918c tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 945 time: 0.3011272 Nov 12 13:45:34.240631 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3c73ea8-203c-44f8-8b13-49cc5c1f39df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.243180 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3c73ea8-203c-44f8-8b13-49cc5c1f39df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.244283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d3c73ea8-203c-44f8-8b13-49cc5c1f39df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/551e86e0-ee75-4606-9a91-57daf616ccaf HTTP/1.1" status: 204 len: 168 time: 0.6184359 Nov 12 13:45:34.346082 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.413764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3222aac4-be2e-4a31-82c0-80b335b56680 None None] For port d38f6104-8b47-4d79-8eda-6a6157dddc8c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d38f6104-8b47-4d79-8eda-6a6157dddc8c,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:34.443172 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3222aac4-be2e-4a31-82c0-80b335b56680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.528416 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.528854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.529173 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Floating IP 99e3e3d2-b8dc-4d78-83f0-13e7f745e108 disassociated. External IP: 172.25.5.30, port: 55944bd7-3f04-4265-9252-7306c3213397. Nov 12 13:45:34.529567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Calling delete_port for 55944bd7-3f04-4265-9252-7306c3213397 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:34.541109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222aac4-be2e-4a31-82c0-80b335b56680 None None] Pushing event updated for resources: {'Port': ['ID=d38f6104-8b47-4d79-8eda-6a6157dddc8c,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:34.584560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c73ea8-203c-44f8-8b13-49cc5c1f39df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551e86e0-ee75-4606-9a91-57daf616ccaf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:34.620477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'name': 'tempest-TestVolumeBackupRestore-1674781023-router', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:25Z', 'updated_at': '2021-11-12T13:45:28Z', 'revision_number': 3, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'gw_port': {'id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:27Z', 'updated_at': '2021-11-12T13:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:34.640918 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-accde148-d597-454b-b7d6-9260ac0cff11 req-a5c1d6d9-9a02-4c19-9c69-add4ea01a605 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups?id=15a480bf-fa9c-4b3a-b27f-d5d3056fb721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949323 Nov 12 13:45:34.703838 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfef45b-4b2c-4971-8819-79b382483b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.707039 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfef45b-4b2c-4971-8819-79b382483b12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.708204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0cfef45b-4b2c-4971-8819-79b382483b12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25f59770-f016-4eda-8489-7365e9b10727 HTTP/1.1" status: 204 len: 168 time: 0.9857113 Nov 12 13:45:34.709536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41874) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:34.720983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7c61aa10-f5b7-4842-a10b-a91d6eff2625 None None] Provisioning complete for port d38f6104-8b47-4d79-8eda-6a6157dddc8c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:34.721719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c61aa10-f5b7-4842-a10b-a91d6eff2625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.732991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5992a-a9c1-4e17-b635-151631c7adce None None] The sync data for ids ['f133f28a-49d1-4e92-8138-88d2c4cc1655'] in n-d-805736-4 is: [{'id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'name': 'tempest-TestVolumeBackupRestore-1674781023-router', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:25Z', 'updated_at': '2021-11-12T13:45:28Z', 'revision_number': 3, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'gw_port': {'id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:27Z', 'updated_at': '2021-11-12T13:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:34.741296 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.743154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfef45b-4b2c-4971-8819-79b382483b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f59770-f016-4eda-8489-7365e9b10727,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:34.766910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.787719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd8f5-922a-4774-9ea8-f3232c529456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.917777 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.923643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Pushing event updated for resources: {'Port': ['ID=801a8b39-e1cc-410c-b1f7-c027638a6d84,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:34.938973 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:34.967090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event deleted for resources: {'Port': ['ID=55944bd7-3f04-4265-9252-7306c3213397,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:34.999411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7c61aa10-f5b7-4842-a10b-a91d6eff2625 None None] Provisioning complete for port 801a8b39-e1cc-410c-b1f7-c027638a6d84 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:34.999854 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c61aa10-f5b7-4842-a10b-a91d6eff2625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:35.045548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd8f5-922a-4774-9ea8-f3232c529456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:35.106298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7c61aa10-f5b7-4842-a10b-a91d6eff2625 None None] Port 801a8b39-e1cc-410c-b1f7-c027638a6d84 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:35.123287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd8f5-922a-4774-9ea8-f3232c529456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:35.227548 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e1ffd8f5-922a-4774-9ea8-f3232c529456 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c47b0c145efd4a0783c5b5cbd186185c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5153303 Nov 12 13:45:35.230396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:35.232759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffd8f5-922a-4774-9ea8-f3232c529456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3005759b-bc98-42f0-a8d6-00c0a0af4b51,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:35.306732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Network 230fc301-bc91-4825-afe4-261a6e7fc4af is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:35.312886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:35.321597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Router f7a869a7-973a-4d72-98d9-b25748246ae5 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:45:35.356562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c48ac-f5d9-4b9e-90e0-ea595035b7c8 req-3b1d242b-e2e8-4a35-879f-5103e666cd64 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:35.358419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b3c48ac-f5d9-4b9e-90e0-ea595035b7c8 req-3b1d242b-e2e8-4a35-879f-5103e666cd64 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.2156317 Nov 12 13:45:35.458544 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5a14-5fb1-4fc2-8295-f4834624911a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:35.524402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41894) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:35.525920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5a14-5fb1-4fc2-8295-f4834624911a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:35.646777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b3c48ac-f5d9-4b9e-90e0-ea595035b7c8 req-220d71de-18ef-4888-9a55-683a4de99d66 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300169 Nov 12 13:45:35.695755 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e97f8800-3cfc-4980-acb2-58ab06e2eb4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=61b97a0851c145db93249fc5045d9852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1682940 Nov 12 13:45:35.704239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Router f133f28a-49d1-4e92-8138-88d2c4cc1655 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:45:35.705235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41900) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:35.863005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3f9a899b-fc1c-4b29-a026-6ee35dcab721 None None] Provisioning complete for port 801a8b39-e1cc-410c-b1f7-c027638a6d84 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:35.863866 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f9a899b-fc1c-4b29-a026-6ee35dcab721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:35.910122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a899b-fc1c-4b29-a026-6ee35dcab721 None None] Port 801a8b39-e1cc-410c-b1f7-c027638a6d84 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:35.964952 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45fa3ac7-9ef9-4489-b8cc-11cce98e59db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:36.046124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f0aab-8572-4c09-b382-187b81cf8ff8 req-d9151233-e654-42b8-8338-576baf61add2 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:36.056428 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-038f0aab-8572-4c09-b382-187b81cf8ff8 req-d9151233-e654-42b8-8338-576baf61add2 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.2490752 Nov 12 13:45:36.059390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41906) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:36.065785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-afb861f3-41c1-4ad9-ad00-7fd3f2ae68f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Request body: {'floatingip': {'port_id': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:36.069841 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45fa3ac7-9ef9-4489-b8cc-11cce98e59db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:36.142299 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb861f3-41c1-4ad9-ad00-7fd3f2ae68f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:36.150816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:36.164982 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f34cc4b9-69ac-41a2-942d-9aff52dceabe admin admin] 10.222.0.73 "PUT /v2.0/routers/f133f28a-49d1-4e92-8138-88d2c4cc1655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0236130 Nov 12 13:45:36.360686 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45fa3ac7-9ef9-4489-b8cc-11cce98e59db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:36.366734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9dca529-541c-42fb-818f-2ef03cee22bb req-a54404b6-ec49-44a4-a76b-6b809a8db8d7 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/ports?device_id=27e5abb5-3ba0-4022-a967-5e033d550f5e HTTP/1.1" status: 200 len: 210 time: 0.0923657 Nov 12 13:45:36.367417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5a14-5fb1-4fc2-8295-f4834624911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:36.369985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5a14-5fb1-4fc2-8295-f4834624911a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:36.371060 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c5ca5a14-5fb1-4fc2-8295-f4834624911a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3005759b-bc98-42f0-a8d6-00c0a0af4b51 HTTP/1.1" status: 204 len: 168 time: 1.1393344 Nov 12 13:45:36.377346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:36.386009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45fa3ac7-9ef9-4489-b8cc-11cce98e59db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:36.394071 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-45fa3ac7-9ef9-4489-b8cc-11cce98e59db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/053d37df-74f7-46c1-aeda-fc3206e693f0 HTTP/1.1" status: 204 len: 168 time: 0.6852579 Nov 12 13:45:36.415803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca5a14-5fb1-4fc2-8295-f4834624911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3005759b-bc98-42f0-a8d6-00c0a0af4b51,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:36.433208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] No DVR routers for this DVR port 55944bd7-3f04-4265-9252-7306c3213397 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:45:36.439313 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:36.439634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa3ac7-9ef9-4489-b8cc-11cce98e59db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053d37df-74f7-46c1-aeda-fc3206e693f0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:36.442925 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5ce4ef6-f87b-474e-9360-108a250f99bd req-b353fde5-435f-41e6-93f7-e2a5d0de727e tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.70 "DELETE /v2.0/ports/55944bd7-3f04-4265-9252-7306c3213397 HTTP/1.1" status: 204 len: 173 time: 3.1280994 Nov 12 13:45:36.443407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'name': 'network-vif-deleted', 'tag': '55944bd7-3f04-4265-9252-7306c3213397'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:45:36.449952 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02145afc-f8e0-4c1d-a564-952764f94e74" -d '{"events": [{"server_uuid": "27e5abb5-3ba0-4022-a967-5e033d550f5e", "name": "network-vif-deleted", "tag": "55944bd7-3f04-4265-9252-7306c3213397"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:45:36.512115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] Sync routers for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:36.544812 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689cdd34-439e-4112-870b-d1c7a4739c77 x-openstack-request-id: req-689cdd34-439e-4112-870b-d1c7a4739c77 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:45:36.544976 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e5abb5-3ba0-4022-a967-5e033d550f5e", "name": "network-vif-deleted", "tag": "55944bd7-3f04-4265-9252-7306c3213397", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:45:36.545189 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-689cdd34-439e-4112-870b-d1c7a4739c77 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:45:36.545607 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e5abb5-3ba0-4022-a967-5e033d550f5e', 'name': 'network-vif-deleted', 'tag': '55944bd7-3f04-4265-9252-7306c3213397', 'status': 'completed', 'code': 200} Nov 12 13:45:36.644565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d38f6104-8b47-4d79-8eda-6a6157dddc8c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:36.714155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:36.715558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:36.896577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 55944bd7-3f04-4265-9252-7306c3213397 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:45:36.957321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 55944bd7-3f04-4265-9252-7306c3213397 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:45:36.957757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 55944bd7-3f04-4265-9252-7306c3213397 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:45:36.959275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port d38f6104-8b47-4d79-8eda-6a6157dddc8c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:36.959745 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:37.041231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:37.130281 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb861f3-41c1-4ad9-ad00-7fd3f2ae68f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:37.137506 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb861f3-41c1-4ad9-ad00-7fd3f2ae68f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:37.447646 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-afb861f3-41c1-4ad9-ad00-7fd3f2ae68f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Floating IP bd50ba5d-93b4-44b6-bfda-8689db9bfaae associated. External IP: 172.25.5.119, port: cbb8ad45-36de-4cd6-aa86-da880df58c4d. Nov 12 13:45:37.550819 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Sync routers for ids ['f133f28a-49d1-4e92-8138-88d2c4cc1655'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:37.572005 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Routers {'f133f28a-49d1-4e92-8138-88d2c4cc1655'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:37.572644 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f133f28a-49d1-4e92-8138-88d2c4cc1655'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:37.578001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41996) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:37.771361 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a145cb43-dafa-46fd-a5a6-5e6f77dd0eff tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:37.816596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:37.847592 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Set router f133f28a-49d1-4e92-8138-88d2c4cc1655 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:37.847707 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a145cb43-dafa-46fd-a5a6-5e6f77dd0eff tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:37.905266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] Checking router: f7a869a7-973a-4d72-98d9-b25748246ae5 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:45:37.955069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:37.963590 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:37.970454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a145cb43-dafa-46fd-a5a6-5e6f77dd0eff tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:37.974405 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a145cb43-dafa-46fd-a5a6-5e6f77dd0eff tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:37.977056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a145cb43-dafa-46fd-a5a6-5e6f77dd0eff tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "DELETE /v2.0/security-groups/15a480bf-fa9c-4b3a-b27f-d5d3056fb721 HTTP/1.1" status: 204 len: 168 time: 0.3973937 Nov 12 13:45:37.981840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42016) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:38.014820 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-01227249-a641-4d3b-80bb-026db5937649 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] show failed (client error): The resource could not be found. Nov 12 13:45:38.016161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-01227249-a641-4d3b-80bb-026db5937649 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "GET /v2.0/security-groups/15a480bf-fa9c-4b3a-b27f-d5d3056fb721 HTTP/1.1" status: 404 len: 347 time: 0.0309753 Nov 12 13:45:38.030619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42018) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:38.043641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145cb43-dafa-46fd-a5a6-5e6f77dd0eff tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a480bf-fa9c-4b3a-b27f-d5d3056fb721,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:38.131368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb861f3-41c1-4ad9-ad00-7fd3f2ae68f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Router 26e74c5e-2303-46cc-be37-88d9437f2755 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:45:38.309266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-d9068884-5d94-41d8-82f6-edf8945235da req-1ea23825-f0d8-48de-890d-652e59bb541b service neutron] (102675) timed out ('10.222.0.73', 49216) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 13:45:38.342514 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'name': 'tempest-TestVolumeBackupRestore-1674781023-router', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:25Z', 'updated_at': '2021-11-12T13:45:34Z', 'revision_number': 4, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'gw_port': {'id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:27Z', 'updated_at': '2021-11-12T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '801a8b39-e1cc-410c-b1f7-c027638a6d84', 'name': '', 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'mac_address': 'fa:16:3e:98:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '2380c4da-d65d-445e-9773-d1cdd82fe5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:32Z', 'updated_at': '2021-11-12T13:45:34Z', 'revision_number': 2, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'subnets': [{'id': '2380c4da-d65d-445e-9773-d1cdd82fe5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:38.371127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb861f3-41c1-4ad9-ad00-7fd3f2ae68f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:38.383863 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afb861f3-41c1-4ad9-ad00-7fd3f2ae68f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:38.393511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:38.423544 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Checking router: f133f28a-49d1-4e92-8138-88d2c4cc1655 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:45:38.424012 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Updating router f133f28a-49d1-4e92-8138-88d2c4cc1655 port 801a8b39-e1cc-410c-b1f7-c027638a6d84 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:45:38.461833 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-afb861f3-41c1-4ad9-ad00-7fd3f2ae68f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "PUT /v2.0/floatingips/bd50ba5d-93b4-44b6-bfda-8689db9bfaae HTTP/1.1" status: 200 len: 991 time: 2.3993764 Nov 12 13:45:38.462541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:45:38.469220 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532" -d '{"events": [{"name": "network-changed", "server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:45:38.478637 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:38.489809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-942e7b38-7df3-4b0e-bbb1-1f725a4313d3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Deleting port df3f8c93-8a77-44af-8bc2-b290f033d967 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:38.492800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-942e7b38-7df3-4b0e-bbb1-1f725a4313d3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:38.651557 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3871274-979f-4ccf-989c-caea440d4a95 x-openstack-request-id: req-a3871274-979f-4ccf-989c-caea440d4a95 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:45:38.652212 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:45:38.652763 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a3871274-979f-4ccf-989c-caea440d4a95 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:45:38.653904 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'status': 'completed', 'code': 200} Nov 12 13:45:38.724563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-942e7b38-7df3-4b0e-bbb1-1f725a4313d3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:38.726096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-942e7b38-7df3-4b0e-bbb1-1f725a4313d3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:38.743584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] Sync routers for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:38.833818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:38.834406 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:38.860674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-942e7b38-7df3-4b0e-bbb1-1f725a4313d3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Calling delete_port for df3f8c93-8a77-44af-8bc2-b290f033d967 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:38.980507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-937be60e-6ae3-4b84-81b8-9801667950ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:38.982913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-937be60e-6ae3-4b84-81b8-9801667950ed service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1096 time: 0.2925203 Nov 12 13:45:39.133121 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:39.150237 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:39.222080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:39.265185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-495b6aa2-be11-4d42-bb61-1aa34cd30253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:39.266975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-495b6aa2-be11-4d42-bb61-1aa34cd30253 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.2639196 Nov 12 13:45:39.399028 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ba543-6f40-4a6d-9bec-0dc7f0e27d0c None None] Pushing event updated for resources: {'Port': ['ID=801a8b39-e1cc-410c-b1f7-c027638a6d84,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:39.433004 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Attempting to bind port 801a8b39-e1cc-410c-b1f7-c027638a6d84 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:45:39.439434 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Attempting to bind port 801a8b39-e1cc-410c-b1f7-c027638a6d84 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'bf9b0acb-5d56-4121-9a5b-7970986effd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:45:39.439911 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Attempting to bind port 801a8b39-e1cc-410c-b1f7-c027638a6d84 on network 230fc301-bc91-4825-afe4-261a6e7fc4af {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:39.448670 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:45:39.455438 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Checking segment: {'id': 'bf9b0acb-5d56-4121-9a5b-7970986effd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:39.456257 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:39.456901 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Bound using segment: {'id': 'bf9b0acb-5d56-4121-9a5b-7970986effd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:45:39.459928 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Bound port: 801a8b39-e1cc-410c-b1f7-c027638a6d84, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b0acb-5d56-4121-9a5b-7970986effd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:45:39.460679 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:39.562949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-a473bee3-9159-4e13-b219-61f0e0609dfd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 200 len: 999 time: 0.2567434 Nov 12 13:45:39.596265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:39.631507 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] For port 801a8b39-e1cc-410c-b1f7-c027638a6d84, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:45:39.649983 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] For port 801a8b39-e1cc-410c-b1f7-c027638a6d84, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=801a8b39-e1cc-410c-b1f7-c027638a6d84,segment=NetworkSegment(bf9b0acb-5d56-4121-9a5b-7970986effd1),segment_id=bf9b0acb-5d56-4121-9a5b-7970986effd1)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:45:39.662227 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:39.774726 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Routers {'f133f28a-49d1-4e92-8138-88d2c4cc1655'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:39.785696 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f133f28a-49d1-4e92-8138-88d2c4cc1655'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:39.804087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-534fec74-dda2-471f-8ffc-257d66ee201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:39.805312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-534fec74-dda2-471f-8ffc-257d66ee201d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.2414293 Nov 12 13:45:39.813946 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-942e7b38-7df3-4b0e-bbb1-1f725a4313d3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:39.967944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e7b38-7df3-4b0e-bbb1-1f725a4313d3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Pushing event deleted for resources: {'Port': ['ID=df3f8c93-8a77-44af-8bc2-b290f033d967,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:40.073065 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-942e7b38-7df3-4b0e-bbb1-1f725a4313d3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:40.078000 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-942e7b38-7df3-4b0e-bbb1-1f725a4313d3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:40.080075 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-942e7b38-7df3-4b0e-bbb1-1f725a4313d3 tempest-AttachVolumeTestJSON-2047104261 tempest-AttachVolumeTestJSON-2047104261-project] 10.222.0.73 "DELETE /v2.0/floatingips/99e3e3d2-b8dc-4d78-83f0-13e7f745e108 HTTP/1.1" status: 204 len: 168 time: 2.0455825 Nov 12 13:45:40.122726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-0b19964f-3f58-466f-b593-c1f372eff55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:40.152969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-0b19964f-3f58-466f-b593-c1f372eff55f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3313739 Nov 12 13:45:40.192401 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ba543-6f40-4a6d-9bec-0dc7f0e27d0c None None] Pushing event updated for resources: {'Port': ['ID=801a8b39-e1cc-410c-b1f7-c027638a6d84,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:40.210146 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] Set router f133f28a-49d1-4e92-8138-88d2c4cc1655 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:40.284383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e475b9-3033-4060-9f41-63e947af90f9 None None] The sync data for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 is: [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:33:53Z', 'revision_number': 4, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a35720aa-575b-45dc-93f2-b90f61ef2725', 'name': '', 'network_id': '6b059cc2-d657-4a8d-976e-afcc3d3cf7e5', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'mac_address': 'fa:16:3e:0e:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:51Z', 'updated_at': '2021-11-12T13:34:10Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'subnets': [{'id': '284f2757-35cd-4f76-b04a-8d1b187f093e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:40.310876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-40cf7adc-5e93-4add-80d3-2c495fb3d088 None None] Provisioning complete for port 801a8b39-e1cc-410c-b1f7-c027638a6d84 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:40.311256 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40cf7adc-5e93-4add-80d3-2c495fb3d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:40.348889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42126) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:40.389147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42130) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:40.548781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-f26fdf18-5ebf-4ee9-ac82-37d0e2fca991 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844285 Nov 12 13:45:40.582874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'bd50ba5d-93b4-44b6-bfda-8689db9bfaae', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'port_id': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'mac_address': 'fa:16:3e:4b:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:36Z', 'revision_number': 1, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:40.593852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-587fd9f6-5245-4ca6-be51-b749c32256f6 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:40.642981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] Checking router: 26e74c5e-2303-46cc-be37-88d9437f2755 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:45:40.660421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40cf7adc-5e93-4add-80d3-2c495fb3d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:40.714906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-587fd9f6-5245-4ca6-be51-b749c32256f6 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] 10.222.0.73 "PUT /v2.0/quotas/2334f69899e246a998bdf1648933a349 HTTP/1.1" status: 200 len: 366 time: 0.3638725 Nov 12 13:45:40.716330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42138) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:40.732072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:40.732846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:40.746584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-40cf7adc-5e93-4add-80d3-2c495fb3d088 None None] For port 801a8b39-e1cc-410c-b1f7-c027638a6d84, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=801a8b39-e1cc-410c-b1f7-c027638a6d84,segment=NetworkSegment(bf9b0acb-5d56-4121-9a5b-7970986effd1),segment_id=bf9b0acb-5d56-4121-9a5b-7970986effd1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:40.779189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-23ad4e72-7acc-4262-8366-2e79aa84fa44 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0583940 Nov 12 13:45:40.782149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42144) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:40.802796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aab4c1b6-5776-4025-b7a6-d08a2c979663 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] 10.222.0.73 "GET /v2.0/quotas/2334f69899e246a998bdf1648933a349 HTTP/1.1" status: 200 len: 366 time: 0.0190623 Nov 12 13:45:40.805532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42146) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:40.856974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa5b5ce7-a432-496b-bb2b-18e35cfd9532 req-97799cd6-c7fa-4307-a79b-f603e4cec1b9 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976856 Nov 12 13:45:40.868649 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40cf7adc-5e93-4add-80d3-2c495fb3d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:40.872367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:40.877997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1482acea-2822-445c-81db-154fd8b9bb22 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/2334f69899e246a998bdf1648933a349 HTTP/1.1" status: 204 len: 168 time: 0.0673831 Nov 12 13:45:40.910685 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-40a9e0b6-4248-4021-89d6-979a02317852 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0360661 Nov 12 13:45:40.913215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42152) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:40.932125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3a7784e3-62ca-4b79-90e1-1fee7ec6e4b4 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] 10.222.0.73 "GET /v2.0/quotas/2334f69899e246a998bdf1648933a349 HTTP/1.1" status: 200 len: 370 time: 0.0174563 Nov 12 13:45:40.933002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42154) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:40.941265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0389a775-fec1-4d97-bfb4-d1b6cc1a3e48 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] 10.222.0.73 "GET /v2.0/quotas/2334f69899e246a998bdf1648933a349/default HTTP/1.1" status: 200 len: 370 time: 0.0064843 Nov 12 13:45:40.943790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42156) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:40.957066 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-4ee4ec3e-fdb9-4217-a8c3-31f4ce0032ba tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] delete failed (client error): The resource could not be found. Nov 12 13:45:40.958527 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4ee4ec3e-fdb9-4217-a8c3-31f4ce0032ba tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/2334f69899e246a998bdf1648933a349 HTTP/1.1" status: 404 len: 348 time: 0.0126567 Nov 12 13:45:40.970060 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925eae0-0c44-4dc0-b316-9c89de04a087 None None] New status for floating IP 99e3e3d2-b8dc-4d78-83f0-13e7f745e108: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:45:41.021866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f20b2da8-4f11-4629-bf06-cc5934fe82f2 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1383128635'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:41.021866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f20b2da8-4f11-4629-bf06-cc5934fe82f2 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Unknown quota resources ['metering_label']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:45:41.118700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf7adc-5e93-4add-80d3-2c495fb3d088 None None] Pushing event updated for resources: {'Port': ['ID=801a8b39-e1cc-410c-b1f7-c027638a6d84,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:41.184667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:41.187029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5166c9bd-2121-4c88-b5b9-a36c0921fb38 None None] Provisioning complete for port 801a8b39-e1cc-410c-b1f7-c027638a6d84 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:41.187405 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5166c9bd-2121-4c88-b5b9-a36c0921fb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:41.202707 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'name': 'tempest-TestVolumeBackupRestore-1674781023-router', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:25Z', 'updated_at': '2021-11-12T13:45:34Z', 'revision_number': 4, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'gw_port': {'id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:27Z', 'updated_at': '2021-11-12T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '801a8b39-e1cc-410c-b1f7-c027638a6d84', 'name': '', 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'mac_address': 'fa:16:3e:98:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '2380c4da-d65d-445e-9773-d1cdd82fe5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:32Z', 'updated_at': '2021-11-12T13:45:39Z', 'revision_number': 4, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'subnets': [{'id': '2380c4da-d65d-445e-9773-d1cdd82fe5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:41.248070 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b77ff-8928-44d5-a854-541adb31b632 None None] The sync data for ids ['f133f28a-49d1-4e92-8138-88d2c4cc1655'] in n-d-805736-4 is: [{'id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'name': 'tempest-TestVolumeBackupRestore-1674781023-router', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:25Z', 'updated_at': '2021-11-12T13:45:34Z', 'revision_number': 4, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'gw_port': {'id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:27Z', 'updated_at': '2021-11-12T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '801a8b39-e1cc-410c-b1f7-c027638a6d84', 'name': '', 'network_id': '230fc301-bc91-4825-afe4-261a6e7fc4af', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'mac_address': 'fa:16:3e:98:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '2380c4da-d65d-445e-9773-d1cdd82fe5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:32Z', 'updated_at': '2021-11-12T13:45:39Z', 'revision_number': 4, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'subnets': [{'id': '2380c4da-d65d-445e-9773-d1cdd82fe5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:41.308545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42164) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:41.374224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Usage tracker for resource:network and project:40ebfe55785e4047b2be1c7b02727b73 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 13:45:41.389361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 13:45:41.400366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Usage tracker for resource:subnet and project:40ebfe55785e4047b2be1c7b02727b73 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 13:45:41.420231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 13:45:41.429087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Usage tracker for resource:subnetpool and project:40ebfe55785e4047b2be1c7b02727b73 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 13:45:41.437706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 13:45:41.446619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Usage tracker for resource:port and project:40ebfe55785e4047b2be1c7b02727b73 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 13:45:41.450914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 13:45:41.484356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Usage tracker for resource:router and project:40ebfe55785e4047b2be1c7b02727b73 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 13:45:41.499302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 13:45:41.535246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Usage tracker for resource:floatingip and project:40ebfe55785e4047b2be1c7b02727b73 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 13:45:41.539175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 13:45:41.657912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Usage tracker for resource:security_group and project:40ebfe55785e4047b2be1c7b02727b73 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 13:45:41.662499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 13:45:41.680827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Usage tracker for resource:security_group_rule and project:40ebfe55785e4047b2be1c7b02727b73 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 13:45:41.704407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.quota.resource [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 13:45:41.722259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b4028e9f-f1d1-467b-888a-8bc1cf193646 tempest-QuotasTest-2132070180 tempest-QuotasTest-2132070180-project-admin] 10.222.0.73 "GET /v2.0/quotas/40ebfe55785e4047b2be1c7b02727b73/details.json HTTP/1.1" status: 200 len: 703 time: 0.4123223 Nov 12 13:45:42.018893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'bd50ba5d-93b4-44b6-bfda-8689db9bfaae', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'port_id': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'mac_address': 'fa:16:3e:4b:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:36Z', 'revision_number': 1, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:42.135179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f20b2da8-4f11-4629-bf06-cc5934fe82f2 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:42.139970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42184) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:42.140907 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f20b2da8-4f11-4629-bf06-cc5934fe82f2 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.7503862 Nov 12 13:45:42.145476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b899830c-0c62-495a-b14f-08bcb6203b5c tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e028f31e-f9e2-42b7-8fbf-b479d87b72fc'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:42.146056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b899830c-0c62-495a-b14f-08bcb6203b5c tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:45:42.187896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c988e-2bfb-4839-99a3-da6531770cdc None None] The sync data for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 is: [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'bd50ba5d-93b4-44b6-bfda-8689db9bfaae', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'port_id': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'mac_address': 'fa:16:3e:4b:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:36Z', 'revision_number': 1, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:42.421972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42188) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:42.452898 n-d-805736-4 neutron-server[102676]: WARNING neutron.services.metering.metering_plugin [None req-b899830c-0c62-495a-b14f-08bcb6203b5c tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 13:45:42.555477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 801a8b39-e1cc-410c-b1f7-c027638a6d84 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:42.737619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ea6c3-bb18-4790-a6be-c995c0b6903e None None] New status for floating IP bd50ba5d-93b4-44b6-bfda-8689db9bfaae: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:45:42.737619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 801a8b39-e1cc-410c-b1f7-c027638a6d84 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:42.737619 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:42.800921 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b899830c-0c62-495a-b14f-08bcb6203b5c tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:42.802781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b899830c-0c62-495a-b14f-08bcb6203b5c tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6613677 Nov 12 13:45:42.806397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:42.813022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b3a7945f-5e2e-4c62-a353-35e6f61edeb4 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e028f31e-f9e2-42b7-8fbf-b479d87b72fc'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:42.813807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b3a7945f-5e2e-4c62-a353-35e6f61edeb4 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:45:42.867194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00935ba2-48ec-4d95-8186-ec0031b5a942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:42.952485 n-d-805736-4 neutron-server[102676]: WARNING neutron.services.metering.metering_plugin [None req-b3a7945f-5e2e-4c62-a353-35e6f61edeb4 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 13:45:43.045119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00935ba2-48ec-4d95-8186-ec0031b5a942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:43.056689 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00935ba2-48ec-4d95-8186-ec0031b5a942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:43.200221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00935ba2-48ec-4d95-8186-ec0031b5a942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e961c1-3b39-4cf6-ac66-e0359c028933,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:43.210273 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3a7945f-5e2e-4c62-a353-35e6f61edeb4 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:43.219561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42208) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:43.220613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b3a7945f-5e2e-4c62-a353-35e6f61edeb4 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4112713 Nov 12 13:45:43.225223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-00935ba2-48ec-4d95-8186-ec0031b5a942 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec4a59071fa742f39d462807e945b2d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8018410 Nov 12 13:45:43.227917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42210) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:43.255434 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:43.258733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b15353fa-f048-4bd9-8aef-88c0975d4c0e tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=07fe544b-bba8-4698-b410-e422cac9279f HTTP/1.1" status: 200 len: 462 time: 0.0369201 Nov 12 13:45:43.261420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42212) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:43.339577 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54243b7d-71c5-4ddb-a43c-9be0600cd165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:43.405797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54243b7d-71c5-4ddb-a43c-9be0600cd165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:43.453430 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ced57be-1ee6-4e60-a480-b903ce48c208 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:43.455128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2ced57be-1ee6-4e60-a480-b903ce48c208 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/07fe544b-bba8-4698-b410-e422cac9279f HTTP/1.1" status: 204 len: 168 time: 0.1843357 Nov 12 13:45:43.458123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42216) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:43.474363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-87fa1a07-30b1-4a6f-a0c0-a0100d4565e2 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=07fe544b-bba8-4698-b410-e422cac9279f HTTP/1.1" status: 200 len: 221 time: 0.0149004 Nov 12 13:45:43.479949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42218) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:43.485776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b0dbd2fa-4897-4957-82bf-292b9cd656c8 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1784146155', 'description': 'label created by tempest'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:43.486355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b0dbd2fa-4897-4957-82bf-292b9cd656c8 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Unknown quota resources ['metering_label']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:45:43.490843 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54243b7d-71c5-4ddb-a43c-9be0600cd165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:43.493314 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54243b7d-71c5-4ddb-a43c-9be0600cd165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:43.494476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-54243b7d-71c5-4ddb-a43c-9be0600cd165 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88e961c1-3b39-4cf6-ac66-e0359c028933 HTTP/1.1" status: 204 len: 168 time: 0.2653782 Nov 12 13:45:43.592467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54243b7d-71c5-4ddb-a43c-9be0600cd165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e961c1-3b39-4cf6-ac66-e0359c028933,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:44.023822 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd2fa-4897-4957-82bf-292b9cd656c8 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.024932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b0dbd2fa-4897-4957-82bf-292b9cd656c8 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5435164 Nov 12 13:45:44.028403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42234) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.140414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0b85f54b-5096-483d-a35c-3560f02ffb59 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=f89d8b0d-5b0c-4bea-9957-f136c38b9d41 HTTP/1.1" status: 200 len: 468 time: 0.1108119 Nov 12 13:45:44.143195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42240) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.187231 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.199049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42242) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.235462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4cd31e3-9c40-4655-83f6-1a142c674cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.374832 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4cd31e3-9c40-4655-83f6-1a142c674cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.380695 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4cd31e3-9c40-4655-83f6-1a142c674cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.447126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd31e3-9c40-4655-83f6-1a142c674cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49c17cc-c69d-4f4d-8af5-566b2ed2c119,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:44.499978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d4cd31e3-9c40-4655-83f6-1a142c674cfc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=40ebfe55785e4047b2be1c7b02727b73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2997367 Nov 12 13:45:44.506774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42248) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.532519 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-472a5008-63b7-4dc2-90c8-4e18d0885065 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.537763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-472a5008-63b7-4dc2-90c8-4e18d0885065 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/f89d8b0d-5b0c-4bea-9957-f136c38b9d41 HTTP/1.1" status: 204 len: 168 time: 0.3908927 Nov 12 13:45:44.543924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42252) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.561068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0c5be30f-5fb1-4c10-a65e-9da22d5b276e tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=f89d8b0d-5b0c-4bea-9957-f136c38b9d41 HTTP/1.1" status: 200 len: 216 time: 0.0159311 Nov 12 13:45:44.564872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42254) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.579672 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-487aa276-9e00-4de3-a5ff-0c62149044a7 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0118191 Nov 12 13:45:44.582906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42256) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.598026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-86a954ad-db23-430e-90ce-7edcec460fd8 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0137658 Nov 12 13:45:44.602334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42258) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.621362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e06f72c-0f80-444e-9649-3dcc9dbe3d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.661887 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e06f72c-0f80-444e-9649-3dcc9dbe3d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.702929 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2571fe16-b2da-4573-81be-4bd2e7f1462a tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels/e028f31e-f9e2-42b7-8fbf-b479d87b72fc HTTP/1.1" status: 200 len: 473 time: 0.0992041 Nov 12 13:45:44.707812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42260) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.723847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-780e39ff-969a-487e-9de8-e2ab3326f92e tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules/6b103b1d-9240-4a11-a644-08a2b23836fa HTTP/1.1" status: 200 len: 459 time: 0.0146294 Nov 12 13:45:44.728854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42264) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.799369 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e06f72c-0f80-444e-9649-3dcc9dbe3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.803781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e06f72c-0f80-444e-9649-3dcc9dbe3d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.817465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0e06f72c-0f80-444e-9649-3dcc9dbe3d2b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d49c17cc-c69d-4f4d-8af5-566b2ed2c119 HTTP/1.1" status: 204 len: 168 time: 0.3071718 Nov 12 13:45:44.847457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06f72c-0f80-444e-9649-3dcc9dbe3d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49c17cc-c69d-4f4d-8af5-566b2ed2c119,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:44.876706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7940ea48-a348-466a-b0ec-7f0991da9a35 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:44.881435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:44.882388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7940ea48-a348-466a-b0ec-7f0991da9a35 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/6b103b1d-9240-4a11-a644-08a2b23836fa HTTP/1.1" status: 204 len: 168 time: 0.1508946 Nov 12 13:45:45.344579 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8b3298-c59f-4d51-8990-59b7011526a3 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:45.347063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fa8b3298-c59f-4d51-8990-59b7011526a3 tempest-MeteringIpV6TestJSON-1499727027 tempest-MeteringIpV6TestJSON-1499727027-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/e028f31e-f9e2-42b7-8fbf-b479d87b72fc HTTP/1.1" status: 204 len: 168 time: 0.4638858 Nov 12 13:45:45.906267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42304) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:46.097143 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a970150-3ad4-49be-aaa9-eda106684a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:46.330494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a970150-3ad4-49be-aaa9-eda106684a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:46.336559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a970150-3ad4-49be-aaa9-eda106684a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:46.399811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0a970150-3ad4-49be-aaa9-eda106684a72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4eb69b6ca4004121a4f9c023b4e38076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4921565 Nov 12 13:45:46.403263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a970150-3ad4-49be-aaa9-eda106684a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875d862f-5e6d-43af-8a3c-cd81cffaedc6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:46.403539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42324) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:46.492077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f298132f-c6ce-4df8-8e23-66999c44a22c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:46.525970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f298132f-c6ce-4df8-8e23-66999c44a22c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:46.541153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:46.613099 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f298132f-c6ce-4df8-8e23-66999c44a22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:46.626471 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f298132f-c6ce-4df8-8e23-66999c44a22c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:46.626471 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f298132f-c6ce-4df8-8e23-66999c44a22c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/875d862f-5e6d-43af-8a3c-cd81cffaedc6 HTTP/1.1" status: 204 len: 168 time: 0.2183506 Nov 12 13:45:46.635654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298132f-c6ce-4df8-8e23-66999c44a22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875d862f-5e6d-43af-8a3c-cd81cffaedc6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:46.773390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-123362813'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:46.827259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Made reservation on behalf of 4d0dd4f45e4b4d1ba46578821bb4e7e8 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:46.836335 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:46.855084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:46.982008 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:46.988072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.011880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:45:47.040782 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.046859 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Added segment ffca638e-9ff8-4751-89bf-2766b7f79944 of type vlan for network 34960839-1212-44fb-bbcf-c021aa691359 Nov 12 13:45:47.157072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.212547 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.219342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:47.220284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.305336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42350) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:47.314365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7711594 Nov 12 13:45:47.318006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42354) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:47.323176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45962373-49f7-457a-a60c-c439e55fbeea,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:47.371955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e66d2c-a1b1-470d-a38c-6033aaa9fc85 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Network': ['ID=34960839-1212-44fb-bbcf-c021aa691359,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:47.376953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'subnet': {'network_id': '34960839-1212-44fb-bbcf-c021aa691359', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:47.392363 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01b14c40-193a-449b-8064-e919a963f653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.397602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 34960839-1212-44fb-bbcf-c021aa691359 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:45:47.559960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01b14c40-193a-449b-8064-e919a963f653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.567209 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-01b14c40-193a-449b-8064-e919a963f653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.626336 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-01b14c40-193a-449b-8064-e919a963f653 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d1d54f868b924472811d3f041a186b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3175092 Nov 12 13:45:47.626652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:47.676908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b14c40-193a-449b-8064-e919a963f653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9d1710-0e8f-4390-88c2-b59fb4547ef2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:47.726545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5863bad-550c-4d3d-a287-76f96675fe9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.732693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Made reservation on behalf of 4d0dd4f45e4b4d1ba46578821bb4e7e8 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:47.738622 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.782527 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5863bad-550c-4d3d-a287-76f96675fe9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.893619 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5863bad-550c-4d3d-a287-76f96675fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.903254 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5863bad-550c-4d3d-a287-76f96675fe9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:47.907748 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d5863bad-550c-4d3d-a287-76f96675fe9c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ea9d1710-0e8f-4390-88c2-b59fb4547ef2 HTTP/1.1" status: 204 len: 168 time: 0.2778437 Nov 12 13:45:47.955794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5863bad-550c-4d3d-a287-76f96675fe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9d1710-0e8f-4390-88c2-b59fb4547ef2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:48.159921 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:48.270684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Subnet': ['ID=ec48dce1-26fb-4703-a6b1-9be0b3abb8d8,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:48.273265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Checking segment: {'id': 'ffca638e-9ff8-4751-89bf-2766b7f79944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '34960839-1212-44fb-bbcf-c021aa691359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:48.273645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Network hostable DHCP agents. Network: 34960839-1212-44fb-bbcf-c021aa691359, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:45:48.302743 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Network 34960839-1212-44fb-bbcf-c021aa691359 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:45:48.321696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 34960839-1212-44fb-bbcf-c021aa691359) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:48.328212 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:48.330381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:48.335658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c640d-c12e-466c-812f-1850aed2edcb None None] Network 34960839-1212-44fb-bbcf-c021aa691359 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:45:48.366973 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-53f53d24-10c5-4ee8-a23e-f5da98e4335c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0470338 Nov 12 13:45:48.369681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42376) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:48.377900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'port': {'network_id': '34960839-1212-44fb-bbcf-c021aa691359', 'name': 'tempest-AllowedAddressPairTestJSON-690832071'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:48.806418 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-34960839-1212-44fb-bbcf-c021aa691359', 'network_id': '34960839-1212-44fb-bbcf-c021aa691359', 'tenant_id': '4d0dd4f45e4b4d1ba46578821bb4e7e8', 'fixed_ips': [{'subnet_id': 'ec48dce1-26fb-4703-a6b1-9be0b3abb8d8'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:45:48.808231 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:48.847595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Made reservation on behalf of 4d0dd4f45e4b4d1ba46578821bb4e7e8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:48.852424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:48.893195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] device_id is not set on port 31d6d34c-f210-4005-ac30-27fab071875e yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:45:49.095407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Allocated IP 172.20.0.2 (34960839-1212-44fb-bbcf-c021aa691359/ec48dce1-26fb-4703-a6b1-9be0b3abb8d8/f4647b66-d562-47da-8f9a-6866be49b7e3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:49.375900 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:49.383630 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:49.465236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Network 34960839-1212-44fb-bbcf-c021aa691359 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:49.472059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:49.476173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:49.514787 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42418) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:49.556154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Allocated IP 172.20.0.5 (34960839-1212-44fb-bbcf-c021aa691359/ec48dce1-26fb-4703-a6b1-9be0b3abb8d8/31d6d34c-f210-4005-ac30-27fab071875e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:49.578967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Pushing event updated for resources: {'Port': ['ID=f4647b66-d562-47da-8f9a-6866be49b7e3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:49.709162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Attempting to bind port f4647b66-d562-47da-8f9a-6866be49b7e3 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:45:49.709568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Attempting to bind port f4647b66-d562-47da-8f9a-6866be49b7e3 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'ffca638e-9ff8-4751-89bf-2766b7f79944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '34960839-1212-44fb-bbcf-c021aa691359'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:45:49.709925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Attempting to bind port f4647b66-d562-47da-8f9a-6866be49b7e3 on network 34960839-1212-44fb-bbcf-c021aa691359 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:45:49.716853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:45:49.717269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Checking segment: {'id': 'ffca638e-9ff8-4751-89bf-2766b7f79944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '34960839-1212-44fb-bbcf-c021aa691359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:45:49.717642 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:49.718073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Bound using segment: {'id': 'ffca638e-9ff8-4751-89bf-2766b7f79944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '34960839-1212-44fb-bbcf-c021aa691359'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:45:49.718550 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Bound port: f4647b66-d562-47da-8f9a-6866be49b7e3, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffca638e-9ff8-4751-89bf-2766b7f79944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '34960839-1212-44fb-bbcf-c021aa691359'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:45:49.718936 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:49.846651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] For port f4647b66-d562-47da-8f9a-6866be49b7e3, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:45:49.855398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] For port f4647b66-d562-47da-8f9a-6866be49b7e3, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f4647b66-d562-47da-8f9a-6866be49b7e3,segment=NetworkSegment(ffca638e-9ff8-4751-89bf-2766b7f79944),segment_id=ffca638e-9ff8-4751-89bf-2766b7f79944)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:45:49.861664 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:50.034125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20c952-0af2-422d-89da-4ebcc45282ca None None] Pushing event updated for resources: {'Port': ['ID=f4647b66-d562-47da-8f9a-6866be49b7e3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:50.134406 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:50.283925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:50.327429 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2f87c9c0-fccb-4ac7-9c88-669c719d7abc tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/floatingips/67c8bc91-90e1-4409-a86a-12143f945801 HTTP/1.1" status: 200 len: 992 time: 0.8110986 Nov 12 13:45:50.472654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Network 34960839-1212-44fb-bbcf-c021aa691359 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:50.476287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:50.486305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:50.565987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:50.567087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:50.636324 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42450) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:50.640583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2677970 Nov 12 13:45:50.644763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'port': {'network_id': '34960839-1212-44fb-bbcf-c021aa691359', 'name': 'tempest-AllowedAddressPairTestJSON-411133824', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9d:04:74'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:50.647871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bee26a-32ea-40c1-babd-a0f9d6408a74 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Port': ['ID=31d6d34c-f210-4005-ac30-27fab071875e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:50.700045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f4647b66-d562-47da-8f9a-6866be49b7e3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:50.789428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:50.912670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f4647b66-d562-47da-8f9a-6866be49b7e3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:50.913744 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:51.027854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Made reservation on behalf of 4d0dd4f45e4b4d1ba46578821bb4e7e8 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:51.091223 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:51.178533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port f4647b66-d562-47da-8f9a-6866be49b7e3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f4647b66-d562-47da-8f9a-6866be49b7e3,segment=NetworkSegment(ffca638e-9ff8-4751-89bf-2766b7f79944),segment_id=ffca638e-9ff8-4751-89bf-2766b7f79944)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:51.191023 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:51.264546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port cf700f66-f95c-4c07-b46c-9d18ed608e59 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:51.265925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:51.337108 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:51.393561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=f4647b66-d562-47da-8f9a-6866be49b7e3,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:51.436226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] device_id is not set on port 093ac9a7-5123-4632-a8dc-aed1780552c4 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:45:51.490108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:51.492723 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:51.544473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for cf700f66-f95c-4c07-b46c-9d18ed608e59 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:51.686959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Allocated IP 172.20.0.6 (34960839-1212-44fb-bbcf-c021aa691359/ec48dce1-26fb-4703-a6b1-9be0b3abb8d8/093ac9a7-5123-4632-a8dc-aed1780552c4) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:51.802224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42486) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:51.920649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:52.005976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=cf700f66-f95c-4c07-b46c-9d18ed608e59,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:52.042542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0d1a1c-9a43-40ea-be0e-5be75c6e2085 None None] Network 34960839-1212-44fb-bbcf-c021aa691359 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:45:52.094998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8cbcc0ee-8978-4dbd-9c83-6c20f7570e68 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:52.148197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:52.148340 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Floating IP 67c8bc91-90e1-4409-a86a-12143f945801 disassociated (deleted). External IP: 172.25.5.45, port: d6d5ccb9-9d8a-4be1-8bb8-5033f462894b. Nov 12 13:45:52.175324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8cbcc0ee-8978-4dbd-9c83-6c20f7570e68 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] 10.222.0.73 "PUT /v2.0/quotas/4f781cb3969a4559bc7c41e4270f1301 HTTP/1.1" status: 200 len: 368 time: 0.3712316 Nov 12 13:45:52.178159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42498) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:52.187755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Request body: {'network': {'project_id': '4f781cb3969a4559bc7c41e4270f1301'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:52.220451 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:52.262999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Made reservation on behalf of 4f781cb3969a4559bc7c41e4270f1301 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:52.265893 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:52.281832 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:52.325659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cfb2d6a0-5481-4487-9d79-56c9e60cdd04 None None] Provisioning complete for port f4647b66-d562-47da-8f9a-6866be49b7e3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:52.326190 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d6a0-5481-4487-9d79-56c9e60cdd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:52.351676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:52.542719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f4647b66-d562-47da-8f9a-6866be49b7e3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:45:52.548897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Network 34960839-1212-44fb-bbcf-c021aa691359 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:52.552981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Port': ['ID=093ac9a7-5123-4632-a8dc-aed1780552c4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:52.568217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:52.585358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:52.707212 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:52.709277 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:52.755025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-04769c3a-d4cc-4bd7-b528-2d010443fc60 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.1146531 Nov 12 13:45:52.760605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42506) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:52.955991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:52.980992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f4647b66-d562-47da-8f9a-6866be49b7e3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:52.982010 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.034394 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.065671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-03925c9f-800a-4b7a-a234-310cd4127a99 None None] Provisioning complete for port 31d6d34c-f210-4005-ac30-27fab071875e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:53.075624 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03925c9f-800a-4b7a-a234-310cd4127a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.152087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584788b5-5f0e-4061-bc0a-878de70a6ef2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:53.207752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:45:53.282313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888e511c-3fdb-4963-a40d-b0ff5590220c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:53.294241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-03925c9f-800a-4b7a-a234-310cd4127a99 None None] Port 31d6d34c-f210-4005-ac30-27fab071875e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:53.294906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888e511c-3fdb-4963-a40d-b0ff5590220c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:53.304361 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888e511c-3fdb-4963-a40d-b0ff5590220c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:53.312497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-888e511c-3fdb-4963-a40d-b0ff5590220c tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.5469627 Nov 12 13:45:53.314100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42518) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:53.354099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-03925c9f-800a-4b7a-a234-310cd4127a99 None None] Provisioning complete for port f4647b66-d562-47da-8f9a-6866be49b7e3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:53.355869 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03925c9f-800a-4b7a-a234-310cd4127a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.371101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.371101 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Added segment c959eb11-1a83-4809-bdcf-cd0f3dfaf838 of type vlan for network 08b67706-ce09-4410-bdbf-f9483608fcb8 Nov 12 13:45:53.471813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 9d0091f5-8169-480e-9a80-75dd22cc38c0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:45:53.524780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.562264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-03925c9f-800a-4b7a-a234-310cd4127a99 None None] Provisioning complete for port 093ac9a7-5123-4632-a8dc-aed1780552c4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:53.562636 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03925c9f-800a-4b7a-a234-310cd4127a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.647669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:45:53.651478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-03925c9f-800a-4b7a-a234-310cd4127a99 None None] Port 093ac9a7-5123-4632-a8dc-aed1780552c4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:53.665786 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.669519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:53.674184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.679231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.680358 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] Sync routers for ids ['9d0091f5-8169-480e-9a80-75dd22cc38c0'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:45:53.699438 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] Routers {'9d0091f5-8169-480e-9a80-75dd22cc38c0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:53.700221 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9d0091f5-8169-480e-9a80-75dd22cc38c0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:53.726896 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-28932c59-957b-454d-a3cc-0709642b71bf tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/floatingips/67c8bc91-90e1-4409-a86a-12143f945801 HTTP/1.1" status: 204 len: 168 time: 2.9357319 Nov 12 13:45:53.727690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'tag': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:45:53.732400 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c0ff86-a838-4450-ae12-2fba06157444" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a851e5-0e59-49fb-bad4-150f582d5570", "tag": "d6d5ccb9-9d8a-4be1-8bb8-5033f462894b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:45:53.807334 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fd9b92ad-e737-4fcc-91f2-34ca361cdf08 None None] Provisioning complete for port 31d6d34c-f210-4005-ac30-27fab071875e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:53.807827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd9b92ad-e737-4fcc-91f2-34ca361cdf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.819477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6388285 Nov 12 13:45:53.820998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42528) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:53.843300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Request body: {'network': {'project_id': '4f781cb3969a4559bc7c41e4270f1301'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:53.889449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b92ad-e737-4fcc-91f2-34ca361cdf08 None None] Port 31d6d34c-f210-4005-ac30-27fab071875e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:53.910728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Made reservation on behalf of 4f781cb3969a4559bc7c41e4270f1301 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:53.918166 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.927197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-548066df-0ad2-4e04-9a8a-465642618ca9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Deleting port 093ac9a7-5123-4632-a8dc-aed1780552c4 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:53.927557 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-548066df-0ad2-4e04-9a8a-465642618ca9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:53.991941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:45:54.003947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:54.004628 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Added segment ab7592c1-56d8-48c5-a8a7-35b4120bd12d of type vlan for network f27f3dcf-8cbc-4ca9-83fa-9ad5c3c322da Nov 12 13:45:54.062800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-72e11d91-1e39-47d7-b002-8e007f593109 None None] Provisioning complete for port 093ac9a7-5123-4632-a8dc-aed1780552c4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:54.066830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72e11d91-1e39-47d7-b002-8e007f593109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:54.142343 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-548066df-0ad2-4e04-9a8a-465642618ca9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:54.159696 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82e51ba-6656-4921-825a-80173d527058 x-openstack-request-id: req-a82e51ba-6656-4921-825a-80173d527058 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:45:54.160813 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a851e5-0e59-49fb-bad4-150f582d5570", "tag": "d6d5ccb9-9d8a-4be1-8bb8-5033f462894b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:45:54.162686 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a82e51ba-6656-4921-825a-80173d527058 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:45:54.163352 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'tag': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'status': 'completed', 'code': 200} Nov 12 13:45:54.184372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-548066df-0ad2-4e04-9a8a-465642618ca9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Calling delete_port for 093ac9a7-5123-4632-a8dc-aed1780552c4 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:54.249060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-72e11d91-1e39-47d7-b002-8e007f593109 None None] Port 093ac9a7-5123-4632-a8dc-aed1780552c4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:54.300985 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:45:54.325653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4b496-fe02-428a-b47f-d2ad5be5c573 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Pushing event updated for resources: {'Network': ['ID=08b67706-ce09-4410-bdbf-f9483608fcb8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:54.337349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 08b67706-ce09-4410-bdbf-f9483608fcb8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:45:54.372260 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] Set router 9d0091f5-8169-480e-9a80-75dd22cc38c0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:54.448970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-548066df-0ad2-4e04-9a8a-465642618ca9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:54.487575 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:54.504849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548066df-0ad2-4e04-9a8a-465642618ca9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event deleted for resources: {'Port': ['ID=093ac9a7-5123-4632-a8dc-aed1780552c4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:54.593898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0ff86-a838-4450-ae12-2fba06157444 req-e26cf676-6ad5-4768-a5dd-bf7b30525978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:54.596898 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43c0ff86-a838-4450-ae12-2fba06157444 req-e26cf676-6ad5-4768-a5dd-bf7b30525978 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0e471bbf082147968eeb2d3e39474524&device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 1096 time: 0.4514380 Nov 12 13:45:54.780873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0ff86-a838-4450-ae12-2fba06157444 req-28a8f2fc-b973-4fa2-a031-fde1425709e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:54.782980 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43c0ff86-a838-4450-ae12-2fba06157444 req-28a8f2fc-b973-4fa2-a031-fde1425709e3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f2266a91-02e9-4252-bfc6-30748941c9de HTTP/1.1" status: 200 len: 898 time: 0.1761944 Nov 12 13:45:54.812459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cbdb4-2dcf-4e1b-b64a-95d9c944bb0d req-0ac96f9d-2d38-448a-be7c-e0ddff2cb2b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:54.814345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b22cbdb4-2dcf-4e1b-b64a-95d9c944bb0d req-0ac96f9d-2d38-448a-be7c-e0ddff2cb2b7 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 945 time: 0.4396567 Nov 12 13:45:54.876207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:54.880893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:54.883921 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:55.013022 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-548066df-0ad2-4e04-9a8a-465642618ca9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:55.021961 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-548066df-0ad2-4e04-9a8a-465642618ca9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "DELETE /v2.0/ports/093ac9a7-5123-4632-a8dc-aed1780552c4 HTTP/1.1" status: 204 len: 168 time: 1.6591322 Nov 12 13:45:55.026054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42554) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:55.052489 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:44:05Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'eec4d911-23a3-468a-a929-f6ddcaa21b51', 'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:87:86:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:02Z', 'updated_at': '2021-11-12T13:44:11Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:55.067580 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f3cedb-c866-41f5-849f-f8bba0939300 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] GET failed (client error): The resource could not be found. Nov 12 13:45:55.069159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-73f3cedb-c866-41f5-849f-f8bba0939300 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "GET /v2.0/ports/093ac9a7-5123-4632-a8dc-aed1780552c4 HTTP/1.1" status: 404 len: 333 time: 0.0421081 Nov 12 13:45:55.072967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42556) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:55.079331 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'port': {'network_id': '34960839-1212-44fb-bbcf-c021aa691359', 'name': 'tempest-AllowedAddressPairTestJSON-466336636'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:55.087951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43c0ff86-a838-4450-ae12-2fba06157444 req-75c3ecf8-5308-4832-a6d6-288792b77694 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b HTTP/1.1" status: 200 len: 217 time: 0.2721016 Nov 12 13:45:55.133447 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] Checking router: 9d0091f5-8169-480e-9a80-75dd22cc38c0 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:45:55.159409 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] Routers {'9d0091f5-8169-480e-9a80-75dd22cc38c0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:45:55.160233 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9d0091f5-8169-480e-9a80-75dd22cc38c0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:55.221171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3983176 Nov 12 13:45:55.230333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42562) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:55.238932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-cd491e5e-7491-48b6-bff5-c359c721ee7f tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Request body: {'network': {'project_id': '4f781cb3969a4559bc7c41e4270f1301'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:55.268810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.api [None req-cd491e5e-7491-48b6-bff5-c359c721ee7f tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 13:45:55.268810 n-d-805736-4 neutron-server[102675]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 13:45:55.268810 n-d-805736-4 neutron-server[102675]: [parameters: {'project_id_1': '4f781cb3969a4559bc7c41e4270f1301', 'expiration_1': datetime.datetime(2021, 11, 12, 13, 45, 35, 247646)}] Nov 12 13:45:55.268810 n-d-805736-4 neutron-server[102675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:45:55.270046 n-d-805736-4 neutron-server[102675]: DEBUG oslo_db.api [None req-cd491e5e-7491-48b6-bff5-c359c721ee7f tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:45:55.285765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Made reservation on behalf of 4d0dd4f45e4b4d1ba46578821bb4e7e8 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:55.293177 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:55.329690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] device_id is not set on port a1930465-b8ce-4ebf-9e69-8f8a3e37605e yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:45:55.418359 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b22cbdb4-2dcf-4e1b-b64a-95d9c944bb0d req-5d79cf9a-cd8b-4fbd-a9b1-1abb3ebf3d59 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5958900 Nov 12 13:45:55.426416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0ff86-a838-4450-ae12-2fba06157444 req-471a9b88-ea2b-4934-81be-fc1d7b1dae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:55.426416 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43c0ff86-a838-4450-ae12-2fba06157444 req-471a9b88-ea2b-4934-81be-fc1d7b1dae1c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7f5122c5-e8a0-40b0-9ab1-93908c5ad13f HTTP/1.1" status: 200 len: 834 time: 0.3100061 Nov 12 13:45:55.454040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10105b-e54d-4478-9da1-93c6c130c8ea tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Pushing event updated for resources: {'Network': ['ID=f27f3dcf-8cbc-4ca9-83fa-9ad5c3c322da,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:55.465694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f27f3dcf-8cbc-4ca9-83fa-9ad5c3c322da details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:45:55.503000 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] Set router 9d0091f5-8169-480e-9a80-75dd22cc38c0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:45:55.512892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0ff86-a838-4450-ae12-2fba06157444 req-fb80bd73-299c-47ef-a424-09c90b72b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:55.515057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43c0ff86-a838-4450-ae12-2fba06157444 req-fb80bd73-299c-47ef-a424-09c90b72b338 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f2266a91-02e9-4252-bfc6-30748941c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773680 Nov 12 13:45:55.627087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Allocated IP 172.20.0.10 (34960839-1212-44fb-bbcf-c021aa691359/ec48dce1-26fb-4703-a6b1-9be0b3abb8d8/a1930465-b8ce-4ebf-9e69-8f8a3e37605e) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:45:55.857814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43c0ff86-a838-4450-ae12-2fba06157444 req-d06c25e1-6515-459a-841d-800572f391ee service neutron] 10.222.0.105 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250539 Nov 12 13:45:56.042303 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:44:05Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'eec4d911-23a3-468a-a929-f6ddcaa21b51', 'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:87:86:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:02Z', 'updated_at': '2021-11-12T13:44:11Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:56.044808 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd491e5e-7491-48b6-bff5-c359c721ee7f tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 13:45:56.048141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd491e5e-7491-48b6-bff5-c359c721ee7f tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:45:56.059621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cd491e5e-7491-48b6-bff5-c359c721ee7f tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.8251495 Nov 12 13:45:56.061215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42576) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:56.092562 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43c0ff86-a838-4450-ae12-2fba06157444 req-dedee6df-1c60-4776-92a7-370210c5c7b4 service neutron] 10.222.0.105 "GET /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245598 Nov 12 13:45:56.125002 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b718ef3-a528-4e07-9f0c-a1cad80acd3b None None] The sync data for ids ['9d0091f5-8169-480e-9a80-75dd22cc38c0'] in n-d-805736-4 is: [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:44:05Z', 'revision_number': 4, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'eec4d911-23a3-468a-a929-f6ddcaa21b51', 'name': '', 'network_id': 'f2266a91-02e9-4252-bfc6-30748941c9de', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'mac_address': 'fa:16:3e:87:86:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:02Z', 'updated_at': '2021-11-12T13:44:11Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'subnets': [{'id': '7f5122c5-e8a0-40b0-9ab1-93908c5ad13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:45:56.290796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-f4755535-9034-4d86-b0b2-9df63f4cb874 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:56.290796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-f4755535-9034-4d86-b0b2-9df63f4cb874 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.105 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 945 time: 0.3495412 Nov 12 13:45:56.300817 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:56.312394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cee44f10-1523-43bb-bf7c-4beec3d6b6a4 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f781cb3969a4559bc7c41e4270f1301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2367854 Nov 12 13:45:56.315162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:56.477420 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef45beb5-e1b9-4118-a13a-de849155b82e tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:56.520920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef45beb5-e1b9-4118-a13a-de849155b82e tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:56.573071 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:56.659191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Network 34960839-1212-44fb-bbcf-c021aa691359 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:45:56.662208 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef45beb5-e1b9-4118-a13a-de849155b82e tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:56.664584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:45:56.673266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef45beb5-e1b9-4118-a13a-de849155b82e tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:56.674707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ef45beb5-e1b9-4118-a13a-de849155b82e tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/584788b5-5f0e-4061-bc0a-878de70a6ef2 HTTP/1.1" status: 204 len: 168 time: 0.3584902 Nov 12 13:45:56.676634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:45:56.689451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42590) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:56.768690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45beb5-e1b9-4118-a13a-de849155b82e tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584788b5-5f0e-4061-bc0a-878de70a6ef2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:56.826772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a03436-b5c1-4927-a1ef-c15fdf35ac7c None None] New status for floating IP 67c8bc91-90e1-4409-a86a-12143f945801: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:45:56.841656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27993186-e8c0-44f4-80fd-f0937be57f0e req-df8044d1-3b25-4f33-9d03-55b677b96449 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:56.844138 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27993186-e8c0-44f4-80fd-f0937be57f0e req-df8044d1-3b25-4f33-9d03-55b677b96449 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 945 time: 0.1886866 Nov 12 13:45:56.926583 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:56.940954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-27993186-e8c0-44f4-80fd-f0937be57f0e req-314eef67-498c-418f-aa0c-81fc9e872400 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef1efbdc-56f8-41e6-8403-5611ac6b0723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910084 Nov 12 13:45:56.960166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Port': ['ID=a1930465-b8ce-4ebf-9e69-8f8a3e37605e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:57.001861 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4048331-64a5-4369-a480-954f770c3e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.006073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-325bb558-e888-45c6-88fe-78d1105cd20f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:57.006461 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-325bb558-e888-45c6-88fe-78d1105cd20f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.112980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b41a4ac1-f047-4b65-ad5e-b934cfa3adf9 None None] Provisioning complete for port a1930465-b8ce-4ebf-9e69-8f8a3e37605e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:57.114152 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b41a4ac1-f047-4b65-ad5e-b934cfa3adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.192139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b41a4ac1-f047-4b65-ad5e-b934cfa3adf9 None None] Port a1930465-b8ce-4ebf-9e69-8f8a3e37605e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:57.208481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:57.209473 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.224852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.290850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27f3dcf-8cbc-4ca9-83fa-9ad5c3c322da']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:57.297209 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d7626668-d68a-4b9e-8bc4-a2b057c4d1cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2227988 Nov 12 13:45:57.300069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42606) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:57.309745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bf4070ac-597d-4bbb-b0d1-985aeb5617a8 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9d:04:74'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:57.318270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7592c1-56d8-48c5-a8a7-35b4120bd12d') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:57.318590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7592c1-56d8-48c5-a8a7-35b4120bd12d') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:57.341135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.398810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.417965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-325bb558-e888-45c6-88fe-78d1105cd20f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] For port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:45:57.418336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-325bb558-e888-45c6-88fe-78d1105cd20f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.437422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:45:57.438122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:45:57.444840 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:45:57.552685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-325bb558-e888-45c6-88fe-78d1105cd20f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for d6d5ccb9-9d8a-4be1-8bb8-5033f462894b owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:57.607644 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.616328 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.616768 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf4070ac-597d-4bbb-b0d1-985aeb5617a8 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.621646 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] 10.222.0.73 "DELETE /v2.0/networks/f27f3dcf-8cbc-4ca9-83fa-9ad5c3c322da HTTP/1.1" status: 204 len: 168 time: 0.9310391 Nov 12 13:45:57.624809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42610) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:57.658991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740f6cf-ee2f-42de-b3d0-3bd736906978 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Pushing event deleted for resources: {'Network': ['ID=f27f3dcf-8cbc-4ca9-83fa-9ad5c3c322da,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:57.760904 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.944053 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.974250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b67706-ce09-4410-bdbf-f9483608fcb8']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:57.978238 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-325bb558-e888-45c6-88fe-78d1105cd20f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.981557 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf4070ac-597d-4bbb-b0d1-985aeb5617a8 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:57.991523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf4070ac-597d-4bbb-b0d1-985aeb5617a8 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.093842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4070ac-597d-4bbb-b0d1-985aeb5617a8 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Port': ['ID=a1930465-b8ce-4ebf-9e69-8f8a3e37605e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:58.145699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4d65973-6a86-41f9-b6ee-6e64a5b51d97 req-8a368ece-ecae-47a3-a9e0-a35431d043d0 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 210 time: 0.0769160 Nov 12 13:45:58.158939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bf4070ac-597d-4bbb-b0d1-985aeb5617a8 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] In _notify_port_updated(), no bound segment for port a1930465-b8ce-4ebf-9e69-8f8a3e37605e on network 34960839-1212-44fb-bbcf-c021aa691359 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:45:58.181031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4070ac-597d-4bbb-b0d1-985aeb5617a8 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:45:58.185187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf4070ac-597d-4bbb-b0d1-985aeb5617a8 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.200992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bf4070ac-597d-4bbb-b0d1-985aeb5617a8 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "PUT /v2.0/ports/a1930465-b8ce-4ebf-9e69-8f8a3e37605e HTTP/1.1" status: 200 len: 993 time: 0.8995242 Nov 12 13:45:58.201689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:58.504778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a79daac5-04c5-42d5-abee-4b0d9d8b7cc9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Deleting port a1930465-b8ce-4ebf-9e69-8f8a3e37605e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:45:58.505131 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a79daac5-04c5-42d5-abee-4b0d9d8b7cc9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.621464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c959eb11-1a83-4809-bdcf-cd0f3dfaf838') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:58.622108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c959eb11-1a83-4809-bdcf-cd0f3dfaf838') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:45:58.645868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4ba41230-7b74-4b43-a569-4f445455bb29 None None] Provisioning complete for port a1930465-b8ce-4ebf-9e69-8f8a3e37605e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:45:58.648067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba41230-7b74-4b43-a569-4f445455bb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.695798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4ba41230-7b74-4b43-a569-4f445455bb29 None None] Port a1930465-b8ce-4ebf-9e69-8f8a3e37605e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:45:58.705255 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a79daac5-04c5-42d5-abee-4b0d9d8b7cc9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.708060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.722549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bb558-e888-45c6-88fe-78d1105cd20f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=d6d5ccb9-9d8a-4be1-8bb8-5033f462894b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:58.728683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a79daac5-04c5-42d5-abee-4b0d9d8b7cc9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Calling delete_port for a1930465-b8ce-4ebf-9e69-8f8a3e37605e owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:45:58.754881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.785087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:45:58.785791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:45:58.794130 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:45:58.831174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-325bb558-e888-45c6-88fe-78d1105cd20f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] No DVR routers for this DVR port d6d5ccb9-9d8a-4be1-8bb8-5033f462894b on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:45:58.869781 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-325bb558-e888-45c6-88fe-78d1105cd20f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.873878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dc86827e-e68c-43b2-87f5-53ec659193fd req-325bb558-e888-45c6-88fe-78d1105cd20f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.105 "DELETE /v2.0/ports/d6d5ccb9-9d8a-4be1-8bb8-5033f462894b HTTP/1.1" status: 204 len: 173 time: 2.5598059 Nov 12 13:45:58.875108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'name': 'network-vif-deleted', 'tag': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:45:58.878768 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfc596c-5234-4545-85da-ec4f1071ddae" -d '{"events": [{"server_uuid": "e3a851e5-0e59-49fb-bad4-150f582d5570", "name": "network-vif-deleted", "tag": "d6d5ccb9-9d8a-4be1-8bb8-5033f462894b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:45:58.927366 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.935596 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:58.938918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] 10.222.0.73 "DELETE /v2.0/networks/08b67706-ce09-4410-bdbf-f9483608fcb8 HTTP/1.1" status: 204 len: 168 time: 1.3101957 Nov 12 13:45:58.976760 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24922694-c700-436f-992b-a42bdf76fe8e x-openstack-request-id: req-24922694-c700-436f-992b-a42bdf76fe8e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:45:58.977386 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a851e5-0e59-49fb-bad4-150f582d5570", "name": "network-vif-deleted", "tag": "d6d5ccb9-9d8a-4be1-8bb8-5033f462894b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:45:58.977807 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24922694-c700-436f-992b-a42bdf76fe8e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:45:58.978376 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a851e5-0e59-49fb-bad4-150f582d5570', 'name': 'network-vif-deleted', 'tag': 'd6d5ccb9-9d8a-4be1-8bb8-5033f462894b', 'status': 'completed', 'code': 200} Nov 12 13:45:58.980705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e958639-adf2-4dec-9d5a-8a61dedae309 tempest-QuotasNegativeTest-365334855 tempest-QuotasNegativeTest-365334855-project-admin] Pushing event deleted for resources: {'Network': ['ID=08b67706-ce09-4410-bdbf-f9483608fcb8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:59.014703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d6d5ccb9-9d8a-4be1-8bb8-5033f462894b no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:45:59.075566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: d6d5ccb9-9d8a-4be1-8bb8-5033f462894b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:45:59.076208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d6d5ccb9-9d8a-4be1-8bb8-5033f462894b not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:45:59.119607 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a79daac5-04c5-42d5-abee-4b0d9d8b7cc9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:59.290902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79daac5-04c5-42d5-abee-4b0d9d8b7cc9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event deleted for resources: {'Port': ['ID=a1930465-b8ce-4ebf-9e69-8f8a3e37605e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:45:59.522943 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-944992ff-72f5-40d1-b88f-92721cc481cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:59.648783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a79daac5-04c5-42d5-abee-4b0d9d8b7cc9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:45:59.656214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a79daac5-04c5-42d5-abee-4b0d9d8b7cc9 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "DELETE /v2.0/ports/a1930465-b8ce-4ebf-9e69-8f8a3e37605e HTTP/1.1" status: 204 len: 168 time: 1.4532924 Nov 12 13:45:59.659017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42660) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:59.659585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-25f75add-1cca-4fa0-af0c-63b1f0affa1a req-c858cd89-0d08-44fb-9753-8119e2e89f65 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a851e5-0e59-49fb-bad4-150f582d5570 HTTP/1.1" status: 200 len: 210 time: 0.0712860 Nov 12 13:45:59.719918 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7929734f-1bfb-419a-9432-0f75f2c6504f tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] GET failed (client error): The resource could not be found. Nov 12 13:45:59.721112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7929734f-1bfb-419a-9432-0f75f2c6504f tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "GET /v2.0/ports/a1930465-b8ce-4ebf-9e69-8f8a3e37605e HTTP/1.1" status: 404 len: 333 time: 0.0612476 Nov 12 13:45:59.725555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42664) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:59.734236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'port': {'network_id': '34960839-1212-44fb-bbcf-c021aa691359', 'name': 'tempest-AllowedAddressPairTestJSON-1587072885'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:45:59.972689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:45:59.980924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Made reservation on behalf of 4d0dd4f45e4b4d1ba46578821bb4e7e8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:45:59.994013 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.018257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] device_id is not set on port 323186ca-dd51-407d-9656-bea2d20196a8 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:46:00.217754 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-939746a4-42f7-4040-adc7-90b33583b7f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.253615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Allocated IP 172.20.0.13 (34960839-1212-44fb-bbcf-c021aa691359/ec48dce1-26fb-4703-a6b1-9be0b3abb8d8/323186ca-dd51-407d-9656-bea2d20196a8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:00.457977 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-939746a4-42f7-4040-adc7-90b33583b7f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.467566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-939746a4-42f7-4040-adc7-90b33583b7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.542102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939746a4-42f7-4040-adc7-90b33583b7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fcdfb4-9de8-4f65-aadf-5ad314f58988,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:00.548714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-939746a4-42f7-4040-adc7-90b33583b7f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec4cbbc8338d4aafaa0a666da93b29a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5747292 Nov 12 13:46:00.552407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42682) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:00.571428 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.630399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.644614 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.732013 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a8e0eae-643d-4931-b49a-18b9f0730b3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.733965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Port': ['ID=323186ca-dd51-407d-9656-bea2d20196a8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:00.743453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Network 34960839-1212-44fb-bbcf-c021aa691359 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:00.753479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42694) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:00.770391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:00.779597 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a8e0eae-643d-4931-b49a-18b9f0730b3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.851873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:00.879813 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a8e0eae-643d-4931-b49a-18b9f0730b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.882709 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0a8e0eae-643d-4931-b49a-18b9f0730b3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:00.883882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0a8e0eae-643d-4931-b49a-18b9f0730b3f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91fcdfb4-9de8-4f65-aadf-5ad314f58988 HTTP/1.1" status: 204 len: 168 time: 0.3302188 Nov 12 13:46:00.905850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e0eae-643d-4931-b49a-18b9f0730b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fcdfb4-9de8-4f65-aadf-5ad314f58988,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:00.984035 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:00.987573 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.046945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3d7288ce-980b-445c-9d14-65be63ba2f34 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3167231 Nov 12 13:46:01.047689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:01.054047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ec36a3af-9724-43e0-96ea-2e12c51280be tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9d:04:74'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:01.171243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-022484f3-7f23-4969-a4bc-0382d991545f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.254632 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec36a3af-9724-43e0-96ea-2e12c51280be tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.286117 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-022484f3-7f23-4969-a4bc-0382d991545f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.286530 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ef09c0fb-c592-408d-aa77-db4203f6d18d None None] Provisioning complete for port 323186ca-dd51-407d-9656-bea2d20196a8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:01.286907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef09c0fb-c592-408d-aa77-db4203f6d18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.335023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42712) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:01.385072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ef09c0fb-c592-408d-aa77-db4203f6d18d None None] Port 323186ca-dd51-407d-9656-bea2d20196a8 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:46:01.385575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42716) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:01.403100 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-743938e1-6261-4ab3-aec2-6a0cabbb1d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.537808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-743938e1-6261-4ab3-aec2-6a0cabbb1d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.543403 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-743938e1-6261-4ab3-aec2-6a0cabbb1d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.595422 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-022484f3-7f23-4969-a4bc-0382d991545f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.603702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-022484f3-7f23-4969-a4bc-0382d991545f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.606571 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-022484f3-7f23-4969-a4bc-0382d991545f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/security-groups/ef1efbdc-56f8-41e6-8403-5611ac6b0723 HTTP/1.1" status: 204 len: 168 time: 0.8506753 Nov 12 13:46:01.620923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743938e1-6261-4ab3-aec2-6a0cabbb1d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564e4be9-9e37-4bc7-906b-cf4a3a6b0c1b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:01.708485 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-743938e1-6261-4ab3-aec2-6a0cabbb1d79 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ba9805281a6439594a8551ca9e67d02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3215168 Nov 12 13:46:01.710337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42728) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:01.730428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:01.755553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022484f3-7f23-4969-a4bc-0382d991545f tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1efbdc-56f8-41e6-8403-5611ac6b0723,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:01.962750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec36a3af-9724-43e0-96ea-2e12c51280be tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.974590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec36a3af-9724-43e0-96ea-2e12c51280be tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:01.980874 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-94fe906d-6a28-4667-89d4-4d79b1365dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.005424 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-94fe906d-6a28-4667-89d4-4d79b1365dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.137455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ec36a3af-9724-43e0-96ea-2e12c51280be tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] In _notify_port_updated(), no bound segment for port 323186ca-dd51-407d-9656-bea2d20196a8 on network 34960839-1212-44fb-bbcf-c021aa691359 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:46:02.146745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36a3af-9724-43e0-96ea-2e12c51280be tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:02.147703 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec36a3af-9724-43e0-96ea-2e12c51280be tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.149349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ec36a3af-9724-43e0-96ea-2e12c51280be tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "PUT /v2.0/ports/323186ca-dd51-407d-9656-bea2d20196a8 HTTP/1.1" status: 200 len: 997 time: 1.1005993 Nov 12 13:46:02.153652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42740) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:02.188986 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-94fe906d-6a28-4667-89d4-4d79b1365dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.193599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-94fe906d-6a28-4667-89d4-4d79b1365dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.200484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-94fe906d-6a28-4667-89d4-4d79b1365dc2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/564e4be9-9e37-4bc7-906b-cf4a3a6b0c1b HTTP/1.1" status: 204 len: 168 time: 0.4840021 Nov 12 13:46:02.217487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe906d-6a28-4667-89d4-4d79b1365dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564e4be9-9e37-4bc7-906b-cf4a3a6b0c1b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:02.281992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36a3af-9724-43e0-96ea-2e12c51280be tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Port': ['ID=323186ca-dd51-407d-9656-bea2d20196a8,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:02.330515 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.426619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-32445a00-9c67-4c51-82d3-ad7723a05ef4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Deleting port 323186ca-dd51-407d-9656-bea2d20196a8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:02.426962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32445a00-9c67-4c51-82d3-ad7723a05ef4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.534157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0c686d2a-3f44-4a76-92ab-db9d8d32a444 None None] Provisioning complete for port 323186ca-dd51-407d-9656-bea2d20196a8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:02.534525 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c686d2a-3f44-4a76-92ab-db9d8d32a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.559400 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.597674 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32445a00-9c67-4c51-82d3-ad7723a05ef4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.621933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-32445a00-9c67-4c51-82d3-ad7723a05ef4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Calling delete_port for 323186ca-dd51-407d-9656-bea2d20196a8 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:02.648068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0c686d2a-3f44-4a76-92ab-db9d8d32a444 None None] Port 323186ca-dd51-407d-9656-bea2d20196a8 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:46:02.827983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:02.956255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:03.207179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32445a00-9c67-4c51-82d3-ad7723a05ef4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:03.294006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] Deleting port a35720aa-575b-45dc-93f2-b90f61ef2725 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:03.294595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:03.512706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32445a00-9c67-4c51-82d3-ad7723a05ef4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:03.516231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-32445a00-9c67-4c51-82d3-ad7723a05ef4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "DELETE /v2.0/ports/323186ca-dd51-407d-9656-bea2d20196a8 HTTP/1.1" status: 204 len: 168 time: 1.3618231 Nov 12 13:46:03.520385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32445a00-9c67-4c51-82d3-ad7723a05ef4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event deleted for resources: {'Port': ['ID=323186ca-dd51-407d-9656-bea2d20196a8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:03.523278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42784) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:03.530562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] For port a35720aa-575b-45dc-93f2-b90f61ef2725, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a35720aa-575b-45dc-93f2-b90f61ef2725,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:03.531011 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:03.586862 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e61c82c-b01b-4e0b-ae38-42a1152d6b26 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] GET failed (client error): The resource could not be found. Nov 12 13:46:03.587726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7e61c82c-b01b-4e0b-ae38-42a1152d6b26 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "GET /v2.0/ports/323186ca-dd51-407d-9656-bea2d20196a8 HTTP/1.1" status: 404 len: 333 time: 0.0634942 Nov 12 13:46:03.599274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:03.612925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'port': {'network_id': '34960839-1212-44fb-bbcf-c021aa691359', 'name': 'tempest-AllowedAddressPairTestJSON-415531568'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:03.617929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] Calling delete_port for a35720aa-575b-45dc-93f2-b90f61ef2725 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:03.978076 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:04.060061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35720aa-575b-45dc-93f2-b90f61ef2725,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:04.380324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:04.568753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Made reservation on behalf of 4d0dd4f45e4b4d1ba46578821bb4e7e8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:04.573370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:04.602838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] device_id is not set on port f017fe28-af5c-4a63-9621-f89389b1e372 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:46:04.710955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port eec4d911-23a3-468a-a929-f6ddcaa21b51 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:04.711798 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:04.872369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] For port eec4d911-23a3-468a-a929-f6ddcaa21b51, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=eec4d911-23a3-468a-a929-f6ddcaa21b51,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:04.872929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:04.902363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for eec4d911-23a3-468a-a929-f6ddcaa21b51 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:04.963291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] Router f7a869a7-973a-4d72-98d9-b25748246ae5 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:46:05.058559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Allocated IP 172.20.0.7 (34960839-1212-44fb-bbcf-c021aa691359/ec48dce1-26fb-4703-a6b1-9be0b3abb8d8/f017fe28-af5c-4a63-9621-f89389b1e372) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:05.125473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42836) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:05.181366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:46:05.192538 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] Sync routers for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:46:05.217651 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b1c4e9f2-2333-48a9-97f5-b6576933e980 admin admin] 10.222.0.73 "PUT /v2.0/routers/f7a869a7-973a-4d72-98d9-b25748246ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8811691 Nov 12 13:46:05.225154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42842) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:05.234769 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:46:05.239065 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:05.392820 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:46:05.433216 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:05.449097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-28483187', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:05.628790 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:05.692875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Made reservation on behalf of d37171ba88564fa1ac906afe66840ee3 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:05.695624 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:05.725940 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:46:03Z', 'revision_number': 5, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port': {'id': 'fadbba39-644c-4618-8a17-a57af4f84e5a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:33:41Z', 'updated_at': '2021-11-12T13:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:05.738814 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:05.771519 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] Checking router: f7a869a7-973a-4d72-98d9-b25748246ae5 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:46:05.788295 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] Routers {'f7a869a7-973a-4d72-98d9-b25748246ae5'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:46:05.789271 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f7a869a7-973a-4d72-98d9-b25748246ae5'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:05.794326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Deleting port fadbba39-644c-4618-8a17-a57af4f84e5a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:05.794634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:05.834727 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:05.961903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:05.973270 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] Set router f7a869a7-973a-4d72-98d9-b25748246ae5 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:46:06.011756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=eec4d911-23a3-468a-a929-f6ddcaa21b51,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:06.025228 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:06.109127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] For port fadbba39-644c-4618-8a17-a57af4f84e5a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=fadbba39-644c-4618-8a17-a57af4f84e5a,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:06.109726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:06.239121 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:46:05Z', 'revision_number': 6, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:06.246635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Calling delete_port for fadbba39-644c-4618-8a17-a57af4f84e5a owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:06.307134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:06.323032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:06.328567 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] device_id is not set on port c7dee4c5-68de-485b-9b4d-20b7143f6d91 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:46:06.348544 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd5a71-5367-434e-8c79-3dc0139045b1 None None] The sync data for ids ['f7a869a7-973a-4d72-98d9-b25748246ae5'] in n-d-805736-4 is: [{'id': 'f7a869a7-973a-4d72-98d9-b25748246ae5', 'name': 'tempest-AttachVolumeTestJSON-1850499733-router', 'tenant_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:33:39Z', 'updated_at': '2021-11-12T13:46:05Z', 'revision_number': 6, 'project_id': '9ff176a67ac8454d8ace8f4fc86f69c1', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:46:06.371995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Network 34960839-1212-44fb-bbcf-c021aa691359 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:06.378325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Port': ['ID=f017fe28-af5c-4a63-9621-f89389b1e372,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:06.386694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:06.390889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:06.536462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:06.537189 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:06.620851 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-085b064d-60b3-4b25-be02-ccf3931681a4 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0157614 Nov 12 13:46:06.625510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42864) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:06.631077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'port': {'network_id': '34960839-1212-44fb-bbcf-c021aa691359', 'name': 'tempest-AllowedAddressPairTestJSON-1155127113'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:06.636216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb06c0f-377d-4fb7-b57f-b2f63d5229ad,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:06.732053 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:06.751817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Allocated IP 172.25.5.79 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/c7dee4c5-68de-485b-9b4d-20b7143f6d91) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:06.857243 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:06.870060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4126d730-8a51-400c-9469-a2f8047a4f96 None None] Provisioning complete for port f017fe28-af5c-4a63-9621-f89389b1e372 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:06.870658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4126d730-8a51-400c-9469-a2f8047a4f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:06.915547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Pushing event deleted for resources: {'Port': ['ID=fadbba39-644c-4618-8a17-a57af4f84e5a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:06.957856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4126d730-8a51-400c-9469-a2f8047a4f96 None None] Port f017fe28-af5c-4a63-9621-f89389b1e372 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:46:06.968175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d071ffb0-e0fe-4170-87a2-38413e5d4b6b None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:46:07.015116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Made reservation on behalf of 4d0dd4f45e4b4d1ba46578821bb4e7e8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:07.021440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.095516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] device_id is not set on port 4046da2a-7dd0-4cc8-b9de-850198e36cbd yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:46:07.130348 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.281914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Router 9d0091f5-8169-480e-9a80-75dd22cc38c0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:46:07.285521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.289593 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.305512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Allocated IP 172.20.0.13 (34960839-1212-44fb-bbcf-c021aa691359/ec48dce1-26fb-4703-a6b1-9be0b3abb8d8/4046da2a-7dd0-4cc8-b9de-850198e36cbd) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:07.316893 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.412134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.502219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:46:07.510994 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ffe568a9-d26f-42cc-b879-67b262282b97 tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "PUT /v2.0/routers/9d0091f5-8169-480e-9a80-75dd22cc38c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7792909 Nov 12 13:46:07.516035 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:07.516837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] Sync routers for ids ['9d0091f5-8169-480e-9a80-75dd22cc38c0'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:46:07.546830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] Routers {'9d0091f5-8169-480e-9a80-75dd22cc38c0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:46:07.547627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9d0091f5-8169-480e-9a80-75dd22cc38c0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:07.659864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Pushing event updated for resources: {'Port': ['ID=c7dee4c5-68de-485b-9b4d-20b7143f6d91,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:07.707165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:07.716998 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.724649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:07.730810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.739982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a869a7-973a-4d72-98d9-b25748246ae5 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:46:07.742582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:07.760524 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.779049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.783101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f7340bcf-2629-4c18-b535-68678b5d723f admin admin] 10.222.0.73 "DELETE /v2.0/routers/f7a869a7-973a-4d72-98d9-b25748246ae5 HTTP/1.1" status: 204 len: 168 time: 2.5568473 Nov 12 13:46:07.796882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] Set router 9d0091f5-8169-480e-9a80-75dd22cc38c0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:46:07.817615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42892) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:07.844929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f02e9dc-9070-4e2b-983c-3c2fbed1c72c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting subnet 7f5122c5-e8a0-40b0-9ab1-93908c5ad13f {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:46:07.863684 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f02e9dc-9070-4e2b-983c-3c2fbed1c72c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.883568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:07.886168 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.900923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Port': ['ID=4046da2a-7dd0-4cc8-b9de-850198e36cbd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:07.906638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Network 34960839-1212-44fb-bbcf-c021aa691359 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:07.926367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48b5a68-0d25-405b-a087-c2366061e740 admin admin] Deleting subnet 284f2757-35cd-4f76-b04a-8d1b187f093e {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:46:07.933626 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c48b5a68-0d25-405b-a087-c2366061e740 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.964424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f02e9dc-9070-4e2b-983c-3c2fbed1c72c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:07.970586 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cbcff397-d0fe-48e9-94f5-5621c5e8d362 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8433323 Nov 12 13:46:07.974049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42894) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:07.979922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79'}]}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:08.065365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c48b5a68-0d25-405b-a087-c2366061e740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:08.107686 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f02e9dc-9070-4e2b-983c-3c2fbed1c72c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:08.118253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2556ab-fd96-4abd-87cb-692e6894425e None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:46:08.135229 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:08.137044 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:08.217574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:08.218005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:08.221319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:46:05Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:08.222441 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f02e9dc-9070-4e2b-983c-3c2fbed1c72c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:08.226139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:08.240782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-696bfbf7-b977-42df-88a3-1c5f60db34b8 None None] Provisioning complete for port c7dee4c5-68de-485b-9b4d-20b7143f6d91 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:08.241164 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696bfbf7-b977-42df-88a3-1c5f60db34b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:08.295844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] Checking router: 9d0091f5-8169-480e-9a80-75dd22cc38c0 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:46:08.315431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02e9dc-9070-4e2b-983c-3c2fbed1c72c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5122c5-e8a0-40b0-9ab1-93908c5ad13f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:08.334857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f02e9dc-9070-4e2b-983c-3c2fbed1c72c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:08.342457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5f02e9dc-9070-4e2b-983c-3c2fbed1c72c tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/subnets/7f5122c5-e8a0-40b0-9ab1-93908c5ad13f HTTP/1.1" status: 204 len: 168 time: 0.8253281 Nov 12 13:46:08.343095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42900) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:08.343894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50469165-b905-4da7-aa52-06330a53669b None None] Network f2266a91-02e9-4252-bfc6-30748941c9de requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:08.438826 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-696bfbf7-b977-42df-88a3-1c5f60db34b8 None None] Port c7dee4c5-68de-485b-9b4d-20b7143f6d91 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:46:08.440575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] Routers {'9d0091f5-8169-480e-9a80-75dd22cc38c0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:46:08.441750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:45:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9d0091f5-8169-480e-9a80-75dd22cc38c0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:08.573488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] Set router 9d0091f5-8169-480e-9a80-75dd22cc38c0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:46:08.581787 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:08.674150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:08.675055 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:08.698400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-89f4df2d-c6fd-4307-8a40-175ede4c4938 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0714138 Nov 12 13:46:08.701420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42910) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:08.707010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-671b0c8f-9795-47b6-9221-c39473147690 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9d:04:74'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:2c:5a:53'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:08.770688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fadbba39-644c-4618-8a17-a57af4f84e5a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:46:08.818283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: fadbba39-644c-4618-8a17-a57af4f84e5a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:46:08.818673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device fadbba39-644c-4618-8a17-a57af4f84e5a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:46:08.819331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a35720aa-575b-45dc-93f2-b90f61ef2725 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:46:08.918950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a35720aa-575b-45dc-93f2-b90f61ef2725 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:46:08.919447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a35720aa-575b-45dc-93f2-b90f61ef2725 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:46:08.953456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-77f93aca-fd24-4d45-aec7-7aac6423187e None None] Provisioning complete for port 4046da2a-7dd0-4cc8-b9de-850198e36cbd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:08.953456 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f93aca-fd24-4d45-aec7-7aac6423187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.031569 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.063243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:46:05Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:09.122833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-77f93aca-fd24-4d45-aec7-7aac6423187e None None] Port 4046da2a-7dd0-4cc8-b9de-850198e36cbd cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:46:09.128161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a22e0f-3aa2-4f80-b0d3-266ed7235224 None None] The sync data for ids ['9d0091f5-8169-480e-9a80-75dd22cc38c0'] in n-d-805736-4 is: [{'id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'name': 'tempest-TestNetworkBasicOps-router-1063408528', 'tenant_id': '0e471bbf082147968eeb2d3e39474524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:43:57Z', 'updated_at': '2021-11-12T13:46:05Z', 'revision_number': 5, 'project_id': '0e471bbf082147968eeb2d3e39474524', 'gw_port': {'id': '22d9d6c1-2d25-453b-ad46-501d0d918535', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0091f5-8169-480e-9a80-75dd22cc38c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:43:58Z', 'updated_at': '2021-11-12T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:46:09.169646 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-671b0c8f-9795-47b6-9221-c39473147690 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.217973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Deleting port 22d9d6c1-2d25-453b-ad46-501d0d918535 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:09.217973 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.261113 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.273749 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c48b5a68-0d25-405b-a087-c2366061e740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.362380 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c48b5a68-0d25-405b-a087-c2366061e740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.362578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] For port 22d9d6c1-2d25-453b-ad46-501d0d918535, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=22d9d6c1-2d25-453b-ad46-501d0d918535,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:09.362883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.378694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Calling delete_port for 22d9d6c1-2d25-453b-ad46-501d0d918535 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:09.422639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b5a68-0d25-405b-a087-c2366061e740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284f2757-35cd-4f76-b04a-8d1b187f093e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:09.434822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f5c91f-864a-48fb-9935-7fea28f37f0f None None] Network 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:09.474892 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c48b5a68-0d25-405b-a087-c2366061e740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.482122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c48b5a68-0d25-405b-a087-c2366061e740 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/284f2757-35cd-4f76-b04a-8d1b187f093e HTTP/1.1" status: 204 len: 168 time: 1.6610892 Nov 12 13:46:09.484961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42922) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:09.533089 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] DHCP port deletion for f2266a91-02e9-4252-bfc6-30748941c9de request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:46:09.718612 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.785384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Deleting port 06c67998-562f-4465-894d-e7ac6b0aca31 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:09.785772 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.948894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79bfa2a-5397-4de9-91ec-f1c674ef1e0b None None] DHCP port deletion for 6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:46:09.972657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:09.983338 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.004145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] For port 06c67998-562f-4465-894d-e7ac6b0aca31, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=06c67998-562f-4465-894d-e7ac6b0aca31,segment=NetworkSegment(7334cb33-2796-4ec1-8c32-a60b098ae65a),segment_id=7334cb33-2796-4ec1-8c32-a60b098ae65a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:10.005738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.034364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Deleting port 5163313b-05be-4e62-b197-fc09a964ef67 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:10.035035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.040165 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.102448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Calling delete_port for 06c67998-562f-4465-894d-e7ac6b0aca31 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:10.108922 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-671b0c8f-9795-47b6-9221-c39473147690 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.115064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Port': ['ID=22d9d6c1-2d25-453b-ad46-501d0d918535,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:10.131236 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-671b0c8f-9795-47b6-9221-c39473147690 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.139405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3817b-ecd6-4bcb-95a3-c03261029a0d None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:46:10.270721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b0c8f-9795-47b6-9221-c39473147690 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event updated for resources: {'Port': ['ID=4046da2a-7dd0-4cc8-b9de-850198e36cbd,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:10.326078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.406741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] For port 5163313b-05be-4e62-b197-fc09a964ef67, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5163313b-05be-4e62-b197-fc09a964ef67,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:10.407311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.438022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Calling delete_port for 5163313b-05be-4e62-b197-fc09a964ef67 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:10.526945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a79bfa2a-5397-4de9-91ec-f1c674ef1e0b None None] Deleting port 5163313b-05be-4e62-b197-fc09a964ef67 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:10.527265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a79bfa2a-5397-4de9-91ec-f1c674ef1e0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.587476 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.640036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-671b0c8f-9795-47b6-9221-c39473147690 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] In _notify_port_updated(), no bound segment for port 4046da2a-7dd0-4cc8-b9de-850198e36cbd on network 34960839-1212-44fb-bbcf-c021aa691359 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:46:10.643458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eec4d911-23a3-468a-a929-f6ddcaa21b51 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:46:10.647060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b0c8f-9795-47b6-9221-c39473147690 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:10.648292 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-671b0c8f-9795-47b6-9221-c39473147690 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.653954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-671b0c8f-9795-47b6-9221-c39473147690 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "PUT /v2.0/ports/4046da2a-7dd0-4cc8-b9de-850198e36cbd HTTP/1.1" status: 200 len: 1056 time: 1.9511838 Nov 12 13:46:10.656970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42944) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:10.669266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: eec4d911-23a3-468a-a929-f6ddcaa21b51 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:46:10.669675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eec4d911-23a3-468a-a929-f6ddcaa21b51 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:46:10.674016 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.674490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5163313b-05be-4e62-b197-fc09a964ef67 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:46:10.697717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.742490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 5163313b-05be-4e62-b197-fc09a964ef67 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:46:10.743056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5163313b-05be-4e62-b197-fc09a964ef67 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:46:10.743726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 06c67998-562f-4465-894d-e7ac6b0aca31 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:46:10.799976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.830063 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.830649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Fanout notify agent at l3_agent the message router_deleted on router 9d0091f5-8169-480e-9a80-75dd22cc38c0 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:46:10.854231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.858131 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4a280867-bad0-4112-8370-2f3441bb8aee tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/routers/9d0091f5-8169-480e-9a80-75dd22cc38c0 HTTP/1.1" status: 204 len: 168 time: 2.5076489 Nov 12 13:46:10.858476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:10.866045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a79bfa2a-5397-4de9-91ec-f1c674ef1e0b None None] For port 5163313b-05be-4e62-b197-fc09a964ef67, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5163313b-05be-4e62-b197-fc09a964ef67,segment=NetworkSegment(e9e6dc29-cda4-4ea6-becb-9e26bb6941d4),segment_id=e9e6dc29-cda4-4ea6-becb-9e26bb6941d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:10.866829 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a79bfa2a-5397-4de9-91ec-f1c674ef1e0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.887375 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f58173c8-6b4b-419b-b7d8-7d673b41043a None None] Provisioning complete for port 4046da2a-7dd0-4cc8-b9de-850198e36cbd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:10.888173 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f58173c8-6b4b-419b-b7d8-7d673b41043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.921735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] No DVR routers for this DVR port 5163313b-05be-4e62-b197-fc09a964ef67 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:46:10.924741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Pushing event deleted for resources: {'Port': ['ID=5163313b-05be-4e62-b197-fc09a964ef67,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:10.977826 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f58173c8-6b4b-419b-b7d8-7d673b41043a None None] Port 4046da2a-7dd0-4cc8-b9de-850198e36cbd cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:46:10.980471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-43e151a5-4437-4231-bee6-5cb17e0c269a tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Deleting port 4046da2a-7dd0-4cc8-b9de-850198e36cbd {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:10.982603 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43e151a5-4437-4231-bee6-5cb17e0c269a tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.986491 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:10.989091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a79bfa2a-5397-4de9-91ec-f1c674ef1e0b None None] Calling delete_port for 5163313b-05be-4e62-b197-fc09a964ef67 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:11.047095 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Pushing event deleted for resources: {'Port': ['ID=06c67998-562f-4465-894d-e7ac6b0aca31,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:11.078010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] No DVR routers for this DVR port 06c67998-562f-4465-894d-e7ac6b0aca31 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:46:11.117115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No active binding found for port 06c67998-562f-4465-894d-e7ac6b0aca31 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:46:11.117935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 06c67998-562f-4465-894d-e7ac6b0aca31 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:46:11.162936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.163851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.163851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.168281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.168797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.169473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.169931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.170364 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.170806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.171232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.171666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.172094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92c480-8b4e-40f8-99dd-4c861e397162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:11.251433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a79bfa2a-5397-4de9-91ec-f1c674ef1e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.266487 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.290220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bfa2a-5397-4de9-91ec-f1c674ef1e0b None None] Pushing event deleted for resources: {'Port': ['ID=5163313b-05be-4e62-b197-fc09a964ef67,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:11.296492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b059cc2-d657-4a8d-976e-afcc3d3cf7e5']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:11.297031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.298351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79bfa2a-5397-4de9-91ec-f1c674ef1e0b None None] No DVR routers for this DVR port 5163313b-05be-4e62-b197-fc09a964ef67 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:46:11.346911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:11.347199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e6dc29-cda4-4ea6-becb-9e26bb6941d4') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:11.361996 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.364774 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.367122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.388444 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43e151a5-4437-4231-bee6-5cb17e0c269a tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.422075 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.424977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-43e151a5-4437-4231-bee6-5cb17e0c269a tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Calling delete_port for 4046da2a-7dd0-4cc8-b9de-850198e36cbd owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:11.434740 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:11.435384 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.466903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:11.485307 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:11.534888 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.538323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a23c662-22ff-459b-8fcc-d690ac2894e7 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:46:11.556885 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.566374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.580097 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6b059cc2-d657-4a8d-976e-afcc3d3cf7e5 HTTP/1.1" status: 204 len: 168 time: 2.0928521 Nov 12 13:46:11.592225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2266a91-02e9-4252-bfc6-30748941c9de']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:11.618088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4d3cf-5794-4e3f-bd59-6664e3b14607 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b059cc2-d657-4a8d-976e-afcc3d3cf7e5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:11.630657 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 13:46:11.637921 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a1b385a1-08c5-4a4d-b5e8-08c55b219cf7 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.6626949 Nov 12 13:46:11.639228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42960) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:11.669924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7334cb33-2796-4ec1-8c32-a60b098ae65a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:11.670792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7334cb33-2796-4ec1-8c32-a60b098ae65a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:11.692247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.745586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.757720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:11.758237 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:11.767291 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:11.867114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42968) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:11.960734 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a8b5014f-353e-4858-8d6c-b2886c9cc11b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ff176a67ac8454d8ace8f4fc86f69c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916674 Nov 12 13:46:11.962047 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42972) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:12.034166 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a65d4406-01d9-429c-a05a-af61c1b680e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:12.071122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a65d4406-01d9-429c-a05a-af61c1b680e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:12.141893 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a65d4406-01d9-429c-a05a-af61c1b680e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:12.144728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a65d4406-01d9-429c-a05a-af61c1b680e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:12.148981 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a65d4406-01d9-429c-a05a-af61c1b680e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cc31b54-249b-46db-a816-95d384d71ee0 HTTP/1.1" status: 204 len: 168 time: 0.1822410 Nov 12 13:46:12.184876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d4406-01d9-429c-a05a-af61c1b680e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc31b54-249b-46db-a816-95d384d71ee0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:12.341665 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:12.359973 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:12.363264 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] 10.222.0.73 "DELETE /v2.0/networks/f2266a91-02e9-4252-bfc6-30748941c9de HTTP/1.1" status: 204 len: 168 time: 1.5038395 Nov 12 13:46:12.377184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43e151a5-4437-4231-bee6-5cb17e0c269a tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:12.379936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e388fa9e-b5cf-4356-9462-2f794ce99b68 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Deleting port c7dee4c5-68de-485b-9b4d-20b7143f6d91 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:12.380274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e388fa9e-b5cf-4356-9462-2f794ce99b68 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:12.390166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dad311-6211-48e8-aad3-b6f520d838fb tempest-TestNetworkBasicOps-1247875832 tempest-TestNetworkBasicOps-1247875832-project] Pushing event deleted for resources: {'Network': ['ID=f2266a91-02e9-4252-bfc6-30748941c9de,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:12.445813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 22d9d6c1-2d25-453b-ad46-501d0d918535 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:46:12.516171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 22d9d6c1-2d25-453b-ad46-501d0d918535 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:46:12.516522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 22d9d6c1-2d25-453b-ad46-501d0d918535 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:46:12.527384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e151a5-4437-4231-bee6-5cb17e0c269a tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event deleted for resources: {'Port': ['ID=4046da2a-7dd0-4cc8-b9de-850198e36cbd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:12.814267 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e388fa9e-b5cf-4356-9462-2f794ce99b68 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:12.963967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43002) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:12.981475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e388fa9e-b5cf-4356-9462-2f794ce99b68 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Calling delete_port for c7dee4c5-68de-485b-9b4d-20b7143f6d91 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:13.107939 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:13.299893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43e151a5-4437-4231-bee6-5cb17e0c269a tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:13.307172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43014) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:13.308032 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-43e151a5-4437-4231-bee6-5cb17e0c269a tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "DELETE /v2.0/ports/4046da2a-7dd0-4cc8-b9de-850198e36cbd HTTP/1.1" status: 204 len: 168 time: 2.6471927 Nov 12 13:46:13.384244 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe56155-d50e-405b-8571-179675a159eb tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] GET failed (client error): The resource could not be found. Nov 12 13:46:13.389692 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e388fa9e-b5cf-4356-9462-2f794ce99b68 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:13.391539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9fe56155-d50e-405b-8571-179675a159eb tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "GET /v2.0/ports/4046da2a-7dd0-4cc8-b9de-850198e36cbd HTTP/1.1" status: 404 len: 333 time: 0.0819104 Nov 12 13:46:13.392165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43018) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:13.432901 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4c0b75ff-296e-4886-8029-d82c28582b4b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e471bbf082147968eeb2d3e39474524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4669170 Nov 12 13:46:13.435421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43022) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:13.499828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388fa9e-b5cf-4356-9462-2f794ce99b68 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7dee4c5-68de-485b-9b4d-20b7143f6d91,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:13.559734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896e5b39-ed66-4059-80a9-2228d8d1c028 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:46:13.574737 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc5183be-5c44-4383-a9e3-00f77dc2cb2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:13.607803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc5183be-5c44-4383-a9e3-00f77dc2cb2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:13.691350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e388fa9e-b5cf-4356-9462-2f794ce99b68 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:13.693895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc5183be-5c44-4383-a9e3-00f77dc2cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:13.697756 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc5183be-5c44-4383-a9e3-00f77dc2cb2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:13.699743 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fc5183be-5c44-4383-a9e3-00f77dc2cb2f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28d79b8f-ae4d-4c04-98a6-6e6ba7be3022 HTTP/1.1" status: 204 len: 168 time: 0.2628169 Nov 12 13:46:13.708776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e388fa9e-b5cf-4356-9462-2f794ce99b68 tempest-RoutersAdminNegativeTest-1915175551 tempest-RoutersAdminNegativeTest-1915175551-project-admin] 10.222.0.73 "DELETE /v2.0/ports/c7dee4c5-68de-485b-9b4d-20b7143f6d91 HTTP/1.1" status: 204 len: 168 time: 2.0636022 Nov 12 13:46:13.721250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5183be-5c44-4383-a9e3-00f77dc2cb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d79b8f-ae4d-4c04-98a6-6e6ba7be3022,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:13.746086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ee4dc-6172-456d-a329-3af413ae92cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Deleting port f017fe28-af5c-4a63-9621-f89389b1e372 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:13.746442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a7ee4dc-6172-456d-a329-3af413ae92cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:13.898556 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a7ee4dc-6172-456d-a329-3af413ae92cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:13.925999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ee4dc-6172-456d-a329-3af413ae92cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Calling delete_port for f017fe28-af5c-4a63-9621-f89389b1e372 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:14.124588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a7ee4dc-6172-456d-a329-3af413ae92cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:14.164052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ee4dc-6172-456d-a329-3af413ae92cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event deleted for resources: {'Port': ['ID=f017fe28-af5c-4a63-9621-f89389b1e372,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:14.184827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:14.265552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43042) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:14.324244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a7ee4dc-6172-456d-a329-3af413ae92cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:14.330573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43048) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:14.333514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2a7ee4dc-6172-456d-a329-3af413ae92cc tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "DELETE /v2.0/ports/f017fe28-af5c-4a63-9621-f89389b1e372 HTTP/1.1" status: 204 len: 168 time: 0.9345036 Nov 12 13:46:14.420007 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f86ad1-c12f-4346-8e8b-eb1eac05bc24 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] GET failed (client error): The resource could not be found. Nov 12 13:46:14.422354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-42f86ad1-c12f-4346-8e8b-eb1eac05bc24 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "GET /v2.0/ports/f017fe28-af5c-4a63-9621-f89389b1e372 HTTP/1.1" status: 404 len: 333 time: 0.0904403 Nov 12 13:46:14.426675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:14.632478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-77af83ea-9690-4817-b9a5-0c1eaf06aded tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Deleting port 31d6d34c-f210-4005-ac30-27fab071875e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:14.632894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77af83ea-9690-4817-b9a5-0c1eaf06aded tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:14.640907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43056) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:14.666605 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-263a6d09-305b-498e-b9c7-107acb1247bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:14.762827 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b453325-284d-421b-bfa8-0340c9be6aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:14.801646 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77af83ea-9690-4817-b9a5-0c1eaf06aded tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:14.824577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-77af83ea-9690-4817-b9a5-0c1eaf06aded tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Calling delete_port for 31d6d34c-f210-4005-ac30-27fab071875e owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:14.894514 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-263a6d09-305b-498e-b9c7-107acb1247bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:14.914629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-263a6d09-305b-498e-b9c7-107acb1247bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.000867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-263a6d09-305b-498e-b9c7-107acb1247bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6812a9eba904c218b0c19136631670f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584967 Nov 12 13:46:15.003604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43062) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:15.013537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a6d09-305b-498e-b9c7-107acb1247bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baa5d00-97c8-4767-8bfe-60c5ad92f341,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:15.050149 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77af83ea-9690-4817-b9a5-0c1eaf06aded tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.055799 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b453325-284d-421b-bfa8-0340c9be6aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.062401 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0b453325-284d-421b-bfa8-0340c9be6aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.143119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0b453325-284d-421b-bfa8-0340c9be6aff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f28569aaedc94b3680a4c84ad5d31e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8735716 Nov 12 13:46:15.152018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b453325-284d-421b-bfa8-0340c9be6aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc195857-b22f-44c9-bf0d-2d492c7939ee,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:15.159817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43070) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:15.174703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a227bfd-205b-4fe5-9938-d25c5b1c3aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.179414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af83ea-9690-4817-b9a5-0c1eaf06aded tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event deleted for resources: {'Port': ['ID=31d6d34c-f210-4005-ac30-27fab071875e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:15.239404 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a227bfd-205b-4fe5-9938-d25c5b1c3aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.274603 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77af83ea-9690-4817-b9a5-0c1eaf06aded tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.284188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-77af83ea-9690-4817-b9a5-0c1eaf06aded tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "DELETE /v2.0/ports/31d6d34c-f210-4005-ac30-27fab071875e HTTP/1.1" status: 204 len: 168 time: 0.8562720 Nov 12 13:46:15.287482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43076) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:15.337975 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5eab87a7-47c8-4fb4-8152-41259cdee492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.395961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5eab87a7-47c8-4fb4-8152-41259cdee492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.421492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afbd8d5-3ebb-4c42-84a3-ff48cd2abbe2 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Deleting subnet ec48dce1-26fb-4703-a6b1-9be0b3abb8d8 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:46:15.423490 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a227bfd-205b-4fe5-9938-d25c5b1c3aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.426853 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8a227bfd-205b-4fe5-9938-d25c5b1c3aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.428235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8a227bfd-205b-4fe5-9938-d25c5b1c3aa2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3baa5d00-97c8-4767-8bfe-60c5ad92f341 HTTP/1.1" status: 204 len: 168 time: 0.4235761 Nov 12 13:46:15.431160 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2afbd8d5-3ebb-4c42-84a3-ff48cd2abbe2 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.497625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a227bfd-205b-4fe5-9938-d25c5b1c3aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baa5d00-97c8-4767-8bfe-60c5ad92f341,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:15.542823 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2afbd8d5-3ebb-4c42-84a3-ff48cd2abbe2 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.547768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5eab87a7-47c8-4fb4-8152-41259cdee492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.562415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5eab87a7-47c8-4fb4-8152-41259cdee492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.570767 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5eab87a7-47c8-4fb4-8152-41259cdee492 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc195857-b22f-44c9-bf0d-2d492c7939ee HTTP/1.1" status: 204 len: 168 time: 0.4065886 Nov 12 13:46:15.609563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab87a7-47c8-4fb4-8152-41259cdee492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc195857-b22f-44c9-bf0d-2d492c7939ee,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:15.772324 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2afbd8d5-3ebb-4c42-84a3-ff48cd2abbe2 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.904622 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2afbd8d5-3ebb-4c42-84a3-ff48cd2abbe2 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.943584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbd8d5-3ebb-4c42-84a3-ff48cd2abbe2 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event deleted for resources: {'Subnet': ['ID=ec48dce1-26fb-4703-a6b1-9be0b3abb8d8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:15.950462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2afbd8d5-3ebb-4c42-84a3-ff48cd2abbe2 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:15.958628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43102) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:15.959003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223febf7-d3aa-4b26-bdeb-b0b521da164e None None] Network 34960839-1212-44fb-bbcf-c021aa691359 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:15.960306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2afbd8d5-3ebb-4c42-84a3-ff48cd2abbe2 tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "DELETE /v2.0/subnets/ec48dce1-26fb-4703-a6b1-9be0b3abb8d8 HTTP/1.1" status: 204 len: 168 time: 0.6691594 Nov 12 13:46:16.138120 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:16.322887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Deleting port f4647b66-d562-47da-8f9a-6866be49b7e3 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:16.323442 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:16.356858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9562c8-9fb3-4e9d-b2d0-06dd510ac67e None None] DHCP port deletion for 34960839-1212-44fb-bbcf-c021aa691359 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:46:16.392120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43114) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:16.497759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7e9562c8-9fb3-4e9d-b2d0-06dd510ac67e None None] Deleting port f4647b66-d562-47da-8f9a-6866be49b7e3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:16.498664 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e9562c8-9fb3-4e9d-b2d0-06dd510ac67e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:16.518117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f4647b66-d562-47da-8f9a-6866be49b7e3 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:46:16.593445 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] For port f4647b66-d562-47da-8f9a-6866be49b7e3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f4647b66-d562-47da-8f9a-6866be49b7e3,segment=NetworkSegment(ffca638e-9ff8-4751-89bf-2766b7f79944),segment_id=ffca638e-9ff8-4751-89bf-2766b7f79944)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:16.594044 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:16.655578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Calling delete_port for f4647b66-d562-47da-8f9a-6866be49b7e3 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:16.716080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6e562f03-821d-4617-9453-2429f761f7e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d37171ba88564fa1ac906afe66840ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209040 Nov 12 13:46:16.718851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43124) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:16.804975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7e9562c8-9fb3-4e9d-b2d0-06dd510ac67e None None] For port f4647b66-d562-47da-8f9a-6866be49b7e3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f4647b66-d562-47da-8f9a-6866be49b7e3,segment=NetworkSegment(ffca638e-9ff8-4751-89bf-2766b7f79944),segment_id=ffca638e-9ff8-4751-89bf-2766b7f79944)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:16.805656 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e9562c8-9fb3-4e9d-b2d0-06dd510ac67e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:16.830984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7e9562c8-9fb3-4e9d-b2d0-06dd510ac67e None None] Calling delete_port for f4647b66-d562-47da-8f9a-6866be49b7e3 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:16.833393 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:16.899612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port f4647b66-d562-47da-8f9a-6866be49b7e3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f4647b66-d562-47da-8f9a-6866be49b7e3,segment=NetworkSegment(ffca638e-9ff8-4751-89bf-2766b7f79944),segment_id=ffca638e-9ff8-4751-89bf-2766b7f79944)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:17.016099 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.027393 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd9e0798-1bfa-4a8a-a572-5059c65860cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.061642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.106533 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e9562c8-9fb3-4e9d-b2d0-06dd510ac67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.107539 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd9e0798-1bfa-4a8a-a572-5059c65860cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.114715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event deleted for resources: {'Port': ['ID=f4647b66-d562-47da-8f9a-6866be49b7e3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:17.178284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9562c8-9fb3-4e9d-b2d0-06dd510ac67e None None] No DVR routers for this DVR port f4647b66-d562-47da-8f9a-6866be49b7e3 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:46:17.197398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9562c8-9fb3-4e9d-b2d0-06dd510ac67e None None] Pushing event deleted for resources: {'Port': ['ID=f4647b66-d562-47da-8f9a-6866be49b7e3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:17.268628 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd9e0798-1bfa-4a8a-a572-5059c65860cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.271344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cd9e0798-1bfa-4a8a-a572-5059c65860cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.272774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cd9e0798-1bfa-4a8a-a572-5059c65860cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cb06c0f-377d-4fb7-b57f-b2f63d5229ad HTTP/1.1" status: 204 len: 168 time: 0.5528371 Nov 12 13:46:17.273872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event deleted for resources: {'Port': ['ID=f4647b66-d562-47da-8f9a-6866be49b7e3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:17.282218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] No DVR routers for this DVR port f4647b66-d562-47da-8f9a-6866be49b7e3 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:46:17.293633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e0798-1bfa-4a8a-a572-5059c65860cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb06c0f-377d-4fb7-b57f-b2f63d5229ad,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:17.400695 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.425995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34960839-1212-44fb-bbcf-c021aa691359']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:17.439652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffca638e-9ff8-4751-89bf-2766b7f79944') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:17.440047 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffca638e-9ff8-4751-89bf-2766b7f79944') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:17.453860 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.466027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43154) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:17.477036 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.485603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:17.486493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:17.490653 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:17.585888 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.594086 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.601616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] 10.222.0.73 "DELETE /v2.0/networks/34960839-1212-44fb-bbcf-c021aa691359 HTTP/1.1" status: 204 len: 168 time: 1.6404736 Nov 12 13:46:17.623354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89bef8-0fb2-4fd1-bf6c-f453153cecbf tempest-AllowedAddressPairTestJSON-1951481914 tempest-AllowedAddressPairTestJSON-1951481914-project] Pushing event deleted for resources: {'Network': ['ID=34960839-1212-44fb-bbcf-c021aa691359,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:17.688448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1631740939-network', 'tenant_id': 'a4a8c230329b4023a8a7ca0828ffccf9'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:17.729264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Made reservation on behalf of a4a8c230329b4023a8a7ca0828ffccf9 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:17.731911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.742545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.856080 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.864912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.906710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28413e0-8f64-4973-bfa2-5b924f02ecd7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:17.917377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:17.956927 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:17.962181 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Added segment 4d7cd119-9bdd-483e-b844-dc1200d7a734 of type vlan for network b00a181b-356b-4834-8fb9-e4e6a48fd6a4 Nov 12 13:46:18.052772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:18.088432 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:18.089541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:18.090170 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:18.140463 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6690195 Nov 12 13:46:18.140928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43178) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:18.144729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Request body: {'subnet': {'network_id': 'b00a181b-356b-4834-8fb9-e4e6a48fd6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1631740939-subnet', 'tenant_id': 'a4a8c230329b4023a8a7ca0828ffccf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:18.166874 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43180) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:18.189709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Made reservation on behalf of a4a8c230329b4023a8a7ca0828ffccf9 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:18.192625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:18.225882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3828f3-876e-4668-b961-79d60fb5aef4 admin admin] Pushing event updated for resources: {'Network': ['ID=b00a181b-356b-4834-8fb9-e4e6a48fd6a4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:18.237768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network b00a181b-356b-4834-8fb9-e4e6a48fd6a4 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:18.450523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-57b20f6c-79a7-4e2d-bdb8-3dc2e243a433 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d0dd4f45e4b4d1ba46578821bb4e7e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824349 Nov 12 13:46:18.452720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43192) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:18.532737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d51265-945d-4209-9e23-2e328d8cd90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:18.564493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:18.597003 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d51265-945d-4209-9e23-2e328d8cd90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:18.637311 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=771311c6-801b-412e-af74-36a9ebf50c9a,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:18.669274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Checking segment: {'id': '4d7cd119-9bdd-483e-b844-dc1200d7a734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b00a181b-356b-4834-8fb9-e4e6a48fd6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:18.669670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Network hostable DHCP agents. Network: b00a181b-356b-4834-8fb9-e4e6a48fd6a4, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:18.688184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d51265-945d-4209-9e23-2e328d8cd90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:18.693584 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d51265-945d-4209-9e23-2e328d8cd90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:18.695054 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-08d51265-945d-4209-9e23-2e328d8cd90b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45962373-49f7-457a-a60c-c439e55fbeea HTTP/1.1" status: 204 len: 168 time: 0.2407699 Nov 12 13:46:18.710910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Network b00a181b-356b-4834-8fb9-e4e6a48fd6a4 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:18.713772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51265-945d-4209-9e23-2e328d8cd90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45962373-49f7-457a-a60c-c439e55fbeea,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:18.742493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, b00a181b-356b-4834-8fb9-e4e6a48fd6a4) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:18.754985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e29b6-fa37-48b8-9ffc-e843d8c4a1a9 None None] Network b00a181b-356b-4834-8fb9-e4e6a48fd6a4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:18.758764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:18.760151 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:18.793186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-99b6b03f-97bc-41f0-bda7-1e27323f2f7e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6513467 Nov 12 13:46:18.949035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f11bd8-747a-4f5a-8d25-18f9bd3d6c23 None None] Network b00a181b-356b-4834-8fb9-e4e6a48fd6a4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:19.215310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.441783 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b650126e-07cb-4462-81da-8d231cad4363 req-25b51a76-1902-4f0f-af97-6352c44365df service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536578 Nov 12 13:46:19.494910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43236) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.560018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650126e-07cb-4462-81da-8d231cad4363 req-366a532d-5a39-4ecb-b42e-806cafece3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:19.563701 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b650126e-07cb-4462-81da-8d231cad4363 req-366a532d-5a39-4ecb-b42e-806cafece3c8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1096 time: 0.0733693 Nov 12 13:46:19.606472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-ad399c46-1315-47a5-ba3e-3b5ce54404dc tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.611455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ad399c46-1315-47a5-ba3e-3b5ce54404dc tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3950944 Nov 12 13:46:19.612209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43244) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.628268 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-40ccf2a3-a0c6-4804-beb2-b7282e0e7c65 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.632122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-40ccf2a3-a0c6-4804-beb2-b7282e0e7c65 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0187409 Nov 12 13:46:19.632741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43246) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.637728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-89fa0d00-1fca-4f5a-a688-d6f555df83f0 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.645776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-89fa0d00-1fca-4f5a-a688-d6f555df83f0 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0119274 Nov 12 13:46:19.646535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43248) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.657119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-89e41739-1a72-4034-ab7f-d43e90b3fe37 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.661301 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-89e41739-1a72-4034-ab7f-d43e90b3fe37 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0136278 Nov 12 13:46:19.663309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.673083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-d7722914-b324-404e-ba67-d1c6b94ef4ea tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.674284 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d7722914-b324-404e-ba67-d1c6b94ef4ea tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0100894 Nov 12 13:46:19.680221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.681026 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:19.686840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-81b93755-6d62-4b3c-ad2d-447017a1426f tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.687796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-81b93755-6d62-4b3c-ad2d-447017a1426f tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044153 Nov 12 13:46:19.692433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.702992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-bf2c7af0-2ffc-4ed2-a95b-7887601ebe37 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.704332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bf2c7af0-2ffc-4ed2-a95b-7887601ebe37 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054200 Nov 12 13:46:19.707899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43258) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.717418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-79417ee0-8a7b-4faa-b65f-286b0d7d1beb tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.718662 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-79417ee0-8a7b-4faa-b65f-286b0d7d1beb tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0085647 Nov 12 13:46:19.722344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43260) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.740710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-37017057-90ee-4e70-93bd-a8d3306c699f tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.742342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-37017057-90ee-4e70-93bd-a8d3306c699f tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0186112 Nov 12 13:46:19.745789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43262) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.756195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-36df72ef-32e0-4450-b656-c80c36ef8a26 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.757208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-36df72ef-32e0-4450-b656-c80c36ef8a26 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0084496 Nov 12 13:46:19.761151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43264) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.766910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-9c1ea082-0137-424a-8179-f7375e56a993 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.767890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9c1ea082-0137-424a-8179-f7375e56a993 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044949 Nov 12 13:46:19.779234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43266) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.786330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-c68b7b27-a6aa-4c8b-bbcf-780e73b99b8d tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.787899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c68b7b27-a6aa-4c8b-bbcf-780e73b99b8d tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0071678 Nov 12 13:46:19.792408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43268) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.803686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-4369ac18-13e4-4552-8026-c1967722650b tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.805067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4369ac18-13e4-4552-8026-c1967722650b tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0112474 Nov 12 13:46:19.809464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43272) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.819922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-367ea7b6-211b-4dd1-9763-e2a4e127721c tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.820938 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-367ea7b6-211b-4dd1-9763-e2a4e127721c tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0093603 Nov 12 13:46:19.824719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43274) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.830720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-16e0504c-8f78-42c6-bbf6-4461f645e1d0 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.832515 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-16e0504c-8f78-42c6-bbf6-4461f645e1d0 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0062239 Nov 12 13:46:19.835209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43276) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.841271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650126e-07cb-4462-81da-8d231cad4363 req-88db142f-202a-49ca-84a4-75419b5a5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:19.843774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b650126e-07cb-4462-81da-8d231cad4363 req-88db142f-202a-49ca-84a4-75419b5a5397 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.2539051 Nov 12 13:46:19.850220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-04657ef2-1dbc-4966-9fa0-af370a9533ee tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.851220 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-04657ef2-1dbc-4966-9fa0-af370a9533ee tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0146418 Nov 12 13:46:19.856841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43278) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.876077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-19de6b90-edec-4a93-a328-fc446e467bcd tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.877190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-19de6b90-edec-4a93-a328-fc446e467bcd tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0186124 Nov 12 13:46:19.879918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.886910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-8b2a6255-8a24-4e32-90cc-9daf7e2fad56 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.890466 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8b2a6255-8a24-4e32-90cc-9daf7e2fad56 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0070918 Nov 12 13:46:19.898034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43284) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.917747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-9a4e712b-156e-4e87-913c-452425c1b58d tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.921191 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9a4e712b-156e-4e87-913c-452425c1b58d tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051093 Nov 12 13:46:19.923754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43288) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.934915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-cbd56baf-88d3-47bb-9371-ead6a4540dd5 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.938407 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cbd56baf-88d3-47bb-9371-ead6a4540dd5 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0113027 Nov 12 13:46:19.938590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:19.939074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43292) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.944322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-e2195be9-69f0-401b-9374-109da852036c tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.949800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e2195be9-69f0-401b-9374-109da852036c tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061936 Nov 12 13:46:19.949800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:19.952642 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43294) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.964186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-c2dad4b6-b8a2-412c-b7e2-5f173c211421 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.967250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c2dad4b6-b8a2-412c-b7e2-5f173c211421 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0113378 Nov 12 13:46:19.969940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43296) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.975874 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-ead7ec0b-395b-4193-a9bf-b23f6c04b0ad tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.981055 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ead7ec0b-395b-4193-a9bf-b23f6c04b0ad tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060396 Nov 12 13:46:19.981997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:19.983477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b650126e-07cb-4462-81da-8d231cad4363 req-e1c5f583-f167-4247-bac4-79a52bcf6d9d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 200 len: 1001 time: 0.1252434 Nov 12 13:46:19.989560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-0125317f-ef80-4ed0-8018-1f5839c0c379 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:19.993510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0125317f-ef80-4ed0-8018-1f5839c0c379 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062015 Nov 12 13:46:20.008027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43300) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.013523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-5cc7aadb-1e97-47c4-ab24-9c0b658aa0c1 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.016779 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5cc7aadb-1e97-47c4-ab24-9c0b658aa0c1 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0051389 Nov 12 13:46:20.021442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.030264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-4a514751-78dc-43e3-9046-a4f735f11173 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.034173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4a514751-78dc-43e3-9046-a4f735f11173 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0066581 Nov 12 13:46:20.035451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43304) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.039521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ff6ec1ff53c41339e2c6bca3a9c158d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5435925 Nov 12 13:46:20.043441 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43306) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.049679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-449dc2f6-2348-4865-b29e-9488ed31efbd tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.054134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-449dc2f6-2348-4865-b29e-9488ed31efbd tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0143468 Nov 12 13:46:20.055443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43308) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.066000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-a4c17a8a-5412-4524-9370-4ae29e279119 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.067520 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a4c17a8a-5412-4524-9370-4ae29e279119 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0111582 Nov 12 13:46:20.069075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee780a3f-0a41-4ddd-94b9-541fbdea534c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:20.078322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43312) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.080236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.081092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.081889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.082513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.083342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.083874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.084399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.084925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.085481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.086027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.086568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.087278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952daffb-f3df-4a3e-b2fd-07b5b1d63a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:20.111620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650126e-07cb-4462-81da-8d231cad4363 req-c6c4365e-90a5-41ae-ac56-74200f37e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:20.113223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b650126e-07cb-4462-81da-8d231cad4363 req-c6c4365e-90a5-41ae-ac56-74200f37e266 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.1223705 Nov 12 13:46:20.124798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-c8ba6916-311d-4e50-b251-ebed503280a2 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.127574 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c8ba6916-311d-4e50-b251-ebed503280a2 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0191503 Nov 12 13:46:20.135102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43318) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.150507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-6abbfd79-9863-476e-a98c-35c53abaa3c5 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.154911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6abbfd79-9863-476e-a98c-35c53abaa3c5 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0091238 Nov 12 13:46:20.154911 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a988-f378-4b34-96e4-be37b493ea34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.155391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43322) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.163415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-b386d4bb-7ce5-421f-b20b-a6ebf22a3248 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.164896 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b386d4bb-7ce5-421f-b20b-a6ebf22a3248 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0083489 Nov 12 13:46:20.172980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.178598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-24871ddb-353b-405e-9772-1d87b10d929c tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.180718 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a988-f378-4b34-96e4-be37b493ea34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.184009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-24871ddb-353b-405e-9772-1d87b10d929c tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0067232 Nov 12 13:46:20.185145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43326) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.185530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.193690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1186685016-network', 'tenant_id': '7c4868b1909b429bb6d474a2460f33e1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:20.199867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-09e1d795-5068-48fc-b714-89f041c1f122 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.203511 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-09e1d795-5068-48fc-b714-89f041c1f122 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0131879 Nov 12 13:46:20.215211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43330) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.224027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-d6410d07-e537-486d-9be6-cb21b5766056 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.227522 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d6410d07-e537-486d-9be6-cb21b5766056 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0088317 Nov 12 13:46:20.232776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43332) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.241611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-91973187-8809-4712-b20f-f135d0643987 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.246014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-91973187-8809-4712-b20f-f135d0643987 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0071363 Nov 12 13:46:20.246387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43334) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.257428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-0de86162-5cd1-409c-8ba8-20b276a691a1 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.262166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0de86162-5cd1-409c-8ba8-20b276a691a1 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0110066 Nov 12 13:46:20.262620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.269083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-ce8207ad-1c73-4512-9f5b-3fb9012565fd tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.269568 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a988-f378-4b34-96e4-be37b493ea34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.272698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ce8207ad-1c73-4512-9f5b-3fb9012565fd tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0065377 Nov 12 13:46:20.272916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.273595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a988-f378-4b34-96e4-be37b493ea34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.274922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1ef7a988-f378-4b34-96e4-be37b493ea34 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee780a3f-0a41-4ddd-94b9-541fbdea534c HTTP/1.1" status: 204 len: 168 time: 0.2302613 Nov 12 13:46:20.279710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-197e1873-9630-4286-8e67-dbef40546e25 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.282104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-197e1873-9630-4286-8e67-dbef40546e25 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067890 Nov 12 13:46:20.284520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43342) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.289116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-dc38edcd-f3e6-4e76-ad2c-7c897703b535 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.293761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43344) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.294183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dc38edcd-f3e6-4e76-ad2c-7c897703b535 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0084012 Nov 12 13:46:20.298076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Made reservation on behalf of 7c4868b1909b429bb6d474a2460f33e1 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:20.300687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.300804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-7961bd73-3185-48a8-a83b-c54169c8d87e tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.302111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7961bd73-3185-48a8-a83b-c54169c8d87e tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0073249 Nov 12 13:46:20.303682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7a988-f378-4b34-96e4-be37b493ea34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee780a3f-0a41-4ddd-94b9-541fbdea534c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:20.304960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.318741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650126e-07cb-4462-81da-8d231cad4363 req-10423eea-5d85-4b9c-b0e0-c11cf3600a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:20.328437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-88b00435-523d-43fe-b47d-14f116c717a5 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.328660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b650126e-07cb-4462-81da-8d231cad4363 req-10423eea-5d85-4b9c-b0e0-c11cf3600a37 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1912825 Nov 12 13:46:20.330564 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-88b00435-523d-43fe-b47d-14f116c717a5 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0232866 Nov 12 13:46:20.334055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.355544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-85f5ddb6-117c-4aa2-b92c-01fb040d02a0 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.358861 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-85f5ddb6-117c-4aa2-b92c-01fb040d02a0 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0130808 Nov 12 13:46:20.361012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43354) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.363905 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.370006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-d7773644-57d3-402a-a1d0-81e16b72dbf4 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.378345 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d7773644-57d3-402a-a1d0-81e16b72dbf4 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0089915 Nov 12 13:46:20.388170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43356) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.394152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-d16bc6b8-21af-400b-904b-28918b2627a6 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.398560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d16bc6b8-21af-400b-904b-28918b2627a6 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0088408 Nov 12 13:46:20.399459 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43358) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.407574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-6f7f4f93-3365-41c3-bea3-a2410f16d930 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.412712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6f7f4f93-3365-41c3-bea3-a2410f16d930 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0084283 Nov 12 13:46:20.451473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43360) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.480640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-52b72b12-6707-4c98-a4e4-a8e34ee5c491 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.487205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-52b72b12-6707-4c98-a4e4-a8e34ee5c491 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0330060 Nov 12 13:46:20.490081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43362) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.492859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.498580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-8383b8a3-4786-4c97-8de1-a09a31cc9a48 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.502178 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.503964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8383b8a3-4786-4c97-8de1-a09a31cc9a48 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0106497 Nov 12 13:46:20.508335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43364) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.518333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-2ccc1e4c-f7bd-40b6-aed5-0bbf9f1ad3aa tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.526002 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2ccc1e4c-f7bd-40b6-aed5-0bbf9f1ad3aa tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0154479 Nov 12 13:46:20.529255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43366) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.535486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-215d5be8-f44d-4086-b3e5-1cba3aae4754 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.539964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-215d5be8-f44d-4086-b3e5-1cba3aae4754 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0091453 Nov 12 13:46:20.543330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43368) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.546529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:20.551802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-d62f146f-e993-4eb6-9d89-5d08fdc812fe tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.557082 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d62f146f-e993-4eb6-9d89-5d08fdc812fe tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0094707 Nov 12 13:46:20.558023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43370) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.570493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43372) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.570869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-d1c1716d-93da-4edf-8fda-28fa73596597 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.575452 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d1c1716d-93da-4edf-8fda-28fa73596597 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0102611 Nov 12 13:46:20.576084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43374) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.583155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-51122abb-a4ef-437b-84e1-30ac0756fcce tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.584142 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-51122abb-a4ef-437b-84e1-30ac0756fcce tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051148 Nov 12 13:46:20.586751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f284efe1-5908-464b-bf81-607c1a658052,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:20.590002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43378) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.596534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-410cdc56-d240-4348-90ba-02694a01fe4d tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.597550 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-410cdc56-d240-4348-90ba-02694a01fe4d tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064802 Nov 12 13:46:20.600339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43380) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.604716 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.605448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-b77f729b-3f51-46de-81d4-0e095ae9061b tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.607262 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Added segment f416ac47-309f-475b-a461-f0049e741cbc of type vlan for network bf940af6-c547-4b3c-8dc0-ebf5b89e3863 Nov 12 13:46:20.609896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b77f729b-3f51-46de-81d4-0e095ae9061b tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0079827 Nov 12 13:46:20.611534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43382) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.621199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-e5a66602-2041-4c8f-9a98-b9ffeb4e23b7 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.622243 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e5a66602-2041-4c8f-9a98-b9ffeb4e23b7 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053208 Nov 12 13:46:20.625677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43384) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.632340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-7327c75e-9d5f-47b0-baee-3bfcd6b382f1 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.635941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7327c75e-9d5f-47b0-baee-3bfcd6b382f1 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0071645 Nov 12 13:46:20.640373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43388) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.647022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-1996f5eb-b766-4609-9324-1f17d451676c tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.651558 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1996f5eb-b766-4609-9324-1f17d451676c tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0094228 Nov 12 13:46:20.654307 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b650126e-07cb-4462-81da-8d231cad4363 req-d1e7350b-2021-4e12-a3d8-d371f41a0401 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245747 Nov 12 13:46:20.654791 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43390) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.659296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-94d89f91-f4b2-4ff9-aa69-50013830d98e tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.663497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-94d89f91-f4b2-4ff9-aa69-50013830d98e tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0076959 Nov 12 13:46:20.664376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43392) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.680009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-435b278e-ea2b-482f-b3a5-e747c133a14b tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.683849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-435b278e-ea2b-482f-b3a5-e747c133a14b tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0162065 Nov 12 13:46:20.684467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43394) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.699349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-e5f972af-5c74-42e4-9768-f4f2c202959f tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.703170 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e5f972af-5c74-42e4-9768-f4f2c202959f tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0164123 Nov 12 13:46:20.703713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43396) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.729512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-455058d8-a9e2-477a-b04d-d9128f035914 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.739254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43398) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.742307 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.745844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-455058d8-a9e2-477a-b04d-d9128f035914 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0344489 Nov 12 13:46:20.765161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-1cb49920-513c-4486-8647-86cd8b6e10bd tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.768879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1cb49920-513c-4486-8647-86cd8b6e10bd tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0286021 Nov 12 13:46:20.771262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.776377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-58187570-9de1-4c90-a41f-d5808cb7f489 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.789850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-58187570-9de1-4c90-a41f-d5808cb7f489 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0172553 Nov 12 13:46:20.793256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43402) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.798034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-739467f4-4279-4b56-8c85-275b4fcc38e8 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.803920 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43404) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.810036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-e010f47e-a092-4e07-b5a3-4f7d72abe59f tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.815290 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-739467f4-4279-4b56-8c85-275b4fcc38e8 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0209165 Nov 12 13:46:20.817876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e010f47e-a092-4e07-b5a3-4f7d72abe59f tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0128632 Nov 12 13:46:20.820397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.827454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [None req-70689461-a8ee-4acd-87c7-475dcba5b432 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.833786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43408) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.839521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-70689461-a8ee-4acd-87c7-475dcba5b432 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0179775 Nov 12 13:46:20.853263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-7d696a3c-9aed-4fcc-8cea-b61d8e5cb14b tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.855130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7d696a3c-9aed-4fcc-8cea-b61d8e5cb14b tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0201871 Nov 12 13:46:20.858428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43410) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.864263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-01fbd442-211a-4139-b7d2-4ae5def06b18 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.866073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-01fbd442-211a-4139-b7d2-4ae5def06b18 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0062966 Nov 12 13:46:20.870199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43412) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.877203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-be761525-1a4f-4239-83ee-098348d48350 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.878572 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-be761525-1a4f-4239-83ee-098348d48350 tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071144 Nov 12 13:46:20.881725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43414) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.892862 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.893638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-5da28d6a-2308-4625-9ad5-821e1e3aee8d tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.894013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:20.894527 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:20.894995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5da28d6a-2308-4625-9ad5-821e1e3aee8d tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0120058 Nov 12 13:46:20.902007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43416) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.910073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [None req-81826191-9ad5-4579-8ea1-82be3c98271b tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:20.911072 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-81826191-9ad5-4579-8ea1-82be3c98271b tempest-ExtensionsTestJSON-218529334 tempest-ExtensionsTestJSON-218529334-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0081224 Nov 12 13:46:20.920475 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b650126e-07cb-4462-81da-8d231cad4363 req-ff12ac70-db3a-4233-a35b-b12a74217f83 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548509 Nov 12 13:46:20.943097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7563596 Nov 12 13:46:20.946385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43420) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.953046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Request body: {'subnet': {'network_id': 'bf940af6-c547-4b3c-8dc0-ebf5b89e3863', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1186685016-subnet', 'tenant_id': '7c4868b1909b429bb6d474a2460f33e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:20.982040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:20.990125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-834221006'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:21.011797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Made reservation on behalf of 7c4868b1909b429bb6d474a2460f33e1 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:21.015071 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.018968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dabe7db-2b5d-4d9b-a131-d8a2785ef279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.024067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374fcd6-eab2-4ec7-ac58-0fd35772ecd0 admin admin] Pushing event updated for resources: {'Network': ['ID=bf940af6-c547-4b3c-8dc0-ebf5b89e3863,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:21.040224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network bf940af6-c547-4b3c-8dc0-ebf5b89e3863 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:21.089414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:21.100747 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.124092 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.235879 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dabe7db-2b5d-4d9b-a131-d8a2785ef279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.244438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dabe7db-2b5d-4d9b-a131-d8a2785ef279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.338763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabe7db-2b5d-4d9b-a131-d8a2785ef279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4807327c-12cc-44e8-9df6-2742d003998d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:21.346819 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6dabe7db-2b5d-4d9b-a131-d8a2785ef279 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=370e41d9118a4b8eb75c5af4a005d199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610241 Nov 12 13:46:21.351914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43432) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:21.368710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.392274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.425266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.448302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:21.495381 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d35d3e3a-deea-4995-9e38-a83ee6fec56c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.497088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeead210-599e-47b7-96bc-1aa152571e69,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:21.501065 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.501601 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Added segment cedcaf23-22cd-4c01-85cc-cc7ea2707e0e of type vlan for network ea66deeb-d78b-45d8-af77-76e3837e04d0 Nov 12 13:46:21.530689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43440) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:21.548458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4538b2-73f5-461c-a962-f3408ec81f88,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:21.570871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Checking segment: {'id': 'f416ac47-309f-475b-a461-f0049e741cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bf940af6-c547-4b3c-8dc0-ebf5b89e3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:21.571241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Network hostable DHCP agents. Network: bf940af6-c547-4b3c-8dc0-ebf5b89e3863, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:21.602648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Network bf940af6-c547-4b3c-8dc0-ebf5b89e3863 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:21.626503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, bf940af6-c547-4b3c-8dc0-ebf5b89e3863) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:21.633618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d35d3e3a-deea-4995-9e38-a83ee6fec56c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.634702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:21.635731 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.653849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd090848-54a5-4473-ac3f-542bbba0f8b9 None None] Network bf940af6-c547-4b3c-8dc0-ebf5b89e3863 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:21.670242 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.696537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0c3ea030-597c-46cc-adb2-8e4d067f8e08 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7480204 Nov 12 13:46:21.733104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-bb7b2d6f-ec15-4b49-8754-fd28a6fcc590 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2294929 Nov 12 13:46:21.779904 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.795703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66ae0788-6052-4f63-ab69-f7d577da5b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.829715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:21.833267 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.900946 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d35d3e3a-deea-4995-9e38-a83ee6fec56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.908733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d35d3e3a-deea-4995-9e38-a83ee6fec56c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:21.913570 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d35d3e3a-deea-4995-9e38-a83ee6fec56c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4807327c-12cc-44e8-9df6-2742d003998d HTTP/1.1" status: 204 len: 168 time: 0.5583494 Nov 12 13:46:22.004661 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66ae0788-6052-4f63-ab69-f7d577da5b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:22.016484 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66ae0788-6052-4f63-ab69-f7d577da5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:22.020290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d3e3a-deea-4995-9e38-a83ee6fec56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4807327c-12cc-44e8-9df6-2742d003998d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:22.110622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5260808 Nov 12 13:46:22.175915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae0788-6052-4f63-ab69-f7d577da5b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e771625-f069-490e-b674-b795392d1fba,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:22.184236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd43f7-b106-4c21-947a-6ebb965464a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=ea66deeb-d78b-45d8-af77-76e3837e04d0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:22.189082 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-66ae0788-6052-4f63-ab69-f7d577da5b6f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f24774b3ad524e31a91ea5474329a343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6473668 Nov 12 13:46:22.207396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43486) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:22.236201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-0267e928-21d6-4408-9f0a-728ecab4b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:22.240943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-0267e928-21d6-4408-9f0a-728ecab4b8a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1096 time: 0.3887436 Nov 12 13:46:22.263335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network ea66deeb-d78b-45d8-af77-76e3837e04d0 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:22.342702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef04059-643f-4e64-a37f-4f1312570ea4 None None] Network bf940af6-c547-4b3c-8dc0-ebf5b89e3863 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:22.465082 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92da0a3e-ed86-467c-8d91-5dfc3907961b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:22.585923 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92da0a3e-ed86-467c-8d91-5dfc3907961b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:22.710378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-5f562aa6-e0da-43c3-a862-1948f04b87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:22.711880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-5f562aa6-e0da-43c3-a862-1948f04b87a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.4251585 Nov 12 13:46:22.749369 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92da0a3e-ed86-467c-8d91-5dfc3907961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:22.749369 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92da0a3e-ed86-467c-8d91-5dfc3907961b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:22.755056 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-92da0a3e-ed86-467c-8d91-5dfc3907961b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e771625-f069-490e-b674-b795392d1fba HTTP/1.1" status: 204 len: 168 time: 0.5446508 Nov 12 13:46:22.802428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da0a3e-ed86-467c-8d91-5dfc3907961b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e771625-f069-490e-b674-b795392d1fba,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:22.883927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-1bddf9af-b2b0-411a-8c53-771839a03d8f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 1001 time: 0.1618967 Nov 12 13:46:22.956374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-f7544272-17b4-4165-b3eb-a2ba99e96c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:22.958357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-f7544272-17b4-4165-b3eb-a2ba99e96c48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.0671000 Nov 12 13:46:23.112426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-4aca1b6e-4b4a-40d0-b066-428a1918f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:23.114554 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-4aca1b6e-4b4a-40d0-b066-428a1918f157 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471496 Nov 12 13:46:23.517246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-a1895a1d-9ca2-46ec-abc0-3392981e1ee1 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934927 Nov 12 13:46:23.854009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-b659fb9a-77cc-4372-b96e-9790c1eca267 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:23.856182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-b659fb9a-77cc-4372-b96e-9790c1eca267 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/networks?id=b00a181b-356b-4834-8fb9-e4e6a48fd6a4 HTTP/1.1" status: 200 len: 812 time: 0.6124206 Nov 12 13:46:23.929588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-09565bfe-87ee-4668-b825-33d10b511db7 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/quotas/a4a8c230329b4023a8a7ca0828ffccf9 HTTP/1.1" status: 200 len: 375 time: 0.0422227 Nov 12 13:46:24.087528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97d3dad9-e0fe-4dac-9fd6-9375356ba04f req-5b43fd1a-2431-41fe-8913-1cc2a9c4e8bd service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543940 Nov 12 13:46:24.091531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-a3530bba-608c-4901-9a2e-4bcf77857548 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4a8c230329b4023a8a7ca0828ffccf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246357 Nov 12 13:46:24.545558 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-b7bfc795-5bda-47f3-9c7e-82c9184efddb service neutron] 10.222.0.73 "GET /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430792 Nov 12 13:46:24.787063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43772) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:24.866179 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-a2bdacd4-2e63-4ab4-9396-5e929fe4be71 service neutron] 10.222.0.73 "GET /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194058 Nov 12 13:46:25.181155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8812ce35-dc21-44ee-8038-66f85ecb1c81 req-7ea7f020-4198-4e3b-a930-db0da9786523 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 210 time: 0.0863316 Nov 12 13:46:25.420424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1541527759'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:25.478457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:25.488885 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:25.525831 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:25.535121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:25.540902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'network_id': 'ea66deeb-d78b-45d8-af77-76e3837e04d0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:25.690815 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:25.699260 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:25.765060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:25.769893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:25.817820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7227a0f3-7ddb-4bce-8b21-5a82a051fc3f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:25.866530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:25.897134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:25.897762 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment 51ebb495-2a5b-4386-8239-f25617cc9f33 of type vlan for network ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 Nov 12 13:46:26.044706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:26.121026 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:26.131815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:26.132561 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:26.251188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:26.343103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:26.355920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:26.360365 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fc3b3f44-e5e9-4ecc-8679-698cd846179e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5710871 Nov 12 13:46:26.410897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=538f9533-a632-4dfb-8357-ba0248e2125d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:26.447757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8568dcbb-91c7-4519-a2aa-01e075f65e03 req-1e3329f4-389a-41c6-8a58-29c348d6638e tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 210 time: 0.1051285 Nov 12 13:46:26.475390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking segment: {'id': 'cedcaf23-22cd-4c01-85cc-cc7ea2707e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ea66deeb-d78b-45d8-af77-76e3837e04d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:26.476840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network hostable DHCP agents. Network: ea66deeb-d78b-45d8-af77-76e3837e04d0, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:26.535005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 43970) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:26.542215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': 'ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:26.542958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network ea66deeb-d78b-45d8-af77-76e3837e04d0 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:26.565961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, ea66deeb-d78b-45d8-af77-76e3837e04d0) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:26.573488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:26.574296 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:26.594909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee12ffa-83b2-4167-b3f9-e8ae29ae7106 None None] Network ea66deeb-d78b-45d8-af77-76e3837e04d0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:26.619528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1e7c3ec2-138a-4c67-af44-87376e360ea3 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0820644 Nov 12 13:46:26.623686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 43982) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:26.662877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1760358051'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:26.739599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:26.756493 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:26.777268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:26.780788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:26.817895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:26.835956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:26.836309 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Added segment 1b332d2a-f36d-485b-ac6d-b83e945aea60 of type vlan for network e39bddcc-b7d3-4510-a12c-cf7127e92751 Nov 12 13:46:26.928426 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:26.929449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-ea66deeb-d78b-45d8-af77-76e3837e04d0', 'network_id': 'ea66deeb-d78b-45d8-af77-76e3837e04d0', 'tenant_id': 'f4f8236bce1945d2b8038b59fa17a396', 'fixed_ips': [{'subnet_id': '538f9533-a632-4dfb-8357-ba0248e2125d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:26.932267 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:27.070803 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:27.095426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:27.097898 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:27.169146 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e50da15-ee44-4ab4-bcbc-6823ba581155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:27.242005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:27.313776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6866949 Nov 12 13:46:27.314279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Allocated IP 2001:db8:0:ffff::2 (ea66deeb-d78b-45d8-af77-76e3837e04d0/538f9533-a632-4dfb-8357-ba0248e2125d/56648b18-0eff-4eee-81f1-e3d342aeef17) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:27.333125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:27.346538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'network_id': 'e39bddcc-b7d3-4510-a12c-cf7127e92751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:27.396333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6bfbf-2d02-4b6a-a6ae-8f0bd088210e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=e39bddcc-b7d3-4510-a12c-cf7127e92751,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:27.414208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=c7e01f7d-659a-4eba-a450-629a5665d384,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:27.454403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e39bddcc-b7d3-4510-a12c-cf7127e92751 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:27.465563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': '51ebb495-2a5b-4386-8239-f25617cc9f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:27.466082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:27.489096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:27.503486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:27.522031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:27.523539 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:27.565839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-720560bb-21df-40fe-972d-256de493f270 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0272985 Nov 12 13:46:27.572934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44050) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:27.578531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863306838'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:27.612832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:27.616772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:27.624625 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-37de56ba-f225-4c0e-bf92-025fee5dd7ed req-18904417-a677-4953-a62d-3356def55204 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 210 time: 0.0550582 Nov 12 13:46:27.657723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-c30a9046-ed49-4eb1-980a-1f30d764ae12 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:27.659718 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-c30a9046-ed49-4eb1-980a-1f30d764ae12 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.70 "GET /v2.0/networks?id=b00a181b-356b-4834-8fb9-e4e6a48fd6a4 HTTP/1.1" status: 200 len: 812 time: 0.4432759 Nov 12 13:46:27.677180 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Request body: {'port': {'device_id': '78944247-4529-4c18-967a-a1485d58234a', 'network_id': 'b00a181b-356b-4834-8fb9-e4e6a48fd6a4', 'admin_state_up': True, 'tenant_id': 'a4a8c230329b4023a8a7ca0828ffccf9'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:27.709270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a2b93-da7e-4a66-9389-d0bc13987edd None None] Network ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:27.721011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:27.734231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:27.735316 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment 62dda2d5-676d-4f51-a3f1-34cbf9624a41 of type vlan for network 012e39ab-45c0-4936-9033-0878a7ac1f8e Nov 12 13:46:27.928311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:27.934362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:27.963247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.005100 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.015089 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3', 'network_id': 'ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3', 'tenant_id': '2c737a1b60ff4b7dbbcd632de45aa193', 'fixed_ips': [{'subnet_id': 'c7e01f7d-659a-4eba-a450-629a5665d384'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:28.016356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.037115 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.073738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44060) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:28.081271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.088854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:28.089845 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.106922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Made reservation on behalf of a4a8c230329b4023a8a7ca0828ffccf9 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:28.111479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.117682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Network ea66deeb-d78b-45d8-af77-76e3837e04d0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:28.129818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:28.138338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:28.269592 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a857782d-f2b4-46cd-9f26-68b59d6557c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.316760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44070) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:28.317000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7424309 Nov 12 13:46:28.324501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Pushing event updated for resources: {'Port': ['ID=56648b18-0eff-4eee-81f1-e3d342aeef17,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:28.333960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': '012e39ab-45c0-4936-9033-0878a7ac1f8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:28.362648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9374bff-f006-4916-b3a8-422428807b81 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=012e39ab-45c0-4936-9033-0878a7ac1f8e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:28.370705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Attempting to bind port 56648b18-0eff-4eee-81f1-e3d342aeef17 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:46:28.371299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Attempting to bind port 56648b18-0eff-4eee-81f1-e3d342aeef17 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'cedcaf23-22cd-4c01-85cc-cc7ea2707e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ea66deeb-d78b-45d8-af77-76e3837e04d0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:46:28.371752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Attempting to bind port 56648b18-0eff-4eee-81f1-e3d342aeef17 on network ea66deeb-d78b-45d8-af77-76e3837e04d0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:28.381516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:46:28.382064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Checking segment: {'id': 'cedcaf23-22cd-4c01-85cc-cc7ea2707e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ea66deeb-d78b-45d8-af77-76e3837e04d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:28.382559 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.383219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Bound using segment: {'id': 'cedcaf23-22cd-4c01-85cc-cc7ea2707e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ea66deeb-d78b-45d8-af77-76e3837e04d0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:46:28.383800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Bound port: 56648b18-0eff-4eee-81f1-e3d342aeef17, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedcaf23-22cd-4c01-85cc-cc7ea2707e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ea66deeb-d78b-45d8-af77-76e3837e04d0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:46:28.384823 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.387245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 012e39ab-45c0-4936-9033-0878a7ac1f8e details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:28.502270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Allocated IP 172.20.0.11 (b00a181b-356b-4834-8fb9-e4e6a48fd6a4/771311c6-801b-412e-af74-36a9ebf50c9a/6ae00a7f-a00a-404d-b4f9-5de55d7afa31) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:28.527927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:28.532177 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.554574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Allocated IP 172.20.255.242 (ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3/c7e01f7d-659a-4eba-a450-629a5665d384/1e0ac1d9-30aa-45fb-a640-3976eb4c954d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:28.574435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] For port 56648b18-0eff-4eee-81f1-e3d342aeef17, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:28.578038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] For port 56648b18-0eff-4eee-81f1-e3d342aeef17, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=56648b18-0eff-4eee-81f1-e3d342aeef17,segment=NetworkSegment(cedcaf23-22cd-4c01-85cc-cc7ea2707e0e),segment_id=cedcaf23-22cd-4c01-85cc-cc7ea2707e0e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:46:28.585610 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.687316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.735989 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.786633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb88f9f-d384-41d2-9a32-136ec8d9de6a None None] Pushing event updated for resources: {'Port': ['ID=56648b18-0eff-4eee-81f1-e3d342aeef17,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:28.845715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Network b00a181b-356b-4834-8fb9-e4e6a48fd6a4 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:28.872963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:28.879913 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a857782d-f2b4-46cd-9f26-68b59d6557c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.882442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:28.888782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Pushing event updated for resources: {'Port': ['ID=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:28.923098 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.936806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a857782d-f2b4-46cd-9f26-68b59d6557c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.943301 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:28.999243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa72fa-2172-4da5-8f4f-ca3c46296bf0 req-42a3ec52-5712-4724-9c9d-49499887b203 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:29.000808 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-00fa72fa-2172-4da5-8f4f-ca3c46296bf0 req-42a3ec52-5712-4724-9c9d-49499887b203 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 932 time: 0.1480038 Nov 12 13:46:29.001828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.043818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:29.044104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Pushing event updated for resources: {'Port': ['ID=1e0ac1d9-30aa-45fb-a640-3976eb4c954d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:29.044743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.059656 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.068188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Network ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:29.070827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:29.082038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:29.117595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2dc30192-4a54-420a-ba83-96342564527c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4452336 Nov 12 13:46:29.135581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a857782d-f2b4-46cd-9f26-68b59d6557c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c308ecfd6404546bf5512c4369d33ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0606427 Nov 12 13:46:29.137328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Request body: {'port': {'device_id': '78944247-4529-4c18-967a-a1485d58234a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:29.149260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44076) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:29.180933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=870ca0cd-71f0-4a9e-8ef8-7e6336ea5050,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:29.191678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857782d-f2b4-46cd-9f26-68b59d6557c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9a858c-39e7-4f7b-b608-408ae021dd09,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:29.196123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Attempting to bind port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:46:29.197032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Attempting to bind port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '51ebb495-2a5b-4386-8239-f25617cc9f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:46:29.197466 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Attempting to bind port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d on network ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:29.206360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:46:29.206976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Checking segment: {'id': '51ebb495-2a5b-4386-8239-f25617cc9f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:29.207586 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.208084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Bound using segment: {'id': '51ebb495-2a5b-4386-8239-f25617cc9f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:46:29.208681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Bound port: 1e0ac1d9-30aa-45fb-a640-3976eb4c954d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ebb495-2a5b-4386-8239-f25617cc9f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:46:29.209170 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.219420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-00fa72fa-2172-4da5-8f4f-ca3c46296bf0 req-96491509-7fe8-45e0-91f6-46ab0beda3f9 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099402 Nov 12 13:46:29.232039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=7a126b74-1ad3-4892-bdca-f8a30e912951,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:29.282280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': '62dda2d5-676d-4f51-a3f1-34cbf9624a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '012e39ab-45c0-4936-9033-0878a7ac1f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:29.282937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: 012e39ab-45c0-4936-9033-0878a7ac1f8e, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:29.298452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] For port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:29.303387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] For port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1e0ac1d9-30aa-45fb-a640-3976eb4c954d,segment=NetworkSegment(51ebb495-2a5b-4386-8239-f25617cc9f33),segment_id=51ebb495-2a5b-4386-8239-f25617cc9f33)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:46:29.312260 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.341624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network 012e39ab-45c0-4936-9033-0878a7ac1f8e is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:29.388125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 012e39ab-45c0-4936-9033-0878a7ac1f8e) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:29.406870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:29.407652 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.418347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258273a4-21c2-4dee-99b2-424207ccf2d2 None None] Network 012e39ab-45c0-4936-9033-0878a7ac1f8e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:29.440451 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7cd36ef1-3999-4fb6-953e-f490f3500639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.452966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ed5a4-964e-4e30-9fba-51aebfa7f782 None None] Pushing event updated for resources: {'Port': ['ID=1e0ac1d9-30aa-45fb-a640-3976eb4c954d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:29.510890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fa18f866-e459-42c7-b406-d1091eaf823d tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1866536 Nov 12 13:46:29.552338 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44086) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:29.561390 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b56c819c-0edd-4a1d-a484-4a307367be1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.606878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7cd36ef1-3999-4fb6-953e-f490f3500639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.787770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-012e39ab-45c0-4936-9033-0878a7ac1f8e', 'network_id': '012e39ab-45c0-4936-9033-0878a7ac1f8e', 'tenant_id': '2c737a1b60ff4b7dbbcd632de45aa193', 'fixed_ips': [{'subnet_id': '7a126b74-1ad3-4892-bdca-f8a30e912951'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:29.788649 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.855811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7cd36ef1-3999-4fb6-953e-f490f3500639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.858840 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7cd36ef1-3999-4fb6-953e-f490f3500639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:29.859977 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7cd36ef1-3999-4fb6-953e-f490f3500639 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b9a858c-39e7-4f7b-b608-408ae021dd09 HTTP/1.1" status: 204 len: 168 time: 0.6639018 Nov 12 13:46:30.124160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking segment: {'id': '1b332d2a-f36d-485b-ac6d-b83e945aea60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e39bddcc-b7d3-4510-a12c-cf7127e92751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:30.127336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network hostable DHCP agents. Network: e39bddcc-b7d3-4510-a12c-cf7127e92751, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:30.148043 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:30.210619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Allocated IP 172.20.0.2 (012e39ab-45c0-4936-9033-0878a7ac1f8e/7a126b74-1ad3-4892-bdca-f8a30e912951/89329c68-5d65-4a69-8ed3-8d4048cf72ff) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:30.274290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network e39bddcc-b7d3-4510-a12c-cf7127e92751 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:30.301096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, e39bddcc-b7d3-4510-a12c-cf7127e92751) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:30.332064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:30.332662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:30.370403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51cf1d3-e11d-4524-8b91-2d419f8b3718 None None] Network e39bddcc-b7d3-4510-a12c-cf7127e92751 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:30.717433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9776fc-b5f9-45fb-a848-0cd683b7a7e0 None None] Network ea66deeb-d78b-45d8-af77-76e3837e04d0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:30.734815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ce3ce1c-7a1b-480d-9712-7aaf1de2170f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3970006 Nov 12 13:46:30.749110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44106) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:30.750004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:30.815838 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d38f5443-2850-4dde-9dfa-1e3cb45adf02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:30.909610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90affb0b-2824-44c0-bc06-fe48fa72a14f req-f3baf6ec-66fd-471d-8f30-95d89f8a08b8 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:30.911566 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-90affb0b-2824-44c0-bc06-fe48fa72a14f req-f3baf6ec-66fd-471d-8f30-95d89f8a08b8 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 932 time: 0.4730537 Nov 12 13:46:30.919652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56648b18-0eff-4eee-81f1-e3d342aeef17 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:46:30.933872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:30.936749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd36ef1-3999-4fb6-953e-f490f3500639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9a858c-39e7-4f7b-b608-408ae021dd09,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:30.949419 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:30.994723 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b90ca886-ddbd-453c-b566-bedc1091ba95 None None] Provisioning complete for port 56648b18-0eff-4eee-81f1-e3d342aeef17 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:30.995127 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b90ca886-ddbd-453c-b566-bedc1091ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:30.998927 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3562cb-fa60-403a-beee-511b03b31a97 req-cf9ce87f-c3dc-47c4-9c97-8ebc05c39fba tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:31.007417 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad3562cb-fa60-403a-beee-511b03b31a97 req-cf9ce87f-c3dc-47c4-9c97-8ebc05c39fba tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1096 time: 0.0794988 Nov 12 13:46:31.110380 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:31.147397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:46:31.157995 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:31.174726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Transition to ACTIVE for port object 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:46:31.194634 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ad3562cb-fa60-403a-beee-511b03b31a97 req-1e2cd2d6-a6e2-42ab-a941-3aa78bef2e66 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862257 Nov 12 13:46:31.261671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:31.295678 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:46:31.409155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Pushing event updated for resources: {'Port': ['ID=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:31.445386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-90affb0b-2824-44c0-bc06-fe48fa72a14f req-4241f9c5-0a90-427c-824c-57691be1e6dd tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203817 Nov 12 13:46:31.457059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85c713-e3c4-41e6-8c6b-0f2cc46ce129 None None] Network ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:31.459488 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d38f5443-2850-4dde-9dfa-1e3cb45adf02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:31.467239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:31.478409 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d38f5443-2850-4dde-9dfa-1e3cb45adf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:31.562816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5a619-0d5d-4489-9028-d285a7cfd4a3 req-2ff55f7f-b312-4b24-8e86-2a51033dd2a0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:31.586446 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78b5a619-0d5d-4489-9028-d285a7cfd4a3 req-2ff55f7f-b312-4b24-8e86-2a51033dd2a0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.1804776 Nov 12 13:46:31.612909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f5443-2850-4dde-9dfa-1e3cb45adf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9497b95e-85cd-47ce-abbb-4a5b45ea806c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:31.714855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 56648b18-0eff-4eee-81f1-e3d342aeef17 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:31.715237 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:31.747961 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78b5a619-0d5d-4489-9028-d285a7cfd4a3 req-c090f122-db52-4728-a2a9-038fb5f95407 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590247 Nov 12 13:46:31.764438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44116) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:31.854520 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:31.857368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d38f5443-2850-4dde-9dfa-1e3cb45adf02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f68cfeb0ba04bbfbe8ebe34899b96a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0686142 Nov 12 13:46:31.858453 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-e39bddcc-b7d3-4510-a12c-cf7127e92751', 'network_id': 'e39bddcc-b7d3-4510-a12c-cf7127e92751', 'tenant_id': 'f4f8236bce1945d2b8038b59fa17a396', 'fixed_ips': [{'subnet_id': '870ca0cd-71f0-4a9e-8ef8-7e6336ea5050'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:31.859487 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:31.861731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44118) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:31.913984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Attempting to bind port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:46:31.915662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Attempting to bind port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '4d7cd119-9bdd-483e-b844-dc1200d7a734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b00a181b-356b-4834-8fb9-e4e6a48fd6a4'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:46:31.917095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Attempting to bind port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 on network b00a181b-356b-4834-8fb9-e4e6a48fd6a4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:31.928421 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:31.954574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6e15a70b-6bcf-48d0-b496-c8888502d494 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/de86efcf-a7e7-496b-9e64-0c5081408570 HTTP/1.1" status: 200 len: 993 time: 0.1885242 Nov 12 13:46:31.999952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b90ca886-ddbd-453c-b566-bedc1091ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.000421 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.014771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 on network b00a181b-356b-4834-8fb9-e4e6a48fd6a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:46:32.016872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Attempting to bind port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 on network b00a181b-356b-4834-8fb9-e4e6a48fd6a4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:32.031789 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.040205 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.042445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:46:32.042810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Checking segment: {'id': '4d7cd119-9bdd-483e-b844-dc1200d7a734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b00a181b-356b-4834-8fb9-e4e6a48fd6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:32.043208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Bound using segment: {'id': '4d7cd119-9bdd-483e-b844-dc1200d7a734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b00a181b-356b-4834-8fb9-e4e6a48fd6a4'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:46:32.043658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Bound port: 6ae00a7f-a00a-404d-b4f9-5de55d7afa31, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7cd119-9bdd-483e-b844-dc1200d7a734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b00a181b-356b-4834-8fb9-e4e6a48fd6a4'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:46:32.044067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.080303 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=7a126b74-1ad3-4892-bdca-f8a30e912951,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:32.143980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Network 012e39ab-45c0-4936-9033-0878a7ac1f8e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:32.186354 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.191678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b90ca886-ddbd-453c-b566-bedc1091ba95 None None] For port 56648b18-0eff-4eee-81f1-e3d342aeef17, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=56648b18-0eff-4eee-81f1-e3d342aeef17,segment=NetworkSegment(cedcaf23-22cd-4c01-85cc-cc7ea2707e0e),segment_id=cedcaf23-22cd-4c01-85cc-cc7ea2707e0e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:32.217094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:32.251519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] For port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:32.259504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] For port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,segment=NetworkSegment(4d7cd119-9bdd-483e-b844-dc1200d7a734),segment_id=4d7cd119-9bdd-483e-b844-dc1200d7a734)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:46:32.267157 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.268243 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b90ca886-ddbd-453c-b566-bedc1091ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.279314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:32.302188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:32.302928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.307458 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] 10.222.0.70 "PUT /v2.0/ports/6ae00a7f-a00a-404d-b4f9-5de55d7afa31 HTTP/1.1" status: 200 len: 1092 time: 3.1780839 Nov 12 13:46:32.308064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78944247-4529-4c18-967a-a1485d58234a', 'tag': '6ae00a7f-a00a-404d-b4f9-5de55d7afa31'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:46:32.310477 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a638822-7b24-494a-aabd-5289e985dad3" -d '{"events": [{"name": "network-changed", "server_uuid": "78944247-4529-4c18-967a-a1485d58234a", "tag": "6ae00a7f-a00a-404d-b4f9-5de55d7afa31"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:46:32.336672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Pushing event updated for resources: {'Port': ['ID=89329c68-5d65-4a69-8ed3-8d4048cf72ff,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:32.379739 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.384592 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b219e0-b13f-4010-a4bb-d8fb8d215357 x-openstack-request-id: req-55b219e0-b13f-4010-a4bb-d8fb8d215357 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:46:32.389269 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78944247-4529-4c18-967a-a1485d58234a", "tag": "6ae00a7f-a00a-404d-b4f9-5de55d7afa31", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:46:32.389722 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55b219e0-b13f-4010-a4bb-d8fb8d215357 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:46:32.390396 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78944247-4529-4c18-967a-a1485d58234a', 'tag': '6ae00a7f-a00a-404d-b4f9-5de55d7afa31', 'status': 'completed', 'code': 200} Nov 12 13:46:32.409600 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.423054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7b8ac-e8f1-4b1a-b2e8-218f69e983ab service neutron] Pushing event updated for resources: {'Port': ['ID=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:32.453970 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.464039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012e39ab-45c0-4936-9033-0878a7ac1f8e']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:32.479651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dda2d5-676d-4f51-a3f1-34cbf9624a41') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:32.479917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dda2d5-676d-4f51-a3f1-34cbf9624a41') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:32.492341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-3005e348-cd95-4195-a56c-334c88a9b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:32.494344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-3005e348-cd95-4195-a56c-334c88a9b0fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4a8c230329b4023a8a7ca0828ffccf9&device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 1095 time: 0.1003702 Nov 12 13:46:32.497436 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.541820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.546965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.550742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9497b95e-85cd-47ce-abbb-4a5b45ea806c HTTP/1.1" status: 204 len: 168 time: 0.6823492 Nov 12 13:46:32.586607 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.597270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9497b95e-85cd-47ce-abbb-4a5b45ea806c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:32.625774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.626121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.626463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.626801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.627132 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.627465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.627790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.628120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.628446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.628769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.629092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.636843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcf9c1-9b1a-41cf-bb77-9486c0ac3585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:46:32.638208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-2fbd2715-9b53-4364-8e15-9accc5b738b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ae00a7f-a00a-404d-b4f9-5de55d7afa31 HTTP/1.1" status: 200 len: 217 time: 0.1185269 Nov 12 13:46:32.651614 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-444fa1cd-c1a7-42cd-8779-b5d0a653a0d3 req-6c0899e9-700e-4bd8-bffc-550833391486 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:46:32.655606 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-444fa1cd-c1a7-42cd-8779-b5d0a653a0d3 req-6c0899e9-700e-4bd8-bffc-550833391486 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2071836 Nov 12 13:46:32.656779 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:32.657182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:32.664643 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:32.723494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Allocated IP 2001:db8::1 (e39bddcc-b7d3-4510-a12c-cf7127e92751/870ca0cd-71f0-4a9e-8ef8-7e6336ea5050/4e5d2f9c-19a4-4bee-bcb6-3aea11284941) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:32.771353 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.api [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 13:46:32.771353 n-d-805736-4 neutron-server[102675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 13:46:32.771353 n-d-805736-4 neutron-server[102675]: [parameters: {'id': '012e39ab-45c0-4936-9033-0878a7ac1f8e'}] Nov 12 13:46:32.771353 n-d-805736-4 neutron-server[102675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:46:32.772427 n-d-805736-4 neutron-server[102675]: DEBUG oslo_db.api [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:46:32.816626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-943b066d-4cc2-4585-a2a2-812b7ef04fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:32.818142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-943b066d-4cc2-4585-a2a2-812b7ef04fba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=771311c6-801b-412e-af74-36a9ebf50c9a HTTP/1.1" status: 200 len: 852 time: 0.1790011 Nov 12 13:46:32.836720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Attempting to bind port 89329c68-5d65-4a69-8ed3-8d4048cf72ff on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:46:32.837336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Attempting to bind port 89329c68-5d65-4a69-8ed3-8d4048cf72ff by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '62dda2d5-676d-4f51-a3f1-34cbf9624a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '012e39ab-45c0-4936-9033-0878a7ac1f8e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:46:32.837615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Attempting to bind port 89329c68-5d65-4a69-8ed3-8d4048cf72ff on network 012e39ab-45c0-4936-9033-0878a7ac1f8e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:32.845547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e38950e0-ec1e-4780-becf-bfbf830b336d None None] Provisioning complete for port 56648b18-0eff-4eee-81f1-e3d342aeef17 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:32.845920 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e38950e0-ec1e-4780-becf-bfbf830b336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.851070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb1a98-5fc5-45ba-8a85-6b09124f83e4 req-9eb8d7ca-7a10-44f3-abc3-03af1e911533 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:32.853701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3edb1a98-5fc5-45ba-8a85-6b09124f83e4 req-9eb8d7ca-7a10-44f3-abc3-03af1e911533 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 944 time: 0.1901658 Nov 12 13:46:32.864885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ca886-ddbd-453c-b566-bedc1091ba95 None None] Pushing event updated for resources: {'Port': ['ID=56648b18-0eff-4eee-81f1-e3d342aeef17,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:32.879132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-5ed26ae1-9aad-40cc-854c-15a1844a89cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b00a181b-356b-4834-8fb9-e4e6a48fd6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530262 Nov 12 13:46:32.926962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:46:32.927344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Checking segment: {'id': '62dda2d5-676d-4f51-a3f1-34cbf9624a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '012e39ab-45c0-4936-9033-0878a7ac1f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:32.927762 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.931921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Bound using segment: {'id': '62dda2d5-676d-4f51-a3f1-34cbf9624a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '012e39ab-45c0-4936-9033-0878a7ac1f8e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:46:32.932541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Bound port: 89329c68-5d65-4a69-8ed3-8d4048cf72ff, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dda2d5-676d-4f51-a3f1-34cbf9624a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '012e39ab-45c0-4936-9033-0878a7ac1f8e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:46:32.932949 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:32.992212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3edb1a98-5fc5-45ba-8a85-6b09124f83e4 req-6c33add6-5dd3-4c75-9eac-d5d7322a5f4a tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222525 Nov 12 13:46:33.051979 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:46:33.052632 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:46:33.055450 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-a9f1b44e-c6f4-4baa-8dad-b23d860f5a86 service neutron] 10.222.0.70 "GET /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666389 Nov 12 13:46:33.090847 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.273510 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.278595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4266babc-1bc5-427a-b6a8-73321df0fb81 req-debba1e5-ff55-41a1-ae71-e272d7355a6d service neutron] 10.222.0.70 "GET /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150347 Nov 12 13:46:33.368686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] For port 89329c68-5d65-4a69-8ed3-8d4048cf72ff, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:33.422685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] For port 89329c68-5d65-4a69-8ed3-8d4048cf72ff, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=89329c68-5d65-4a69-8ed3-8d4048cf72ff,segment=NetworkSegment(62dda2d5-676d-4f51-a3f1-34cbf9624a41),segment_id=62dda2d5-676d-4f51-a3f1-34cbf9624a41)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:46:33.434818 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.439764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Deleting port 89329c68-5d65-4a69-8ed3-8d4048cf72ff {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:33.441651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.466406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a638822-7b24-494a-aabd-5289e985dad3 req-4ac64764-97ea-4322-9a03-37a757d7c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:33.467957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a638822-7b24-494a-aabd-5289e985dad3 req-4ac64764-97ea-4322-9a03-37a757d7c681 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4a8c230329b4023a8a7ca0828ffccf9&device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 1095 time: 0.1161780 Nov 12 13:46:33.532267 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.570786 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.667882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7810dc3-ac0f-4e49-b85d-6504a90f2601 None None] Pushing event updated for resources: {'Port': ['ID=89329c68-5d65-4a69-8ed3-8d4048cf72ff,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:33.669831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] For port 89329c68-5d65-4a69-8ed3-8d4048cf72ff, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=89329c68-5d65-4a69-8ed3-8d4048cf72ff,segment=NetworkSegment(62dda2d5-676d-4f51-a3f1-34cbf9624a41),segment_id=62dda2d5-676d-4f51-a3f1-34cbf9624a41)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:33.670240 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.680796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e38950e0-ec1e-4780-becf-bfbf830b336d None None] Provisioning complete for port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:33.680796 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e38950e0-ec1e-4780-becf-bfbf830b336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.689792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Network e39bddcc-b7d3-4510-a12c-cf7127e92751 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:33.724747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Calling delete_port for 89329c68-5d65-4a69-8ed3-8d4048cf72ff owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:33.756890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1e0ac1d9-30aa-45fb-a640-3976eb4c954d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:46:33.765246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:33.821079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.821501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f6471-ef45-4d6f-ad28-cea503a169db None None] Network 012e39ab-45c0-4936-9033-0878a7ac1f8e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:33.828360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:33.835055 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-71e7b38d-b1e5-462e-aa87-89017f24db01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1574752 Nov 12 13:46:33.946369 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:33.963801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No DVR routers for this DVR port 89329c68-5d65-4a69-8ed3-8d4048cf72ff on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:46:33.968620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Subnet': ['ID=870ca0cd-71f0-4a9e-8ef8-7e6336ea5050,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:33.989427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Pushing event updated for resources: {'Port': ['ID=4e5d2f9c-19a4-4bee-bcb6-3aea11284941,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:34.017947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Port': ['ID=89329c68-5d65-4a69-8ed3-8d4048cf72ff,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:34.058011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Attempting to bind port 4e5d2f9c-19a4-4bee-bcb6-3aea11284941 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:46:34.058378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Attempting to bind port 4e5d2f9c-19a4-4bee-bcb6-3aea11284941 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1b332d2a-f36d-485b-ac6d-b83e945aea60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e39bddcc-b7d3-4510-a12c-cf7127e92751'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:46:34.058732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Attempting to bind port 4e5d2f9c-19a4-4bee-bcb6-3aea11284941 on network e39bddcc-b7d3-4510-a12c-cf7127e92751 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:34.100068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:46:34.100307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Checking segment: {'id': '1b332d2a-f36d-485b-ac6d-b83e945aea60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e39bddcc-b7d3-4510-a12c-cf7127e92751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:34.100580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.100972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Bound using segment: {'id': '1b332d2a-f36d-485b-ac6d-b83e945aea60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e39bddcc-b7d3-4510-a12c-cf7127e92751'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:46:34.117624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Bound port: 4e5d2f9c-19a4-4bee-bcb6-3aea11284941, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b332d2a-f36d-485b-ac6d-b83e945aea60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e39bddcc-b7d3-4510-a12c-cf7127e92751'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:46:34.118129 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.179568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a638822-7b24-494a-aabd-5289e985dad3 req-ada70608-7a66-44ed-9626-1cf70735da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:34.186452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.194116 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a638822-7b24-494a-aabd-5289e985dad3 req-ada70608-7a66-44ed-9626-1cf70735da01 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b00a181b-356b-4834-8fb9-e4e6a48fd6a4 HTTP/1.1" status: 200 len: 913 time: 0.7115996 Nov 12 13:46:34.202342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28455b2-f9e5-4db0-a297-55ef8f252a2a req-87ec590e-2f0b-4f79-be6c-32548dc81120 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:34.203757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d28455b2-f9e5-4db0-a297-55ef8f252a2a req-87ec590e-2f0b-4f79-be6c-32548dc81120 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.5524826 Nov 12 13:46:34.234146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:34.234521 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.244247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.247978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012e39ab-45c0-4936-9033-0878a7ac1f8e']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:34.264615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dda2d5-676d-4f51-a3f1-34cbf9624a41') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:34.264827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dda2d5-676d-4f51-a3f1-34cbf9624a41') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:34.290186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.326189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.347222 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:34.347881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.411943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a638822-7b24-494a-aabd-5289e985dad3 req-b6cbb189-bae9-43cc-afd6-920554f45f8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ae00a7f-a00a-404d-b4f9-5de55d7afa31 HTTP/1.1" status: 200 len: 217 time: 0.1922905 Nov 12 13:46:34.494618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39bddcc-b7d3-4510-a12c-cf7127e92751']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:34.507895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d28455b2-f9e5-4db0-a297-55ef8f252a2a req-5bbbbc31-576a-4594-a7d0-61a01c03e4f9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871058 Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:34.509029 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:34.543515 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.546009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b332d2a-f36d-485b-ac6d-b83e945aea60') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:34.546334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b332d2a-f36d-485b-ac6d-b83e945aea60') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:34.563810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.578991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a638822-7b24-494a-aabd-5289e985dad3 req-3288824d-c32d-4f05-a3e5-743615ea63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:34.591883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.595660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/012e39ab-45c0-4936-9033-0878a7ac1f8e HTTP/1.1" status: 204 len: 168 time: 5.0419493 Nov 12 13:46:34.598970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a638822-7b24-494a-aabd-5289e985dad3 req-3288824d-c32d-4f05-a3e5-743615ea63b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=771311c6-801b-412e-af74-36a9ebf50c9a HTTP/1.1" status: 200 len: 852 time: 0.1777573 Nov 12 13:46:34.599536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:34.609688 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.613107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc89477-2269-4376-bc6b-9c401ac10759 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=012e39ab-45c0-4936-9033-0878a7ac1f8e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:34.630272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:34.630847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.640268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c62ef1-9fc5-4313-a19b-44313dfeda19 req-d10352dd-872f-45d7-b3ea-4d34108e6031 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:34.650117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30c62ef1-9fc5-4313-a19b-44313dfeda19 req-d10352dd-872f-45d7-b3ea-4d34108e6031 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 944 time: 0.1421337 Nov 12 13:46:34.727143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-115740822'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:34.732112 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:34.756830 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30c62ef1-9fc5-4313-a19b-44313dfeda19 req-543a0c1a-0496-4941-931c-954a39cfc714 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049941 Nov 12 13:46:34.763753 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e38950e0-ec1e-4780-becf-bfbf830b336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.780519 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 13:46:34.780519 n-d-805736-4 neutron-server[102676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 13:46:34.780519 n-d-805736-4 neutron-server[102676]: [parameters: {'id': 'e39bddcc-b7d3-4510-a12c-cf7127e92751'}] Nov 12 13:46:34.780519 n-d-805736-4 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:46:34.781407 n-d-805736-4 neutron-server[102676]: DEBUG oslo_db.api [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:46:34.818401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a638822-7b24-494a-aabd-5289e985dad3 req-f826420e-f2af-4b70-a3f7-e42867d8d4e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b00a181b-356b-4834-8fb9-e4e6a48fd6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781872 Nov 12 13:46:34.911911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] For port 4e5d2f9c-19a4-4bee-bcb6-3aea11284941, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:34.914782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:34.928602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e38950e0-ec1e-4780-becf-bfbf830b336d None None] For port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1e0ac1d9-30aa-45fb-a640-3976eb4c954d,segment=NetworkSegment(51ebb495-2a5b-4386-8239-f25617cc9f33),segment_id=51ebb495-2a5b-4386-8239-f25617cc9f33)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:34.933662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:34.938923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] For port 4e5d2f9c-19a4-4bee-bcb6-3aea11284941, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4e5d2f9c-19a4-4bee-bcb6-3aea11284941,segment=NetworkSegment(1b332d2a-f36d-485b-ac6d-b83e945aea60),segment_id=1b332d2a-f36d-485b-ac6d-b83e945aea60)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:46:34.951359 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e38950e0-ec1e-4780-becf-bfbf830b336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.003696 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.029429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:35.050732 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.051228 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment b78a3aa9-853a-4c6d-bf5a-f4390d3cb9d6 of type vlan for network eee78f5b-b0fc-499b-8462-9fa2c49c7da3 Nov 12 13:46:35.054213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a638822-7b24-494a-aabd-5289e985dad3 req-cad76a00-a36a-4b9d-9176-d11108c142f4 service neutron] 10.222.0.70 "GET /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232139 Nov 12 13:46:35.154401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.207638 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.214375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:35.215088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.244591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a638822-7b24-494a-aabd-5289e985dad3 req-184ed29b-e221-4e5e-ae9f-957e838c24df service neutron] 10.222.0.70 "GET /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812117 Nov 12 13:46:35.246776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9cfc2f2f-7459-4bb8-8b52-4e7d1358f99a None None] Provisioning complete for port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:35.247346 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2f2f-7459-4bb8-8b52-4e7d1358f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.249084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38950e0-ec1e-4780-becf-bfbf830b336d None None] Pushing event updated for resources: {'Port': ['ID=1e0ac1d9-30aa-45fb-a640-3976eb4c954d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:35.283256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5619380 Nov 12 13:46:35.286043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44236) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:35.291184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': 'eee78f5b-b0fc-499b-8462-9fa2c49c7da3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:35.346708 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.383662 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b91b5-2df5-4ab1-8794-b1f1f6636cad None None] Network e39bddcc-b7d3-4510-a12c-cf7127e92751 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:35.404083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcedc06-b4a7-4bf2-8858-90d27735ca07 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=eee78f5b-b0fc-499b-8462-9fa2c49c7da3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:35.524898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network eee78f5b-b0fc-499b-8462-9fa2c49c7da3 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:35.550924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Deleting port 4e5d2f9c-19a4-4bee-bcb6-3aea11284941 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:35.552321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.555266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:35.571003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56648b18-0eff-4eee-81f1-e3d342aeef17 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:46:35.584926 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.692730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] For port 4e5d2f9c-19a4-4bee-bcb6-3aea11284941, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4e5d2f9c-19a4-4bee-bcb6-3aea11284941,segment=NetworkSegment(1b332d2a-f36d-485b-ac6d-b83e945aea60),segment_id=1b332d2a-f36d-485b-ac6d-b83e945aea60)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:35.696022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:35.717893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Performing IP validity checks on allocation pools {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 13:46:35.718505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 13:46:35.752111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Calling delete_port for 4e5d2f9c-19a4-4bee-bcb6-3aea11284941 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:35.955794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d97fd-c257-4c84-b30b-8d7832d260df req-ba97528b-7b3c-43e7-86ff-f06b6e497337 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:35.956932 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cd2d97fd-c257-4c84-b30b-8d7832d260df req-ba97528b-7b3c-43e7-86ff-f06b6e497337 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.2247319 Nov 12 13:46:35.994893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.049353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0162982-f31d-419f-a791-ae2477bf3cdd None None] Pushing event updated for resources: {'Port': ['ID=4e5d2f9c-19a4-4bee-bcb6-3aea11284941,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:36.110048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Port': ['ID=4e5d2f9c-19a4-4bee-bcb6-3aea11284941,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:36.113555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No DVR routers for this DVR port 4e5d2f9c-19a4-4bee-bcb6-3aea11284941 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:46:36.165239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19acd0-50c3-46d4-baf7-4a557f8ed3ec req-0b665777-0aec-4c9a-b35f-e2c967329539 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:36.167071 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad19acd0-50c3-46d4-baf7-4a557f8ed3ec req-0b665777-0aec-4c9a-b35f-e2c967329539 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 944 time: 0.1841936 Nov 12 13:46:36.182853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c68695-4c93-4e16-b8eb-501ff65f41f9 None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:46:36.242513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 56648b18-0eff-4eee-81f1-e3d342aeef17 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:36.242882 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.316700 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.331147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad19acd0-50c3-46d4-baf7-4a557f8ed3ec req-89edda2e-78b8-418e-b6f4-f7c1d5c9f67b tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510422 Nov 12 13:46:36.334229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cd2d97fd-c257-4c84-b30b-8d7832d260df req-801f383d-c5c4-4285-ab55-97eb8fa2b1c7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496945 Nov 12 13:46:36.351460 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.357127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-5bfe7b6b-eaa4-49e3-bc3a-be862ae5ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:36.359511 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-5bfe7b6b-eaa4-49e3-bc3a-be862ae5ec50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1096 time: 0.1904182 Nov 12 13:46:36.382173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39bddcc-b7d3-4510-a12c-cf7127e92751']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:36.410625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b332d2a-f36d-485b-ac6d-b83e945aea60') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:36.410932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b332d2a-f36d-485b-ac6d-b83e945aea60') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:36.458346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.500667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.528453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:36.528770 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.531579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=8303c36f-da07-4816-8c96-1e3003c02519,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:36.544212 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:36.580130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': 'b78a3aa9-853a-4c6d-bf5a-f4390d3cb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'eee78f5b-b0fc-499b-8462-9fa2c49c7da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:36.580836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: eee78f5b-b0fc-499b-8462-9fa2c49c7da3, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:36.590436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c68695-4c93-4e16-b8eb-501ff65f41f9 None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:46:36.618975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network eee78f5b-b0fc-499b-8462-9fa2c49c7da3 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:36.640080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, eee78f5b-b0fc-499b-8462-9fa2c49c7da3) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:36.644725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:36.645358 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.674340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eef86768-0336-47e8-8d64-7bf64a0d1c12 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3870010 Nov 12 13:46:36.677124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44274) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:36.691383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-fab499b4-4297-446d-9622-72b3b9d93022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:36.693769 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-fab499b4-4297-446d-9622-72b3b9d93022 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.3257370 Nov 12 13:46:36.728147 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.856140 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.859703 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/e39bddcc-b7d3-4510-a12c-cf7127e92751 HTTP/1.1" status: 204 len: 168 time: 6.0931215 Nov 12 13:46:36.865949 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:36.870381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44282) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:36.877015 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8b658-4b54-43f9-8a2e-be54dc27f344 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Network': ['ID=e39bddcc-b7d3-4510-a12c-cf7127e92751,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:36.880245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2083516673'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:36.923967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:36.925849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-8f30f864-1389-4afd-b219-0c7c92845244 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 1001 time: 0.2234011 Nov 12 13:46:36.930365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.000552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:37.019775 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.020164 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Added segment c68a76d8-71f8-40a0-9414-a7bf89d5a528 of type vlan for network c02f8e00-0170-4fc8-9968-546789eea54a Nov 12 13:46:37.063141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-2a3e1d2f-5c21-4986-84b6-b4d5bdb0d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:37.077725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-2a3e1d2f-5c21-4986-84b6-b4d5bdb0d9af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.1439879 Nov 12 13:46:37.094841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:46:37.098339 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.199546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.213100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-9d8f28d8-3985-45d3-8bfd-9677458a37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:37.214094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:37.214747 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.214857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-9d8f28d8-3985-45d3-8bfd-9677458a37f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278596 Nov 12 13:46:37.277149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4056032 Nov 12 13:46:37.282212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44294) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:37.297467 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.330084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'network_id': 'c02f8e00-0170-4fc8-9968-546789eea54a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:37.396888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1e0ac1d9-30aa-45fb-a640-3976eb4c954d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:46:37.398793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29dccbf-4443-4915-9ba9-6d75475fbfb7 None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:46:37.435293 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.436886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-2e4a19d9-2d8b-416b-a609-585becb1dcf9 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071886 Nov 12 13:46:37.601601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=8303c36f-da07-4816-8c96-1e3003c02519,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:37.638062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,segment=NetworkSegment(4d7cd119-9bdd-483e-b844-dc1200d7a734),segment_id=4d7cd119-9bdd-483e-b844-dc1200d7a734)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:37.659948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '6ae00a7f-a00a-404d-b4f9-5de55d7afa31', 'network_id': 'b00a181b-356b-4834-8fb9-e4e6a48fd6a4', 'port_id': '6ae00a7f-a00a-404d-b4f9-5de55d7afa31', 'mac_address': 'fa:16:3e:fa:13:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771311c6-801b-412e-af74-36a9ebf50c9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:46:37.668672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34d9a8-22ae-47d2-86ec-cad1c437787c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=c02f8e00-0170-4fc8-9968-546789eea54a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:37.684546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.689830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c02f8e00-0170-4fc8-9968-546789eea54a details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:37.698736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44304) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:37.739296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731b5f-7e18-4246-b040-eb33e030fddb req-8579fe46-fc32-4a0a-a51f-d517ecb53d9b tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:37.758668 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73731b5f-7e18-4246-b040-eb33e030fddb req-8579fe46-fc32-4a0a-a51f-d517ecb53d9b tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 944 time: 0.2032487 Nov 12 13:46:37.770017 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.791348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee78f5b-b0fc-499b-8462-9fa2c49c7da3']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:37.805059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78a3aa9-853a-4c6d-bf5a-f4390d3cb9d6') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:37.805763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78a3aa9-853a-4c6d-bf5a-f4390d3cb9d6') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:37.827993 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.878887 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73731b5f-7e18-4246-b040-eb33e030fddb req-c9205cbb-909c-4c90-a590-ffb2dcc9e6d1 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163445 Nov 12 13:46:37.882522 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.908050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:37.910575 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:37.914629 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-b0a260d7-55ea-47ac-84a8-14564877c5c6 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579445 Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:37.918513 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:38.000871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:46:38.059410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:38.064190 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.076925 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f09d6a1-2b23-47ee-a449-85709bd656a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.086052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64781946-60cd-414f-a687-5252ba2bb09d req-f39ddc37-238c-4222-8d30-246b88b40188 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:38.096979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64781946-60cd-414f-a687-5252ba2bb09d req-f39ddc37-238c-4222-8d30-246b88b40188 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.5390005 Nov 12 13:46:38.131977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29dccbf-4443-4915-9ba9-6d75475fbfb7 None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:46:38.137044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,segment=NetworkSegment(4d7cd119-9bdd-483e-b844-dc1200d7a734),segment_id=4d7cd119-9bdd-483e-b844-dc1200d7a734)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:38.170898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.193567 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.194443 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.198076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/eee78f5b-b0fc-499b-8462-9fa2c49c7da3 HTTP/1.1" status: 204 len: 168 time: 1.5188584 Nov 12 13:46:38.199324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64781946-60cd-414f-a687-5252ba2bb09d req-2c75f069-4a1b-4a98-b68a-d35ba18789ff tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009898 Nov 12 13:46:38.209424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:38.225002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1187598945'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:38.234784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66481c98-315b-4c82-9595-46d31d53e8f5 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=eee78f5b-b0fc-499b-8462-9fa2c49c7da3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:38.244075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:38.268877 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.340943 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f09d6a1-2b23-47ee-a449-85709bd656a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.350029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f09d6a1-2b23-47ee-a449-85709bd656a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.371775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:38.378110 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.428459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:38.451654 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.452154 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment ed514641-4c6a-4302-92b1-e43457650c4a of type vlan for network 4873a71f-6836-415d-8580-4604a49ab8f9 Nov 12 13:46:38.466487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4f09d6a1-2b23-47ee-a449-85709bd656a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c090c66326e4e39aceed6c94f0ed896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7663026 Nov 12 13:46:38.467520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44318) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:38.468061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09d6a1-2b23-47ee-a449-85709bd656a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b367d416-db08-4096-ae5f-50519c490b51,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:38.546717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:38.578952 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abaee251-f620-4c56-b506-38d1a208b01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.623530 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abaee251-f620-4c56-b506-38d1a208b01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.705732 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.719795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['6ae00a7f-a00a-404d-b4f9-5de55d7afa31'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:46:38.732846 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abaee251-f620-4c56-b506-38d1a208b01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.735760 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-abaee251-f620-4c56-b506-38d1a208b01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.739976 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-abaee251-f620-4c56-b506-38d1a208b01d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b367d416-db08-4096-ae5f-50519c490b51 HTTP/1.1" status: 204 len: 168 time: 0.2569661 Nov 12 13:46:38.754688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaee251-f620-4c56-b506-38d1a208b01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b367d416-db08-4096-ae5f-50519c490b51,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:38.795891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=99a443da-d91d-40cb-bcc5-352267d7e8a0,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:38.822899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.928492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:38.934387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:38.935028 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.089583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=4873a71f-6836-415d-8580-4604a49ab8f9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:39.095419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking segment: {'id': 'c68a76d8-71f8-40a0-9414-a7bf89d5a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c02f8e00-0170-4fc8-9968-546789eea54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:39.095778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network hostable DHCP agents. Network: c02f8e00-0170-4fc8-9968-546789eea54a, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:39.112165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-61c47c8a-f923-46fd-a56c-5ff0fb1b42eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9015939 Nov 12 13:46:39.119512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44330) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:39.145930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network c02f8e00-0170-4fc8-9968-546789eea54a is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:39.158519 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': '4873a71f-6836-415d-8580-4604a49ab8f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:39.165103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c02f8e00-0170-4fc8-9968-546789eea54a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:39.176435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:39.177616 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.196728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 4873a71f-6836-415d-8580-4604a49ab8f9 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:39.223967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-92988d47-1ca9-4249-9dd0-2d6ad657171c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9326873 Nov 12 13:46:39.227962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44334) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:39.232417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-356453525'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:39.276012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:39.279744 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.337376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:39.348594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.348934 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Added segment e57461b0-4931-4ab4-b978-ac1c1ef4495e of type vlan for network 72e86949-2579-4a39-9d8f-a1ea889809ed Nov 12 13:46:39.352282 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d5122-39e9-472c-b7f0-5e614e4608ab req-682971b2-7009-4b2a-a5c9-376e7d5dba9c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:39.359870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-750d5122-39e9-472c-b7f0-5e614e4608ab req-682971b2-7009-4b2a-a5c9-376e7d5dba9c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 945 time: 0.3201277 Nov 12 13:46:39.442381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-750d5122-39e9-472c-b7f0-5e614e4608ab req-7d0daff1-2cc4-40e1-bc55-132da3d2c5cf tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813920 Nov 12 13:46:39.477764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:39.481716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.485704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.515204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44338) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:39.523799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.531922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:39.533134 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.568770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9632c372-76d1-4c3a-bc36-c1ce59cfda90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.598215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e200a-baa2-4129-b4fe-337ecc3d7e5a req-292155f5-6a7d-47bc-b392-532c38dce154 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:39.601010 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9a5e200a-baa2-4129-b4fe-337ecc3d7e5a req-292155f5-6a7d-47bc-b392-532c38dce154 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.2562742 Nov 12 13:46:39.609100 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3805954 Nov 12 13:46:39.620873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44340) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:39.627981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'network_id': '72e86949-2579-4a39-9d8f-a1ea889809ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:39.685521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0d750-9957-430d-9bbb-6de8b192ec9a None None] Network eee78f5b-b0fc-499b-8462-9fa2c49c7da3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:39.711336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0d750-9957-430d-9bbb-6de8b192ec9a None None] Network eee78f5b-b0fc-499b-8462-9fa2c49c7da3 could not be found, it might have been deleted concurrently. {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 13:46:39.714312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4b381-e582-4779-ad63-d49945ed0390 None None] Network c02f8e00-0170-4fc8-9968-546789eea54a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:39.814437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:39.818768 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:39.870850 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cc203-a4b3-459f-85de-6f29a3b497d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=72e86949-2579-4a39-9d8f-a1ea889809ed,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:39.947144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Performing IP validity checks on allocation pools {{(pid=102676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 13:46:39.948079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 13:46:39.957742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9a5e200a-baa2-4129-b4fe-337ecc3d7e5a req-0d7e496c-bc7e-4ba9-a72c-f3248a686649 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471954 Nov 12 13:46:39.967173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38753746-6053-447f-a584-07a22120b6a1 None None] Network eee78f5b-b0fc-499b-8462-9fa2c49c7da3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:39.975808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 72e86949-2579-4a39-9d8f-a1ea889809ed details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:39.989079 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.028071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38753746-6053-447f-a584-07a22120b6a1 None None] Network eee78f5b-b0fc-499b-8462-9fa2c49c7da3 could not be found, it might have been deleted concurrently. {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 13:46:40.081335 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9632c372-76d1-4c3a-bc36-c1ce59cfda90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.098435 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9632c372-76d1-4c3a-bc36-c1ce59cfda90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.143213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.158081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632c372-76d1-4c3a-bc36-c1ce59cfda90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edafeac-d323-4b1c-bdf1-57c45ac519fb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:40.192416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=9514cf7b-3978-49a5-a2ce-622a0549f7d6,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:40.203540 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': 'ed514641-4c6a-4302-92b1-e43457650c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4873a71f-6836-415d-8580-4604a49ab8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:40.203915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: 4873a71f-6836-415d-8580-4604a49ab8f9, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:40.210863 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9632c372-76d1-4c3a-bc36-c1ce59cfda90 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e2d8cee52ad4c198dda60aec2f78aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6832135 Nov 12 13:46:40.212003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44344) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:40.298981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=352fb4cd-b5c2-4259-b86f-8f248ab66fc1,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:40.315348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c02f8e00-0170-4fc8-9968-546789eea54a', 'network_id': 'c02f8e00-0170-4fc8-9968-546789eea54a', 'tenant_id': 'f4f8236bce1945d2b8038b59fa17a396', 'fixed_ips': [{'subnet_id': '99a443da-d91d-40cb-bcc5-352267d7e8a0'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:40.315879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network 4873a71f-6836-415d-8580-4604a49ab8f9 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:40.318235 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.338072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking segment: {'id': 'e57461b0-4931-4ab4-b978-ac1c1ef4495e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '72e86949-2579-4a39-9d8f-a1ea889809ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:40.338439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network hostable DHCP agents. Network: 72e86949-2579-4a39-9d8f-a1ea889809ed, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:40.359154 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9a35046c-3f48-48c2-b575-c1dc64da7fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.374125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network 72e86949-2579-4a39-9d8f-a1ea889809ed is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:40.376589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 4873a71f-6836-415d-8580-4604a49ab8f9) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:40.381162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 72e86949-2579-4a39-9d8f-a1ea889809ed) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:40.389561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:40.390144 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.392373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:40.392970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.413751 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-161c6e27-7b35-4675-b8de-5dcf654a89ef tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2724621 Nov 12 13:46:40.414537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44348) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:40.418340 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9a35046c-3f48-48c2-b575-c1dc64da7fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.431610 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-171120d6-25b3-4fdf-afde-1960ad2cfa20 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8054721 Nov 12 13:46:40.431610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:40.462582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d41130-c1c5-4bc6-8e37-e6b7728263b9 None None] Network 4873a71f-6836-415d-8580-4604a49ab8f9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:40.566432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595cbf4-f620-476f-8cd8-ab28ec9d5848 None None] Network 72e86949-2579-4a39-9d8f-a1ea889809ed requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:40.590743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9a35046c-3f48-48c2-b575-c1dc64da7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.594330 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9a35046c-3f48-48c2-b575-c1dc64da7fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.600653 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9a35046c-3f48-48c2-b575-c1dc64da7fbb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3edafeac-d323-4b1c-bdf1-57c45ac519fb HTTP/1.1" status: 204 len: 168 time: 0.3864858 Nov 12 13:46:40.620171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35046c-3f48-48c2-b575-c1dc64da7fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edafeac-d323-4b1c-bdf1-57c45ac519fb,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:40.630481 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.706415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.800015 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.911069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:40.943299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Allocated IP 2001:db8::3 (c02f8e00-0170-4fc8-9968-546789eea54a/99a443da-d91d-40cb-bcc5-352267d7e8a0/10112c5f-df89-4608-a4a0-c4290d50ce1c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:40.964264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=9514cf7b-3978-49a5-a2ce-622a0549f7d6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:41.102861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.157656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4873a71f-6836-415d-8580-4604a49ab8f9']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:41.198996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed514641-4c6a-4302-92b1-e43457650c4a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:41.199292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed514641-4c6a-4302-92b1-e43457650c4a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:41.266268 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.290796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b1e26-c0a7-41ca-b927-a4b1362f4794 req-8c9f30f6-bc88-40c1-b703-2e64a6475ae0 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:41.292496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e7b1e26-c0a7-41ca-b927-a4b1362f4794 req-8c9f30f6-bc88-40c1-b703-2e64a6475ae0 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 945 time: 0.6523199 Nov 12 13:46:41.297460 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.310940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:46:41.329872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.335278 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.354905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:41.355401 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.396266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82652783-128b-48f1-933c-bf84c112f5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-72e86949-2579-4a39-9d8f-a1ea889809ed', 'network_id': '72e86949-2579-4a39-9d8f-a1ea889809ed', 'tenant_id': 'f4f8236bce1945d2b8038b59fa17a396', 'fixed_ips': [{'subnet_id': '352fb4cd-b5c2-4259-b86f-8f248ab66fc1'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:41.399758 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82652783-128b-48f1-933c-bf84c112f5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.403666 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.418583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3409d9a-6574-4270-87b5-cff67891091a req-b8f9e2b0-976f-4c6b-889f-a7b2dc0b5d73 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:41.429657 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a3409d9a-6574-4270-87b5-cff67891091a req-b8f9e2b0-976f-4c6b-889f-a7b2dc0b5d73 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.2570891 Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:41.430609 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:41.438904 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e7b1e26-c0a7-41ca-b927-a4b1362f4794 req-b6cbd1e3-39e9-4366-8e3b-03700097a6e6 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378875 Nov 12 13:46:41.483360 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.582436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Pushing event updated for resources: {'Port': ['ID=10112c5f-df89-4608-a4a0-c4290d50ce1c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:41.587619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Subnet': ['ID=352fb4cd-b5c2-4259-b86f-8f248ab66fc1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:41.605877 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.617071 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.620968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/4873a71f-6836-415d-8580-4604a49ab8f9 HTTP/1.1" status: 204 len: 168 time: 1.2049458 Nov 12 13:46:41.633497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44390) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:41.646860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-18181172'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:41.656553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b2131-9a6e-481f-8a36-a6d87d4e55fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=4873a71f-6836-415d-8580-4604a49ab8f9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:41.660958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76278a07-3376-48f3-8696-941f57925f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-4873a71f-6836-415d-8580-4604a49ab8f9', 'network_id': '4873a71f-6836-415d-8580-4604a49ab8f9', 'tenant_id': '2c737a1b60ff4b7dbbcd632de45aa193', 'fixed_ips': [{'subnet_id': '9514cf7b-3978-49a5-a2ce-622a0549f7d6'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:41.663099 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-76278a07-3376-48f3-8696-941f57925f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.672776 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a3409d9a-6574-4270-87b5-cff67891091a req-ca14fb17-a5cb-4c62-93f6-8c9cb4301f84 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627738 Nov 12 13:46:41.689482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:41.694905 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.731980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Network c02f8e00-0170-4fc8-9968-546789eea54a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:41.744802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:41.756423 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:41.761755 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.787894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e86949-2579-4a39-9d8f-a1ea889809ed']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:41.800345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57461b0-4931-4ab4-b978-ac1c1ef4495e') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:41.800828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57461b0-4931-4ab4-b978-ac1c1ef4495e') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:41.808337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:41.813405 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.820493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.820493 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment 658700c2-6754-47fd-a9e1-8fc7ee3e2611 of type vlan for network c7d26d6b-9b9d-4429-b283-215a0d13ccd4 Nov 12 13:46:41.840679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.854822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:41.855351 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.875475 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.911964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb580d-8296-4a5b-bcb9-cc0c4483258a None None] Network 4873a71f-6836-415d-8580-4604a49ab8f9 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:41.915876 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.927798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:41.932550 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.953321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb580d-8296-4a5b-bcb9-cc0c4483258a None None] Network 4873a71f-6836-415d-8580-4604a49ab8f9 could not be found, it might have been deleted concurrently. {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 13:46:41.968055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:41.970572 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:41.974965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.982841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.986841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/72e86949-2579-4a39-9d8f-a1ea889809ed HTTP/1.1" status: 204 len: 168 time: 1.5550194 Nov 12 13:46:41.989867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:41.989867 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:41.991092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:41.997453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-378079399'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:42.017032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad598801-6e46-446b-a2ac-9bb3bbb4321c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Network': ['ID=72e86949-2579-4a39-9d8f-a1ea889809ed,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:42.052733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:42.052916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd237cb-9665-4184-8d3b-581e93c1cbc8 None None] Network 72e86949-2579-4a39-9d8f-a1ea889809ed requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:42.061799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.102045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Attempting to bind port 10112c5f-df89-4608-a4a0-c4290d50ce1c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:46:42.107808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Attempting to bind port 10112c5f-df89-4608-a4a0-c4290d50ce1c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c68a76d8-71f8-40a0-9414-a7bf89d5a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c02f8e00-0170-4fc8-9968-546789eea54a'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:46:42.107808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Attempting to bind port 10112c5f-df89-4608-a4a0-c4290d50ce1c on network c02f8e00-0170-4fc8-9968-546789eea54a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:42.109134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:42.112670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:42.113856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4698431 Nov 12 13:46:42.125505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': 'c7d26d6b-9b9d-4429-b283-215a0d13ccd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:42.126104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1374f62-6805-4256-bb12-216728d30a20 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=c7d26d6b-9b9d-4429-b283-215a0d13ccd4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:42.130377 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd237cb-9665-4184-8d3b-581e93c1cbc8 None None] Network 72e86949-2579-4a39-9d8f-a1ea889809ed could not be found, it might have been deleted concurrently. {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 13:46:42.135144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:46:42.135510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Checking segment: {'id': 'c68a76d8-71f8-40a0-9414-a7bf89d5a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c02f8e00-0170-4fc8-9968-546789eea54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:42.142151 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.142552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Bound using segment: {'id': 'c68a76d8-71f8-40a0-9414-a7bf89d5a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c02f8e00-0170-4fc8-9968-546789eea54a'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:46:42.143062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Bound port: 10112c5f-df89-4608-a4a0-c4290d50ce1c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68a76d8-71f8-40a0-9414-a7bf89d5a528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c02f8e00-0170-4fc8-9968-546789eea54a'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:46:42.143454 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.158056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c7d26d6b-9b9d-4429-b283-215a0d13ccd4 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:42.304312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.304892 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Added segment 55ae8004-fa41-4104-aaa7-a614c45fbfca of type vlan for network 1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce Nov 12 13:46:42.364505 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:42.376124 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.391477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] For port 10112c5f-df89-4608-a4a0-c4290d50ce1c, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:42.395062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] For port 10112c5f-df89-4608-a4a0-c4290d50ce1c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=10112c5f-df89-4608-a4a0-c4290d50ce1c,segment=NetworkSegment(c68a76d8-71f8-40a0-9414-a7bf89d5a528),segment_id=c68a76d8-71f8-40a0-9414-a7bf89d5a528)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:46:42.418088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.432707 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.573513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394cb16-4cdd-450d-a576-a44d2bfecda1 None None] Pushing event updated for resources: {'Port': ['ID=10112c5f-df89-4608-a4a0-c4290d50ce1c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:42.583992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.585501 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.615410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:42.622442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.671120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78944247-4529-4c18-967a-a1485d58234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae00a7f-a00a-404d-b4f9-5de55d7afa31'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:46:42.681359 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d94f54-d9e9-416d-b3dd-10ec279324db" -d '{"events": [{"server_uuid": "78944247-4529-4c18-967a-a1485d58234a", "name": "network-vif-plugged", "status": "completed", "tag": "6ae00a7f-a00a-404d-b4f9-5de55d7afa31"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:46:42.739916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,segment=NetworkSegment(4d7cd119-9bdd-483e-b844-dc1200d7a734),segment_id=4d7cd119-9bdd-483e-b844-dc1200d7a734)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:42.747698 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:42.787007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:42.812994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:42.853471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b4441047-6e70-44e5-ad8f-f2c42931a68d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8603721 Nov 12 13:46:42.858998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44432) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:42.872685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'network_id': '1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:42.895234 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce328617-aa08-475f-9658-dab78b0bfc20 x-openstack-request-id: req-ce328617-aa08-475f-9658-dab78b0bfc20 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:46:42.895525 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78944247-4529-4c18-967a-a1485d58234a", "name": "network-vif-plugged", "status": "completed", "tag": "6ae00a7f-a00a-404d-b4f9-5de55d7afa31", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:46:42.895777 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce328617-aa08-475f-9658-dab78b0bfc20 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:46:42.896166 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78944247-4529-4c18-967a-a1485d58234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae00a7f-a00a-404d-b4f9-5de55d7afa31', 'code': 200} Nov 12 13:46:43.066771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:43.123677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:43.255580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031ad3c-0fec-414c-9d97-b8e9f13ee20e req-f7b99894-5e1c-471e-90b4-6e332c51f291 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:43.263322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a031ad3c-0fec-414c-9d97-b8e9f13ee20e req-f7b99894-5e1c-471e-90b4-6e332c51f291 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.2425449 Nov 12 13:46:43.395504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a031ad3c-0fec-414c-9d97-b8e9f13ee20e req-e4e266be-0164-4fad-bd57-57f2a7c4a9b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245096 Nov 12 13:46:43.449968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 10112c5f-df89-4608-a4a0-c4290d50ce1c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:46:43.468696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a013b89-4a1d-456c-81cc-7139fd31c7c7 req-7d06bba7-0fb1-4022-adcf-72f7bdda274e tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:43.480105 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a013b89-4a1d-456c-81cc-7139fd31c7c7 req-7d06bba7-0fb1-4022-adcf-72f7bdda274e tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 945 time: 0.8534718 Nov 12 13:46:43.561046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44448) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:43.606998 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:43.612868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 10112c5f-df89-4608-a4a0-c4290d50ce1c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:43.617097 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:43.706117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d8e76-7d7f-4e94-a22f-b83484e36590 req-5771dbe9-f0ef-46ee-a8d1-309047b11774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:43.729136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e78d8e76-7d7f-4e94-a22f-b83484e36590 req-5771dbe9-f0ef-46ee-a8d1-309047b11774 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 1097 time: 0.7576911 Nov 12 13:46:43.782139 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a013b89-4a1d-456c-81cc-7139fd31c7c7 req-8e26761d-dd96-4f29-9322-99fecb5c8efb tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996640 Nov 12 13:46:43.831826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:43.836587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:43.907312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=2d8a38e2-d9a4-4c83-9693-626c11796785,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:43.929615 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:44.007474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 10112c5f-df89-4608-a4a0-c4290d50ce1c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=10112c5f-df89-4608-a4a0-c4290d50ce1c,segment=NetworkSegment(c68a76d8-71f8-40a0-9414-a7bf89d5a528),segment_id=c68a76d8-71f8-40a0-9414-a7bf89d5a528)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:44.014591 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:44.019975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': '658700c2-6754-47fd-a9e1-8fc7ee3e2611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'c7d26d6b-9b9d-4429-b283-215a0d13ccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:44.020399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: c7d26d6b-9b9d-4429-b283-215a0d13ccd4, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:44.080851 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e78d8e76-7d7f-4e94-a22f-b83484e36590 req-2ec82d9b-34be-43ea-bd5c-6a1bc33139bc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707949 Nov 12 13:46:44.126469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network c7d26d6b-9b9d-4429-b283-215a0d13ccd4 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:44.155329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c7d26d6b-9b9d-4429-b283-215a0d13ccd4) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:44.190047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=10112c5f-df89-4608-a4a0-c4290d50ce1c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:44.200697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:44.201559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:44.214598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d1228-78a9-4a19-901c-f2f05d2ca086 None None] Network c7d26d6b-9b9d-4429-b283-215a0d13ccd4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:44.231121 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-09acd6ed-f6f9-4859-be2a-dd0ff248d62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:44.289138 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bf7c20e0-0aab-4c72-b391-56bcef658ea4 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1776304 Nov 12 13:46:44.292413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44468) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:44.354665 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:44.470189 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:44.536833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c431cfa-52db-4160-9f25-50c1650054fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c7d26d6b-9b9d-4429-b283-215a0d13ccd4', 'network_id': 'c7d26d6b-9b9d-4429-b283-215a0d13ccd4', 'tenant_id': '2c737a1b60ff4b7dbbcd632de45aa193', 'fixed_ips': [{'subnet_id': '2d8a38e2-d9a4-4c83-9693-626c11796785'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:44.539164 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c431cfa-52db-4160-9f25-50c1650054fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:44.600433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c02234-172e-4bcd-9fbb-c445ea399943 None None] Network c02f8e00-0170-4fc8-9968-546789eea54a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:44.728703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=b47add5d-fb0f-4aea-82a1-72e0d06517cc,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:44.730420 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:44.779373 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-09acd6ed-f6f9-4859-be2a-dd0ff248d62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:44.806260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfac9af-f1d6-4439-8450-093b36653e8a req-bf745f0a-9493-45c8-8fb1-aeeff01f6bfa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:44.808251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcfac9af-f1d6-4439-8450-093b36653e8a req-bf745f0a-9493-45c8-8fb1-aeeff01f6bfa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.2104740 Nov 12 13:46:44.810190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking segment: {'id': '55ae8004-fa41-4104-aaa7-a614c45fbfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:44.815966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network hostable DHCP agents. Network: 1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:44.854293 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-09acd6ed-f6f9-4859-be2a-dd0ff248d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:44.978538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network 1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:44.996573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:45.033161 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-09acd6ed-f6f9-4859-be2a-dd0ff248d62f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1f101b36cde04dc0a78a202f1127a5d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4708502 Nov 12 13:46:45.033972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcfac9af-f1d6-4439-8450-093b36653e8a req-3fa5d393-9f51-424c-bbac-ba10c6553442 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146721 Nov 12 13:46:45.042065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44486) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:45.048082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:45.072771 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.109797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acd6ed-f6f9-4859-be2a-dd0ff248d62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c610056-73de-4392-a69e-36f18858a977,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:45.132535 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.150011 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-910b3424-25d8-44da-b929-19dad353f2b2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2787564 Nov 12 13:46:45.150782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44492) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:45.288146 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.304854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55866f4-264e-4d26-91eb-470297242e0c None None] Network 1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:45.440060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8a38e2-d9a4-4c83-9693-626c11796785,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:45.440778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 10112c5f-df89-4608-a4a0-c4290d50ce1c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:46:45.447445 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.486688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25e2f0-5aff-4de7-95ec-bf3400d621db req-ccde3a9e-d6c5-4742-a3de-abb45e58908c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:45.488517 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e25e2f0-5aff-4de7-95ec-bf3400d621db req-ccde3a9e-d6c5-4742-a3de-abb45e58908c tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.5280337 Nov 12 13:46:45.585154 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.612688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-40a33a56-eb1c-4437-9713-3602d454045f None None] Provisioning complete for port 10112c5f-df89-4608-a4a0-c4290d50ce1c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:45.613328 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40a33a56-eb1c-4437-9713-3602d454045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server [None req-4c431cfa-52db-4160-9f25-50c1650054fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d8a38e2-d9a4-4c83-9693-626c11796785: This subnet is being modified by another concurrent operation. Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise exception Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d8a38e2-d9a4-4c83-9693-626c11796785: This subnet is being modified by another concurrent operation. Nov 12 13:46:45.673872 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Nov 12 13:46:45.713837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.722166 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.741398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f916a1c-dae1-4453-87fa-47789873cb97 None None] Network c7d26d6b-9b9d-4429-b283-215a0d13ccd4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:45.752600 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28392c3a-3340-4cf2-9e7a-86c7c2612b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.787203 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e25e2f0-5aff-4de7-95ec-bf3400d621db req-5759e337-2910-4b78-a380-1e708dda0c40 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883449 Nov 12 13:46:45.798053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d26d6b-9b9d-4429-b283-215a0d13ccd4']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:45.802862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Subnet': ['ID=b47add5d-fb0f-4aea-82a1-72e0d06517cc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:45.818737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658700c2-6754-47fd-a9e1-8fc7ee3e2611') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:45.819353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658700c2-6754-47fd-a9e1-8fc7ee3e2611') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:45.830775 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28392c3a-3340-4cf2-9e7a-86c7c2612b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.860534 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.893107 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.908687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:45.909622 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:45.913584 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:45.937797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:45.980059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:46.001758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ae8004-fa41-4104-aaa7-a614c45fbfca') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:46.002344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ae8004-fa41-4104-aaa7-a614c45fbfca') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:46.026199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.040760 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28392c3a-3340-4cf2-9e7a-86c7c2612b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.043867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28392c3a-3340-4cf2-9e7a-86c7c2612b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.049839 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.052911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-28392c3a-3340-4cf2-9e7a-86c7c2612b59 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c610056-73de-4392-a69e-36f18858a977 HTTP/1.1" status: 204 len: 168 time: 1.0064170 Nov 12 13:46:46.056111 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.068070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:46.068758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.084246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.094164 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/c7d26d6b-9b9d-4429-b283-215a0d13ccd4 HTTP/1.1" status: 204 len: 168 time: 1.7951667 Nov 12 13:46:46.099355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44514) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:46.136835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-269633591'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:46.153003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28392c3a-3340-4cf2-9e7a-86c7c2612b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c610056-73de-4392-a69e-36f18858a977,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:46.164504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02a61a-20b6-40e6-8d94-996620f61497 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=c7d26d6b-9b9d-4429-b283-215a0d13ccd4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:46.244725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:46.250797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:46.294550 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:46.307941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b304b1b3-fa99-46d9-8a73-9e7a68532bbe None None] Network 1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:46.381428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:46.390570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.403503 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.406027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.406715 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment 7d3ac50d-14e3-4b92-89bc-30b79dd50e8a of type vlan for network f5d0263b-6a20-42d4-9d73-ae7e02065006 Nov 12 13:46:46.407138 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce HTTP/1.1" status: 204 len: 168 time: 1.2553077 Nov 12 13:46:46.418680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44528) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:46.439714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498730934'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:46.463447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 10112c5f-df89-4608-a4a0-c4290d50ce1c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:46.463821 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.473644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15ee1b-f0c9-4ef8-9a3d-ba51f287a277 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Network': ['ID=1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:46.504544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e63de-6f00-4b25-97d9-0a075fdb21cc req-66cecab2-fa7a-4839-a321-7a4ce815b017 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:46.506175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e96e63de-6f00-4b25-97d9-0a075fdb21cc req-66cecab2-fa7a-4839-a321-7a4ce815b017 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.2039266 Nov 12 13:46:46.564878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.573608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:46.578470 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.635056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.642499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:46.644141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.648566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:46.673475 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e96e63de-6f00-4b25-97d9-0a075fdb21cc req-b01d2bde-225a-4cdc-a42f-82c27993d161 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538599 Nov 12 13:46:46.700087 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.700754 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Added segment d1df9d11-4ea2-4e7a-9c59-9852c5338502 of type vlan for network ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4 Nov 12 13:46:46.707007 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6043336 Nov 12 13:46:46.713497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44530) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:46.721069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': 'f5d0263b-6a20-42d4-9d73-ae7e02065006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:46.860912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44534) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:46.935115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54950cf9-7a28-4a08-bf71-abc76fc45ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.961375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:46.976337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:46.982969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:47.007873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089052d3-85d1-4300-bf9d-7c05ec10be78 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=f5d0263b-6a20-42d4-9d73-ae7e02065006,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:47.025073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f5d0263b-6a20-42d4-9d73-ae7e02065006 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:47.097908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cad223-2042-4a62-a618-e179a3e4572d req-3ff3789b-4b82-4725-877a-f22ea9b0bb8a tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:47.099505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89cad223-2042-4a62-a618-e179a3e4572d req-3ff3789b-4b82-4725-877a-f22ea9b0bb8a tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.1440020 Nov 12 13:46:47.123786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Performing IP validity checks on allocation pools {{(pid=102676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 13:46:47.125316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 13:46:47.137179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e6747-35bc-431a-9956-de4776930efe None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:46:47.140699 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:47.156370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:47.156535 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:47.207080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-380309cf-e824-463d-b535-f66b5912597a None None] Provisioning complete for port 10112c5f-df89-4608-a4a0-c4290d50ce1c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:47.207688 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-380309cf-e824-463d-b535-f66b5912597a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:47.224955 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8023760 Nov 12 13:46:47.240097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44540) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:47.258744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'network_id': 'ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:47.352062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-89cad223-2042-4a62-a618-e179a3e4572d req-177b4063-5bdf-4ed4-82e0-9fd59b3568cb tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426288 Nov 12 13:46:47.450615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:47.489627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e6747-35bc-431a-9956-de4776930efe None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:46:47.517654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=492890ce-99e1-488d-9b0d-6cd3c66c10ba,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:47.521935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:47.527305 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:47.699823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b5983-4e7a-40fc-8ccf-119fad30a974 req-98a4edc9-4bdf-40e4-a050-c30f8bf40ddb tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:47.701551 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-085b5983-4e7a-40fc-8ccf-119fad30a974 req-98a4edc9-4bdf-40e4-a050-c30f8bf40ddb tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.1698020 Nov 12 13:46:47.707803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': '7d3ac50d-14e3-4b92-89bc-30b79dd50e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5d0263b-6a20-42d4-9d73-ae7e02065006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:47.708223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: f5d0263b-6a20-42d4-9d73-ae7e02065006, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:47.788038 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-085b5983-4e7a-40fc-8ccf-119fad30a974 req-02c00e73-71f1-4a59-8648-2a4338210f8f tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769017 Nov 12 13:46:47.792242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network f5d0263b-6a20-42d4-9d73-ae7e02065006 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:47.850172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, f5d0263b-6a20-42d4-9d73-ae7e02065006) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:47.860614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:47.861956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:47.953998 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5695c42b-adb0-4313-8adc-51b1eaf6ad8e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2350118 Nov 12 13:46:47.959379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b8b64e-aa72-4945-8d4f-819edf98b9ab None None] Network f5d0263b-6a20-42d4-9d73-ae7e02065006 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:47.962927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44556) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:48.066262 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.131378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7ab72-dae5-4a48-a15c-3f209a075bec tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:48.168144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:48.238446 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54950cf9-7a28-4a08-bf71-abc76fc45ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.251014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a447e20-6bb4-44e8-ba8b-ea86bce124a6 req-ea4f147c-bb68-41af-9156-d270c362a15d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:48.260487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a447e20-6bb4-44e8-ba8b-ea86bce124a6 req-ea4f147c-bb68-41af-9156-d270c362a15d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.1256027 Nov 12 13:46:48.275771 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-54950cf9-7a28-4a08-bf71-abc76fc45ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.364791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=904a8d79-ddfc-41cd-afee-60bb2adabd8d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:48.374516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-54950cf9-7a28-4a08-bf71-abc76fc45ecc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=41adee59dd924885ae8439d2e8644e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4669170 Nov 12 13:46:48.378675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44574) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:48.391182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-f5d0263b-6a20-42d4-9d73-ae7e02065006', 'network_id': 'f5d0263b-6a20-42d4-9d73-ae7e02065006', 'tenant_id': '2c737a1b60ff4b7dbbcd632de45aa193', 'fixed_ips': [{'subnet_id': '492890ce-99e1-488d-9b0d-6cd3c66c10ba'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:48.392728 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.425762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54950cf9-7a28-4a08-bf71-abc76fc45ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c2d360-b3f5-4297-9278-21fc48d3a29c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:48.426383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.445630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042e433-05a0-4f89-ab89-5d3695a50343 req-f06488bb-6b53-4d63-8e8c-65eebe5b72fc tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:48.452787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e042e433-05a0-4f89-ab89-5d3695a50343 req-f06488bb-6b53-4d63-8e8c-65eebe5b72fc tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.1975904 Nov 12 13:46:48.452787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking segment: {'id': 'd1df9d11-4ea2-4e7a-9c59-9852c5338502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:48.452787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network hostable DHCP agents. Network: ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:48.504243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a447e20-6bb4-44e8-ba8b-ea86bce124a6 req-049f527d-dbc2-418b-a8d3-97c89f87f98e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378118 Nov 12 13:46:48.517960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ff99-25a3-4aeb-9eba-453b3c9773f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.558642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ff99-25a3-4aeb-9eba-453b3c9773f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.573315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:48.625598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:48.653147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:48.654014 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.659993 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.661420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb640d1-8e1b-40d1-8d32-4693f0840063 None None] Network ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:48.665688 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ff99-25a3-4aeb-9eba-453b3c9773f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.667714 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Allocated IP 172.20.0.3 (f5d0263b-6a20-42d4-9d73-ae7e02065006/492890ce-99e1-488d-9b0d-6cd3c66c10ba/c532a60a-a78a-46cf-a203-e77f7aacfb0a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:48.671171 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ff99-25a3-4aeb-9eba-453b3c9773f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:48.673342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c6a4ff99-25a3-4aeb-9eba-453b3c9773f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12c2d360-b3f5-4297-9278-21fc48d3a29c HTTP/1.1" status: 204 len: 168 time: 0.2936459 Nov 12 13:46:48.688831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4ff99-25a3-4aeb-9eba-453b3c9773f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c2d360-b3f5-4297-9278-21fc48d3a29c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:48.710045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e042e433-05a0-4f89-ab89-5d3695a50343 req-d16481a1-bfae-4013-aedb-77e0cfa79863 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758130 Nov 12 13:46:48.716418 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cf0a97bf-1df5-4e9d-a02c-8ef6e53d4a89 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4719262 Nov 12 13:46:48.719238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:48.978045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.070392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.153433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.156764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473012e1-1b2c-4159-94cb-31583572670c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4', 'network_id': 'ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4', 'tenant_id': 'f4f8236bce1945d2b8038b59fa17a396', 'fixed_ips': [{'subnet_id': '904a8d79-ddfc-41cd-afee-60bb2adabd8d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:49.157919 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-473012e1-1b2c-4159-94cb-31583572670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.170193 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.184940 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.223430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Pushing event updated for resources: {'Port': ['ID=c532a60a-a78a-46cf-a203-e77f7aacfb0a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:49.231197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=492890ce-99e1-488d-9b0d-6cd3c66c10ba,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:49.233470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.252128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Network f5d0263b-6a20-42d4-9d73-ae7e02065006 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:49.256230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:49.290965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Subnet': ['ID=904a8d79-ddfc-41cd-afee-60bb2adabd8d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:49.361793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.446903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.467507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d0263b-6a20-42d4-9d73-ae7e02065006']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:49.502193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:49.513996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3ac50d-14e3-4b92-89bc-30b79dd50e8a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:49.514552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3ac50d-14e3-4b92-89bc-30b79dd50e8a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:49.538487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6fc45-fc05-46d3-bec5-8fe93532fc3f None None] Network ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:49.544254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:49.547520 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.567349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1df9d11-4ea2-4e7a-9c59-9852c5338502') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:49.567639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1df9d11-4ea2-4e7a-9c59-9852c5338502') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:49.582098 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.586130 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.600051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:49.600401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:49.604403 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:49.632663 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.675793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:49.676388 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:49.680283 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:49.795755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadda38-1630-4a57-a444-5800893138be req-0313144b-69e6-494c-a5ca-684b84bc954a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:49.808819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1dadda38-1630-4a57-a444-5800893138be req-0313144b-69e6-494c-a5ca-684b84bc954a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.1956680 Nov 12 13:46:49.814909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 13:46:49.814909 n-d-805736-4 neutron-server[102676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 13:46:49.814909 n-d-805736-4 neutron-server[102676]: [parameters: {'id': 'f5d0263b-6a20-42d4-9d73-ae7e02065006'}] Nov 12 13:46:49.814909 n-d-805736-4 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:46:49.815678 n-d-805736-4 neutron-server[102676]: DEBUG oslo_db.api [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:46:49.850084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.875627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Attempting to bind port c532a60a-a78a-46cf-a203-e77f7aacfb0a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:46:49.876154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Attempting to bind port c532a60a-a78a-46cf-a203-e77f7aacfb0a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7d3ac50d-14e3-4b92-89bc-30b79dd50e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5d0263b-6a20-42d4-9d73-ae7e02065006'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:46:49.876529 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Attempting to bind port c532a60a-a78a-46cf-a203-e77f7aacfb0a on network f5d0263b-6a20-42d4-9d73-ae7e02065006 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:49.882582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:46:49.893086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Checking segment: {'id': '7d3ac50d-14e3-4b92-89bc-30b79dd50e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5d0263b-6a20-42d4-9d73-ae7e02065006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:49.894474 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.894908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Bound using segment: {'id': '7d3ac50d-14e3-4b92-89bc-30b79dd50e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5d0263b-6a20-42d4-9d73-ae7e02065006'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:46:49.895410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Bound port: c532a60a-a78a-46cf-a203-e77f7aacfb0a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3ac50d-14e3-4b92-89bc-30b79dd50e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5d0263b-6a20-42d4-9d73-ae7e02065006'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:46:49.895808 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.909944 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:49.925693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4 HTTP/1.1" status: 204 len: 168 time: 1.2053270 Nov 12 13:46:49.926625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44626) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:49.927506 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6ddcc-79bf-497c-bad6-9ce1cc793cb7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Network': ['ID=ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:49.936364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1295677569'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:49.946027 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1dadda38-1630-4a57-a444-5800893138be req-d36bebba-5595-465d-b562-11b481c2dae8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353419 Nov 12 13:46:50.015120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] For port c532a60a-a78a-46cf-a203-e77f7aacfb0a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:50.027206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] For port c532a60a-a78a-46cf-a203-e77f7aacfb0a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c532a60a-a78a-46cf-a203-e77f7aacfb0a,segment=NetworkSegment(7d3ac50d-14e3-4b92-89bc-30b79dd50e8a),segment_id=7d3ac50d-14e3-4b92-89bc-30b79dd50e8a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:46:50.035546 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:50.143263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:50.154568 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:50.165019 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee757d2d-1f4c-436b-96ca-8e1237e45bed None None] Pushing event updated for resources: {'Port': ['ID=c532a60a-a78a-46cf-a203-e77f7aacfb0a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:50.174598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e56a14-4cd2-4488-8b64-5b09a2ad38b5 None None] Network f5d0263b-6a20-42d4-9d73-ae7e02065006 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:50.209124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f06ce-703c-423f-8e24-c20c3d91fba1 req-ffda8307-6800-448e-9712-5f13687a3dc6 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:50.218180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b24f06ce-703c-423f-8e24-c20c3d91fba1 req-ffda8307-6800-448e-9712-5f13687a3dc6 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.2348657 Nov 12 13:46:50.220591 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-4add5482-996a-497e-9949-1e2c41983c56 service neutron] show failed (client error): The resource could not be found. Nov 12 13:46:50.221766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-4add5482-996a-497e-9949-1e2c41983c56 service neutron] 10.222.0.70 "GET /v2.0/ports/fd802f56-0cca-47b4-9d6a-e615ac7e86fe/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.2534709 Nov 12 13:46:50.349420 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:50.362025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e484fc8-4394-49a8-8412-657005f245f9 None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:46:50.425001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b24f06ce-703c-423f-8e24-c20c3d91fba1 req-869c12ec-3a0f-4c9e-b203-3ed49fb09f4e tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902509 Nov 12 13:46:50.464908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:50.513332 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:50.513332 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Added segment ea4def4e-cfd9-4472-a2d5-0283a5bb18c6 of type vlan for network 2506a9db-b216-45ec-8270-b18d2ce4ae25 Nov 12 13:46:50.572092 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:50.589067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Deleting port c532a60a-a78a-46cf-a203-e77f7aacfb0a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:50.589351 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:50.664850 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:50.673454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e484fc8-4394-49a8-8412-657005f245f9 None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:46:50.673827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:50.674626 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:50.704436 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7736118 Nov 12 13:46:50.711061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44644) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:50.712830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] For port c532a60a-a78a-46cf-a203-e77f7aacfb0a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c532a60a-a78a-46cf-a203-e77f7aacfb0a,segment=NetworkSegment(7d3ac50d-14e3-4b92-89bc-30b79dd50e8a),segment_id=7d3ac50d-14e3-4b92-89bc-30b79dd50e8a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:50.713216 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:50.729328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'network_id': '2506a9db-b216-45ec-8270-b18d2ce4ae25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:50.794231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Calling delete_port for c532a60a-a78a-46cf-a203-e77f7aacfb0a owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:46:50.809552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dcbad-309b-477b-9d35-5df10312bb75 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=2506a9db-b216-45ec-8270-b18d2ce4ae25,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:50.933372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2506a9db-b216-45ec-8270-b18d2ce4ae25 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:50.972457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02828f-d371-4f95-b9b9-b27f4433b9a5 req-cafaca56-40c0-4e3e-aaf0-244e52284e0a tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:50.973854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea02828f-d371-4f95-b9b9-b27f4433b9a5 req-cafaca56-40c0-4e3e-aaf0-244e52284e0a tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.1603239 Nov 12 13:46:50.986324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517a0b1-b230-4cdb-ace5-fbc2cef79e29 req-e59e53f7-53ac-4d8b-8283-3d754fb1d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:50.987802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8517a0b1-b230-4cdb-ace5-fbc2cef79e29 req-e59e53f7-53ac-4d8b-8283-3d754fb1d0a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4a8c230329b4023a8a7ca0828ffccf9&device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 1097 time: 0.1122627 Nov 12 13:46:51.071567 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-cea8c189-7440-44d9-b459-851ed756b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:51.079758 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-cea8c189-7440-44d9-b459-851ed756b872 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 1096 time: 0.4720109 Nov 12 13:46:51.103634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:51.230214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517a0b1-b230-4cdb-ace5-fbc2cef79e29 req-b77f2c7a-d01c-4c87-a2a1-bba57deb97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:51.231800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8517a0b1-b230-4cdb-ace5-fbc2cef79e29 req-b77f2c7a-d01c-4c87-a2a1-bba57deb97d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b00a181b-356b-4834-8fb9-e4e6a48fd6a4 HTTP/1.1" status: 200 len: 913 time: 0.2293384 Nov 12 13:46:51.232455 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:51.307546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:51.313561 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:51.425665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Port': ['ID=c532a60a-a78a-46cf-a203-e77f7aacfb0a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:51.445258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8517a0b1-b230-4cdb-ace5-fbc2cef79e29 req-04b4bff8-f784-4de6-9b7e-8644e8af669e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ae00a7f-a00a-404d-b4f9-5de55d7afa31 HTTP/1.1" status: 200 len: 217 time: 0.1996965 Nov 12 13:46:51.461888 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ea02828f-d371-4f95-b9b9-b27f4433b9a5 req-3244ff35-56f5-4184-b9a9-dd8aadac0c87 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776905 Nov 12 13:46:51.472860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No DVR routers for this DVR port c532a60a-a78a-46cf-a203-e77f7aacfb0a on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:46:51.511123 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:51.524315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cba09d-42e2-4370-bfce-7243f8a3c2d3 req-4be29056-a6d1-4474-8508-fd918e8bb042 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:51.527003 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-26cba09d-42e2-4370-bfce-7243f8a3c2d3 req-4be29056-a6d1-4474-8508-fd918e8bb042 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.3660028 Nov 12 13:46:51.627572 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:51.674061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d0263b-6a20-42d4-9d73-ae7e02065006']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:51.696601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3ac50d-14e3-4b92-89bc-30b79dd50e8a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:51.696908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3ac50d-14e3-4b92-89bc-30b79dd50e8a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:51.732535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:51.758039 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:51.781525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:51.782229 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:51.882779 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:51.905013 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:51.916652 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:51.920280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517a0b1-b230-4cdb-ace5-fbc2cef79e29 req-8a32cf6b-0b78-48a0-8801-1db3834fce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:51.925676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8517a0b1-b230-4cdb-ace5-fbc2cef79e29 req-8a32cf6b-0b78-48a0-8801-1db3834fce12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=771311c6-801b-412e-af74-36a9ebf50c9a HTTP/1.1" status: 200 len: 852 time: 0.4610174 Nov 12 13:46:51.927570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:51.940417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:51.949437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/f5d0263b-6a20-42d4-9d73-ae7e02065006 HTTP/1.1" status: 204 len: 168 time: 3.9791420 Nov 12 13:46:51.958502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44678) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:51.984859 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-26cba09d-42e2-4370-bfce-7243f8a3c2d3 req-34f41d10-c2a3-4ced-acb7-c6421c8a18a0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4420705 Nov 12 13:46:52.021792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8517a0b1-b230-4cdb-ace5-fbc2cef79e29 req-981eff6b-8974-4b26-a775-ec98d0a1805d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b00a181b-356b-4834-8fb9-e4e6a48fd6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823696 Nov 12 13:46:52.049796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073973810'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:52.052381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:46:52.056189 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef483fc5-d65d-450d-858a-fd0ec988c177" -d '{"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-unplugged", "status": "completed", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:46:52.064286 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:52.211527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Transition to ACTIVE for port object fd802f56-0cca-47b4-9d6a-e615ac7e86fe will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:46:52.214986 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:52.218745 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a676236-be69-4a2c-ac23-9a7f0dbca692 x-openstack-request-id: req-2a676236-be69-4a2c-ac23-9a7f0dbca692 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:46:52.219042 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-unplugged", "status": "completed", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:46:52.219340 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a676236-be69-4a2c-ac23-9a7f0dbca692 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:46:52.219932 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'code': 200} Nov 12 13:46:52.228790 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:52.326126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8517a0b1-b230-4cdb-ace5-fbc2cef79e29 req-f18aa4d1-1b5d-4d95-b074-ebb26b1c7dc6 service neutron] 10.222.0.70 "GET /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108972 Nov 12 13:46:52.337822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656dddc-0b11-4374-9ee5-32d16154b804 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=f5d0263b-6a20-42d4-9d73-ae7e02065006,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:52.717372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=598faa5e-b085-4fb0-849b-d44ac433c557,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:52.720407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:52.822193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] No DVR routers for this DVR port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:46:52.827392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking segment: {'id': 'ea4def4e-cfd9-4472-a2d5-0283a5bb18c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2506a9db-b216-45ec-8270-b18d2ce4ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:52.827765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network hostable DHCP agents. Network: 2506a9db-b216-45ec-8270-b18d2ce4ae25, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:52.958317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network 2506a9db-b216-45ec-8270-b18d2ce4ae25 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:52.986450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2506a9db-b216-45ec-8270-b18d2ce4ae25) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:52.995869 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719575bc-f7d3-4962-9b9e-d013a97d7719 None None] Network 2506a9db-b216-45ec-8270-b18d2ce4ae25 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:52.997326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:52.998287 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.023518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a54d3269-a7b2-4589-846b-15f1704bb5e1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3050623 Nov 12 13:46:53.026687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44708) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:53.033810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0ac3ccce-4d83-41b7-8def-67504977cd7f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'network_id': '2506a9db-b216-45ec-8270-b18d2ce4ae25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:53.074337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:53.077863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.153274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:46:53.197034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:46:53.197946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:46:53.198612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on network 44bd746d-94d0-4181-bf46-ba5706a8b664 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:53.200967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:53.223268 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03b6c-9dae-44a2-ad9f-f099be227e1f req-4be6ccef-8014-429d-9f35-c168b5da82fb tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:53.233717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65a03b6c-9dae-44a2-ad9f-f099be227e1f req-4be6ccef-8014-429d-9f35-c168b5da82fb tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.1642733 Nov 12 13:46:53.276284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.277074 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment b242de58-07c6-4a67-898a-b59a04c2a03f of type vlan for network 0eab2ba5-0ddb-433a-a263-866783d4bb37 Nov 12 13:46:53.285420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on network 44bd746d-94d0-4181-bf46-ba5706a8b664 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:46:53.285420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on network 44bd746d-94d0-4181-bf46-ba5706a8b664 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:53.290789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac3ccce-4d83-41b7-8def-67504977cd7f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:53.294941 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ccce-4d83-41b7-8def-67504977cd7f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.323001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:46:53.323341 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Checking segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:53.323734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Bound using segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:46:53.324193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Bound port: fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:46:53.324541 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.379312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:46:53.387498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.413433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8517a0b1-b230-4cdb-ace5-fbc2cef79e29 req-07bd5085-0572-4998-8953-b4d3a7abc356 service neutron] 10.222.0.70 "GET /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0730515 Nov 12 13:46:53.418945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65a03b6c-9dae-44a2-ad9f-f099be227e1f req-1146a0a5-38ec-4d43-8268-5631b893f0bf tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843255 Nov 12 13:46:53.420083 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.426387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:53.426387 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.440424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7713b-8078-40bd-9304-78481d4be747 req-d97b9af7-2168-4217-ae17-cec8312e5ac2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:53.442733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6e7713b-8078-40bd-9304-78481d4be747 req-d97b9af7-2168-4217-ae17-cec8312e5ac2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 943 time: 0.3305285 Nov 12 13:46:53.452685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-2506a9db-b216-45ec-8270-b18d2ce4ae25', 'network_id': '2506a9db-b216-45ec-8270-b18d2ce4ae25', 'tenant_id': 'f4f8236bce1945d2b8038b59fa17a396', 'fixed_ips': [{'subnet_id': '598faa5e-b085-4fb0-849b-d44ac433c557'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:53.455184 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.574921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5558481 Nov 12 13:46:53.582687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:53.591671 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': '0eab2ba5-0ddb-433a-a263-866783d4bb37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:53.604091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a42a63-9408-4490-a637-c17bf8a62e3f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=0eab2ba5-0ddb-433a-a263-866783d4bb37,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:53.626238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 0eab2ba5-0ddb-433a-a263-866783d4bb37 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:53.763750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:53.773524 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.812845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:53.817785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Allocated IP 2001:db8::2 (2506a9db-b216-45ec-8270-b18d2ce4ae25/598faa5e-b085-4fb0-849b-d44ac433c557/01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:53.911086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:46:53.921063 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:53.939236 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6e7713b-8078-40bd-9304-78481d4be747 req-29a2ff35-b136-4c42-bfe2-37b58a65aae1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4563792 Nov 12 13:46:54.051263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:54.052017 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:54.053487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] 10.222.0.105 "PUT /v2.0/ports/fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 1091 time: 2.9612467 Nov 12 13:46:54.226068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:54.227709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:46:54.230012 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73301a8-7197-4057-83de-78bc964110d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:46:54.262941 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:54.297060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177b91a-cf7d-4984-8c46-863e9b0d5184 service neutron] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:54.311401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:54.453565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=ead351ab-cad4-4645-becf-d851a6a4e84c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:54.474356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': 'b242de58-07c6-4a67-898a-b59a04c2a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0eab2ba5-0ddb-433a-a263-866783d4bb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:54.474795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: 0eab2ba5-0ddb-433a-a263-866783d4bb37, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:46:54.496414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network 0eab2ba5-0ddb-433a-a263-866783d4bb37 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:46:54.497647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Network 2506a9db-b216-45ec-8270-b18d2ce4ae25 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:54.511525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 0eab2ba5-0ddb-433a-a263-866783d4bb37) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:54.512006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-9866f6b4-a1f8-4032-8cbe-f0cb88312198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:54.514748 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-9866f6b4-a1f8-4032-8cbe-f0cb88312198 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1094 time: 0.3387611 Nov 12 13:46:54.529378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:54.562954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:54.567808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:54.626450 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7699db-5314-43d2-bbd8-080be098f027 x-openstack-request-id: req-4c7699db-5314-43d2-bbd8-080be098f027 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:46:54.626649 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:46:54.626905 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c7699db-5314-43d2-bbd8-080be098f027 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:46:54.634180 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'status': 'completed', 'code': 200} Nov 12 13:46:54.661167 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-27e6ab7e-f113-43dc-9cf4-e78a2a5433d2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0773101 Nov 12 13:46:54.668554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44760) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:54.685056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80975c02-2c2f-448a-adf3-110cf4633024 None None] Network 0eab2ba5-0ddb-433a-a263-866783d4bb37 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:54.705520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Pushing event updated for resources: {'Port': ['ID=01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:54.723389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:54.792514 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ccce-4d83-41b7-8def-67504977cd7f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:54.942935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3ccce-4d83-41b7-8def-67504977cd7f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network 2506a9db-b216-45ec-8270-b18d2ce4ae25 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:54.958130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3ccce-4d83-41b7-8def-67504977cd7f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:54.975725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac3ccce-4d83-41b7-8def-67504977cd7f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:54.976325 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ccce-4d83-41b7-8def-67504977cd7f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:55.000854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-112f8716-0e94-4dbd-8224-04c6f2220aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:55.010234 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-112f8716-0e94-4dbd-8224-04c6f2220aad service neutron] 10.222.0.105 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.4792073 Nov 12 13:46:55.014664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3ccce-4d83-41b7-8def-67504977cd7f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=3e1fc3be-7883-472e-b400-49b75f2d223c,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:55.052150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73301a8-7197-4057-83de-78bc964110d9 req-a3e2ef35-b756-4a69-94e8-9dc44f899497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:55.076215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-a3e2ef35-b756-4a69-94e8-9dc44f899497 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1094 time: 0.4622586 Nov 12 13:46:55.220369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0ac3ccce-4d83-41b7-8def-67504977cd7f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1899168 Nov 12 13:46:55.234352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Attempting to bind port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:46:55.235067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Attempting to bind port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'ea4def4e-cfd9-4472-a2d5-0283a5bb18c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2506a9db-b216-45ec-8270-b18d2ce4ae25'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:46:55.235558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Attempting to bind port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 on network 2506a9db-b216-45ec-8270-b18d2ce4ae25 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:55.258149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05750d-f8b6-4274-b84b-ed718754eb4e req-f0a89395-39b0-48d8-811a-36b7635737a8 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:55.268052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:55.270108 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e05750d-f8b6-4274-b84b-ed718754eb4e req-f0a89395-39b0-48d8-811a-36b7635737a8 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.4839532 Nov 12 13:46:55.330147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:46:55.330843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Checking segment: {'id': 'ea4def4e-cfd9-4472-a2d5-0283a5bb18c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2506a9db-b216-45ec-8270-b18d2ce4ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:55.331497 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:55.331923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Bound using segment: {'id': 'ea4def4e-cfd9-4472-a2d5-0283a5bb18c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2506a9db-b216-45ec-8270-b18d2ce4ae25'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:46:55.332447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Bound port: 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4def4e-cfd9-4472-a2d5-0283a5bb18c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2506a9db-b216-45ec-8270-b18d2ce4ae25'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:46:55.332841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:55.356885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-8d3cce7e-f252-4ad7-9632-acc4185bdf12 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 999 time: 0.3181093 Nov 12 13:46:55.401191 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9e05750d-f8b6-4274-b84b-ed718754eb4e req-c71ac3e0-e874-4440-9b8c-d541346e2864 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140778 Nov 12 13:46:55.406225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-0eab2ba5-0ddb-433a-a263-866783d4bb37', 'network_id': '0eab2ba5-0ddb-433a-a263-866783d4bb37', 'tenant_id': '2c737a1b60ff4b7dbbcd632de45aa193', 'fixed_ips': [{'subnet_id': 'ead351ab-cad4-4645-becf-d851a6a4e84c'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:46:55.407089 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:55.426022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-232306bc-d477-4600-9ab3-515b1a9f7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:55.427729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-232306bc-d477-4600-9ab3-515b1a9f7e45 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.0606546 Nov 12 13:46:55.583251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-e9feebc4-f5e3-4024-bd74-f20d074d054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:55.588628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-e9feebc4-f5e3-4024-bd74-f20d074d054f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521111 Nov 12 13:46:55.622544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14165489-44bc-4afa-a5e6-0aa5b4dcc0d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:55.624094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14165489-44bc-4afa-a5e6-0aa5b4dcc0d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:55.625652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14165489-44bc-4afa-a5e6-0aa5b4dcc0d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:55.627186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14165489-44bc-4afa-a5e6-0aa5b4dcc0d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:55.628844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14165489-44bc-4afa-a5e6-0aa5b4dcc0d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:55.637998 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-14165489-44bc-4afa-a5e6-0aa5b4dcc0d2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3532965 Nov 12 13:46:55.639473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:55.732758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-5508422'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:55.784342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Allocated IP 172.20.0.1 (0eab2ba5-0ddb-433a-a263-866783d4bb37/ead351ab-cad4-4645-becf-d851a6a4e84c/0f46b0dd-3c31-4a56-b216-ad62e122e5f0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:46:55.785051 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:55.796975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:55.801442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:55.830219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] For port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:55.916482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] For port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44,segment=NetworkSegment(ea4def4e-cfd9-4472-a2d5-0283a5bb18c6),segment_id=ea4def4e-cfd9-4472-a2d5-0283a5bb18c6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:46:55.937988 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:55.958390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:46:55.977988 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:55.978719 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Added segment c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71 of type vlan for network 07d7866d-cadc-41ce-ad98-517ca69cc745 Nov 12 13:46:56.029939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:56.065112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb72327-2ad9-42d1-9782-fb6cafdf918d None None] Pushing event updated for resources: {'Port': ['ID=01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:56.079386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db810f24-7840-4f7c-ac59-b43c47e5a031 req-87243ad9-bc42-4707-9413-987238671afa tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:56.081311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db810f24-7840-4f7c-ac59-b43c47e5a031 req-87243ad9-bc42-4707-9413-987238671afa tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.1632447 Nov 12 13:46:56.124504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c915d5-4fe9-44e2-af43-150f814e5cff req-76349d69-eaaf-4737-8f3f-72c32c9faa86 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:56.134243 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7c915d5-4fe9-44e2-af43-150f814e5cff req-76349d69-eaaf-4737-8f3f-72c32c9faa86 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 943 time: 0.9401760 Nov 12 13:46:56.141822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73301a8-7197-4057-83de-78bc964110d9 req-28c48ee1-b316-4b8d-acf2-16bdf008e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:56.144167 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-28c48ee1-b316-4b8d-acf2-16bdf008e371 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 1.0546892 Nov 12 13:46:56.150911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:56.157324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:56.157959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:56.173935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-1fb2d0b5-b33a-40ab-bfe9-fec87e0fd194 service neutron] 10.222.0.105 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772069 Nov 12 13:46:56.362096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:56.377500 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-db810f24-7840-4f7c-ac59-b43c47e5a031 req-f8b24119-b814-4d6d-9427-af4ed09703ae tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798309 Nov 12 13:46:56.451125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=07d7866d-cadc-41ce-ad98-517ca69cc745,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:56.501568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4c93831-6b45-46f7-9961-c2a8a3a9f7e3 req-1075ac53-08dd-49df-b951-c18cedfa1fe5 service neutron] 10.222.0.105 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191674 Nov 12 13:46:56.507813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 07d7866d-cadc-41ce-ad98-517ca69cc745 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:56.602086 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:56.689082 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:56.893964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73301a8-7197-4057-83de-78bc964110d9 req-e7e68ae5-5a04-4f9d-bc81-a4570624c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:56.897328 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-e7e68ae5-5a04-4f9d-bc81-a4570624c5d1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1094 time: 0.1605432 Nov 12 13:46:56.975867 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:57.005717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8518c530-6b78-4d56-8cf0-8ccbacbd2b9a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2853026 Nov 12 13:46:57.080397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44814) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:57.149361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Pushing event updated for resources: {'Port': ['ID=0f46b0dd-3c31-4a56-b216-ad62e122e5f0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:57.159152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73301a8-7197-4057-83de-78bc964110d9 req-0b649a0b-1fd3-4a3f-a5ce-2e550f60d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:57.160936 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-0b649a0b-1fd3-4a3f-a5ce-2e550f60d1c7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.2554491 Nov 12 13:46:57.195028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Network 0eab2ba5-0ddb-433a-a263-866783d4bb37 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:46:57.208643 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60afeffa-4cd8-4b49-b7a3-42e88a9b758d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:57.223585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:46:57.232768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:46:57.249604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2f6e1417-714a-4b73-ab5f-323aa73bf97b tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:57.342634 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-be38dc45-b502-4de7-b4d7-5eeabb1d7993 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 999 time: 1.1800137 Nov 12 13:46:57.361334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=ead351ab-cad4-4645-becf-d851a6a4e84c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:57.426750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Attempting to bind port 0f46b0dd-3c31-4a56-b216-ad62e122e5f0 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:46:57.432789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-f7cf1a48-6638-494c-b6aa-f8fab7d00ea6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 999 time: 0.2626421 Nov 12 13:46:57.434007 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Attempting to bind port 0f46b0dd-3c31-4a56-b216-ad62e122e5f0 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b242de58-07c6-4a67-898a-b59a04c2a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0eab2ba5-0ddb-433a-a263-866783d4bb37'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:46:57.435168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Attempting to bind port 0f46b0dd-3c31-4a56-b216-ad62e122e5f0 on network 0eab2ba5-0ddb-433a-a263-866783d4bb37 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:46:57.454021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:46:57.454877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Checking segment: {'id': 'b242de58-07c6-4a67-898a-b59a04c2a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0eab2ba5-0ddb-433a-a263-866783d4bb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:46:57.455616 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:57.456888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Bound using segment: {'id': 'b242de58-07c6-4a67-898a-b59a04c2a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0eab2ba5-0ddb-433a-a263-866783d4bb37'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:46:57.462172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Bound port: 0f46b0dd-3c31-4a56-b216-ad62e122e5f0, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b242de58-07c6-4a67-898a-b59a04c2a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0eab2ba5-0ddb-433a-a263-866783d4bb37'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:46:57.462943 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:57.642573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] For port 0f46b0dd-3c31-4a56-b216-ad62e122e5f0, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:46:57.647395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] For port 0f46b0dd-3c31-4a56-b216-ad62e122e5f0, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0f46b0dd-3c31-4a56-b216-ad62e122e5f0,segment=NetworkSegment(b242de58-07c6-4a67-898a-b59a04c2a03f),segment_id=b242de58-07c6-4a67-898a-b59a04c2a03f)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:46:57.653887 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:46:57.661227 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:57.728943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73301a8-7197-4057-83de-78bc964110d9 req-a3f3306e-b174-45af-911e-e62c6c3ea87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:57.739119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-a3f3306e-b174-45af-911e-e62c6c3ea87f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.2973411 Nov 12 13:46:57.757680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b1401-b24c-4e60-8772-5af6c54f1130 None None] Pushing event updated for resources: {'Port': ['ID=0f46b0dd-3c31-4a56-b216-ad62e122e5f0,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:57.776968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7c915d5-4fe9-44e2-af43-150f814e5cff req-588b87cb-9adf-42cb-9b3c-4d575a6b4544 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6417711 Nov 12 13:46:57.789835 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:57.922466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73301a8-7197-4057-83de-78bc964110d9 req-5c7a9ea9-ae27-4443-b99b-7baacece71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:57.924105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e64ae4f-b9ad-43dc-9d58-79c1af132ec7 None None] Network 0eab2ba5-0ddb-433a-a263-866783d4bb37 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:57.924475 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-5c7a9ea9-ae27-4443-b99b-7baacece71f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.5191934 Nov 12 13:46:57.926115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d71e2-f1c3-4b42-a28a-795d35cc92dc req-9b91ecff-7e4e-4e6e-bfae-da66202fe8fa tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:57.927526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eab2ba5-0ddb-433a-a263-866783d4bb37']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:57.933342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b47d71e2-f1c3-4b42-a28a-795d35cc92dc req-9b91ecff-7e4e-4e6e-bfae-da66202fe8fa tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.3480878 Nov 12 13:46:58.002744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b242de58-07c6-4a67-898a-b59a04c2a03f') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:58.003750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b242de58-07c6-4a67-898a-b59a04c2a03f') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:46:58.048057 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:58.112941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:58.113369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:58.152773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:58.171235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:46:58.171921 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:46:58.176719 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:46:58.216083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b47d71e2-f1c3-4b42-a28a-795d35cc92dc req-c5749341-1e15-4831-a018-ddaa09b5e9fa tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759295 Nov 12 13:46:58.216610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73301a8-7197-4057-83de-78bc964110d9 req-a81ada28-e1b1-45b5-abfa-03a8d59ab7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:58.227143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-a81ada28-e1b1-45b5-abfa-03a8d59ab7b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2791858 Nov 12 13:46:58.241613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73301a8-7197-4057-83de-78bc964110d9 req-2f18c6e0-edaa-4db7-bbf8-2f1cf23e1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:58.241613 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-2f18c6e0-edaa-4db7-bbf8-2f1cf23e1297 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4786005 Nov 12 13:46:58.355585 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1417-714a-4b73-ab5f-323aa73bf97b tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:58.436966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0520c10-de72-41ed-aa2a-50ffe3905fa1 None None] Network 2506a9db-b216-45ec-8270-b18d2ce4ae25 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:46:58.464388 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1417-714a-4b73-ab5f-323aa73bf97b tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:58.630353 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:58.647174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-11c45fe7-495f-4fd7-b4bd-270802fbcb95 None None] Provisioning complete for port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:46:58.647823 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11c45fe7-495f-4fd7-b4bd-270802fbcb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:58.650041 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-b0efe3f9-e0c3-4758-b99c-e9f979399b36 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768754 Nov 12 13:46:58.655432 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 13:46:58.655432 n-d-805736-4 neutron-server[102676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 13:46:58.655432 n-d-805736-4 neutron-server[102676]: [parameters: {'id': '0eab2ba5-0ddb-433a-a263-866783d4bb37'}] Nov 12 13:46:58.655432 n-d-805736-4 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:46:58.655432 n-d-805736-4 neutron-server[102676]: DEBUG oslo_db.api [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:46:58.660395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-38e149e8-8fe0-4107-bf1d-b75087f60f1a service neutron] 10.222.0.105 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112895 Nov 12 13:46:58.697085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f6e1417-714a-4b73-ab5f-323aa73bf97b tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network 07d7866d-cadc-41ce-ad98-517ca69cc745 is not hosted by any dhcp agent {{(pid=102676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:46:58.718199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e1417-714a-4b73-ab5f-323aa73bf97b tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:58.721242 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1417-714a-4b73-ab5f-323aa73bf97b tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:58.726935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2f6e1417-714a-4b73-ab5f-323aa73bf97b tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "PUT /v2.0/networks/07d7866d-cadc-41ce-ad98-517ca69cc745 HTTP/1.1" status: 200 len: 723 time: 1.5131147 Nov 12 13:46:58.734706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44,segment=NetworkSegment(ea4def4e-cfd9-4472-a2d5-0283a5bb18c6),segment_id=ea4def4e-cfd9-4472-a2d5-0283a5bb18c6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:46:58.749075 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:58.780073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44842) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:46:58.785474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'network_id': '07d7866d-cadc-41ce-ad98-517ca69cc745', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:46:58.800474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e1417-714a-4b73-ab5f-323aa73bf97b tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=07d7866d-cadc-41ce-ad98-517ca69cc745,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:58.852340 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:46:58.865274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 07d7866d-cadc-41ce-ad98-517ca69cc745 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:46:59.124856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b390-df95-4a0c-85a2-3d63342be4bf req-f57b79b6-71d8-41f4-8908-1517b5ba0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:59.126439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8c7b390-df95-4a0c-85a2-3d63342be4bf req-f57b79b6-71d8-41f4-8908-1517b5ba0bf6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4a8c230329b4023a8a7ca0828ffccf9&device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 1097 time: 0.4574137 Nov 12 13:46:59.167882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26702632-2dcf-461a-aefa-f565f3348d4f req-075294b4-d060-4209-8dc6-bc481859d5fd tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:59.183268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-26702632-2dcf-461a-aefa-f565f3348d4f req-075294b4-d060-4209-8dc6-bc481859d5fd tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.5217924 Nov 12 13:46:59.202743 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-01d51dd5-9183-43ef-8741-e8e1972d4720 service neutron] 10.222.0.105 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324883 Nov 12 13:46:59.209523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:59.218286 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e73301a8-7197-4057-83de-78bc964110d9 req-f65ce013-cfc7-44b4-8511-634bb4800434 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441337 Nov 12 13:46:59.304032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:46:59.305513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b390-df95-4a0c-85a2-3d63342be4bf req-b58a789e-3e51-4ddd-bbe1-a4c72847c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:59.307219 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8c7b390-df95-4a0c-85a2-3d63342be4bf req-b58a789e-3e51-4ddd-bbe1-a4c72847c43f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b00a181b-356b-4834-8fb9-e4e6a48fd6a4 HTTP/1.1" status: 200 len: 913 time: 0.1639531 Nov 12 13:46:59.375193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:46:59.376774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db603b71-ea83-4d6a-839d-f0c6e582a7d3 None None] Update dhcp port {'port': {'network_id': '2506a9db-b216-45ec-8270-b18d2ce4ae25', 'fixed_ips': [{'subnet_id': '598faa5e-b085-4fb0-849b-d44ac433c557', 'ip_address': '2001:db8::2'}, {'subnet_id': '3e1fc3be-7883-472e-b400-49b75f2d223c'}], 'binding:host_id': 'n-d-805736-4'}, 'id': '01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44'} from n-d-805736-4. {{(pid=102677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 13:46:59.382925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:59.402878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8c7b390-df95-4a0c-85a2-3d63342be4bf req-fb400310-2baa-419e-be3d-3cf352e3a11c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ae00a7f-a00a-404d-b4f9-5de55d7afa31 HTTP/1.1" status: 200 len: 217 time: 0.0855253 Nov 12 13:46:59.478500 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-26702632-2dcf-461a-aefa-f565f3348d4f req-a173603c-9e98-48f4-b5c1-127d4b3e07cc tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883866 Nov 12 13:46:59.511498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b390-df95-4a0c-85a2-3d63342be4bf req-ab3b2b4d-1eca-4fdb-a063-91126932a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:59.512995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8c7b390-df95-4a0c-85a2-3d63342be4bf req-ab3b2b4d-1eca-4fdb-a063-91126932a209 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=771311c6-801b-412e-af74-36a9ebf50c9a HTTP/1.1" status: 200 len: 852 time: 0.0931633 Nov 12 13:46:59.524734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:46:59.532225 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:46:59.578538 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8c7b390-df95-4a0c-85a2-3d63342be4bf req-797b82ad-d50c-4fa3-82b3-0139e247a2fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b00a181b-356b-4834-8fb9-e4e6a48fd6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512714 Nov 12 13:46:59.690295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ef14c-591f-4f50-b58b-670811166203 req-9bb64846-0e44-49b7-8543-d4231b50ac48 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:46:59.692543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-916ef14c-591f-4f50-b58b-670811166203 req-9bb64846-0e44-49b7-8543-d4231b50ac48 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 943 time: 0.7423205 Nov 12 13:46:59.788519 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-916ef14c-591f-4f50-b58b-670811166203 req-6e5a936d-174b-4e5d-9948-7a5eff389acb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854895 Nov 12 13:46:59.791067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:59.849214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db603b71-ea83-4d6a-839d-f0c6e582a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:59.899909 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1831e7f-3e05-4540-bf3b-07bd8574b1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:46:59.901800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8c7b390-df95-4a0c-85a2-3d63342be4bf req-541feba9-9bbf-4cf2-9434-ed45eb1a600d service neutron] 10.222.0.70 "GET /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159657 Nov 12 13:46:59.977640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Deleting port 0f46b0dd-3c31-4a56-b216-ad62e122e5f0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:46:59.981795 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:00.031985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e8c7b390-df95-4a0c-85a2-3d63342be4bf req-34889c8a-6fe0-40fd-bb9d-6d7a07531a80 service neutron] 10.222.0.70 "GET /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230209 Nov 12 13:47:00.074200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=95333cd9-8fda-4f7c-beb2-5dac77698377,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:00.081221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking segment: {'id': 'c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '07d7866d-cadc-41ce-ad98-517ca69cc745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:00.081877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network hostable DHCP agents. Network: 07d7866d-cadc-41ce-ad98-517ca69cc745, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:47:00.188531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network 07d7866d-cadc-41ce-ad98-517ca69cc745 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:47:00.206540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] For port 0f46b0dd-3c31-4a56-b216-ad62e122e5f0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0f46b0dd-3c31-4a56-b216-ad62e122e5f0,segment=NetworkSegment(b242de58-07c6-4a67-898a-b59a04c2a03f),segment_id=b242de58-07c6-4a67-898a-b59a04c2a03f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:00.207214 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:00.212814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:00.215770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 07d7866d-cadc-41ce-ad98-517ca69cc745) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:00.226159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:00.228006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:00.253189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'port_id': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'mac_address': 'fa:16:3e:86:d1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:47:00.265782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d92b4c-dd7b-47a4-8c2f-164929486205 None None] Network 07d7866d-cadc-41ce-ad98-517ca69cc745 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:00.266021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Calling delete_port for 0f46b0dd-3c31-4a56-b216-ad62e122e5f0 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:00.297173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ea8065a5-0e69-4a40-9ad6-18c0a2f59ef6 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5157685 Nov 12 13:47:00.300294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44870) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:00.310076 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2cf66c08-689f-439f-ad49-c9b2aa71f5fa tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:00.458739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:47:00.459496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:00.548385 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:00.565449 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf66c08-689f-439f-ad49-c9b2aa71f5fa tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59409881'] for subnet, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:00.578351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd802f56-0cca-47b4-9d6a-e615ac7e86fe {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:47:00.594881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-db603b71-ea83-4d6a-839d-f0c6e582a7d3 None None] Allocated IP 172.20.0.1 (2506a9db-b216-45ec-8270-b18d2ce4ae25/3e1fc3be-7883-472e-b400-49b75f2d223c/01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:47:00.770699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfd886-5b0d-4a79-84a4-bac3e36b686a req-e22ff8be-e43b-4c18-b4d1-cf92a4df680a tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:00.772961 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dfbfd886-5b0d-4a79-84a4-bac3e36b686a req-e22ff8be-e43b-4c18-b4d1-cf92a4df680a tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.1665010 Nov 12 13:47:00.820362 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:00.830180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:00.873807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Port': ['ID=0f46b0dd-3c31-4a56-b216-ad62e122e5f0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:00.898303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No DVR routers for this DVR port 0f46b0dd-3c31-4a56-b216-ad62e122e5f0 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:00.907120 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:00.944259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dfbfd886-5b0d-4a79-84a4-bac3e36b686a req-c6560061-5984-411a-8f4c-09aeb652ff72 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640270 Nov 12 13:47:01.127871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-db603b71-ea83-4d6a-839d-f0c6e582a7d3 None None] For port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44,segment=NetworkSegment(ea4def4e-cfd9-4472-a2d5-0283a5bb18c6),segment_id=ea4def4e-cfd9-4472-a2d5-0283a5bb18c6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:01.179322 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:01.201025 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf66c08-689f-439f-ad49-c9b2aa71f5fa tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729961422475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59619560'] for subnet, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:01.214913 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:01.341073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf66c08-689f-439f-ad49-c9b2aa71f5fa tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:01.341895 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf66c08-689f-439f-ad49-c9b2aa71f5fa tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:01.342977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2cf66c08-689f-439f-ad49-c9b2aa71f5fa tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "PUT /v2.0/subnets/95333cd9-8fda-4f7c-beb2-5dac77698377 HTTP/1.1" status: 200 len: 826 time: 1.0416262 Nov 12 13:47:01.347546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44900) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:01.366912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db603b71-ea83-4d6a-839d-f0c6e582a7d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:01.379174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eab2ba5-0ddb-433a-a263-866783d4bb37']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:01.421422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3a5a3-d30d-4524-885f-3ca6b31ce13a req-336ced9f-b0c6-4f85-a8b2-3804e9b3dfba tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:01.429712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0c3a5a3-d30d-4524-885f-3ca6b31ce13a req-336ced9f-b0c6-4f85-a8b2-3804e9b3dfba tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 944 time: 0.4464545 Nov 12 13:47:01.456490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b242de58-07c6-4a67-898a-b59a04c2a03f') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:01.456787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b242de58-07c6-4a67-898a-b59a04c2a03f') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:01.522345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-07d7866d-cadc-41ce-ad98-517ca69cc745', 'network_id': '07d7866d-cadc-41ce-ad98-517ca69cc745', 'tenant_id': 'f4f8236bce1945d2b8038b59fa17a396', 'fixed_ips': [{'subnet_id': '95333cd9-8fda-4f7c-beb2-5dac77698377'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:47:01.531278 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:01.535093 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db603b71-ea83-4d6a-839d-f0c6e582a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:01.544879 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:01.548920 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:01.596104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf66c08-689f-439f-ad49-c9b2aa71f5fa tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=95333cd9-8fda-4f7c-beb2-5dac77698377,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:01.660661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:01.708760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['fd802f56-0cca-47b4-9d6a-e615ac7e86fe'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:47:01.708876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0c3a5a3-d30d-4524-885f-3ca6b31ce13a req-3d6c3f69-8f50-4264-b35e-67d21f25945f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742817 Nov 12 13:47:01.715277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:01.716018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:01.729243 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:01.907046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:01.972137 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:02.043062 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:02.057830 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/0eab2ba5-0ddb-433a-a263-866783d4bb37 HTTP/1.1" status: 204 len: 168 time: 7.3774927 Nov 12 13:47:02.061979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:02.063662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43a2dc15-02cb-4a25-a435-fd2c1b8495e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:02.150692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1033278348'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:02.228140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db603b71-ea83-4d6a-839d-f0c6e582a7d3 None None] Pushing event updated for resources: {'Port': ['ID=01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:02.237564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b75c6-2bc2-42e9-b24f-5ef3d7fabd7e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=0eab2ba5-0ddb-433a-a263-866783d4bb37,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:02.309717 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:02.400220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:02.418759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Allocated IP 2001:db8::2 (07d7866d-cadc-41ce-ad98-517ca69cc745/95333cd9-8fda-4f7c-beb2-5dac77698377/b24ad053-bf4b-44f3-af5a-b5480c616e25) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:47:02.419811 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:02.467863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae65e3-e440-4307-9a8e-8918827db850 req-75818a2b-010b-4b28-98e3-9c2e329aa498 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:02.485704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aae65e3-e440-4307-9a8e-8918827db850 req-75818a2b-010b-4b28-98e3-9c2e329aa498 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.2648580 Nov 12 13:47:02.551310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a432b9-2532-48bf-8af4-acae946e83e6 req-af0a4563-8579-4e56-af6b-489f194b9d9f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:02.560581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25a432b9-2532-48bf-8af4-acae946e83e6 req-af0a4563-8579-4e56-af6b-489f194b9d9f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 944 time: 0.1988096 Nov 12 13:47:02.577034 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:02.633807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-416cd57a-3b60-4371-a0d6-3c65bcccc26d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:02.647349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-416cd57a-3b60-4371-a0d6-3c65bcccc26d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.105 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924&tenant_id=117e1d21aa7a4a768a1431764f136160&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 944 time: 0.3704813 Nov 12 13:47:02.798496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43a2dc15-02cb-4a25-a435-fd2c1b8495e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:02.812293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:47:02.817317 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:02.818057 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43a2dc15-02cb-4a25-a435-fd2c1b8495e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:02.869850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aae65e3-e440-4307-9a8e-8918827db850 req-0c558312-bdea-4db2-94d4-6cf355af3be3 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204806 Nov 12 13:47:02.882740 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:02.883866 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment 8a016c73-bf9e-4dfd-87af-c6ee408b765b of type vlan for network 10b8275b-4351-4407-9de0-82559bf19b65 Nov 12 13:47:03.047765 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25a432b9-2532-48bf-8af4-acae946e83e6 req-d5fa184b-d592-466b-aa38-054531603060 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4861834 Nov 12 13:47:03.080083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-43a2dc15-02cb-4a25-a435-fd2c1b8495e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00dfe9bb821b437e95941f1f494917f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5149281 Nov 12 13:47:03.080842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2dc15-02cb-4a25-a435-fd2c1b8495e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1df69b9-c61c-4b65-b2d2-e462d0395e88,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:03.090311 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.092914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44946) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:03.201871 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.209659 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.245445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:03.248342 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.275164 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.302886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.321559 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-48150536-d91e-4865-88aa-9be8b30d892e service neutron] 10.222.0.105 "GET /v2.0/ports/fd802f56-0cca-47b4-9d6a-e615ac7e86fe/bindings/n-h2-805736-4 HTTP/1.1" status: 200 len: 382 time: 0.6531484 Nov 12 13:47:03.364545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Network 07d7866d-cadc-41ce-ad98-517ca69cc745 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:47:03.404100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Subnet': ['ID=95333cd9-8fda-4f7c-beb2-5dac77698377,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:03.411936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:03.426603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:47:03.441587 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3192284 Nov 12 13:47:03.453261 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.453973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 44954) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:03.470936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': '10b8275b-4351-4407-9de0-82559bf19b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:03.580061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:03.583632 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.613204 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a65aa1c9-e9e0-4878-95f9-1eba6a89e7fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.617441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29eca04-083e-4944-9d31-5b5141c149eb tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=10b8275b-4351-4407-9de0-82559bf19b65,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:03.627608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b50b9f1-03c8-44dc-b69e-ac7fd9051a00 None None] Network 2506a9db-b216-45ec-8270-b18d2ce4ae25 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:03.639381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Pushing event updated for resources: {'Port': ['ID=b24ad053-bf4b-44f3-af5a-b5480c616e25,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:03.658047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 10b8275b-4351-4407-9de0-82559bf19b65 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:03.665996 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.691411 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a65aa1c9-e9e0-4878-95f9-1eba6a89e7fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.709335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78688454-b704-4a58-8b96-748d83173a82 req-88bfc22b-cb2a-4ca0-960c-c205188f9add tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:03.718331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78688454-b704-4a58-8b96-748d83173a82 req-88bfc22b-cb2a-4ca0-960c-c205188f9add tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.2483168 Nov 12 13:47:03.741555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d7866d-cadc-41ce-ad98-517ca69cc745']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:03.748600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-2f32e3b2-0f58-46b5-aad3-eab00606dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:03.750578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-2f32e3b2-0f58-46b5-aad3-eab00606dcd1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1095 time: 0.3621566 Nov 12 13:47:03.858223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78688454-b704-4a58-8b96-748d83173a82 req-c38ecaa2-f67c-474f-a68b-d4e0a7f75ece tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385458 Nov 12 13:47:03.885438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a65aa1c9-e9e0-4878-95f9-1eba6a89e7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.894914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a65aa1c9-e9e0-4878-95f9-1eba6a89e7fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:03.905704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a65aa1c9-e9e0-4878-95f9-1eba6a89e7fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1df69b9-c61c-4b65-b2d2-e462d0395e88 HTTP/1.1" status: 204 len: 168 time: 0.8112445 Nov 12 13:47:03.938442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65aa1c9-e9e0-4878-95f9-1eba6a89e7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1df69b9-c61c-4b65-b2d2-e462d0395e88,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:03.981333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-13e44d93-32be-42c5-8d1d-c435a6ae3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:03.982877 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-13e44d93-32be-42c5-8d1d-c435a6ae3ec0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.2179754 Nov 12 13:47:03.984576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:03.985272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:04.034996 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:47:04.095562 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-dad92d2c-e7f5-4790-960d-81fb408cf276 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 1000 time: 0.1016650 Nov 12 13:47:04.097391 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:04.150375 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:04.167255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:04.168102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:04.176404 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:04.185521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Attempting to bind port b24ad053-bf4b-44f3-af5a-b5480c616e25 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:04.187243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Attempting to bind port b24ad053-bf4b-44f3-af5a-b5480c616e25 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '07d7866d-cadc-41ce-ad98-517ca69cc745'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:04.187868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Attempting to bind port b24ad053-bf4b-44f3-af5a-b5480c616e25 on network 07d7866d-cadc-41ce-ad98-517ca69cc745 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:04.193560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a2e1c440-1384-4976-b24a-8c47c16d75fe None None] Provisioning complete for port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:47:04.197757 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e1c440-1384-4976-b24a-8c47c16d75fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:04.334922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-6b6addd6-c408-471d-85a2-083b01dd7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:04.336607 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-6b6addd6-c408-471d-85a2-083b01dd7bc6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.2302933 Nov 12 13:47:04.342482 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.api [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 13:47:04.342482 n-d-805736-4 neutron-server[102675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 13:47:04.342482 n-d-805736-4 neutron-server[102675]: [parameters: {'id': '07d7866d-cadc-41ce-ad98-517ca69cc745'}] Nov 12 13:47:04.342482 n-d-805736-4 neutron-server[102675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:47:04.343042 n-d-805736-4 neutron-server[102675]: DEBUG oslo_db.api [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:47:04.411314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:47:04.411908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Checking segment: {'id': 'c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '07d7866d-cadc-41ce-ad98-517ca69cc745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:04.412253 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:04.412781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Bound using segment: {'id': 'c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '07d7866d-cadc-41ce-ad98-517ca69cc745'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:47:04.414807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Bound port: b24ad053-bf4b-44f3-af5a-b5480c616e25, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '07d7866d-cadc-41ce-ad98-517ca69cc745'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:47:04.418530 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:04.464389 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-cc8136b8-93e4-45d8-baf1-f340da5c1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:04.469171 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-cc8136b8-93e4-45d8-baf1-f340da5c1813 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169043 Nov 12 13:47:04.519037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaee3b-623f-4bce-ac62-6fe91e817518 req-05e14802-bb8c-41be-8d3c-be88746a35e2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:04.528465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eaeaee3b-623f-4bce-ac62-6fe91e817518 req-05e14802-bb8c-41be-8d3c-be88746a35e2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 944 time: 0.2834978 Nov 12 13:47:04.561474 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:04.615258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:47:04.616064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:04.691824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=3b06d6a2-0813-4768-bd45-f1e3c3373648,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:04.729867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] For port b24ad053-bf4b-44f3-af5a-b5480c616e25, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:47:04.752745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] For port b24ad053-bf4b-44f3-af5a-b5480c616e25, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b24ad053-bf4b-44f3-af5a-b5480c616e25,segment=NetworkSegment(c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71),segment_id=c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:47:04.766431 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:04.808181 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eaeaee3b-623f-4bce-ac62-6fe91e817518 req-aeddd121-7077-416a-b99b-4cc4d133527b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787066 Nov 12 13:47:04.854324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:04.859090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': '8a016c73-bf9e-4dfd-87af-c6ee408b765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '10b8275b-4351-4407-9de0-82559bf19b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:04.859655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: 10b8275b-4351-4407-9de0-82559bf19b65, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:47:04.898030 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-72a86452-90c5-4f7a-9783-8c0590f312c0 service neutron] 10.222.0.105 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210920 Nov 12 13:47:05.006505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network 10b8275b-4351-4407-9de0-82559bf19b65 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:47:05.044777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11db0b1f-3dbb-499b-b043-0d138126b26a None None] Network 07d7866d-cadc-41ce-ad98-517ca69cc745 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:05.065922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26b3e0-9274-4677-8be5-db8144a05939 req-28e555d9-af68-4d72-a486-763dcef5a495 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:05.080577 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e26b3e0-9274-4677-8be5-db8144a05939 req-28e555d9-af68-4d72-a486-763dcef5a495 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.1104336 Nov 12 13:47:05.120729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 10b8275b-4351-4407-9de0-82559bf19b65) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:05.136025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7eb34-b2a9-4528-9ac8-96dfaaeb8a3a None None] Pushing event updated for resources: {'Port': ['ID=b24ad053-bf4b-44f3-af5a-b5480c616e25,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:05.148394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:05.149315 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.194161 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e26b3e0-9274-4677-8be5-db8144a05939 req-40e12ea1-6a2f-4535-94c8-24cebe7148ac tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126115 Nov 12 13:47:05.210976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc41a8-c94f-4977-a96f-d9803dbf0854 None None] Network 10b8275b-4351-4407-9de0-82559bf19b65 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:05.237629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7a87a1be-8366-4332-ba4c-a4ebe32b0f82 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7716799 Nov 12 13:47:05.237760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 44994) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:05.265967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-d470cfd9-5adb-418b-9811-6c38b3758159 service neutron] 10.222.0.105 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466234 Nov 12 13:47:05.267480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Deleting port b24ad053-bf4b-44f3-af5a-b5480c616e25 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:05.267823 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.360188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-af2980dd-5fc5-458c-a8c7-3acef680a2b0 None None] Provisioning complete for port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:47:05.360721 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af2980dd-5fc5-458c-a8c7-3acef680a2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.398070 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:47:05.422540 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.478147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] For port b24ad053-bf4b-44f3-af5a-b5480c616e25, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b24ad053-bf4b-44f3-af5a-b5480c616e25,segment=NetworkSegment(c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71),segment_id=c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:05.478542 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.510275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.511820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Calling delete_port for b24ad053-bf4b-44f3-af5a-b5480c616e25 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:05.593336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.614992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1d65f1-1231-4335-a4cf-f809b47b3574 None None] Network 07d7866d-cadc-41ce-ad98-517ca69cc745 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:05.636475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=3b06d6a2-0813-4768-bd45-f1e3c3373648,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:05.658715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port fd802f56-0cca-47b4-9d6a-e615ac7e86fe completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:47:05.742247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port fd802f56-0cca-47b4-9d6a-e615ac7e86fe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:47:05.742247 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.748388 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.771740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49591d4-f39b-4079-a56b-6a1661163602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-10b8275b-4351-4407-9de0-82559bf19b65', 'network_id': '10b8275b-4351-4407-9de0-82559bf19b65', 'tenant_id': '2c737a1b60ff4b7dbbcd632de45aa193', 'fixed_ips': [{'subnet_id': '3b06d6a2-0813-4768-bd45-f1e3c3373648'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:47:05.772672 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a49591d4-f39b-4079-a56b-6a1661163602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.797629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b8275b-4351-4407-9de0-82559bf19b65']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:05.809464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-777bb808-50b5-485d-bfc0-bdc53aee043b tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:05.811486 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-777bb808-50b5-485d-bfc0-bdc53aee043b tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.70 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.5598230 Nov 12 13:47:05.813021 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.818726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a016c73-bf9e-4dfd-87af-c6ee408b765b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:05.819047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a016c73-bf9e-4dfd-87af-c6ee408b765b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:05.839487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.869063 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.882788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Port': ['ID=b24ad053-bf4b-44f3-af5a-b5480c616e25,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:05.885600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:05.886136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:05.917268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No DVR routers for this DVR port b24ad053-bf4b-44f3-af5a-b5480c616e25 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:06.019803 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:06.023260 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:06.053583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:06.060797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/10b8275b-4351-4407-9de0-82559bf19b65 HTTP/1.1" status: 204 len: 168 time: 0.8218954 Nov 12 13:47:06.095905 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c2421-60df-4506-81ba-f2537c92516c None None] Network 10b8275b-4351-4407-9de0-82559bf19b65 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:06.100759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45044) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:06.112535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-240077693'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:06.125848 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:06.136831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c2421-60df-4506-81ba-f2537c92516c None None] Network 10b8275b-4351-4407-9de0-82559bf19b65 could not be found, it might have been deleted concurrently. {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 13:47:06.156557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fca5f9-d56e-4b79-962e-ff726159a5f1 None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:47:06.191390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d7866d-cadc-41ce-ad98-517ca69cc745']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:06.226968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:06.228355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cc3bdc-a549-4fc9-a17b-9b197cbe5b71') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:06.256988 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:06.292974 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:06.314521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:06.315201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:06.366657 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:06.435739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:47:06.441579 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad118b69-ca66-4fda-bc95-aeef9c88e4f9" -d '{"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-plugged", "status": "completed", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:47:06.653756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:06.667481 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:06.719918 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:06.768429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266c6f5-333e-4001-96da-1dc99295926b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=10b8275b-4351-4407-9de0-82559bf19b65,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:06.800618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:06.811991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:06.826926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641e92a-33d9-4819-b852-f01fa890d60e req-b101d3f1-648b-401e-840b-a9c5c3d32886 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:06.835844 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0641e92a-33d9-4819-b852-f01fa890d60e req-b101d3f1-648b-401e-840b-a9c5c3d32886 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 944 time: 0.8006935 Nov 12 13:47:06.860820 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fca5f9-d56e-4b79-962e-ff726159a5f1 None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:47:06.863018 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:06.978062 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0641e92a-33d9-4819-b852-f01fa890d60e req-4a72dd47-054e-4bac-ada3-7d873165d26e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405435 Nov 12 13:47:07.007758 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.017518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45078) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:07.021929 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/07d7866d-cadc-41ce-ad98-517ca69cc745 HTTP/1.1" status: 204 len: 168 time: 5.6730523 Nov 12 13:47:07.058480 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8723e1fb-a771-43b4-a561-595f1ea10b04 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:07.059148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8723e1fb-a771-43b4-a561-595f1ea10b04 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:07.075783 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8723e1fb-a771-43b4-a561-595f1ea10b04 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/07d7866d-cadc-41ce-ad98-517ca69cc745 HTTP/1.1" status: 404 len: 339 time: 0.0567627 Nov 12 13:47:07.079465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45082) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:07.090579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1953660337', 'description': 'd1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:07.096532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-75dd9ad6-a1bd-4ec4-9a76-a25868b95a86 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Deleting port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:07.096996 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-75dd9ad6-a1bd-4ec4-9a76-a25868b95a86 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.149254 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eef26a-22ad-4509-a46f-7b75b68143c4 x-openstack-request-id: req-17eef26a-22ad-4509-a46f-7b75b68143c4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:47:07.156809 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-plugged", "status": "completed", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:47:07.157253 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17eef26a-22ad-4509-a46f-7b75b68143c4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:47:07.157907 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'code': 200} Nov 12 13:47:07.158810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:07.163329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:07.169096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.186879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:47:07.189392 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066cbb6-3370-41cb-8225-0321f5ca5978 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Network': ['ID=07d7866d-cadc-41ce-ad98-517ca69cc745,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:07.261436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:47:07.282255 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.282730 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment cbc36266-da37-4291-b8b8-c97fb698ba9d of type vlan for network bf9a3cd3-7243-439f-a428-f772410cf64e Nov 12 13:47:07.301307 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.301307 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Added segment 77c27d93-09c7-410e-8925-833c14a469bf of type vlan for network 86b04653-f885-4963-951a-ae7ff446c731 Nov 12 13:47:07.316070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23cbc6-2a74-42a4-99be-99d698c0ce7e req-4d02385c-0636-4336-bc1f-4d5b06024395 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:07.317908 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5f23cbc6-2a74-42a4-99be-99d698c0ce7e req-4d02385c-0636-4336-bc1f-4d5b06024395 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 946 time: 0.5775592 Nov 12 13:47:07.377553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.439078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.479052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-75dd9ad6-a1bd-4ec4-9a76-a25868b95a86 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] For port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,segment=NetworkSegment(4d7cd119-9bdd-483e-b844-dc1200d7a734),segment_id=4d7cd119-9bdd-483e-b844-dc1200d7a734)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:07.479478 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-75dd9ad6-a1bd-4ec4-9a76-a25868b95a86 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.502962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.508621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:07.512891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-75dd9ad6-a1bd-4ec4-9a76-a25868b95a86 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Calling delete_port for 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:07.513923 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.520647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d388293f-ab93-4a2b-a75f-7036c1aa39fd None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:47:07.548039 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5f23cbc6-2a74-42a4-99be-99d698c0ce7e req-b5977431-c5d7-423d-b44b-7652e23b8610 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/security-groups?id=f28413e0-8f64-4973-bfa2-5b924f02ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060637 Nov 12 13:47:07.550945 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.558461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:07.559334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:07.666978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45128) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:07.681440 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5761068 Nov 12 13:47:07.741078 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6356292 Nov 12 13:47:07.746939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45132) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:07.772715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7da89-9943-461d-9687-58a09ddb8d4a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=86b04653-f885-4963-951a-ae7ff446c731,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:07.807719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-285b0baa-950f-4c88-8d48-27d52bec23c0 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:07.811793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385acac9-0ec7-442c-97dd-982ffcb434e7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=bf9a3cd3-7243-439f-a428-f772410cf64e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:07.817265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 86b04653-f885-4963-951a-ae7ff446c731 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:07.886602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network bf9a3cd3-7243-439f-a428-f772410cf64e details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:07.960052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e02ba1-3893-4cca-b85d-daf32ea625a8 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:07.962963 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-35e02ba1-3893-4cca-b85d-daf32ea625a8 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/networks?id=86b04653-f885-4963-951a-ae7ff446c731 HTTP/1.1" status: 200 len: 765 time: 0.2944975 Nov 12 13:47:07.965853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45136) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:07.972320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-929bfecd-a9ea-4a7f-a6f3-40041e5cfb2c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'description': 'd2'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:08.019002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5e4cbc13-78ae-40ed-b152-e730212677b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:08.020567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5e4cbc13-78ae-40ed-b152-e730212677b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 1096 time: 0.2099996 Nov 12 13:47:08.115516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:08.155838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d388293f-ab93-4a2b-a75f-7036c1aa39fd None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:47:08.299442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:08.345913 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-75dd9ad6-a1bd-4ec4-9a76-a25868b95a86 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:08.358184 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:47:08.378155 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-285b0baa-950f-4c88-8d48-27d52bec23c0 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:08.424062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd9ad6-a1bd-4ec4-9a76-a25868b95a86 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Pushing event deleted for resources: {'Port': ['ID=6ae00a7f-a00a-404d-b4f9-5de55d7afa31,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:08.458491 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-285b0baa-950f-4c88-8d48-27d52bec23c0 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:08.510217 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-929bfecd-a9ea-4a7f-a6f3-40041e5cfb2c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:08.527902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-75dd9ad6-a1bd-4ec4-9a76-a25868b95a86 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] No DVR routers for this DVR port 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:08.532453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-929bfecd-a9ea-4a7f-a6f3-40041e5cfb2c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:08.542910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-285b0baa-950f-4c88-8d48-27d52bec23c0 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network bf9a3cd3-7243-439f-a428-f772410cf64e is not hosted by any dhcp agent {{(pid=102675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:47:08.548982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b0baa-950f-4c88-8d48-27d52bec23c0 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:08.549770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-285b0baa-950f-4c88-8d48-27d52bec23c0 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:08.551756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-285b0baa-950f-4c88-8d48-27d52bec23c0 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "PUT /v2.0/networks/bf9a3cd3-7243-439f-a428-f772410cf64e HTTP/1.1" status: 200 len: 723 time: 0.7871077 Nov 12 13:47:08.552586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-75dd9ad6-a1bd-4ec4-9a76-a25868b95a86 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:08.556431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4a0a89d-b05d-4798-b741-79e8c8825d46 req-75dd9ad6-a1bd-4ec4-9a76-a25868b95a86 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.70 "DELETE /v2.0/ports/6ae00a7f-a00a-404d-b4f9-5de55d7afa31 HTTP/1.1" status: 204 len: 173 time: 2.7342212 Nov 12 13:47:08.557059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78944247-4529-4c18-967a-a1485d58234a', 'name': 'network-vif-deleted', 'tag': '6ae00a7f-a00a-404d-b4f9-5de55d7afa31'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:47:08.561713 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca783149-8629-46cf-bb7f-2daf35814a66" -d '{"events": [{"server_uuid": "78944247-4529-4c18-967a-a1485d58234a", "name": "network-vif-deleted", "tag": "6ae00a7f-a00a-404d-b4f9-5de55d7afa31"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:47:08.587260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45150) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:08.604999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': 'bf9a3cd3-7243-439f-a428-f772410cf64e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:08.704795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-929bfecd-a9ea-4a7f-a6f3-40041e5cfb2c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network 86b04653-f885-4963-951a-ae7ff446c731 is not hosted by any dhcp agent {{(pid=102676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:47:08.717314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b4a30-db20-4d11-a260-0b179746d252 None None] DHCP port deletion for b00a181b-356b-4834-8fb9-e4e6a48fd6a4 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:47:08.724160 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904d9f15-bcb1-4f25-a492-834a92ec3f6c x-openstack-request-id: req-904d9f15-bcb1-4f25-a492-834a92ec3f6c {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:47:08.725491 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78944247-4529-4c18-967a-a1485d58234a", "name": "network-vif-deleted", "tag": "6ae00a7f-a00a-404d-b4f9-5de55d7afa31", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:47:08.726007 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-904d9f15-bcb1-4f25-a492-834a92ec3f6c {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:47:08.726548 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78944247-4529-4c18-967a-a1485d58234a', 'name': 'network-vif-deleted', 'tag': '6ae00a7f-a00a-404d-b4f9-5de55d7afa31', 'status': 'completed', 'code': 200} Nov 12 13:47:08.733730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b0baa-950f-4c88-8d48-27d52bec23c0 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=bf9a3cd3-7243-439f-a428-f772410cf64e,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:08.735322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929bfecd-a9ea-4a7f-a6f3-40041e5cfb2c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:08.741600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-929bfecd-a9ea-4a7f-a6f3-40041e5cfb2c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:08.750201 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-929bfecd-a9ea-4a7f-a6f3-40041e5cfb2c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "PUT /v2.0/networks/86b04653-f885-4963-951a-ae7ff446c731 HTTP/1.1" status: 200 len: 762 time: 0.7800553 Nov 12 13:47:08.751158 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45160) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:08.779177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network bf9a3cd3-7243-439f-a428-f772410cf64e details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:08.827266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa79ea-d34b-4795-91af-2234a8479a1d req-021ff7b8-d9bb-40d5-8fd5-9b8831327d05 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:08.839698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4fa79ea-d34b-4795-91af-2234a8479a1d req-021ff7b8-d9bb-40d5-8fd5-9b8831327d05 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.6545951 Nov 12 13:47:08.981645 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b20fcde2-304a-4d96-9c00-8a0393c20f4d req-82349be0-d2ae-432d-a4b2-86c095243f52 tempest-TestServerAdvancedOps-1502126862 tempest-TestServerAdvancedOps-1502126862-project] 10.222.0.73 "GET /v2.0/ports?device_id=78944247-4529-4c18-967a-a1485d58234a HTTP/1.1" status: 200 len: 210 time: 0.0620773 Nov 12 13:47:09.002157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ecf937-37e7-40a1-98aa-2b9714484381 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:09.008383 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d4ecf937-37e7-40a1-98aa-2b9714484381 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/networks?id=86b04653-f885-4963-951a-ae7ff446c731 HTTP/1.1" status: 200 len: 765 time: 0.2554893 Nov 12 13:47:09.009240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45162) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:09.011291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bfecd-a9ea-4a7f-a6f3-40041e5cfb2c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=86b04653-f885-4963-951a-ae7ff446c731,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:09.024284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 86b04653-f885-4963-951a-ae7ff446c731 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:09.039727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:09.043662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:09.251719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:47:09.275004 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4fa79ea-d34b-4795-91af-2234a8479a1d req-99c83b09-2041-4e65-9ba1-274cd0ee6005 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4284008 Nov 12 13:47:09.347880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:47:09.348433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 6ae00a7f-a00a-404d-b4f9-5de55d7afa31 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:47:09.358233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f907eaf-2bef-4984-bac1-3a38253977da tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:09.362723 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3f907eaf-2bef-4984-bac1-3a38253977da tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3514311 Nov 12 13:47:09.365235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45168) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:09.500167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:09.500998 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4dfa75f8-c8b3-4554-87b8-e7ecd4d7bfef tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 207 time: 0.1285877 Nov 12 13:47:09.501651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45172) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:09.558890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:47:09.612593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:47:09.616604 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b63c9ce-778a-4922-8270-e88c4f56ed4f" -d '{"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-unplugged", "status": "completed", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:47:09.622214 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:09.641983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Transition to ACTIVE for port object fd802f56-0cca-47b4-9d6a-e615ac7e86fe will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:47:09.648901 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:09.768586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:09.781337 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7360e013-71cd-47e8-93f6-8b2e9ddf47e6 x-openstack-request-id: req-7360e013-71cd-47e8-93f6-8b2e9ddf47e6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:47:09.781661 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-unplugged", "status": "completed", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:47:09.781923 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7360e013-71cd-47e8-93f6-8b2e9ddf47e6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:47:09.782291 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'code': 200} Nov 12 13:47:09.820795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45180) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:09.877086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:09.957040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] No DVR routers for this DVR port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:09.975305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97c268-30d1-4732-9e41-38cf83b3b420 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:09.988584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97c268-30d1-4732-9e41-38cf83b3b420 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.010662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97c268-30d1-4732-9e41-38cf83b3b420 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.019354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97c268-30d1-4732-9e41-38cf83b3b420 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.025455 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f59de09-7d2c-4b20-99f8-3b9952706f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.038051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97c268-30d1-4732-9e41-38cf83b3b420 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.047079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97c268-30d1-4732-9e41-38cf83b3b420 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.053222 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2b97c268-30d1-4732-9e41-38cf83b3b420 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5441098 Nov 12 13:47:10.054462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45186) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:10.112995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45188) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:10.166738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=0dcd9b5e-5b6d-4a54-9ea4-92e4a6701db1,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:10.183763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': 'cbc36266-da37-4291-b8b8-c97fb698ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf9a3cd3-7243-439f-a428-f772410cf64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:10.184549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: bf9a3cd3-7243-439f-a428-f772410cf64e, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:47:10.231123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1141c0-8c45-4e4b-a8ed-8efaf45e5648 admin admin] Deleting subnet 771311c6-801b-412e-af74-36a9ebf50c9a {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:47:10.241617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a1141c0-8c45-4e4b-a8ed-8efaf45e5648 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.249763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network bf9a3cd3-7243-439f-a428-f772410cf64e is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:47:10.283921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:10.284290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:10.284466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on network 44bd746d-94d0-4181-bf46-ba5706a8b664 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:10.323964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a5c15bae-d33d-4329-9767-2be7468045bf tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2676799 Nov 12 13:47:10.324726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, bf9a3cd3-7243-439f-a428-f772410cf64e) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:10.327433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45198) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:10.327789 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a1141c0-8c45-4e4b-a8ed-8efaf45e5648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.337025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on network 44bd746d-94d0-4181-bf46-ba5706a8b664 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:10.337390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Attempting to bind port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on network 44bd746d-94d0-4181-bf46-ba5706a8b664 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:10.344405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a686c062-056d-48c2-9126-20156dbd3b91 None None] Network bf9a3cd3-7243-439f-a428-f772410cf64e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:10.378127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.382096 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.459885 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f59de09-7d2c-4b20-99f8-3b9952706f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.531606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42fff3-9047-4a01-8277-31dd1335b640 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.533599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42fff3-9047-4a01-8277-31dd1335b640 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.535689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42fff3-9047-4a01-8277-31dd1335b640 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.537422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42fff3-9047-4a01-8277-31dd1335b640 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.538338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:47:10.539341 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42fff3-9047-4a01-8277-31dd1335b640 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.540336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Checking segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:10.540743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Bound using segment: {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:47:10.541214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Bound port: fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99f4253-949a-4761-a4eb-0e3753469ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:47:10.542588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.543486 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7d42fff3-9047-4a01-8277-31dd1335b640 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2145691 Nov 12 13:47:10.547999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45202) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:10.603514 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f59de09-7d2c-4b20-99f8-3b9952706f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.624767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-bf9a3cd3-7243-439f-a428-f772410cf64e', 'network_id': 'bf9a3cd3-7243-439f-a428-f772410cf64e', 'tenant_id': '2c737a1b60ff4b7dbbcd632de45aa193', 'fixed_ips': [{'subnet_id': '0dcd9b5e-5b6d-4a54-9ea4-92e4a6701db1'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:47:10.625948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.720556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:47:10.725073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:47:10.748521 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a1141c0-8c45-4e4b-a8ed-8efaf45e5648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.751196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.844109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93586193-ffda-4651-ab97-c9af07a90581 req-16e53894-b004-4bb1-aaef-6fcc2b436e4e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.846106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93586193-ffda-4651-ab97-c9af07a90581 req-16e53894-b004-4bb1-aaef-6fcc2b436e4e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 944 time: 0.4056048 Nov 12 13:47:10.855214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Allocated IP 172.20.0.2 (bf9a3cd3-7243-439f-a428-f772410cf64e/0dcd9b5e-5b6d-4a54-9ea4-92e4a6701db1/a6c6cbed-db47-4813-9992-1b5405402b17) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:47:10.946701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5f59de09-7d2c-4b20-99f8-3b9952706f79 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0eb0941a207c4d0db3c0da1ffb8185bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1224198 Nov 12 13:47:10.959995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45206) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:10.971977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59de09-7d2c-4b20-99f8-3b9952706f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd477fda-c912-4fbb-8d4f-ef28ebbd5fe7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:10.991269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:10.994011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:10.996901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] 10.222.0.70 "PUT /v2.0/ports/fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 1092 time: 2.8987653 Nov 12 13:47:11.004982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a1141c0-8c45-4e4b-a8ed-8efaf45e5648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.054430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.062802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.146755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1141c0-8c45-4e4b-a8ed-8efaf45e5648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=771311c6-801b-412e-af74-36a9ebf50c9a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:11.151073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Network bf9a3cd3-7243-439f-a428-f772410cf64e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:47:11.159161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:11.174474 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a1141c0-8c45-4e4b-a8ed-8efaf45e5648 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.182032 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2a1141c0-8c45-4e4b-a8ed-8efaf45e5648 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/771311c6-801b-412e-af74-36a9ebf50c9a HTTP/1.1" status: 204 len: 168 time: 1.0647717 Nov 12 13:47:11.183814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Pushing event updated for resources: {'Port': ['ID=a6c6cbed-db47-4813-9992-1b5405402b17,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:11.185171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45208) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:11.188688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:47:11.192843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd17325-21e3-44a5-89ee-835f189437c6 None None] Network b00a181b-356b-4834-8fb9-e4e6a48fd6a4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:11.225971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.227226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.228186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.228841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.229482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.230037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.232696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.233346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.233902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.234779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.235316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.236082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:11.300095 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.312616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98cc4b-8b08-4c4b-92f6-637a37618e48 service neutron] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=11']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:11.314914 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-832ddf79-8cb8-473d-ad57-b0502bb3d456 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7167006 Nov 12 13:47:11.330390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45212) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:11.348896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-26c953b0-d9fc-43aa-89e1-a28c0401fae7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:11.364834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d937bc27-f0eb-486b-a240-4b770b3fd57f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:11.372538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d937bc27-f0eb-486b-a240-4b770b3fd57f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:11.375876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d937bc27-f0eb-486b-a240-4b770b3fd57f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:11.376013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d937bc27-f0eb-486b-a240-4b770b3fd57f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:11.378239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d937bc27-f0eb-486b-a240-4b770b3fd57f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:11.379886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d937bc27-f0eb-486b-a240-4b770b3fd57f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.8248694 Nov 12 13:47:11.383507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45216) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:11.429031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-2c866264-cfd0-4c8f-a26e-8a5c5ee1259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:11.431906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-2c866264-cfd0-4c8f-a26e-8a5c5ee1259f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1095 time: 0.3237307 Nov 12 13:47:11.457870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93586193-ffda-4651-ab97-c9af07a90581 req-44d787a1-2cbb-4850-be7e-ae8e9b4f2ec7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4969308 Nov 12 13:47:11.462554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:47:11.580803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdbff39-e995-4f83-a788-0f2cd6bacf14 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:11.586563 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bfdbff39-e995-4f83-a788-0f2cd6bacf14 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/networks/ea66deeb-d78b-45d8-af77-76e3837e04d0 HTTP/1.1" status: 200 len: 803 time: 0.1977146 Nov 12 13:47:11.590514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45220) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:11.643355 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c953b0-d9fc-43aa-89e1-a28c0401fae7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59409881'] for subnet, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.661700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Attempting to bind port a6c6cbed-db47-4813-9992-1b5405402b17 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:11.662601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Attempting to bind port a6c6cbed-db47-4813-9992-1b5405402b17 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'cbc36266-da37-4291-b8b8-c97fb698ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf9a3cd3-7243-439f-a428-f772410cf64e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:11.663727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Attempting to bind port a6c6cbed-db47-4813-9992-1b5405402b17 on network bf9a3cd3-7243-439f-a428-f772410cf64e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:11.676276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:47:11.676778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Checking segment: {'id': 'cbc36266-da37-4291-b8b8-c97fb698ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf9a3cd3-7243-439f-a428-f772410cf64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:11.677341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.677839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Bound using segment: {'id': 'cbc36266-da37-4291-b8b8-c97fb698ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf9a3cd3-7243-439f-a428-f772410cf64e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:47:11.678447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Bound port: a6c6cbed-db47-4813-9992-1b5405402b17, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc36266-da37-4291-b8b8-c97fb698ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf9a3cd3-7243-439f-a428-f772410cf64e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:47:11.685567 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.702657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:47:11.708250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec37773-aff5-4da1-917f-0fc4740575c3 None None] DHCP port deletion for b00a181b-356b-4834-8fb9-e4e6a48fd6a4 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:47:11.839195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] For port a6c6cbed-db47-4813-9992-1b5405402b17, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:47:11.845456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] For port a6c6cbed-db47-4813-9992-1b5405402b17, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a6c6cbed-db47-4813-9992-1b5405402b17,segment=NetworkSegment(cbc36266-da37-4291-b8b8-c97fb698ba9d),segment_id=cbc36266-da37-4291-b8b8-c97fb698ba9d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:47:11.855898 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cf91ff5e-4005-4ab8-8442-cff6fc2eeb3f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/networks/ea66deeb-d78b-45d8-af77-76e3837e04d0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2640209 Nov 12 13:47:11.861074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45226) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:11.862789 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.866007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:47:11.868349 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:47:11.876478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e15f5ac0-c7e7-414c-877b-c96e8d686bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.933673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4d824-95c8-4720-9937-9a71be3ddbe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:11.935537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-05a4d824-95c8-4720-9937-9a71be3ddbe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/subnets/538f9533-a632-4dfb-8357-ba0248e2125d HTTP/1.1" status: 200 len: 843 time: 0.0727773 Nov 12 13:47:11.939266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45230) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:11.992237 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c953b0-d9fc-43aa-89e1-a28c0401fae7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729961422475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59619560'] for subnet, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:11.995568 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596b038e-2c97-4712-bc75-e50e3c264045 x-openstack-request-id: req-596b038e-2c97-4712-bc75-e50e3c264045 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:47:11.995856 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:47:11.996111 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-596b038e-2c97-4712-bc75-e50e3c264045 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:47:11.996509 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'status': 'completed', 'code': 200} Nov 12 13:47:12.017360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776d45d-a450-4564-84e6-da1f07fc6a41 None None] Pushing event updated for resources: {'Port': ['ID=a6c6cbed-db47-4813-9992-1b5405402b17,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:12.039929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.080749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-0f9a7a1d-4704-413c-b37c-7649fb861740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:12.084747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-0f9a7a1d-4704-413c-b37c-7649fb861740 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1095 time: 0.0968373 Nov 12 13:47:12.095078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238c3d0c-9a76-48ed-920f-96df42679883 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:12.106714 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-238c3d0c-9a76-48ed-920f-96df42679883 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "GET /v2.0/subnets/538f9533-a632-4dfb-8357-ba0248e2125d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1588521 Nov 12 13:47:12.107695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45232) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:12.121435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892910244'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:12.123218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c953b0-d9fc-43aa-89e1-a28c0401fae7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:12.123881 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c953b0-d9fc-43aa-89e1-a28c0401fae7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.125524 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-26c953b0-d9fc-43aa-89e1-a28c0401fae7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "PUT /v2.0/subnets/0dcd9b5e-5b6d-4a54-9ea4-92e4a6701db1 HTTP/1.1" status: 200 len: 806 time: 0.7920697 Nov 12 13:47:12.131147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45234) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:12.146809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00a181b-356b-4834-8fb9-e4e6a48fd6a4']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:12.176318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e15f5ac0-c7e7-414c-877b-c96e8d686bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.309930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:12.314259 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.403961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:47:12.410932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-8c4d1b63-d133-4ec1-81af-b7dc013e5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:12.412574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-8c4d1b63-d133-4ec1-81af-b7dc013e5544 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.3039150 Nov 12 13:47:12.451412 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.489191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.489718 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Added segment e67902e3-2a3c-4723-9818-f9c174ca7168 of type vlan for network 4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5 Nov 12 13:47:12.638934 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.670559 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-c023b6c6-e3fc-4fb4-8b4f-7f3cbfc646dd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 999 time: 0.2456133 Nov 12 13:47:12.753867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.762151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:12.762801 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.789023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7cd119-9bdd-483e-b844-dc1200d7a734') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:12.789023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7cd119-9bdd-483e-b844-dc1200d7a734') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:12.844597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-8f8f3304-f26e-4ba8-879c-41a6e6a035d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:12.850424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-8f8f3304-f26e-4ba8-879c-41a6e6a035d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 1.4097891 Nov 12 13:47:12.857566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.909215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-f81098d8-24ef-4912-8d50-91ff7385122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:12.910769 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-f81098d8-24ef-4912-8d50-91ff7385122f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.2286146 Nov 12 13:47:12.918746 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8081739 Nov 12 13:47:12.924239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c953b0-d9fc-43aa-89e1-a28c0401fae7 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=0dcd9b5e-5b6d-4a54-9ea4-92e4a6701db1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:12.924734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45248) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:12.941104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'network_id': '4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:12.950253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c28e2-0c64-4474-8254-cbbfddf1fb67 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Network': ['ID=4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:12.984399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.985013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Deleting port a6c6cbed-db47-4813-9992-1b5405402b17 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:12.985389 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:12.987854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:13.012184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:13.012949 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:13.016021 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:13.092394 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e15f5ac0-c7e7-414c-877b-c96e8d686bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.095932 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e15f5ac0-c7e7-414c-877b-c96e8d686bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.097416 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e15f5ac0-c7e7-414c-877b-c96e8d686bd8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd477fda-c912-4fbb-8d4f-ef28ebbd5fe7 HTTP/1.1" status: 204 len: 168 time: 2.1298687 Nov 12 13:47:13.133406 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-fe0c6e27-1695-4652-b6ab-b8f71e55aad1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 999 time: 0.2752452 Nov 12 13:47:13.178500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f5ac0-c7e7-414c-877b-c96e8d686bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd477fda-c912-4fbb-8d4f-ef28ebbd5fe7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:13.187769 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.253131 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.274478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.282543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d612153-7165-440f-8d27-3999f2770a95 req-508650b5-8357-48fc-b821-e7721bc13bb0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:13.284392 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1d612153-7165-440f-8d27-3999f2770a95 req-508650b5-8357-48fc-b821-e7721bc13bb0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 944 time: 0.5389147 Nov 12 13:47:13.291045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] 10.222.0.73 "DELETE /v2.0/networks/b00a181b-356b-4834-8fb9-e4e6a48fd6a4 HTTP/1.1" status: 204 len: 168 time: 2.0921588 Nov 12 13:47:13.294155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45252) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:13.327251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4ea33-edd4-453a-bb3a-a23ff3e8afda admin admin] Pushing event deleted for resources: {'Network': ['ID=b00a181b-356b-4834-8fb9-e4e6a48fd6a4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:13.367464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-4a9daae3-5fa3-4f1a-8065-16416737febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:13.369001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-4a9daae3-5fa3-4f1a-8065-16416737febd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.2029974 Nov 12 13:47:13.400671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-d1fe03f7-18e4-49f1-8263-7ab71f33012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:13.406359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-d1fe03f7-18e4-49f1-8263-7ab71f33012a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4825175 Nov 12 13:47:13.453489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-664c2078-6474-481f-8ef5-0ef4b4688ce3 admin admin] Deleting subnet aa4538b2-73f5-461c-a962-f3408ec81f88 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:47:13.462240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] For port a6c6cbed-db47-4813-9992-1b5405402b17, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a6c6cbed-db47-4813-9992-1b5405402b17,segment=NetworkSegment(cbc36266-da37-4291-b8b8-c97fb698ba9d),segment_id=cbc36266-da37-4291-b8b8-c97fb698ba9d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:13.465312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-664c2078-6474-481f-8ef5-0ef4b4688ce3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.465843 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.516434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Calling delete_port for a6c6cbed-db47-4813-9992-1b5405402b17 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:13.523807 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-664c2078-6474-481f-8ef5-0ef4b4688ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.586745 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-664c2078-6474-481f-8ef5-0ef4b4688ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.593869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Made reservation on behalf of f4f8236bce1945d2b8038b59fa17a396 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:13.604335 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.664801 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-664c2078-6474-481f-8ef5-0ef4b4688ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.675944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-211a6a8f-a78e-4208-987b-11beb3deeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:13.677708 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-211a6a8f-a78e-4208-987b-11beb3deeec8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011332 Nov 12 13:47:13.704356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1d612153-7165-440f-8d27-3999f2770a95 req-6f379421-fc25-4150-9479-2e024de3cb22 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830860 Nov 12 13:47:13.714088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c2078-6474-481f-8ef5-0ef4b4688ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4538b2-73f5-461c-a962-f3408ec81f88,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:13.735119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b2575-de61-4485-a205-48a5091026cb None None] Network bf940af6-c547-4b3c-8dc0-ebf5b89e3863 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:13.775649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-664c2078-6474-481f-8ef5-0ef4b4688ce3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:13.786868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-664c2078-6474-481f-8ef5-0ef4b4688ce3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/aa4538b2-73f5-461c-a962-f3408ec81f88 HTTP/1.1" status: 204 len: 168 time: 0.4738863 Nov 12 13:47:13.816272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45258) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:13.962529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45262) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:13.973041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Performing IP validity checks on allocation pools {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 13:47:13.973836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 13:47:14.034040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbecdd3d-0c44-4133-b390-589d9b12959c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.063920 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-fca33ffb-9415-4034-a523-0bb5ed77dfe0 service neutron] 10.222.0.105 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453822 Nov 12 13:47:14.094908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436044f-2a3e-4d51-8000-5f3476e11063 None None] Network bf9a3cd3-7243-439f-a428-f772410cf64e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:14.114483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a6c6cbed-db47-4813-9992-1b5405402b17 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:47:14.122803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5d7b9-6f34-4c54-8a95-26682e051856 None None] DHCP port deletion for bf940af6-c547-4b3c-8dc0-ebf5b89e3863 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:47:14.141851 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.160340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-e060732c-de57-423c-9594-8557980514a4 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602447 Nov 12 13:47:14.354629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-71539920-f8da-4c26-ac05-15119ad446c2 None None] Provisioning complete for port a6c6cbed-db47-4813-9992-1b5405402b17 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:47:14.355083 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71539920-f8da-4c26-ac05-15119ad446c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.359502 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.365086 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbecdd3d-0c44-4133-b390-589d9b12959c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.390337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No active binding found for port a6c6cbed-db47-4813-9992-1b5405402b17 {{(pid=102677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 13:47:14.391271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a6c6cbed-db47-4813-9992-1b5405402b17 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 13:47:14.402288 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.412989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Port a6c6cbed-db47-4813-9992-1b5405402b17 not found, will not notify nova. {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 13:47:14.415024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.416139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-71539920-f8da-4c26-ac05-15119ad446c2 None None] Port a6c6cbed-db47-4813-9992-1b5405402b17 was deleted so its status cannot be updated. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 13:47:14.444243 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbecdd3d-0c44-4133-b390-589d9b12959c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.464896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf940af6-c547-4b3c-8dc0-ebf5b89e3863']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:14.497845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f416ac47-309f-475b-a461-f0049e741cbc') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:14.498036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f416ac47-309f-475b-a461-f0049e741cbc') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:14.537963 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.556535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bf031ff-c179-4ac3-aa54-cb1661bfb1cc req-e46f38b1-e3b8-4d6d-a7c4-c3dc0c8e0135 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712623 Nov 12 13:47:14.563476 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.575746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:14.576240 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:14.578718 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:14.589851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Port': ['ID=a6c6cbed-db47-4813-9992-1b5405402b17,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:14.682728 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fbecdd3d-0c44-4133-b390-589d9b12959c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=55437452fc8142c285ef6811f063e2c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7163041 Nov 12 13:47:14.688307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45266) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:14.728713 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-3e5e4842-86b0-434f-871e-8434b6922ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:14.730612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-3e5e4842-86b0-434f-871e-8434b6922ce5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1095 time: 0.0726805 Nov 12 13:47:14.731151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecdd3d-0c44-4133-b390-589d9b12959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de21488-3732-4c48-a908-4ceeaf94f24f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:14.732319 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.738025 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:14.744541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No DVR routers for this DVR port a6c6cbed-db47-4813-9992-1b5405402b17 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:14.746649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] 10.222.0.73 "DELETE /v2.0/networks/bf940af6-c547-4b3c-8dc0-ebf5b89e3863 HTTP/1.1" status: 204 len: 168 time: 0.9182897 Nov 12 13:47:14.784461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bc9a6-5341-48af-95fe-0987333a56df admin admin] Pushing event deleted for resources: {'Network': ['ID=bf940af6-c547-4b3c-8dc0-ebf5b89e3863,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:14.900755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-3dd5e02f-77f7-4440-8fc9-36b0ac1a9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:14.904312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-3dd5e02f-77f7-4440-8fc9-36b0ac1a9f49 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.1562095 Nov 12 13:47:14.957507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cfb97b-4ed4-42a0-9e55-e83086904f51 None None] Network bf9a3cd3-7243-439f-a428-f772410cf64e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:14.973204 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-ee3272f5-b07f-438c-86a5-8d1764074ea8 service neutron] 10.222.0.105 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155715 Nov 12 13:47:15.021608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.079410 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.084503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-9ea06aac-8200-4de1-a335-4fb868ef8e88 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 999 time: 0.1695750 Nov 12 13:47:15.106912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cafcc7ef-37e6-4eca-aad6-0d5d36985bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.140635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45276) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:15.200666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b4226-c4ae-4216-9bd5-a8d8bf92f124 req-880a62fd-58a2-40e1-b808-43bd3555a799 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:15.202265 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-527b4226-c4ae-4216-9bd5-a8d8bf92f124 req-880a62fd-58a2-40e1-b808-43bd3555a799 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 944 time: 0.2261000 Nov 12 13:47:15.206236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-81a79cd8-a05b-431a-8728-3432842174d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:15.208867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-81a79cd8-a05b-431a-8728-3432842174d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.1168251 Nov 12 13:47:15.229739 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cafcc7ef-37e6-4eca-aad6-0d5d36985bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.274243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=a88ddfdc-9c32-403b-8765-9c56d9173ad6,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:15.279195 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.319621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-94822eca-1980-489e-917d-179e3b5851ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:15.324689 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-94822eca-1980-489e-917d-179e3b5851ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061227 Nov 12 13:47:15.388983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcd9b5e-5b6d-4a54-9ea4-92e4a6701db1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:15.398009 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f5863791-823a-42ff-b239-50df4bc05929 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4a8c230329b4023a8a7ca0828ffccf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527525 Nov 12 13:47:15.408636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45280) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:15.443626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-527b4226-c4ae-4216-9bd5-a8d8bf92f124 req-1c41d68a-a9a0-442b-be5a-67b9bc181886 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264459 Nov 12 13:47:15.447671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Checking segment: {'id': 'e67902e3-2a3c-4723-9818-f9c174ca7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:15.447856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network hostable DHCP agents. Network: 4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:47:15.495354 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.508958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cafcc7ef-37e6-4eca-aad6-0d5d36985bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.511777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cafcc7ef-37e6-4eca-aad6-0d5d36985bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.515015 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cafcc7ef-37e6-4eca-aad6-0d5d36985bc3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8de21488-3732-4c48-a908-4ceeaf94f24f HTTP/1.1" status: 204 len: 168 time: 0.7827270 Nov 12 13:47:15.574920 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcc7ef-37e6-4eca-aad6-0d5d36985bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de21488-3732-4c48-a908-4ceeaf94f24f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:15.596346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9a3cd3-7243-439f-a428-f772410cf64e']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:15.596939 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-933abea1-9ff8-48da-bf90-1d71c5189fa3 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640767 Nov 12 13:47:15.610800 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc36266-da37-4291-b8b8-c97fb698ba9d') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:15.613966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41140ff7-8ee8-43e2-b6fa-478e57d3f361 None None] Network bf9a3cd3-7243-439f-a428-f772410cf64e requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:15.617370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58cc228f-1498-4566-8fe2-036db6c6a438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.622719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc36266-da37-4291-b8b8-c97fb698ba9d') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:15.638682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Network 4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:47:15.658773 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.693370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58cc228f-1498-4566-8fe2-036db6c6a438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.710477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:15.723091 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.729322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:15.729970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.777030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:15.778403 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:15.787922 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:15.794536 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b0d477a-67a6-4c08-86a1-8d67dbe140d4 req-2fd4709d-b100-4f2b-abba-dd8c562917db service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872313 Nov 12 13:47:15.827316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58cc228f-1498-4566-8fe2-036db6c6a438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.830738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58cc228f-1498-4566-8fe2-036db6c6a438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.832109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-58cc228f-1498-4566-8fe2-036db6c6a438 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f28413e0-8f64-4973-bfa2-5b924f02ecd7 HTTP/1.1" status: 204 len: 168 time: 0.4223151 Nov 12 13:47:15.849644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc228f-1498-4566-8fe2-036db6c6a438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28413e0-8f64-4973-bfa2-5b924f02ecd7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:15.914806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45290) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:15.915257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4e7d2d6e-c71d-4481-8ccd-5dc6e937733c tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.9790626 Nov 12 13:47:15.918685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21bcc45-cfcc-4e63-9064-7f35e6d0dd6f None None] Network 4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:15.924144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-be81c42c-56ec-4233-8cb1-edd58e545ef4 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:15.953488 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.978435 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:15.984792 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/bf9a3cd3-7243-439f-a428-f772410cf64e HTTP/1.1" status: 204 len: 168 time: 3.8480074 Nov 12 13:47:15.984792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25104a4b-3930-445b-b3bf-aafc9697119b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=bf9a3cd3-7243-439f-a428-f772410cf64e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:15.985276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45294) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:16.012585 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23f0e79-bde3-4072-aae7-b0949c512fb3 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:16.013209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23f0e79-bde3-4072-aae7-b0949c512fb3 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:16.024554 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c23f0e79-bde3-4072-aae7-b0949c512fb3 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/bf9a3cd3-7243-439f-a428-f772410cf64e HTTP/1.1" status: 404 len: 339 time: 0.0316744 Nov 12 13:47:16.025528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45298) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:16.031746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-884563710', 'description': 'd1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:16.063957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:16.073980 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:16.129390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:47:16.155291 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:16.155948 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment a802e85d-7658-4820-b65b-c2beb5841d1a of type vlan for network fbc2c5e7-1d90-48a3-a91c-f0923201cdbf Nov 12 13:47:16.264693 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:16.275615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be81c42c-56ec-4233-8cb1-edd58e545ef4 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59409881'] for subnet, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:16.377935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:16.386875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:16.387527 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:16.420384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d028098-97b1-412d-a026-9ec1ac0bddad None None] DHCP port deletion for bf9a3cd3-7243-439f-a428-f772410cf64e request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:47:16.499829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4699001 Nov 12 13:47:16.508069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45316) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:16.527877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5', 'network_id': '4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5', 'tenant_id': 'f4f8236bce1945d2b8038b59fa17a396', 'fixed_ips': [{'subnet_id': 'a88ddfdc-9c32-403b-8765-9c56d9173ad6'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:47:16.529725 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:16.645544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:16.724399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be81c42c-56ec-4233-8cb1-edd58e545ef4 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729961422475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59619560'] for subnet, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:16.827463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81c42c-56ec-4233-8cb1-edd58e545ef4 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event updated for resources: {'Subnet': ['ID=a88ddfdc-9c32-403b-8765-9c56d9173ad6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:16.834184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Allocated IP 2001:db8::3 (4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5/a88ddfdc-9c32-403b-8765-9c56d9173ad6/ccda7a6d-224d-4241-91c2-c3fc8881e58e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:47:16.887308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e175cb9d-cf0b-43c1-8fa7-784f72953855 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c4868b1909b429bb6d474a2460f33e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392898 Nov 12 13:47:16.888005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45322) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:16.889241 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be81c42c-56ec-4233-8cb1-edd58e545ef4 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:16.889995 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be81c42c-56ec-4233-8cb1-edd58e545ef4 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:16.897821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-be81c42c-56ec-4233-8cb1-edd58e545ef4 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "PUT /v2.0/subnets/a88ddfdc-9c32-403b-8765-9c56d9173ad6 HTTP/1.1" status: 200 len: 900 time: 0.9748971 Nov 12 13:47:17.080538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:17.238321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:17.242266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294a8042-103b-4695-8254-a365ab5efa9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:17.281244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294a8042-103b-4695-8254-a365ab5efa9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:17.292070 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:47:17.351429 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:17.461679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294a8042-103b-4695-8254-a365ab5efa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:17.465542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294a8042-103b-4695-8254-a365ab5efa9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:17.467133 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-294a8042-103b-4695-8254-a365ab5efa9a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f284efe1-5908-464b-bf81-607c1a658052 HTTP/1.1" status: 204 len: 168 time: 0.5741355 Nov 12 13:47:17.485176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a8042-103b-4695-8254-a365ab5efa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f284efe1-5908-464b-bf81-607c1a658052,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:17.645731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6370b-ad47-4230-9cc4-40e0f5a80e26 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=fbc2c5e7-1d90-48a3-a91c-f0923201cdbf,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:17.659152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976435b-e2d4-4f80-a5b7-93b472d2a02b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:17.664076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a976435b-e2d4-4f80-a5b7-93b472d2a02b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/networks?id=fbc2c5e7-1d90-48a3-a91c-f0923201cdbf HTTP/1.1" status: 200 len: 760 time: 1.1500762 Nov 12 13:47:17.664528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45342) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:17.671261 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-731b34a1-df39-4547-95d2-30df269b2057 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'description': 'd2'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:17.698542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34307e45-5b1b-469e-8c9d-1d3049563924 req-6bd6fb94-05c6-4820-a071-a46267b616ad tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:17.700567 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34307e45-5b1b-469e-8c9d-1d3049563924 req-6bd6fb94-05c6-4820-a071-a46267b616ad tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 944 time: 1.0172906 Nov 12 13:47:17.716372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:17.781710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'port_id': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'mac_address': 'fa:16:3e:86:d1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:47:17.786942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network fbc2c5e7-1d90-48a3-a91c-f0923201cdbf details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:17.846567 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-34307e45-5b1b-469e-8c9d-1d3049563924 req-70e1fba4-b95d-4e02-aa19-4b5cc237a7af tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353030 Nov 12 13:47:17.909717 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:17.922799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a6c6cbed-db47-4813-9992-1b5405402b17 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:47:17.969480 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:17.984759 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-731b34a1-df39-4547-95d2-30df269b2057 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.016987 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-731b34a1-df39-4547-95d2-30df269b2057 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.023843 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.038328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a6c6cbed-db47-4813-9992-1b5405402b17 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:47:18.038683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a6c6cbed-db47-4813-9992-1b5405402b17 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:47:18.051289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-731b34a1-df39-4547-95d2-30df269b2057 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network fbc2c5e7-1d90-48a3-a91c-f0923201cdbf is not hosted by any dhcp agent {{(pid=102675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 13:47:18.070568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b34a1-df39-4547-95d2-30df269b2057 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:18.072083 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-731b34a1-df39-4547-95d2-30df269b2057 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.082457 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-731b34a1-df39-4547-95d2-30df269b2057 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "PUT /v2.0/networks/fbc2c5e7-1d90-48a3-a91c-f0923201cdbf HTTP/1.1" status: 200 len: 757 time: 0.4147401 Nov 12 13:47:18.089670 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.096322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45344) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:18.110524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd802f56-0cca-47b4-9d6a-e615ac7e86fe {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:47:18.156576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Subnet': ['ID=a88ddfdc-9c32-403b-8765-9c56d9173ad6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:18.164701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:18.192256 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.224976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Network 4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:47:18.241585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Pushing event updated for resources: {'Port': ['ID=ccda7a6d-224d-4241-91c2-c3fc8881e58e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:18.247430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:18.257849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:47:18.329206 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.384198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:18.394560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b34a1-df39-4547-95d2-30df269b2057 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=fbc2c5e7-1d90-48a3-a91c-f0923201cdbf,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:18.408838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67902e3-2a3c-4723-9818-f9c174ca7168') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:18.413878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67902e3-2a3c-4723-9818-f9c174ca7168') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:18.439986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network fbc2c5e7-1d90-48a3-a91c-f0923201cdbf details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:18.498076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.516351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=12']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:18.531521 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.541153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:18.541818 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:18.546846 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:18.584300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['fd802f56-0cca-47b4-9d6a-e615ac7e86fe'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:47:18.588877 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a99b91-26c3-4ec1-9be3-7cf77f845298 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:18.596139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c5a99b91-26c3-4ec1-9be3-7cf77f845298 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/networks?id=fbc2c5e7-1d90-48a3-a91c-f0923201cdbf HTTP/1.1" status: 200 len: 760 time: 0.4987438 Nov 12 13:47:18.600258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Attempting to bind port ccda7a6d-224d-4241-91c2-c3fc8881e58e on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:18.601125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45354) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:18.602049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Attempting to bind port ccda7a6d-224d-4241-91c2-c3fc8881e58e by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e67902e3-2a3c-4723-9818-f9c174ca7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:18.602487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Attempting to bind port ccda7a6d-224d-4241-91c2-c3fc8881e58e on network 4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:18.607581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-996440819'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:18.644040 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 13:47:18.644040 n-d-805736-4 neutron-server[102676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 13:47:18.644040 n-d-805736-4 neutron-server[102676]: [parameters: {'id': '4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5'}] Nov 12 13:47:18.644040 n-d-805736-4 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:47:18.645905 n-d-805736-4 neutron-server[102676]: DEBUG oslo_db.api [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:47:18.647115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:18.652395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.673025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:47:18.673439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Checking segment: {'id': 'e67902e3-2a3c-4723-9818-f9c174ca7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:18.673848 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.674247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Bound using segment: {'id': 'e67902e3-2a3c-4723-9818-f9c174ca7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:47:18.674746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Bound port: ccda7a6d-224d-4241-91c2-c3fc8881e58e, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67902e3-2a3c-4723-9818-f9c174ca7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:47:18.675132 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.703293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:47:18.714908 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.715503 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment 8c2a438f-1f2f-40d8-8230-ed40be565a53 of type vlan for network 0b2968bc-c7d8-432f-9831-edcb99e19923 Nov 12 13:47:18.819603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] For port ccda7a6d-224d-4241-91c2-c3fc8881e58e, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:47:18.823797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.859067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] For port ccda7a6d-224d-4241-91c2-c3fc8881e58e, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ccda7a6d-224d-4241-91c2-c3fc8881e58e,segment=NetworkSegment(e67902e3-2a3c-4723-9818-f9c174ca7168),segment_id=e67902e3-2a3c-4723-9818-f9c174ca7168)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:47:18.888727 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.895536 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:18.896611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:18.897305 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:19.042896 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4369524 Nov 12 13:47:19.043847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ec2e0-55b0-4dbb-a910-33a4db9ad1f1 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=0b2968bc-c7d8-432f-9831-edcb99e19923,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:19.044647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45372) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:19.052136 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': '0b2968bc-c7d8-432f-9831-edcb99e19923', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:19.070540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 0b2968bc-c7d8-432f-9831-edcb99e19923 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:19.095617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abf61e-39e4-4433-b077-6c007086324e None None] Pushing event updated for resources: {'Port': ['ID=ccda7a6d-224d-4241-91c2-c3fc8881e58e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:19.147470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30969b8c-162e-4859-a6a7-4feb3b77e6f9 None None] Network 4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:19.147673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:19.325057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Deleting port ccda7a6d-224d-4241-91c2-c3fc8881e58e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:19.325671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:19.431684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52979ce6-5b6f-4c06-b26c-45897e3d661f None None] Network 4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:19.500218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:19.515946 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:19.606921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] For port ccda7a6d-224d-4241-91c2-c3fc8881e58e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ccda7a6d-224d-4241-91c2-c3fc8881e58e,segment=NetworkSegment(e67902e3-2a3c-4723-9818-f9c174ca7168),segment_id=e67902e3-2a3c-4723-9818-f9c174ca7168)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:19.607799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:19.625431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Calling delete_port for ccda7a6d-224d-4241-91c2-c3fc8881e58e owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:19.729964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119693fe-ec47-48f9-8155-b3562962e416 req-6eb7adff-a8d9-4581-a3e7-eb23dfe06c3d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:19.732552 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-119693fe-ec47-48f9-8155-b3562962e416 req-6eb7adff-a8d9-4581-a3e7-eb23dfe06c3d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 945 time: 0.6296089 Nov 12 13:47:19.768131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dae2b2-6871-4a7b-a6a7-89530affcb1e None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:47:19.795313 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:19.894536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Port': ['ID=ccda7a6d-224d-4241-91c2-c3fc8881e58e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:19.897638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dae2b2-6871-4a7b-a6a7-89530affcb1e None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:47:19.930841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No DVR routers for this DVR port ccda7a6d-224d-4241-91c2-c3fc8881e58e on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:19.990277 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.119894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.160500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=9a3cc1c7-283d-443c-b153-acea132ea64d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:20.168079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:20.176894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-119693fe-ec47-48f9-8155-b3562962e416 req-4ac2bd7d-58b5-423e-b9ba-e5a5f8cab7f9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4332235 Nov 12 13:47:20.186128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67902e3-2a3c-4723-9818-f9c174ca7168') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:20.186517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67902e3-2a3c-4723-9818-f9c174ca7168') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:20.202281 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': '8c2a438f-1f2f-40d8-8230-ed40be565a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0b2968bc-c7d8-432f-9831-edcb99e19923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:20.202670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: 0b2968bc-c7d8-432f-9831-edcb99e19923, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:47:20.208552 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.210511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45390) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:20.266677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network 0b2968bc-c7d8-432f-9831-edcb99e19923 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:47:20.283095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 0b2968bc-c7d8-432f-9831-edcb99e19923) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:20.295142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:20.295312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.332657 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1c19d5d0-692f-4782-855b-5569457a8b7c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2852607 Nov 12 13:47:20.334579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45396) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:20.349841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-29856859-4024-487a-b603-86fc24b112aa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/de86efcf-a7e7-496b-9e64-0c5081408570 HTTP/1.1" status: 200 len: 992 time: 0.1379621 Nov 12 13:47:20.365274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.375025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:20.375441 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:20.379169 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:20.464582 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.479121 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.508195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45400) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:20.508672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5 HTTP/1.1" status: 204 len: 168 time: 3.4253926 Nov 12 13:47:20.524009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221c9cce-2c28-4290-b6c4-eabba8826848 None None] Network 0b2968bc-c7d8-432f-9831-edcb99e19923 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:20.525954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Network': ['ID=4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:20.534885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.535237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.535718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.536063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.536399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.536735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.537071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.541646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.541646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.541646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.541646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.541646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99c0c-8ffb-4fdb-b58b-372aee5cf265 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:20.571744 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3b7edb-aa29-4717-b69f-2dd140eb968f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:20.572533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3b7edb-aa29-4717-b69f-2dd140eb968f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:20.577089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2e3b7edb-aa29-4717-b69f-2dd140eb968f tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/subnets/a88ddfdc-9c32-403b-8765-9c56d9173ad6 HTTP/1.1" status: 404 len: 337 time: 0.0670094 Nov 12 13:47:20.580673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:20.608726 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5587e7-67c2-48f4-a17b-06fa90ab8185 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:20.609436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5587e7-67c2-48f4-a17b-06fa90ab8185 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:20.616316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0d5587e7-67c2-48f4-a17b-06fa90ab8185 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/4863dd8e-c667-43c3-a5f3-ae9c24a1a6d5 HTTP/1.1" status: 404 len: 339 time: 0.0341132 Nov 12 13:47:20.621970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:20.626641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-bb05b287-55f8-4307-9338-cb9bb91402a0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1622307 Nov 12 13:47:20.760560 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.791466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-c8572923-6c63-435f-a030-37be1b06ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:20.793783 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-c8572923-6c63-435f-a030-37be1b06ac67 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1096 time: 0.1013923 Nov 12 13:47:20.805476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a08f11-ab39-416b-a7a5-d36c85ea55ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-0b2968bc-c7d8-432f-9831-edcb99e19923', 'network_id': '0b2968bc-c7d8-432f-9831-edcb99e19923', 'tenant_id': '2c737a1b60ff4b7dbbcd632de45aa193', 'fixed_ips': [{'subnet_id': '9a3cc1c7-283d-443c-b153-acea132ea64d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:47:20.809413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55a08f11-ab39-416b-a7a5-d36c85ea55ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.818353 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.893042 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:20.954959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.006689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b04653-f885-4963-951a-ae7ff446c731']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:21.043919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c27d93-09c7-410e-8925-833c14a469bf') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:21.044387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c27d93-09c7-410e-8925-833c14a469bf') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:21.064118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.075165 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.086488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-13957fea-9f66-4984-a815-b87e2fb9d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:21.088075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-13957fea-9f66-4984-a815-b87e2fb9d37a service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.2092597 Nov 12 13:47:21.102975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server [None req-55a08f11-ab39-416b-a7a5-d36c85ea55ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a3cc1c7-283d-443c-b153-acea132ea64d: This subnet is being modified by another concurrent operation. Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise exception Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a3cc1c7-283d-443c-b153-acea132ea64d: This subnet is being modified by another concurrent operation. Nov 12 13:47:21.111801 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Nov 12 13:47:21.121918 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3cc1c7-283d-443c-b153-acea132ea64d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:21.128163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:21.128163 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.142889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d504a89c-157e-4121-826d-180cc18c308d None None] Network 0b2968bc-c7d8-432f-9831-edcb99e19923 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:21.245413 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.276879 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-b2b634ed-c56b-49c7-832e-6f2963c6b7cc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 200 len: 1001 time: 0.1633203 Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:21.310141 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:21.314601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.322303 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.322523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:47:21.326580 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/86b04653-f885-4963-951a-ae7ff446c731 HTTP/1.1" status: 204 len: 168 time: 0.7018151 Nov 12 13:47:21.331967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45426) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:21.354124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-9e6ca79b-8ea2-4c26-910c-67d4c29885dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:21.356136 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-9e6ca79b-8ea2-4c26-910c-67d4c29885dd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.0678484 Nov 12 13:47:21.365983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2968bc-c7d8-432f-9831-edcb99e19923']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:21.378730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9767ad-8201-4243-a8e1-fd18f6d39fe2 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Network': ['ID=86b04653-f885-4963-951a-ae7ff446c731,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:21.387589 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea1e856-ef21-4fb0-83c3-9b63afdefb9e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:21.388502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea1e856-ef21-4fb0-83c3-9b63afdefb9e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:21.391928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4ea1e856-ef21-4fb0-83c3-9b63afdefb9e tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/subnets/95333cd9-8fda-4f7c-beb2-5dac77698377 HTTP/1.1" status: 404 len: 337 time: 0.0576115 Nov 12 13:47:21.394375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45428) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:21.419178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2a438f-1f2f-40d8-8230-ed40be565a53') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:21.419549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2a438f-1f2f-40d8-8230-ed40be565a53') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:21.434091 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.439133 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-742d19c3-f72d-4b7a-95f6-05588110afa8 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:21.439717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742d19c3-f72d-4b7a-95f6-05588110afa8 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:21.449636 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-742d19c3-f72d-4b7a-95f6-05588110afa8 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/07d7866d-cadc-41ce-ad98-517ca69cc745 HTTP/1.1" status: 404 len: 339 time: 0.0538969 Nov 12 13:47:21.451807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:21.453847 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-0595a4f7-a229-4838-b88c-e11b9c5bfd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:21.456252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-0595a4f7-a229-4838-b88c-e11b9c5bfd4f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869660 Nov 12 13:47:21.465273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.519678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:21.520077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:21.524647 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:21.576487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2198f7-6ff6-47f7-bf84-ba0cd1a686a8 None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:47:21.652243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port fd802f56-0cca-47b4-9d6a-e615ac7e86fe completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:47:21.653517 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-ddf8e845-fb5b-482c-ae39-2a9bab52a3fd service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829641 Nov 12 13:47:21.662885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port fd802f56-0cca-47b4-9d6a-e615ac7e86fe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:47:21.663257 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.663395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-445bd640-adae-46a3-8172-0cedfef56463 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Deleting subnet 3e1fc3be-7883-472e-b400-49b75f2d223c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:47:21.692555 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445bd640-adae-46a3-8172-0cedfef56463 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.734146 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.747441 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.761046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/0b2968bc-c7d8-432f-9831-edcb99e19923 HTTP/1.1" status: 204 len: 168 time: 1.4239092 Nov 12 13:47:21.763225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45438) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:21.981522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2198f7-6ff6-47f7-bf84-ba0cd1a686a8 None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:47:21.981738 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41280c3-4978-4e33-bcf7-6f96cef9af1f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] GET failed (client error): The resource could not be found. Nov 12 13:47:21.988025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d41280c3-4978-4e33-bcf7-6f96cef9af1f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/subnets/9a3cc1c7-283d-443c-b153-acea132ea64d HTTP/1.1" status: 404 len: 337 time: 0.2164924 Nov 12 13:47:21.988025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb9281-c456-4950-8b6f-41b471fa20be tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=0b2968bc-c7d8-432f-9831-edcb99e19923,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:21.988331 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:21.991045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45442) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:22.024142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:47:22.026621 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e68cd2-883a-4823-bf6b-d83b420d3d21" -d '{"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-plugged", "status": "completed", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:47:22.077525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:22.091111 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:22.105351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c7383279-65ea-4f66-9681-ba88a3fba6cd req-7c3541b1-cacb-42e4-b804-94c145b2f4a9 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841863 Nov 12 13:47:22.107688 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b3ef8d-e006-41d3-aae1-f4e205ca20c2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:22.108613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b3ef8d-e006-41d3-aae1-f4e205ca20c2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:22.115146 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-61b3ef8d-e006-41d3-aae1-f4e205ca20c2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/0b2968bc-c7d8-432f-9831-edcb99e19923 HTTP/1.1" status: 404 len: 339 time: 0.0639279 Nov 12 13:47:22.120045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45448) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:22.176771 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d99b9-9b0a-4627-b0de-a09a0c1adf25 x-openstack-request-id: req-282d99b9-9b0a-4627-b0de-a09a0c1adf25 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:47:22.177481 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-plugged", "status": "completed", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:47:22.177969 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-282d99b9-9b0a-4627-b0de-a09a0c1adf25 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:47:22.178567 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'code': 200} Nov 12 13:47:22.182517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=13']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:22.301571 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-12f069c4-8014-4b8b-b60c-fdfd8ca2185a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7827246 Nov 12 13:47:22.317264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445bd640-adae-46a3-8172-0cedfef56463 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:22.439470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a22f1f2-f962-4083-acc1-60f94a58c73f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:22.441239 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7a22f1f2-f962-4083-acc1-60f94a58c73f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3201246 Nov 12 13:47:22.444110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45458) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:22.485024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ac61d212-829f-4b8c-9309-5c9b11884dff tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309 HTTP/1.1" status: 200 len: 207 time: 0.0396793 Nov 12 13:47:22.489107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45462) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:22.543155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-a4c19a53-1186-4dcd-9d5e-62dd2f714450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:22.544726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-a4c19a53-1186-4dcd-9d5e-62dd2f714450 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1097 time: 0.1527033 Nov 12 13:47:22.565706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445bd640-adae-46a3-8172-0cedfef56463 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:22.737814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc2c42-2b21-4f2a-8e25-958202b3c21e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:22.747755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc2c42-2b21-4f2a-8e25-958202b3c21e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:22.757696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc2c42-2b21-4f2a-8e25-958202b3c21e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:22.767419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc2c42-2b21-4f2a-8e25-958202b3c21e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:22.774436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-20dc2c42-2b21-4f2a-8e25-958202b3c21e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2782421 Nov 12 13:47:22.775252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45468) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:22.789462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445bd640-adae-46a3-8172-0cedfef56463 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:22.814941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-30c328e7-09b1-4547-9524-35960ed81e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:22.816895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-30c328e7-09b1-4547-9524-35960ed81e4b service neutron] 10.222.0.70 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.2443368 Nov 12 13:47:22.843950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bd640-adae-46a3-8172-0cedfef56463 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1fc3be-7883-472e-b400-49b75f2d223c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:22.846354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445bd640-adae-46a3-8172-0cedfef56463 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:22.848039 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41f362-cb93-4e85-9e07-3ccac52ccb1c None None] Network 2506a9db-b216-45ec-8270-b18d2ce4ae25 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:22.849675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-445bd640-adae-46a3-8172-0cedfef56463 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/subnets/3e1fc3be-7883-472e-b400-49b75f2d223c HTTP/1.1" status: 204 len: 168 time: 1.3963606 Nov 12 13:47:22.852476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45472) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:22.963194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8025d89-7634-4a23-9efb-d11afac5e14a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Deleting subnet 598faa5e-b085-4fb0-849b-d44ac433c557 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:47:22.968125 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8025d89-7634-4a23-9efb-d11afac5e14a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:23.045690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-6fa3f35c-caf7-4a49-9308-6cb45e9a0497 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 1001 time: 0.2099264 Nov 12 13:47:23.056419 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8025d89-7634-4a23-9efb-d11afac5e14a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:23.098006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-378217a4-900a-4d73-b8de-db8cef57406b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3211963 Nov 12 13:47:23.101843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45476) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:23.203930 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cade2c-c588-4d0e-a0dc-cf4230887f66 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:23.205595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cade2c-c588-4d0e-a0dc-cf4230887f66 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:23.207184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-33cade2c-c588-4d0e-a0dc-cf4230887f66 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1043379 Nov 12 13:47:23.211952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45478) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:23.282410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-9147729b-11a5-4d8c-b69d-1087933f6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:23.283886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-9147729b-11a5-4d8c-b69d-1087933f6542 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.2252054 Nov 12 13:47:23.475671 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff951f-c191-4b54-b09c-a0fbf2e0585a tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:23.477918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff951f-c191-4b54-b09c-a0fbf2e0585a tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:23.481791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8bff951f-c191-4b54-b09c-a0fbf2e0585a tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2673643 Nov 12 13:47:23.485312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45486) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:23.490325 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8025d89-7634-4a23-9efb-d11afac5e14a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:23.558633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-54159c4e-3c34-422f-a079-3d1db4c2cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:23.560251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-54159c4e-3c34-422f-a079-3d1db4c2cb82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673311 Nov 12 13:47:23.714221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8025d89-7634-4a23-9efb-d11afac5e14a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:23.738257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023bc8f-29a0-4a9e-a8a1-f1e7a6da3f08 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:23.739677 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f023bc8f-29a0-4a9e-a8a1-f1e7a6da3f08 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/networks/ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 HTTP/1.1" status: 200 len: 800 time: 0.2527971 Nov 12 13:47:23.747680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45490) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:23.794020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8025d89-7634-4a23-9efb-d11afac5e14a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Subnet': ['ID=598faa5e-b085-4fb0-849b-d44ac433c557,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:23.799508 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8025d89-7634-4a23-9efb-d11afac5e14a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:23.803213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e8025d89-7634-4a23-9efb-d11afac5e14a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/subnets/598faa5e-b085-4fb0-849b-d44ac433c557 HTTP/1.1" status: 204 len: 168 time: 0.9498796 Nov 12 13:47:23.807269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45492) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:23.964399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-1779772c-995f-4c1c-adf3-53e2195d2806 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952904 Nov 12 13:47:24.002610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b6a60ef0-70de-4b5e-b2a6-6e3947008e61 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/networks/ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2499897 Nov 12 13:47:24.005145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45500) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:24.100449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab6a62-71ce-4e39-a40e-e5fa6e84d8a6 None None] Network 2506a9db-b216-45ec-8270-b18d2ce4ae25 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:24.142587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390be17-df07-4bea-8228-fc56a35ad183 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:24.162840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b390be17-df07-4bea-8228-fc56a35ad183 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/subnets/c7e01f7d-659a-4eba-a450-629a5665d384 HTTP/1.1" status: 200 len: 811 time: 0.1565831 Nov 12 13:47:24.168374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45504) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:24.173667 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-af9332ac-ba90-4df4-84d2-7a302b250097 req-03277745-1da5-435f-89fb-fee9eb8ef3ac service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878798 Nov 12 13:47:24.189669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:24.268636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781cbff-0e6e-4d91-b950-a2371070deed tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['shared'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:24.271806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9781cbff-0e6e-4d91-b950-a2371070deed tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "GET /v2.0/subnets/c7e01f7d-659a-4eba-a450-629a5665d384?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1024981 Nov 12 13:47:24.277554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45506) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:24.289970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2123419852'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:24.344419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Deleting port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:24.344950 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:24.353399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:24.358606 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:24.381688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-14c3dc25-cc46-4dfc-bccd-3ed77781fb67 None None] Provisioning complete for port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:47:24.382249 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14c3dc25-cc46-4dfc-bccd-3ed77781fb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:24.431693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:47:24.456019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:24.468851 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Added segment b5922de7-eea8-4f32-9a7e-3fec691e13c7 of type vlan for network 9610986e-8c29-44ba-8fdb-e1691ab034b6 Nov 12 13:47:24.531684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] For port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44,segment=NetworkSegment(ea4def4e-cfd9-4472-a2d5-0283a5bb18c6),segment_id=ea4def4e-cfd9-4472-a2d5-0283a5bb18c6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:24.532158 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:24.550847 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:24.556612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Calling delete_port for 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:24.601049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:24.611849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:24.613300 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:24.765884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4859052 Nov 12 13:47:24.767063 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:24.787323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No DVR routers for this DVR port 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:24.788356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45518) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:24.800500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-14c3dc25-cc46-4dfc-bccd-3ed77781fb67 None None] Could not find standard attr ID for object 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:47:24.805203 n-d-805736-4 neutron-server[102677]: INFO neutron.plugins.ml2.db [None req-14c3dc25-cc46-4dfc-bccd-3ed77781fb67 None None] No ports have port_id starting with 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 Nov 12 13:47:24.814173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'network_id': '9610986e-8c29-44ba-8fdb-e1691ab034b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:24.831492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Port': ['ID=01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:24.860501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e193b-eaae-45e1-a4e3-37cade711163 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Network': ['ID=9610986e-8c29-44ba-8fdb-e1691ab034b6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:24.877271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 9610986e-8c29-44ba-8fdb-e1691ab034b6 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:24.928891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c31a3-3f8b-4608-a1c0-c4a7bdc699a1 None None] DHCP port deletion for 2506a9db-b216-45ec-8270-b18d2ce4ae25 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:47:24.986197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.036066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2506a9db-b216-45ec-8270-b18d2ce4ae25']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:25.053703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4def4e-cfd9-4472-a2d5-0283a5bb18c6') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:25.054003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4def4e-cfd9-4472-a2d5-0283a5bb18c6') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:25.057615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Made reservation on behalf of 2c737a1b60ff4b7dbbcd632de45aa193 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:25.065448 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.069563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.095367 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.116819 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:25.124559 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:25.167773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Performing IP validity checks on allocation pools {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 13:47:25.168440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 13:47:25.226295 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.238324 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.242848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/2506a9db-b216-45ec-8270-b18d2ce4ae25 HTTP/1.1" status: 204 len: 168 time: 1.4336884 Nov 12 13:47:25.249888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45530) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:25.253609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea786ab3-bf9a-41d5-af3f-da941ee3e4a0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Network': ['ID=2506a9db-b216-45ec-8270-b18d2ce4ae25,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:25.290325 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c2bea0-6a88-4939-81f2-d95e07a3ac64 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:25.291225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c2bea0-6a88-4939-81f2-d95e07a3ac64 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:25.294735 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-95c2bea0-6a88-4939-81f2-d95e07a3ac64 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/subnets/904a8d79-ddfc-41cd-afee-60bb2adabd8d HTTP/1.1" status: 404 len: 337 time: 0.0437889 Nov 12 13:47:25.297366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45532) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:25.327164 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6695f025-af73-4717-98e7-47ed5fde8806 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:25.328259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6695f025-af73-4717-98e7-47ed5fde8806 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:25.331687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6695f025-af73-4717-98e7-47ed5fde8806 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/ba952f92-3bb8-4a1c-b98a-ccc09c1f73e4 HTTP/1.1" status: 404 len: 339 time: 0.0327666 Nov 12 13:47:25.334288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45534) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:25.389783 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeabe891-da1f-43a1-97cb-8ada582ef8b0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:25.390287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeabe891-da1f-43a1-97cb-8ada582ef8b0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:25.393882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aeabe891-da1f-43a1-97cb-8ada582ef8b0 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/subnets/b47add5d-fb0f-4aea-82a1-72e0d06517cc HTTP/1.1" status: 404 len: 337 time: 0.0583725 Nov 12 13:47:25.399415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45538) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:25.430541 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb33492-5668-4582-95d5-c166337fae3d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:25.431122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb33492-5668-4582-95d5-c166337fae3d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:25.434680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7bb33492-5668-4582-95d5-c166337fae3d tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/1a8ce3fb-b4cd-44de-a05d-c9ca6340ffce HTTP/1.1" status: 404 len: 339 time: 0.0324478 Nov 12 13:47:25.437134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45542) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:25.469907 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dab1ee8-0d8f-4c0d-ad80-d7a149a336fa tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:25.470389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dab1ee8-0d8f-4c0d-ad80-d7a149a336fa tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:25.476035 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1dab1ee8-0d8f-4c0d-ad80-d7a149a336fa tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/subnets/352fb4cd-b5c2-4259-b86f-8f248ab66fc1 HTTP/1.1" status: 404 len: 337 time: 0.0354502 Nov 12 13:47:25.476258 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.477022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:25.502102 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7e7f7c-97de-4b50-868d-048ac5ca3ff1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:25.502793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7e7f7c-97de-4b50-868d-048ac5ca3ff1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:25.506413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fb7e7f7c-97de-4b50-868d-048ac5ca3ff1 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/72e86949-2579-4a39-9d8f-a1ea889809ed HTTP/1.1" status: 404 len: 339 time: 0.0287073 Nov 12 13:47:25.509467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45548) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:25.564071 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Checking segment: {'id': 'b5922de7-eea8-4f32-9a7e-3fec691e13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9610986e-8c29-44ba-8fdb-e1691ab034b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:25.565104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network hostable DHCP agents. Network: 9610986e-8c29-44ba-8fdb-e1691ab034b6, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:47:25.573728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=3150bc51-8a9e-40b0-8bb4-ebc2932bdfbb,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:25.584109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c025c9-911f-4d71-a642-97cbc8b7a11a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Deleting subnet 99a443da-d91d-40cb-bcc5-352267d7e8a0 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:47:25.589671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c025c9-911f-4d71-a642-97cbc8b7a11a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.599882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Network 9610986e-8c29-44ba-8fdb-e1691ab034b6 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:47:25.613931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 9610986e-8c29-44ba-8fdb-e1691ab034b6) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:25.625044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:25.626255 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8099263'] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.630907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5369133c-7d27-4bfb-9ced-b1676437e853 None None] Network 9610986e-8c29-44ba-8fdb-e1691ab034b6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:25.671118 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-272fd5cc-b385-4f9e-aa77-e7db9cfd1060 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8766720 Nov 12 13:47:25.674885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45550) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:25.682971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2a8691dc-c7e4-48ef-a40a-8055dc0cf4b9 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:25.684121 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c025c9-911f-4d71-a642-97cbc8b7a11a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.839960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12222716-92f1-4eda-82d8-8954a844ad4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-9610986e-8c29-44ba-8fdb-e1691ab034b6', 'network_id': '9610986e-8c29-44ba-8fdb-e1691ab034b6', 'tenant_id': '2c737a1b60ff4b7dbbcd632de45aa193', 'fixed_ips': [{'subnet_id': '3150bc51-8a9e-40b0-8bb4-ebc2932bdfbb'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:47:25.840842 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12222716-92f1-4eda-82d8-8954a844ad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.900025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a8691dc-c7e4-48ef-a40a-8055dc0cf4b9 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59776078'] for subnet, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.905999 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c025c9-911f-4d71-a642-97cbc8b7a11a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:25.954184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:47:25.979078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:47:25.979697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 01c5d24d-e56d-4b15-ad01-9f4ac2ea2f44 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:47:26.036253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c025c9-911f-4d71-a642-97cbc8b7a11a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.056217 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-12222716-92f1-4eda-82d8-8954a844ad4a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 13:47:26.056217 n-d-805736-4 neutron-server[102677]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 13:47:26.056217 n-d-805736-4 neutron-server[102677]: [parameters: {'in_use': 1, 'id_1': '3150bc51-8a9e-40b0-8bb4-ebc2932bdfbb'}] Nov 12 13:47:26.056217 n-d-805736-4 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:47:26.056920 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-12222716-92f1-4eda-82d8-8954a844ad4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:47:26.077779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c025c9-911f-4d71-a642-97cbc8b7a11a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Subnet': ['ID=99a443da-d91d-40cb-bcc5-352267d7e8a0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:26.083010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02d6f11-b341-4446-b8f1-50372397972c None None] Network c02f8e00-0170-4fc8-9968-546789eea54a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:26.089186 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c025c9-911f-4d71-a642-97cbc8b7a11a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.095955 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-55c025c9-911f-4d71-a642-97cbc8b7a11a tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/subnets/99a443da-d91d-40cb-bcc5-352267d7e8a0 HTTP/1.1" status: 204 len: 168 time: 0.5839639 Nov 12 13:47:26.096225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45554) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:26.238804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.254576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a8691dc-c7e4-48ef-a40a-8055dc0cf4b9 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729961422475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60010735'] for subnet, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.346886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Deleting port 10112c5f-df89-4608-a4a0-c4290d50ce1c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:26.347309 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.376052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8691dc-c7e4-48ef-a40a-8055dc0cf4b9 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:26.376651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a8691dc-c7e4-48ef-a40a-8055dc0cf4b9 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.378900 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a8691dc-c7e4-48ef-a40a-8055dc0cf4b9 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "PUT /v2.0/subnets/3150bc51-8a9e-40b0-8bb4-ebc2932bdfbb HTTP/1.1" status: 200 len: 877 time: 0.7018547 Nov 12 13:47:26.381936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45560) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:26.402986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8691dc-c7e4-48ef-a40a-8055dc0cf4b9 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event updated for resources: {'Subnet': ['ID=3150bc51-8a9e-40b0-8bb4-ebc2932bdfbb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:26.416448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c0ea88-f110-4370-8a88-155048d428bf None None] DHCP port deletion for c02f8e00-0170-4fc8-9968-546789eea54a request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:47:26.496166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-95c0ea88-f110-4370-8a88-155048d428bf None None] Deleting port 10112c5f-df89-4608-a4a0-c4290d50ce1c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:26.496878 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c0ea88-f110-4370-8a88-155048d428bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.528982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] For port 10112c5f-df89-4608-a4a0-c4290d50ce1c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=10112c5f-df89-4608-a4a0-c4290d50ce1c,segment=NetworkSegment(c68a76d8-71f8-40a0-9414-a7bf89d5a528),segment_id=c68a76d8-71f8-40a0-9414-a7bf89d5a528)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:26.529365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.555944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Calling delete_port for 10112c5f-df89-4608-a4a0-c4290d50ce1c owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:26.604750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-95c0ea88-f110-4370-8a88-155048d428bf None None] For port 10112c5f-df89-4608-a4a0-c4290d50ce1c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=10112c5f-df89-4608-a4a0-c4290d50ce1c,segment=NetworkSegment(c68a76d8-71f8-40a0-9414-a7bf89d5a528),segment_id=c68a76d8-71f8-40a0-9414-a7bf89d5a528)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:26.605152 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c0ea88-f110-4370-8a88-155048d428bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.628617 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12222716-92f1-4eda-82d8-8954a844ad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.640338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-95c0ea88-f110-4370-8a88-155048d428bf None None] Calling delete_port for 10112c5f-df89-4608-a4a0-c4290d50ce1c owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:26.678075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.780907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.811055 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:26.870102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No DVR routers for this DVR port 10112c5f-df89-4608-a4a0-c4290d50ce1c on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:26.872113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Port': ['ID=10112c5f-df89-4608-a4a0-c4290d50ce1c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:27.002826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.017141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server [None req-12222716-92f1-4eda-82d8-8954a844ad4a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3150bc51-8a9e-40b0-8bb4-ebc2932bdfbb: This subnet is being modified by another concurrent operation. Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise exception Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3150bc51-8a9e-40b0-8bb4-ebc2932bdfbb: This subnet is being modified by another concurrent operation. Nov 12 13:47:27.028640 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Nov 12 13:47:27.059759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02f8e00-0170-4fc8-9968-546789eea54a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:27.067179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274aff01-4e10-4bca-a7ef-c9ce64a027fc None None] Network 9610986e-8c29-44ba-8fdb-e1691ab034b6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:27.068577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=3150bc51-8a9e-40b0-8bb4-ebc2932bdfbb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:27.078882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68a76d8-71f8-40a0-9414-a7bf89d5a528') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:27.079212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68a76d8-71f8-40a0-9414-a7bf89d5a528') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:27.112547 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e88268f4-c088-43c4-a74c-0846ce742ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.118904 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:47:27.129018 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 13:47:27.176848 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c0ea88-f110-4370-8a88-155048d428bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.182638 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.183886 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.200176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:27.200584 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:27.203686 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:27.228844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9610986e-8c29-44ba-8fdb-e1691ab034b6']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:27.272823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5922de7-eea8-4f32-9a7e-3fec691e13c7') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:27.273147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5922de7-eea8-4f32-9a7e-3fec691e13c7') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:27.286959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.295427 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.302901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0ea88-f110-4370-8a88-155048d428bf None None] Pushing event deleted for resources: {'Port': ['ID=10112c5f-df89-4608-a4a0-c4290d50ce1c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:27.310664 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.316097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/c02f8e00-0170-4fc8-9968-546789eea54a HTTP/1.1" status: 204 len: 168 time: 1.2152624 Nov 12 13:47:27.316498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45582) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:27.327694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724e7c2-03d6-4c6a-81b9-d44de0bebe18 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Network': ['ID=c02f8e00-0170-4fc8-9968-546789eea54a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:27.331448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.339735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:27.340147 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:27.343367 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:27.390254 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2132022a-2ac5-4c41-b9ea-1f43f997c8c7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:27.391102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2132022a-2ac5-4c41-b9ea-1f43f997c8c7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:27.395634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0ea88-f110-4370-8a88-155048d428bf None None] No DVR routers for this DVR port 10112c5f-df89-4608-a4a0-c4290d50ce1c on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:27.399120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2132022a-2ac5-4c41-b9ea-1f43f997c8c7 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/subnets/870ca0cd-71f0-4a9e-8ef8-7e6336ea5050 HTTP/1.1" status: 404 len: 337 time: 0.0802341 Nov 12 13:47:27.406970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45584) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:27.410004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3dc5e3-1471-42dd-b5b5-d3fd0e2bceac None None] Network 9610986e-8c29-44ba-8fdb-e1691ab034b6 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:27.435454 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-255d1400-2cb4-4ee4-939f-d5c26cfad161 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:27.436838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255d1400-2cb4-4ee4-939f-d5c26cfad161 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:27.440272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-255d1400-2cb4-4ee4-939f-d5c26cfad161 tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/e39bddcc-b7d3-4510-a12c-cf7127e92751 HTTP/1.1" status: 404 len: 339 time: 0.0255141 Nov 12 13:47:27.442850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45588) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:27.512983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.522436 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.532553 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/9610986e-8c29-44ba-8fdb-e1691ab034b6 HTTP/1.1" status: 204 len: 168 time: 1.1371925 Nov 12 13:47:27.547877 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45592) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:27.571600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5b478-f3b7-4615-8142-85642cc66335 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=9610986e-8c29-44ba-8fdb-e1691ab034b6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:27.624846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df62948d-213c-4afa-9f9b-d3c2202b7309 None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 13:47:27.638367 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e6b9ce-5104-4b44-9d4a-a0cb5778ff6e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:27.638545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e6b9ce-5104-4b44-9d4a-a0cb5778ff6e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:27.641773 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d9e6b9ce-5104-4b44-9d4a-a0cb5778ff6e tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/3150bc51-8a9e-40b0-8bb4-ebc2932bdfbb HTTP/1.1" status: 404 len: 337 time: 0.0920789 Nov 12 13:47:27.644459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45598) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:27.667378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b622a3ed-c6b9-4646-a3b4-e430a7838abd tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Deleting subnet 538f9533-a632-4dfb-8357-ba0248e2125d {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:47:27.670794 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b622a3ed-c6b9-4646-a3b4-e430a7838abd tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.690246 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fd4649-f774-43ba-8e4c-08848d5fdc91 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:27.697556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fd4649-f774-43ba-8e4c-08848d5fdc91 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:27.709536 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b1fd4649-f774-43ba-8e4c-08848d5fdc91 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/9610986e-8c29-44ba-8fdb-e1691ab034b6 HTTP/1.1" status: 404 len: 339 time: 0.0638874 Nov 12 13:47:27.714258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45600) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:27.763770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b622a3ed-c6b9-4646-a3b4-e430a7838abd tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:27.766241 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-625b28ff-8460-44af-abb8-401498d6d020 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:27.766894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625b28ff-8460-44af-abb8-401498d6d020 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:27.771644 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-625b28ff-8460-44af-abb8-401498d6d020 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/9a3cc1c7-283d-443c-b153-acea132ea64d HTTP/1.1" status: 404 len: 337 time: 0.0562265 Nov 12 13:47:27.776412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:27.833479 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-43983168-d6fb-45c4-9516-c626eb968e3b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:27.834130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43983168-d6fb-45c4-9516-c626eb968e3b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:27.845934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-43983168-d6fb-45c4-9516-c626eb968e3b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/0b2968bc-c7d8-432f-9831-edcb99e19923 HTTP/1.1" status: 404 len: 339 time: 0.0657344 Nov 12 13:47:27.848377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45606) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:27.876364 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62948d-213c-4afa-9f9b-d3c2202b7309 None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 13:47:27.953962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 10112c5f-df89-4608-a4a0-c4290d50ce1c no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:47:27.977555 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.025463 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b622a3ed-c6b9-4646-a3b4-e430a7838abd tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.083102 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 10112c5f-df89-4608-a4a0-c4290d50ce1c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:47:28.087568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 10112c5f-df89-4608-a4a0-c4290d50ce1c not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:47:28.148976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b622a3ed-c6b9-4646-a3b4-e430a7838abd tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.191453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a3ed-c6b9-4646-a3b4-e430a7838abd tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Subnet': ['ID=538f9533-a632-4dfb-8357-ba0248e2125d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:28.198703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b622a3ed-c6b9-4646-a3b4-e430a7838abd tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.202640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b622a3ed-c6b9-4646-a3b4-e430a7838abd tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/subnets/538f9533-a632-4dfb-8357-ba0248e2125d HTTP/1.1" status: 204 len: 168 time: 0.7582533 Nov 12 13:47:28.204783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45614) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:28.243656 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.287674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc2c5e7-1d90-48a3-a91c-f0923201cdbf']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:28.307732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a802e85d-7658-4820-b65b-c2beb5841d1a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:28.308029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a802e85d-7658-4820-b65b-c2beb5841d1a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:28.321271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.332239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.359506 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.387150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:28.387602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.394551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb1cb92-eb2d-48a0-b91f-77cdb4bba41b None None] Network ea66deeb-d78b-45d8-af77-76e3837e04d0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:28.423053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Deleting port 56648b18-0eff-4eee-81f1-e3d342aeef17 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:28.423635 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:28.431091 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:28.528710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] For port 56648b18-0eff-4eee-81f1-e3d342aeef17, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=56648b18-0eff-4eee-81f1-e3d342aeef17,segment=NetworkSegment(cedcaf23-22cd-4c01-85cc-cc7ea2707e0e),segment_id=cedcaf23-22cd-4c01-85cc-cc7ea2707e0e)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:28.529366 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.652409 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.667586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.677348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/fbc2c5e7-1d90-48a3-a91c-f0923201cdbf HTTP/1.1" status: 204 len: 168 time: 0.8266692 Nov 12 13:47:28.695156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45622) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:28.767778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40202c5-39f6-4214-b03b-786c01124454 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=fbc2c5e7-1d90-48a3-a91c-f0923201cdbf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:28.777219 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e974a6-c436-4e17-a00f-6a9d5ff211a2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:28.778350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e974a6-c436-4e17-a00f-6a9d5ff211a2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:28.781937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d9e974a6-c436-4e17-a00f-6a9d5ff211a2 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/0dcd9b5e-5b6d-4a54-9ea4-92e4a6701db1 HTTP/1.1" status: 404 len: 337 time: 0.0852327 Nov 12 13:47:28.784352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:28.800982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45630) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:28.844693 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aab225d-826b-48af-9018-986bf5fc5d51 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:28.845313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aab225d-826b-48af-9018-986bf5fc5d51 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:28.848527 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1aab225d-826b-48af-9018-986bf5fc5d51 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/bf9a3cd3-7243-439f-a428-f772410cf64e HTTP/1.1" status: 404 len: 339 time: 0.0628166 Nov 12 13:47:28.859956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45638) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:28.861783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b0ddc4-9be5-467c-af2e-e0616ef82f16 None None] DHCP port deletion for ea66deeb-d78b-45d8-af77-76e3837e04d0 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:47:28.892781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Calling delete_port for 56648b18-0eff-4eee-81f1-e3d342aeef17 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:28.903269 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-84031035-2aa5-442a-8a81-b1e884f8eb1c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:28.903551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84031035-2aa5-442a-8a81-b1e884f8eb1c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:28.908132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-84031035-2aa5-442a-8a81-b1e884f8eb1c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/3b06d6a2-0813-4768-bd45-f1e3c3373648 HTTP/1.1" status: 404 len: 337 time: 0.0465491 Nov 12 13:47:28.911054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:28.956794 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c22bf7d-8fe9-497e-9c66-47ea7856b62c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:28.957393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c22bf7d-8fe9-497e-9c66-47ea7856b62c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:28.960101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-02b0ddc4-9be5-467c-af2e-e0616ef82f16 None None] Deleting port 56648b18-0eff-4eee-81f1-e3d342aeef17 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:28.961492 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b0ddc4-9be5-467c-af2e-e0616ef82f16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:28.971325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5c22bf7d-8fe9-497e-9c66-47ea7856b62c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/10b8275b-4351-4407-9de0-82559bf19b65 HTTP/1.1" status: 404 len: 339 time: 0.0592365 Nov 12 13:47:28.973774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45642) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.032761 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ee9822-63d8-4b14-b2a8-dcbe505f663f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.033804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ee9822-63d8-4b14-b2a8-dcbe505f663f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.037776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e1ee9822-63d8-4b14-b2a8-dcbe505f663f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/ead351ab-cad4-4645-becf-d851a6a4e84c HTTP/1.1" status: 404 len: 337 time: 0.0630782 Nov 12 13:47:29.041844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45644) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.053673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3b38-f957-4442-a2d5-70de5c492fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.056667 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.104294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-02b0ddc4-9be5-467c-af2e-e0616ef82f16 None None] For port 56648b18-0eff-4eee-81f1-e3d342aeef17, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=56648b18-0eff-4eee-81f1-e3d342aeef17,segment=NetworkSegment(cedcaf23-22cd-4c01-85cc-cc7ea2707e0e),segment_id=cedcaf23-22cd-4c01-85cc-cc7ea2707e0e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:29.104793 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b0ddc4-9be5-467c-af2e-e0616ef82f16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.107381 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d073c8-a897-48c0-9c8a-a543fce959fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.108029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d073c8-a897-48c0-9c8a-a543fce959fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.120303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-73d073c8-a897-48c0-9c8a-a543fce959fd tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/0eab2ba5-0ddb-433a-a263-866783d4bb37 HTTP/1.1" status: 404 len: 339 time: 0.0768368 Nov 12 13:47:29.140230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-02b0ddc4-9be5-467c-af2e-e0616ef82f16 None None] Calling delete_port for 56648b18-0eff-4eee-81f1-e3d342aeef17 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:29.153786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45648) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.188536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3b38-f957-4442-a2d5-70de5c492fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.195880 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3b38-f957-4442-a2d5-70de5c492fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.220954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Port': ['ID=56648b18-0eff-4eee-81f1-e3d342aeef17,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:29.228467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] No DVR routers for this DVR port 56648b18-0eff-4eee-81f1-e3d342aeef17 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:29.235458 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-584b2491-f745-4325-9958-3e193c7c5c61 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.236110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584b2491-f745-4325-9958-3e193c7c5c61 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.248800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-584b2491-f745-4325-9958-3e193c7c5c61 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/492890ce-99e1-488d-9b0d-6cd3c66c10ba HTTP/1.1" status: 404 len: 337 time: 0.0919154 Nov 12 13:47:29.253992 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45652) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.299262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a3b38-f957-4442-a2d5-70de5c492fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54911089-d916-4f2e-bb0e-b221335644dd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:29.313139 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f116f265-a7bc-4278-928b-cce40b989a05 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.313474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f116f265-a7bc-4278-928b-cce40b989a05 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.315629 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ff9a3b38-f957-4442-a2d5-70de5c492fc5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3180f5ee43a549769e38a4551759cf3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121522 Nov 12 13:47:29.318987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.319571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f116f265-a7bc-4278-928b-cce40b989a05 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/f5d0263b-6a20-42d4-9d73-ae7e02065006 HTTP/1.1" status: 404 len: 339 time: 0.0625825 Nov 12 13:47:29.320797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45658) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.322505 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b0ddc4-9be5-467c-af2e-e0616ef82f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.397251 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b3d9ea-bc9a-422c-9111-887668ebff2a tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.397740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b3d9ea-bc9a-422c-9111-887668ebff2a tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.400977 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.403178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b7b3d9ea-bc9a-422c-9111-887668ebff2a tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/2d8a38e2-d9a4-4c83-9693-626c11796785 HTTP/1.1" status: 404 len: 337 time: 0.0755856 Nov 12 13:47:29.408260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0ddc4-9be5-467c-af2e-e0616ef82f16 None None] Pushing event deleted for resources: {'Port': ['ID=56648b18-0eff-4eee-81f1-e3d342aeef17,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:29.408561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45660) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.450252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0ddc4-9be5-467c-af2e-e0616ef82f16 None None] No DVR routers for this DVR port 56648b18-0eff-4eee-81f1-e3d342aeef17 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:29.476901 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0613f499-1940-4a6b-82ad-eaea8de9e95f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.494911 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fcd82500-5fdb-4046-80f8-9e1a8ca42aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.518772 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0613f499-1940-4a6b-82ad-eaea8de9e95f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.522481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea66deeb-d78b-45d8-af77-76e3837e04d0']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:29.527189 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fc387f-62eb-4e68-85da-9f1789479238 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.535243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fc387f-62eb-4e68-85da-9f1789479238 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.542204 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a8fc387f-62eb-4e68-85da-9f1789479238 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/c7d26d6b-9b9d-4429-b283-215a0d13ccd4 HTTP/1.1" status: 404 len: 339 time: 0.1324692 Nov 12 13:47:29.542950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45664) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.599812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedcaf23-22cd-4c01-85cc-cc7ea2707e0e') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:29.600672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0613f499-1940-4a6b-82ad-eaea8de9e95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.603795 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0613f499-1940-4a6b-82ad-eaea8de9e95f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.604943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0613f499-1940-4a6b-82ad-eaea8de9e95f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54911089-d916-4f2e-bb0e-b221335644dd HTTP/1.1" status: 204 len: 168 time: 0.2813568 Nov 12 13:47:29.605226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedcaf23-22cd-4c01-85cc-cc7ea2707e0e') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:29.613536 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee64ea1-74d9-4c99-ad93-53d95086941c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.613988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee64ea1-74d9-4c99-ad93-53d95086941c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.623747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8ee64ea1-74d9-4c99-ad93-53d95086941c tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/9514cf7b-3978-49a5-a2ce-622a0549f7d6 HTTP/1.1" status: 404 len: 337 time: 0.0724821 Nov 12 13:47:29.627976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45668) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.631595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.654302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613f499-1940-4a6b-82ad-eaea8de9e95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54911089-d916-4f2e-bb0e-b221335644dd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:29.661659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.681944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:29.682350 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.688244 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2feac27-0647-4e8c-aa32-e7801918f3e8 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.688902 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2feac27-0647-4e8c-aa32-e7801918f3e8 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:29.691441 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:29.698920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a2feac27-0647-4e8c-aa32-e7801918f3e8 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/4873a71f-6836-415d-8580-4604a49ab8f9 HTTP/1.1" status: 404 len: 339 time: 0.0679929 Nov 12 13:47:29.704267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.769049 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9724eefb-80a0-4d31-a60b-846de63f97ae tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.769455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9724eefb-80a0-4d31-a60b-846de63f97ae tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.773235 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9724eefb-80a0-4d31-a60b-846de63f97ae tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/8303c36f-da07-4816-8c96-1e3003c02519 HTTP/1.1" status: 404 len: 337 time: 0.0694971 Nov 12 13:47:29.776018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.798882 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c2f3b4-d5f9-4efc-93f8-622ff0d1e67b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.800567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c2f3b4-d5f9-4efc-93f8-622ff0d1e67b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.812688 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-48c2f3b4-d5f9-4efc-93f8-622ff0d1e67b tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/eee78f5b-b0fc-499b-8462-9fa2c49c7da3 HTTP/1.1" status: 404 len: 339 time: 0.0356135 Nov 12 13:47:29.816315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45678) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.862506 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.879950 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e136ee-d63a-4637-a0b4-edf8cd31d5ce tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.880408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e136ee-d63a-4637-a0b4-edf8cd31d5ce tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.883506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-20e136ee-d63a-4637-a0b4-edf8cd31d5ce tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/7a126b74-1ad3-4892-bdca-f8a30e912951 HTTP/1.1" status: 404 len: 337 time: 0.0653560 Nov 12 13:47:29.884385 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:29.891479 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] 10.222.0.73 "DELETE /v2.0/networks/ea66deeb-d78b-45d8-af77-76e3837e04d0 HTTP/1.1" status: 204 len: 168 time: 1.6829910 Nov 12 13:47:29.907041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45684) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.916755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56648b18-0eff-4eee-81f1-e3d342aeef17 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:47:29.918421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101705ff-cd7b-43f4-81b2-40564cb4f4ff tempest-NetworksIpV6Test-2009637757 tempest-NetworksIpV6Test-2009637757-project] Pushing event deleted for resources: {'Network': ['ID=ea66deeb-d78b-45d8-af77-76e3837e04d0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:29.931461 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a992ce-7ae4-4751-9c73-e027b1eb479f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] DELETE failed (client error): The resource could not be found. Nov 12 13:47:29.932097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a992ce-7ae4-4751-9c73-e027b1eb479f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:47:29.935336 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e8a992ce-7ae4-4751-9c73-e027b1eb479f tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/012e39ab-45c0-4936-9033-0878a7ac1f8e HTTP/1.1" status: 404 len: 339 time: 0.0270488 Nov 12 13:47:29.938054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:29.961656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 56648b18-0eff-4eee-81f1-e3d342aeef17 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:47:29.962552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 56648b18-0eff-4eee-81f1-e3d342aeef17 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:47:30.021055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d75e86-bd2a-48b1-baf5-6f53f5592756 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Deleting subnet c7e01f7d-659a-4eba-a450-629a5665d384 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:47:30.025525 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d75e86-bd2a-48b1-baf5-6f53f5592756 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.081028 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d75e86-bd2a-48b1-baf5-6f53f5592756 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.140168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45694) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:30.179759 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27d3c4c1-f3c8-4797-ad55-b71b0140643d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.273541 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d75e86-bd2a-48b1-baf5-6f53f5592756 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.290320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27d3c4c1-f3c8-4797-ad55-b71b0140643d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.294729 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27d3c4c1-f3c8-4797-ad55-b71b0140643d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.324711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3c4c1-f3c8-4797-ad55-b71b0140643d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b7081-afec-462a-9bbf-d84b4a85776c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:30.373221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-27d3c4c1-f3c8-4797-ad55-b71b0140643d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e70fe88b2e74c12a08bc33a96ff4506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317829 Nov 12 13:47:30.374029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45700) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:30.431629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d75e86-bd2a-48b1-baf5-6f53f5592756 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.485730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45704) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:30.495792 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-919ed449-55e4-4cf1-9f8c-97a73ed3c455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.507957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d75e86-bd2a-48b1-baf5-6f53f5592756 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e01f7d-659a-4eba-a450-629a5665d384,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:30.521708 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8d75e86-bd2a-48b1-baf5-6f53f5592756 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.527561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f8d75e86-bd2a-48b1-baf5-6f53f5592756 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/subnets/c7e01f7d-659a-4eba-a450-629a5665d384 HTTP/1.1" status: 204 len: 168 time: 0.5862033 Nov 12 13:47:30.528096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45710) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:30.539661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090b0f9b-6473-466e-bed0-e9404b9e329e None None] Network ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:30.569477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-919ed449-55e4-4cf1-9f8c-97a73ed3c455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.681559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.685586 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-919ed449-55e4-4cf1-9f8c-97a73ed3c455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.690244 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-919ed449-55e4-4cf1-9f8c-97a73ed3c455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.691964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-919ed449-55e4-4cf1-9f8c-97a73ed3c455 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c9b7081-afec-462a-9bbf-d84b4a85776c HTTP/1.1" status: 204 len: 168 time: 0.3168385 Nov 12 13:47:30.704633 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ed449-55e4-4cf1-9f8c-97a73ed3c455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b7081-afec-462a-9bbf-d84b4a85776c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:30.733608 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.749469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Deleting port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:30.749810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.853640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] For port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1e0ac1d9-30aa-45fb-a640-3976eb4c954d,segment=NetworkSegment(51ebb495-2a5b-4386-8239-f25617cc9f33),segment_id=51ebb495-2a5b-4386-8239-f25617cc9f33)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:30.854089 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:30.875757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-46001feb-08ef-4b69-bc9f-cf4376791a25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f4f8236bce1945d2b8038b59fa17a396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3869743 Nov 12 13:47:30.878484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45718) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:30.896231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Calling delete_port for 1e0ac1d9-30aa-45fb-a640-3976eb4c954d owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:31.003475 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af2821c4-36f7-4a6c-b9d1-0cfc65f5fcb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.038502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa34851e-097a-4f9f-92f2-c5f4835c85c1 None None] DHCP port deletion for ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:47:31.062598 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af2821c4-36f7-4a6c-b9d1-0cfc65f5fcb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.078553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.118040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fa34851e-097a-4f9f-92f2-c5f4835c85c1 None None] Deleting port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:31.118415 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa34851e-097a-4f9f-92f2-c5f4835c85c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.150100 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af2821c4-36f7-4a6c-b9d1-0cfc65f5fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.154633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-af2821c4-36f7-4a6c-b9d1-0cfc65f5fcb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.161834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Port': ['ID=1e0ac1d9-30aa-45fb-a640-3976eb4c954d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:31.175899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] No DVR routers for this DVR port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:31.177127 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-af2821c4-36f7-4a6c-b9d1-0cfc65f5fcb0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aeead210-599e-47b7-96bc-1aa152571e69 HTTP/1.1" status: 204 len: 168 time: 0.2975175 Nov 12 13:47:31.192928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2821c4-36f7-4a6c-b9d1-0cfc65f5fcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeead210-599e-47b7-96bc-1aa152571e69,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:31.227412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fa34851e-097a-4f9f-92f2-c5f4835c85c1 None None] For port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d, host n-d-805736-4, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:31.227942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa34851e-097a-4f9f-92f2-c5f4835c85c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.244341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fa34851e-097a-4f9f-92f2-c5f4835c85c1 None None] Calling delete_port for 1e0ac1d9-30aa-45fb-a640-3976eb4c954d owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:31.254011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-fa34851e-097a-4f9f-92f2-c5f4835c85c1 None None] Port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:47:31.259157 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa34851e-097a-4f9f-92f2-c5f4835c85c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.322878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34851e-097a-4f9f-92f2-c5f4835c85c1 None None] Pushing event deleted for resources: {'Port': ['ID=1e0ac1d9-30aa-45fb-a640-3976eb4c954d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:31.324848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34851e-097a-4f9f-92f2-c5f4835c85c1 None None] No DVR routers for this DVR port 1e0ac1d9-30aa-45fb-a640-3976eb4c954d on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:47:31.358687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.383077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:31.397096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ebb495-2a5b-4386-8239-f25617cc9f33') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:31.397096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ebb495-2a5b-4386-8239-f25617cc9f33') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:31.407720 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.422151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.429003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:31.430307 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:31.855631 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:31.863386 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.875854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:31.882926 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] 10.222.0.73 "DELETE /v2.0/networks/ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3 HTTP/1.1" status: 204 len: 168 time: 1.3508768 Nov 12 13:47:31.896621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a7cb4-eea1-445b-8cf4-ec4734cbf240 tempest-NetworksTest-1503352738 tempest-NetworksTest-1503352738-project] Pushing event deleted for resources: {'Network': ['ID=ce30153b-a9e0-4c8e-860f-b2ae5c4e1ec3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:31.928052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1e0ac1d9-30aa-45fb-a640-3976eb4c954d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:47:31.954781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1e0ac1d9-30aa-45fb-a640-3976eb4c954d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:47:31.955382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1e0ac1d9-30aa-45fb-a640-3976eb4c954d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:47:32.258138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:32.457036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45780) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:32.709421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:32.718095 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cb6a135a-0f82-4bef-a9f3-f4bba9088d06 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c737a1b60ff4b7dbbcd632de45aa193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2596607 Nov 12 13:47:32.825312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb7430b1-9aba-4046-a7ef-44c8c67cfa2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:32.854795 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb7430b1-9aba-4046-a7ef-44c8c67cfa2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:32.861211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45808) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:32.937562 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:32.983804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb7430b1-9aba-4046-a7ef-44c8c67cfa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:32.987489 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb7430b1-9aba-4046-a7ef-44c8c67cfa2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:32.988679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fb7430b1-9aba-4046-a7ef-44c8c67cfa2f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7227a0f3-7ddb-4bce-8b21-5a82a051fc3f HTTP/1.1" status: 204 len: 168 time: 0.2780232 Nov 12 13:47:33.010428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7430b1-9aba-4046-a7ef-44c8c67cfa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7227a0f3-7ddb-4bce-8b21-5a82a051fc3f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:33.122316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740067473'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:33.186135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.196186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.335612 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.340455 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.377256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5a651-f48d-4e12-9dc1-d930c9f7bdcd,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:33.391555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.391901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.392294 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.392638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.393054 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.393370 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.393659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.393990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.394317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.394640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.394984 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.395278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:47:33.452254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.457306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.488986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc636a3f-4f6f-4970-a0bf-35b76f8f7b81,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:33.494755 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.496225 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d56dfc9a-88f6-4206-813e-ce0d56042a9f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6339836 Nov 12 13:47:33.499617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45826) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:33.603618 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f6a9261f-be60-40d9-8b9d-f44f791f2905 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1021688 Nov 12 13:47:33.607391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45832) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:33.613197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b9fe7cee-9514-4d7a-988b-53f40de88680 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group': {'name': 'tempest-security--1402721420', 'description': 'tempest-security-description-1399030475'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:33.695589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7cee-9514-4d7a-988b-53f40de88680 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.757909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7cee-9514-4d7a-988b-53f40de88680 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.762558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7cee-9514-4d7a-988b-53f40de88680 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.766809 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7cee-9514-4d7a-988b-53f40de88680 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:33.776235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b9fe7cee-9514-4d7a-988b-53f40de88680 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "PUT /v2.0/security-groups/cc636a3f-4f6f-4970-a0bf-35b76f8f7b81 HTTP/1.1" status: 200 len: 1797 time: 0.1628397 Nov 12 13:47:33.776410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45842) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:33.826039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe7cee-9514-4d7a-988b-53f40de88680 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc636a3f-4f6f-4970-a0bf-35b76f8f7b81,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:33.877793 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4643c322-3fe5-423f-95b6-8c13877bba09 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups/cc636a3f-4f6f-4970-a0bf-35b76f8f7b81 HTTP/1.1" status: 200 len: 1797 time: 0.1009371 Nov 12 13:47:33.878502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45848) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:34.018891 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10ddda1b-3eda-4ff2-becb-e0aa0e967200 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.117608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10ddda1b-3eda-4ff2-becb-e0aa0e967200 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.192726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10ddda1b-3eda-4ff2-becb-e0aa0e967200 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.202716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10ddda1b-3eda-4ff2-becb-e0aa0e967200 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.207444 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-10ddda1b-3eda-4ff2-becb-e0aa0e967200 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-groups/cc636a3f-4f6f-4970-a0bf-35b76f8f7b81 HTTP/1.1" status: 204 len: 168 time: 0.3255813 Nov 12 13:47:34.208058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45872) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:34.227341 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddda1b-3eda-4ff2-becb-e0aa0e967200 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc636a3f-4f6f-4970-a0bf-35b76f8f7b81,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:34.305119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-08ef4823-d020-4dbf-9aa3-5c765e346476 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0926940 Nov 12 13:47:34.305424 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45876) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:34.324048 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-331fe324-5dc1-4569-a4ed-894163f5e2fb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] delete failed (client error): The resource could not be found. Nov 12 13:47:34.325537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-331fe324-5dc1-4569-a4ed-894163f5e2fb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-groups/cc636a3f-4f6f-4970-a0bf-35b76f8f7b81 HTTP/1.1" status: 404 len: 347 time: 0.0184538 Nov 12 13:47:34.331094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:34.338000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b3ec0d23-7f2b-4d31-9457-92b882a8f1f0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919553898'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:34.374738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3ec0d23-7f2b-4d31-9457-92b882a8f1f0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.528918 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3ec0d23-7f2b-4d31-9457-92b882a8f1f0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.537423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3ec0d23-7f2b-4d31-9457-92b882a8f1f0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.598686 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3ec0d23-7f2b-4d31-9457-92b882a8f1f0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.599937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b3ec0d23-7f2b-4d31-9457-92b882a8f1f0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2678440 Nov 12 13:47:34.603565 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45884) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:34.605061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec0d23-7f2b-4d31-9457-92b882a8f1f0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830c26c2-40a1-4890-a6fb-ad8f05f8bc54,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:34.609808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2d935e87-9aba-4667-a7ac-074e20011af0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '830c26c2-40a1-4890-a6fb-ad8f05f8bc54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:34.676353 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d935e87-9aba-4667-a7ac-074e20011af0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.778225 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d935e87-9aba-4667-a7ac-074e20011af0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.783120 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d935e87-9aba-4667-a7ac-074e20011af0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.805227 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d935e87-9aba-4667-a7ac-074e20011af0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482f73d6-e2e0-48b1-a834-26b9dd1de652,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:34.810479 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d935e87-9aba-4667-a7ac-074e20011af0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.811659 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2d935e87-9aba-4667-a7ac-074e20011af0 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2067242 Nov 12 13:47:34.814734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45890) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:34.865219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54056c37-893a-4fb5-8388-134253ebcfeb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:34.923045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54056c37-893a-4fb5-8388-134253ebcfeb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.004667 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54056c37-893a-4fb5-8388-134253ebcfeb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.029890 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54056c37-893a-4fb5-8388-134253ebcfeb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.031505 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-54056c37-893a-4fb5-8388-134253ebcfeb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/482f73d6-e2e0-48b1-a834-26b9dd1de652 HTTP/1.1" status: 204 len: 168 time: 0.2154386 Nov 12 13:47:35.032759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54056c37-893a-4fb5-8388-134253ebcfeb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=482f73d6-e2e0-48b1-a834-26b9dd1de652,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:35.034340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45902) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:35.144683 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f0450010-3fd3-4986-9557-358ede5c6250 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1090736 Nov 12 13:47:35.148567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45908) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:35.250456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ac47ddd-1a76-494c-b7b8-bbca060cf0be tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.294762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ac47ddd-1a76-494c-b7b8-bbca060cf0be tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.372944 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ac47ddd-1a76-494c-b7b8-bbca060cf0be tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.380216 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ac47ddd-1a76-494c-b7b8-bbca060cf0be tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.382812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2ac47ddd-1a76-494c-b7b8-bbca060cf0be tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-groups/830c26c2-40a1-4890-a6fb-ad8f05f8bc54 HTTP/1.1" status: 204 len: 168 time: 0.2324734 Nov 12 13:47:35.385679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45918) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:35.405239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac47ddd-1a76-494c-b7b8-bbca060cf0be tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=830c26c2-40a1-4890-a6fb-ad8f05f8bc54,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:35.427379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:35.516267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9dc5806d-67bc-4808-96eb-c623ae7e72c1 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1289175 Nov 12 13:47:35.520459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:35.527226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5d3cff4e-2d3a-4bbe-9a10-6ec432e7435f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729028347'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:35.563874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d3cff4e-2d3a-4bbe-9a10-6ec432e7435f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.600501 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-beb31643-9547-47c6-abff-5b17d3ce587a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.707081 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d3cff4e-2d3a-4bbe-9a10-6ec432e7435f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.718094 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d3cff4e-2d3a-4bbe-9a10-6ec432e7435f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.774737 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d3cff4e-2d3a-4bbe-9a10-6ec432e7435f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.776006 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5d3cff4e-2d3a-4bbe-9a10-6ec432e7435f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2540884 Nov 12 13:47:35.780859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cff4e-2d3a-4bbe-9a10-6ec432e7435f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3fcd07-990c-4ba8-968d-23e4ab6bb4b6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:35.781354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45930) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:35.791684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1d2728f7-0291-4a45-b22e-85cfb269f1c8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '3c3fcd07-990c-4ba8-968d-23e4ab6bb4b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:35.794256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-beb31643-9547-47c6-abff-5b17d3ce587a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.801626 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-beb31643-9547-47c6-abff-5b17d3ce587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.871431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d2728f7-0291-4a45-b22e-85cfb269f1c8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:35.872837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-beb31643-9547-47c6-abff-5b17d3ce587a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=076735e885b54af189bd27cfee05d87a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405384 Nov 12 13:47:35.876184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45934) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:35.904497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb31643-9547-47c6-abff-5b17d3ce587a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da983a8-4d6e-4c7c-b5b6-a738a7893ee7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:35.979728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc29a-8039-40e0-a620-a4116c63577b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.017970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc29a-8039-40e0-a620-a4116c63577b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.050607 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d2728f7-0291-4a45-b22e-85cfb269f1c8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.061317 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d2728f7-0291-4a45-b22e-85cfb269f1c8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.093173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2728f7-0291-4a45-b22e-85cfb269f1c8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b14eb0-327f-4fc7-828b-9b217045fdab,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:36.105254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1d2728f7-0291-4a45-b22e-85cfb269f1c8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.107578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1d2728f7-0291-4a45-b22e-85cfb269f1c8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3238304 Nov 12 13:47:36.110470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45946) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:36.118826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e4bb667b-62b0-43dd-91cd-4e2b5c332b36 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '3c3fcd07-990c-4ba8-968d-23e4ab6bb4b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:36.135434 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc29a-8039-40e0-a620-a4116c63577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.142152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc29a-8039-40e0-a620-a4116c63577b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.147483 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cfbfc29a-8039-40e0-a620-a4116c63577b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7da983a8-4d6e-4c7c-b5b6-a738a7893ee7 HTTP/1.1" status: 204 len: 168 time: 0.2677240 Nov 12 13:47:36.171916 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfc29a-8039-40e0-a620-a4116c63577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da983a8-4d6e-4c7c-b5b6-a738a7893ee7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:36.204185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4bb667b-62b0-43dd-91cd-4e2b5c332b36 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.316602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4bb667b-62b0-43dd-91cd-4e2b5c332b36 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.328356 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4bb667b-62b0-43dd-91cd-4e2b5c332b36 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.363270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb667b-62b0-43dd-91cd-4e2b5c332b36 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba4f690-1bab-465e-b878-b93212f23287,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:36.400583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4bb667b-62b0-43dd-91cd-4e2b5c332b36 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.403984 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e4bb667b-62b0-43dd-91cd-4e2b5c332b36 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2909863 Nov 12 13:47:36.405202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45952) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:36.411677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9213f82c-3c07-46cf-a8ca-047dfd5dd84e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '3c3fcd07-990c-4ba8-968d-23e4ab6bb4b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:36.478027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9213f82c-3c07-46cf-a8ca-047dfd5dd84e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.557314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:36.624371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9213f82c-3c07-46cf-a8ca-047dfd5dd84e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.633869 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9213f82c-3c07-46cf-a8ca-047dfd5dd84e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.652406 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213f82c-3c07-46cf-a8ca-047dfd5dd84e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5c6f4a-64e1-4e11-a1eb-6fca340838f6,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:36.675366 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9213f82c-3c07-46cf-a8ca-047dfd5dd84e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.676592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9213f82c-3c07-46cf-a8ca-047dfd5dd84e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2703550 Nov 12 13:47:36.681931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45964) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:36.686547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-25ad9b7c-1096-499b-bc88-f978778c4edb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '3c3fcd07-990c-4ba8-968d-23e4ab6bb4b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:36.718905 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25ad9b7c-1096-499b-bc88-f978778c4edb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.847944 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25ad9b7c-1096-499b-bc88-f978778c4edb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.855510 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25ad9b7c-1096-499b-bc88-f978778c4edb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.899053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad9b7c-1096-499b-bc88-f978778c4edb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bb9c97-d165-4ad5-ae58-6929be1f5371,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:36.900112 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f632aab-9cef-4a7f-b6f8-1f92de08cda5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.907287 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25ad9b7c-1096-499b-bc88-f978778c4edb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.911819 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45966) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:36.912958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-25ad9b7c-1096-499b-bc88-f978778c4edb tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2299449 Nov 12 13:47:36.922542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-604a7a2c-b208-4ccd-9c75-a95005964807 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '3c3fcd07-990c-4ba8-968d-23e4ab6bb4b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:36.988635 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-604a7a2c-b208-4ccd-9c75-a95005964807 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:36.999734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45968) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:37.022200 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bcb29dc3-05a7-4918-887a-d208a0e7a378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.127392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-604a7a2c-b208-4ccd-9c75-a95005964807 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.129875 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f632aab-9cef-4a7f-b6f8-1f92de08cda5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.132929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-604a7a2c-b208-4ccd-9c75-a95005964807 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.141153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f632aab-9cef-4a7f-b6f8-1f92de08cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.158742 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bcb29dc3-05a7-4918-887a-d208a0e7a378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.164729 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bcb29dc3-05a7-4918-887a-d208a0e7a378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.184526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a7a2c-b208-4ccd-9c75-a95005964807 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdf4cf7-2c44-439b-a6b6-796aa8860fdd,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:37.201346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-604a7a2c-b208-4ccd-9c75-a95005964807 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.202985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-604a7a2c-b208-4ccd-9c75-a95005964807 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2893600 Nov 12 13:47:37.208678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45972) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:37.218802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0f632aab-9cef-4a7f-b6f8-1f92de08cda5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e37b7dc6c4bb47e69049cdadf1dffeca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6577914 Nov 12 13:47:37.219152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45974) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:37.227652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f632aab-9cef-4a7f-b6f8-1f92de08cda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125d73c8-d342-48de-994c-528ca864e86f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:37.247221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bcb29dc3-05a7-4918-887a-d208a0e7a378 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84472413668c42328595961bac197ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2437117 Nov 12 13:47:37.248556 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45978) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:37.260852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb29dc3-05a7-4918-887a-d208a0e7a378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c0dcf-f166-4422-95f8-434bcabca69c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:37.278911 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-070150a2-3220-4dcc-ae00-68c86100b132 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.297855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-070150a2-3220-4dcc-ae00-68c86100b132 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.310242 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d064c37-e855-4010-b092-d2ad109e7145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.347592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d064c37-e855-4010-b092-d2ad109e7145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.356521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-155a6e8b-c2a9-4b19-baee-4dd886bf3b3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.370812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-070150a2-3220-4dcc-ae00-68c86100b132 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.376140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-070150a2-3220-4dcc-ae00-68c86100b132 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.380247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-070150a2-3220-4dcc-ae00-68c86100b132 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6fdf4cf7-2c44-439b-a6b6-796aa8860fdd HTTP/1.1" status: 204 len: 168 time: 0.1661720 Nov 12 13:47:37.380945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45982) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:37.414541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070150a2-3220-4dcc-ae00-68c86100b132 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fdf4cf7-2c44-439b-a6b6-796aa8860fdd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:37.419493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-155a6e8b-c2a9-4b19-baee-4dd886bf3b3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.421786 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d064c37-e855-4010-b092-d2ad109e7145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.424404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d064c37-e855-4010-b092-d2ad109e7145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.425647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3d064c37-e855-4010-b092-d2ad109e7145 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/125d73c8-d342-48de-994c-528ca864e86f HTTP/1.1" status: 204 len: 168 time: 0.2052367 Nov 12 13:47:37.452356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d064c37-e855-4010-b092-d2ad109e7145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125d73c8-d342-48de-994c-528ca864e86f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:37.524967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ef37a23b-5329-44dc-876a-4e8db27611fa tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1385221 Nov 12 13:47:37.527915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45986) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:37.575022 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84cff79e-8cfd-4aeb-a89b-377f56cfbad1 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.585083 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84cff79e-8cfd-4aeb-a89b-377f56cfbad1 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.621365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-155a6e8b-c2a9-4b19-baee-4dd886bf3b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.626063 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-155a6e8b-c2a9-4b19-baee-4dd886bf3b3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.631228 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-155a6e8b-c2a9-4b19-baee-4dd886bf3b3b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd0c0dcf-f166-4422-95f8-434bcabca69c HTTP/1.1" status: 204 len: 168 time: 0.3806231 Nov 12 13:47:37.636974 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84cff79e-8cfd-4aeb-a89b-377f56cfbad1 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.651679 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84cff79e-8cfd-4aeb-a89b-377f56cfbad1 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.655536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-84cff79e-8cfd-4aeb-a89b-377f56cfbad1 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/f7bb9c97-d165-4ad5-ae58-6929be1f5371 HTTP/1.1" status: 204 len: 168 time: 0.1260896 Nov 12 13:47:37.659184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 45992) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:37.670027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cff79e-8cfd-4aeb-a89b-377f56cfbad1 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7bb9c97-d165-4ad5-ae58-6929be1f5371,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:37.673487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a6e8b-c2a9-4b19-baee-4dd886bf3b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c0dcf-f166-4422-95f8-434bcabca69c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:37.801463 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-94de7fc5-52ce-46af-9581-fdb88c7d9f89 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1357472 Nov 12 13:47:37.801815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 45996) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:37.841223 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8fccfdf-bb29-4e09-886c-448b33c8da41 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.863213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8fccfdf-bb29-4e09-886c-448b33c8da41 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.899753 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8fccfdf-bb29-4e09-886c-448b33c8da41 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.907863 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d8fccfdf-bb29-4e09-886c-448b33c8da41 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:37.909196 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d8fccfdf-bb29-4e09-886c-448b33c8da41 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/3e5c6f4a-64e1-4e11-a1eb-6fca340838f6 HTTP/1.1" status: 204 len: 168 time: 0.1091480 Nov 12 13:47:37.912011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46000) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:37.938010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fccfdf-bb29-4e09-886c-448b33c8da41 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e5c6f4a-64e1-4e11-a1eb-6fca340838f6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:37.995300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46004) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:37.995583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e6d095ad-627f-4c23-8234-701d0cafdbd7 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0822070 Nov 12 13:47:38.005878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46006) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:38.022500 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7872ab9-9cde-4045-9655-5897d7b4a662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.023160 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d050df6f-fb0e-42d3-a90f-e0eb141c0096 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.033706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d050df6f-fb0e-42d3-a90f-e0eb141c0096 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.070804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d050df6f-fb0e-42d3-a90f-e0eb141c0096 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.084895 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d050df6f-fb0e-42d3-a90f-e0eb141c0096 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.086693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d050df6f-fb0e-42d3-a90f-e0eb141c0096 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6ba4f690-1bab-465e-b878-b93212f23287 HTTP/1.1" status: 204 len: 168 time: 0.0902591 Nov 12 13:47:38.088748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050df6f-fb0e-42d3-a90f-e0eb141c0096 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ba4f690-1bab-465e-b878-b93212f23287,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:38.091059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:38.144447 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7872ab9-9cde-4045-9655-5897d7b4a662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.146954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bf17e91c-9c3b-4f9b-8683-d831b0f26c53 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0547986 Nov 12 13:47:38.149577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:38.152053 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e7872ab9-9cde-4045-9655-5897d7b4a662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.175696 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77efa341-2f01-42c6-b3bf-b5f5ed957198 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.184299 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77efa341-2f01-42c6-b3bf-b5f5ed957198 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.207856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e7872ab9-9cde-4045-9655-5897d7b4a662 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1583770286914d3da6caf8913025c2e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2003043 Nov 12 13:47:38.210734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46020) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:38.214624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7872ab9-9cde-4045-9655-5897d7b4a662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ba8215-d7d8-43f0-b4bc-cd4cc6e6df32,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:38.221543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77efa341-2f01-42c6-b3bf-b5f5ed957198 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.241318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77efa341-2f01-42c6-b3bf-b5f5ed957198 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.243218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-77efa341-2f01-42c6-b3bf-b5f5ed957198 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/b5b14eb0-327f-4fc7-828b-9b217045fdab HTTP/1.1" status: 204 len: 168 time: 0.0926878 Nov 12 13:47:38.245853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efa341-2f01-42c6-b3bf-b5f5ed957198 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5b14eb0-327f-4fc7-828b-9b217045fdab,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:38.246014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46022) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:38.294891 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dccacb17-02d2-4cae-a0df-1a7e52beb461 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452821 Nov 12 13:47:38.295212 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37083cea-e470-49c0-89b2-10bd4db6f3f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.295626 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46024) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:38.324142 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37083cea-e470-49c0-89b2-10bd4db6f3f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.392892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37083cea-e470-49c0-89b2-10bd4db6f3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.396866 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37083cea-e470-49c0-89b2-10bd4db6f3f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.397319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-37083cea-e470-49c0-89b2-10bd4db6f3f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d6ba8215-d7d8-43f0-b4bc-cd4cc6e6df32 HTTP/1.1" status: 204 len: 168 time: 0.1841972 Nov 12 13:47:38.414120 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd2de581-3434-471d-88c9-bb64b3903f5e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.427393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37083cea-e470-49c0-89b2-10bd4db6f3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ba8215-d7d8-43f0-b4bc-cd4cc6e6df32,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:38.474632 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd2de581-3434-471d-88c9-bb64b3903f5e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.536001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd2de581-3434-471d-88c9-bb64b3903f5e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.540727 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fd2de581-3434-471d-88c9-bb64b3903f5e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.544876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:38.546543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fd2de581-3434-471d-88c9-bb64b3903f5e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-groups/3c3fcd07-990c-4ba8-968d-23e4ab6bb4b6 HTTP/1.1" status: 204 len: 168 time: 0.2497325 Nov 12 13:47:38.559537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2de581-3434-471d-88c9-bb64b3903f5e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3fcd07-990c-4ba8-968d-23e4ab6bb4b6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:38.666694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d477e764-8d19-4f40-9e94-d3c2c16b4a38 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1163666 Nov 12 13:47:38.667479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46046) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:38.672818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-840b46d2-bbe3-4eef-8101-30471d3e900b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400107230'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:38.703864 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-840b46d2-bbe3-4eef-8101-30471d3e900b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.817474 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-840b46d2-bbe3-4eef-8101-30471d3e900b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.828009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-840b46d2-bbe3-4eef-8101-30471d3e900b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.871599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-840b46d2-bbe3-4eef-8101-30471d3e900b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:38.873702 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-840b46d2-bbe3-4eef-8101-30471d3e900b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2048376 Nov 12 13:47:38.876448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:38.883841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-876dcac4-7368-44f1-87f1-e09eab7c9803 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '923a7f63-3fbb-44ae-b062-0b8eef78b164', 'direction': 'ingress', 'protocol': 17}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:38.894382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b46d2-bbe3-4eef-8101-30471d3e900b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923a7f63-3fbb-44ae-b062-0b8eef78b164,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:38.966134 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-876dcac4-7368-44f1-87f1-e09eab7c9803 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.143193 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-876dcac4-7368-44f1-87f1-e09eab7c9803 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.149555 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-876dcac4-7368-44f1-87f1-e09eab7c9803 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.204541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dcac4-7368-44f1-87f1-e09eab7c9803 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37386c2-086c-4500-9153-c2e323c23758,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:39.221337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-876dcac4-7368-44f1-87f1-e09eab7c9803 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.223852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-876dcac4-7368-44f1-87f1-e09eab7c9803 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3457878 Nov 12 13:47:39.229207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46088) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:39.335163 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-51c8d487-5b58-4462-8afd-075e48768977 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.361973 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-51c8d487-5b58-4462-8afd-075e48768977 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.427262 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-51c8d487-5b58-4462-8afd-075e48768977 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.430860 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-51c8d487-5b58-4462-8afd-075e48768977 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.432765 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-51c8d487-5b58-4462-8afd-075e48768977 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-groups/923a7f63-3fbb-44ae-b062-0b8eef78b164 HTTP/1.1" status: 204 len: 168 time: 0.2020547 Nov 12 13:47:39.435238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46118) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:39.451858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8d487-5b58-4462-8afd-075e48768977 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=923a7f63-3fbb-44ae-b062-0b8eef78b164,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:39.557680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2769a17c-20ca-4639-b597-35e2363ea6f4 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1206925 Nov 12 13:47:39.561692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46126) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:39.571059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f371ecc5-a8f1-4c2d-b4b3-03bb6b0894a9 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group': {'name': 'tempest-secgroup--499537735'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:39.609952 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f371ecc5-a8f1-4c2d-b4b3-03bb6b0894a9 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.722821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46132) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:39.758815 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f371ecc5-a8f1-4c2d-b4b3-03bb6b0894a9 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.775863 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f371ecc5-a8f1-4c2d-b4b3-03bb6b0894a9 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.834372 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f371ecc5-a8f1-4c2d-b4b3-03bb6b0894a9 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.835673 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f371ecc5-a8f1-4c2d-b4b3-03bb6b0894a9 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2724023 Nov 12 13:47:39.838619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46136) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:39.843544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-48ea03f7-160e-4ad9-a642-58d36c9db7ba tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756411760'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:39.850145 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371ecc5-a8f1-4c2d-b4b3-03bb6b0894a9 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7780d896-ae08-4adf-b16d-cc8351effdcc,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:39.901735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48ea03f7-160e-4ad9-a642-58d36c9db7ba tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:39.923101 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b088d0c5-4f51-4376-a69f-dd243d2f3331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.035034 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48ea03f7-160e-4ad9-a642-58d36c9db7ba tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.063411 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b088d0c5-4f51-4376-a69f-dd243d2f3331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.065036 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48ea03f7-160e-4ad9-a642-58d36c9db7ba tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.084652 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b088d0c5-4f51-4376-a69f-dd243d2f3331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.119002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea03f7-160e-4ad9-a642-58d36c9db7ba tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b4321e-2692-495f-b403-126a60645269,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:40.127951 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48ea03f7-160e-4ad9-a642-58d36c9db7ba tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.129206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-48ea03f7-160e-4ad9-a642-58d36c9db7ba tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2895963 Nov 12 13:47:40.132655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46146) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:40.137598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5ac0b28c-7f9d-47a9-ae3b-4c36e79b71db tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '7780d896-ae08-4adf-b16d-cc8351effdcc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f0b4321e-2692-495f-b403-126a60645269', 'remote_ip_prefix': None}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:40.189349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088d0c5-4f51-4376-a69f-dd243d2f3331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebaba0b-2407-45af-8f54-5185920940b8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:40.216191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46152) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:40.216679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b088d0c5-4f51-4376-a69f-dd243d2f3331 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b86eab1d6f87470fa1d4574f5fcb7d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4927266 Nov 12 13:47:40.243364 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b28c-7f9d-47a9-ae3b-4c36e79b71db tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.323878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-616431f7-46c3-4054-9ea0-b46e313001b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.352838 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b28c-7f9d-47a9-ae3b-4c36e79b71db tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.361203 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b28c-7f9d-47a9-ae3b-4c36e79b71db tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.364311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-616431f7-46c3-4054-9ea0-b46e313001b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.396815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0b28c-7f9d-47a9-ae3b-4c36e79b71db tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95559bf8-ff7a-4120-a328-ff17b02163e9,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:40.418520 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b28c-7f9d-47a9-ae3b-4c36e79b71db tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.422411 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5ac0b28c-7f9d-47a9-ae3b-4c36e79b71db tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2860911 Nov 12 13:47:40.422668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46160) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:40.449754 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fe439faa-9b9f-4403-b591-b07c461bc4fd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.470238 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fe439faa-9b9f-4403-b591-b07c461bc4fd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.476992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-616431f7-46c3-4054-9ea0-b46e313001b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.480970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-616431f7-46c3-4054-9ea0-b46e313001b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.482217 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-616431f7-46c3-4054-9ea0-b46e313001b4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ebaba0b-2407-45af-8f54-5185920940b8 HTTP/1.1" status: 204 len: 168 time: 0.2647214 Nov 12 13:47:40.509438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616431f7-46c3-4054-9ea0-b46e313001b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebaba0b-2407-45af-8f54-5185920940b8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:40.537967 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fe439faa-9b9f-4403-b591-b07c461bc4fd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.544598 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fe439faa-9b9f-4403-b591-b07c461bc4fd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.545804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fe439faa-9b9f-4403-b591-b07c461bc4fd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/95559bf8-ff7a-4120-a328-ff17b02163e9 HTTP/1.1" status: 204 len: 168 time: 0.1221669 Nov 12 13:47:40.548470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46166) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:40.553523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe439faa-9b9f-4403-b591-b07c461bc4fd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95559bf8-ff7a-4120-a328-ff17b02163e9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:40.607345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b769b45b-a04a-4667-921e-b3b7ca2847c7 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0574605 Nov 12 13:47:40.609724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46170) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:40.744830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b1b045c-288e-4337-a82d-72ef138d5b94 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.800686 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b1b045c-288e-4337-a82d-72ef138d5b94 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.877741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b1b045c-288e-4337-a82d-72ef138d5b94 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.881622 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b1b045c-288e-4337-a82d-72ef138d5b94 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:40.886125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6b1b045c-288e-4337-a82d-72ef138d5b94 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-groups/f0b4321e-2692-495f-b403-126a60645269 HTTP/1.1" status: 204 len: 168 time: 0.2730718 Nov 12 13:47:40.886530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46176) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:40.895580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b045c-288e-4337-a82d-72ef138d5b94 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b4321e-2692-495f-b403-126a60645269,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:41.004812 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ca93c72a-26f3-4ef5-a733-def6bc356fdc tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1168845 Nov 12 13:47:41.008319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46178) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:41.118116 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4415c78b-c5d0-49a5-b9a9-1015bb858e1e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.161601 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4415c78b-c5d0-49a5-b9a9-1015bb858e1e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.227585 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4415c78b-c5d0-49a5-b9a9-1015bb858e1e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.234128 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4415c78b-c5d0-49a5-b9a9-1015bb858e1e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.235356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4415c78b-c5d0-49a5-b9a9-1015bb858e1e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-groups/7780d896-ae08-4adf-b16d-cc8351effdcc HTTP/1.1" status: 204 len: 168 time: 0.2257636 Nov 12 13:47:41.244322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46186) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:41.355885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415c78b-c5d0-49a5-b9a9-1015bb858e1e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7780d896-ae08-4adf-b16d-cc8351effdcc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:41.432368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-74ee46be-f01a-491a-a792-5c4119e7298c tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1915519 Nov 12 13:47:41.439416 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46198) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:41.452140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d23a4ed4-4869-49c9-9e8f-7dcbb33664cd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593492623'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:41.479225 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d23a4ed4-4869-49c9-9e8f-7dcbb33664cd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.591182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d23a4ed4-4869-49c9-9e8f-7dcbb33664cd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.597764 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d23a4ed4-4869-49c9-9e8f-7dcbb33664cd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.643780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d23a4ed4-4869-49c9-9e8f-7dcbb33664cd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.645885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d23a4ed4-4869-49c9-9e8f-7dcbb33664cd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2044742 Nov 12 13:47:41.649208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46206) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:41.651933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a4ed4-4869-49c9-9e8f-7dcbb33664cd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa32e7ca-5ceb-4b40-b36b-7abf2a26ad63,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:41.656696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d16629b9-34d0-4a08-bba5-7a030d817bc8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': 'fa32e7ca-5ceb-4b40-b36b-7abf2a26ad63', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:41.727805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d16629b9-34d0-4a08-bba5-7a030d817bc8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.807317 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d16629b9-34d0-4a08-bba5-7a030d817bc8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.812912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d16629b9-34d0-4a08-bba5-7a030d817bc8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.849559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d16629b9-34d0-4a08-bba5-7a030d817bc8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.851667 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d16629b9-34d0-4a08-bba5-7a030d817bc8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2000804 Nov 12 13:47:41.856090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46218) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:41.857669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16629b9-34d0-4a08-bba5-7a030d817bc8 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f6a1ce-18bc-4f90-a348-332f6de4930f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:41.932955 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35358f28-6534-419b-bc91-0f3f3a6a7c7b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:41.952684 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35358f28-6534-419b-bc91-0f3f3a6a7c7b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.015589 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35358f28-6534-419b-bc91-0f3f3a6a7c7b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.028494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35358f28-6534-419b-bc91-0f3f3a6a7c7b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.029796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-35358f28-6534-419b-bc91-0f3f3a6a7c7b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/05f6a1ce-18bc-4f90-a348-332f6de4930f HTTP/1.1" status: 204 len: 168 time: 0.1737285 Nov 12 13:47:42.032509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46224) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:42.036164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35358f28-6534-419b-bc91-0f3f3a6a7c7b tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05f6a1ce-18bc-4f90-a348-332f6de4930f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:42.100128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cc27884a-f375-4e58-8c8f-8be0fdb0a5f5 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638540 Nov 12 13:47:42.100580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46228) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:42.172967 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f10fb7b-a182-48e1-8fa2-73befc06b910 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.203786 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f10fb7b-a182-48e1-8fa2-73befc06b910 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.280592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f10fb7b-a182-48e1-8fa2-73befc06b910 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.284628 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f10fb7b-a182-48e1-8fa2-73befc06b910 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.286229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3f10fb7b-a182-48e1-8fa2-73befc06b910 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-groups/fa32e7ca-5ceb-4b40-b36b-7abf2a26ad63 HTTP/1.1" status: 204 len: 168 time: 0.1838052 Nov 12 13:47:42.290772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46234) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:42.330146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10fb7b-a182-48e1-8fa2-73befc06b910 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa32e7ca-5ceb-4b40-b36b-7abf2a26ad63,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:42.385423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-19195bf0-4605-4035-8c85-cf25793d0799 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0934560 Nov 12 13:47:42.389206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46238) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:42.394347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cd74037b-af0e-4180-b6f5-0058d872ac24 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924998601'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:42.441349 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd74037b-af0e-4180-b6f5-0058d872ac24 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.528638 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd74037b-af0e-4180-b6f5-0058d872ac24 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.539389 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd74037b-af0e-4180-b6f5-0058d872ac24 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.577882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd74037b-af0e-4180-b6f5-0058d872ac24 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.582396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46244) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:42.583790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cd74037b-af0e-4180-b6f5-0058d872ac24 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1934907 Nov 12 13:47:42.585801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74037b-af0e-4180-b6f5-0058d872ac24 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a53a142-9e6c-46ae-bdee-9a5d1b668a06,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:42.591555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a69fb29b-9315-4e80-a97b-63823e7e741a tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '4a53a142-9e6c-46ae-bdee-9a5d1b668a06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:42.645130 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a69fb29b-9315-4e80-a97b-63823e7e741a tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.734381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a69fb29b-9315-4e80-a97b-63823e7e741a tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.739555 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a69fb29b-9315-4e80-a97b-63823e7e741a tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.765840 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fb29b-9315-4e80-a97b-63823e7e741a tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eef6f55-65c4-4faf-867f-8ae49d21b3cd,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:42.781169 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a69fb29b-9315-4e80-a97b-63823e7e741a tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.783850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a69fb29b-9315-4e80-a97b-63823e7e741a tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1991475 Nov 12 13:47:42.785649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46252) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:42.810477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a66372a9-c00e-4e9c-842a-4110a0809757 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules/2eef6f55-65c4-4faf-867f-8ae49d21b3cd HTTP/1.1" status: 200 len: 763 time: 0.0227578 Nov 12 13:47:42.812944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46254) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:42.861098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2f297f44-c3db-4c3b-98ba-21bb8236e0d6 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0466518 Nov 12 13:47:42.863870 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46258) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:42.914564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-001675f3-8308-4bb2-9dff-f270848244a2 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.926077 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-001675f3-8308-4bb2-9dff-f270848244a2 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.969923 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-001675f3-8308-4bb2-9dff-f270848244a2 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.982291 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-001675f3-8308-4bb2-9dff-f270848244a2 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:42.983757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-001675f3-8308-4bb2-9dff-f270848244a2 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2eef6f55-65c4-4faf-867f-8ae49d21b3cd HTTP/1.1" status: 204 len: 168 time: 0.1181548 Nov 12 13:47:42.987091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46266) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:42.989881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001675f3-8308-4bb2-9dff-f270848244a2 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eef6f55-65c4-4faf-867f-8ae49d21b3cd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:43.042604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-955823a9-7a8d-470c-97ef-d9fddac61fd9 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0541501 Nov 12 13:47:43.045887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:43.051025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e71aabe3-ba5e-4f2f-8247-e85a50d18ecd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '4a53a142-9e6c-46ae-bdee-9a5d1b668a06', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:43.087405 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e71aabe3-ba5e-4f2f-8247-e85a50d18ecd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.140484 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.151672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46272) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:43.168330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e71aabe3-ba5e-4f2f-8247-e85a50d18ecd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.174983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e71aabe3-ba5e-4f2f-8247-e85a50d18ecd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.196246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71aabe3-ba5e-4f2f-8247-e85a50d18ecd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e61a259-5c65-4751-acd9-3b1f96be5801,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:43.213226 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e71aabe3-ba5e-4f2f-8247-e85a50d18ecd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.214755 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e71aabe3-ba5e-4f2f-8247-e85a50d18ecd tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1675191 Nov 12 13:47:43.217577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46276) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:43.236583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-507d728e-747f-4c48-9e0f-31b1a91dde54 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules/8e61a259-5c65-4751-acd9-3b1f96be5801 HTTP/1.1" status: 200 len: 763 time: 0.0180182 Nov 12 13:47:43.239084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46278) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:43.303814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-221841b8-9a3f-4b82-bc15-146ce28b6a5c tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0585449 Nov 12 13:47:43.306675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:43.353687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-25297363'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:43.385267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Made reservation on behalf of fd081f5f3ef1491c8dd3118e1db66ee2 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:43.391777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.392062 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9db3-796f-461e-bbd1-03afbc8efcce tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.401633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9db3-796f-461e-bbd1-03afbc8efcce tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.426458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.443490 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9db3-796f-461e-bbd1-03afbc8efcce tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.457322 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9db3-796f-461e-bbd1-03afbc8efcce tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.467014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46292) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:43.467836 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6f5c9db3-796f-461e-bbd1-03afbc8efcce tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/8e61a259-5c65-4751-acd9-3b1f96be5801 HTTP/1.1" status: 204 len: 168 time: 0.1565063 Nov 12 13:47:43.482995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c9db3-796f-461e-bbd1-03afbc8efcce tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e61a259-5c65-4751-acd9-3b1f96be5801,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:43.582171 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e5b7bcf0-66ae-4973-a0d8-6bbbfee7e77f tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1084213 Nov 12 13:47:43.584901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46296) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:43.594172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-23ad7c02-8f43-45d7-87b7-ae189358f6d6 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Request body: {'security_group_rule': {'security_group_id': '4a53a142-9e6c-46ae-bdee-9a5d1b668a06', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:43.656799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23ad7c02-8f43-45d7-87b7-ae189358f6d6 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.661229 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.666033 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.681155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:47:43.695188 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.695580 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Added segment 45b7de41-164a-4612-a785-d0cb9fa7043c of type vlan for network e6f50380-80af-4954-bf12-9bff579ba446 Nov 12 13:47:43.742816 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.794001 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fd5a1d-10b3-4a19-9dd8-79588c305ba9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:43.815096 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.823052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23ad7c02-8f43-45d7-87b7-ae189358f6d6 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.830926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:43.831828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.838312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23ad7c02-8f43-45d7-87b7-ae189358f6d6 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.864125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad7c02-8f43-45d7-87b7-ae189358f6d6 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a45f4ff-436d-4b4e-a768-e6207ff5f71d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:43.871123 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23ad7c02-8f43-45d7-87b7-ae189358f6d6 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:43.874917 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-23ad7c02-8f43-45d7-87b7-ae189358f6d6 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2842524 Nov 12 13:47:43.875520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46304) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:43.897316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d957de78-fc59-4993-99df-c9fb0c04967e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules/5a45f4ff-436d-4b4e-a768-e6207ff5f71d HTTP/1.1" status: 200 len: 764 time: 0.0194001 Nov 12 13:47:43.900591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:43.973671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6ad07802-171b-4fd1-bb08-4e9e75c9efef tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0718448 Nov 12 13:47:43.980695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46308) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:44.006843 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8518221 Nov 12 13:47:44.011443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fed84-fd7a-4e05-864a-d91f125bce56 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Pushing event updated for resources: {'Network': ['ID=e6f50380-80af-4954-bf12-9bff579ba446,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:44.025892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e6f50380-80af-4954-bf12-9bff579ba446 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:47:44.061461 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23807120-a43b-413c-894f-bcca807ef64e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.084115 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23807120-a43b-413c-894f-bcca807ef64e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.150168 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23807120-a43b-413c-894f-bcca807ef64e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.157885 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23807120-a43b-413c-894f-bcca807ef64e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.159147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-23807120-a43b-413c-894f-bcca807ef64e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/5a45f4ff-436d-4b4e-a768-e6207ff5f71d HTTP/1.1" status: 204 len: 168 time: 0.1756539 Nov 12 13:47:44.162298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46316) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:44.164515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23807120-a43b-413c-894f-bcca807ef64e tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a45f4ff-436d-4b4e-a768-e6207ff5f71d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:44.188881 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.257718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:44.258661 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-17bf18b1-5bff-4e96-ab00-43a38fcaedce tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0916276 Nov 12 13:47:44.309356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46322) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:44.316981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Request body: {'port': {'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446', 'binding:host_id': 'n-h2-805736-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2596079'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:44.352721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Made reservation on behalf of 6b605c65a09d467892c029a68b407bca for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:44.355786 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.363794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39049258-3841-40bf-9359-85dd2eb32a19 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.367419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.401770 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39049258-3841-40bf-9359-85dd2eb32a19 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.466552 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39049258-3841-40bf-9359-85dd2eb32a19 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.469449 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39049258-3841-40bf-9359-85dd2eb32a19 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.473590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-39049258-3841-40bf-9359-85dd2eb32a19 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "DELETE /v2.0/security-groups/4a53a142-9e6c-46ae-bdee-9a5d1b668a06 HTTP/1.1" status: 204 len: 168 time: 0.2117155 Nov 12 13:47:44.474776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46328) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:44.483338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39049258-3841-40bf-9359-85dd2eb32a19 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a53a142-9e6c-46ae-bdee-9a5d1b668a06,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:44.484726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.506028 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.513757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] device_id is not set on port 71ed3d72-476d-4ff7-bc0a-94a432b138da yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:47:44.635678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d1431b-b133-4e4d-a628-7d164033da71,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:44.660170 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4c1ae167-52f4-4a56-bb9d-399c64bcceea tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1841171 Nov 12 13:47:44.668234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46334) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:44.774258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6031c696-a6e5-4074-adfc-e243c05d47a7 tempest-SecGroupTest-1463562780 tempest-SecGroupTest-1463562780-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1021066 Nov 12 13:47:44.923072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] device_id is not set on port 71ed3d72-476d-4ff7-bc0a-94a432b138da yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:47:44.935844 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:44.947725 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:45.148317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event updated for resources: {'Port': ['ID=71ed3d72-476d-4ff7-bc0a-94a432b138da,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:45.161575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Checking segment: {'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:47:45.162066 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Network hostable DHCP agents. Network: e6f50380-80af-4954-bf12-9bff579ba446, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:47:45.204084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Network e6f50380-80af-4954-bf12-9bff579ba446 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:47:45.236921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, e6f50380-80af-4954-bf12-9bff579ba446) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:45.246198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:47:45.247763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a361b-2702-4bf8-9050-4440d0bd6c38 None None] Network e6f50380-80af-4954-bf12-9bff579ba446 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:47:45.266128 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:45.266573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:45.267017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:45.276084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:45.276634 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:45.277785 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 2 to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da Nov 12 13:47:45.300410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:45.300909 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:45.301552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:45.302264 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:47:45.310307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:45.311059 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:45.311874 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 3 to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da Nov 12 13:47:45.350809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:45.351923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:45.352399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:45.360901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:45.361647 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:45.362453 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 4 to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da Nov 12 13:47:45.403271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:45.403875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:45.404314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:45.412187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:45.412720 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:45.416057 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 5 to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da Nov 12 13:47:45.428494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:45.440971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:45.442868 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:45.443193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:45.452159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:45.452658 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:45.453587 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 6 to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da Nov 12 13:47:45.484008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:45.485609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:45.487936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:45.505090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:45.505516 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:45.509800 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 7 to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da Nov 12 13:47:45.560355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:45.561006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:45.562090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:45.579031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:45.580508 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:45.580936 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 8 to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da Nov 12 13:47:45.627292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:45.627934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:45.628527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:45.644112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:45.644739 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:45.645912 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 9 to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da Nov 12 13:47:45.666147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:45.666526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:45.666879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:45.671848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:45.672189 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:45.672733 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 10 to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da Nov 12 13:47:45.687538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:45.687889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:45.688234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:45.693266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 71ed3d72-476d-4ff7-bc0a-94a432b138da on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:45.693584 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 71ed3d72-476d-4ff7-bc0a-94a432b138da on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:45.694021 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:45.738719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cc045474-e25c-429b-bd8e-963fca28803c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dcc857e74b8246bbba1fc07ee3df8788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3088892 Nov 12 13:47:45.741221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:45.796048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] For port 71ed3d72-476d-4ff7-bc0a-94a432b138da, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:47:45.796435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempted to set empty binding levels {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 13:47:45.807307 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:45.857607 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb181-e285-4577-8218-560b01329b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:45.891301 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event updated for resources: {'Port': ['ID=71ed3d72-476d-4ff7-bc0a-94a432b138da,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:45.896019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:45.896726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:45.907404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb181-e285-4577-8218-560b01329b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:45.926756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4252be44-bf7f-45a5-a388-6ab0de26e8f0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 977 time: 1.6161864 Nov 12 13:47:45.930426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46372) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:45.984880 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb181-e285-4577-8218-560b01329b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:45.987604 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb181-e285-4577-8218-560b01329b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:46.016676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7ddeb181-e285-4577-8218-560b01329b83 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ea5a651-f48d-4e12-9dc1-d930c9f7bdcd HTTP/1.1" status: 204 len: 168 time: 0.2732575 Nov 12 13:47:46.044791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeb181-e285-4577-8218-560b01329b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5a651-f48d-4e12-9dc1-d930c9f7bdcd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:46.046084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-dee1991a-cc5a-440c-a24e-1b05d2e8782f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Deleting port 71ed3d72-476d-4ff7-bc0a-94a432b138da {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:46.046545 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dee1991a-cc5a-440c-a24e-1b05d2e8782f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:46.152061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-dee1991a-cc5a-440c-a24e-1b05d2e8782f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] For port 71ed3d72-476d-4ff7-bc0a-94a432b138da, host n-h2-805736-4, got binding levels [] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:46.152468 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dee1991a-cc5a-440c-a24e-1b05d2e8782f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:46.171017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-dee1991a-cc5a-440c-a24e-1b05d2e8782f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Calling delete_port for 71ed3d72-476d-4ff7-bc0a-94a432b138da owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:46.285559 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dee1991a-cc5a-440c-a24e-1b05d2e8782f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:46.379488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1991a-cc5a-440c-a24e-1b05d2e8782f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event deleted for resources: {'Port': ['ID=71ed3d72-476d-4ff7-bc0a-94a432b138da,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:46.386320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dee1991a-cc5a-440c-a24e-1b05d2e8782f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:46.393142 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dee1991a-cc5a-440c-a24e-1b05d2e8782f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "DELETE /v2.0/ports/71ed3d72-476d-4ff7-bc0a-94a432b138da HTTP/1.1" status: 204 len: 168 time: 0.4613392 Nov 12 13:47:46.395900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46382) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:46.431066 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-052b4f50-de51-4188-998e-93c0ba5ecb68 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] GET failed (client error): The resource could not be found. Nov 12 13:47:46.432637 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-052b4f50-de51-4188-998e-93c0ba5ecb68 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "GET /v2.0/ports/71ed3d72-476d-4ff7-bc0a-94a432b138da HTTP/1.1" status: 404 len: 333 time: 0.0352120 Nov 12 13:47:46.437833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46386) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:46.453908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Request body: {'port': {'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-664569075'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:46.505601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Made reservation on behalf of 6b605c65a09d467892c029a68b407bca for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:46.511648 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:46.540442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] device_id is not set on port a33800a3-080a-4f74-a954-00ebfb0af96e yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:47:46.941265 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:47.028799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:47.126990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Network e6f50380-80af-4954-bf12-9bff579ba446 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:47:47.130292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:47.138107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:47:47.139082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:47.139762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:47.152030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event updated for resources: {'Port': ['ID=a33800a3-080a-4f74-a954-00ebfb0af96e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:47.190081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5669eef1-e33d-4151-bad9-a2faece8e45f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7475047 Nov 12 13:47:47.191190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46412) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:47.201742 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:47.309937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:47.341184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:47.352528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0085969 Nov 12 13:47:47.355542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:47.588409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-96a78c05-2638-42dc-a0d7-d8c1cc9f0d30 tempest-NetworksApiDiscovery-1605920722 tempest-NetworksApiDiscovery-1605920722-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2303360 Nov 12 13:47:47.619508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] device_id is not set on port a33800a3-080a-4f74-a954-00ebfb0af96e yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:47:47.630391 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:47.640135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:47.699750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event updated for resources: {'Port': ['ID=a33800a3-080a-4f74-a954-00ebfb0af96e,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:47.771167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:47.771894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:47.773428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:47.783688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:47.784380 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:47.785977 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 2 to bind port a33800a3-080a-4f74-a954-00ebfb0af96e Nov 12 13:47:47.813624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:47.815103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:47.815103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:47.827350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:47.827879 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:47.828474 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 3 to bind port a33800a3-080a-4f74-a954-00ebfb0af96e Nov 12 13:47:47.857931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:47.859216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:47.862391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:47.868790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:47.870174 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:47.870174 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 4 to bind port a33800a3-080a-4f74-a954-00ebfb0af96e Nov 12 13:47:47.902016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:47.902721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:47.903314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:47.922671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:47.923010 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:47.923412 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 5 to bind port a33800a3-080a-4f74-a954-00ebfb0af96e Nov 12 13:47:47.962553 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:47.962993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:47.963409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:47.971235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:47.971546 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:47.971939 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 6 to bind port a33800a3-080a-4f74-a954-00ebfb0af96e Nov 12 13:47:47.995181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:47.995516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:47.995865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:48.011769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:48.012107 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:48.012981 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 7 to bind port a33800a3-080a-4f74-a954-00ebfb0af96e Nov 12 13:47:48.039586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:48.040063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:48.046377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:48.054852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:48.061437 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:48.062347 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 8 to bind port a33800a3-080a-4f74-a954-00ebfb0af96e Nov 12 13:47:48.079522 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:48.080185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:48.080715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:48.087638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:48.088276 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:48.089752 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 9 to bind port a33800a3-080a-4f74-a954-00ebfb0af96e Nov 12 13:47:48.108946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:48.109571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:48.110224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:48.117242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:48.117896 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:48.118510 n-d-805736-4 neutron-server[102675]: INFO neutron.plugins.ml2.plugin [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 10 to bind port a33800a3-080a-4f74-a954-00ebfb0af96e Nov 12 13:47:48.135606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:48.136644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:48.136644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:48.143588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:48.143995 n-d-805736-4 neutron-server[102675]: ERROR neutron.plugins.ml2.managers [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port a33800a3-080a-4f74-a954-00ebfb0af96e on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:48.144730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:48.291637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] For port a33800a3-080a-4f74-a954-00ebfb0af96e, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:47:48.292064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempted to set empty binding levels {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 13:47:48.310402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:48.320241 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:48.369812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] In _notify_port_updated(), no bound segment for port a33800a3-080a-4f74-a954-00ebfb0af96e on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:47:48.370786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.372369 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:48.373790 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "PUT /v2.0/ports/a33800a3-080a-4f74-a954-00ebfb0af96e HTTP/1.1" status: 200 len: 974 time: 1.1798639 Nov 12 13:47:48.376370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:48.404488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c8b22-6fba-4521-9cf7-2d1d943dcb63 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event updated for resources: {'Port': ['ID=a33800a3-080a-4f74-a954-00ebfb0af96e,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:48.605366 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ffa02ce-cd93-4235-bfec-1ef5ffdea62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:48.628648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.629559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.630217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.630733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.631086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.632229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.633071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.633731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.634668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.635632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.636337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.637081 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.637956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.638599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.639248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.640537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.641153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.641784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.642331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.642957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.643587 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:48.647253 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-036d187b-d5eb-42b1-9b41-08ea4314985c tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18988 time: 0.2693746 Nov 12 13:47:48.651446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46468) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:48.767052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ffa02ce-cd93-4235-bfec-1ef5ffdea62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:48.794696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1e63b59c-188b-49e5-98a2-6af1fff5172f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Deleting port a33800a3-080a-4f74-a954-00ebfb0af96e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:48.795219 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e63b59c-188b-49e5-98a2-6af1fff5172f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:48.807919 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ffa02ce-cd93-4235-bfec-1ef5ffdea62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:48.925722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa02ce-cd93-4235-bfec-1ef5ffdea62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b85240-22da-48e8-b96c-6e83cf3072ae,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:48.948694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5ffa02ce-cd93-4235-bfec-1ef5ffdea62f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c349188231504df59d926ede4d1300b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6365538 Nov 12 13:47:48.951487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46478) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:49.012636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-1e63b59c-188b-49e5-98a2-6af1fff5172f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] For port a33800a3-080a-4f74-a954-00ebfb0af96e, host n-h2-805736-4, got binding levels [] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:49.013032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e63b59c-188b-49e5-98a2-6af1fff5172f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:49.032407 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-000e3b82-cba1-46fa-b5f8-fc78aef711e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:49.043521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-1e63b59c-188b-49e5-98a2-6af1fff5172f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Calling delete_port for a33800a3-080a-4f74-a954-00ebfb0af96e owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:49.072099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-000e3b82-cba1-46fa-b5f8-fc78aef711e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:49.166027 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-000e3b82-cba1-46fa-b5f8-fc78aef711e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:49.174204 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-000e3b82-cba1-46fa-b5f8-fc78aef711e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:49.199343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-000e3b82-cba1-46fa-b5f8-fc78aef711e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0b85240-22da-48e8-b96c-6e83cf3072ae HTTP/1.1" status: 204 len: 168 time: 0.2329352 Nov 12 13:47:49.238780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e3b82-cba1-46fa-b5f8-fc78aef711e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b85240-22da-48e8-b96c-6e83cf3072ae,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:49.359421 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e63b59c-188b-49e5-98a2-6af1fff5172f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:49.413017 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e63b59c-188b-49e5-98a2-6af1fff5172f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:49.422730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1e63b59c-188b-49e5-98a2-6af1fff5172f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "DELETE /v2.0/ports/a33800a3-080a-4f74-a954-00ebfb0af96e HTTP/1.1" status: 204 len: 168 time: 0.7685061 Nov 12 13:47:49.430783 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46484) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:49.481509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63b59c-188b-49e5-98a2-6af1fff5172f tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event deleted for resources: {'Port': ['ID=a33800a3-080a-4f74-a954-00ebfb0af96e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:49.531096 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4811e86e-c4b5-4128-a629-bf382d26f154 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] GET failed (client error): The resource could not be found. Nov 12 13:47:49.550024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46492) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:49.558280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4811e86e-c4b5-4128-a629-bf382d26f154 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "GET /v2.0/ports/a33800a3-080a-4f74-a954-00ebfb0af96e HTTP/1.1" status: 404 len: 333 time: 0.1255531 Nov 12 13:47:49.559912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-994407356', 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:49.683059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Made reservation on behalf of 6b605c65a09d467892c029a68b407bca for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:49.687016 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:49.730199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] device_id is not set on port c15492dc-4876-4635-9458-a2338be6d39b yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:47:50.110566 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:50.267237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:50.402484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Network e6f50380-80af-4954-bf12-9bff579ba446 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:47:50.415201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:50.423507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:47:50.425186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:50.426172 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:50.458153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event updated for resources: {'Port': ['ID=c15492dc-4876-4635-9458-a2338be6d39b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:50.513158 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3a22110c-7f12-4cd0-a2f3-dabfd2c4a8b9 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9612870 Nov 12 13:47:50.513836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:50.587575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d17868-eadb-4889-b3c1-9ee225218e44 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:50.589547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-95d17868-eadb-4889-b3c1-9ee225218e44 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "GET /v2.0/ports/c15492dc-4876-4635-9458-a2338be6d39b HTTP/1.1" status: 200 len: 954 time: 0.0740902 Nov 12 13:47:50.597320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46516) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:50.887869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ecd8c-e92c-4bad-b2cc-d80ce14759a4 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Deleting port c15492dc-4876-4635-9458-a2338be6d39b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:50.888226 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecd8c-e92c-4bad-b2cc-d80ce14759a4 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:51.151662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecd8c-e92c-4bad-b2cc-d80ce14759a4 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:51.181103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ecd8c-e92c-4bad-b2cc-d80ce14759a4 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Calling delete_port for c15492dc-4876-4635-9458-a2338be6d39b owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:51.477827 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecd8c-e92c-4bad-b2cc-d80ce14759a4 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:51.538341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ecd8c-e92c-4bad-b2cc-d80ce14759a4 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event deleted for resources: {'Port': ['ID=c15492dc-4876-4635-9458-a2338be6d39b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:51.545542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecd8c-e92c-4bad-b2cc-d80ce14759a4 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:51.549652 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1e8ecd8c-e92c-4bad-b2cc-d80ce14759a4 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "DELETE /v2.0/ports/c15492dc-4876-4635-9458-a2338be6d39b HTTP/1.1" status: 204 len: 168 time: 0.9507565 Nov 12 13:47:51.552614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:51.591719 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a568d1cb-14f2-4cd6-a101-dec7dae8a3f6 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] GET failed (client error): The resource could not be found. Nov 12 13:47:51.593455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a568d1cb-14f2-4cd6-a101-dec7dae8a3f6 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "GET /v2.0/ports/c15492dc-4876-4635-9458-a2338be6d39b HTTP/1.1" status: 404 len: 333 time: 0.0397055 Nov 12 13:47:51.607127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46546) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:51.615529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Request body: {'port': {'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-977623685'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:51.656105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Made reservation on behalf of 6b605c65a09d467892c029a68b407bca for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:47:51.659842 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:51.745478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] device_id is not set on port 178cfa96-18b2-4b94-b620-86359e2dd765 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:47:52.193739 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:52.264025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:52.394223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Network e6f50380-80af-4954-bf12-9bff579ba446 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:47:52.398354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:47:52.404732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event updated for resources: {'Port': ['ID=178cfa96-18b2-4b94-b620-86359e2dd765,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:52.407644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:47:52.409207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:52.409919 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:52.455193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46568) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:52.462466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:47:52.466592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-794547c1-6833-45ad-af58-41d9c5892593 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8557935 Nov 12 13:47:52.549941 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:53.037381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] device_id is not set on port 178cfa96-18b2-4b94-b620-86359e2dd765 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:47:53.072019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:53.085070 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:53.202362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event updated for resources: {'Port': ['ID=178cfa96-18b2-4b94-b620-86359e2dd765,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:53.207096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:53.207586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:53.207933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:53.216513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:53.217461 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:53.217985 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 2 to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 Nov 12 13:47:53.270155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:53.270885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:53.271103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:53.286670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:53.286670 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:53.288608 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 3 to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 Nov 12 13:47:53.326782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:53.327294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:53.327524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:53.349166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:53.349924 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:53.351635 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 4 to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 Nov 12 13:47:53.402095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:53.402673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:53.403176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:53.436121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:53.438923 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:53.440775 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 5 to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 Nov 12 13:47:53.482857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:53.483513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:53.483914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:53.505265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:53.512657 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:53.513174 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 6 to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 Nov 12 13:47:53.583814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:53.584494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:53.584494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:53.625154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:53.630059 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:53.630607 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 7 to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 Nov 12 13:47:53.691025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:53.691252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:53.691580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:53.710732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:53.711448 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:53.711999 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 8 to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 Nov 12 13:47:53.754956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:53.763418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:53.763769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:53.781832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:53.784565 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:53.784565 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 9 to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 Nov 12 13:47:53.870670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:53.871267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:53.871806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:53.893336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:53.895757 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:53.900427 n-d-805736-4 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempt 10 to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 Nov 12 13:47:53.960129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:47:53.960561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:47:53.960899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempting to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:47:53.989156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:47:53.993014 n-d-805736-4 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Failed to bind port 178cfa96-18b2-4b94-b620-86359e2dd765 on host n-h2-805736-4 for vnic_type normal using segments [{'id': '45b7de41-164a-4612-a785-d0cb9fa7043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e6f50380-80af-4954-bf12-9bff579ba446'}] Nov 12 13:47:53.993479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:54.184556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] For port 178cfa96-18b2-4b94-b620-86359e2dd765, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:47:54.192084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attempted to set empty binding levels {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 13:47:54.198840 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:54.247678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] In _notify_port_updated(), no bound segment for port 178cfa96-18b2-4b94-b620-86359e2dd765 on network e6f50380-80af-4954-bf12-9bff579ba446 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:47:54.251125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:47:54.254025 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:54.261226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "PUT /v2.0/ports/178cfa96-18b2-4b94-b620-86359e2dd765 HTTP/1.1" status: 200 len: 974 time: 1.8021755 Nov 12 13:47:54.261880 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46618) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:54.304275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60274b1d-f391-451e-ae5d-98373bba120e tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event updated for resources: {'Port': ['ID=178cfa96-18b2-4b94-b620-86359e2dd765,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:54.319203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46620) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:54.530278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5896617b-dd1a-4b36-b705-c476e87377e0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Deleting port 178cfa96-18b2-4b94-b620-86359e2dd765 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:47:54.530634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5896617b-dd1a-4b36-b705-c476e87377e0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:54.667204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-5896617b-dd1a-4b36-b705-c476e87377e0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] For port 178cfa96-18b2-4b94-b620-86359e2dd765, host n-h2-805736-4, got binding levels [] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:47:54.668336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5896617b-dd1a-4b36-b705-c476e87377e0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:54.803101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b292bcbb-83e3-48c6-9707-e5425bf3a747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:54.824576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-5896617b-dd1a-4b36-b705-c476e87377e0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Calling delete_port for 178cfa96-18b2-4b94-b620-86359e2dd765 owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:47:55.165957 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5896617b-dd1a-4b36-b705-c476e87377e0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.172784 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b292bcbb-83e3-48c6-9707-e5425bf3a747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.242937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896617b-dd1a-4b36-b705-c476e87377e0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Pushing event deleted for resources: {'Port': ['ID=178cfa96-18b2-4b94-b620-86359e2dd765,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:55.245026 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b292bcbb-83e3-48c6-9707-e5425bf3a747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.295026 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5896617b-dd1a-4b36-b705-c476e87377e0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.298487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5896617b-dd1a-4b36-b705-c476e87377e0 tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "DELETE /v2.0/ports/178cfa96-18b2-4b94-b620-86359e2dd765 HTTP/1.1" status: 204 len: 168 time: 1.0350308 Nov 12 13:47:55.303791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46648) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:55.318358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292bcbb-83e3-48c6-9707-e5425bf3a747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73967764-43ba-4ba8-9f7d-75c8c67b1a6f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:55.351756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b292bcbb-83e3-48c6-9707-e5425bf3a747 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=767073ebb8614b2293ff23df96b36688&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0277193 Nov 12 13:47:55.356340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46650) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:55.364954 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d047cb-9523-495f-910f-805b8fad158b tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] GET failed (client error): The resource could not be found. Nov 12 13:47:55.367793 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d4d047cb-9523-495f-910f-805b8fad158b tempest-PortsAdminExtendedAttrsTestJSON-1303920237 tempest-PortsAdminExtendedAttrsTestJSON-1303920237-project-admin] 10.222.0.73 "GET /v2.0/ports/178cfa96-18b2-4b94-b620-86359e2dd765 HTTP/1.1" status: 404 len: 333 time: 0.0608985 Nov 12 13:47:55.372697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46652) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:55.499870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.598762 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-808d3ec3-1bda-4086-8d68-32346a4f9162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.655345 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-808d3ec3-1bda-4086-8d68-32346a4f9162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.724857 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.771319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f50380-80af-4954-bf12-9bff579ba446']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:55.800344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b7de41-164a-4612-a785-d0cb9fa7043c') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:55.800958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b7de41-164a-4612-a785-d0cb9fa7043c') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:47:55.818602 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.844116 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-808d3ec3-1bda-4086-8d68-32346a4f9162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.847705 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-808d3ec3-1bda-4086-8d68-32346a4f9162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.852590 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-808d3ec3-1bda-4086-8d68-32346a4f9162 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73967764-43ba-4ba8-9f7d-75c8c67b1a6f HTTP/1.1" status: 204 len: 168 time: 0.4904382 Nov 12 13:47:55.852590 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.887435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:47:55.888658 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:47:55.925160 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:47:55.936469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d3ec3-1bda-4086-8d68-32346a4f9162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73967764-43ba-4ba8-9f7d-75c8c67b1a6f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:56.015352 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:56.042389 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:56.046184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] 10.222.0.73 "DELETE /v2.0/networks/e6f50380-80af-4954-bf12-9bff579ba446 HTTP/1.1" status: 204 len: 168 time: 0.6720886 Nov 12 13:47:56.047464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad267af-4300-45aa-bce4-6f2c09057f12 tempest-PortsAdminExtendedAttrsTestJSON-514026831 tempest-PortsAdminExtendedAttrsTestJSON-514026831-project] Pushing event deleted for resources: {'Network': ['ID=e6f50380-80af-4954-bf12-9bff579ba446,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:56.287175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46674) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:56.310167 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-235f98f5-fb05-4b29-8678-c8347a89f93b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:56.463860 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-235f98f5-fb05-4b29-8678-c8347a89f93b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:56.470483 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-235f98f5-fb05-4b29-8678-c8347a89f93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:56.519840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-235f98f5-fb05-4b29-8678-c8347a89f93b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f55604c3a84f446f98dfe8f0b0047570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285144 Nov 12 13:47:56.520782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46678) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:56.526511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f98f5-fb05-4b29-8678-c8347a89f93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbf4f15-1f6c-42fd-99ad-fd6064d63081,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:56.528176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46680) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:56.591639 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-835b61b8-97af-4604-880f-aa5fa8c2b4ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:56.621701 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-835b61b8-97af-4604-880f-aa5fa8c2b4ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:56.736946 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-835b61b8-97af-4604-880f-aa5fa8c2b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:56.740568 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-835b61b8-97af-4604-880f-aa5fa8c2b4ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:56.744820 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-835b61b8-97af-4604-880f-aa5fa8c2b4ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3bbf4f15-1f6c-42fd-99ad-fd6064d63081 HTTP/1.1" status: 204 len: 168 time: 0.2205076 Nov 12 13:47:56.781046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b61b8-97af-4604-880f-aa5fa8c2b4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbf4f15-1f6c-42fd-99ad-fd6064d63081,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:56.967476 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aa7f844f-951d-4f86-85b4-14d658668336 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fd081f5f3ef1491c8dd3118e1db66ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345391 Nov 12 13:47:56.968142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46700) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:57.021846 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a88f778d-0773-4333-a351-043ed5e5df1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:57.107127 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27960eba-afe0-4937-b210-d6fd6795e2b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:57.181330 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27960eba-afe0-4937-b210-d6fd6795e2b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:57.264291 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27960eba-afe0-4937-b210-d6fd6795e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:57.267397 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27960eba-afe0-4937-b210-d6fd6795e2b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:57.268874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-27960eba-afe0-4937-b210-d6fd6795e2b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2fd5a1d-10b3-4a19-9dd8-79588c305ba9 HTTP/1.1" status: 204 len: 168 time: 0.2996237 Nov 12 13:47:57.306129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27960eba-afe0-4937-b210-d6fd6795e2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fd5a1d-10b3-4a19-9dd8-79588c305ba9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:57.931945 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46726) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:58.012187 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3c78cf27-f627-4987-b430-96204ebbf620 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b605c65a09d467892c029a68b407bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781171 Nov 12 13:47:58.016018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46732) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:47:58.159826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-252c8a8f-1259-4823-a140-22f259cae183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:58.248889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-252c8a8f-1259-4823-a140-22f259cae183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:58.329335 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-252c8a8f-1259-4823-a140-22f259cae183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:58.334188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-252c8a8f-1259-4823-a140-22f259cae183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:47:58.338472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-252c8a8f-1259-4823-a140-22f259cae183 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58d1431b-b133-4e4d-a628-7d164033da71 HTTP/1.1" status: 204 len: 168 time: 0.3210449 Nov 12 13:47:58.350689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c8a8f-1259-4823-a140-22f259cae183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d1431b-b133-4e4d-a628-7d164033da71,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:47:59.492535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bc84dab-813b-4c58-8221-99c5ad79ffda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:00.650186 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:00.926524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:01.283890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-005ab0fb-d27a-4ff8-8498-b28f8ef2d17f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-259027756'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:01.312970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-005ab0fb-d27a-4ff8-8498-b28f8ef2d17f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.314200 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-005ab0fb-d27a-4ff8-8498-b28f8ef2d17f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.455941 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-005ab0fb-d27a-4ff8-8498-b28f8ef2d17f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.462528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-005ab0fb-d27a-4ff8-8498-b28f8ef2d17f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.480344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-005ab0fb-d27a-4ff8-8498-b28f8ef2d17f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.482474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-005ab0fb-d27a-4ff8-8498-b28f8ef2d17f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5536764 Nov 12 13:48:01.484877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46892) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:01.561038 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2be7fdb4-a89b-44ef-ad13-59a3b292bfc6 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.746561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2be7fdb4-a89b-44ef-ad13-59a3b292bfc6 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.749118 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2be7fdb4-a89b-44ef-ad13-59a3b292bfc6 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.799427 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2be7fdb4-a89b-44ef-ad13-59a3b292bfc6 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.800123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be7fdb4-a89b-44ef-ad13-59a3b292bfc6 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55c557a8-8374-4a2a-a562-9b173141ad03 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:48:01.805914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2be7fdb4-a89b-44ef-ad13-59a3b292bfc6 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.807121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2be7fdb4-a89b-44ef-ad13-59a3b292bfc6 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] 10.222.0.73 "DELETE /v2.0/routers/55c557a8-8374-4a2a-a562-9b173141ad03 HTTP/1.1" status: 204 len: 168 time: 0.3210003 Nov 12 13:48:01.811862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46898) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:01.816406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-24c1d3c9-1ef3-4f3f-a763-2c62eed3a93e tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Request body: {'router': {'name': 'tempest-router-1108365964', 'distributed': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:01.844032 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24c1d3c9-1ef3-4f3f-a763-2c62eed3a93e tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.845265 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24c1d3c9-1ef3-4f3f-a763-2c62eed3a93e tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.921188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24c1d3c9-1ef3-4f3f-a763-2c62eed3a93e tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.927543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24c1d3c9-1ef3-4f3f-a763-2c62eed3a93e tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.946653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24c1d3c9-1ef3-4f3f-a763-2c62eed3a93e tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:01.947916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-24c1d3c9-1ef3-4f3f-a763-2c62eed3a93e tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1350403 Nov 12 13:48:01.951218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46906) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:02.061474 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-637898a0-7e85-44a4-8517-02a5466d9817 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.254782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.330870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-637898a0-7e85-44a4-8517-02a5466d9817 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.353487 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-637898a0-7e85-44a4-8517-02a5466d9817 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.439454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-637898a0-7e85-44a4-8517-02a5466d9817 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.440069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637898a0-7e85-44a4-8517-02a5466d9817 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f961b054-16d6-4694-9658-698052e1666d {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:48:02.446849 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-637898a0-7e85-44a4-8517-02a5466d9817 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.451879 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-637898a0-7e85-44a4-8517-02a5466d9817 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] 10.222.0.73 "DELETE /v2.0/routers/f961b054-16d6-4694-9658-698052e1666d HTTP/1.1" status: 204 len: 168 time: 0.4956856 Nov 12 13:48:02.452560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:02.459375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-33998870-9135-494f-a33f-455646c9e5fd tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Request body: {'router': {'name': 'tempest-router-1369636421', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bdee4ac610e14c90bc13e587c0839705'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:02.503072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33998870-9135-494f-a33f-455646c9e5fd tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.504626 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33998870-9135-494f-a33f-455646c9e5fd tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.580096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33998870-9135-494f-a33f-455646c9e5fd tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.590660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33998870-9135-494f-a33f-455646c9e5fd tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.611368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33998870-9135-494f-a33f-455646c9e5fd tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:02.612857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-33998870-9135-494f-a33f-455646c9e5fd tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1584337 Nov 12 13:48:02.616419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 46944) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:02.623073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:02.929927 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:03.244881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130429'] for router, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:03.245478 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:03.332191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102675) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 13:48:03.332597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Router 44cc4fd6-02e3-4666-8a73-09a822529ec3 migrating from provider to provider. {{(pid=102675) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 13:48:03.333085 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:03.339457 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:03.345450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407592'] for router, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:03.464401 n-d-805736-4 neutron-server[102675]: WARNING neutron.scheduler.l3_agent_scheduler [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] No L3 agents can host the router 44cc4fd6-02e3-4666-8a73-09a822529ec3 Nov 12 13:48:03.689399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Hosts for router 44cc4fd6-02e3-4666-8a73-09a822529ec3: [] {{(pid=102675) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 13:48:03.736521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Hosts for other DVR routers connected to router 44cc4fd6-02e3-4666-8a73-09a822529ec3: set() {{(pid=102675) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 13:48:03.766100 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:03.772226 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-13ed093c-375d-42c8-be1b-70235d878c9f tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] 10.222.0.73 "PUT /v2.0/routers/44cc4fd6-02e3-4666-8a73-09a822529ec3 HTTP/1.1" status: 200 len: 717 time: 1.1538231 Nov 12 13:48:03.775508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 46990) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:04.443905 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ff2f7464-191b-4026-9d69-8cd402e48f91 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] 10.222.0.73 "GET /v2.0/routers/44cc4fd6-02e3-4666-8a73-09a822529ec3 HTTP/1.1" status: 200 len: 717 time: 0.6663051 Nov 12 13:48:04.446836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47018) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:04.599665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47024) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:04.683140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-651d3fd3-8005-4d9b-ad1c-1cf57deae0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:04.885398 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d6acee8c-5aab-41e4-b208-c45e3cc552b0 tempest-RoutersTestDVR-905445126 tempest-RoutersTestDVR-905445126-project] 10.222.0.73 "GET /v2.0/routers/44cc4fd6-02e3-4666-8a73-09a822529ec3 HTTP/1.1" status: 200 len: 683 time: 0.4365778 Nov 12 13:48:04.887732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:04.968375 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-651d3fd3-8005-4d9b-ad1c-1cf57deae0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:04.987424 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-651d3fd3-8005-4d9b-ad1c-1cf57deae0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.030645 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7620fc9a-44c2-499b-928a-2b8e3015d2ae tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.035449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d3fd3-8005-4d9b-ad1c-1cf57deae0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc84ad5e-f182-43a0-affa-9a6ff733ecb5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:05.055845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-651d3fd3-8005-4d9b-ad1c-1cf57deae0ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c61869ce50b84ab9a982d6c575b4d260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4542291 Nov 12 13:48:05.059073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47038) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:05.138834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7897b15f-b3c5-4f68-8f1d-c90462f2f81b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.178019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7897b15f-b3c5-4f68-8f1d-c90462f2f81b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.260176 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7897b15f-b3c5-4f68-8f1d-c90462f2f81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.263375 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7897b15f-b3c5-4f68-8f1d-c90462f2f81b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.265725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7897b15f-b3c5-4f68-8f1d-c90462f2f81b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc84ad5e-f182-43a0-affa-9a6ff733ecb5 HTTP/1.1" status: 204 len: 168 time: 0.2055144 Nov 12 13:48:05.274407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897b15f-b3c5-4f68-8f1d-c90462f2f81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc84ad5e-f182-43a0-affa-9a6ff733ecb5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:05.405996 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7620fc9a-44c2-499b-928a-2b8e3015d2ae tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.412043 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7620fc9a-44c2-499b-928a-2b8e3015d2ae tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.491238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7620fc9a-44c2-499b-928a-2b8e3015d2ae tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.492397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620fc9a-44c2-499b-928a-2b8e3015d2ae tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44cc4fd6-02e3-4666-8a73-09a822529ec3 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:48:05.500343 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7620fc9a-44c2-499b-928a-2b8e3015d2ae tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.502130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7620fc9a-44c2-499b-928a-2b8e3015d2ae tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] 10.222.0.73 "DELETE /v2.0/routers/44cc4fd6-02e3-4666-8a73-09a822529ec3 HTTP/1.1" status: 204 len: 168 time: 0.6133926 Nov 12 13:48:05.508452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47058) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:05.514743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d0be6a30-3f7d-435d-89bc-35170191d6c9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Request body: {'router': {'name': 'tempest-router-1331423402', 'distributed': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:05.577677 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0be6a30-3f7d-435d-89bc-35170191d6c9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.579196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0be6a30-3f7d-435d-89bc-35170191d6c9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.652260 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0be6a30-3f7d-435d-89bc-35170191d6c9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.657754 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0be6a30-3f7d-435d-89bc-35170191d6c9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.682236 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0be6a30-3f7d-435d-89bc-35170191d6c9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:05.686592 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d0be6a30-3f7d-435d-89bc-35170191d6c9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1752462 Nov 12 13:48:05.688330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47068) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:05.847718 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee9967cc-4c75-416d-b41d-2cf4cb056fe9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.013416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47082) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:06.038535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93e8968c-cc3c-4f7d-b79d-c17923966ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.217168 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93e8968c-cc3c-4f7d-b79d-c17923966ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.223506 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93e8968c-cc3c-4f7d-b79d-c17923966ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.324269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8968c-cc3c-4f7d-b79d-c17923966ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed0023-4739-44d0-a0dc-8f67c4da443c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:06.326346 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee9967cc-4c75-416d-b41d-2cf4cb056fe9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.339377 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee9967cc-4c75-416d-b41d-2cf4cb056fe9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.349760 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-93e8968c-cc3c-4f7d-b79d-c17923966ca0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1c42ea2126848e89d170ea6e2fc9342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3343329 Nov 12 13:48:06.350618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47088) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:06.445208 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee9967cc-4c75-416d-b41d-2cf4cb056fe9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.445613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9967cc-4c75-416d-b41d-2cf4cb056fe9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c545a753-a7dc-4a34-a533-e5ce20272bb8 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:48:06.447350 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aea51a24-9be4-4cb2-8b3c-7d6254e77fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.466074 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ee9967cc-4c75-416d-b41d-2cf4cb056fe9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.470449 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ee9967cc-4c75-416d-b41d-2cf4cb056fe9 tempest-RoutersTestDVR-624864505 tempest-RoutersTestDVR-624864505-project-admin] 10.222.0.73 "DELETE /v2.0/routers/c545a753-a7dc-4a34-a533-e5ce20272bb8 HTTP/1.1" status: 204 len: 168 time: 0.7783005 Nov 12 13:48:06.495417 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aea51a24-9be4-4cb2-8b3c-7d6254e77fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.618699 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aea51a24-9be4-4cb2-8b3c-7d6254e77fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.621679 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aea51a24-9be4-4cb2-8b3c-7d6254e77fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:06.625581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aea51a24-9be4-4cb2-8b3c-7d6254e77fe2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94ed0023-4739-44d0-a0dc-8f67c4da443c HTTP/1.1" status: 204 len: 168 time: 0.2708995 Nov 12 13:48:06.672746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea51a24-9be4-4cb2-8b3c-7d6254e77fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ed0023-4739-44d0-a0dc-8f67c4da443c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:07.009541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47110) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:07.362760 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5878-fef9-4b99-9d2e-5de40ebd447e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:07.583239 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5878-fef9-4b99-9d2e-5de40ebd447e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:07.603295 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5878-fef9-4b99-9d2e-5de40ebd447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:07.697645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d5878-fef9-4b99-9d2e-5de40ebd447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a6a751-c1ee-498d-ae2d-0057b495829f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:07.730092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47138) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:07.730641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5a5d5878-fef9-4b99-9d2e-5de40ebd447e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bdee4ac610e14c90bc13e587c0839705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7188568 Nov 12 13:48:07.860049 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f6c3-23d5-432c-b514-3dd969709b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:07.888455 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f6c3-23d5-432c-b514-3dd969709b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:07.953592 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f6c3-23d5-432c-b514-3dd969709b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:07.958008 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f6c3-23d5-432c-b514-3dd969709b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:07.961523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4ea8f6c3-23d5-432c-b514-3dd969709b6d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7a6a751-c1ee-498d-ae2d-0057b495829f HTTP/1.1" status: 204 len: 168 time: 0.2295992 Nov 12 13:48:07.978094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8f6c3-23d5-432c-b514-3dd969709b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a6a751-c1ee-498d-ae2d-0057b495829f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:08.699867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47176) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:08.748910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-416c69d2-27db-4f9c-9f45-429fa840aa3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:08.959148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-416c69d2-27db-4f9c-9f45-429fa840aa3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:08.968451 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-416c69d2-27db-4f9c-9f45-429fa840aa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:09.033356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c69d2-27db-4f9c-9f45-429fa840aa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26949b95-e199-48b5-98b1-657ac429209b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:09.078236 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-416c69d2-27db-4f9c-9f45-429fa840aa3a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ad40b39905645668b2827ac4f4723d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763032 Nov 12 13:48:09.080707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47192) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:09.168503 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e506d79-5ea3-4809-aaf1-2c471781f770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:09.198816 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e506d79-5ea3-4809-aaf1-2c471781f770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:09.329786 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e506d79-5ea3-4809-aaf1-2c471781f770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:09.334096 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e506d79-5ea3-4809-aaf1-2c471781f770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:09.339046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4e506d79-5ea3-4809-aaf1-2c471781f770 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26949b95-e199-48b5-98b1-657ac429209b HTTP/1.1" status: 204 len: 168 time: 0.2539625 Nov 12 13:48:09.364973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e506d79-5ea3-4809-aaf1-2c471781f770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26949b95-e199-48b5-98b1-657ac429209b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:09.809857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfa9b5-f315-454d-af0d-45b30829b52a req-5b35ad93-3226-4c63-891f-dafdaa693a6f tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:09.839402 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ebfa9b5-f315-454d-af0d-45b30829b52a req-5b35ad93-3226-4c63-891f-dafdaa693a6f tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1097 time: 0.5929394 Nov 12 13:48:10.002149 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ebfa9b5-f315-454d-af0d-45b30829b52a req-7860990d-08e1-494b-819e-a3ac65354e11 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613703 Nov 12 13:48:10.014799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47228) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:10.408475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port a43a6c11-d0d2-4ae6-8434-83900eef7e82 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:48:10.408903 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:10.720111 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:10.720553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:10.759662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for a43a6c11-d0d2-4ae6-8434-83900eef7e82 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:48:11.153829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47268) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:11.310357 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:11.394716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=a43a6c11-d0d2-4ae6-8434-83900eef7e82,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:11.485626 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1155008293'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:11.489004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:11.489369 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Floating IP de86efcf-a7e7-496b-9e64-0c5081408570 disassociated (deleted). External IP: 172.25.5.135, port: fd802f56-0cca-47b4-9d6a-e615ac7e86fe. Nov 12 13:48:11.591063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Made reservation on behalf of 113f5c86ec624fe1ad4b313d171d8993 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:11.601599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:11.614141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:12.457296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:48:12.466929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:12.488195 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:12.670179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:48:12.684291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f9ff5b-34a9-4e08-b617-28a4f044927d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:12.697115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:12.697528 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Added segment e3b4e882-4b27-4864-9f63-9912b9eb0172 of type vlan for network 1017d2ff-ee6b-427f-9da5-67e310ecef01 Nov 12 13:48:12.908399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:48:12.928019 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] Sync routers for ids ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:48:12.935124 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:12.976841 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] Routers {'81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:48:12.977627 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:47:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:12.983050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:13.029861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e9bb2693-f94d-4e67-9ae1-9dcc62b6550e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/floatingips/de86efcf-a7e7-496b-9e64-0c5081408570 HTTP/1.1" status: 204 len: 168 time: 3.0136721 Nov 12 13:48:13.042614 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:48:13.048238 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8d7073-f649-4bc0-8f98-4986cfd8180b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:48:13.070684 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:13.136323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:13.137264 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:13.192230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:13.269734 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1145792 Nov 12 13:48:13.273828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:13.279149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Request body: {'subnet': {'network_id': '1017d2ff-ee6b-427f-9da5-67e310ecef01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:13.340748 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] Set router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:48:13.492536 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21610331-5a08-49df-b2b0-76068d25523e x-openstack-request-id: req-21610331-5a08-49df-b2b0-76068d25523e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:48:13.493096 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:48:13.493096 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-21610331-5a08-49df-b2b0-76068d25523e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:48:13.497813 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'status': 'completed', 'code': 200} Nov 12 13:48:13.550532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4d37-8ca2-4c13-a6c5-df20250723e4 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event updated for resources: {'Network': ['ID=1017d2ff-ee6b-427f-9da5-67e310ecef01,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:13.578699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 1017d2ff-ee6b-427f-9da5-67e310ecef01 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:48:13.635008 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Made reservation on behalf of 113f5c86ec624fe1ad4b313d171d8993 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:13.643308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:13.815970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6599cb-c92e-49a8-b12f-03ff139528ee req-74275ac2-4f50-48e4-a173-163f4b11d856 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:13.818064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb6599cb-c92e-49a8-b12f-03ff139528ee req-74275ac2-4f50-48e4-a173-163f4b11d856 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.2478044 Nov 12 13:48:13.929366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-76cafbf2-1e01-4658-9ad0-f37b29417319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:13.946668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-76cafbf2-1e01-4658-9ad0-f37b29417319 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 1097 time: 0.4197025 Nov 12 13:48:13.948981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f63d6-ae64-40da-b02f-00019121400f req-286217c9-58f6-4ee8-820f-52627d9c1442 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:13.958782 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-209f63d6-ae64-40da-b02f-00019121400f req-286217c9-58f6-4ee8-820f-52627d9c1442 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 946 time: 0.3629472 Nov 12 13:48:14.091256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-209f63d6-ae64-40da-b02f-00019121400f req-f32ddca4-e4e5-4ea7-ad05-cb97d5c37d09 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308668 Nov 12 13:48:14.121388 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '85f39b23-bd7b-4721-bd3b-f6ec8bd6c104', 'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:a5:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:55Z', 'updated_at': '2021-11-12T13:45:06Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:14.209117 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] Checking router: 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:48:14.233426 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] Routers {'81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:48:14.234079 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:47:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:14.259536 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:14.404141 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] Set router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:48:14.496727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb6599cb-c92e-49a8-b12f-03ff139528ee req-9355c790-f4ea-494e-93ad-b05966e7d08e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6527679 Nov 12 13:48:14.504804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-447e3d0e-22a0-4be8-90e8-9d639d4b3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:14.535121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-447e3d0e-22a0-4be8-90e8-9d639d4b3f54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 200 len: 898 time: 0.5724049 Nov 12 13:48:14.692080 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-30f509bf-3e08-4f50-a8ed-a48b5498e414 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 200 len: 217 time: 0.1458201 Nov 12 13:48:14.836722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-d1b85584-4f03-416c-ab90-6c89f3050c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:14.838774 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-d1b85584-4f03-416c-ab90-6c89f3050c70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 200 len: 834 time: 0.1373291 Nov 12 13:48:14.949512 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '85f39b23-bd7b-4721-bd3b-f6ec8bd6c104', 'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:a5:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:55Z', 'updated_at': '2021-11-12T13:45:06Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:14.955784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-be5b5711-b001-4690-8c2d-4a1d8dddb7cc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:14.957723 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:14.960247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-be5b5711-b001-4690-8c2d-4a1d8dddb7cc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 946 time: 0.0990574 Nov 12 13:48:15.101996 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a64bbb-e430-4d38-aa25-48c031af43f9 None None] The sync data for ids ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'] in n-d-805736-4 is: [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:58Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '85f39b23-bd7b-4721-bd3b-f6ec8bd6c104', 'name': '', 'network_id': '44bd746d-94d0-4181-bf46-ba5706a8b664', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:a5:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:55Z', 'updated_at': '2021-11-12T13:45:06Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'ed865f96-0deb-4234-97b2-eed826bcabed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:48:15.115679 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-6ce2808c-5970-4cfa-a5b5-c84b8851457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:15.119423 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-6ce2808c-5970-4cfa-a5b5-c84b8851457e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44bd746d-94d0-4181-bf46-ba5706a8b664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2720232 Nov 12 13:48:15.336725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-b42b5afd-933c-4484-a14e-8bbb1ed3b5c1 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984856 Nov 12 13:48:15.365408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-572f258b-d6bd-4f6c-9a4b-c34c0a97c1d2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port fd802f56-0cca-47b4-9d6a-e615ac7e86fe {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:48:15.365828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-572f258b-d6bd-4f6c-9a4b-c34c0a97c1d2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:15.581049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc8d7073-f649-4bc0-8f98-4986cfd8180b req-a325708a-db15-4279-a52d-b78c5b3de4e8 service neutron] 10.222.0.70 "GET /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389462 Nov 12 13:48:15.600609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event updated for resources: {'Subnet': ['ID=77b3fd19-10b1-4672-8284-c4d1abebdf99,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:15.735557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba4650-aaf7-415f-8472-4e4dfa215aa1 req-18398ae8-b5ad-4078-8277-051fa5fff51b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:15.746615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21ba4650-aaf7-415f-8472-4e4dfa215aa1 req-18398ae8-b5ad-4078-8277-051fa5fff51b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 946 time: 0.4712398 Nov 12 13:48:15.778996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Checking segment: {'id': 'e3b4e882-4b27-4864-9f63-9912b9eb0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1017d2ff-ee6b-427f-9da5-67e310ecef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:15.779750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Network hostable DHCP agents. Network: 1017d2ff-ee6b-427f-9da5-67e310ecef01, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:48:15.854431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0a64d-230a-4c16-8c9b-72f5833482db None None] New status for floating IP de86efcf-a7e7-496b-9e64-0c5081408570: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:48:15.860520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Network 1017d2ff-ee6b-427f-9da5-67e310ecef01 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:48:15.895115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05516069-673c-464b-832a-940235cc590d req-f9527fd8-ecb2-4955-85c2-1e68147827b1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:15.899982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05516069-673c-464b-832a-940235cc590d req-f9527fd8-ecb2-4955-85c2-1e68147827b1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.2464440 Nov 12 13:48:15.903931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 1017d2ff-ee6b-427f-9da5-67e310ecef01) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:15.957515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:15.963804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:15.972922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:16.002708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358d20a-e8ac-403c-88c7-b59992927437 None None] Network 1017d2ff-ee6b-427f-9da5-67e310ecef01 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:16.069614 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-572f258b-d6bd-4f6c-9a4b-c34c0a97c1d2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port fd802f56-0cca-47b4-9d6a-e615ac7e86fe, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:16.077245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ad9f40a1-4be3-4b2b-9848-391c25cce0b1 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8000391 Nov 12 13:48:16.078237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-572f258b-d6bd-4f6c-9a4b-c34c0a97c1d2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:16.081329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47406) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:16.091633 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05516069-673c-464b-832a-940235cc590d req-449bfaf1-8aa7-4fc0-86c1-862bed803048 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839757 Nov 12 13:48:16.150285 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Request body: {'port': {'network_id': '1017d2ff-ee6b-427f-9da5-67e310ecef01', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1576778528'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:16.309644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21ba4650-aaf7-415f-8472-4e4dfa215aa1 req-127306e1-5e2a-48c8-92d7-aff5aa812dee tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c3504ae-71c6-40cb-874c-4c405f0d9631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5323479 Nov 12 13:48:16.310695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-572f258b-d6bd-4f6c-9a4b-c34c0a97c1d2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for fd802f56-0cca-47b4-9d6a-e615ac7e86fe owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:48:16.439090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Made reservation on behalf of 113f5c86ec624fe1ad4b313d171d8993 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:16.442840 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0e38051-4218-4af5-9b3b-386bd553d33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:16.461024 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:16.520610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] device_id is not set on port 49b7c65a-2012-4a56-a0a7-0fd26018dbc2 yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:48:16.694981 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0e38051-4218-4af5-9b3b-386bd553d33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:16.704614 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0e38051-4218-4af5-9b3b-386bd553d33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:16.785296 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a0e38051-4218-4af5-9b3b-386bd553d33b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0061cb528ee04fc781400bdb4b4d37d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8111844 Nov 12 13:48:16.786622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e38051-4218-4af5-9b3b-386bd553d33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe7eb1-6eb5-4739-8816-e9bb4b1d7198,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:16.788842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:16.791344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-1017d2ff-ee6b-427f-9da5-67e310ecef01', 'network_id': '1017d2ff-ee6b-427f-9da5-67e310ecef01', 'tenant_id': '113f5c86ec624fe1ad4b313d171d8993', 'fixed_ips': [{'subnet_id': '77b3fd19-10b1-4672-8284-c4d1abebdf99'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:48:16.792307 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:16.967614 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ab74418-c6d7-4a95-b3cb-525192bfdf48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:17.011762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ab74418-c6d7-4a95-b3cb-525192bfdf48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:17.098323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Allocated IP 172.20.0.5 (1017d2ff-ee6b-427f-9da5-67e310ecef01/77b3fd19-10b1-4672-8284-c4d1abebdf99/49b7c65a-2012-4a56-a0a7-0fd26018dbc2) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:48:17.177573 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ab74418-c6d7-4a95-b3cb-525192bfdf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:17.187570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ab74418-c6d7-4a95-b3cb-525192bfdf48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:17.195575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3ab74418-c6d7-4a95-b3cb-525192bfdf48 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/40fe7eb1-6eb5-4739-8816-e9bb4b1d7198 HTTP/1.1" status: 204 len: 168 time: 0.4028823 Nov 12 13:48:17.238432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab74418-c6d7-4a95-b3cb-525192bfdf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe7eb1-6eb5-4739-8816-e9bb4b1d7198,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:17.264933 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-572f258b-d6bd-4f6c-9a4b-c34c0a97c1d2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:17.429383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f258b-d6bd-4f6c-9a4b-c34c0a97c1d2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=fd802f56-0cca-47b4-9d6a-e615ac7e86fe,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:17.474549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:48:17.554478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: fd802f56-0cca-47b4-9d6a-e615ac7e86fe {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:48:17.554932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device fd802f56-0cca-47b4-9d6a-e615ac7e86fe not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:48:17.614055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7544b0-22ad-4642-8090-61a964b5ec7a req-10474a6f-6108-498b-a919-08d339388542 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:17.618498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c7544b0-22ad-4642-8090-61a964b5ec7a req-10474a6f-6108-498b-a919-08d339388542 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.2849319 Nov 12 13:48:17.792654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-572f258b-d6bd-4f6c-9a4b-c34c0a97c1d2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] No DVR routers for this DVR port fd802f56-0cca-47b4-9d6a-e615ac7e86fe on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:48:17.797158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-572f258b-d6bd-4f6c-9a4b-c34c0a97c1d2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:17.801002 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23f4a17c-390e-4022-b3db-ca80c9cd077b req-572f258b-d6bd-4f6c-9a4b-c34c0a97c1d2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "DELETE /v2.0/ports/fd802f56-0cca-47b4-9d6a-e615ac7e86fe HTTP/1.1" status: 204 len: 173 time: 2.8351755 Nov 12 13:48:17.801486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-deleted', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:48:17.804282 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5f0b5e-0c06-4c4b-a620-fd0bfde7bb0a" -d '{"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-deleted", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:48:17.840782 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c7544b0-22ad-4642-8090-61a964b5ec7a req-d0eae2cb-c3de-424f-9eff-30623c2ec660 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129333 Nov 12 13:48:17.853600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72ebf33b-6ec0-4c03-ae67-11ccbe6e7bf2 req-1bc0445e-5deb-406b-818a-2acc536cb489 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 210 time: 0.1883788 Nov 12 13:48:18.018279 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.038886 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff0d5f2-8592-428e-a5ae-a10a3e47c3d9 x-openstack-request-id: req-2ff0d5f2-8592-428e-a5ae-a10a3e47c3d9 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:48:18.039142 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f751bf7-7e40-4e27-973f-96bd6a191924", "name": "network-vif-deleted", "tag": "fd802f56-0cca-47b4-9d6a-e615ac7e86fe", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:48:18.039920 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ff0d5f2-8592-428e-a5ae-a10a3e47c3d9 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:48:18.044591 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f751bf7-7e40-4e27-973f-96bd6a191924', 'name': 'network-vif-deleted', 'tag': 'fd802f56-0cca-47b4-9d6a-e615ac7e86fe', 'status': 'completed', 'code': 200} Nov 12 13:48:18.151855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.250491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47434) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:18.272862 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a31dad90-3296-422f-aef0-3688c14901a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.335427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Allocated IP 172.20.0.2 (1017d2ff-ee6b-427f-9da5-67e310ecef01/77b3fd19-10b1-4672-8284-c4d1abebdf99/50d363d4-85f6-4ad6-909c-bacaf193cd53) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:48:18.429372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event updated for resources: {'Port': ['ID=49b7c65a-2012-4a56-a0a7-0fd26018dbc2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:18.456023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Network 1017d2ff-ee6b-427f-9da5-67e310ecef01 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:18.476096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:18.493185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:48:18.546450 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a31dad90-3296-422f-aef0-3688c14901a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.555381 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a31dad90-3296-422f-aef0-3688c14901a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.628400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a31dad90-3296-422f-aef0-3688c14901a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4fea4d5abb684d13836f5753d98e31f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763466 Nov 12 13:48:18.638916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47444) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:18.729272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afda6c33-cca9-4b44-bf4c-e9c65d404489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.754956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afda6c33-cca9-4b44-bf4c-e9c65d404489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.811447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dad90-3296-422f-aef0-3688c14901a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c97ae84-549b-4075-8477-4f4c410b010c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:18.825064 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afda6c33-cca9-4b44-bf4c-e9c65d404489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.831655 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afda6c33-cca9-4b44-bf4c-e9c65d404489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.832462 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-afda6c33-cca9-4b44-bf4c-e9c65d404489 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c97ae84-549b-4075-8477-4f4c410b010c HTTP/1.1" status: 204 len: 168 time: 0.1924956 Nov 12 13:48:18.843047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda6c33-cca9-4b44-bf4c-e9c65d404489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c97ae84-549b-4075-8477-4f4c410b010c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:18.863488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:18.863488 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.875782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:18.926090 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9bd2dcdf-9f5e-4500-80f5-383b7ac96894 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8120635 Nov 12 13:48:18.926090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47450) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:18.931554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Request body: {'port': {'network_id': '1017d2ff-ee6b-427f-9da5-67e310ecef01', 'name': 'tempest-ExtraDHCPOptionsTestJSON-259469535', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:18.932273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.api.validators [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] bootfile-name is not in valid_values {{(pid=102675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:48:18.932784 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.api.validators [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] tftp-server is not in valid_values {{(pid=102675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:48:18.932957 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.api.validators [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] server-ip-address is not in valid_values {{(pid=102675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:48:18.951310 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:19.154947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Network 1017d2ff-ee6b-427f-9da5-67e310ecef01 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:19.174295 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:19.192142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:48:19.192395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-db5f2414-a92a-4b17-b6eb-7ca6f47ebcfa req-a97753c5-90ec-4067-a64a-682cd8ec875e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f751bf7-7e40-4e27-973f-96bd6a191924 HTTP/1.1" status: 200 len: 210 time: 0.0739059 Nov 12 13:48:19.198253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Pushing event updated for resources: {'Port': ['ID=50d363d4-85f6-4ad6-909c-bacaf193cd53,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:19.256610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.257269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.257885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.258394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.259037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.259528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.260020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.260521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.261033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.261606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.262136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.262629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:19.307646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Made reservation on behalf of 113f5c86ec624fe1ad4b313d171d8993 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:19.312301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:19.325506 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f77bca-df63-4227-acd2-32252a3f9198 req-085b122c-2171-4cb3-bfeb-028de99dc5e2 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:19.327333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9f77bca-df63-4227-acd2-32252a3f9198 req-085b122c-2171-4cb3-bfeb-028de99dc5e2 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1613300 Nov 12 13:48:19.353636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Attempting to bind port 50d363d4-85f6-4ad6-909c-bacaf193cd53 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:48:19.354020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Attempting to bind port 50d363d4-85f6-4ad6-909c-bacaf193cd53 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'e3b4e882-4b27-4864-9f63-9912b9eb0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1017d2ff-ee6b-427f-9da5-67e310ecef01'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:48:19.357523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] device_id is not set on port e411b957-798c-4d2d-96d0-6dcc4400863e yet. {{(pid=102675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 13:48:19.373678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Attempting to bind port 50d363d4-85f6-4ad6-909c-bacaf193cd53 on network 1017d2ff-ee6b-427f-9da5-67e310ecef01 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:48:19.381552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:48:19.381552 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Checking segment: {'id': 'e3b4e882-4b27-4864-9f63-9912b9eb0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1017d2ff-ee6b-427f-9da5-67e310ecef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:19.381552 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:19.382553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Bound using segment: {'id': 'e3b4e882-4b27-4864-9f63-9912b9eb0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1017d2ff-ee6b-427f-9da5-67e310ecef01'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:48:19.383069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Bound port: 50d363d4-85f6-4ad6-909c-bacaf193cd53, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b4e882-4b27-4864-9f63-9912b9eb0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1017d2ff-ee6b-427f-9da5-67e310ecef01'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:48:19.383483 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:19.504776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] For port 50d363d4-85f6-4ad6-909c-bacaf193cd53, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:48:19.509665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] For port 50d363d4-85f6-4ad6-909c-bacaf193cd53, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=50d363d4-85f6-4ad6-909c-bacaf193cd53,segment=NetworkSegment(e3b4e882-4b27-4864-9f63-9912b9eb0172),segment_id=e3b4e882-4b27-4864-9f63-9912b9eb0172)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:48:19.519515 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9f77bca-df63-4227-acd2-32252a3f9198 req-b98a33c6-ad35-47a5-b5b1-02e9949f40ec tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767457 Nov 12 13:48:19.519773 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:19.655414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Allocated IP 172.20.0.14 (1017d2ff-ee6b-427f-9da5-67e310ecef01/77b3fd19-10b1-4672-8284-c4d1abebdf99/e411b957-798c-4d2d-96d0-6dcc4400863e) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:48:19.657647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827206a-917f-428d-9fa4-7247186eb553 None None] Pushing event updated for resources: {'Port': ['ID=50d363d4-85f6-4ad6-909c-bacaf193cd53,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:20.070630 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:20.142986 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:20.222764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event updated for resources: {'Port': ['ID=e411b957-798c-4d2d-96d0-6dcc4400863e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:20.260344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Network 1017d2ff-ee6b-427f-9da5-67e310ecef01 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:20.262642 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:20.267620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:48:20.270743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47486) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:20.367603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:20.368442 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:20.402028 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-04a081cb-7c6d-4d9a-ac3c-8af36570e64e tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4750321 Nov 12 13:48:20.406186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47490) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:20.588783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575ad1b-69c3-4fca-980b-73afa54cba27 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:20.618676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575ad1b-69c3-4fca-980b-73afa54cba27 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:20.631462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575ad1b-69c3-4fca-980b-73afa54cba27 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:20.639516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6575ad1b-69c3-4fca-980b-73afa54cba27 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2261307 Nov 12 13:48:20.640295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47496) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:20.952991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575dae6-361a-4690-8b68-e9bcb1b73b7a req-b87e7997-ebd5-4450-8214-597a76839983 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:20.955665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2575dae6-361a-4690-8b68-e9bcb1b73b7a req-b87e7997-ebd5-4450-8214-597a76839983 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.3015997 Nov 12 13:48:20.996084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:20.997199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7df5c-388e-4d9b-bd14-1a296a823950 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Deleting port e411b957-798c-4d2d-96d0-6dcc4400863e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:48:20.997961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4f7df5c-388e-4d9b-bd14-1a296a823950 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:21.157787 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2575dae6-361a-4690-8b68-e9bcb1b73b7a req-afa08f7c-6d9a-4823-9d90-fed1f7b12eb3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917207 Nov 12 13:48:21.226378 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4f7df5c-388e-4d9b-bd14-1a296a823950 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:21.260585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7df5c-388e-4d9b-bd14-1a296a823950 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Calling delete_port for e411b957-798c-4d2d-96d0-6dcc4400863e owned by {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:48:21.453312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-c2dd5813-1034-4097-bdc0-c0972306a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:21.455541 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-c2dd5813-1034-4097-bdc0-c0972306a348 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1096 time: 0.6252644 Nov 12 13:48:21.529623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf2712b-7da8-46f0-83ab-394006ccd5d2 None None] Network 1017d2ff-ee6b-427f-9da5-67e310ecef01 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:21.637730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:48:21.640347 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:21.670300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-80758abf-e2d3-4ec4-9c32-7df16074e0aa None None] Provisioning complete for port 50d363d4-85f6-4ad6-909c-bacaf193cd53 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:21.670756 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80758abf-e2d3-4ec4-9c32-7df16074e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:21.773473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-b5c56c94-ac63-4c41-8fc7-cfc70ad4ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:21.774906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-b5c56c94-ac63-4c41-8fc7-cfc70ad4ed81 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.2948442 Nov 12 13:48:21.830865 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4f7df5c-388e-4d9b-bd14-1a296a823950 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:21.855689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=85f39b23-bd7b-4721-bd3b-f6ec8bd6c104,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:21.856335 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:21.871428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:48:21.948992 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7df5c-388e-4d9b-bd14-1a296a823950 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event deleted for resources: {'Port': ['ID=e411b957-798c-4d2d-96d0-6dcc4400863e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:22.007547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-b9b0c0ab-b6d9-4512-92df-d2fed4e8319f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 200 len: 1001 time: 0.2224288 Nov 12 13:48:22.157247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-96e8a110-d69a-46ed-8732-341e5734b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:22.158820 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-96e8a110-d69a-46ed-8732-341e5734b677 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.1299145 Nov 12 13:48:22.247258 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:22.275617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 50d363d4-85f6-4ad6-909c-bacaf193cd53 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:48:22.279049 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80758abf-e2d3-4ec4-9c32-7df16074e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:22.303672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=85f39b23-bd7b-4721-bd3b-f6ec8bd6c104,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:22.305909 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:48:22.376725 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4f7df5c-388e-4d9b-bd14-1a296a823950 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:22.391731 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a4f7df5c-388e-4d9b-bd14-1a296a823950 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "DELETE /v2.0/ports/e411b957-798c-4d2d-96d0-6dcc4400863e HTTP/1.1" status: 204 len: 168 time: 1.7502804 Nov 12 13:48:22.400380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47530) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:22.407487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Request body: {'port': {'name': 'tempest-new-port-name-463785330', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:22.407487 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.api.validators [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] bootfile-name is not in valid_values {{(pid=102675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:48:22.407815 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.api.validators [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] tftp-server is not in valid_values {{(pid=102675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:48:22.408031 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.api.validators [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] server-ip-address is not in valid_values {{(pid=102675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 13:48:22.472954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.473323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.473677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.474017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.474352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.475221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.475558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.483994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-80758abf-e2d3-4ec4-9c32-7df16074e0aa None None] For port 50d363d4-85f6-4ad6-909c-bacaf193cd53, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=50d363d4-85f6-4ad6-909c-bacaf193cd53,segment=NetworkSegment(e3b4e882-4b27-4864-9f63-9912b9eb0172),segment_id=e3b4e882-4b27-4864-9f63-9912b9eb0172)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:22.489184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.499418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.500106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.500638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.500986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:22.501737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-793e4a1f-6144-4641-a803-cc0c1df5f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:22.503724 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-793e4a1f-6144-4641-a803-cc0c1df5f979 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3256946 Nov 12 13:48:22.506581 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80758abf-e2d3-4ec4-9c32-7df16074e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:22.690925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80758abf-e2d3-4ec4-9c32-7df16074e0aa None None] Pushing event updated for resources: {'Port': ['ID=50d363d4-85f6-4ad6-909c-bacaf193cd53,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:22.696525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 50d363d4-85f6-4ad6-909c-bacaf193cd53 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:22.699703 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:22.873133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:22.945577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-1870621d-1605-48e1-b275-4e3b7d013686 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300585 Nov 12 13:48:22.992883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a6a29-ef8a-4575-8c36-ef91a9c8b5b9 req-6f97f13e-c30d-408c-8852-c4c9843fc40f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:22.996081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e7a6a29-ef8a-4575-8c36-ef91a9c8b5b9 req-6f97f13e-c30d-408c-8852-c4c9843fc40f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.5477684 Nov 12 13:48:23.018506 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:23.094130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e7a6a29-ef8a-4575-8c36-ef91a9c8b5b9 req-08897c1f-ab5e-4eac-9394-06fd309ae7e9 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891104 Nov 12 13:48:23.172260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-876f44f4-6c35-484b-8d5a-eb5e68c66c42 None None] Provisioning complete for port 50d363d4-85f6-4ad6-909c-bacaf193cd53 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:23.174199 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-876f44f4-6c35-484b-8d5a-eb5e68c66c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:23.435034 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-876f44f4-6c35-484b-8d5a-eb5e68c66c42 None None] Provisioning complete for port 49b7c65a-2012-4a56-a0a7-0fd26018dbc2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:23.435996 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-876f44f4-6c35-484b-8d5a-eb5e68c66c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:23.452831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87f0a7fa-2fc4-4aff-bfb0-947beaf070b3 req-f8d24f04-22fe-4b48-8d46-207d307e5aec service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861286 Nov 12 13:48:23.554615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-876f44f4-6c35-484b-8d5a-eb5e68c66c42 None None] Port 49b7c65a-2012-4a56-a0a7-0fd26018dbc2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:48:23.611205 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:23.620271 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:23.698339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-708d09af-9ff7-42a9-b37c-90fb7599bd18 None None] Provisioning complete for port 49b7c65a-2012-4a56-a0a7-0fd26018dbc2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:23.700280 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-708d09af-9ff7-42a9-b37c-90fb7599bd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:23.792874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-708d09af-9ff7-42a9-b37c-90fb7599bd18 None None] Port 49b7c65a-2012-4a56-a0a7-0fd26018dbc2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:48:23.850147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event updated for resources: {'Port': ['ID=49b7c65a-2012-4a56-a0a7-0fd26018dbc2,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:23.904169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] In _notify_port_updated(), no bound segment for port 49b7c65a-2012-4a56-a0a7-0fd26018dbc2 on network 1017d2ff-ee6b-427f-9da5-67e310ecef01 {{(pid=102675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 13:48:23.911269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:23.911800 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:23.916011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4d2cddb5-d61d-4a63-9568-06fcab88c65d None None] Could not find standard attr ID for object e411b957-798c-4d2d-96d0-6dcc4400863e. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 13:48:23.916627 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aee063d6-f7aa-4bbf-8204-7aae5df16fcd tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "PUT /v2.0/ports/49b7c65a-2012-4a56-a0a7-0fd26018dbc2 HTTP/1.1" status: 200 len: 1135 time: 1.5151932 Nov 12 13:48:23.921989 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47554) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:24.052935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5a283-9ea1-4e9d-a5cd-4777cb3dbb67 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:24.066760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47560) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:24.067531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-12f5a283-9ea1-4e9d-a5cd-4777cb3dbb67 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "GET /v2.0/ports/49b7c65a-2012-4a56-a0a7-0fd26018dbc2 HTTP/1.1" status: 200 len: 1135 time: 0.1438615 Nov 12 13:48:24.124984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 50d363d4-85f6-4ad6-909c-bacaf193cd53 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:48:24.227305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 50d363d4-85f6-4ad6-909c-bacaf193cd53 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:24.227520 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:24.320720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e01a41-a145-4d0a-97dc-2f3ff4625137 req-2f5e2bc2-ba5e-4c1a-8a9b-a34e6d87a990 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:24.326322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49e01a41-a145-4d0a-97dc-2f3ff4625137 req-2f5e2bc2-ba5e-4c1a-8a9b-a34e6d87a990 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.0880728 Nov 12 13:48:24.432018 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49e01a41-a145-4d0a-97dc-2f3ff4625137 req-acd09992-6655-4c4f-8f68-0273930adb11 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999398 Nov 12 13:48:24.494341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:48:24.498994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8967c670-838d-4371-a7c6-d0198147f140 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Deleting port 49b7c65a-2012-4a56-a0a7-0fd26018dbc2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:48:24.499330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8967c670-838d-4371-a7c6-d0198147f140 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:24.703369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:48:24.716446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47574) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:24.720342 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] Sync routers for ids ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:48:24.733075 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3939deb0-dbc3-4423-9e12-2ebbb62b1552 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "PUT /v2.0/routers/81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4585805 Nov 12 13:48:24.754520 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] Routers {'81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:48:24.754985 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:47:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:24.755891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bfa406f1-77bd-4877-8c56-e4b1d88d88cd None None] Provisioning complete for port 49b7c65a-2012-4a56-a0a7-0fd26018dbc2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:24.756923 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfa406f1-77bd-4877-8c56-e4b1d88d88cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:24.828871 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8967c670-838d-4371-a7c6-d0198147f140 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:24.873639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8967c670-838d-4371-a7c6-d0198147f140 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Calling delete_port for 49b7c65a-2012-4a56-a0a7-0fd26018dbc2 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:48:24.883495 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8d37ae-014e-4466-9309-6cda2f3ad5eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting subnet ed865f96-0deb-4234-97b2-eed826bcabed {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:48:24.895965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d37ae-014e-4466-9309-6cda2f3ad5eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:24.928716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bfa406f1-77bd-4877-8c56-e4b1d88d88cd None None] Port 49b7c65a-2012-4a56-a0a7-0fd26018dbc2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:48:25.046374 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] Set router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:48:25.183553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8967c670-838d-4371-a7c6-d0198147f140 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:25.236139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967c670-838d-4371-a7c6-d0198147f140 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event deleted for resources: {'Port': ['ID=49b7c65a-2012-4a56-a0a7-0fd26018dbc2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:25.438108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8967c670-838d-4371-a7c6-d0198147f140 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:25.449687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8967c670-838d-4371-a7c6-d0198147f140 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "DELETE /v2.0/ports/49b7c65a-2012-4a56-a0a7-0fd26018dbc2 HTTP/1.1" status: 204 len: 168 time: 1.3816085 Nov 12 13:48:25.450369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47590) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:25.564591 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:48:22Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:25.598409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-294f26c9-dd24-4c63-821d-0c02f45cbc33 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Deleting subnet 77b3fd19-10b1-4672-8284-c4d1abebdf99 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:48:25.604119 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294f26c9-dd24-4c63-821d-0c02f45cbc33 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:25.658870 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] Checking router: 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:48:25.677692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d37ae-014e-4466-9309-6cda2f3ad5eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:25.683121 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] Routers {'81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:48:25.684370 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:47:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:25.821442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294f26c9-dd24-4c63-821d-0c02f45cbc33 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:25.833782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d37ae-014e-4466-9309-6cda2f3ad5eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:25.865911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146913-bbb2-452d-bdc1-e7b9e1260774 req-c6bf71c5-c705-45fe-9e8b-39f5dfce93e7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:25.883658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be146913-bbb2-452d-bdc1-e7b9e1260774 req-c6bf71c5-c705-45fe-9e8b-39f5dfce93e7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1701071 Nov 12 13:48:26.018760 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d37ae-014e-4466-9309-6cda2f3ad5eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:26.051137 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d37ae-014e-4466-9309-6cda2f3ad5eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:26.056724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52dc094-0276-4254-81ae-9bfc8d1a0432 None None] Network 44bd746d-94d0-4181-bf46-ba5706a8b664 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:26.068372 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5b8d37ae-014e-4466-9309-6cda2f3ad5eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/subnets/ed865f96-0deb-4234-97b2-eed826bcabed HTTP/1.1" status: 204 len: 168 time: 1.3473029 Nov 12 13:48:26.069049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47602) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:26.074543 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] Set router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:48:26.143458 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-be146913-bbb2-452d-bdc1-e7b9e1260774 req-3db4068d-360d-4a09-88f0-ac055ad5e694 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551360 Nov 12 13:48:26.185334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294f26c9-dd24-4c63-821d-0c02f45cbc33 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:26.305579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d37ae-014e-4466-9309-6cda2f3ad5eb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Subnet': ['ID=ed865f96-0deb-4234-97b2-eed826bcabed,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:26.346243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294f26c9-dd24-4c63-821d-0c02f45cbc33 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:26.390005 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:48:22Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:26.403391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f26c9-dd24-4c63-821d-0c02f45cbc33 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event deleted for resources: {'Subnet': ['ID=77b3fd19-10b1-4672-8284-c4d1abebdf99,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:26.429528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294f26c9-dd24-4c63-821d-0c02f45cbc33 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:26.431200 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6b1215-e81a-47e9-b3a9-bcee18a44ace None None] The sync data for ids ['81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56'] in n-d-805736-4 is: [{'id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079380001', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:48:22Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'e1ce6928-a610-42e8-acd6-223e300c3d62', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:44:48Z', 'updated_at': '2021-11-12T13:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:48:26.436684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab398004-9c2f-4cc0-815e-c05f6c886ac4 None None] Network 1017d2ff-ee6b-427f-9da5-67e310ecef01 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:26.440218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c621c0-1461-4e6e-a8d6-571a565e67b5 None None] DHCP port deletion for 44bd746d-94d0-4181-bf46-ba5706a8b664 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:48:26.452544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-294f26c9-dd24-4c63-821d-0c02f45cbc33 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "DELETE /v2.0/subnets/77b3fd19-10b1-4672-8284-c4d1abebdf99 HTTP/1.1" status: 204 len: 168 time: 0.9992590 Nov 12 13:48:26.453501 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47606) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:26.530119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:26.630199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:26.673810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:26.723977 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Deleting port 50d363d4-85f6-4ad6-909c-bacaf193cd53 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:48:26.725846 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:26.763639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f6c621c0-1461-4e6e-a8d6-571a565e67b5 None None] Deleting port eea18166-7803-4405-b21e-565308a973bf {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:48:26.764359 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6c621c0-1461-4e6e-a8d6-571a565e67b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:26.849276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port e1ce6928-a610-42e8-acd6-223e300c3d62 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:48:26.849276 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.023951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] For port 50d363d4-85f6-4ad6-909c-bacaf193cd53, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=50d363d4-85f6-4ad6-909c-bacaf193cd53,segment=NetworkSegment(e3b4e882-4b27-4864-9f63-9912b9eb0172),segment_id=e3b4e882-4b27-4864-9f63-9912b9eb0172)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:27.024628 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.039813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340f0ae0-ffbe-4299-a605-f7db90143cf2 None None] DHCP port deletion for 1017d2ff-ee6b-427f-9da5-67e310ecef01 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:48:27.060994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Calling delete_port for 50d363d4-85f6-4ad6-909c-bacaf193cd53 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:48:27.157228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f6c621c0-1461-4e6e-a8d6-571a565e67b5 None None] For port eea18166-7803-4405-b21e-565308a973bf, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=eea18166-7803-4405-b21e-565308a973bf,segment=NetworkSegment(e99f4253-949a-4761-a4eb-0e3753469ffd),segment_id=e99f4253-949a-4761-a4eb-0e3753469ffd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:27.157729 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6c621c0-1461-4e6e-a8d6-571a565e67b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.174194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port e1ce6928-a610-42e8-acd6-223e300c3d62, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e1ce6928-a610-42e8-acd6-223e300c3d62,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:27.174634 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.197028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for e1ce6928-a610-42e8-acd6-223e300c3d62 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:48:27.245363 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8abf17a6-3688-4ff9-b380-bfff6f503639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.247142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f6c621c0-1461-4e6e-a8d6-571a565e67b5 None None] Calling delete_port for eea18166-7803-4405-b21e-565308a973bf owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:48:27.272506 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.305738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] No DVR routers for this DVR port 50d363d4-85f6-4ad6-909c-bacaf193cd53 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:48:27.365767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-340f0ae0-ffbe-4299-a605-f7db90143cf2 None None] Deleting port 50d363d4-85f6-4ad6-909c-bacaf193cd53 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:48:27.366394 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-340f0ae0-ffbe-4299-a605-f7db90143cf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.429860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bb617-08ac-43a4-9c6b-cc496c5abdae req-7ce42c14-92ce-4dc2-9902-529c50dac3ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:27.441149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-968bb617-08ac-43a4-9c6b-cc496c5abdae req-7ce42c14-92ce-4dc2-9902-529c50dac3ee tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1059365 Nov 12 13:48:27.474293 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-340f0ae0-ffbe-4299-a605-f7db90143cf2 None None] For port 50d363d4-85f6-4ad6-909c-bacaf193cd53, host n-d-805736-4, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:27.474768 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-340f0ae0-ffbe-4299-a605-f7db90143cf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.478571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event deleted for resources: {'Port': ['ID=50d363d4-85f6-4ad6-909c-bacaf193cd53,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:27.492316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-340f0ae0-ffbe-4299-a605-f7db90143cf2 None None] Calling delete_port for 50d363d4-85f6-4ad6-909c-bacaf193cd53 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:48:27.496230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-340f0ae0-ffbe-4299-a605-f7db90143cf2 None None] Port 50d363d4-85f6-4ad6-909c-bacaf193cd53 was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 13:48:27.499645 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-340f0ae0-ffbe-4299-a605-f7db90143cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.523978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f0ae0-ffbe-4299-a605-f7db90143cf2 None None] No DVR routers for this DVR port 50d363d4-85f6-4ad6-909c-bacaf193cd53 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:48:27.528229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-968bb617-08ac-43a4-9c6b-cc496c5abdae req-8f6a3606-28d4-4424-96a6-1d6e1b002c1b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850043 Nov 12 13:48:27.536057 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6c621c0-1461-4e6e-a8d6-571a565e67b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.572298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f0ae0-ffbe-4299-a605-f7db90143cf2 None None] Pushing event deleted for resources: {'Port': ['ID=50d363d4-85f6-4ad6-909c-bacaf193cd53,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:27.577573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c621c0-1461-4e6e-a8d6-571a565e67b5 None None] No DVR routers for this DVR port eea18166-7803-4405-b21e-565308a973bf on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:48:27.612665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c621c0-1461-4e6e-a8d6-571a565e67b5 None None] Pushing event deleted for resources: {'Port': ['ID=eea18166-7803-4405-b21e-565308a973bf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:27.614020 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.656161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1017d2ff-ee6b-427f-9da5-67e310ecef01']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:27.667853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b4e882-4b27-4864-9f63-9912b9eb0172') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:27.668147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b4e882-4b27-4864-9f63-9912b9eb0172') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:27.678655 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.695684 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.707062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:48:27.707540 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:48:27.711545 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:48:27.714897 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.751411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=e1ce6928-a610-42e8-acd6-223e300c3d62,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:27.773601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a99f912-a90d-4e09-b5e0-279f75900263 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:48:27.831900 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.843232 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.851130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] 10.222.0.73 "DELETE /v2.0/networks/1017d2ff-ee6b-427f-9da5-67e310ecef01 HTTP/1.1" status: 204 len: 168 time: 1.3953168 Nov 12 13:48:27.855725 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:27.881716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7c404-53c5-4b47-b586-3a3eef137d99 tempest-ExtraDHCPOptionsTestJSON-1164731121 tempest-ExtraDHCPOptionsTestJSON-1164731121-project] Pushing event deleted for resources: {'Network': ['ID=1017d2ff-ee6b-427f-9da5-67e310ecef01,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:28.030291 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.033103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.098203 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.099423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Fanout notify agent at l3_agent the message router_deleted on router 81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:48:28.111875 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.116594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:28.120762 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b54574ad-be47-48fd-9c9d-0e3df84b9293 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/routers/81dfd25c-09e0-4ab4-afd6-4d2ad20b3b56 HTTP/1.1" status: 204 len: 168 time: 2.0104630 Nov 12 13:48:28.128015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eea18166-7803-4405-b21e-565308a973bf no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:48:28.195417 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47662) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:28.208058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: eea18166-7803-4405-b21e-565308a973bf {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:48:28.208578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eea18166-7803-4405-b21e-565308a973bf not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:48:28.212804 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:48:28.266723 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:48:28.279603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 85f39b23-bd7b-4721-bd3b-f6ec8bd6c104 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:48:28.282654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 50d363d4-85f6-4ad6-909c-bacaf193cd53 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:48:28.338643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 50d363d4-85f6-4ad6-909c-bacaf193cd53 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:48:28.341836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 50d363d4-85f6-4ad6-909c-bacaf193cd53 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:48:28.372046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.519702 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ce8035b4-f55f-4117-9b89-03b78d141cc4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=113f5c86ec624fe1ad4b313d171d8993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228588 Nov 12 13:48:28.520590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47674) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:28.522950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47676) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:28.586184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9dafeea8-7b91-4bbc-b05b-4e81accb5c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.616412 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9dafeea8-7b91-4bbc-b05b-4e81accb5c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.682864 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.723833 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bea9-bf80-471d-977c-df56a791d53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.735079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44bd746d-94d0-4181-bf46-ba5706a8b664']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:28.821373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99f4253-949a-4761-a4eb-0e3753469ffd') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:28.821921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99f4253-949a-4761-a4eb-0e3753469ffd') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:28.860703 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.869695 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9dafeea8-7b91-4bbc-b05b-4e81accb5c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.880004 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9dafeea8-7b91-4bbc-b05b-4e81accb5c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.892009 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9dafeea8-7b91-4bbc-b05b-4e81accb5c18 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/19f9ff5b-34a9-4e08-b617-28a4f044927d HTTP/1.1" status: 204 len: 168 time: 0.3702989 Nov 12 13:48:28.902408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6ece-b54c-4ea1-9cf3-248299b21d17 req-6193dfa8-a4c4-41dd-a7e1-b806a0b02b7f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:28.920073 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fbf6ece-b54c-4ea1-9cf3-248299b21d17 req-6193dfa8-a4c4-41dd-a7e1-b806a0b02b7f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1970272 Nov 12 13:48:28.928881 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:28.950655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafeea8-7b91-4bbc-b05b-4e81accb5c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f9ff5b-34a9-4e08-b617-28a4f044927d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:29.056492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:48:29.056977 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.113092 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bea9-bf80-471d-977c-df56a791d53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.120105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bea9-bf80-471d-977c-df56a791d53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.180420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cdb5bea9-bf80-471d-977c-df56a791d53d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f8a7596237cf4140b41392c841d92de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6161659 Nov 12 13:48:29.181594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5bea9-bf80-471d-977c-df56a791d53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f107d202-323b-4037-8181-e9c5d1290590,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:29.183953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47694) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:48:29.228875 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:48:29.236538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.253633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.262732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/networks/44bd746d-94d0-4181-bf46-ba5706a8b664 HTTP/1.1" status: 204 len: 168 time: 1.1442964 Nov 12 13:48:29.267872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:29.344020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7f4032b-e763-491f-8e14-9190d3a04af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.376778 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7f4032b-e763-491f-8e14-9190d3a04af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.458534 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fbf6ece-b54c-4ea1-9cf3-248299b21d17 req-66c7505a-072b-4212-99a6-199dedd1b344 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5355804 Nov 12 13:48:29.465385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dbcc6-e11c-4be0-abbd-ee1cf041091a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Network': ['ID=44bd746d-94d0-4181-bf46-ba5706a8b664,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:29.504914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7f4032b-e763-491f-8e14-9190d3a04af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.508677 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d7f4032b-e763-491f-8e14-9190d3a04af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.510169 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d7f4032b-e763-491f-8e14-9190d3a04af9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f107d202-323b-4037-8181-e9c5d1290590 HTTP/1.1" status: 204 len: 168 time: 0.3252616 Nov 12 13:48:29.515076 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfce0e1-f1d2-475d-ae25-f2460f28fbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.531527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4032b-e763-491f-8e14-9190d3a04af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f107d202-323b-4037-8181-e9c5d1290590,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:29.549471 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19f9f5f1-a27e-470a-ab2b-5feb94d82dda tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.616386 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19f9f5f1-a27e-470a-ab2b-5feb94d82dda tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.773530 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19f9f5f1-a27e-470a-ab2b-5feb94d82dda tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.776660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19f9f5f1-a27e-470a-ab2b-5feb94d82dda tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:29.780937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-19f9f5f1-a27e-470a-ab2b-5feb94d82dda tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/security-groups/9c3504ae-71c6-40cb-874c-4c405f0d9631 HTTP/1.1" status: 204 len: 168 time: 0.5039887 Nov 12 13:48:29.801692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9f5f1-a27e-470a-ab2b-5feb94d82dda tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3504ae-71c6-40cb-874c-4c405f0d9631,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:29.928990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e1ce6928-a610-42e8-acd6-223e300c3d62 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:48:29.986390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e1ce6928-a610-42e8-acd6-223e300c3d62 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:48:29.993968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e1ce6928-a610-42e8-acd6-223e300c3d62 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:48:30.094764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47720) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:30.118504 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75b14d99-052f-431c-a93b-fd4f50bf96ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:30.321172 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75b14d99-052f-431c-a93b-fd4f50bf96ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:30.335210 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75b14d99-052f-431c-a93b-fd4f50bf96ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:30.394841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b14d99-052f-431c-a93b-fd4f50bf96ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b4fead-66bf-4bd8-81c3-af2b8362d832,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:30.400113 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-75b14d99-052f-431c-a93b-fd4f50bf96ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1bf4e8ecf448446e97ee8f7ef8b2e490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043342 Nov 12 13:48:30.403291 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47728) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:30.466003 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0add13b4-f429-4db7-88f4-125c06266957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:30.470259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:30.490050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0add13b4-f429-4db7-88f4-125c06266957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:30.557475 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0add13b4-f429-4db7-88f4-125c06266957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:30.560658 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0add13b4-f429-4db7-88f4-125c06266957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:30.573109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0add13b4-f429-4db7-88f4-125c06266957 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43b4fead-66bf-4bd8-81c3-af2b8362d832 HTTP/1.1" status: 204 len: 168 time: 0.1680880 Nov 12 13:48:30.597071 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add13b4-f429-4db7-88f4-125c06266957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b4fead-66bf-4bd8-81c3-af2b8362d832,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:30.685063 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:30.725627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9f378392-d2a8-4668-ad69-cdd3fbce6d32 tempest-DvrRoutersNegativeTest-952885914 tempest-DvrRoutersNegativeTest-952885914-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-181575335', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:30.729628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.policy [None req-9f378392-d2a8-4668-ad69-cdd3fbce6d32 tempest-DvrRoutersNegativeTest-952885914 tempest-DvrRoutersNegativeTest-952885914-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102676) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 13:48:30.730221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.policy [None req-9f378392-d2a8-4668-ad69-cdd3fbce6d32 tempest-DvrRoutersNegativeTest-952885914 tempest-DvrRoutersNegativeTest-952885914-project] Failed policy check for 'create_router' {{(pid=102676) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 13:48:30.731600 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-9f378392-d2a8-4668-ad69-cdd3fbce6d32 tempest-DvrRoutersNegativeTest-952885914 tempest-DvrRoutersNegativeTest-952885914-project] create failed (client error): Access was denied to this resource. Nov 12 13:48:30.732855 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9f378392-d2a8-4668-ad69-cdd3fbce6d32 tempest-DvrRoutersNegativeTest-952885914 tempest-DvrRoutersNegativeTest-952885914-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2615047 Nov 12 13:48:30.797629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f11da-c60d-45ec-8b3a-e29cba2bcccb req-50577f3d-65f4-4e54-a18b-f3cdcb5f110b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:30.799540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c28f11da-c60d-45ec-8b3a-e29cba2bcccb req-50577f3d-65f4-4e54-a18b-f3cdcb5f110b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1580606 Nov 12 13:48:31.039954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c28f11da-c60d-45ec-8b3a-e29cba2bcccb req-21494484-fd91-4a25-8a47-57f77e3545ae tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281692 Nov 12 13:48:31.441827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:31.650136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cee28dd-4998-470b-973b-681d092b3ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:31.775813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cbb8ad45-36de-4cd6-aa86-da880df58c4d details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:48:31.861122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cee28dd-4998-470b-973b-681d092b3ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:31.868159 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cee28dd-4998-470b-973b-681d092b3ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.109922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee28dd-4998-470b-973b-681d092b3ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6003ae-4f7f-40e7-8610-31dbae1f7957,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:32.140228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:32.161045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'port_id': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'mac_address': 'fa:16:3e:4b:ea:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:48:32.185701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1cee28dd-4998-470b-973b-681d092b3ae4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e95ba370e75347ebae3bd5274c6b906a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7424991 Nov 12 13:48:32.188176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47780) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:32.219734 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.251984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbb8ad45-36de-4cd6-aa86-da880df58c4d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:48:32.276299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:32.279328 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.284629 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.316965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0278f9bf-af16-4b46-b830-c664b0ca70ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.340777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:32.367478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0278f9bf-af16-4b46-b830-c664b0ca70ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.380399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47786) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:32.385332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e8757169-a6ce-4724-b809-24e7e0dd2b49 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044214405', 'description': 'tempest-secgroup-smoke-1044214405 description', 'project_id': '117e1d21aa7a4a768a1431764f136160'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:32.392414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['cbb8ad45-36de-4cd6-aa86-da880df58c4d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:48:32.419267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b074d-4239-4947-9d38-890e5678a194 req-942343cf-8866-4a69-8931-c23a6a846d9b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:32.421661 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-627b074d-4239-4947-9d38-890e5678a194 req-942343cf-8866-4a69-8931-c23a6a846d9b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1767700 Nov 12 13:48:32.437655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e8757169-a6ce-4724-b809-24e7e0dd2b49 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.511103 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-627b074d-4239-4947-9d38-890e5678a194 req-956c8e80-d196-4a05-8649-b6790e392fdb tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779083 Nov 12 13:48:32.512022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0278f9bf-af16-4b46-b830-c664b0ca70ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.516355 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0278f9bf-af16-4b46-b830-c664b0ca70ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.517729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0278f9bf-af16-4b46-b830-c664b0ca70ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f6003ae-4f7f-40e7-8610-31dbae1f7957 HTTP/1.1" status: 204 len: 168 time: 0.3282151 Nov 12 13:48:32.529112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278f9bf-af16-4b46-b830-c664b0ca70ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6003ae-4f7f-40e7-8610-31dbae1f7957,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:32.604497 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e8757169-a6ce-4724-b809-24e7e0dd2b49 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.612567 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e8757169-a6ce-4724-b809-24e7e0dd2b49 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.666337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8757169-a6ce-4724-b809-24e7e0dd2b49 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10f0b4-c1d6-408d-833a-00f93faa8596,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:32.671817 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e8757169-a6ce-4724-b809-24e7e0dd2b49 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.677106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47792) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:32.678558 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e8757169-a6ce-4724-b809-24e7e0dd2b49 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2969632 Nov 12 13:48:32.682432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9494afe9-be04-4e34-850c-2cbbb74fd9bf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '2e10f0b4-c1d6-408d-833a-00f93faa8596', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:32.768647 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9494afe9-be04-4e34-850c-2cbbb74fd9bf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.897783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9494afe9-be04-4e34-850c-2cbbb74fd9bf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.904937 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9494afe9-be04-4e34-850c-2cbbb74fd9bf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:32.960826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494afe9-be04-4e34-850c-2cbbb74fd9bf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911513b9-1c2b-444b-b5c2-79ecca54bb3a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:32.964518 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.017997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9494afe9-be04-4e34-850c-2cbbb74fd9bf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.023310 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9494afe9-be04-4e34-850c-2cbbb74fd9bf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3448119 Nov 12 13:48:33.029304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:33.041931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3c4bbb64-4148-4eff-bf32-705d82653165 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '2e10f0b4-c1d6-408d-833a-00f93faa8596', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:33.112851 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c4bbb64-4148-4eff-bf32-705d82653165 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.243996 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c4bbb64-4148-4eff-bf32-705d82653165 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.250746 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c4bbb64-4148-4eff-bf32-705d82653165 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.282590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bbb64-4148-4eff-bf32-705d82653165 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57878503-12f5-4dfe-851e-c8ae97799d00,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:33.312535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c4bbb64-4148-4eff-bf32-705d82653165 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.315970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3c4bbb64-4148-4eff-bf32-705d82653165 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2850623 Nov 12 13:48:33.320254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47828) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:33.327549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '2e10f0b4-c1d6-408d-833a-00f93faa8596', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:33.439152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.568813 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.576288 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.626096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e7acbe-2b0a-4cfa-8002-1eb948b780e8,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:33.651387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.653261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315530 Nov 12 13:48:33.656148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47848) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:33.660792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-44482776-6c00-492f-936a-740dcd748a65 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '2e10f0b4-c1d6-408d-833a-00f93faa8596', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:33.675179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.675627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.675968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.678854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.680643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.681198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.681599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.682902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.683267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.683604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.687879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.688505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf493e2-6697-4f51-9dd6-5610b2a81ea7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:48:33.739508 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44482776-6c00-492f-936a-740dcd748a65 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.767434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cbb8ad45-36de-4cd6-aa86-da880df58c4d up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:48:33.780629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5969ed9-94ed-465f-9ec2-bc9aaee00df2 req-2d3d7ec6-08aa-40ea-802b-9ec291bf4bdc tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:33.782280 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a5969ed9-94ed-465f-9ec2-bc9aaee00df2 req-2d3d7ec6-08aa-40ea-802b-9ec291bf4bdc tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 944 time: 0.0904751 Nov 12 13:48:33.883238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47854) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:33.909318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port cbb8ad45-36de-4cd6-aa86-da880df58c4d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:33.911741 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.926351 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44482776-6c00-492f-936a-740dcd748a65 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.938943 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44482776-6c00-492f-936a-740dcd748a65 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:33.946309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a5969ed9-94ed-465f-9ec2-bc9aaee00df2 req-ba78077f-f328-4ee4-8a43-4ce57a2c293e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577234 Nov 12 13:48:33.991756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44482776-6c00-492f-936a-740dcd748a65 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4453f7-b694-42cc-ac9c-6bfdd5845093,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:34.011234 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44482776-6c00-492f-936a-740dcd748a65 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.017423 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-44482776-6c00-492f-936a-740dcd748a65 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3587048 Nov 12 13:48:34.018698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47858) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:34.024087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-92776778-10a5-4888-b2f2-1b4fd8de0228 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '2e10f0b4-c1d6-408d-833a-00f93faa8596', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:34.080414 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-92776778-10a5-4888-b2f2-1b4fd8de0228 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Project 117e1d21aa7a4a768a1431764f136160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:48:34.081308 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.086550 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92776778-10a5-4888-b2f2-1b4fd8de0228 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.144081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2723e9e7-5b1b-4faf-bcee-a60198fc824e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-176004050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:34.169845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:48:34.177849 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651369d1-c676-4c5c-8e07-226fe30e0260" -d '{"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-plugged", "status": "completed", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:48:34.199013 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2723e9e7-5b1b-4faf-bcee-a60198fc824e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.199915 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2723e9e7-5b1b-4faf-bcee-a60198fc824e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.237388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:34.246387 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.306470 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852fb0ae-ca91-41ab-a428-832920f9008b x-openstack-request-id: req-852fb0ae-ca91-41ab-a428-832920f9008b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:48:34.307061 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-plugged", "status": "completed", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:48:34.307664 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-852fb0ae-ca91-41ab-a428-832920f9008b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:48:34.308722 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'code': 200} Nov 12 13:48:34.325736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:34.372845 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92776778-10a5-4888-b2f2-1b4fd8de0228 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.378072 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2723e9e7-5b1b-4faf-bcee-a60198fc824e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.381741 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92776778-10a5-4888-b2f2-1b4fd8de0228 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.399946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92776778-10a5-4888-b2f2-1b4fd8de0228 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ab3eb3-7239-44a0-a3b3-8ef9fee3d586,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:34.404111 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2723e9e7-5b1b-4faf-bcee-a60198fc824e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.435285 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-92776778-10a5-4888-b2f2-1b4fd8de0228 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.436943 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-92776778-10a5-4888-b2f2-1b4fd8de0228 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4172511 Nov 12 13:48:34.439616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47866) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:34.446808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-97776418-8541-4e4b-9671-f934f5fa34ed tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': '2e10f0b4-c1d6-408d-833a-00f93faa8596', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:34.454662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2723e9e7-5b1b-4faf-bcee-a60198fc824e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.459185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47868) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:34.459686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2723e9e7-5b1b-4faf-bcee-a60198fc824e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5747459 Nov 12 13:48:34.466690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1666214501'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:34.484541 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-97776418-8541-4e4b-9671-f934f5fa34ed tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Project 117e1d21aa7a4a768a1431764f136160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:48:34.491876 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97776418-8541-4e4b-9671-f934f5fa34ed tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.531563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Made reservation on behalf of c44d8d6928f040b4a5a9b4b405726f99 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:34.535689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.561383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.607400 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97776418-8541-4e4b-9671-f934f5fa34ed tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.622953 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97776418-8541-4e4b-9671-f934f5fa34ed tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.648415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97776418-8541-4e4b-9671-f934f5fa34ed tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01b70d5-595c-4b98-ba68-56a2b6985c80,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:34.686301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97776418-8541-4e4b-9671-f934f5fa34ed tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.687456 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-97776418-8541-4e4b-9671-f934f5fa34ed tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2457585 Nov 12 13:48:34.691900 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47872) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:34.701682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'network': {'name': 'tempest-network-smoke--1844340391', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'port_security_enabled': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:34.757432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:34.765346 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.816144 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:48:34.817151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.823957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.840032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.840372 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Added segment 5ae6b51e-e6a9-456c-a849-a915e4990714 of type vlan for network 03f4b323-80b8-4cbe-a149-e58ce636eb3b Nov 12 13:48:34.903362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2856f46-a8b4-4874-9826-b92d93a4e413,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:34.919355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:48:34.933539 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.941612 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.941964 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Added segment 53b1252f-68bb-4069-be78-70d0ac06c0f8 of type vlan for network c5667da4-df51-4392-bb35-76ae43cd680b Nov 12 13:48:34.987677 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:34.995682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:34.996413 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:35.041934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3464015 Nov 12 13:48:35.043060 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:35.045157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47880) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:35.067183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'admin_state_up': True, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:35.116766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d985c-d5ab-4a06-b742-0f3c00f5b24f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Network': ['ID=03f4b323-80b8-4cbe-a149-e58ce636eb3b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:35.128580 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 03f4b323-80b8-4cbe-a149-e58ce636eb3b details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:48:35.151126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:35.152628 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:35.204565 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:35.222308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:35.226813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:35.315697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6286a6-bfa1-44ea-ad05-d77d07f1197a req-6cdaa511-3ef0-4a12-bc1a-7395a9871d92 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:35.317351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bc6286a6-bfa1-44ea-ad05-d77d07f1197a req-6cdaa511-3ef0-4a12-bc1a-7395a9871d92 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1618824 Nov 12 13:48:35.437860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Network': ['ID=c5667da4-df51-4392-bb35-76ae43cd680b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:35.450859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c5667da4-df51-4392-bb35-76ae43cd680b details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:48:35.459265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47888) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:35.462937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f5175480-b3d3-40c3-b2ec-a8e7d83ba21b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9883134 Nov 12 13:48:35.507655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'subnet': {'network_id': 'c5667da4-df51-4392-bb35-76ae43cd680b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:35.567871 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:35.578300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bc6286a6-bfa1-44ea-ad05-d77d07f1197a req-51e033fd-4bb3-49b7-b850-6378284210ac tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478893 Nov 12 13:48:35.750351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Made reservation on behalf of c44d8d6928f040b4a5a9b4b405726f99 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:35.754297 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:35.820584 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:36.094304 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:36.134738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:36.325608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:36.429492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.25.5.245 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/20b1a373-76e2-4b37-a607-813e9ba7bb7d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:48:36.517411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Subnet': ['ID=c4548802-0186-4806-b2dc-af77208c949a,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:36.525817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Checking segment: {'id': '53b1252f-68bb-4069-be78-70d0ac06c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c5667da4-df51-4392-bb35-76ae43cd680b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:36.525817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network hostable DHCP agents. Network: c5667da4-df51-4392-bb35-76ae43cd680b, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:48:36.566925 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network c5667da4-df51-4392-bb35-76ae43cd680b is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:48:36.586161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c5667da4-df51-4392-bb35-76ae43cd680b) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:36.595627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:36.596245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:36.604281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3d3c9-603a-4c83-a02d-efa5163a7556 None None] Network c5667da4-df51-4392-bb35-76ae43cd680b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:36.632732 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-14b05439-7742-4a31-8f25-36007cf06ef2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1655340 Nov 12 13:48:36.632732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47914) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:36.641136 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'network': {'name': 'tempest-router-network01--2025679162'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:36.686487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Made reservation on behalf of c44d8d6928f040b4a5a9b4b405726f99 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:36.697623 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:36.748254 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:36.794196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:48:36.800923 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:36.816448 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:36.828964 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Added segment 78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2 of type vlan for network 7bb05ffe-9afd-4388-83af-69eade116ac5 Nov 12 13:48:36.935564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:36.941834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:36.999787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:37.007295 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:37.030343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:37.038876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:48:37.040397 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:37.070752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b19c66-1425-48ed-abfd-ef9218aeb061 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:48:37.088843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=20b1a373-76e2-4b37-a607-813e9ba7bb7d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:37.156558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d105d9-4199-422a-86cf-0fff21190257 req-38d7ea30-8c9c-4175-831d-3f14109a1ee7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:37.158325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75d105d9-4199-422a-86cf-0fff21190257 req-38d7ea30-8c9c-4175-831d-3f14109a1ee7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.3492463 Nov 12 13:48:37.161063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c5667da4-df51-4392-bb35-76ae43cd680b', 'network_id': 'c5667da4-df51-4392-bb35-76ae43cd680b', 'tenant_id': 'c44d8d6928f040b4a5a9b4b405726f99', 'fixed_ips': [{'subnet_id': 'c4548802-0186-4806-b2dc-af77208c949a'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:48:37.166423 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:37.212922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5793488 Nov 12 13:48:37.223080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47940) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:37.245668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'network': {'name': 'tempest-router-network02--14993886'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:37.425835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Made reservation on behalf of c44d8d6928f040b4a5a9b4b405726f99 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:37.441092 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:37.462720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Allocated IP 2001:db8::2 (c5667da4-df51-4392-bb35-76ae43cd680b/c4548802-0186-4806-b2dc-af77208c949a/73c2aef1-8868-48db-b916-041cd257532a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:48:37.514748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211ada0-1880-48d2-83d0-bac0d114b188 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Network': ['ID=7bb05ffe-9afd-4388-83af-69eade116ac5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:37.551842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:48:37.575641 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:37.576015 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Added segment 2289f915-d690-408d-867a-a2177acddc2a of type vlan for network 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2 Nov 12 13:48:37.694163 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:37.743872 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:37.767709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:37.772028 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:37.824093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7bb05ffe-9afd-4388-83af-69eade116ac5 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:48:37.829452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6cc08dd2-4bba-4fea-b60a-9b255c4c48ad None None] Provisioning complete for port 20b1a373-76e2-4b37-a607-813e9ba7bb7d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:37.829827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc08dd2-4bba-4fea-b60a-9b255c4c48ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:37.940666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7166297 Nov 12 13:48:37.973174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6cc08dd2-4bba-4fea-b60a-9b255c4c48ad None None] Port 20b1a373-76e2-4b37-a607-813e9ba7bb7d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:48:37.997020 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:38.015783 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:38.042698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47954) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:38.043758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc164b57-72b3-406c-8662-59d41e162492 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Network': ['ID=7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:38.070648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'subnet': {'network_id': '7bb05ffe-9afd-4388-83af-69eade116ac5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:38.071172 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75d105d9-4199-422a-86cf-0fff21190257 req-01c9a119-6fb0-4270-a9a6-2badf97b9a25 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8968594 Nov 12 13:48:38.163430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Pushing event updated for resources: {'Port': ['ID=73c2aef1-8868-48db-b916-041cd257532a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:38.166046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:48:38.369933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Network c5667da4-df51-4392-bb35-76ae43cd680b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:38.378003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:38.386118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:48:38.417301 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Made reservation on behalf of c44d8d6928f040b4a5a9b4b405726f99 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:38.424531 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:38.522487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Attempting to bind port 73c2aef1-8868-48db-b916-041cd257532a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:48:38.522891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Attempting to bind port 73c2aef1-8868-48db-b916-041cd257532a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '53b1252f-68bb-4069-be78-70d0ac06c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c5667da4-df51-4392-bb35-76ae43cd680b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:48:38.523225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Attempting to bind port 73c2aef1-8868-48db-b916-041cd257532a on network c5667da4-df51-4392-bb35-76ae43cd680b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:48:38.543949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:48:38.544328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Checking segment: {'id': '53b1252f-68bb-4069-be78-70d0ac06c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c5667da4-df51-4392-bb35-76ae43cd680b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:38.554404 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:38.555096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Bound using segment: {'id': '53b1252f-68bb-4069-be78-70d0ac06c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c5667da4-df51-4392-bb35-76ae43cd680b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:48:38.555770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Bound port: 73c2aef1-8868-48db-b916-041cd257532a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b1252f-68bb-4069-be78-70d0ac06c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c5667da4-df51-4392-bb35-76ae43cd680b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:48:38.556356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:38.577687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:38.782170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] For port 73c2aef1-8868-48db-b916-041cd257532a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:48:38.789942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] For port 73c2aef1-8868-48db-b916-041cd257532a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=73c2aef1-8868-48db-b916-041cd257532a,segment=NetworkSegment(53b1252f-68bb-4069-be78-70d0ac06c0f8),segment_id=53b1252f-68bb-4069-be78-70d0ac06c0f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:48:38.802700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:38.966099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dae19-04f3-4fe1-be02-df4ad72a22cc None None] Pushing event updated for resources: {'Port': ['ID=73c2aef1-8868-48db-b916-041cd257532a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:39.045462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:39.139392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:39.234803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Subnet': ['ID=e9dd8c78-aadc-405e-887c-3bc9d4f09e72,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:39.244957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Checking segment: {'id': '78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bb05ffe-9afd-4388-83af-69eade116ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:39.245458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network hostable DHCP agents. Network: 7bb05ffe-9afd-4388-83af-69eade116ac5, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:48:39.277821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network 7bb05ffe-9afd-4388-83af-69eade116ac5 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:48:39.298610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7bb05ffe-9afd-4388-83af-69eade116ac5) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:39.308036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea97017-ce3c-4d19-96c6-1a525e65dce8 None None] Network 7bb05ffe-9afd-4388-83af-69eade116ac5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:39.321943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:39.322535 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:39.390495 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2ffa4e3b-5ad1-4cf7-b120-d351f26858c9 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3341110 Nov 12 13:48:39.392936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 47978) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:39.429009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'subnet': {'network_id': '7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:39.666500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f293a9-4ceb-44b4-af54-4af56f7b9440 req-c54a6ce7-4ea8-4199-b751-b4985d857649 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:39.682155 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-75f293a9-4ceb-44b4-af54-4af56f7b9440 req-c54a6ce7-4ea8-4199-b751-b4985d857649 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.2878611 Nov 12 13:48:39.830357 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-75f293a9-4ceb-44b4-af54-4af56f7b9440 req-7083e3a6-2ae8-4648-acee-d9521a20eef6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468728 Nov 12 13:48:40.073301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Made reservation on behalf of c44d8d6928f040b4a5a9b4b405726f99 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:40.075730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-7bb05ffe-9afd-4388-83af-69eade116ac5', 'network_id': '7bb05ffe-9afd-4388-83af-69eade116ac5', 'tenant_id': 'c44d8d6928f040b4a5a9b4b405726f99', 'fixed_ips': [{'subnet_id': 'e9dd8c78-aadc-405e-887c-3bc9d4f09e72'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:48:40.076642 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:40.077953 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:40.098988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 27af600b-337f-47b3-859f-d9989b276d50 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:48:40.330074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 73c2aef1-8868-48db-b916-041cd257532a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:48:40.648335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 73c2aef1-8868-48db-b916-041cd257532a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:40.650892 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:40.691962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Allocated IP 2001:db8::2 (7bb05ffe-9afd-4388-83af-69eade116ac5/e9dd8c78-aadc-405e-887c-3bc9d4f09e72/dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:48:40.978699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:48:40.982658 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:41.047992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:41.052566 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-55c3298b-bac7-40f1-bd76-c86c314e5b7a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.0063198 Nov 12 13:48:41.056231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 47996) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:41.122120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Sync routers for ids ['27af600b-337f-47b3-859f-d9989b276d50'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:48:41.183843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Routers {'27af600b-337f-47b3-859f-d9989b276d50'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:48:41.188686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:48:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27af600b-337f-47b3-859f-d9989b276d50'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:41.213064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1be61856-f95e-4a67-b3e1-24c7dde9b1b5 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=117e1d21aa7a4a768a1431764f136160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1519892 Nov 12 13:48:41.214807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48000) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:41.298489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Subnet': ['ID=5f7d552f-7922-4f5b-9fc5-1174db7e5022,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:41.358051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dbc621-9b6a-4514-8829-9117bf27fc63 None None] Network c5667da4-df51-4392-bb35-76ae43cd680b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:41.548194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060b47c-d610-4567-914d-2823174eddbf req-1ac0834a-e6ce-48cb-b2f3-76049c0c47f1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:41.550030 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0060b47c-d610-4567-914d-2823174eddbf req-1ac0834a-e6ce-48cb-b2f3-76049c0c47f1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.3639128 Nov 12 13:48:41.573336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7c24eba7-f611-4b94-a455-7af6cca50b96 None None] Provisioning complete for port 73c2aef1-8868-48db-b916-041cd257532a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:41.574501 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c24eba7-f611-4b94-a455-7af6cca50b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:41.583637 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:41.588148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aaffe9-b54f-4061-84d8-5fd997a1e49a tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:41.589405 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-25aaffe9-b54f-4061-84d8-5fd997a1e49a tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3733828 Nov 12 13:48:41.595485 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48002) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:41.637110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Checking segment: {'id': '2289f915-d690-408d-867a-a2177acddc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:41.637776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network hostable DHCP agents. Network: 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:48:41.694543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:48:41.760686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:41.778091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0060b47c-d610-4567-914d-2823174eddbf req-2fd8225d-a8cb-4f0b-a2c9-698184351e7a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165370 Nov 12 13:48:41.785616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:41.788676 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:41.792367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48008) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:41.803738 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9f737ca2-2459-49db-82b5-d1da321cdeda tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2067981 Nov 12 13:48:41.808700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1414389365', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:41.909449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48010) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:41.911719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-de76a603-4e0e-4679-b483-27aae8b5f7f6 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5114050 Nov 12 13:48:42.023294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:42.033649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:42.234549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea044c50-7460-4b09-a4f5-839cae788adf None None] Network 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:42.424199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Set router 27af600b-337f-47b3-859f-d9989b276d50 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:48:42.731447 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:42.774890 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:42.859994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Subnet': ['ID=e6fb1010-3158-4fae-ae9f-d5f3607138b6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:42.987488 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:43.130715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Checking segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:43.138911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network hostable DHCP agents. Network: 03f4b323-80b8-4cbe-a149-e58ce636eb3b, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:48:43.366856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 03f4b323-80b8-4cbe-a149-e58ce636eb3b is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:48:43.408635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 03f4b323-80b8-4cbe-a149-e58ce636eb3b) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:43.435426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:43.444185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:43.551501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-214c3b14-6a85-456c-a6ce-d26aee606b51 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7503150 Nov 12 13:48:43.552898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48028) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:43.726687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 73c2aef1-8868-48db-b916-041cd257532a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=73c2aef1-8868-48db-b916-041cd257532a,segment=NetworkSegment(53b1252f-68bb-4069-be78-70d0ac06c0f8),segment_id=53b1252f-68bb-4069-be78-70d0ac06c0f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:43.861998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b9aa5b-f39a-402e-83b3-1646b0fbe062 None None] Network 03f4b323-80b8-4cbe-a149-e58ce636eb3b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:44.357700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:44.644775 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2', 'network_id': '7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2', 'tenant_id': 'c44d8d6928f040b4a5a9b4b405726f99', 'fixed_ips': [{'subnet_id': '5f7d552f-7922-4f5b-9fc5-1174db7e5022'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:48:44.666370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:44.680445 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:44.972432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Network 7bb05ffe-9afd-4388-83af-69eade116ac5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:45.002327 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:45.093260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cfdab-2ad3-45d5-881a-f8b45c858bba req-cd59f643-0c8b-42bd-9996-ce549217e1e5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:45.094851 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cb8cfdab-2ad3-45d5-881a-f8b45c858bba req-cd59f643-0c8b-42bd-9996-ce549217e1e5 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 1.8121185 Nov 12 13:48:45.109747 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:48:45.132118 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:45.182941 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:45.191249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:45.197216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:48:45.552389 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Allocated IP 2001:db8::1 (7bb05ffe-9afd-4388-83af-69eade116ac5/e9dd8c78-aadc-405e-887c-3bc9d4f09e72/225228f5-7e4b-4f57-82dc-f2e5e88bac5d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:48:45.785992 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cb8cfdab-2ad3-45d5-881a-f8b45c858bba req-6cfb3aae-276c-4572-95db-e16a21fdd134 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6665416 Nov 12 13:48:45.986096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Pushing event updated for resources: {'Port': ['ID=dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:46.044515 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:46.172603 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:46.194239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:46.298360 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network 7bb05ffe-9afd-4388-83af-69eade116ac5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:46.320501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:46.329217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:48:46.341909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:46.628517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d7bb98c8-5760-4c30-a1cc-23b8fffc3e01 None None] Provisioning complete for port 73c2aef1-8868-48db-b916-041cd257532a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:46.628517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7bb98c8-5760-4c30-a1cc-23b8fffc3e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:46.661094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Attempting to bind port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:48:46.669609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Attempting to bind port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bb05ffe-9afd-4388-83af-69eade116ac5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:48:46.670247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Attempting to bind port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 on network 7bb05ffe-9afd-4388-83af-69eade116ac5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:48:46.790031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:48:46.792645 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Checking segment: {'id': '78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bb05ffe-9afd-4388-83af-69eade116ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:46.793157 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:46.793672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Bound using segment: {'id': '78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bb05ffe-9afd-4388-83af-69eade116ac5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:48:46.795997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Bound port: dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bb05ffe-9afd-4388-83af-69eade116ac5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:48:46.796891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:46.803335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Port': ['ID=225228f5-7e4b-4f57-82dc-f2e5e88bac5d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:46.831159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:38Z', 'revision_number': 3, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:46.901809 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:46.962321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Checking router: 27af600b-337f-47b3-859f-d9989b276d50 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:48:46.969851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Updating router 27af600b-337f-47b3-859f-d9989b276d50 port 20b1a373-76e2-4b37-a607-813e9ba7bb7d binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:48:46.999895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=73c2aef1-8868-48db-b916-041cd257532a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:47.205948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583957f9-8dd6-4acd-8ff8-510465d14011 req-b5fab2b6-78a8-4873-bb5f-bb802b613c8e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:47.229435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-583957f9-8dd6-4acd-8ff8-510465d14011 req-b5fab2b6-78a8-4873-bb5f-bb802b613c8e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1624966 Nov 12 13:48:47.356703 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-583957f9-8dd6-4acd-8ff8-510465d14011 req-ac70cf76-5663-4e68-ac1c-78a80a423091 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352074 Nov 12 13:48:47.456939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Allocated IP 172.20.0.2 (03f4b323-80b8-4cbe-a149-e58ce636eb3b/e6fb1010-3158-4fae-ae9f-d5f3607138b6/eac95b9e-ace9-4268-9726-a8abed8a1c05) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:48:47.613087 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:47.735562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48078) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:47.928693 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:47.939552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:47.941027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:48.036948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Port': ['ID=225228f5-7e4b-4f57-82dc-f2e5e88bac5d,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:48.100739 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f71c06f4-cb3a-4c10-9e2e-d875807204bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:48.390103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network 7bb05ffe-9afd-4388-83af-69eade116ac5 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:48.396198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:48.471098 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f71c06f4-cb3a-4c10-9e2e-d875807204bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:48.480144 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f71c06f4-cb3a-4c10-9e2e-d875807204bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:48.564218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f71c06f4-cb3a-4c10-9e2e-d875807204bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ff8aa0ab98540f5a76ee717c89420d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8274939 Nov 12 13:48:48.565032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48092) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:48.567665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c06f4-cb3a-4c10-9e2e-d875807204bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea5d90c-50e7-4496-97a4-ecd547e4902f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:48.647015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:48.671214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Allocated IP 2001:db8::2 (7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2/5f7d552f-7922-4f5b-9fc5-1174db7e5022/cdee2570-ff3d-4896-9908-535ebaac4cb1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:48:48.716091 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:48.748263 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be77bd38-972e-4e60-9dee-47feef394d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:48.810449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Pushing event updated for resources: {'Port': ['ID=eac95b9e-ace9-4268-9726-a8abed8a1c05,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:48.839566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be77bd38-972e-4e60-9dee-47feef394d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:48.843137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] For port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:48:48.845914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.20.0.1 (03f4b323-80b8-4cbe-a149-e58ce636eb3b/e6fb1010-3158-4fae-ae9f-d5f3607138b6/af1ab9bf-35ee-4f93-b55d-ceec1f939347) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:48:48.901794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] For port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52,segment=NetworkSegment(78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2),segment_id=78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:48:48.934480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 73c2aef1-8868-48db-b916-041cd257532a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:48:48.977989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Network 03f4b323-80b8-4cbe-a149-e58ce636eb3b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:49.031690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:49.138420 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:49.228170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4eca8-d3b2-43c7-8a2b-5672f8e89ee8 req-4ebe4c40-bcac-4565-9c60-051aef0e8392 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:49.229711 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72c4eca8-d3b2-43c7-8a2b-5672f8e89ee8 req-4ebe4c40-bcac-4565-9c60-051aef0e8392 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.4283020 Nov 12 13:48:49.246394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Router 5aa3f829-577c-4aa6-a8b7-325b6b59785b is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:48:49.278172 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:49.290451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be77bd38-972e-4e60-9dee-47feef394d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:49.293491 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be77bd38-972e-4e60-9dee-47feef394d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:49.296273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-be77bd38-972e-4e60-9dee-47feef394d69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dea5d90c-50e7-4496-97a4-ecd547e4902f HTTP/1.1" status: 204 len: 168 time: 0.7242651 Nov 12 13:48:49.345786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 03f4b323-80b8-4cbe-a149-e58ce636eb3b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:49.346724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77bd38-972e-4e60-9dee-47feef394d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea5d90c-50e7-4496-97a4-ecd547e4902f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:49.353074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:49.355613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:48:49.416190 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:49.635984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=af1ab9bf-35ee-4f93-b55d-ceec1f939347,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:49.675013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:48:49.682667 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4a3f4822-9d9e-4658-bff0-ab801146b53c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "PUT /v2.0/routers/5aa3f829-577c-4aa6-a8b7-325b6b59785b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7718544 Nov 12 13:48:49.686378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48108) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:49.688521 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6d77f1-5eb2-46d9-a866-104850e95304 None None] Sync routers for ids ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:48:49.723377 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6d77f1-5eb2-46d9-a866-104850e95304 None None] Routers {'5aa3f829-577c-4aa6-a8b7-325b6b59785b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:48:49.724404 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bd6d77f1-5eb2-46d9-a866-104850e95304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:48:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:49.818810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:49.856050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:49.859130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:48:49.871682 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bd6d77f1-5eb2-46d9-a866-104850e95304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:49.918983 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6d77f1-5eb2-46d9-a866-104850e95304 None None] Routers {'5aa3f829-577c-4aa6-a8b7-325b6b59785b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:48:49.922670 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bd6d77f1-5eb2-46d9-a866-104850e95304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:48:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:50.022345 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:50.054326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72c4eca8-d3b2-43c7-8a2b-5672f8e89ee8 req-72e969d7-3f6d-4c37-bc9b-1a257f78ba38 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8053801 Nov 12 13:48:50.058743 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84495b0-0347-4786-98fa-cde9d8b8578c None None] Pushing event updated for resources: {'Port': ['ID=dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:50.131521 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bd6d77f1-5eb2-46d9-a866-104850e95304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:50.132190 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6d77f1-5eb2-46d9-a866-104850e95304 None None] The sync data for ids ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:48:50.190067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Attempting to bind port 20b1a373-76e2-4b37-a607-813e9ba7bb7d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:48:50.190446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Attempting to bind port 20b1a373-76e2-4b37-a607-813e9ba7bb7d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:48:50.190817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Attempting to bind port 20b1a373-76e2-4b37-a607-813e9ba7bb7d on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:48:50.211617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f78ce6-a426-4abe-b60e-627c2c5ba4c8 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:48:50.238912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:48:50.239844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:50.240878 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:50.240878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:48:50.241382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Bound port: 20b1a373-76e2-4b37-a607-813e9ba7bb7d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:48:50.309168 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:50.571034 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] For port 20b1a373-76e2-4b37-a607-813e9ba7bb7d, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:48:50.581450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] For port 20b1a373-76e2-4b37-a607-813e9ba7bb7d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=20b1a373-76e2-4b37-a607-813e9ba7bb7d,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:48:50.617530 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:50.620279 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 73c2aef1-8868-48db-b916-041cd257532a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:50.620741 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:50.679601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:51.099446 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:51.110269 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-54e05521-70ae-4fa6-9116-e2fe80c3d75b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:48:51.110269 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-54e05521-70ae-4fa6-9116-e2fe80c3d75b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "PUT /v2.0/routers/5aa3f829-577c-4aa6-a8b7-325b6b59785b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3889132 Nov 12 13:48:51.110269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48146) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:51.222349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddff4c-691f-4eba-8718-3afe0adc62da None None] Pushing event updated for resources: {'Port': ['ID=20b1a373-76e2-4b37-a607-813e9ba7bb7d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:51.351655 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Attempting to bind port eac95b9e-ace9-4268-9726-a8abed8a1c05 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:48:51.352899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Attempting to bind port eac95b9e-ace9-4268-9726-a8abed8a1c05 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:48:51.353560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Attempting to bind port eac95b9e-ace9-4268-9726-a8abed8a1c05 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:48:51.356781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddff4c-691f-4eba-8718-3afe0adc62da None None] Pushing event updated for resources: {'Port': ['ID=20b1a373-76e2-4b37-a607-813e9ba7bb7d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:51.371230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:51.407137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Network 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:51.447694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:51.513080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:48:51.552877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a661d026-529a-4228-bfba-2256051aa8ea None None] Provisioning complete for port 20b1a373-76e2-4b37-a607-813e9ba7bb7d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:51.557843 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a661d026-529a-4228-bfba-2256051aa8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:51.657812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3703e1-36d9-49e5-b759-bd381432e9f3 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:48:51.705870 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799c839-39b6-4e29-b88f-86e67bbe8e49 req-eef2b1d6-904d-4c66-b653-f56077cfac8a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:51.712044 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c799c839-39b6-4e29-b88f-86e67bbe8e49 req-eef2b1d6-904d-4c66-b653-f56077cfac8a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.4136944 Nov 12 13:48:51.816054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:48:51.816474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Checking segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:51.816820 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:51.817209 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Bound using segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:48:51.820650 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Bound port: eac95b9e-ace9-4268-9726-a8abed8a1c05, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:48:51.823801 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:51.988322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c799c839-39b6-4e29-b88f-86e67bbe8e49 req-d695575d-efbe-49cf-8bab-a1e7c12dc436 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691236 Nov 12 13:48:51.990608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Routers {'27af600b-337f-47b3-859f-d9989b276d50'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:48:51.995436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:48:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27af600b-337f-47b3-859f-d9989b276d50'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:52.070333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:52.080762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:52.327439 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:52.344217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Pushing event updated for resources: {'Port': ['ID=cdee2570-ff3d-4896-9908-535ebaac4cb1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:52.396854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:52.398458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Attempting to bind port cdee2570-ff3d-4896-9908-535ebaac4cb1 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:48:52.399774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Attempting to bind port cdee2570-ff3d-4896-9908-535ebaac4cb1 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '2289f915-d690-408d-867a-a2177acddc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:48:52.400497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Attempting to bind port cdee2570-ff3d-4896-9908-535ebaac4cb1 on network 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:48:52.522585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:48:52.522969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Checking segment: {'id': '2289f915-d690-408d-867a-a2177acddc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:48:52.524877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:52.529151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Bound using segment: {'id': '2289f915-d690-408d-867a-a2177acddc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:48:52.529786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Bound port: cdee2570-ff3d-4896-9908-535ebaac4cb1, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2289f915-d690-408d-867a-a2177acddc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:48:52.530189 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:52.761193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 03f4b323-80b8-4cbe-a149-e58ce636eb3b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:48:52.762166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=af1ab9bf-35ee-4f93-b55d-ceec1f939347,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:52.781710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:48:52.837092 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a661d026-529a-4228-bfba-2256051aa8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:52.912167 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2c83a-5807-409e-8f40-06bdf709f6dd None None] Network 7bb05ffe-9afd-4388-83af-69eade116ac5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:53.260773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] For port cdee2570-ff3d-4896-9908-535ebaac4cb1, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:48:53.272191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] For port cdee2570-ff3d-4896-9908-535ebaac4cb1, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cdee2570-ff3d-4896-9908-535ebaac4cb1,segment=NetworkSegment(2289f915-d690-408d-867a-a2177acddc2a),segment_id=2289f915-d690-408d-867a-a2177acddc2a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:48:53.279642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 27af600b-337f-47b3-859f-d9989b276d50 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:48:53.303460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:48:53.319353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Deleting port 225228f5-7e4b-4f57-82dc-f2e5e88bac5d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:48:53.320127 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:53.343389 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:53.456670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a661d026-529a-4228-bfba-2256051aa8ea None None] For port 20b1a373-76e2-4b37-a607-813e9ba7bb7d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=20b1a373-76e2-4b37-a607-813e9ba7bb7d,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:53.570609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] For port eac95b9e-ace9-4268-9726-a8abed8a1c05, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:48:53.611446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1ca43-7b54-40be-b5a8-edabe6268bd7 req-8f42976f-6e7b-41ee-99c1-4b78326dea48 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:53.630522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6df1ca43-7b54-40be-b5a8-edabe6268bd7 req-8f42976f-6e7b-41ee-99c1-4b78326dea48 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.4180706 Nov 12 13:48:53.659556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:48:53.661661 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a661d026-529a-4228-bfba-2256051aa8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:53.678343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb789e-5ee9-4b38-8bb2-bb9264146314 None None] Pushing event updated for resources: {'Port': ['ID=cdee2570-ff3d-4896-9908-535ebaac4cb1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:53.679338 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f6e4812f-f91d-4f4c-acae-4d8fb9a64229 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "PUT /v2.0/routers/27af600b-337f-47b3-859f-d9989b276d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1105511 Nov 12 13:48:53.818845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6df1ca43-7b54-40be-b5a8-edabe6268bd7 req-e6ed775a-1982-46d1-b467-1527e414164f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786845 Nov 12 13:48:53.853331 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:53.858463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] For port eac95b9e-ace9-4268-9726-a8abed8a1c05, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=eac95b9e-ace9-4268-9726-a8abed8a1c05,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:48:53.873005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] Set router 27af600b-337f-47b3-859f-d9989b276d50 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:48:53.882372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Calling delete_port for 225228f5-7e4b-4f57-82dc-f2e5e88bac5d owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:48:54.075737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661d026-529a-4228-bfba-2256051aa8ea None None] Pushing event updated for resources: {'Port': ['ID=20b1a373-76e2-4b37-a607-813e9ba7bb7d,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:54.129050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:54.215519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:54.217644 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:54.272786 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-550300ed-bd8a-4022-8d9c-d1cf93e79468 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044214405&fields=id&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 267 time: 0.2571468 Nov 12 13:48:54.701107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-6b9109ec-f430-472a-b701-5f8e4e0be7c2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:54.711743 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-6b9109ec-f430-472a-b701-5f8e4e0be7c2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/networks?id=03f4b323-80b8-4cbe-a149-e58ce636eb3b HTTP/1.1" status: 200 len: 797 time: 0.4372461 Nov 12 13:48:54.732578 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-7d44ceb0-5ba2-48a1-b373-939eb411bf42 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/quotas/117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 375 time: 0.0193193 Nov 12 13:48:54.735930 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:54.825973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Port': ['ID=225228f5-7e4b-4f57-82dc-f2e5e88bac5d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:54.848610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-69f5023b-3ed3-457c-bb3e-4e7b023aed05 None None] Provisioning complete for port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:54.849969 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69f5023b-3ed3-457c-bb3e-4e7b023aed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:55.042247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-8f566dcc-2bb4-417c-bbd6-58442bf78c99 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3083081 Nov 12 13:48:55.252429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:55.436376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48252) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:55.453513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4f4f0-2ca9-4875-b1e8-937979804d19 req-94962b42-397e-45a9-9615-78fda23ea1c3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:55.462431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-37d4f4f0-2ca9-4875-b1e8-937979804d19 req-94962b42-397e-45a9-9615-78fda23ea1c3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.4115074 Nov 12 13:48:55.466665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69695b0b-6890-4a17-b64b-351bc20cfd86 None None] Pushing event updated for resources: {'Port': ['ID=eac95b9e-ace9-4268-9726-a8abed8a1c05,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:55.496386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-08d74fc0-a735-4e7a-9f9a-f67d5aa03628 service neutron] 10.222.0.73 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225206 Nov 12 13:48:55.675487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-37d4f4f0-2ca9-4875-b1e8-937979804d19 req-1d2d0c9e-21d1-48a2-bcfc-86f6225872d2 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127974 Nov 12 13:48:55.829251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-51770881-985a-47d2-8d29-0af51338dde8 service neutron] 10.222.0.73 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319478 Nov 12 13:48:55.847062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd90e45f-ff82-4d54-9fb9-6f5d7c71c079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:55.873531 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:55.991150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Router 5aa3f829-577c-4aa6-a8b7-325b6b59785b has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:48:56.339988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52,segment=NetworkSegment(78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2),segment_id=78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:56.359928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011968f-4a7d-4882-9522-c247028e2ff8 None None] Network 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:56.389245 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:56.678747 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69f5023b-3ed3-457c-bb3e-4e7b023aed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:56.761941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-43e49891-cf60-46d3-97d8-540c0661474b req-308038e4-bcf9-4272-bc8b-3e9b3925ed07 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 210 time: 0.1636081 Nov 12 13:48:56.814656 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:48:56.830687 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e101d567-952e-489c-8152-affd4d2ed843 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "PUT /v2.0/routers/5aa3f829-577c-4aa6-a8b7-325b6b59785b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7236071 Nov 12 13:48:56.836300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48286) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:56.882043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c46e84-d0ff-4de5-b482-db4f5e5a5f38 None None] Sync routers for ids ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:48:56.939670 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-735a8262-0fdf-4d1b-bffb-e1919c217840 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] delete failed (client error): The resource could not be found. Nov 12 13:48:56.968028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-735a8262-0fdf-4d1b-bffb-e1919c217840 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1630064627 HTTP/1.1" status: 404 len: 335 time: 0.1304634 Nov 12 13:48:56.970909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48288) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:56.983436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-63a7f0ef-a03d-46ef-9b23-b3326a959dde tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'router': {'external_gateway_info': {'network_id': '5aa3f829-577c-4aa6-a8b7-325b6b59785b'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:56.989904 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd90e45f-ff82-4d54-9fb9-6f5d7c71c079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:56.997622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cdee2570-ff3d-4896-9908-535ebaac4cb1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:48:57.002815 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd90e45f-ff82-4d54-9fb9-6f5d7c71c079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:57.006810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:57.072736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:48:48Z', 'revision_number': 1, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:57.177576 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bd90e45f-ff82-4d54-9fb9-6f5d7c71c079 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18de1b3fc2a04550bf4de46efefee86a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7373781 Nov 12 13:48:57.179675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48290) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:57.198319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917dbeb-6c40-4d85-a294-383c4549aec0 None None] The sync data for ids ['27af600b-337f-47b3-859f-d9989b276d50'] in n-d-805736-4 is: [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:48:48Z', 'revision_number': 1, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:48:57.231886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85bf78f6-879e-4e88-a277-427e6ac0e662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:57.338626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c9e3a-17a0-43aa-bafc-eab34a8ff7da req-fa1d4a2a-cca9-43f6-9aa3-89332cd043e6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:57.341346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-112c9e3a-17a0-43aa-bafc-eab34a8ff7da req-fa1d4a2a-cca9-43f6-9aa3-89332cd043e6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.2641068 Nov 12 13:48:57.341764 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c46e84-d0ff-4de5-b482-db4f5e5a5f38 None None] Routers {'5aa3f829-577c-4aa6-a8b7-325b6b59785b'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:48:57.348258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-35c46e84-d0ff-4de5-b482-db4f5e5a5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:48:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:57.420975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d0cd38-98ab-4a4c-b4df-6efb44ba3ccb None None] Network 03f4b323-80b8-4cbe-a149-e58ce636eb3b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:48:57.611551 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-69f5023b-3ed3-457c-bb3e-4e7b023aed05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:48:57.617814 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-69f5023b-3ed3-457c-bb3e-4e7b023aed05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:48:57.625876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-112c9e3a-17a0-43aa-bafc-eab34a8ff7da req-deb26de7-fbb4-4b22-837c-e7dda17a0864 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731414 Nov 12 13:48:57.642694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-35c46e84-d0ff-4de5-b482-db4f5e5a5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:57.867082 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63a7f0ef-a03d-46ef-9b23-b3326a959dde tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:57.914814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port cdee2570-ff3d-4896-9908-535ebaac4cb1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:57.915377 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:57.934545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c46e84-d0ff-4de5-b482-db4f5e5a5f38 None None] Routers {'5aa3f829-577c-4aa6-a8b7-325b6b59785b'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:48:57.938813 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-63a7f0ef-a03d-46ef-9b23-b3326a959dde tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] update failed (client error): The resource could not be found. Nov 12 13:48:57.942374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-35c46e84-d0ff-4de5-b482-db4f5e5a5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:48:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:57.949843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-63a7f0ef-a03d-46ef-9b23-b3326a959dde tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "PUT /v2.0/routers/5aa3f829-577c-4aa6-a8b7-325b6b59785b HTTP/1.1" status: 404 len: 339 time: 0.9775357 Nov 12 13:48:57.950572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:57.974430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-447182109'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:58.090087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Made reservation on behalf of c44d8d6928f040b4a5a9b4b405726f99 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:58.112369 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:58.139029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-35c46e84-d0ff-4de5-b482-db4f5e5a5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:48:58.166180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c46e84-d0ff-4de5-b482-db4f5e5a5f38 None None] The sync data for ids ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:48:58.265113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:48:58.339560 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:58.340019 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Added segment 2cbe5dce-e55e-49a1-9fd9-97d46fde9146 of type vlan for network 6235e4b3-ffdb-41b6-8792-886530ce8274 Nov 12 13:48:58.585253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:58.598549 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aff01b8a-8ae7-48f8-9973-b349f0d3321a req-f6d2eb75-f4b2-47e2-ab29-e41b631c1894 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 210 time: 0.1483254 Nov 12 13:48:58.653498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90e45f-ff82-4d54-9fb9-6f5d7c71c079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad30aef-fd0b-457b-8234-002940a893e4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:58.666485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3feba0fd-3a72-494d-a6d9-bc47bd7f423c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:58.703414 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:58.735259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:58.735872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:58.779465 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3feba0fd-3a72-494d-a6d9-bc47bd7f423c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:58.964415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3feba0fd-3a72-494d-a6d9-bc47bd7f423c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:58.968318 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3feba0fd-3a72-494d-a6d9-bc47bd7f423c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:58.971889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3feba0fd-3a72-494d-a6d9-bc47bd7f423c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ad30aef-fd0b-457b-8234-002940a893e4 HTTP/1.1" status: 204 len: 168 time: 1.7871752 Nov 12 13:48:58.982716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feba0fd-3a72-494d-a6d9-bc47bd7f423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad30aef-fd0b-457b-8234-002940a893e4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:58.995773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-69f5023b-3ed3-457c-bb3e-4e7b023aed05 None None] Provisioning complete for port 20b1a373-76e2-4b37-a607-813e9ba7bb7d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:48:58.996352 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69f5023b-3ed3-457c-bb3e-4e7b023aed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:59.056131 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1014442 Nov 12 13:48:59.059727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48326) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:48:59.066602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'subnet': {'network_id': '6235e4b3-ffdb-41b6-8792-886530ce8274', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:48:59.079972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d092dc-7a00-440d-a594-ad527924c7d5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Network': ['ID=6235e4b3-ffdb-41b6-8792-886530ce8274,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:48:59.124188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 6235e4b3-ffdb-41b6-8792-886530ce8274 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:48:59.199547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0d58-7caa-40cb-90dc-0c717bae385b req-a96d0f9c-f52b-484e-8b33-2cc18b1a6086 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:48:59.208856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d3ff0d58-7caa-40cb-90dc-0c717bae385b req-a96d0f9c-f52b-484e-8b33-2cc18b1a6086 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1832848 Nov 12 13:48:59.309680 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:48:59.367177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d3ff0d58-7caa-40cb-90dc-0c717bae385b req-5ab272bf-3d49-47cf-816d-f2fa17ad1c30 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573963 Nov 12 13:48:59.499181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Made reservation on behalf of c44d8d6928f040b4a5a9b4b405726f99 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:48:59.503459 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:59.731850 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:59.764952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f738ac9-3ef5-4a73-81b1-42c6b5e0fe40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:59.935346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port cdee2570-ff3d-4896-9908-535ebaac4cb1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cdee2570-ff3d-4896-9908-535ebaac4cb1,segment=NetworkSegment(2289f915-d690-408d-867a-a2177acddc2a),segment_id=2289f915-d690-408d-867a-a2177acddc2a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:48:59.950217 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:48:59.951151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eac95b9e-ace9-4268-9726-a8abed8a1c05 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:00.233067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9f498617-6737-4965-adcb-aea84314f857 None None] Provisioning complete for port cdee2570-ff3d-4896-9908-535ebaac4cb1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:00.234153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f498617-6737-4965-adcb-aea84314f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:00.245816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:00.267035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0183f8f-15c2-444e-8ee2-bc28e940c433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:00.416660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0183f8f-15c2-444e-8ee2-bc28e940c433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:00.420536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5c8c0ed1-f43e-4b86-b88b-42b70f585954 req-eac30b84-00eb-4d07-8014-0bd5dc40ba11 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 210 time: 0.1203361 Nov 12 13:49:00.422493 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0183f8f-15c2-444e-8ee2-bc28e940c433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:00.427061 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:00.440198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=cdee2570-ff3d-4896-9908-535ebaac4cb1,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:00.549135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port eac95b9e-ace9-4268-9726-a8abed8a1c05 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:00.549870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c0183f8f-15c2-444e-8ee2-bc28e940c433 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ecb6dac92dc4ea4a85ec0622278c6e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3020387 Nov 12 13:49:00.550535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48356) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:00.585756 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:00.673266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0183f8f-15c2-444e-8ee2-bc28e940c433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1668aba7-d97e-472e-b280-dd5adc99fe62,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:00.725932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Subnet': ['ID=2aaad74b-cb30-4f0a-a320-339760efb88c,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:00.741797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Checking segment: {'id': '2cbe5dce-e55e-49a1-9fd9-97d46fde9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6235e4b3-ffdb-41b6-8792-886530ce8274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:00.742167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network hostable DHCP agents. Network: 6235e4b3-ffdb-41b6-8792-886530ce8274, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:49:00.785523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network 6235e4b3-ffdb-41b6-8792-886530ce8274 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:49:00.802308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 6235e4b3-ffdb-41b6-8792-886530ce8274) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:00.806895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:00.807537 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:00.842825 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c712651d-c4ff-45e3-aab6-07c71eba5ba4 None None] Network 6235e4b3-ffdb-41b6-8792-886530ce8274 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:49:00.848523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6a07bdb9-8e42-4c81-b4db-d865e43bdf03 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7877731 Nov 12 13:49:00.855134 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:00.862917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48362) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:00.868184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1e594d2b-e4f1-495f-9e07-5c00d6e8b78b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'router': {'external_gateway_info': {'network_id': '6235e4b3-ffdb-41b6-8792-886530ce8274'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:01.006750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00af0f-f9cb-4b7f-b1b3-57db810e0e7c req-79d8cd85-3174-4e68-8929-ff98072bec17 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:01.012206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cd00af0f-f9cb-4b7f-b1b3-57db810e0e7c req-79d8cd85-3174-4e68-8929-ff98072bec17 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.3060665 Nov 12 13:49:01.014938 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d360c8b-4b36-4ebd-988b-c0da9b228d54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:01.083960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d360c8b-4b36-4ebd-988b-c0da9b228d54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:01.213938 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d360c8b-4b36-4ebd-988b-c0da9b228d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:01.217909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d360c8b-4b36-4ebd-988b-c0da9b228d54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:01.219443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6d360c8b-4b36-4ebd-988b-c0da9b228d54 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1668aba7-d97e-472e-b280-dd5adc99fe62 HTTP/1.1" status: 204 len: 168 time: 0.6616933 Nov 12 13:49:01.257578 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:01.258780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d360c8b-4b36-4ebd-988b-c0da9b228d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1668aba7-d97e-472e-b280-dd5adc99fe62,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:01.264569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9f498617-6737-4965-adcb-aea84314f857 None None] Provisioning complete for port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:01.265525 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f498617-6737-4965-adcb-aea84314f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:01.449845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cd00af0f-f9cb-4b7f-b1b3-57db810e0e7c req-7c9e94fc-b6ab-49dc-b6cc-57c97a16b17a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418003 Nov 12 13:49:01.598403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port eac95b9e-ace9-4268-9726-a8abed8a1c05, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=eac95b9e-ace9-4268-9726-a8abed8a1c05,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:01.643910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-6235e4b3-ffdb-41b6-8792-886530ce8274', 'network_id': '6235e4b3-ffdb-41b6-8792-886530ce8274', 'tenant_id': 'c44d8d6928f040b4a5a9b4b405726f99', 'fixed_ips': [{'subnet_id': '2aaad74b-cb30-4f0a-a320-339760efb88c'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:49:01.653025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:01.662746 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:02.059927 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45942782-3d2b-472e-a3ed-56aa90841e3c req-f89e9a58-001a-4270-8d72-6630d1f962aa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 210 time: 0.2151375 Nov 12 13:49:02.090183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-2e37e3de-a8a6-497d-ad45-2fadc197d61a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:02.093931 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-2e37e3de-a8a6-497d-ad45-2fadc197d61a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "GET /v2.0/networks?id=03f4b323-80b8-4cbe-a149-e58ce636eb3b HTTP/1.1" status: 200 len: 797 time: 0.9500856 Nov 12 13:49:02.364660 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e594d2b-e4f1-495f-9e07-5c00d6e8b78b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:02.478654 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Sync routers for ids ['27af600b-337f-47b3-859f-d9989b276d50'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:49:02.490151 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Routers {'27af600b-337f-47b3-859f-d9989b276d50'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:02.491009 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27af600b-337f-47b3-859f-d9989b276d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:02.672944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69347314-3dfe-4465-b2b8-2fed9ddf64d3 req-8866d2d6-4270-47ce-94f0-3b735bdb8719 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:02.682354 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-69347314-3dfe-4465-b2b8-2fed9ddf64d3 req-8866d2d6-4270-47ce-94f0-3b735bdb8719 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.0749717 Nov 12 13:49:02.723101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cdee2570-ff3d-4896-9908-535ebaac4cb1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:02.726273 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Set router 27af600b-337f-47b3-859f-d9989b276d50 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:02.726893 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-df9a1dda-06f5-4591-8fec-c799127cb448 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 380 time: 0.5208642 Nov 12 13:49:02.758452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'port': {'device_id': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'admin_state_up': True, 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'security_groups': ['2e10f0b4-c1d6-408d-833a-00f93faa8596']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:02.889880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-69347314-3dfe-4465-b2b8-2fed9ddf64d3 req-f4c24466-04ad-4818-8f4c-3ec03e3c8b3e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051501 Nov 12 13:49:02.898833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Allocated IP 2001:db8:1::2 (6235e4b3-ffdb-41b6-8792-886530ce8274/2aaad74b-cb30-4f0a-a320-339760efb88c/16ccefaa-4fae-47ab-9aad-29f7d044c945) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:03.081699 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:03.172958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port cdee2570-ff3d-4896-9908-535ebaac4cb1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:03.173450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:03.202358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=eac95b9e-ace9-4268-9726-a8abed8a1c05,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:03.206990 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:03.303924 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:48:51Z', 'revision_number': 2, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:03.358001 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90febe5e-0910-4972-a084-3b0ffa0898b2 req-876396a6-0255-4993-9293-a4c3865fb703 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 210 time: 0.0782752 Nov 12 13:49:03.431431 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Checking router: 27af600b-337f-47b3-859f-d9989b276d50 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:49:03.432177 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Updating router 27af600b-337f-47b3-859f-d9989b276d50 port af1ab9bf-35ee-4f93-b55d-ceec1f939347 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:49:03.457427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:49:03.469683 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:03.487766 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-1e594d2b-e4f1-495f-9e07-5c00d6e8b78b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:03.493340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1e594d2b-e4f1-495f-9e07-5c00d6e8b78b tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "PUT /v2.0/routers/5aa3f829-577c-4aa6-a8b7-325b6b59785b HTTP/1.1" status: 400 len: 364 time: 2.6292403 Nov 12 13:49:03.494168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48434) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:03.519232 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:03.578755 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:03.579572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9f498617-6737-4965-adcb-aea84314f857 None None] Provisioning complete for port eac95b9e-ace9-4268-9726-a8abed8a1c05 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:03.579572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f498617-6737-4965-adcb-aea84314f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:03.581404 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:03.847973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Pushing event updated for resources: {'Port': ['ID=16ccefaa-4fae-47ab-9aad-29f7d044c945,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:03.915278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Network 6235e4b3-ffdb-41b6-8792-886530ce8274 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:04.058145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:04.065153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:04.186470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 20b1a373-76e2-4b37-a607-813e9ba7bb7d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:04.276887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3914d-f119-49b4-9faa-51c6b9b861f7 req-3f6807e3-45b7-41e2-8ac7-0209c620454e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:04.312231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59d3914d-f119-49b4-9faa-51c6b9b861f7 req-3f6807e3-45b7-41e2-8ac7-0209c620454e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1982875 Nov 12 13:49:04.374696 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:04.384102 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:04.398575 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:04.532153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-59d3914d-f119-49b4-9faa-51c6b9b861f7 req-1f946ad7-93c7-4bae-8e6c-62d93576b1ec tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162616 Nov 12 13:49:04.607726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Attempting to bind port 16ccefaa-4fae-47ab-9aad-29f7d044c945 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:04.608393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Attempting to bind port 16ccefaa-4fae-47ab-9aad-29f7d044c945 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '2cbe5dce-e55e-49a1-9fd9-97d46fde9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6235e4b3-ffdb-41b6-8792-886530ce8274'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:04.610454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Attempting to bind port 16ccefaa-4fae-47ab-9aad-29f7d044c945 on network 6235e4b3-ffdb-41b6-8792-886530ce8274 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:04.642140 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Pushing event updated for resources: {'Port': ['ID=af1ab9bf-35ee-4f93-b55d-ceec1f939347,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:04.698891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 20b1a373-76e2-4b37-a607-813e9ba7bb7d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:04.699256 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:04.702204 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Attempting to bind port af1ab9bf-35ee-4f93-b55d-ceec1f939347 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:04.706761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:04.708490 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Attempting to bind port af1ab9bf-35ee-4f93-b55d-ceec1f939347 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:04.709510 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Attempting to bind port af1ab9bf-35ee-4f93-b55d-ceec1f939347 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:04.719035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Checking segment: {'id': '2cbe5dce-e55e-49a1-9fd9-97d46fde9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6235e4b3-ffdb-41b6-8792-886530ce8274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:04.719544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:04.721826 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Bound using segment: {'id': '2cbe5dce-e55e-49a1-9fd9-97d46fde9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6235e4b3-ffdb-41b6-8792-886530ce8274'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:04.722468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Bound port: 16ccefaa-4fae-47ab-9aad-29f7d044c945, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbe5dce-e55e-49a1-9fd9-97d46fde9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6235e4b3-ffdb-41b6-8792-886530ce8274'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:04.722959 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:04.724782 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:04.735420 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Checking segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:04.736252 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:04.737128 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Bound using segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:04.737915 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Bound port: af1ab9bf-35ee-4f93-b55d-ceec1f939347, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:04.738881 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:04.742525 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.743143 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.743682 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.744238 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.744770 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.751453 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.752133 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.752909 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.753522 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.754081 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.754752 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.755523 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:04.949441 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] For port af1ab9bf-35ee-4f93-b55d-ceec1f939347, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:49:04.958324 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] For port af1ab9bf-35ee-4f93-b55d-ceec1f939347, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=af1ab9bf-35ee-4f93-b55d-ceec1f939347,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:49:04.969139 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:05.022563 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3e808da6-677d-4cdf-97a3-85c3559e71cc req-0080acf4-21e7-4198-a7c6-5d7c6f7f1e1a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 210 time: 0.4231856 Nov 12 13:49:05.112924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] For port 16ccefaa-4fae-47ab-9aad-29f7d044c945, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:49:05.134290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5818c8a7-9e39-45b5-893d-eec4f6549bab None None] Provisioning complete for port af1ab9bf-35ee-4f93-b55d-ceec1f939347 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:05.134667 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5818c8a7-9e39-45b5-893d-eec4f6549bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:05.186816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.20.0.7 (03f4b323-80b8-4cbe-a149-e58ce636eb3b/e6fb1010-3158-4fae-ae9f-d5f3607138b6/3537c76f-51d0-40e5-8497-959973153680) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:05.195720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] For port 16ccefaa-4fae-47ab-9aad-29f7d044c945, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=16ccefaa-4fae-47ab-9aad-29f7d044c945,segment=NetworkSegment(2cbe5dce-e55e-49a1-9fd9-97d46fde9146),segment_id=2cbe5dce-e55e-49a1-9fd9-97d46fde9146)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:49:05.199835 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Routers {'27af600b-337f-47b3-859f-d9989b276d50'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:05.200475 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27af600b-337f-47b3-859f-d9989b276d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:05.214937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:05.338568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:05.413023 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9574a1-28ff-4f76-84a4-b61c0d7b6502 None None] Pushing event updated for resources: {'Port': ['ID=af1ab9bf-35ee-4f93-b55d-ceec1f939347,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:05.695708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Allocated IP 2001:db8::1 (c5667da4-df51-4392-bb35-76ae43cd680b/c4548802-0186-4806-b2dc-af77208c949a/a9c74c31-637d-4821-8967-d1850f17c201) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:05.699881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b95b66-dfb3-4edb-987a-1c7375c212ee None None] Pushing event updated for resources: {'Port': ['ID=16ccefaa-4fae-47ab-9aad-29f7d044c945,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:05.763314 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5818c8a7-9e39-45b5-893d-eec4f6549bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:05.791964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09560a-c23e-41d5-b7e5-b3f7009da78a req-d4c8d109-03c5-4155-a425-f5c519569f75 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:05.812642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e09560a-c23e-41d5-b7e5-b3f7009da78a req-d4c8d109-03c5-4155-a425-f5c519569f75 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.0930510 Nov 12 13:49:05.837680 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] Set router 27af600b-337f-47b3-859f-d9989b276d50 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:05.861734 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:05.893374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:05.893739 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:06.058185 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:06.077529 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e09560a-c23e-41d5-b7e5-b3f7009da78a req-1389d647-dec9-4c4c-b3a9-fb8b1531f31a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583706 Nov 12 13:49:06.182069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:06.182541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5818c8a7-9e39-45b5-893d-eec4f6549bab None None] For port af1ab9bf-35ee-4f93-b55d-ceec1f939347, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=af1ab9bf-35ee-4f93-b55d-ceec1f939347,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:06.202980 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5818c8a7-9e39-45b5-893d-eec4f6549bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:06.206448 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:06.300307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network c5667da4-df51-4392-bb35-76ae43cd680b is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:06.312904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 03f4b323-80b8-4cbe-a149-e58ce636eb3b is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:06.315984 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Port': ['ID=a9c74c31-637d-4821-8967-d1850f17c201,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:06.347390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:06.357595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:06.369387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:06.532637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5818c8a7-9e39-45b5-893d-eec4f6549bab None None] Provisioning complete for port eac95b9e-ace9-4268-9726-a8abed8a1c05 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:06.533393 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5818c8a7-9e39-45b5-893d-eec4f6549bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:06.603378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:06.661127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:06.716984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818c8a7-9e39-45b5-893d-eec4f6549bab None None] Pushing event updated for resources: {'Port': ['ID=af1ab9bf-35ee-4f93-b55d-ceec1f939347,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:06.796947 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:49:04Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:07.162948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e750698f-fa07-44af-a088-79b99f20b543 None None] Provisioning complete for port af1ab9bf-35ee-4f93-b55d-ceec1f939347 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:07.163316 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e750698f-fa07-44af-a088-79b99f20b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:07.173261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 16ccefaa-4fae-47ab-9aad-29f7d044c945 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:07.455897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9737012-36bd-4e2d-bcb3-19ee8759aa38 req-b03d1dd0-afb0-448b-add5-a47a21adab41 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:07.471451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9737012-36bd-4e2d-bcb3-19ee8759aa38 req-b03d1dd0-afb0-448b-add5-a47a21adab41 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1689715 Nov 12 13:49:07.530138 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f6491-3e93-43d3-bb6a-4d56c7747358 None None] The sync data for ids ['27af600b-337f-47b3-859f-d9989b276d50'] in n-d-805736-4 is: [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:49:04Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:49:07.618323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9737012-36bd-4e2d-bcb3-19ee8759aa38 req-acd6ae7a-17f9-4b11-958a-9923c978d65e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453073 Nov 12 13:49:07.893169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e5a6d-6e11-49db-aa1b-a2eb28510fd8 None None] Network 6235e4b3-ffdb-41b6-8792-886530ce8274 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:49:07.997910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 16ccefaa-4fae-47ab-9aad-29f7d044c945 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:07.997910 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:08.439626 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:08.442722 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:08.645182 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=3537c76f-51d0-40e5-8497-959973153680,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:08.649772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:08.667992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-58ecd0f6-ccc1-4c4a-b5f7-b62bc054519f None None] Provisioning complete for port 16ccefaa-4fae-47ab-9aad-29f7d044c945 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:08.667992 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58ecd0f6-ccc1-4c4a-b5f7-b62bc054519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:08.681062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-cacc80e7-ebf9-4886-8b50-4ec00ac61a2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9462376 Nov 12 13:49:09.117421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a96c54-7bc4-4be5-a90a-0e982f2cc8d1 req-f24147c4-0d3a-4e66-8077-39cca57c4848 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:09.133384 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a96c54-7bc4-4be5-a90a-0e982f2cc8d1 req-f24147c4-0d3a-4e66-8077-39cca57c4848 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.2782001 Nov 12 13:49:09.440361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84a96c54-7bc4-4be5-a90a-0e982f2cc8d1 req-34017e08-a9b3-4188-a88b-f39c4c1e0176 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058667 Nov 12 13:49:09.462292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68061c57-b391-4b8c-aea3-9085f5783158 req-933d886d-329d-4d39-8881-c74cc9d8cdec tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:09.478995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-68061c57-b391-4b8c-aea3-9085f5783158 req-933d886d-329d-4d39-8881-c74cc9d8cdec tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 931 time: 3.1640632 Nov 12 13:49:09.615157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Request body: {'port': {'device_id': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:09.616209 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:09.824397 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-68061c57-b391-4b8c-aea3-9085f5783158 req-54551f8a-8264-49ae-8257-d2375348e136 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442574 Nov 12 13:49:09.842151 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58ecd0f6-ccc1-4c4a-b5f7-b62bc054519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:09.878727 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:10.042514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 16ccefaa-4fae-47ab-9aad-29f7d044c945, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=16ccefaa-4fae-47ab-9aad-29f7d044c945,segment=NetworkSegment(2cbe5dce-e55e-49a1-9fd9-97d46fde9146),segment_id=2cbe5dce-e55e-49a1-9fd9-97d46fde9146)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:10.112077 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-58ecd0f6-ccc1-4c4a-b5f7-b62bc054519f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:49:10.112527 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-58ecd0f6-ccc1-4c4a-b5f7-b62bc054519f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:49:10.113973 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:10.116746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device af1ab9bf-35ee-4f93-b55d-ceec1f939347 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:10.274936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=16ccefaa-4fae-47ab-9aad-29f7d044c945,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:10.284299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port af1ab9bf-35ee-4f93-b55d-ceec1f939347 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:10.284299 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:10.316734 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:10.330140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:10.331051 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:10.552790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eac95b9e-ace9-4268-9726-a8abed8a1c05 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:10.646776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event updated for resources: {'Port': ['ID=a9c74c31-637d-4821-8967-d1850f17c201,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:10.757732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b0ccb-08d7-4877-a16d-1bb62a07d97f req-2cc40590-4f9e-491f-93a2-8911423cf8c9 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:10.772836 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-463b0ccb-08d7-4877-a16d-1bb62a07d97f req-2cc40590-4f9e-491f-93a2-8911423cf8c9 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1129861 Nov 12 13:49:10.784493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Network c5667da4-df51-4392-bb35-76ae43cd680b is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:10.793650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:10.803602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3537c76f-51d0-40e5-8497-959973153680 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:49:10.813516 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:10.972086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Router 5aa3f829-577c-4aa6-a8b7-325b6b59785b has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:49:10.973814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Transition to ACTIVE for port object 3537c76f-51d0-40e5-8497-959973153680 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:49:10.981314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:10.994027 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-463b0ccb-08d7-4877-a16d-1bb62a07d97f req-76feb961-b599-4e7b-9439-863a51f28851 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143762 Nov 12 13:49:11.025514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port eac95b9e-ace9-4268-9726-a8abed8a1c05 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:11.026585 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:11.176057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-58ecd0f6-ccc1-4c4a-b5f7-b62bc054519f None None] Provisioning complete for port a9c74c31-637d-4821-8967-d1850f17c201 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:11.186603 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58ecd0f6-ccc1-4c4a-b5f7-b62bc054519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:11.471511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-58ecd0f6-ccc1-4c4a-b5f7-b62bc054519f None None] Port a9c74c31-637d-4821-8967-d1850f17c201 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:11.487919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Pushing event updated for resources: {'Port': ['ID=3537c76f-51d0-40e5-8497-959973153680,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:11.572503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:49:11.580169 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2f3218e9-3014-40fe-b740-16edc7386a66 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "PUT /v2.0/routers/5aa3f829-577c-4aa6-a8b7-325b6b59785b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0827677 Nov 12 13:49:11.585670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40763c0a-4f2b-476c-9169-5512557651de None None] Sync routers for ids ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:49:11.586329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:11.589935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4e44-37ed-481b-938b-9b619ae9baa6 req-23b42ab0-6d46-4b6c-be9a-aab18732bb43 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:11.591461 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6cc4e44-37ed-481b-938b-9b619ae9baa6 req-23b42ab0-6d46-4b6c-be9a-aab18732bb43 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 943 time: 0.3676202 Nov 12 13:49:11.622809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40763c0a-4f2b-476c-9169-5512557651de None None] Routers {'5aa3f829-577c-4aa6-a8b7-325b6b59785b'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:11.625575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-40763c0a-4f2b-476c-9169-5512557651de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:11.670568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:11.670568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:11.670568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:11.730390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Port 3537c76f-51d0-40e5-8497-959973153680 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:49:11.736220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:11.813970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-40763c0a-4f2b-476c-9169-5512557651de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:11.871620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-054bd9ff-12fd-4f8d-b791-60a5f162076f None None] Provisioning complete for port 16ccefaa-4fae-47ab-9aad-29f7d044c945 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:11.873384 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6cc4e44-37ed-481b-938b-9b619ae9baa6 req-45a1a0cf-c4c1-4b7e-85d3-4c5c6f42222c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711830 Nov 12 13:49:11.873797 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-054bd9ff-12fd-4f8d-b791-60a5f162076f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:11.883457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:11.888841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Checking segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:11.892934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Bound using segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:11.893608 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Bound port: 3537c76f-51d0-40e5-8497-959973153680, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:11.894056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:11.923543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6623252-3350-401f-b2aa-89e514e027cd tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:12.005272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 16ccefaa-4fae-47ab-9aad-29f7d044c945 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:12.080953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40763c0a-4f2b-476c-9169-5512557651de None None] Routers {'5aa3f829-577c-4aa6-a8b7-325b6b59785b'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:12.081635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-40763c0a-4f2b-476c-9169-5512557651de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:12.137666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:49:12.151172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:49:12.161245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:12.220630 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a6623252-3350-401f-b2aa-89e514e027cd tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 13:49:12.224697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a6623252-3350-401f-b2aa-89e514e027cd tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/routers/5aa3f829-577c-4aa6-a8b7-325b6b59785b HTTP/1.1" status: 409 len: 329 time: 0.6370590 Nov 12 13:49:12.229845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48630) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:12.258480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-40763c0a-4f2b-476c-9169-5512557651de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:12.265633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40763c0a-4f2b-476c-9169-5512557651de None None] The sync data for ids ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'] in n-d-805736-4 is: [] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:49:12.291494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:12.292239 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:12.294097 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] 10.222.0.70 "PUT /v2.0/ports/3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 1091 time: 3.5877244 Nov 12 13:49:12.301083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'tag': '3537c76f-51d0-40e5-8497-959973153680'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:49:12.310419 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fccb5f-60aa-4042-a156-d034d01eb532" -d '{"events": [{"name": "network-changed", "server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "tag": "3537c76f-51d0-40e5-8497-959973153680"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:49:12.609376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373357c-1431-4cc0-911d-550d7d362a9c service neutron] Pushing event updated for resources: {'Port': ['ID=3537c76f-51d0-40e5-8497-959973153680,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:12.659485 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-9cd0a351-193b-46db-9b5b-3f6cae429f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:12.661211 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-9cd0a351-193b-46db-9b5b-3f6cae429f56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1094 time: 0.3135087 Nov 12 13:49:12.824522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-923f1a70-4f2e-43da-a09e-7304b2a8cef4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 217 time: 0.1541052 Nov 12 13:49:12.965461 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49af30a9-c38c-4bac-a337-708f48103ad5 x-openstack-request-id: req-49af30a9-c38c-4bac-a337-708f48103ad5 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:49:12.965766 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "tag": "3537c76f-51d0-40e5-8497-959973153680", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:49:12.966023 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49af30a9-c38c-4bac-a337-708f48103ad5 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:49:12.966428 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'tag': '3537c76f-51d0-40e5-8497-959973153680', 'status': 'completed', 'code': 200} Nov 12 13:49:13.046272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-054bd9ff-12fd-4f8d-b791-60a5f162076f None None] Provisioning complete for port a9c74c31-637d-4821-8967-d1850f17c201 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:13.046697 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-054bd9ff-12fd-4f8d-b791-60a5f162076f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:13.048137 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-a29b32ed-68ee-4364-b174-082ccdc97707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:13.049712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-a29b32ed-68ee-4364-b174-082ccdc97707 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6fb1010-3158-4fae-ae9f-d5f3607138b6 HTTP/1.1" status: 200 len: 835 time: 0.2159131 Nov 12 13:49:13.107194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-054bd9ff-12fd-4f8d-b791-60a5f162076f None None] Port a9c74c31-637d-4821-8967-d1850f17c201 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:13.125489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 16ccefaa-4fae-47ab-9aad-29f7d044c945 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:13.126138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:13.371999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0991-c1e7-4070-ae8c-93108f92745c req-1456af0c-86d6-432a-9198-5be8aca7c4e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:13.373557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-879c0991-c1e7-4070-ae8c-93108f92745c req-1456af0c-86d6-432a-9198-5be8aca7c4e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 943 time: 0.2393143 Nov 12 13:49:13.375802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-d476c5ef-03e9-463f-8448-95d4b9df04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:13.377521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-d476c5ef-03e9-463f-8448-95d4b9df04e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=03f4b323-80b8-4cbe-a149-e58ce636eb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3193719 Nov 12 13:49:13.414163 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device af1ab9bf-35ee-4f93-b55d-ceec1f939347 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:13.448834 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:13.574548 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-879c0991-c1e7-4070-ae8c-93108f92745c req-668d2736-e7e1-45fe-b58a-d8c9c179b143 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733203 Nov 12 13:49:13.704139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port af1ab9bf-35ee-4f93-b55d-ceec1f939347 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:13.704522 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:13.844186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-0bce3357-2032-4269-bd10-2a020a037169 service neutron] 10.222.0.70 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583788 Nov 12 13:49:14.114116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641276ef-4d8e-4805-88c8-ff5cf67e2db8 req-c71bbb96-98be-4de2-b290-613ebefc8290 service neutron] 10.222.0.70 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616234 Nov 12 13:49:14.148520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc78bd-12e4-40f9-9f9f-6fcaf32dc850 req-a65d543c-cddc-4783-9715-7efb8d6fdccd tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:14.155481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bbc78bd-12e4-40f9-9f9f-6fcaf32dc850 req-a65d543c-cddc-4783-9715-7efb8d6fdccd tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 1.9360268 Nov 12 13:49:14.218740 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:14.317886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bbc78bd-12e4-40f9-9f9f-6fcaf32dc850 req-e29d1f5e-97d6-4edd-9809-4add3f665051 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962706 Nov 12 13:49:14.352391 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-44314347-54c8-442b-a5c7-f6fb7f72cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:14.354028 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-44314347-54c8-442b-a5c7-f6fb7f72cd54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1094 time: 0.1561947 Nov 12 13:49:14.393438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:14.931169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-d912219a-e93d-4e4e-a9e9-5167961b993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:14.933564 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-d912219a-e93d-4e4e-a9e9-5167961b993e service neutron] 10.222.0.70 "GET /v2.0/networks?id=03f4b323-80b8-4cbe-a149-e58ce636eb3b HTTP/1.1" status: 200 len: 898 time: 0.5722225 Nov 12 13:49:14.992194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Deleting port a9c74c31-637d-4821-8967-d1850f17c201 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:49:14.992847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:15.049242 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-dd460c2d-68a6-47ae-ad20-80b707efa748 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 217 time: 0.1056180 Nov 12 13:49:15.068804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47c504-c03b-4e5f-8b70-a6a70804ed22 req-f33876cd-eb21-470c-89f3-d2996b8cbdf3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:15.086498 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a47c504-c03b-4e5f-8b70-a6a70804ed22 req-f33876cd-eb21-470c-89f3-d2996b8cbdf3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 943 time: 0.2868512 Nov 12 13:49:15.200518 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:15.251742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Calling delete_port for a9c74c31-637d-4821-8967-d1850f17c201 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:49:15.341052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-282828c9-8fb5-46c3-86f7-495da01165eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:15.342704 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-282828c9-8fb5-46c3-86f7-495da01165eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6fb1010-3158-4fae-ae9f-d5f3607138b6 HTTP/1.1" status: 200 len: 835 time: 0.2552972 Nov 12 13:49:15.465457 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1a47c504-c03b-4e5f-8b70-a6a70804ed22 req-9a94d61b-20c4-45bc-8fd6-2603cf9c9180 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655713 Nov 12 13:49:15.507338 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-2c032cac-d7c4-456b-be96-ffb05bb4a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:15.511093 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-2c032cac-d7c4-456b-be96-ffb05bb4a3dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=03f4b323-80b8-4cbe-a149-e58ce636eb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571546 Nov 12 13:49:15.765554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:15.842369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Port': ['ID=a9c74c31-637d-4821-8967-d1850f17c201,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:15.871585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-229ccca4-9010-4a63-969e-1e29cbd10d32 service neutron] 10.222.0.70 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414040 Nov 12 13:49:16.031177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b73880-b87d-4c5c-8f2d-6ac416c9f03f req-49b54c78-ea28-4ab6-853a-af21450ef42a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:16.032808 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94b73880-b87d-4c5c-8f2d-6ac416c9f03f req-49b54c78-ea28-4ab6-853a-af21450ef42a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.4869769 Nov 12 13:49:16.140637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94b73880-b87d-4c5c-8f2d-6ac416c9f03f req-229ed507-0afe-4944-817d-dc35e0dfef30 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711865 Nov 12 13:49:16.142227 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1fccb5f-60aa-4042-a156-d034d01eb532 req-3b521435-5299-4658-84b8-89c30f714b55 service neutron] 10.222.0.70 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587330 Nov 12 13:49:16.173209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:16.457032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Router 5aa3f829-577c-4aa6-a8b7-325b6b59785b has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:49:16.597418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:49:16.610191 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df745a-2b84-4a44-a1f5-2edba8b31028 None None] Sync routers for ids ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:49:16.617069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e7cb503f-a978-46a5-bc8f-4ed589e1b1a2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "PUT /v2.0/routers/5aa3f829-577c-4aa6-a8b7-325b6b59785b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3860006 Nov 12 13:49:16.622675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48734) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:16.626685 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df745a-2b84-4a44-a1f5-2edba8b31028 None None] Routers {'5aa3f829-577c-4aa6-a8b7-325b6b59785b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:16.634698 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-13df745a-2b84-4a44-a1f5-2edba8b31028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:16.720405 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eda8f6-9c56-4c35-8842-242ea3c703d2 req-04ee1971-1a79-411e-8f8e-c61ce01a1db8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:16.734230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-86eda8f6-9c56-4c35-8842-242ea3c703d2 req-04ee1971-1a79-411e-8f8e-c61ce01a1db8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 943 time: 0.1537344 Nov 12 13:49:16.750101 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-580f5e8f-d426-4b9e-a623-729d59b20967 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] show failed (client error): The resource could not be found. Nov 12 13:49:16.759755 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-13df745a-2b84-4a44-a1f5-2edba8b31028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:16.777402 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-580f5e8f-d426-4b9e-a623-729d59b20967 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-328537805 HTTP/1.1" status: 404 len: 334 time: 0.1509905 Nov 12 13:49:16.778054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:16.791091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-07ba0eac-912a-4144-a8ed-fa8ad03f4cce tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:16.795126 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df745a-2b84-4a44-a1f5-2edba8b31028 None None] Routers {'5aa3f829-577c-4aa6-a8b7-325b6b59785b'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:16.797884 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-13df745a-2b84-4a44-a1f5-2edba8b31028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:16.887437 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-07ba0eac-912a-4144-a8ed-fa8ad03f4cce tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] update failed (client error): The resource could not be found. Nov 12 13:49:16.897931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-07ba0eac-912a-4144-a8ed-fa8ad03f4cce tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-725941257 HTTP/1.1" status: 404 len: 334 time: 0.1106596 Nov 12 13:49:16.898554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48742) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:16.945218 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-13df745a-2b84-4a44-a1f5-2edba8b31028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:16.945991 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df745a-2b84-4a44-a1f5-2edba8b31028 None None] The sync data for ids ['5aa3f829-577c-4aa6-a8b7-325b6b59785b'] in n-d-805736-4 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:49:17.014191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f4d00a-575a-4edf-9d59-adfb01ec62f2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Deleting subnet 2aaad74b-cb30-4f0a-a320-339760efb88c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:49:17.016451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-ff2e00d1-f3f1-4178-ba38-9e24df9f6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:17.018244 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-ff2e00d1-f3f1-4178-ba38-9e24df9f6516 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1096 time: 0.2441561 Nov 12 13:49:17.028515 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f4d00a-575a-4edf-9d59-adfb01ec62f2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:17.034375 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-86eda8f6-9c56-4c35-8842-242ea3c703d2 req-853126a1-1d81-47b7-98ec-708321e94c59 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938292 Nov 12 13:49:17.140581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f4d00a-575a-4edf-9d59-adfb01ec62f2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:17.232297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48756) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:17.279749 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-a4b368ef-77f1-45eb-9c47-b41d226e50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:17.287417 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-a4b368ef-77f1-45eb-9c47-b41d226e50d0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.2441473 Nov 12 13:49:17.442763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-ebd785aa-6a3b-4a11-9b12-75d79bdf1f3f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 200 len: 1001 time: 0.1426802 Nov 12 13:49:17.540587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd95a552-a5e3-4514-a8ff-8c3b3ae8969d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:17.551965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-fbf8cf95-ce41-4fce-83a0-49bcd86e503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:17.553964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-fbf8cf95-ce41-4fce-83a0-49bcd86e503d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.1001801 Nov 12 13:49:17.617267 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f4d00a-575a-4edf-9d59-adfb01ec62f2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:17.640594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-0a6c8450-c64a-4970-91bd-c6cf01d50b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:17.642408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-0a6c8450-c64a-4970-91bd-c6cf01d50b6f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777795 Nov 12 13:49:17.674353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3537c76f-51d0-40e5-8497-959973153680 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:49:17.676312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48766) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:17.847068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-b69ad8ac-81ce-4522-a095-44438835332e service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965446 Nov 12 13:49:17.883546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf9e21-f089-4c08-9aab-e94809be7a77 req-d78423de-c83b-4dbd-99bd-65e43048cbfa tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:17.900525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fdf9e21-f089-4c08-9aab-e94809be7a77 req-d78423de-c83b-4dbd-99bd-65e43048cbfa tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.5526690 Nov 12 13:49:17.932127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:17.983091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '3537c76f-51d0-40e5-8497-959973153680', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'port_id': '3537c76f-51d0-40e5-8497-959973153680', 'mac_address': 'fa:16:3e:e4:e8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:49:18.077662 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:18.100470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5fdf9e21-f089-4c08-9aab-e94809be7a77 req-fc62796d-8a68-4081-abd6-ff5d5b4d7147 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888185 Nov 12 13:49:18.107844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3537c76f-51d0-40e5-8497-959973153680 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:49:18.121221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed279e19-e0ed-45fa-938c-6ef1964d1170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:18.187874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:18.196445 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:18.230957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d16f2814-34fe-4c1c-8e24-548faee08ea5 req-fac22537-7af1-4b08-96c9-fb56816634a3 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612697 Nov 12 13:49:18.339094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3537c76f-51d0-40e5-8497-959973153680,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:18.391333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f4d00a-575a-4edf-9d59-adfb01ec62f2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:18.393454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f52128-84f8-4b5c-a410-db678a2dbaf2 req-c1d751c0-1863-45f5-a1eb-cb5b5bc4d8ac tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:18.397492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54f52128-84f8-4b5c-a410-db678a2dbaf2 req-c1d751c0-1863-45f5-a1eb-cb5b5bc4d8ac tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 944 time: 0.1295111 Nov 12 13:49:18.448760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4d00a-575a-4edf-9d59-adfb01ec62f2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Subnet': ['ID=2aaad74b-cb30-4f0a-a320-339760efb88c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:18.483509 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f4d00a-575a-4edf-9d59-adfb01ec62f2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:18.490475 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-60f4d00a-575a-4edf-9d59-adfb01ec62f2 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/subnets/2aaad74b-cb30-4f0a-a320-339760efb88c HTTP/1.1" status: 204 len: 168 time: 1.5837307 Nov 12 13:49:18.493188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e412150-973f-49a4-b62e-80295b9ffbf8 None None] Network 6235e4b3-ffdb-41b6-8792-886530ce8274 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:49:18.497087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48784) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:18.596472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3537c76f-51d0-40e5-8497-959973153680'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:49:18.603952 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54f52128-84f8-4b5c-a410-db678a2dbaf2 req-1d95d15a-87d0-4bbf-89b8-4ee7c90bf6ee tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947200 Nov 12 13:49:18.668586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed279e19-e0ed-45fa-938c-6ef1964d1170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:18.713956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:18.723892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd95a552-a5e3-4514-a8ff-8c3b3ae8969d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:18.729560 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed279e19-e0ed-45fa-938c-6ef1964d1170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:18.922321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd95a552-a5e3-4514-a8ff-8c3b3ae8969d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:18.965814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ed279e19-e0ed-45fa-938c-6ef1964d1170 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bf8dc69071c4462a81ee656be6637d22&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2739503 Nov 12 13:49:18.968412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48794) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:18.971159 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fd95a552-a5e3-4514-a8ff-8c3b3ae8969d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18b2c212e13b4176b388fdb2418fbfbc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7378590 Nov 12 13:49:18.972299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed279e19-e0ed-45fa-938c-6ef1964d1170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f52e78-06a4-4828-b2a6-d44e0e0b9998,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:18.975736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48796) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:19.126091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95a552-a5e3-4514-a8ff-8c3b3ae8969d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae981e0-a02e-4875-8dbc-16fe6a4902f2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:19.188513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Deleting port 16ccefaa-4fae-47ab-9aad-29f7d044c945 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:49:19.188911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.225029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9856d17-9fbb-4e77-bc1b-e02ce9570bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.227307 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-88599b3e-b8f1-4d3f-922f-4125c9c3968c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.231580 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] DHCP port deletion for 6235e4b3-ffdb-41b6-8792-886530ce8274 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:49:19.276565 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9856d17-9fbb-4e77-bc1b-e02ce9570bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.393572 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-88599b3e-b8f1-4d3f-922f-4125c9c3968c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.437125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] For port 16ccefaa-4fae-47ab-9aad-29f7d044c945, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=16ccefaa-4fae-47ab-9aad-29f7d044c945,segment=NetworkSegment(2cbe5dce-e55e-49a1-9fd9-97d46fde9146),segment_id=2cbe5dce-e55e-49a1-9fd9-97d46fde9146)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:19.437837 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.466420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Calling delete_port for 16ccefaa-4fae-47ab-9aad-29f7d044c945 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:49:19.484943 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-88599b3e-b8f1-4d3f-922f-4125c9c3968c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.489182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f576de-f361-479b-b106-55546fa1f3bf req-50d0b4a1-e7ec-490b-906a-16c7d868416c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:19.490823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52f576de-f361-479b-b106-55546fa1f3bf req-50d0b4a1-e7ec-490b-906a-16c7d868416c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 945 time: 0.1639998 Nov 12 13:49:19.495538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-88599b3e-b8f1-4d3f-922f-4125c9c3968c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.499197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-88599b3e-b8f1-4d3f-922f-4125c9c3968c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eae981e0-a02e-4875-8dbc-16fe6a4902f2 HTTP/1.1" status: 204 len: 168 time: 0.5112231 Nov 12 13:49:19.542160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88599b3e-b8f1-4d3f-922f-4125c9c3968c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae981e0-a02e-4875-8dbc-16fe6a4902f2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:19.581816 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9856d17-9fbb-4e77-bc1b-e02ce9570bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.586632 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9856d17-9fbb-4e77-bc1b-e02ce9570bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.590953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d9856d17-9fbb-4e77-bc1b-e02ce9570bcc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09f52e78-06a4-4828-b2a6-d44e0e0b9998 HTTP/1.1" status: 204 len: 168 time: 0.6212177 Nov 12 13:49:19.612604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856d17-9fbb-4e77-bc1b-e02ce9570bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f52e78-06a4-4828-b2a6-d44e0e0b9998,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:19.636239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Deleting port 16ccefaa-4fae-47ab-9aad-29f7d044c945 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:49:19.636239 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.728666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52f576de-f361-479b-b106-55546fa1f3bf req-c4316b84-b503-4232-be50-1cc715134525 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263746 Nov 12 13:49:19.824127 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.899828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Port': ['ID=16ccefaa-4fae-47ab-9aad-29f7d044c945,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:19.908941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] For port 16ccefaa-4fae-47ab-9aad-29f7d044c945, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=16ccefaa-4fae-47ab-9aad-29f7d044c945,segment=NetworkSegment(2cbe5dce-e55e-49a1-9fd9-97d46fde9146),segment_id=2cbe5dce-e55e-49a1-9fd9-97d46fde9146)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:19.909245 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:19.922227 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9833059-dd2e-4194-864a-da96ec9b6c87 req-7af8de9d-deca-4fa1-a675-39ac8bc85eeb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:19.924539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f9833059-dd2e-4194-864a-da96ec9b6c87 req-7af8de9d-deca-4fa1-a675-39ac8bc85eeb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 944 time: 0.1773515 Nov 12 13:49:19.930937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] No DVR routers for this DVR port 16ccefaa-4fae-47ab-9aad-29f7d044c945 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:49:19.940277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Calling delete_port for 16ccefaa-4fae-47ab-9aad-29f7d044c945 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:49:20.083766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f9833059-dd2e-4194-864a-da96ec9b6c87 req-8a5b6b37-0ce8-4970-96be-40dc60ad7a70 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373897 Nov 12 13:49:20.121706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 16ccefaa-4fae-47ab-9aad-29f7d044c945 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:49:20.124054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cbb8ad45-36de-4cd6-aa86-da880df58c4d no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:49:20.236099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.276318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6235e4b3-ffdb-41b6-8792-886530ce8274']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:20.292303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbe5dce-e55e-49a1-9fd9-97d46fde9146') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:20.292592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbe5dce-e55e-49a1-9fd9-97d46fde9146') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:20.319641 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.342644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 16ccefaa-4fae-47ab-9aad-29f7d044c945 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:49:20.345886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 16ccefaa-4fae-47ab-9aad-29f7d044c945 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:49:20.357503 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.415485 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.443358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:49:20.443799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:49:20.462992 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:49:20.481387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48840) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:20.491497 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.504846 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afed398b-37a0-4509-ac0b-545d0a2735f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.596188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.603572 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.608138 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/networks/6235e4b3-ffdb-41b6-8792-886530ce8274 HTTP/1.1" status: 204 len: 168 time: 2.1092060 Nov 12 13:49:20.623510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Pushing event deleted for resources: {'Port': ['ID=16ccefaa-4fae-47ab-9aad-29f7d044c945,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:20.642754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:49:20.653586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48844) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:20.655140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05917312-a6e6-4dcc-b0d7-da7af9eb65c5 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Network': ['ID=6235e4b3-ffdb-41b6-8792-886530ce8274,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:20.662168 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c3238c-d24f-4fd8-b90a-25f8e8938619" -d '{"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:49:20.708656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afed398b-37a0-4509-ac0b-545d0a2735f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.717200 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afed398b-37a0-4509-ac0b-545d0a2735f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.724319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] No DVR routers for this DVR port 16ccefaa-4fae-47ab-9aad-29f7d044c945 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:49:20.734993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00e185f-2b36-495c-a86d-f6657430868c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Deleting subnet 5f7d552f-7922-4f5b-9fc5-1174db7e5022 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:49:20.741182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a00e185f-2b36-495c-a86d-f6657430868c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.762366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.768738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.769327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.776219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.776772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.777213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.778538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.778967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.779714 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.782159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.782667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.785994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9992bd-c75f-44d9-9bbe-e04098419944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:20.815829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:20.832699 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dacb27-aa10-4269-9c98-687229dd998f x-openstack-request-id: req-66dacb27-aa10-4269-9c98-687229dd998f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:49:20.834897 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:49:20.835919 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-66dacb27-aa10-4269-9c98-687229dd998f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:49:20.837900 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'code': 200} Nov 12 13:49:20.839213 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:20.900232 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-afed398b-37a0-4509-ac0b-545d0a2735f4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=58c3093f94454448aab9dcdbfa16d137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4156361 Nov 12 13:49:20.906398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48858) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:20.909569 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a00e185f-2b36-495c-a86d-f6657430868c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:21.044686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed398b-37a0-4509-ac0b-545d0a2735f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e889fbb8-d639-4752-bdd9-09a21ecbce19,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:21.048212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:21.132211 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d91316b5-6a3e-4a9d-8463-ae41b65527f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:21.135858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a00e185f-2b36-495c-a86d-f6657430868c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:21.172530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153968fa-997f-43f0-b693-4c589865b683 req-ed9e0f6c-daea-4de0-a848-07061443f1b6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:21.174331 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-153968fa-997f-43f0-b693-4c589865b683 req-ed9e0f6c-daea-4de0-a848-07061443f1b6 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.1773283 Nov 12 13:49:21.211848 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d91316b5-6a3e-4a9d-8463-ae41b65527f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:21.294744 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a00e185f-2b36-495c-a86d-f6657430868c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:21.386315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-153968fa-997f-43f0-b693-4c589865b683 req-9bafea34-8a24-45c5-82ee-b6013845aa26 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034020 Nov 12 13:49:21.387711 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e185f-2b36-495c-a86d-f6657430868c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7d552f-7922-4f5b-9fc5-1174db7e5022,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:21.392496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a00e185f-2b36-495c-a86d-f6657430868c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:21.399698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd5e3c-194b-42e0-9ce8-884f7ebf376c None None] Network 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:49:21.416034 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a00e185f-2b36-495c-a86d-f6657430868c tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/subnets/5f7d552f-7922-4f5b-9fc5-1174db7e5022 HTTP/1.1" status: 204 len: 168 time: 0.7567132 Nov 12 13:49:21.416853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48880) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:21.452846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59b597-63d1-459f-a53f-210d1d094927 req-c621796e-48d6-4b7c-9973-2d0be362a2f9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:21.460442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa59b597-63d1-459f-a53f-210d1d094927 req-c621796e-48d6-4b7c-9973-2d0be362a2f9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 944 time: 0.1687412 Nov 12 13:49:21.502924 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d91316b5-6a3e-4a9d-8463-ae41b65527f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:21.540028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa59b597-63d1-459f-a53f-210d1d094927 req-6b1b5b64-1cb2-4f27-8941-d9c98b704200 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708807 Nov 12 13:49:21.556956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d91316b5-6a3e-4a9d-8463-ae41b65527f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:21.560154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d91316b5-6a3e-4a9d-8463-ae41b65527f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e889fbb8-d639-4752-bdd9-09a21ecbce19 HTTP/1.1" status: 204 len: 168 time: 0.6522446 Nov 12 13:49:21.610288 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91316b5-6a3e-4a9d-8463-ae41b65527f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e889fbb8-d639-4752-bdd9-09a21ecbce19,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:21.640271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 48892) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:21.695735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9616c8cf-eb19-432d-a946-e83d51ec7f7e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Deleting subnet e9dd8c78-aadc-405e-887c-3bc9d4f09e72 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:49:21.728991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9616c8cf-eb19-432d-a946-e83d51ec7f7e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:21.747053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3537c76f-51d0-40e5-8497-959973153680 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:21.849572 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9616c8cf-eb19-432d-a946-e83d51ec7f7e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:21.962752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 3537c76f-51d0-40e5-8497-959973153680 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:49:21.978760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 3537c76f-51d0-40e5-8497-959973153680 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:21.979353 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.075851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d7ce7-4cda-4f3b-ba3c-843805a7ce80 None None] DHCP port deletion for 7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:49:22.190919 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9616c8cf-eb19-432d-a946-e83d51ec7f7e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.335507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-679321485-network', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:22.382250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d7ce7-4cda-4f3b-ba3c-843805a7ce80 None None] Deleting port cdee2570-ff3d-4896-9908-535ebaac4cb1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:49:22.382628 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7ce7-4cda-4f3b-ba3c-843805a7ce80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.498504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9616c8cf-eb19-432d-a946-e83d51ec7f7e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.501271 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.541243 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9616c8cf-eb19-432d-a946-e83d51ec7f7e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.552436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7dc2c5-1910-4b71-847f-e0d09e64e4a2 None None] Network 7bb05ffe-9afd-4388-83af-69eade116ac5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:49:22.565223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9616c8cf-eb19-432d-a946-e83d51ec7f7e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/subnets/e9dd8c78-aadc-405e-887c-3bc9d4f09e72 HTTP/1.1" status: 204 len: 168 time: 1.1468782 Nov 12 13:49:22.567637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48932) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:22.640185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616c8cf-eb19-432d-a946-e83d51ec7f7e tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Subnet': ['ID=e9dd8c78-aadc-405e-887c-3bc9d4f09e72,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:22.655422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Made reservation on behalf of c533243b26f94d4885fbcd3cee000005 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:49:22.658020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.695967 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.716379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-eb1d7ce7-4cda-4f3b-ba3c-843805a7ce80 None None] For port cdee2570-ff3d-4896-9908-535ebaac4cb1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cdee2570-ff3d-4896-9908-535ebaac4cb1,segment=NetworkSegment(2289f915-d690-408d-867a-a2177acddc2a),segment_id=2289f915-d690-408d-867a-a2177acddc2a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:22.716783 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7ce7-4cda-4f3b-ba3c-843805a7ce80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.755391 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.790383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:22.817142 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.819812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d7ce7-4cda-4f3b-ba3c-843805a7ce80 None None] Calling delete_port for cdee2570-ff3d-4896-9908-535ebaac4cb1 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:49:22.849079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba27956-5974-46c5-9b46-6d9121277a85 req-34517880-b917-4181-bb03-0459c7991a9b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:22.850736 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cba27956-5974-46c5-9b46-6d9121277a85 req-34517880-b917-4181-bb03-0459c7991a9b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 944 time: 0.1430650 Nov 12 13:49:22.861393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Deleting port cdee2570-ff3d-4896-9908-535ebaac4cb1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:49:22.862408 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:22.870546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537c76f-51d0-40e5-8497-959973153680'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:49:22.873106 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b18c0-0596-4cf9-8e0c-b50b8a319591" -d '{"events": [{"server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "name": "network-vif-plugged", "status": "completed", "tag": "3537c76f-51d0-40e5-8497-959973153680"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:49:22.996101 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cba27956-5974-46c5-9b46-6d9121277a85 req-d4e556c1-da0f-4587-9010-2135c8b66810 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351533 Nov 12 13:49:23.001187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3537c76f-51d0-40e5-8497-959973153680,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:23.052617 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d779756a-65fa-45a0-a8b2-3567b16d4436 x-openstack-request-id: req-d779756a-65fa-45a0-a8b2-3567b16d4436 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:49:23.053622 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "name": "network-vif-plugged", "status": "completed", "tag": "3537c76f-51d0-40e5-8497-959973153680", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:49:23.054119 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d779756a-65fa-45a0-a8b2-3567b16d4436 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:49:23.055895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] For port cdee2570-ff3d-4896-9908-535ebaac4cb1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cdee2570-ff3d-4896-9908-535ebaac4cb1,segment=NetworkSegment(2289f915-d690-408d-867a-a2177acddc2a),segment_id=2289f915-d690-408d-867a-a2177acddc2a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:23.056541 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537c76f-51d0-40e5-8497-959973153680', 'code': 200} Nov 12 13:49:23.059831 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.061835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.077619 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.103958 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7ce7-4cda-4f3b-ba3c-843805a7ce80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.163452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Calling delete_port for cdee2570-ff3d-4896-9908-535ebaac4cb1 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:49:23.187712 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:49:23.196052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3052ae7d-1331-4c6d-a644-ef877670ceb9 None None] DHCP port deletion for 7bb05ffe-9afd-4388-83af-69eade116ac5 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:49:23.203360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d7ce7-4cda-4f3b-ba3c-843805a7ce80 None None] No DVR routers for this DVR port cdee2570-ff3d-4896-9908-535ebaac4cb1 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:49:23.206638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d7ce7-4cda-4f3b-ba3c-843805a7ce80 None None] Pushing event deleted for resources: {'Port': ['ID=cdee2570-ff3d-4896-9908-535ebaac4cb1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:23.266495 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5004f40f-d71c-46fb-be3a-d3c12a370584,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:23.272552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.272898 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Added segment 41fd380a-7c4d-4745-8b54-7a18c479ba71 of type vlan for network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f Nov 12 13:49:23.276308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.290884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] No DVR routers for this DVR port cdee2570-ff3d-4896-9908-535ebaac4cb1 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:49:23.327053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3052ae7d-1331-4c6d-a644-ef877670ceb9 None None] Deleting port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:49:23.327428 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3052ae7d-1331-4c6d-a644-ef877670ceb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.434232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Port': ['ID=cdee2570-ff3d-4896-9908-535ebaac4cb1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:23.484986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3052ae7d-1331-4c6d-a644-ef877670ceb9 None None] For port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52,segment=NetworkSegment(78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2),segment_id=78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:23.485415 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3052ae7d-1331-4c6d-a644-ef877670ceb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.520349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd733c-c153-4d10-b712-a87d6d7fb719 req-91aa0450-7262-4545-bce5-9e730ab288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:23.522193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9acd733c-c153-4d10-b712-a87d6d7fb719 req-91aa0450-7262-4545-bce5-9e730ab288ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1096 time: 0.3750224 Nov 12 13:49:23.541690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3052ae7d-1331-4c6d-a644-ef877670ceb9 None None] Calling delete_port for dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:49:23.544900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.565417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.567553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.568918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.569574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.569678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.571182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.571599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.572850 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.573128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.574660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.576208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.577627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:23.694270 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.708752 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.714371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:23.715394 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.717309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef9ad3-1f4a-4f74-b6ad-b00883567e48 req-e4eef43c-738d-4493-a972-3c671ca0990a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:23.719626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2ef9ad3-1f4a-4f74-b6ad-b00883567e48 req-e4eef43c-738d-4493-a972-3c671ca0990a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.3980174 Nov 12 13:49:23.751045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:23.756916 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9acd733c-c153-4d10-b712-a87d6d7fb719 req-bcc5398e-1379-4ec8-85d0-8b49e0ced390 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014973 Nov 12 13:49:23.770358 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3052ae7d-1331-4c6d-a644-ef877670ceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.774712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1323731 Nov 12 13:49:23.779453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 48990) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:23.785869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Request body: {'subnet': {'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-679321485-subnet', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:23.793573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2289f915-d690-408d-867a-a2177acddc2a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:23.794255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2289f915-d690-408d-867a-a2177acddc2a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:23.821223 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.844934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052ae7d-1331-4c6d-a644-ef877670ceb9 None None] Pushing event deleted for resources: {'Port': ['ID=dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:23.847301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3052ae7d-1331-4c6d-a644-ef877670ceb9 None None] No DVR routers for this DVR port dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:49:23.903087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.907645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9387bf-5be2-4346-bd03-39ce5ede380f admin admin] Pushing event updated for resources: {'Network': ['ID=51434846-0e7e-4c13-8b1d-ea8c7d40b33f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:23.920008 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:49:23.962125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:49:23.963492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:49:23.972437 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:49:24.005701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Made reservation on behalf of c533243b26f94d4885fbcd3cee000005 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:49:24.008324 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:24.076197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cdee2570-ff3d-4896-9908-535ebaac4cb1 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:49:24.130385 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2ef9ad3-1f4a-4f74-b6ad-b00883567e48 req-8bc5b0f5-ca80-4e4e-8301-e3be3f383bac tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3985004 Nov 12 13:49:24.133789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: cdee2570-ff3d-4896-9908-535ebaac4cb1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:49:24.135300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cdee2570-ff3d-4896-9908-535ebaac4cb1 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:49:24.136374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:49:24.148732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cbb8ad45-36de-4cd6-aa86-da880df58c4d no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:49:24.215940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3301-d04d-4df0-a299-50a8c84b1bd0 req-a20e947f-5bcc-433c-8a43-baf3c9044947 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:24.218523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1d5a3301-d04d-4df0-a299-50a8c84b1bd0 req-a20e947f-5bcc-433c-8a43-baf3c9044947 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.0981469 Nov 12 13:49:24.242118 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:24.256704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:24.270740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/networks/7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2 HTTP/1.1" status: 204 len: 168 time: 1.6987569 Nov 12 13:49:24.273648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49004) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:24.288142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:49:24.288640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device dfa33a3a-3e0b-4bcb-97e6-b6cee66daa52 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:49:24.326295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d2bd9-fdd5-47d9-811b-ae38fd82df57 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Network': ['ID=7bc3c685-7dcb-4bb3-9c6a-da269c1c76a2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:24.507881 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:24.606030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b6107f-2237-4c6d-9059-30ef6b337e35,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:24.608882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Checking segment: {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:24.609251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Network hostable DHCP agents. Network: 51434846-0e7e-4c13-8b1d-ea8c7d40b33f, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:49:24.632555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:49:24.648402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 51434846-0e7e-4c13-8b1d-ea8c7d40b33f) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:24.658138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:24.660050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:24.661875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4338eb-260b-41ba-9a31-53bbc7f30bc5 None None] Network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:49:24.689197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6c13b687-5ba6-45bf-aa77-d676b355ff7f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9057374 Nov 12 13:49:24.689680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:24.695136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-679321485-router', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:24.731920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:24.737986 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:24.863386 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.015955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'fixed_ips': [{'subnet_id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:49:25.018839 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.349427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Allocated IP 172.20.0.2 (51434846-0e7e-4c13-8b1d-ea8c7d40b33f/c5b6107f-2237-4c6d-9059-30ef6b337e35/a8ad90ba-5804-4d91-84be-58e5ea3500b9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:25.372204 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1d5a3301-d04d-4df0-a299-50a8c84b1bd0 req-f60e953d-e11e-4e31-a9b6-5ad1179b860e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1435735 Nov 12 13:49:25.446220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.461980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-9c40bcc7-ef5d-493e-b173-ccd644ac41d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5502877 Nov 12 13:49:25.562529 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.587149 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.626093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb05ffe-9afd-4388-83af-69eade116ac5']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:25.645241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:25.645634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e0c8a9-36e1-46a8-ac35-4f8d502f3ff2') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:25.668574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.702374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.713598 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.720261 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:49:25.721523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.728007 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:49:25.732538 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:49:25.735211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999f64c-4310-45a1-a28d-8eeea7efe05f req-ffc3d052-7d88-4bbe-8db7-fc7577f0c9c2 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:25.736673 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6999f64c-4310-45a1-a28d-8eeea7efe05f req-ffc3d052-7d88-4bbe-8db7-fc7577f0c9c2 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.1442056 Nov 12 13:49:25.830816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:25.832589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Pushing event updated for resources: {'Port': ['ID=a8ad90ba-5804-4d91-84be-58e5ea3500b9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:25.836410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:25.840787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:25.860941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6999f64c-4310-45a1-a28d-8eeea7efe05f req-c38f670f-9aa0-441c-84b5-58239acba2a3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120138 Nov 12 13:49:25.864173 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.897968 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.907761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/networks/7bb05ffe-9afd-4388-83af-69eade116ac5 HTTP/1.1" status: 204 len: 168 time: 1.6320374 Nov 12 13:49:25.908579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab48493-1d66-4ede-b01c-c64153354971 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Network': ['ID=7bb05ffe-9afd-4388-83af-69eade116ac5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:25.909132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:25.941826 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Attempting to bind port a8ad90ba-5804-4d91-84be-58e5ea3500b9 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:25.942955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Attempting to bind port a8ad90ba-5804-4d91-84be-58e5ea3500b9 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:25.943328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Attempting to bind port a8ad90ba-5804-4d91-84be-58e5ea3500b9 on network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:25.949314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:25.949705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Checking segment: {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:25.950105 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:25.950571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Bound using segment: {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:25.951038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Bound port: a8ad90ba-5804-4d91-84be-58e5ea3500b9, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:25.951709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:26.048746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] For port a8ad90ba-5804-4d91-84be-58e5ea3500b9, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:49:26.054997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] For port a8ad90ba-5804-4d91-84be-58e5ea3500b9, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a8ad90ba-5804-4d91-84be-58e5ea3500b9,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:49:26.061258 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:26.100611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-752e29e8-47e0-4e94-98b4-18e4a7d85578 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Deleting subnet c4548802-0186-4806-b2dc-af77208c949a {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:49:26.106599 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-752e29e8-47e0-4e94-98b4-18e4a7d85578 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:26.174665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaccb60-d139-41da-990c-1c3f5f7dcc80 None None] Pushing event updated for resources: {'Port': ['ID=a8ad90ba-5804-4d91-84be-58e5ea3500b9,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:26.208182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-752e29e8-47e0-4e94-98b4-18e4a7d85578 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:26.251582 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:26.283225 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:26.589069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Allocated IP 172.25.5.121 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/c7cec6cc-45c3-4176-b57e-857e75196508) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:26.634079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-752e29e8-47e0-4e94-98b4-18e4a7d85578 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:26.675316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4a20c-ffbc-4a7c-bb61-e62529244736 req-5f82b427-e5e4-4769-8840-55076bc07f4d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:26.677099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45e4a20c-ffbc-4a7c-bb61-e62529244736 req-5f82b427-e5e4-4769-8840-55076bc07f4d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.1053627 Nov 12 13:49:26.806415 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45e4a20c-ffbc-4a7c-bb61-e62529244736 req-98bf36aa-4986-4ddb-8185-c1b2a58cd7e4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167090 Nov 12 13:49:26.854465 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:26.856431 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-752e29e8-47e0-4e94-98b4-18e4a7d85578 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:26.873326 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-752e29e8-47e0-4e94-98b4-18e4a7d85578 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:26.877932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d847fe2e-a698-4bb1-b799-f385404fc937 None None] Network c5667da4-df51-4392-bb35-76ae43cd680b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:49:26.892984 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-752e29e8-47e0-4e94-98b4-18e4a7d85578 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/subnets/c4548802-0186-4806-b2dc-af77208c949a HTTP/1.1" status: 204 len: 168 time: 0.9693644 Nov 12 13:49:26.893336 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49056) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:26.979030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e29e8-47e0-4e94-98b4-18e4a7d85578 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Subnet': ['ID=c4548802-0186-4806-b2dc-af77208c949a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:27.058881 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2824cf15-f426-408f-8792-c4273040aa03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:27.110794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ba5fc-d378-4815-baac-0f3fb9845772 req-b19960a3-2933-4de9-9619-ade731b73b66 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:27.112393 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f92ba5fc-d378-4815-baac-0f3fb9845772 req-b19960a3-2933-4de9-9619-ade731b73b66 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.1557350 Nov 12 13:49:27.143852 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:27.185637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74e90e-a829-42c1-a08d-b1847c54f208 req-5f2042cc-b73a-486a-b0e4-07ebc3487f6c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:27.187599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd74e90e-a829-42c1-a08d-b1847c54f208 req-5f2042cc-b73a-486a-b0e4-07ebc3487f6c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.1716232 Nov 12 13:49:27.199426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-4c99db79-84bc-408c-8622-67c42c81ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:27.203338 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-4c99db79-84bc-408c-8622-67c42c81ce3b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401&tenant_id=c84d34baa15843938eb97faf0bdfc46a HTTP/1.1" status: 200 len: 1094 time: 0.1884782 Nov 12 13:49:27.251567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:27.273651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f92ba5fc-d378-4815-baac-0f3fb9845772 req-13e4e3f0-7962-463a-837b-e36b117ffa0b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364608 Nov 12 13:49:27.293856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49058) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:27.336057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0b102e-17fb-4b9f-98e0-c4df0fb130f7 None None] DHCP port deletion for c5667da4-df51-4392-bb35-76ae43cd680b request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:49:27.368132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:27.377641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:27.380769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Pushing event updated for resources: {'Port': ['ID=c7cec6cc-45c3-4176-b57e-857e75196508,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:27.384274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:27.412018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bae7fb-fb8c-4dfb-a18a-3da8084201b9 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:49:27.450314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd74e90e-a829-42c1-a08d-b1847c54f208 req-417cf290-05cc-4ec9-b19c-4c187856be92 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123885 Nov 12 13:49:27.469125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-e4e5aa15-010d-4aa5-9594-32ba7e49f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:27.471741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-e4e5aa15-010d-4aa5-9594-32ba7e49f454 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1094 time: 0.2203486 Nov 12 13:49:27.477097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20220dc-7399-46c6-9edc-120f89af5290 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:27.478813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f20220dc-7399-46c6-9edc-120f89af5290 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1091 time: 0.1802316 Nov 12 13:49:27.489267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49060) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:27.509500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b102e-17fb-4b9f-98e0-c4df0fb130f7 None None] Deleting port 73c2aef1-8868-48db-b916-041cd257532a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:49:27.510015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb0b102e-17fb-4b9f-98e0-c4df0fb130f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:27.515267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '3537c76f-51d0-40e5-8497-959973153680', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:27.524099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Deleting port 73c2aef1-8868-48db-b916-041cd257532a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:49:27.524099 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:27.643907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ee3294c1-88dc-4134-9b03-e94e948437d7 None None] Provisioning complete for port c7cec6cc-45c3-4176-b57e-857e75196508 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:27.644519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee3294c1-88dc-4134-9b03-e94e948437d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:27.660156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] For port 73c2aef1-8868-48db-b916-041cd257532a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=73c2aef1-8868-48db-b916-041cd257532a,segment=NetworkSegment(53b1252f-68bb-4069-be78-70d0ac06c0f8),segment_id=53b1252f-68bb-4069-be78-70d0ac06c0f8)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:27.660927 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:27.716068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fb0b102e-17fb-4b9f-98e0-c4df0fb130f7 None None] For port 73c2aef1-8868-48db-b916-041cd257532a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=73c2aef1-8868-48db-b916-041cd257532a,segment=NetworkSegment(53b1252f-68bb-4069-be78-70d0ac06c0f8),segment_id=53b1252f-68bb-4069-be78-70d0ac06c0f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:27.716532 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb0b102e-17fb-4b9f-98e0-c4df0fb130f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:27.737745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ee3294c1-88dc-4134-9b03-e94e948437d7 None None] Port c7cec6cc-45c3-4176-b57e-857e75196508 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:27.755886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b102e-17fb-4b9f-98e0-c4df0fb130f7 None None] Calling delete_port for 73c2aef1-8868-48db-b916-041cd257532a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:49:27.779598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Calling delete_port for 73c2aef1-8868-48db-b916-041cd257532a owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:49:27.805398 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:27.806302 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:27.871219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b08204-d8a9-42ea-ac47-991a808104aa None None] Network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:49:27.920242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-9439825f-38dd-4762-91e5-9c7899f14a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:27.921800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-9439825f-38dd-4762-91e5-9c7899f14a77 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.4392126 Nov 12 13:49:28.033413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb0b102e-17fb-4b9f-98e0-c4df0fb130f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.054374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c5e88967-b24a-42af-8b7d-8c9afb02dffd None None] Provisioning complete for port a8ad90ba-5804-4d91-84be-58e5ea3500b9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:28.054374 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5e88967-b24a-42af-8b7d-8c9afb02dffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.088389 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.092276 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-e50a8053-f72a-4577-8405-f088a8afceed service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 200 len: 999 time: 0.1380897 Nov 12 13:49:28.117516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b102e-17fb-4b9f-98e0-c4df0fb130f7 None None] Pushing event deleted for resources: {'Port': ['ID=73c2aef1-8868-48db-b916-041cd257532a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:28.155776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Port': ['ID=73c2aef1-8868-48db-b916-041cd257532a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:28.159647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] No DVR routers for this DVR port 73c2aef1-8868-48db-b916-041cd257532a on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:49:28.221436 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.224152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b102e-17fb-4b9f-98e0-c4df0fb130f7 None None] No DVR routers for this DVR port 73c2aef1-8868-48db-b916-041cd257532a on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:49:28.246280 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a8ad90ba-5804-4d91-84be-58e5ea3500b9 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:28.318737 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.327321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5e88967-b24a-42af-8b7d-8c9afb02dffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.348655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-e49d2f7b-15cb-4912-9dd4-5db2e0f85830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:28.350536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-e49d2f7b-15cb-4912-9dd4-5db2e0f85830 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.2462351 Nov 12 13:49:28.365203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5667da4-df51-4392-bb35-76ae43cd680b']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:28.391701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c5e88967-b24a-42af-8b7d-8c9afb02dffd None None] For port a8ad90ba-5804-4d91-84be-58e5ea3500b9, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a8ad90ba-5804-4d91-84be-58e5ea3500b9,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:28.404592 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5e88967-b24a-42af-8b7d-8c9afb02dffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.413172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b1252f-68bb-4069-be78-70d0ac06c0f8') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:28.413720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b1252f-68bb-4069-be78-70d0ac06c0f8') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:28.439029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Router b44e009c-7424-4ad5-9bbe-231b8a7daa2e is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:49:28.471845 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.477077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.508276 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.552814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-8b3df9b0-9d82-4c4f-8b04-9037f0ab6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:28.555185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-8b3df9b0-9d82-4c4f-8b04-9037f0ab6b0e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822231 Nov 12 13:49:28.557368 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e88967-b24a-42af-8b7d-8c9afb02dffd None None] Pushing event updated for resources: {'Port': ['ID=a8ad90ba-5804-4d91-84be-58e5ea3500b9,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:28.559295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:49:28.559751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: self.session.flush() Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:49:28.564914 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:49:28.672531 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a8ad90ba-5804-4d91-84be-58e5ea3500b9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:28.673032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.702250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-414ebb76-ca8d-436a-afb6-093dac598a47 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363525 Nov 12 13:49:28.748640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:49:28.777565 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Sync routers for ids ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:49:28.809784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac7605-df3f-4107-96c7-5fe5e799696c req-053ced12-a5b7-4d93-8ea2-6b9b12a14f95 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:28.817584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Routers {'b44e009c-7424-4ad5-9bbe-231b8a7daa2e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:28.818359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:28.829794 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2eac7605-df3f-4107-96c7-5fe5e799696c req-053ced12-a5b7-4d93-8ea2-6b9b12a14f95 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.1980286 Nov 12 13:49:28.860934 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.862533 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-149a55ec-a1dd-4f38-8cd8-6c3b6e576a3f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1716964 Nov 12 13:49:28.866909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49072) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:28.974178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:28.994928 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.007543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/networks/c5667da4-df51-4392-bb35-76ae43cd680b HTTP/1.1" status: 204 len: 168 time: 2.1126609 Nov 12 13:49:29.028595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49074) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:29.048089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2eac7605-df3f-4107-96c7-5fe5e799696c req-17a17e65-770b-4831-bf97-a12af31f457e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169797 Nov 12 13:49:29.084707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Set router b44e009c-7424-4ad5-9bbe-231b8a7daa2e gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:29.123122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.25.5.116 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/773d8fe1-1124-4f77-abae-12b27edeab35) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:29.140236 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-d0a2d60b-9745-4097-9c20-bc27b524b4e7 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193919 Nov 12 13:49:29.167847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 73c2aef1-8868-48db-b916-041cd257532a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:49:29.195210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ead712-5828-450e-a7a3-5500ea0cfd81 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Pushing event deleted for resources: {'Network': ['ID=c5667da4-df51-4392-bb35-76ae43cd680b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:29.236278 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a6fabf75-0a24-4b60-8fee-3230faad6b6d tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "GET /v2.0/ports?device_id=5aa3f829-577c-4aa6-a8b7-325b6b59785b HTTP/1.1" status: 200 len: 205 time: 0.1001399 Nov 12 13:49:29.237729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49078) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:29.350340 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-42463aea-0da4-4242-a220-87d901c8cf51 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.350586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 73c2aef1-8868-48db-b916-041cd257532a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:49:29.351004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 73c2aef1-8868-48db-b916-041cd257532a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:49:29.543002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3dae397c-eca6-4eff-97dd-c15f112fd738 None None] Provisioning complete for port a8ad90ba-5804-4d91-84be-58e5ea3500b9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:29.543383 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dae397c-eca6-4eff-97dd-c15f112fd738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.631347 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a91de47-781e-45a7-ad09-307f98f93b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.635616 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-42463aea-0da4-4242-a220-87d901c8cf51 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.639243 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-42463aea-0da4-4242-a220-87d901c8cf51 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.700468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.737486 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.782477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-42463aea-0da4-4242-a220-87d901c8cf51 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.783036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42463aea-0da4-4242-a220-87d901c8cf51 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Fanout notify agent at l3_agent the message router_deleted on router 5aa3f829-577c-4aa6-a8b7-325b6b59785b {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:49:29.809457 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-42463aea-0da4-4242-a220-87d901c8cf51 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.810964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-42463aea-0da4-4242-a220-87d901c8cf51 tempest-RoutersNegativeIpV6Test-954170701 tempest-RoutersNegativeIpV6Test-954170701-project] 10.222.0.73 "DELETE /v2.0/routers/5aa3f829-577c-4aa6-a8b7-325b6b59785b HTTP/1.1" status: 204 len: 168 time: 0.5691314 Nov 12 13:49:29.813132 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:29.838111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'name': 'tempest-TestServerMultinode-679321485-router', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:24Z', 'updated_at': '2021-11-12T13:49:27Z', 'revision_number': 3, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'gw_port': {'id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:26Z', 'updated_at': '2021-11-12T13:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:29.914602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Checking router: b44e009c-7424-4ad5-9bbe-231b8a7daa2e for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:49:29.915324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Updating router b44e009c-7424-4ad5-9bbe-231b8a7daa2e port c7cec6cc-45c3-4176-b57e-857e75196508 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:49:30.009548 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:30.130525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:30.140562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:30.146761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:30.155672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=773d8fe1-1124-4f77-abae-12b27edeab35,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:30.385385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a8ad90ba-5804-4d91-84be-58e5ea3500b9 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:30.468633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Allocated IP 172.20.0.1 (51434846-0e7e-4c13-8b1d-ea8c7d40b33f/c5b6107f-2237-4c6d-9059-30ef6b337e35/6a65829c-4eb7-4715-9087-4ce43234d686) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:30.553876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d56556-4a98-4a54-8149-927ee4040297 req-0a1d4dde-d18e-4c7d-b036-70cd28851a6e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:30.556666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88d56556-4a98-4a54-8149-927ee4040297 req-0a1d4dde-d18e-4c7d-b036-70cd28851a6e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.2721028 Nov 12 13:49:30.677233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49116) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:30.737026 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:30.749161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a8ad90ba-5804-4d91-84be-58e5ea3500b9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:30.749919 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:30.807471 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:30.928226 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:31.111711 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:31.132542 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:31.165362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6a65829c-4eb7-4715-9087-4ce43234d686,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:31.166223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88d56556-4a98-4a54-8149-927ee4040297 req-b0b33cef-6685-44ca-903d-8e41263ba601 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6006801 Nov 12 13:49:31.179682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:31.181616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:31.185108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:31.252381 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:31.599976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49132) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:31.600649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:31.851579 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5510b9fc-de6f-4eaa-8265-94f898febc4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:31.940066 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cc66f-6838-44f8-b223-8716e1953f0a None None] Pushing event updated for resources: {'Port': ['ID=c7cec6cc-45c3-4176-b57e-857e75196508,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:32.014337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9234f46e-c988-47ed-b458-acaf930dc545 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:49:32.029420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Attempting to bind port c7cec6cc-45c3-4176-b57e-857e75196508 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:32.030162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Attempting to bind port c7cec6cc-45c3-4176-b57e-857e75196508 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:32.030294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Attempting to bind port c7cec6cc-45c3-4176-b57e-857e75196508 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:32.051281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c78ac346-cad0-4760-9cce-ca2b447dd94b None None] Provisioning complete for port 6a65829c-4eb7-4715-9087-4ce43234d686 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:32.051593 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c78ac346-cad0-4760-9cce-ca2b447dd94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:32.098295 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:32.099455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:32.099455 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:32.101236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:32.101236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Bound port: c7cec6cc-45c3-4176-b57e-857e75196508, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:32.105174 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:32.120344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:32.151501 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:32.282850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c78ac346-cad0-4760-9cce-ca2b447dd94b None None] Port 6a65829c-4eb7-4715-9087-4ce43234d686 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:32.297660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5510b9fc-de6f-4eaa-8265-94f898febc4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:32.308072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6a65829c-4eb7-4715-9087-4ce43234d686,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:32.515884 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:32.528206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-414d914e-abfc-4687-bb34-ac4e5a277165 None None] Provisioning complete for port c7cec6cc-45c3-4176-b57e-857e75196508 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:32.528802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414d914e-abfc-4687-bb34-ac4e5a277165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:32.642444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] For port c7cec6cc-45c3-4176-b57e-857e75196508, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:49:32.647153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-414d914e-abfc-4687-bb34-ac4e5a277165 None None] Port c7cec6cc-45c3-4176-b57e-857e75196508 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:32.675508 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] For port c7cec6cc-45c3-4176-b57e-857e75196508, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c7cec6cc-45c3-4176-b57e-857e75196508,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:49:32.690550 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-17251b0d-17f6-4559-9e39-1c459615e4dd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c44d8d6928f040b4a5a9b4b405726f99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9857810 Nov 12 13:49:32.692462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:32.694404 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49150) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:32.862956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cc66f-6838-44f8-b223-8716e1953f0a None None] Pushing event updated for resources: {'Port': ['ID=c7cec6cc-45c3-4176-b57e-857e75196508,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:32.882535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae48d56-898e-41db-80fd-69cde991169f None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:49:32.886512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Routers {'b44e009c-7424-4ad5-9bbe-231b8a7daa2e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:32.887383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:32.888036 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.102080 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-984b0c52-870f-420c-ac4b-131708060fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.156369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.181101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8f73ef2-73b6-41e1-89f9-ca0d8d32f51e None None] Provisioning complete for port c7cec6cc-45c3-4176-b57e-857e75196508 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:33.182515 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8f73ef2-73b6-41e1-89f9-ca0d8d32f51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.190180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] Set router b44e009c-7424-4ad5-9bbe-231b8a7daa2e gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:33.206709 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-984b0c52-870f-420c-ac4b-131708060fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.244222 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.366629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5510b9fc-de6f-4eaa-8265-94f898febc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.371574 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.487421 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-984b0c52-870f-420c-ac4b-131708060fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.491689 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-984b0c52-870f-420c-ac4b-131708060fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.508180 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-984b0c52-870f-420c-ac4b-131708060fde admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2856f46-a8b4-4874-9826-b92d93a4e413 HTTP/1.1" status: 204 len: 168 time: 0.7934868 Nov 12 13:49:33.584343 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8f73ef2-73b6-41e1-89f9-ca0d8d32f51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.624672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b0c52-870f-420c-ac4b-131708060fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2856f46-a8b4-4874-9826-b92d93a4e413,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:33.625201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510b9fc-de6f-4eaa-8265-94f898febc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5e95ed-6874-41dc-8df0-54da365cb01d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:33.699213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5510b9fc-de6f-4eaa-8265-94f898febc4e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c020563718764ec9bbaccfc4ee8a0b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0856888 Nov 12 13:49:33.712335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49168) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:33.737093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8f73ef2-73b6-41e1-89f9-ca0d8d32f51e None None] For port c7cec6cc-45c3-4176-b57e-857e75196508, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c7cec6cc-45c3-4176-b57e-857e75196508,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:33.754788 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8f73ef2-73b6-41e1-89f9-ca0d8d32f51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.850270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.856967 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:33.875918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:33.882549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:33.953843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e57d9-583b-49d8-ade8-82bb18e05655 req-b8e51bb7-d771-44c8-8f3a-fa959008995c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:33.979346 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-074e57d9-583b-49d8-ade8-82bb18e05655 req-b8e51bb7-d771-44c8-8f3a-fa959008995c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.6642413 Nov 12 13:49:34.067885 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f73ef2-73b6-41e1-89f9-ca0d8d32f51e None None] Pushing event updated for resources: {'Port': ['ID=c7cec6cc-45c3-4176-b57e-857e75196508,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:34.114899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=773d8fe1-1124-4f77-abae-12b27edeab35,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:34.122967 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:34.133389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'name': 'tempest-TestServerMultinode-679321485-router', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:24Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 4, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'gw_port': {'id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:26Z', 'updated_at': '2021-11-12T13:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6a65829c-4eb7-4715-9087-4ce43234d686', 'name': '', 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'mac_address': 'fa:16:3e:80:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:29Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 2, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'subnets': [{'id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:34.197299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49176) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:34.199104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c45f2d-aad8-43a0-bda5-e29c1dea5a11 None None] The sync data for ids ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'] in n-d-805736-4 is: [{'id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'name': 'tempest-TestServerMultinode-679321485-router', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:24Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 4, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'gw_port': {'id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:26Z', 'updated_at': '2021-11-12T13:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6a65829c-4eb7-4715-9087-4ce43234d686', 'name': '', 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'mac_address': 'fa:16:3e:80:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:29Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 2, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'subnets': [{'id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:49:34.207205 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-074e57d9-583b-49d8-ade8-82bb18e05655 req-4d943f19-a0b9-4c54-84df-82d95a01d24c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233663 Nov 12 13:49:34.364463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.364824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.365380 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78dd3000-4c72-4583-b534-2e361d203a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:34.367596 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.369161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.369632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.371320 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.371320 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.371694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.372011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.372355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.372695 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.373029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:49:34.455896 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78dd3000-4c72-4583-b534-2e361d203a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:34.458729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-33a891f4-35af-4183-adb4-5817302a3013 None None] Provisioning complete for port 6a65829c-4eb7-4715-9087-4ce43234d686 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:34.458729 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33a891f4-35af-4183-adb4-5817302a3013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:34.499120 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Floating IP 1add9836-100c-4a3d-a9b0-43bdf2d7ba41 associated. External IP: 172.25.5.116, port: 3537c76f-51d0-40e5-8497-959973153680. Nov 12 13:49:34.557399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd5cfc25-04e8-4f41-a28a-2f5b0d3e4e5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:34.562651 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78dd3000-4c72-4583-b534-2e361d203a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:34.571829 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78dd3000-4c72-4583-b534-2e361d203a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:34.573256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-78dd3000-4c72-4583-b534-2e361d203a97 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a5e95ed-6874-41dc-8df0-54da365cb01d HTTP/1.1" status: 204 len: 168 time: 0.7304981 Nov 12 13:49:34.589911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-33a891f4-35af-4183-adb4-5817302a3013 None None] Port 6a65829c-4eb7-4715-9087-4ce43234d686 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:34.640370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd3000-4c72-4583-b534-2e361d203a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5e95ed-6874-41dc-8df0-54da365cb01d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:34.710716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Router b44e009c-7424-4ad5-9bbe-231b8a7daa2e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:49:35.151361 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 27af600b-337f-47b3-859f-d9989b276d50 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:49:35.206415 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd5cfc25-04e8-4f41-a28a-2f5b0d3e4e5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:35.231861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd5cfc25-04e8-4f41-a28a-2f5b0d3e4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:35.352905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cfc25-04e8-4f41-a28a-2f5b0d3e4e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2076ee-1729-4858-8456-fa8e23510de9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:35.367952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bd5cfc25-04e8-4f41-a28a-2f5b0d3e4e5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dbe9674ff5a24029a7ff83dc16e4089b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1570196 Nov 12 13:49:35.369327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49200) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:35.402322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:49:35.414438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-598aec8c-6bd1-459c-8ffd-421afd13e5e0 admin admin] 10.222.0.73 "PUT /v2.0/routers/b44e009c-7424-4ad5-9bbe-231b8a7daa2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5461643 Nov 12 13:49:35.542561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-600e22eb-5f89-4bc8-894e-364fe838898d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:35.582761 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-600e22eb-5f89-4bc8-894e-364fe838898d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:35.604759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:49:35.619250 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] Sync routers for ids ['27af600b-337f-47b3-859f-d9989b276d50'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:49:35.642861 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] Routers {'27af600b-337f-47b3-859f-d9989b276d50'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:35.643496 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27af600b-337f-47b3-859f-d9989b276d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:35.647657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49210) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:35.693854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:35.804594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0007e8f3-a744-4057-85e0-8b47f731a047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:35.851048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead5526-5261-457f-b6bc-f58ea8cd92a7 req-30006635-a435-4ce2-9e9d-52e012164984 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:35.862876 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ead5526-5261-457f-b6bc-f58ea8cd92a7 req-30006635-a435-4ce2-9e9d-52e012164984 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.4073439 Nov 12 13:49:35.909327 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b2991af7-8c35-4198-a54d-6a38f2f6cd88 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4024978 Nov 12 13:49:35.916343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'tag': '3537c76f-51d0-40e5-8497-959973153680'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:49:35.918746 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9608666e-4a00-4a20-be62-8bafcc27da62" -d '{"events": [{"name": "network-changed", "server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "tag": "3537c76f-51d0-40e5-8497-959973153680"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:49:36.049619 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ead5526-5261-457f-b6bc-f58ea8cd92a7 req-9de2b058-3c32-4965-ac6b-dc61f9dce8c8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751087 Nov 12 13:49:36.192689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-600e22eb-5f89-4bc8-894e-364fe838898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:36.204090 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-600e22eb-5f89-4bc8-894e-364fe838898d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:36.220067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-600e22eb-5f89-4bc8-894e-364fe838898d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d2076ee-1729-4858-8456-fa8e23510de9 HTTP/1.1" status: 204 len: 168 time: 0.8486414 Nov 12 13:49:36.257682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c7cec6cc-45c3-4176-b57e-857e75196508 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:36.259617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e22eb-5f89-4bc8-894e-364fe838898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2076ee-1729-4858-8456-fa8e23510de9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:36.272154 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] Set router 27af600b-337f-47b3-859f-d9989b276d50 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:36.313766 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9022264d-eaaf-40ee-bb74-fd40df8ef852 x-openstack-request-id: req-9022264d-eaaf-40ee-bb74-fd40df8ef852 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:49:36.314212 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "tag": "3537c76f-51d0-40e5-8497-959973153680", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:49:36.314381 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9022264d-eaaf-40ee-bb74-fd40df8ef852 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:49:36.314833 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'tag': '3537c76f-51d0-40e5-8497-959973153680', 'status': 'completed', 'code': 200} Nov 12 13:49:36.326002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49224) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:36.457933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253c8a5-698b-49e5-95f5-bfc5744f8e7b req-c70d3d5b-21c2-408b-b5cc-898b0ec807df tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:36.463752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7253c8a5-698b-49e5-95f5-bfc5744f8e7b req-c70d3d5b-21c2-408b-b5cc-898b0ec807df tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.2414651 Nov 12 13:49:36.533248 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-b2cc3204-1bc2-4bd0-b3d7-447426eace86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:36.535074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-b2cc3204-1bc2-4bd0-b3d7-447426eace86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1096 time: 0.2019215 Nov 12 13:49:36.652343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7253c8a5-698b-49e5-95f5-bfc5744f8e7b req-e89abeed-a57a-4d39-bbcc-670487f6dad3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815794 Nov 12 13:49:36.661670 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0007e8f3-a744-4057-85e0-8b47f731a047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:36.668379 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0007e8f3-a744-4057-85e0-8b47f731a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:36.695875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49228) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:36.737593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c7cec6cc-45c3-4176-b57e-857e75196508 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:36.738022 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:36.803716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0007e8f3-a744-4057-85e0-8b47f731a047 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=117d04c3c7ce4fddaf57d6694ae756b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1443050 Nov 12 13:49:36.804959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007e8f3-a744-4057-85e0-8b47f731a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8525c9-2883-4e26-8f2f-b8cf2e0ee813,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:36.828000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:36.990738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50ec4211-639e-45a6-a602-4be9c08971fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:36.994181 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c150fb78-a1d1-4852-aa82-0474658924e5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/1add9836-100c-4a3d-a9b0-43bdf2d7ba41 HTTP/1.1" status: 200 len: 991 time: 0.2936144 Nov 12 13:49:37.016723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-482773ed-8c3d-48c1-87af-d5a5003160bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:37.023343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-482773ed-8c3d-48c1-87af-d5a5003160bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=03f4b323-80b8-4cbe-a149-e58ce636eb3b HTTP/1.1" status: 200 len: 898 time: 0.4729443 Nov 12 13:49:37.042947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50ec4211-639e-45a6-a602-4be9c08971fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:37.180730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50ec4211-639e-45a6-a602-4be9c08971fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:37.188433 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50ec4211-639e-45a6-a602-4be9c08971fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:37.210887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-50ec4211-639e-45a6-a602-4be9c08971fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bc8525c9-2883-4e26-8f2f-b8cf2e0ee813 HTTP/1.1" status: 204 len: 168 time: 0.3815057 Nov 12 13:49:37.212683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-452b96ba-1211-4af4-b93a-8f1401e0b037 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:37.213828 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-452b96ba-1211-4af4-b93a-8f1401e0b037 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 13:49:37.215727 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-452b96ba-1211-4af4-b93a-8f1401e0b037 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 13:49:37.222195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49242) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:37.223433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-452b96ba-1211-4af4-b93a-8f1401e0b037 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8944871 Nov 12 13:49:37.263629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122550909'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:37.268451 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-3dfae4cd-96e6-4aba-a44c-ca923dfc7fcc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 999 time: 0.2290781 Nov 12 13:49:37.276329 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:49:37.308543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec4211-639e-45a6-a602-4be9c08971fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8525c9-2883-4e26-8f2f-b8cf2e0ee813,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:37.322611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49246) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:37.362852 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8d288f9-08c9-4475-9b2b-c88a86a64e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:37.400161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-2e9289e9-b196-4b87-a117-7fbe2582c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:37.403431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-2e9289e9-b196-4b87-a117-7fbe2582c517 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6fb1010-3158-4fae-ae9f-d5f3607138b6 HTTP/1.1" status: 200 len: 835 time: 0.1259267 Nov 12 13:49:37.410765 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '1add9836-100c-4a3d-a9b0-43bdf2d7ba41', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '27af600b-337f-47b3-859f-d9989b276d50', 'port_id': '3537c76f-51d0-40e5-8497-959973153680', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'mac_address': 'fa:16:3e:e4:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:49:31Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:49:05Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:37.461406 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:37.523981 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:37.549164 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] Checking router: 27af600b-337f-47b3-859f-d9989b276d50 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:49:37.594571 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] Routers {'27af600b-337f-47b3-859f-d9989b276d50'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:37.603929 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27af600b-337f-47b3-859f-d9989b276d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:37.634186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-22d02f4d-9182-43e2-a837-6aa17f4da91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:37.658628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-22d02f4d-9182-43e2-a837-6aa17f4da91b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=03f4b323-80b8-4cbe-a149-e58ce636eb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243280 Nov 12 13:49:37.686600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d527495-b209-49bc-9c96-34bdb706c44f req-6ad82b5b-5c6e-4699-8fc3-419b00d8f8f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:37.702996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9d527495-b209-49bc-9c96-34bdb706c44f req-6ad82b5b-5c6e-4699-8fc3-419b00d8f8f8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.2984734 Nov 12 13:49:37.709749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8d288f9-08c9-4475-9b2b-c88a86a64e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:37.721751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8d288f9-08c9-4475-9b2b-c88a86a64e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:37.773267 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:37.808483 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:37.849817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d8d288f9-08c9-4475-9b2b-c88a86a64e0e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b4f151be6894c64a7cb393c26c24a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217063 Nov 12 13:49:37.864870 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:37.940854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d288f9-08c9-4475-9b2b-c88a86a64e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5733b591-797f-45e4-b168-3c8142bcddc5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:37.979084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49258) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:37.988610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb30de3-dbbb-4c80-b936-59b4b5a67b2c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:37.999261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49260) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:38.004480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-268153411-network', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:38.046198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-6d97a843-4e36-4918-9034-27a4b937d5d1 service neutron] 10.222.0.70 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363371 Nov 12 13:49:38.131034 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] Set router 27af600b-337f-47b3-859f-d9989b276d50 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:38.166598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49262) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:38.285380 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9608666e-4a00-4a20-be62-8bafcc27da62 req-a2a6e986-b1e2-4e4b-81fe-e0daa5348dbf service neutron] 10.222.0.70 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220743 Nov 12 13:49:38.313088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59641da7-2e68-42c7-85be-5c92ce48a5a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.355665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Made reservation on behalf of 618b673ca31346b2b7b10d4dd68fcac6 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:49:38.358443 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.387536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.397840 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80d4632a-0438-49e9-ab50-18da1ee8020f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.453557 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80d4632a-0438-49e9-ab50-18da1ee8020f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.606070 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80d4632a-0438-49e9-ab50-18da1ee8020f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.609538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80d4632a-0438-49e9-ab50-18da1ee8020f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.610814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-80d4632a-0438-49e9-ab50-18da1ee8020f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5733b591-797f-45e4-b168-3c8142bcddc5 HTTP/1.1" status: 204 len: 168 time: 0.7414687 Nov 12 13:49:38.664069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4632a-0438-49e9-ab50-18da1ee8020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5733b591-797f-45e4-b168-3c8142bcddc5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:38.670259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e5bbecdc-fa86-4c8e-8a83-0a5ce2e20d2c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/1add9836-100c-4a3d-a9b0-43bdf2d7ba41 HTTP/1.1" status: 200 len: 991 time: 0.6588709 Nov 12 13:49:38.775168 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.788419 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.796450 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.848337 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '1add9836-100c-4a3d-a9b0-43bdf2d7ba41', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '27af600b-337f-47b3-859f-d9989b276d50', 'port_id': '3537c76f-51d0-40e5-8497-959973153680', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'mac_address': 'fa:16:3e:e4:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:49:31Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:49:05Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:38.852111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:38.867147 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.903629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:38.905372 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6756473 Nov 12 13:49:38.928978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49268) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:38.930277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:49:38.934599 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df694d36-030e-44f8-b024-c63ebfff9275 None None] The sync data for ids ['27af600b-337f-47b3-859f-d9989b276d50'] in n-d-805736-4 is: [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '1add9836-100c-4a3d-a9b0-43bdf2d7ba41', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '27af600b-337f-47b3-859f-d9989b276d50', 'port_id': '3537c76f-51d0-40e5-8497-959973153680', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'mac_address': 'fa:16:3e:e4:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:49:31Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:49:05Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:49:38.986560 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-dd7ecf5c-2924-4763-8e40-9c1db0e229c9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '846b74f5-911c-4b09-8adb-9887af39be6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:39.020157 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.020823 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Added segment 7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d of type vlan for network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca Nov 12 13:49:39.046718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9d527495-b209-49bc-9c96-34bdb706c44f req-ce8bf8f4-d1b6-4ba6-bb60-e7830c9a51e0 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3123899 Nov 12 13:49:39.061906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Sync routers for ids ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:49:39.073826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5ffc9-2499-4baa-a351-500f4e926351 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846b74f5-911c-4b09-8adb-9887af39be6e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:39.082595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Routers {'b44e009c-7424-4ad5-9bbe-231b8a7daa2e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:39.086801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:39.147321 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd7ecf5c-2924-4763-8e40-9c1db0e229c9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.226127 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.273387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Set router b44e009c-7424-4ad5-9bbe-231b8a7daa2e gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:39.281733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59641da7-2e68-42c7-85be-5c92ce48a5a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.296185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59641da7-2e68-42c7-85be-5c92ce48a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.368431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd7ecf5c-2924-4763-8e40-9c1db0e229c9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.374553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd7ecf5c-2924-4763-8e40-9c1db0e229c9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.414401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ecf5c-2924-4763-8e40-9c1db0e229c9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9252670-ba1d-4c84-9fb8-2164d8942dd9,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:39.434037 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd7ecf5c-2924-4763-8e40-9c1db0e229c9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.440313 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dd7ecf5c-2924-4763-8e40-9c1db0e229c9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4805806 Nov 12 13:49:39.442307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49280) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:39.453499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5400fc85-7b53-45d3-a6ac-27d24d4b0be4 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '846b74f5-911c-4b09-8adb-9887af39be6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:39.464639 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015166d5-1b12-42f0-94c6-029e75600c25 None None] New status for floating IP 1add9836-100c-4a3d-a9b0-43bdf2d7ba41: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:49:39.491764 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.497256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:39.499360 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.536966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5400fc85-7b53-45d3-a6ac-27d24d4b0be4 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.539388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59641da7-2e68-42c7-85be-5c92ce48a5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f701f32-c461-4906-bc54-0401e109cc27,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:39.603746 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6095428 Nov 12 13:49:39.613649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49288) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:39.616883 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-59641da7-2e68-42c7-85be-5c92ce48a5a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78698f85668345de838c52524031965c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4462767 Nov 12 13:49:39.621717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Request body: {'subnet': {'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-268153411-subnet', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:39.678226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49290) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:39.679464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49292) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:39.681586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Made reservation on behalf of 618b673ca31346b2b7b10d4dd68fcac6 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:49:39.688738 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:39.783197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'name': 'tempest-TestServerMultinode-679321485-router', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:24Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 4, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'gw_port': {'id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:26Z', 'updated_at': '2021-11-12T13:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6a65829c-4eb7-4715-9087-4ce43234d686', 'name': '', 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'mac_address': 'fa:16:3e:80:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:29Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 2, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'subnets': [{'id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:39.865412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a9de2-7378-4206-88aa-3c8b1149395e admin admin] Pushing event updated for resources: {'Network': ['ID=8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:39.869125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Checking router: b44e009c-7424-4ad5-9bbe-231b8a7daa2e for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:49:39.869508 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Updating router b44e009c-7424-4ad5-9bbe-231b8a7daa2e port 6a65829c-4eb7-4715-9087-4ce43234d686 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:49:39.928157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:49:39.938929 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-21b9a372-b373-4f5e-8eb1-9b081f715c9d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/1add9836-100c-4a3d-a9b0-43bdf2d7ba41 HTTP/1.1" status: 200 len: 991 time: 0.2374792 Nov 12 13:49:40.036414 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-5400fc85-7b53-45d3-a6ac-27d24d4b0be4 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 13:49:40.041386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:40.041946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5400fc85-7b53-45d3-a6ac-27d24d4b0be4 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5975935 Nov 12 13:49:40.109779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7edfb97c-fd19-44a7-b84c-50323e678ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.139999 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.204991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7edfb97c-fd19-44a7-b84c-50323e678ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.312948 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6eb80702-10b8-477c-90f3-a07fe165a33c tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.402427 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6eb80702-10b8-477c-90f3-a07fe165a33c tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.414099 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7edfb97c-fd19-44a7-b84c-50323e678ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.422622 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7edfb97c-fd19-44a7-b84c-50323e678ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.423983 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7edfb97c-fd19-44a7-b84c-50323e678ee4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4f701f32-c461-4906-bc54-0401e109cc27 HTTP/1.1" status: 204 len: 168 time: 0.7253830 Nov 12 13:49:40.522351 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6eb80702-10b8-477c-90f3-a07fe165a33c tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.526435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6eb80702-10b8-477c-90f3-a07fe165a33c tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.531977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6eb80702-10b8-477c-90f3-a07fe165a33c tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/846b74f5-911c-4b09-8adb-9887af39be6e HTTP/1.1" status: 204 len: 168 time: 0.4887221 Nov 12 13:49:40.532806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:40.591157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb80702-10b8-477c-90f3-a07fe165a33c tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846b74f5-911c-4b09-8adb-9887af39be6e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:40.690654 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-90339bfc-df6b-4973-b648-c3147065cb35 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1489599 Nov 12 13:49:40.691927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:40.699153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9a1d66f1-f7af-4d7a-85d5-9f3b96f3f1db tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222887408'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:40.761979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a1d66f1-f7af-4d7a-85d5-9f3b96f3f1db tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.886282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49320) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:40.912176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7f007586-51e3-4b96-bf78-b66c13edc50d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205079676', 'description': 'tempest-secgroup-smoke-205079676 description', 'project_id': 'e5063f342fb4440183283c008c1336b3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:40.934350 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.945636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49324) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:40.981491 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:40.990755 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.012438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfb97c-fd19-44a7-b84c-50323e678ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f701f32-c461-4906-bc54-0401e109cc27,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:41.032671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f007586-51e3-4b96-bf78-b66c13edc50d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.057267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708a535-67e0-43f9-964f-83df79b07524 None None] Pushing event updated for resources: {'Port': ['ID=6a65829c-4eb7-4715-9087-4ce43234d686,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:41.065966 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a1d66f1-f7af-4d7a-85d5-9f3b96f3f1db tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.098560 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a1d66f1-f7af-4d7a-85d5-9f3b96f3f1db tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.168935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Attempting to bind port 6a65829c-4eb7-4715-9087-4ce43234d686 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:41.169540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Attempting to bind port 6a65829c-4eb7-4715-9087-4ce43234d686 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:41.169726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Attempting to bind port 6a65829c-4eb7-4715-9087-4ce43234d686 on network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:41.177953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:41.178563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Checking segment: {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:41.179015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.179527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Bound using segment: {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:41.180407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Bound port: 6a65829c-4eb7-4715-9087-4ce43234d686, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:41.180956 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.272536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] For port 6a65829c-4eb7-4715-9087-4ce43234d686, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:49:41.276741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] For port 6a65829c-4eb7-4715-9087-4ce43234d686, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6a65829c-4eb7-4715-9087-4ce43234d686,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:49:41.283554 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.368585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708a535-67e0-43f9-964f-83df79b07524 None None] Pushing event updated for resources: {'Port': ['ID=6a65829c-4eb7-4715-9087-4ce43234d686,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:41.401328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Routers {'b44e009c-7424-4ad5-9bbe-231b8a7daa2e'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:41.401767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:41.439888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95431d-e51e-46a5-ae7a-2ef41dd75185 req-4b9e8eca-51ff-4d52-a186-f417713b908e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:41.443397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f007586-51e3-4b96-bf78-b66c13edc50d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.452235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3b95431d-e51e-46a5-ae7a-2ef41dd75185 req-4b9e8eca-51ff-4d52-a186-f417713b908e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 1.0867920 Nov 12 13:49:41.460635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c165fb-188c-46f7-a3f9-b94338dc2f10,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:41.476022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a1d66f1-f7af-4d7a-85d5-9f3b96f3f1db tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.488487 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9a1d66f1-f7af-4d7a-85d5-9f3b96f3f1db tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7931859 Nov 12 13:49:41.493115 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f007586-51e3-4b96-bf78-b66c13edc50d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.497813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49334) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:41.528199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-339d199a-7c4c-43d6-8614-2b35b29b5ba8 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '17ff5017-b2e9-4332-b191-911528bd606e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:41.531524 n-d-805736-4 neutron-server[102676]: WARNING neutron.api.v2.base [None req-339d199a-7c4c-43d6-8614-2b35b29b5ba8 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 13:49:41.533519 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-339d199a-7c4c-43d6-8614-2b35b29b5ba8 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:41.540382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-339d199a-7c4c-43d6-8614-2b35b29b5ba8 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0321178 Nov 12 13:49:41.541967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:41.554773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d66f1-f7af-4d7a-85d5-9f3b96f3f1db tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff5017-b2e9-4332-b191-911528bd606e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:41.594963 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-24e10d59-5fc2-4dfb-8476-a470a46bb40e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/1add9836-100c-4a3d-a9b0-43bdf2d7ba41 HTTP/1.1" status: 200 len: 993 time: 0.6210268 Nov 12 13:49:41.656181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f007586-51e3-4b96-bf78-b66c13edc50d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.657696 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7f007586-51e3-4b96-bf78-b66c13edc50d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7656021 Nov 12 13:49:41.659035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Checking segment: {'id': '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:41.662714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Network hostable DHCP agents. Network: 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:49:41.669270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49342) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:41.692203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-23a7f0de-f323-4c68-8582-57974bdf3101 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Request body: {'security_group_rule': {'security_group_id': '0c8065d9-3bec-44df-aa3e-6757ee277e97', 'project_id': 'e5063f342fb4440183283c008c1336b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:41.755225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f007586-51e3-4b96-bf78-b66c13edc50d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8065d9-3bec-44df-aa3e-6757ee277e97,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:41.785821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3b95431d-e51e-46a5-ae7a-2ef41dd75185 req-7a55c66d-c8a9-45c5-8ef1-30d36b967f59 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119824 Nov 12 13:49:41.815285 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc158260-de2c-44f0-a160-bfdbf8efd9d3 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.851484 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:49:41.857601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:41.900710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:41.909081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:41.910878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.931922 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc158260-de2c-44f0-a160-bfdbf8efd9d3 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:41.949461 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23a7f0de-f323-4c68-8582-57974bdf3101 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.027818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e7b99-9168-4123-9feb-04bf4093628b None None] Network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:49:42.052314 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc158260-de2c-44f0-a160-bfdbf8efd9d3 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.069668 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc158260-de2c-44f0-a160-bfdbf8efd9d3 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.074315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fc158260-de2c-44f0-a160-bfdbf8efd9d3 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/17ff5017-b2e9-4332-b191-911528bd606e HTTP/1.1" status: 204 len: 168 time: 0.5173593 Nov 12 13:49:42.079377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:42.096763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cde04beb-f1f8-4e23-9b37-1a064fb7fe15 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4799523 Nov 12 13:49:42.106889 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:42.131404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc158260-de2c-44f0-a160-bfdbf8efd9d3 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff5017-b2e9-4332-b191-911528bd606e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:42.141825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-268153411-router', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:42.185675 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb8acc5b-ff57-4011-8812-87c205dfa23d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.215443 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23a7f0de-f323-4c68-8582-57974bdf3101 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.221932 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23a7f0de-f323-4c68-8582-57974bdf3101 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.270009 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.271613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.275621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7f0de-f323-4c68-8582-57974bdf3101 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e8f318-8b55-47a8-91f6-32320babcba8,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:42.302504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23a7f0de-f323-4c68-8582-57974bdf3101 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.306320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-23a7f0de-f323-4c68-8582-57974bdf3101 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6206706 Nov 12 13:49:42.307152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49358) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:42.311810 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-54128d00-1b01-4a3d-8f8c-d0256951ee23 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2202878 Nov 12 13:49:42.319690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:42.321673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-84f92a70-29a5-4ab5-8e6e-0a6662f9ce9b tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Request body: {'security_group_rule': {'security_group_id': '0c8065d9-3bec-44df-aa3e-6757ee277e97', 'project_id': 'e5063f342fb4440183283c008c1336b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:42.327543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1dc08ee0-967e-4b04-8af2-608d8f41b6bc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079877955'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:42.362060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6a65829c-4eb7-4715-9087-4ce43234d686 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:42.370105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84f92a70-29a5-4ab5-8e6e-0a6662f9ce9b tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.397024 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1dc08ee0-967e-4b04-8af2-608d8f41b6bc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.438948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a55321d6-60e8-4b79-b2d7-82748d8094fe None None] Provisioning complete for port 6a65829c-4eb7-4715-9087-4ce43234d686 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:42.439321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a55321d6-60e8-4b79-b2d7-82748d8094fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.524807 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.558164 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84f92a70-29a5-4ab5-8e6e-0a6662f9ce9b tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.565191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84f92a70-29a5-4ab5-8e6e-0a6662f9ce9b tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.573476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca', 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'fixed_ips': [{'subnet_id': '50c165fb-188c-46f7-a3f9-b94338dc2f10'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:49:42.574555 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.611317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] Set router b44e009c-7424-4ad5-9bbe-231b8a7daa2e gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:42.634885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f92a70-29a5-4ab5-8e6e-0a6662f9ce9b tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50ac0b1-23b7-46bc-9be7-7f1e15ba5997,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:42.652864 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-84f92a70-29a5-4ab5-8e6e-0a6662f9ce9b tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.664434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49366) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:42.665304 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-84f92a70-29a5-4ab5-8e6e-0a6662f9ce9b tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3550553 Nov 12 13:49:42.712573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-256299a6-4b9e-41aa-8548-5ed601684219 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Request body: {'security_group_rule': {'security_group_id': '0c8065d9-3bec-44df-aa3e-6757ee277e97', 'project_id': 'e5063f342fb4440183283c008c1336b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:42.788461 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb8acc5b-ff57-4011-8812-87c205dfa23d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.851237 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb8acc5b-ff57-4011-8812-87c205dfa23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.893230 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-eb8acc5b-ff57-4011-8812-87c205dfa23d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc91771a5a514e43a3beed55789e8500&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0217886 Nov 12 13:49:42.895055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49372) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:42.947746 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-256299a6-4b9e-41aa-8548-5ed601684219 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.961717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:42.990622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8acc5b-ff57-4011-8812-87c205dfa23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7260d2c9-bd1d-46e7-abb7-091d3ecbf822,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:43.054629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8ae8234-4679-48b2-b83f-c556ac51c6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.063232 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1dc08ee0-967e-4b04-8af2-608d8f41b6bc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.075917 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1dc08ee0-967e-4b04-8af2-608d8f41b6bc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.091822 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8ae8234-4679-48b2-b83f-c556ac51c6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.128860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-256299a6-4b9e-41aa-8548-5ed601684219 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.163223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6a65829c-4eb7-4715-9087-4ce43234d686 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:43.164081 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.179726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8ae8234-4679-48b2-b83f-c556ac51c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.184608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8ae8234-4679-48b2-b83f-c556ac51c6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.185977 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c8ae8234-4679-48b2-b83f-c556ac51c6ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7260d2c9-bd1d-46e7-abb7-091d3ecbf822 HTTP/1.1" status: 204 len: 168 time: 0.2892809 Nov 12 13:49:43.206326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae8234-4679-48b2-b83f-c556ac51c6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7260d2c9-bd1d-46e7-abb7-091d3ecbf822,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:43.219189 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-256299a6-4b9e-41aa-8548-5ed601684219 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.251667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256299a6-4b9e-41aa-8548-5ed601684219 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0205ca49-ca73-4fa0-bc7d-1db44f3f936a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:43.257713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1dc08ee0-967e-4b04-8af2-608d8f41b6bc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.262411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1dc08ee0-967e-4b04-8af2-608d8f41b6bc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9382656 Nov 12 13:49:43.262826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49378) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:43.268923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-48706686-d91e-4e06-b2ea-21546509d797 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '79896e4e-3ad0-4285-ac6e-e849fc1f9cd1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:43.270850 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-48706686-d91e-4e06-b2ea-21546509d797 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 13:49:43.271470 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-48706686-d91e-4e06-b2ea-21546509d797 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:43.275032 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-48706686-d91e-4e06-b2ea-21546509d797 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084212 Nov 12 13:49:43.275465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49382) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:43.281715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc08ee0-967e-4b04-8af2-608d8f41b6bc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79896e4e-3ad0-4285-ac6e-e849fc1f9cd1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:43.313435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-256299a6-4b9e-41aa-8548-5ed601684219 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.314875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-256299a6-4b9e-41aa-8548-5ed601684219 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6492579 Nov 12 13:49:43.324537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49384) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:43.341621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f2d485ba-987b-44b6-b2c9-d6a1d8a484e0 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Request body: {'security_group_rule': {'security_group_id': '0c8065d9-3bec-44df-aa3e-6757ee277e97', 'project_id': 'e5063f342fb4440183283c008c1336b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:43.397299 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30d8d4-011c-47a5-a396-fce6aff75efa req-66f3e078-45b1-4e61-9b5e-6d5020b1c91c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:43.401065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8e30d8d4-011c-47a5-a396-fce6aff75efa req-66f3e078-45b1-4e61-9b5e-6d5020b1c91c tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.3084838 Nov 12 13:49:43.410353 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a97b94b-c206-4a2a-895d-2b57aecd18f5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.491105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a97b94b-c206-4a2a-895d-2b57aecd18f5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.530414 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a55321d6-60e8-4b79-b2d7-82748d8094fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.542292 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2d485ba-987b-44b6-b2c9-d6a1d8a484e0 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.627568 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.634198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a97b94b-c206-4a2a-895d-2b57aecd18f5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.638528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a97b94b-c206-4a2a-895d-2b57aecd18f5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.642470 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4a97b94b-c206-4a2a-895d-2b57aecd18f5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/79896e4e-3ad0-4285-ac6e-e849fc1f9cd1 HTTP/1.1" status: 204 len: 168 time: 0.3635049 Nov 12 13:49:43.643619 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49390) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:43.740623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a55321d6-60e8-4b79-b2d7-82748d8094fe None None] For port 6a65829c-4eb7-4715-9087-4ce43234d686, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6a65829c-4eb7-4715-9087-4ce43234d686,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:43.742635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97b94b-c206-4a2a-895d-2b57aecd18f5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79896e4e-3ad0-4285-ac6e-e849fc1f9cd1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:43.743373 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8e30d8d4-011c-47a5-a396-fce6aff75efa req-2ff8aa59-feac-4063-8ba4-04192c30d88f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219614 Nov 12 13:49:43.787920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Allocated IP 172.20.0.2 (8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca/50c165fb-188c-46f7-a3f9-b94338dc2f10/8fe98e50-3aeb-406b-8f06-fb735436720e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:43.794460 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a55321d6-60e8-4b79-b2d7-82748d8094fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:43.818468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d3d9c5a0-4040-4373-b7d8-f18afe1762e0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156511 Nov 12 13:49:43.820036 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49398) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:43.852427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-89368ed5-5d66-428d-911c-ced26c44e511 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390843916'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:43.938062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89368ed5-5d66-428d-911c-ced26c44e511 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.051797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2d485ba-987b-44b6-b2c9-d6a1d8a484e0 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.068643 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2d485ba-987b-44b6-b2c9-d6a1d8a484e0 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.134353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7f57e92c-4167-494d-9c1a-7d7d2469fcfa None None] Provisioning complete for port 6a65829c-4eb7-4715-9087-4ce43234d686 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:44.139519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f57e92c-4167-494d-9c1a-7d7d2469fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.151937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89368ed5-5d66-428d-911c-ced26c44e511 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.157488 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89368ed5-5d66-428d-911c-ced26c44e511 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.207837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-89368ed5-5d66-428d-911c-ced26c44e511 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.217125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-89368ed5-5d66-428d-911c-ced26c44e511 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3959749 Nov 12 13:49:44.219108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49408) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:44.313341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-baf5271d-8b31-4161-b4c1-e19ed228260b tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '371e200e-a5bd-4a5d-9b1d-9b10a8663bb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:44.314328 n-d-805736-4 neutron-server[102676]: WARNING neutron.api.v2.base [None req-baf5271d-8b31-4161-b4c1-e19ed228260b tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 13:49:44.314864 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-baf5271d-8b31-4161-b4c1-e19ed228260b tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:44.317142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89368ed5-5d66-428d-911c-ced26c44e511 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371e200e-a5bd-4a5d-9b1d-9b10a8663bb1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:44.325952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49412) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:44.326579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-baf5271d-8b31-4161-b4c1-e19ed228260b tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0709555 Nov 12 13:49:44.341543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-df375d5d-d261-47e9-a496-cb3ad06d8cef tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '371e200e-a5bd-4a5d-9b1d-9b10a8663bb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:44.342923 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-df375d5d-d261-47e9-a496-cb3ad06d8cef tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 13:49:44.343453 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-df375d5d-d261-47e9-a496-cb3ad06d8cef tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:44.346970 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-df375d5d-d261-47e9-a496-cb3ad06d8cef tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0188689 Nov 12 13:49:44.350650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49416) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:44.362662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-eef8502c-1268-4f0f-ac43-b96f62c32cf0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '371e200e-a5bd-4a5d-9b1d-9b10a8663bb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:44.365979 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-eef8502c-1268-4f0f-ac43-b96f62c32cf0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 13:49:44.366184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d485ba-987b-44b6-b2c9-d6a1d8a484e0 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851720a8-c7da-438b-a876-83d612be5a94,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:44.368253 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-eef8502c-1268-4f0f-ac43-b96f62c32cf0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:44.369031 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eef8502c-1268-4f0f-ac43-b96f62c32cf0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0173509 Nov 12 13:49:44.372384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49420) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:44.388716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d690458e-036e-493d-84e8-cc46a13a1085 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '371e200e-a5bd-4a5d-9b1d-9b10a8663bb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:44.391357 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-d690458e-036e-493d-84e8-cc46a13a1085 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 13:49:44.391937 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-d690458e-036e-493d-84e8-cc46a13a1085 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:44.395716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d690458e-036e-493d-84e8-cc46a13a1085 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0220914 Nov 12 13:49:44.399297 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49422) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:44.498520 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2d485ba-987b-44b6-b2c9-d6a1d8a484e0 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.499975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f2d485ba-987b-44b6-b2c9-d6a1d8a484e0 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1723630 Nov 12 13:49:44.502820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:44.524119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-26a64efd-aa6a-4f4f-b1a8-b212a33c58e1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Request body: {'security_group_rule': {'security_group_id': '0c8065d9-3bec-44df-aa3e-6757ee277e97', 'project_id': 'e5063f342fb4440183283c008c1336b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:44.548800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55321d6-60e8-4b79-b2d7-82748d8094fe None None] Pushing event updated for resources: {'Port': ['ID=6a65829c-4eb7-4715-9087-4ce43234d686,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:44.595810 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea64525b-aee5-4f69-8289-d6bc089cdc0f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.604431 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-26a64efd-aa6a-4f4f-b1a8-b212a33c58e1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Project e5063f342fb4440183283c008c1336b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:49:44.616549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'name': 'tempest-TestServerMultinode-679321485-router', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:24Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 4, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'gw_port': {'id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:26Z', 'updated_at': '2021-11-12T13:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6a65829c-4eb7-4715-9087-4ce43234d686', 'name': '', 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'mac_address': 'fa:16:3e:80:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:29Z', 'updated_at': '2021-11-12T13:49:41Z', 'revision_number': 4, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'subnets': [{'id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:44.681177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26a64efd-aa6a-4f4f-b1a8-b212a33c58e1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.701477 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.713522 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea64525b-aee5-4f69-8289-d6bc089cdc0f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.735862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cbc80c-b59c-4003-8309-51d338899bf6 None None] The sync data for ids ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'] in n-d-805736-4 is: [{'id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'name': 'tempest-TestServerMultinode-679321485-router', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:24Z', 'updated_at': '2021-11-12T13:49:31Z', 'revision_number': 4, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'gw_port': {'id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:26Z', 'updated_at': '2021-11-12T13:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6a65829c-4eb7-4715-9087-4ce43234d686', 'name': '', 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'mac_address': 'fa:16:3e:80:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:29Z', 'updated_at': '2021-11-12T13:49:41Z', 'revision_number': 4, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'subnets': [{'id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:49:44.738442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.822243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.904541 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea64525b-aee5-4f69-8289-d6bc089cdc0f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.914945 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ea64525b-aee5-4f69-8289-d6bc089cdc0f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:44.916536 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ea64525b-aee5-4f69-8289-d6bc089cdc0f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/371e200e-a5bd-4a5d-9b1d-9b10a8663bb1 HTTP/1.1" status: 204 len: 168 time: 0.5161893 Nov 12 13:49:44.949170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49442) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:44.950241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64525b-aee5-4f69-8289-d6bc089cdc0f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371e200e-a5bd-4a5d-9b1d-9b10a8663bb1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:45.071983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.072581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0fcaed0e-b401-4429-8658-7e780891b80f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1162257 Nov 12 13:49:45.078217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49446) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:45.084551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-dfff052b-636a-46a4-a67d-b890e4fb7e82 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'tempest-secgroup--541817621'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:45.093211 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.152837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dfff052b-636a-46a4-a67d-b890e4fb7e82 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.166554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26a64efd-aa6a-4f4f-b1a8-b212a33c58e1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.188975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26a64efd-aa6a-4f4f-b1a8-b212a33c58e1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.243797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a64efd-aa6a-4f4f-b1a8-b212a33c58e1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78726d28-9671-4a28-a98c-7c67cf51501e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:45.274097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dfff052b-636a-46a4-a67d-b890e4fb7e82 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.282029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dfff052b-636a-46a4-a67d-b890e4fb7e82 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.315169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26a64efd-aa6a-4f4f-b1a8-b212a33c58e1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.316547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-26a64efd-aa6a-4f4f-b1a8-b212a33c58e1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8126678 Nov 12 13:49:45.320989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49450) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:45.331115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff052b-636a-46a4-a67d-b890e4fb7e82 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2a21de-ca52-43b0-bb2b-19c4f567c6d3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:45.331569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0b2a7646-b3f2-4eb7-8094-113f0a049be4 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Request body: {'security_group_rule': {'security_group_id': '0c8065d9-3bec-44df-aa3e-6757ee277e97', 'project_id': 'e5063f342fb4440183283c008c1336b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:45.336536 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dfff052b-636a-46a4-a67d-b890e4fb7e82 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.337853 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dfff052b-636a-46a4-a67d-b890e4fb7e82 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2600901 Nov 12 13:49:45.344276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49452) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:45.353640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:45.354529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-841f30b5-0b06-4c1b-b4a6-6f4de9ad4c5a tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a21de-ca52-43b0-bb2b-19c4f567c6d3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:45.355076 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-841f30b5-0b06-4c1b-b4a6-6f4de9ad4c5a tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 13:49:45.355581 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-841f30b5-0b06-4c1b-b4a6-6f4de9ad4c5a tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:45.356565 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-841f30b5-0b06-4c1b-b4a6-6f4de9ad4c5a tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072227 Nov 12 13:49:45.364580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49454) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:45.374419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d819e-17ff-4844-b52f-3b2ee331e2dc req-7ff3e402-bb7b-41ac-b782-5bdf529bc215 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:45.376196 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-053d819e-17ff-4844-b52f-3b2ee331e2dc req-7ff3e402-bb7b-41ac-b782-5bdf529bc215 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.3484409 Nov 12 13:49:45.382340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-05e61c34-b508-4770-a946-af483e6bbdf6 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a21de-ca52-43b0-bb2b-19c4f567c6d3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:45.387767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:45.393772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:45.401905 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Pushing event updated for resources: {'Port': ['ID=8fe98e50-3aeb-406b-8f06-fb735436720e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:45.405836 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-0b2a7646-b3f2-4eb7-8094-113f0a049be4 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Project e5063f342fb4440183283c008c1336b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:49:45.445868 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7646-b3f2-4eb7-8094-113f0a049be4 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.473680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49456) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:45.484781 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-053d819e-17ff-4844-b52f-3b2ee331e2dc req-7b46336e-75cb-49cb-b453-de9331f04795 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966766 Nov 12 13:49:45.507893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Attempting to bind port 8fe98e50-3aeb-406b-8f06-fb735436720e on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:45.508445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Attempting to bind port 8fe98e50-3aeb-406b-8f06-fb735436720e by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:45.509487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Attempting to bind port 8fe98e50-3aeb-406b-8f06-fb735436720e on network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:45.514491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:45.514734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Checking segment: {'id': '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:45.515127 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.515519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Bound using segment: {'id': '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:45.516335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Bound port: 8fe98e50-3aeb-406b-8f06-fb735436720e, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:45.516487 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.570227 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-05e61c34-b508-4770-a946-af483e6bbdf6 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:45.571306 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-05e61c34-b508-4770-a946-af483e6bbdf6 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1940696 Nov 12 13:49:45.574616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49460) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:45.590306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9134a1de-60bb-4601-b752-0db481a396f9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a21de-ca52-43b0-bb2b-19c4f567c6d3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:45.590575 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-9134a1de-60bb-4601-b752-0db481a396f9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 13:49:45.591101 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-9134a1de-60bb-4601-b752-0db481a396f9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:45.598669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9134a1de-60bb-4601-b752-0db481a396f9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0225999 Nov 12 13:49:45.599354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49462) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:45.635854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-54dddfed-765a-4d1d-a43c-80151f5dbc41 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a21de-ca52-43b0-bb2b-19c4f567c6d3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:45.651761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Allocated IP 172.25.5.79 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/634eed96-a099-4155-8a6c-e422fd0a7266) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:45.705917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] For port 8fe98e50-3aeb-406b-8f06-fb735436720e, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:49:45.722029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] For port 8fe98e50-3aeb-406b-8f06-fb735436720e, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8fe98e50-3aeb-406b-8f06-fb735436720e,segment=NetworkSegment(7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d),segment_id=7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:49:45.731902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.796808 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-54dddfed-765a-4d1d-a43c-80151f5dbc41 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:45.798541 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-54dddfed-765a-4d1d-a43c-80151f5dbc41 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1962891 Nov 12 13:49:45.804764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49470) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:45.817490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-827fb169-e198-4d66-aba8-8a0c38a4755f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a21de-ca52-43b0-bb2b-19c4f567c6d3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:45.818058 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7646-b3f2-4eb7-8094-113f0a049be4 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.818533 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-827fb169-e198-4d66-aba8-8a0c38a4755f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 13:49:45.819373 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-827fb169-e198-4d66-aba8-8a0c38a4755f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:45.821690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-827fb169-e198-4d66-aba8-8a0c38a4755f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0143120 Nov 12 13:49:45.824084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49472) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:45.841116 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7646-b3f2-4eb7-8094-113f0a049be4 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:45.844965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5ef70c85-c1ad-4df1-a54a-8621a5236b42 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a21de-ca52-43b0-bb2b-19c4f567c6d3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:45.920175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd22df7-b219-4c7f-8b51-e07e6a2a4767 None None] Pushing event updated for resources: {'Port': ['ID=8fe98e50-3aeb-406b-8f06-fb735436720e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:45.922605 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-5ef70c85-c1ad-4df1-a54a-8621a5236b42 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Project b206f1bb3d524d73a304aa663d084ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:49:45.981229 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-5ef70c85-c1ad-4df1-a54a-8621a5236b42 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:45.989635 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5ef70c85-c1ad-4df1-a54a-8621a5236b42 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1637425 Nov 12 13:49:45.991872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49474) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:46.007386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-031ba70d-5215-4ad1-ac63-3d97a218a60b tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a21de-ca52-43b0-bb2b-19c4f567c6d3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:46.022289 n-d-805736-4 neutron-server[102675]: WARNING neutron.api.v2.base [None req-031ba70d-5215-4ad1-ac63-3d97a218a60b tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 13:49:46.023049 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-031ba70d-5215-4ad1-ac63-3d97a218a60b tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:46.024271 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-031ba70d-5215-4ad1-ac63-3d97a218a60b tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0237989 Nov 12 13:49:46.025435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7646-b3f2-4eb7-8094-113f0a049be4 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:46.035450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49476) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:46.035828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0b2a7646-b3f2-4eb7-8094-113f0a049be4 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7067068 Nov 12 13:49:46.061810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5ffa6feb-e0c7-487d-90ce-97d163a72a8d tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a21de-ca52-43b0-bb2b-19c4f567c6d3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:46.062995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a7646-b3f2-4eb7-8094-113f0a049be4 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2debadb3-d4d5-4a74-954f-2bd2bad48593,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:46.184549 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bba925c6-4813-4de1-9874-ebd9b4f49a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:46.297882 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-5ffa6feb-e0c7-487d-90ce-97d163a72a8d tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Project b206f1bb3d524d73a304aa663d084ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:49:46.359724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:46.467276 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-5ffa6feb-e0c7-487d-90ce-97d163a72a8d tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:46.472866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5ffa6feb-e0c7-487d-90ce-97d163a72a8d tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4437089 Nov 12 13:49:46.478678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49484) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:46.501791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-747aea82-4542-49d3-87af-092c45e193fa tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a21de-ca52-43b0-bb2b-19c4f567c6d3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:46.527698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6a65829c-4eb7-4715-9087-4ce43234d686 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:46.621152 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bba925c6-4813-4de1-9874-ebd9b4f49a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:46.627549 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bba925c6-4813-4de1-9874-ebd9b4f49a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:46.667735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:46.728474 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bba925c6-4813-4de1-9874-ebd9b4f49a2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=327a426af06b4dcc8863b16f24e9f080&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2350218 Nov 12 13:49:46.729118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49488) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:46.752987 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba925c6-4813-4de1-9874-ebd9b4f49a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f83eeb4-31ff-4703-a352-fb8f491abe7e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:46.763701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6a65829c-4eb7-4715-9087-4ce43234d686 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:46.764161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:46.833812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49f5d2-5f52-4c0a-a62c-fbaf8e98fc5f req-bcb7d547-2e20-495d-9914-6382f567f287 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:46.858814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-12a1a405-add8-42e3-9d0d-acd55c2d0815 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205079676&fields=id&tenant_id=e5063f342fb4440183283c008c1336b3 HTTP/1.1" status: 200 len: 267 time: 0.3297036 Nov 12 13:49:46.858974 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d49f5d2-5f52-4c0a-a62c-fbaf8e98fc5f req-bcb7d547-2e20-495d-9914-6382f567f287 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.1555958 Nov 12 13:49:46.859677 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-747aea82-4542-49d3-87af-092c45e193fa tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Project b206f1bb3d524d73a304aa663d084ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:49:46.918486 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-747aea82-4542-49d3-87af-092c45e193fa tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:46.921484 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-747aea82-4542-49d3-87af-092c45e193fa tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4406605 Nov 12 13:49:46.924650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49492) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:46.944768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:46.959549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:46.962584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:46.994867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b9e733-21cf-4a39-8419-d292c3873d2d None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:49:46.996973 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b5de1ca-c57c-49cb-bc60-0bf143e08ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.032467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=634eed96-a099-4155-8a6c-e422fd0a7266,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:47.101966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5d49f5d2-5f52-4c0a-a62c-fbaf8e98fc5f req-316ca0cb-6ebe-4cb2-9d15-40db1f2379ed tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409842 Nov 12 13:49:47.123444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b5de1ca-c57c-49cb-bc60-0bf143e08ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.135789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-207947f8-2ab5-4dab-a841-ee813da91a54 None None] Provisioning complete for port 634eed96-a099-4155-8a6c-e422fd0a7266 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:47.137464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-207947f8-2ab5-4dab-a841-ee813da91a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.202651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-207947f8-2ab5-4dab-a841-ee813da91a54 None None] Port 634eed96-a099-4155-8a6c-e422fd0a7266 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:47.209958 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b5de1ca-c57c-49cb-bc60-0bf143e08ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.213357 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4b5de1ca-c57c-49cb-bc60-0bf143e08ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.215296 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4b5de1ca-c57c-49cb-bc60-0bf143e08ce7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f83eeb4-31ff-4703-a352-fb8f491abe7e HTTP/1.1" status: 204 len: 168 time: 0.4673409 Nov 12 13:49:47.255625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5de1ca-c57c-49cb-bc60-0bf143e08ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f83eeb4-31ff-4703-a352-fb8f491abe7e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:47.264391 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32dfd392-31a9-4c3e-8141-daefd656e888 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.295982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-11b44109-c4db-41f6-8e08-ac3742defaaf tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:47.298643 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-11b44109-c4db-41f6-8e08-ac3742defaaf tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/networks?id=241536e4-7d68-4f53-a402-d213c692f7c2 HTTP/1.1" status: 200 len: 814 time: 0.4231961 Nov 12 13:49:47.320373 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32dfd392-31a9-4c3e-8141-daefd656e888 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.387826 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32dfd392-31a9-4c3e-8141-daefd656e888 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.390903 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32dfd392-31a9-4c3e-8141-daefd656e888 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.395916 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-32dfd392-31a9-4c3e-8141-daefd656e888 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/ef2a21de-ca52-43b0-bb2b-19c4f567c6d3 HTTP/1.1" status: 204 len: 168 time: 0.4609225 Nov 12 13:49:47.396736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49500) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:47.415944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-c9628a1b-f7ec-466f-98c3-64e2f608757c tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/quotas/e5063f342fb4440183283c008c1336b3 HTTP/1.1" status: 200 len: 375 time: 0.1007774 Nov 12 13:49:47.448296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfd392-31a9-4c3e-8141-daefd656e888 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2a21de-ca52-43b0-bb2b-19c4f567c6d3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:47.522042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c649b06a-8051-472f-823b-32ea99258361 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1203563 Nov 12 13:49:47.527041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49504) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:47.532374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c2c99062-0a5d-450d-9cc8-43cb60dbe075 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808031834'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:47.575339 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2c99062-0a5d-450d-9cc8-43cb60dbe075 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.593427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-4e1cb56d-50c2-4ce8-b3f5-260495165b1b tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5063f342fb4440183283c008c1336b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1705399 Nov 12 13:49:47.604736 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.700112 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49506) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:47.726409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b96426e-e6dd-423b-a6ea-7cd9005d17a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.731648 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2c99062-0a5d-450d-9cc8-43cb60dbe075 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.739102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2c99062-0a5d-450d-9cc8-43cb60dbe075 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.785805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320beadf-3d24-4c84-b6c9-139334ce0edb None None] Network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:49:47.789791 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c99062-0a5d-450d-9cc8-43cb60dbe075 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a741be-6b13-47bd-8a4c-84477cf38ca9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:47.798115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c2c99062-0a5d-450d-9cc8-43cb60dbe075 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.802984 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c2c99062-0a5d-450d-9cc8-43cb60dbe075 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2745883 Nov 12 13:49:47.803615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49508) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:47.814581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2dfb5eb7-c0df-4aae-bb5c-ee9b227b00b7 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '74a741be-6b13-47bd-8a4c-84477cf38ca9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:47.897889 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b96426e-e6dd-423b-a6ea-7cd9005d17a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.899796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0f152f0b-5bcf-46d0-9a01-19748c9f12ce None None] Provisioning complete for port 8fe98e50-3aeb-406b-8f06-fb735436720e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:47.900283 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f152f0b-5bcf-46d0-9a01-19748c9f12ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.904688 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b96426e-e6dd-423b-a6ea-7cd9005d17a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:47.917799 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-2dfb5eb7-c0df-4aae-bb5c-ee9b227b00b7 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The resource could not be found. Nov 12 13:49:47.922547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2dfb5eb7-c0df-4aae-bb5c-ee9b227b00b7 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1154885 Nov 12 13:49:47.923437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49510) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:47.944280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-52db0f16-4ea9-4401-8592-07b4b2c11816 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '74a741be-6b13-47bd-8a4c-84477cf38ca9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f4bc98f1-eb58-4b48-9d26-d0a0d4fd4441'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:47.981716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7b96426e-e6dd-423b-a6ea-7cd9005d17a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=049459cd6c0d4830b7b01ddb111800a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2805209 Nov 12 13:49:47.985517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96426e-e6dd-423b-a6ea-7cd9005d17a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c89a42-847e-42c3-83dd-e5d8edc368a4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:47.990566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49512) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:48.066692 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-52db0f16-4ea9-4401-8592-07b4b2c11816 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The resource could not be found. Nov 12 13:49:48.071002 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-52db0f16-4ea9-4401-8592-07b4b2c11816 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1388116 Nov 12 13:49:48.071002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49516) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:48.117957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f152f0b-5bcf-46d0-9a01-19748c9f12ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.120631 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e96563d-8954-4e48-be2d-c002d4ba2170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.164678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0f152f0b-5bcf-46d0-9a01-19748c9f12ce None None] For port 8fe98e50-3aeb-406b-8f06-fb735436720e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8fe98e50-3aeb-406b-8f06-fb735436720e,segment=NetworkSegment(7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d),segment_id=7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:48.172868 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e96563d-8954-4e48-be2d-c002d4ba2170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.173546 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f152f0b-5bcf-46d0-9a01-19748c9f12ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.232841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-4faf2fee-16df-4e69-8967-a0d4938ba976 service neutron] 10.222.0.73 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776982 Nov 12 13:49:48.298690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f152f0b-5bcf-46d0-9a01-19748c9f12ce None None] Pushing event updated for resources: {'Port': ['ID=8fe98e50-3aeb-406b-8f06-fb735436720e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:48.301366 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-583cbead-4481-4dcb-85d3-f81a660a9be0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.350256 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e96563d-8954-4e48-be2d-c002d4ba2170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.353142 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e96563d-8954-4e48-be2d-c002d4ba2170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.354625 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5e96563d-8954-4e48-be2d-c002d4ba2170 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/68c89a42-847e-42c3-83dd-e5d8edc368a4 HTTP/1.1" status: 204 len: 168 time: 0.3627527 Nov 12 13:49:48.376867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-583cbead-4481-4dcb-85d3-f81a660a9be0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.388837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96563d-8954-4e48-be2d-c002d4ba2170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c89a42-847e-42c3-83dd-e5d8edc368a4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:48.413734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1439d5-42a3-49fb-882f-cd03d0dc4b7a req-0b950f5b-a3c0-452d-9c4f-75b8896ea234 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:48.415403 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb1439d5-42a3-49fb-882f-cd03d0dc4b7a req-0b950f5b-a3c0-452d-9c4f-75b8896ea234 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.1194775 Nov 12 13:49:48.464697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-583cbead-4481-4dcb-85d3-f81a660a9be0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.469388 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-583cbead-4481-4dcb-85d3-f81a660a9be0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.474441 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-583cbead-4481-4dcb-85d3-f81a660a9be0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/74a741be-6b13-47bd-8a4c-84477cf38ca9 HTTP/1.1" status: 204 len: 168 time: 0.3986340 Nov 12 13:49:48.481147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49522) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:48.538766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cbead-4481-4dcb-85d3-f81a660a9be0 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a741be-6b13-47bd-8a4c-84477cf38ca9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:48.564839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb1439d5-42a3-49fb-882f-cd03d0dc4b7a req-65c1eba0-c8bf-4977-8508-185e0f80556e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375558 Nov 12 13:49:48.605633 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3acb0af2-b872-46c9-ad11-7d7b61b32ce1 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1219504 Nov 12 13:49:48.608289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49524) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:48.615687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8c8dce49-e357-4254-8be6-0134d7a89b59 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '68e60e1b-a462-4806-b781-08036d7e517a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:48.618794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8fe98e50-3aeb-406b-8f06-fb735436720e up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:48.623906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b9a9c096-0e37-47f7-a204-8412f6c402c3 None None] Provisioning complete for port 8fe98e50-3aeb-406b-8f06-fb735436720e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:48.624392 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9a9c096-0e37-47f7-a204-8412f6c402c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.649706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b9f9fd35-d0b1-446f-a5d0-4194762b84a7 service neutron] 10.222.0.73 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091871 Nov 12 13:49:48.668377 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [None req-8c8dce49-e357-4254-8be6-0134d7a89b59 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The resource could not be found. Nov 12 13:49:48.673195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8c8dce49-e357-4254-8be6-0134d7a89b59 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0602827 Nov 12 13:49:48.673777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49526) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:48.678568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4a58f170-c980-4be4-93d0-2a3465038618 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375407282'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:48.686280 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.712080 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a58f170-c980-4be4-93d0-2a3465038618 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.846360 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a58f170-c980-4be4-93d0-2a3465038618 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.857574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a58f170-c980-4be4-93d0-2a3465038618 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.940871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4a58f170-c980-4be4-93d0-2a3465038618 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:48.943013 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4a58f170-c980-4be4-93d0-2a3465038618 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2683845 Nov 12 13:49:48.946600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49538) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:48.955126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58f170-c980-4be4-93d0-2a3465038618 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebea0be-679d-46e8-b2e2-f19e02cf669e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:48.975231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-15eb0baf-548a-4def-8a53-852cc6bcc031 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'tempest-secgroup--314807812'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:48.990612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Router 9ddfacd7-9042-47a2-afa5-890644ceec45 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:49:48.997044 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8fe98e50-3aeb-406b-8f06-fb735436720e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:48.997669 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.064732 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15eb0baf-548a-4def-8a53-852cc6bcc031 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.195891 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d05816e1-22bb-4ac1-bce0-9a4a8a6081b1 req-630ee65d-b995-4c4d-a12e-b5be489cc93a tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.0836303 Nov 12 13:49:49.214148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:49:49.226801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Sync routers for ids ['9ddfacd7-9042-47a2-afa5-890644ceec45'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:49:49.245318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Routers {'9ddfacd7-9042-47a2-afa5-890644ceec45'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:49.247257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9ddfacd7-9042-47a2-afa5-890644ceec45'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:49.257309 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.258878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aa7e1c5e-47a3-4d25-9c0c-96cf484a3ed0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1425869 Nov 12 13:49:49.261828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49554) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:49.273134 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15eb0baf-548a-4def-8a53-852cc6bcc031 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.279012 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15eb0baf-548a-4def-8a53-852cc6bcc031 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.303392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-15eb0baf-548a-4def-8a53-852cc6bcc031 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.307806 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-15eb0baf-548a-4def-8a53-852cc6bcc031 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3395078 Nov 12 13:49:49.308478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:49.326278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7aee4b9c-d7dd-4685-8edf-031ba07bc85c tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': 'eebea0be-679d-46e8-b2e2-f19e02cf669e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7e9449b3-30a9-40ec-8d3d-c4062636f8e0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:49.358183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb0baf-548a-4def-8a53-852cc6bcc031 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9449b3-30a9-40ec-8d3d-c4062636f8e0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:49.411988 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-7aee4b9c-d7dd-4685-8edf-031ba07bc85c tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:49.422651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7aee4b9c-d7dd-4685-8edf-031ba07bc85c tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1060352 Nov 12 13:49:49.426456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49574) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:49.445920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Set router 9ddfacd7-9042-47a2-afa5-890644ceec45 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:49.488933 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-f5d50ff4-8ec7-40d7-87b7-12317fe6cef6 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b60b0e9554cd47f7ba08fcd8dea6bb8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633273 Nov 12 13:49:49.806815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'name': 'tempest-TestServerMultinode-268153411-router', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:42Z', 'updated_at': '2021-11-12T13:49:47Z', 'revision_number': 3, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'gw_port': {'id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:44Z', 'updated_at': '2021-11-12T13:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:49.819040 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-922ec8c2-2a21-4649-b23a-e7ed899aa3cc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.835730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-67ffaf39-2c2d-4a4d-8f1a-a15d1b6a6b00 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:49.837304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-67ffaf39-2c2d-4a4d-8f1a-a15d1b6a6b00 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377693 Nov 12 13:49:49.837439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Checking router: 9ddfacd7-9042-47a2-afa5-890644ceec45 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:49:49.837633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Updating router 9ddfacd7-9042-47a2-afa5-890644ceec45 port 634eed96-a099-4155-8a6c-e422fd0a7266 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:49:49.866756 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.872660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-922ec8c2-2a21-4649-b23a-e7ed899aa3cc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.884935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-7b3c8372-81b4-4353-882e-c9e96924f532 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/quotas/b60b0e9554cd47f7ba08fcd8dea6bb8c HTTP/1.1" status: 200 len: 375 time: 0.0389502 Nov 12 13:49:49.940107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-5f345dd8-a90e-4de2-9d02-8c0596eb381e tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60b0e9554cd47f7ba08fcd8dea6bb8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431139 Nov 12 13:49:49.962982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-922ec8c2-2a21-4649-b23a-e7ed899aa3cc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.968960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-922ec8c2-2a21-4649-b23a-e7ed899aa3cc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:49.981857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-922ec8c2-2a21-4649-b23a-e7ed899aa3cc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/7e9449b3-30a9-40ec-8d3d-c4062636f8e0 HTTP/1.1" status: 204 len: 168 time: 0.5541558 Nov 12 13:49:49.982568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:50.035135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ec8c2-2a21-4649-b23a-e7ed899aa3cc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9449b3-30a9-40ec-8d3d-c4062636f8e0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:50.121674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-adc92a6d-4fa3-46ad-accd-32f0fbe9ac3f tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1321375 Nov 12 13:49:50.121674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49614) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:50.141203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d58917-2149-4dfc-a961-0e1f3294d322 req-b9ea5410-4b21-473e-a990-7158239f0d3a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:50.160625 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25d58917-2149-4dfc-a961-0e1f3294d322 req-b9ea5410-4b21-473e-a990-7158239f0d3a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.1269774 Nov 12 13:49:50.208957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48138180-d88d-4bd3-98b5-274364475727 req-30c48c55-e10b-41b3-a52d-5e97e8d7aec0 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0550003 Nov 12 13:49:50.280284 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8779-a1a7-4605-8e0b-28970781b7ab tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:50.319904 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8779-a1a7-4605-8e0b-28970781b7ab tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:50.419251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8fe98e50-3aeb-406b-8f06-fb735436720e up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:50.434801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37e07dd5-b2a0-4602-859e-16cbaada53a7 req-1d53396a-c47a-436c-89b5-d1c6f2cd1a9c tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.0810981 Nov 12 13:49:50.477177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8779-a1a7-4605-8e0b-28970781b7ab tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:50.481325 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8779-a1a7-4605-8e0b-28970781b7ab tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:50.484843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c5aa8779-a1a7-4605-8e0b-28970781b7ab tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/eebea0be-679d-46e8-b2e2-f19e02cf669e HTTP/1.1" status: 204 len: 168 time: 0.3596387 Nov 12 13:49:50.490575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:50.510802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa8779-a1a7-4605-8e0b-28970781b7ab tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebea0be-679d-46e8-b2e2-f19e02cf669e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:50.512012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25d58917-2149-4dfc-a961-0e1f3294d322 req-903c77cc-2f41-47d8-8823-a67e9ab86c45 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437386 Nov 12 13:49:50.572148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8fe98e50-3aeb-406b-8f06-fb735436720e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:50.572669 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:50.663170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6df35516-089f-4980-a299-aafd94cdc6a9 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1705899 Nov 12 13:49:50.663514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 49642) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:50.680505 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-12e8c037-6c02-48e0-b38e-619dff1c94d5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'tempest-secgroup--389863845'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:50.694828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:50.720863 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:50.850228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Attempting to bind port 634eed96-a099-4155-8a6c-e422fd0a7266 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:50.850532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Attempting to bind port 634eed96-a099-4155-8a6c-e422fd0a7266 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:50.854659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Attempting to bind port 634eed96-a099-4155-8a6c-e422fd0a7266 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:50.860753 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12e8c037-6c02-48e0-b38e-619dff1c94d5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:50.871302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91922b81-d88e-4e13-a7e9-ad1e06cb17e0 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:49:50.882731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:50.882731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:50.883124 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:50.883350 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:50.883799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Bound port: 634eed96-a099-4155-8a6c-e422fd0a7266, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:50.884269 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:50.965959 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] For port 634eed96-a099-4155-8a6c-e422fd0a7266, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:49:50.970272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] For port 634eed96-a099-4155-8a6c-e422fd0a7266, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=634eed96-a099-4155-8a6c-e422fd0a7266,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:49:50.974274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379a106-9015-4023-aef6-20c3573cc4d2 None None] Pushing event updated for resources: {'Port': ['ID=634eed96-a099-4155-8a6c-e422fd0a7266,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:50.990677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.008637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-074bebc8-c47d-4736-a73b-06b246dbd6c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:51.010497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-074bebc8-c47d-4736-a73b-06b246dbd6c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.70 "GET /v2.0/networks?id=241536e4-7d68-4f53-a402-d213c692f7c2 HTTP/1.1" status: 200 len: 814 time: 0.2971451 Nov 12 13:49:51.047469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Routers {'9ddfacd7-9042-47a2-afa5-890644ceec45'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:51.048105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9ddfacd7-9042-47a2-afa5-890644ceec45'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:51.144824 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12e8c037-6c02-48e0-b38e-619dff1c94d5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.158608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.165876 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12e8c037-6c02-48e0-b38e-619dff1c94d5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.202894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-9a80d082-6a03-4a13-8c23-e610df85bb4e tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5063f342fb4440183283c008c1336b3 HTTP/1.1" status: 200 len: 379 time: 0.1811366 Nov 12 13:49:51.224441 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8c037-6c02-48e0-b38e-619dff1c94d5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d7cb13-7222-4873-94e1-ad295cb534d4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:51.228485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379a106-9015-4023-aef6-20c3573cc4d2 None None] Pushing event updated for resources: {'Port': ['ID=634eed96-a099-4155-8a6c-e422fd0a7266,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:51.232512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc8a024-0829-42ed-a7af-51028bf65efe None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:49:51.335029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2baa98ba-d4fc-45d1-97ab-dee56180a933 None None] Provisioning complete for port 634eed96-a099-4155-8a6c-e422fd0a7266 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:51.336578 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2baa98ba-d4fc-45d1-97ab-dee56180a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.372765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93fd6b58-306d-4c6d-94ae-037f42473089 req-d969283a-64e5-4788-ba16-2fbe375e301c tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0510654 Nov 12 13:49:51.395183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] Set router 9ddfacd7-9042-47a2-afa5-890644ceec45 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:51.411330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Request body: {'port': {'device_id': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'admin_state_up': True, 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'security_groups': ['0c8065d9-3bec-44df-aa3e-6757ee277e97']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:51.420684 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12e8c037-6c02-48e0-b38e-619dff1c94d5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.422252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-12e8c037-6c02-48e0-b38e-619dff1c94d5 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7547243 Nov 12 13:49:51.425422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49682) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:51.430458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-858ccea5-35f1-4d3a-bbb7-0fccafb15000 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '95d7cb13-7222-4873-94e1-ad295cb534d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:51.496391 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-858ccea5-35f1-4d3a-bbb7-0fccafb15000 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:51.498621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-858ccea5-35f1-4d3a-bbb7-0fccafb15000 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0719228 Nov 12 13:49:51.501482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49686) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:51.511866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a357fbef-2cb4-49f3-9283-5bec1bb0bc33 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group_rule': {'security_group_id': '95d7cb13-7222-4873-94e1-ad295cb534d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:51.588370 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a357fbef-2cb4-49f3-9283-5bec1bb0bc33 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 13:49:51.597076 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a357fbef-2cb4-49f3-9283-5bec1bb0bc33 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0941484 Nov 12 13:49:51.598958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49690) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:51.725302 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2baa98ba-d4fc-45d1-97ab-dee56180a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.726449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Made reservation on behalf of e5063f342fb4440183283c008c1336b3 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:49:51.732324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.766849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2baa98ba-d4fc-45d1-97ab-dee56180a933 None None] For port 634eed96-a099-4155-8a6c-e422fd0a7266, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=634eed96-a099-4155-8a6c-e422fd0a7266,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:51.824088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95971995-ce00-4c13-8e0e-29f08f86b056 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.835649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e451-e517-469c-aeb6-97596f038162 req-1d554813-d1b7-4520-975e-48cebffd2260 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:51.844023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1998e451-e517-469c-aeb6-97596f038162 req-1d554813-d1b7-4520-975e-48cebffd2260 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 943 time: 0.1737556 Nov 12 13:49:51.872758 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f435acec-0d51-4943-90c8-977a5b5d7920 req-595e3bbc-1dff-4e1d-bd3a-55b4f1716d32 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.2648394 Nov 12 13:49:51.889602 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2baa98ba-d4fc-45d1-97ab-dee56180a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.903422 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95971995-ce00-4c13-8e0e-29f08f86b056 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:51.991270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Allocated IP 172.20.0.1 (8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca/50c165fb-188c-46f7-a3f9-b94338dc2f10/ed7416a0-17a0-4cb8-8646-048f3a3a97b4) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:51.991668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1998e451-e517-469c-aeb6-97596f038162 req-27dbb706-0643-4843-8566-7f9aa970ba62 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415753 Nov 12 13:49:52.020382 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95971995-ce00-4c13-8e0e-29f08f86b056 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.023713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95971995-ce00-4c13-8e0e-29f08f86b056 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.025656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-95971995-ce00-4c13-8e0e-29f08f86b056 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/95d7cb13-7222-4873-94e1-ad295cb534d4 HTTP/1.1" status: 204 len: 168 time: 0.4251997 Nov 12 13:49:52.030494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49694) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:52.057701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa98ba-d4fc-45d1-97ab-dee56180a933 None None] Pushing event updated for resources: {'Port': ['ID=634eed96-a099-4155-8a6c-e422fd0a7266,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:52.063841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95971995-ce00-4c13-8e0e-29f08f86b056 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d7cb13-7222-4873-94e1-ad295cb534d4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:52.091710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'name': 'tempest-TestServerMultinode-268153411-router', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:42Z', 'updated_at': '2021-11-12T13:49:47Z', 'revision_number': 3, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'gw_port': {'id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:44Z', 'updated_at': '2021-11-12T13:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:52.092996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-498f5e95-b6e7-4f4f-975b-b53c27821c62 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=b60b0e9554cd47f7ba08fcd8dea6bb8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1501949 Nov 12 13:49:52.099715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-459d2053-d9ae-4a6c-a2e9-cde259037583 None None] Provisioning complete for port 634eed96-a099-4155-8a6c-e422fd0a7266 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:52.100704 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-459d2053-d9ae-4a6c-a2e9-cde259037583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.123410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1f2ec15b-125a-463b-8e6d-3b9d822392eb tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0830522 Nov 12 13:49:52.124164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49696) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:52.131479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-01a1788a-d78c-4f48-a3c1-f1c600412c36 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258688573'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:52.164810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01a1788a-d78c-4f48-a3c1-f1c600412c36 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.184212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233c3f-14c9-4dc2-b41a-20a11088655f None None] The sync data for ids ['9ddfacd7-9042-47a2-afa5-890644ceec45'] in n-d-805736-4 is: [{'id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'name': 'tempest-TestServerMultinode-268153411-router', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:42Z', 'updated_at': '2021-11-12T13:49:47Z', 'revision_number': 3, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'gw_port': {'id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:44Z', 'updated_at': '2021-11-12T13:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:49:52.243134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cbb8ad45-36de-4cd6-aa86-da880df58c4d details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:49:52.344132 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01a1788a-d78c-4f48-a3c1-f1c600412c36 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.351741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01a1788a-d78c-4f48-a3c1-f1c600412c36 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.393674 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01a1788a-d78c-4f48-a3c1-f1c600412c36 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.398670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-01a1788a-d78c-4f48-a3c1-f1c600412c36 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2704160 Nov 12 13:49:52.399196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:52.407362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c58c0e50-0fa7-411c-957e-7e09ce9a8172 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:52.407931 n-d-805736-4 neutron-server[102676]: WARNING neutron.api.v2.base [None req-c58c0e50-0fa7-411c-957e-7e09ce9a8172 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 13:49:52.408561 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-c58c0e50-0fa7-411c-957e-7e09ce9a8172 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 13:49:52.412924 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c58c0e50-0fa7-411c-957e-7e09ce9a8172 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "PUT /v2.0/security-groups/2305da59-2e4f-45b9-9cdd-245c3e041aca HTTP/1.1" status: 409 len: 330 time: 0.0089316 Nov 12 13:49:52.415179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:52.416315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1788a-d78c-4f48-a3c1-f1c600412c36 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2305da59-2e4f-45b9-9cdd-245c3e041aca,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:52.497480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:52.535193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'port_id': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'mac_address': 'fa:16:3e:4b:ea:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:49:52.553985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b546b494-4374-4b7c-b549-56ed142b6b67 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.570671 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.624929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b546b494-4374-4b7c-b549-56ed142b6b67 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.648404 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.670474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb8ad45-36de-4cd6-aa86-da880df58c4d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:49:52.698018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b546b494-4374-4b7c-b549-56ed142b6b67 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.704618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:52.705948 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b546b494-4374-4b7c-b549-56ed142b6b67 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.708654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Allocated IP 172.20.0.13 (241536e4-7d68-4f53-a402-d213c692f7c2/f61890d0-f7f9-406e-8e60-c778ffa1c4ea/63a04116-affa-40d0-bcb5-4f50af42bf00) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:52.710264 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b546b494-4374-4b7c-b549-56ed142b6b67 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/2305da59-2e4f-45b9-9cdd-245c3e041aca HTTP/1.1" status: 204 len: 168 time: 0.2714648 Nov 12 13:49:52.716426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49704) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:52.717683 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.780576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546b494-4374-4b7c-b549-56ed142b6b67 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2305da59-2e4f-45b9-9cdd-245c3e041aca,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:52.791880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff7be080-cd3c-4688-a452-1893081d8d0e req-7d72211b-94a4-448e-aedd-3cd1af10ec4c tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 210 time: 0.1508284 Nov 12 13:49:52.860760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-0d59d96b-2a93-4793-b198-39a34da4366f tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:52.862725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-0d59d96b-2a93-4793-b198-39a34da4366f tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7453387 Nov 12 13:49:52.866950 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:52.870485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:52.892399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Request body: {'port': {'device_id': '04e66c87-d0fc-41bc-a1ac-5d36d201e5d0', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': 'b60b0e9554cd47f7ba08fcd8dea6bb8c'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:52.914822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c76052a8-f5bc-47ce-883a-4678f2022507 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1969223 Nov 12 13:49:52.916151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49706) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:52.967647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:52.976311 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-03a5444f-4719-418c-ba11-b9b764824a94 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] delete failed (client error): The resource could not be found. Nov 12 13:49:52.977869 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-03a5444f-4719-418c-ba11-b9b764824a94 tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "DELETE /v2.0/security-groups/9982eb53-371d-4547-a2fb-77852ad6a42a HTTP/1.1" status: 404 len: 347 time: 0.0607038 Nov 12 13:49:52.982550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49710) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:53.010056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:53.023195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:53.038759 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-007933d7-7e78-4c35-aa94-22badd243fcc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] show failed (client error): The resource could not be found. Nov 12 13:49:53.043752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-007933d7-7e78-4c35-aa94-22badd243fcc tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-groups/6a1c8450-51f1-4234-abc6-2a3b463f602b HTTP/1.1" status: 404 len: 347 time: 0.0588644 Nov 12 13:49:53.047609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49714) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:53.065490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['cbb8ad45-36de-4cd6-aa86-da880df58c4d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:49:53.106295 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-e46141c5-00b9-43af-93df-600a26750fce tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] show failed (client error): The resource could not be found. Nov 12 13:49:53.123653 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e46141c5-00b9-43af-93df-600a26750fce tempest-NegativeSecGroupIPv6Test-1554958914 tempest-NegativeSecGroupIPv6Test-1554958914-project] 10.222.0.73 "GET /v2.0/security-group-rules/6df17895-cb15-453b-a8f0-a80b2edff555 HTTP/1.1" status: 404 len: 356 time: 0.0743322 Nov 12 13:49:53.214754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8865e40-f4a7-47f1-9c8b-5aec21fed121 req-154c37b9-1e5f-4011-9c27-4d9990b0bce6 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.1444163 Nov 12 13:49:53.351865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Pushing event updated for resources: {'Port': ['ID=ed7416a0-17a0-4cb8-8646-048f3a3a97b4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:53.456037 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:53.574022 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e7037741-3f93-408e-993c-89d489eafffb None None] Provisioning complete for port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:53.575955 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7037741-3f93-408e-993c-89d489eafffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:53.627200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49722) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:53.660101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:53.671306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef91af-a5cc-4da6-a77c-090be09c9312 req-738eea20-a464-4d40-ac01-08de554da5ef tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:53.672966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0eef91af-a5cc-4da6-a77c-090be09c9312 req-738eea20-a464-4d40-ac01-08de554da5ef tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 944 time: 0.3815649 Nov 12 13:49:53.693641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e7037741-3f93-408e-993c-89d489eafffb None None] Port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:53.745521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:53.806045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Made reservation on behalf of b60b0e9554cd47f7ba08fcd8dea6bb8c for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:49:53.810703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:53.853923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0eef91af-a5cc-4da6-a77c-090be09c9312 req-ff5948c8-1098-4249-a420-174b57ee2d21 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591043 Nov 12 13:49:53.854981 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:53.887235 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-949e1674-29fa-44bf-9549-138e73590127 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b206f1bb3d524d73a304aa663d084ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561004 Nov 12 13:49:53.887680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49728) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:53.896311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:53.986934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c0ab9076-36e7-44be-a1a7-3c9d0625ea87 req-1805b116-3668-459d-a70c-863c322da1bc tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0587037 Nov 12 13:49:54.023902 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0df9ec4-6d6a-4fae-9522-94c45fd2a088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.054619 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0df9ec4-6d6a-4fae-9522-94c45fd2a088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.056601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event updated for resources: {'Port': ['ID=63a04116-affa-40d0-bcb5-4f50af42bf00,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:54.063566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Network 241536e4-7d68-4f53-a402-d213c692f7c2 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:54.087964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:54.092902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:54.135826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0df9ec4-6d6a-4fae-9522-94c45fd2a088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.144439 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0df9ec4-6d6a-4fae-9522-94c45fd2a088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.152265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c0df9ec4-6d6a-4fae-9522-94c45fd2a088 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7eb30de3-dbbb-4c80-b936-59b4b5a67b2c HTTP/1.1" status: 204 len: 168 time: 0.2632296 Nov 12 13:49:54.200423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df9ec4-6d6a-4fae-9522-94c45fd2a088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb30de3-dbbb-4c80-b936-59b4b5a67b2c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:54.272656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cbb8ad45-36de-4cd6-aa86-da880df58c4d up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:54.344035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.363588 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.393120 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:54.406068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.453314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port cbb8ad45-36de-4cd6-aa86-da880df58c4d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:54.453711 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.614845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 634eed96-a099-4155-8a6c-e422fd0a7266 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:49:54.660232 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-b4d2dade-1844-4e64-b027-70e8b89048ed tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4163728 Nov 12 13:49:54.678655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868edea8-a80b-40c6-9dd7-e1d4bda0f642,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:54.690082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Request body: {'port': {'device_id': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:54.757524 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.759515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0f9c38a1-eceb-47b9-9c9c-5ce6de1f96bf None None] Provisioning complete for port 63a04116-affa-40d0-bcb5-4f50af42bf00 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:54.766557 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c38a1-eceb-47b9-9c9c-5ce6de1f96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.773553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.818333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0655ed6-3a88-415a-8260-23ce3aae6ef2 req-70deffec-41a0-40a2-ac05-0b1216cd1daa tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:54.826216 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a0655ed6-3a88-415a-8260-23ce3aae6ef2 req-70deffec-41a0-40a2-ac05-0b1216cd1daa tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 932 time: 0.4472747 Nov 12 13:49:54.830055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 634eed96-a099-4155-8a6c-e422fd0a7266 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:54.830421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.837938 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:54.897141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c38a1-eceb-47b9-9c9c-5ce6de1f96bf None None] Port 63a04116-affa-40d0-bcb5-4f50af42bf00 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:54.931880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:49:54.934212 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae99394-88a7-44c9-ae51-408b0b1cb161" -d '{"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-plugged", "status": "completed", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:49:55.006411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:49:55.016196 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:55.150682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4065b0-4c5f-4ecf-b222-b77f81c44320 req-72ce5f8a-a39f-42eb-a4e9-3758f70cc7df tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:55.166230 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd4065b0-4c5f-4ecf-b222-b77f81c44320 req-72ce5f8a-a39f-42eb-a4e9-3758f70cc7df tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 0.1454070 Nov 12 13:49:55.181088 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a0655ed6-3a88-415a-8260-23ce3aae6ef2 req-a8a1b0e4-cb7c-4e18-8bec-26a551d11b36 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479264 Nov 12 13:49:55.188799 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:55.191605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Allocated IP 192.168.233.254 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/eae804cb-dbda-4e59-b8d4-bd4f84ef0e94) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:49:55.203222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:55.215277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Pushing event updated for resources: {'Port': ['ID=ed7416a0-17a0-4cb8-8646-048f3a3a97b4,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:55.257015 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:55.265837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd4065b0-4c5f-4ecf-b222-b77f81c44320 req-97c8c70b-85c0-4019-9ad9-7ec0f123a20a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979633 Nov 12 13:49:55.497080 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c02555-0e9b-4d4f-9cb7-964eeb455975 req-e45c1016-9b08-4706-b7ef-aaf767f5978c tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0693018 Nov 12 13:49:55.607903 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d410579f-453a-4a8d-a133-9ecd8f8a5240 x-openstack-request-id: req-d410579f-453a-4a8d-a133-9ecd8f8a5240 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:49:55.608517 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-plugged", "status": "completed", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:49:55.608517 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d410579f-453a-4a8d-a133-9ecd8f8a5240 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:49:55.609023 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'code': 200} Nov 12 13:49:55.775677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49764) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:55.809763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:55.822720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:55.948645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a41d8-d87f-435b-9aa7-a4f561dab126 req-b840e7ff-7766-405d-a1dd-65eefc42a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:55.950409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-835a41d8-d87f-435b-9aa7-a4f561dab126 req-b840e7ff-7766-405d-a1dd-65eefc42a8ff service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1097 time: 0.1424587 Nov 12 13:49:55.976390 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:55.994166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c77d8c9b-18c9-4c29-8469-d8c9db6197e6 tempest-ServiceProvidersTest-287132778 tempest-ServiceProvidersTest-287132778-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2159908 Nov 12 13:49:56.065081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-835a41d8-d87f-435b-9aa7-a4f561dab126 req-0129846d-4f5e-4e60-8410-a10d4827535a service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063836 Nov 12 13:49:56.350727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-89c74814-bef6-4952-bf4e-f66875090d17 None None] Provisioning complete for port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:56.351116 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89c74814-bef6-4952-bf4e-f66875090d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:56.372374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff449b63-af59-4587-9dcb-98501496fb8a req-b3284153-e0c2-4ccb-82f6-ac39953ddccd tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:56.385718 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff449b63-af59-4587-9dcb-98501496fb8a req-b3284153-e0c2-4ccb-82f6-ac39953ddccd tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 932 time: 0.1048863 Nov 12 13:49:56.447344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-89c74814-bef6-4952-bf4e-f66875090d17 None None] Port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:56.463300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49778) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:56.469843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff449b63-af59-4587-9dcb-98501496fb8a req-18660a5f-f283-4146-9da0-b0554057d950 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825591 Nov 12 13:49:56.679499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1590e071-d0e7-4920-a026-f428912a0028 req-3759db4b-9ed1-4ff9-8468-b8cf352edd29 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0750492 Nov 12 13:49:56.721234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:56.728813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa0d9-a14a-411d-bb89-0c1d9498f7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:56.850465 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Router 9ddfacd7-9042-47a2-afa5-890644ceec45 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:49:56.857842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa0d9-a14a-411d-bb89-0c1d9498f7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:56.864901 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa0d9-a14a-411d-bb89-0c1d9498f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:56.881511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:49:56.898197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:49:56.901430 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:49:56.913548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Pushing event updated for resources: {'Port': ['ID=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:56.932700 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3f2fa0d9-a14a-411d-bb89-0c1d9498f7fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=06fa6bc40cc44234a75a81fa42aeb911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4590833 Nov 12 13:49:56.932700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fa0d9-a14a-411d-bb89-0c1d9498f7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0919d5-9923-4dac-99ba-cbcbd7950857,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:56.933956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 49784) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:49:56.973085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096fe04-4ddf-4dfd-a392-3be37fcf0549 req-04b3db1c-6ba2-47dd-a746-37386816a5fb tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:56.981173 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0096fe04-4ddf-4dfd-a392-3be37fcf0549 req-04b3db1c-6ba2-47dd-a746-37386816a5fb tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 0.3063548 Nov 12 13:49:57.000467 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f222d920-5178-406a-8d96-b43a28b90c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.008154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a04116-affa-40d0-bcb5-4f50af42bf00 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:49:57.042677 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.044095 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af761b3b-06ff-4e84-9fd4-21140c35b105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.110808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af761b3b-06ff-4e84-9fd4-21140c35b105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.120146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:57.121111 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.157952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Transition to ACTIVE for port object 63a04116-affa-40d0-bcb5-4f50af42bf00 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:49:57.168784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9f83b84a-d2bc-44de-8942-0e1ffc5638c8 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2889266 Nov 12 13:49:57.196255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Request body: {'port': {'device_id': '04e66c87-d0fc-41bc-a1ac-5d36d201e5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:49:57.200663 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af761b3b-06ff-4e84-9fd4-21140c35b105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.205735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af761b3b-06ff-4e84-9fd4-21140c35b105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.209868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-af761b3b-06ff-4e84-9fd4-21140c35b105 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bd0919d5-9923-4dac-99ba-cbcbd7950857 HTTP/1.1" status: 204 len: 168 time: 0.2724712 Nov 12 13:49:57.220143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af761b3b-06ff-4e84-9fd4-21140c35b105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0919d5-9923-4dac-99ba-cbcbd7950857,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:57.232401 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.328770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0096fe04-4ddf-4dfd-a392-3be37fcf0549 req-1aef6da4-1f11-4bb6-85d2-c352ea39393f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466406 Nov 12 13:49:57.433776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9f389b11-a912-4266-b6a0-44b94295597e None None] Provisioning complete for port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:49:57.433776 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f389b11-a912-4266-b6a0-44b94295597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.479226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Pushing event updated for resources: {'Port': ['ID=63a04116-affa-40d0-bcb5-4f50af42bf00,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:57.530959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:49:57.533770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.547213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b4cea3db-6b89-438a-9ecc-884502a1e34b admin admin] 10.222.0.73 "PUT /v2.0/routers/9ddfacd7-9042-47a2-afa5-890644ceec45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2751803 Nov 12 13:49:57.551819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9f389b11-a912-4266-b6a0-44b94295597e None None] Port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:49:57.555233 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Sync routers for ids ['9ddfacd7-9042-47a2-afa5-890644ceec45'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:49:57.584091 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Routers {'9ddfacd7-9042-47a2-afa5-890644ceec45'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:49:57.584818 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9ddfacd7-9042-47a2-afa5-890644ceec45'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:57.774312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0b648-511a-4c70-8ad1-d95907381690 req-f7b507a0-6de7-4961-90e8-54997ba2162f tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:57.781537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3dc0b648-511a-4c70-8ad1-d95907381690 req-f7b507a0-6de7-4961-90e8-54997ba2162f tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 944 time: 0.1735504 Nov 12 13:49:57.848562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Attempting to bind port 63a04116-affa-40d0-bcb5-4f50af42bf00 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:57.848907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Attempting to bind port 63a04116-affa-40d0-bcb5-4f50af42bf00 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:57.849242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Attempting to bind port 63a04116-affa-40d0-bcb5-4f50af42bf00 on network 241536e4-7d68-4f53-a402-d213c692f7c2 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:57.915436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Port 63a04116-affa-40d0-bcb5-4f50af42bf00 on network 241536e4-7d68-4f53-a402-d213c692f7c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:49:57.916122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Attempting to bind port 63a04116-affa-40d0-bcb5-4f50af42bf00 on network 241536e4-7d68-4f53-a402-d213c692f7c2 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:57.931196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:57.931714 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Checking segment: {'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:57.932246 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Bound using segment: {'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:57.932723 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Bound port: 63a04116-affa-40d0-bcb5-4f50af42bf00, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d50224-0490-40b0-8a93-098eb58f4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:57.933103 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:57.949355 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Set router 9ddfacd7-9042-47a2-afa5-890644ceec45 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:49:57.950168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3dc0b648-511a-4c70-8ad1-d95907381690 req-41f809ef-b222-47f6-8e3e-0ddc642a3f05 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593106 Nov 12 13:49:58.443811 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'name': 'tempest-TestServerMultinode-268153411-router', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:42Z', 'updated_at': '2021-11-12T13:49:53Z', 'revision_number': 4, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'gw_port': {'id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:44Z', 'updated_at': '2021-11-12T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'ed7416a0-17a0-4cb8-8646-048f3a3a97b4', 'name': '', 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'mac_address': 'fa:16:3e:e0:78:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '50c165fb-188c-46f7-a3f9-b94338dc2f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:51Z', 'updated_at': '2021-11-12T13:49:54Z', 'revision_number': 2, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'subnets': [{'id': '50c165fb-188c-46f7-a3f9-b94338dc2f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:49:58.482356 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Checking router: 9ddfacd7-9042-47a2-afa5-890644ceec45 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:49:58.483170 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Updating router 9ddfacd7-9042-47a2-afa5-890644ceec45 port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:49:58.534829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:49:58.539582 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:58.571189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:58.623624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Transition to ACTIVE for port object eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:49:58.790196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] For port 63a04116-affa-40d0-bcb5-4f50af42bf00, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:49:58.809146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] For port 63a04116-affa-40d0-bcb5-4f50af42bf00, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=63a04116-affa-40d0-bcb5-4f50af42bf00,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:49:58.823620 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:58.859880 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:58.995413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:58.996098 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:58.997490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] 10.222.0.70 "PUT /v2.0/ports/63a04116-affa-40d0-bcb5-4f50af42bf00 HTTP/1.1" status: 200 len: 1092 time: 4.3202655 Nov 12 13:49:59.000115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:49:59.033012 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a115b1d-b76e-4b45-bf4f-2378c48c8767" -d '{"events": [{"name": "network-changed", "server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:49:59.063384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552ed2c-284d-4e75-8881-7cdbb86ce43b req-419b05c3-31c6-4cc4-93a6-249fb6213aac tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:59.071107 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7552ed2c-284d-4e75-8881-7cdbb86ce43b req-419b05c3-31c6-4cc4-93a6-249fb6213aac tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 936 time: 1.1558990 Nov 12 13:49:59.138025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f94704-6978-4495-b9b7-e3007084f6cb req-d892560b-ab8c-4fd8-a39a-0c74851c992a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:59.162148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32f94704-6978-4495-b9b7-e3007084f6cb req-d892560b-ab8c-4fd8-a39a-0c74851c992a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 0.2165487 Nov 12 13:49:59.244850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Pushing event updated for resources: {'Port': ['ID=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:59.286534 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32f94704-6978-4495-b9b7-e3007084f6cb req-4e1e8b10-25d4-42e5-a5d0-ecb2e964e636 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230247 Nov 12 13:49:59.318521 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:59.343931 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:59.516447 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7dce959b-7f0f-4ba5-a723-9ceb3575fd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:59.546123 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e69cfb-00e7-4da1-a0d9-a164b2b65d20 None None] Pushing event updated for resources: {'Port': ['ID=ed7416a0-17a0-4cb8-8646-048f3a3a97b4,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:59.600320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7552ed2c-284d-4e75-8881-7cdbb86ce43b req-406984e7-6379-4b87-b0da-a75d1d0c3fa1 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831915 Nov 12 13:49:59.689699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db7f66-db71-4f6b-9917-b913dc8e1b50 req-bd8273e0-eb8b-404f-badc-589ebf4afc69 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:59.707147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2db7f66-db71-4f6b-9917-b913dc8e1b50 req-bd8273e0-eb8b-404f-badc-589ebf4afc69 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 944 time: 0.2252872 Nov 12 13:49:59.727181 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Attempting to bind port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:59.727848 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Attempting to bind port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:59.729232 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Attempting to bind port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 on network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:59.732878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Attempting to bind port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:49:59.733578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Attempting to bind port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:49:59.734071 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Attempting to bind port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:59.749975 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:59.750884 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Checking segment: {'id': '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:59.751618 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:59.752204 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Bound using segment: {'id': '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:59.752710 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Bound port: ed7416a0-17a0-4cb8-8646-048f3a3a97b4, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:59.753769 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:59.763924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c84f07-a858-4229-a013-d80aca94de9f service neutron] Pushing event updated for resources: {'Port': ['ID=63a04116-affa-40d0-bcb5-4f50af42bf00,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:49:59.795584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-c289b6fc-fd32-4867-8dc0-a88dc20db9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:49:59.799533 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-c289b6fc-fd32-4867-8dc0-a88dc20db9a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5063f342fb4440183283c008c1336b3&device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 1095 time: 0.5545173 Nov 12 13:49:59.837088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:49:59.839715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Attempting to bind port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:49:59.841016 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2db7f66-db71-4f6b-9917-b913dc8e1b50 req-f58dc5d6-de18-4c46-b316-4b1462ff7103 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288288 Nov 12 13:49:59.923481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:49:59.923829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:49:59.927496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:49:59.928002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Bound port: eae804cb-dbda-4e59-b8d4-bd4f84ef0e94, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:49:59.928327 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:59.932197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-d6fdd3c7-6e7d-49a6-b644-1369af221a6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a04116-affa-40d0-bcb5-4f50af42bf00 HTTP/1.1" status: 200 len: 217 time: 0.1209528 Nov 12 13:49:59.936563 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] For port ed7416a0-17a0-4cb8-8646-048f3a3a97b4, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:49:59.944139 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] For port ed7416a0-17a0-4cb8-8646-048f3a3a97b4, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ed7416a0-17a0-4cb8-8646-048f3a3a97b4,segment=NetworkSegment(7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d),segment_id=7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:49:59.953102 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:49:59.961800 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9bb13-aedd-4a76-8926-6c9a2f2e54bc x-openstack-request-id: req-c3a9bb13-aedd-4a76-8926-6c9a2f2e54bc {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:49:59.962229 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:49:59.962488 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c3a9bb13-aedd-4a76-8926-6c9a2f2e54bc {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:49:59.962898 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'status': 'completed', 'code': 200} Nov 12 13:50:00.036630 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e69cfb-00e7-4da1-a0d9-a164b2b65d20 None None] Pushing event updated for resources: {'Port': ['ID=ed7416a0-17a0-4cb8-8646-048f3a3a97b4,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:00.054714 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Routers {'9ddfacd7-9042-47a2-afa5-890644ceec45'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:00.055198 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9ddfacd7-9042-47a2-afa5-890644ceec45'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:00.121943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-832611bf-8bd0-4f9c-9023-9a148d46b400 None None] Provisioning complete for port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:00.124804 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-832611bf-8bd0-4f9c-9023-9a148d46b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:00.309728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-f010e78c-5d04-485e-bb27-c9033ccb1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:00.313537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-f010e78c-5d04-485e-bb27-c9033ccb1b52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f61890d0-f7f9-406e-8e60-c778ffa1c4ea HTTP/1.1" status: 200 len: 853 time: 0.3545957 Nov 12 13:50:00.332077 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] Set router 9ddfacd7-9042-47a2-afa5-890644ceec45 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:00.341799 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-832611bf-8bd0-4f9c-9023-9a148d46b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:00.451274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] For port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:50:00.458820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] For port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:50:00.472848 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:00.486922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-832611bf-8bd0-4f9c-9023-9a148d46b400 None None] For port ed7416a0-17a0-4cb8-8646-048f3a3a97b4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ed7416a0-17a0-4cb8-8646-048f3a3a97b4,segment=NetworkSegment(7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d),segment_id=7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:00.500582 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-832611bf-8bd0-4f9c-9023-9a148d46b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:00.648308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f72e2b-bb8c-4a4b-969b-9d17f84df19a req-b37c30d8-828b-4c0f-a404-79a1a7546832 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:00.656175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5f72e2b-bb8c-4a4b-969b-9d17f84df19a req-b37c30d8-828b-4c0f-a404-79a1a7546832 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 0.1290326 Nov 12 13:50:00.670684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-3f5af35f-7efa-4024-81fc-74622dad0a7b tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:00.693575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-3f5af35f-7efa-4024-81fc-74622dad0a7b tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/networks?id=51434846-0e7e-4c13-8b1d-ea8c7d40b33f HTTP/1.1" status: 200 len: 910 time: 0.7733338 Nov 12 13:50:00.737965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:00.741222 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:00.784080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] 10.222.0.105 "PUT /v2.0/ports/eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 HTTP/1.1" status: 200 len: 1096 time: 3.5836058 Nov 12 13:50:00.807056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5f72e2b-bb8c-4a4b-969b-9d17f84df19a req-34d9264e-a97f-4e09-b086-06d60ba5cb0b tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492205 Nov 12 13:50:00.823075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-f5302a7b-707a-45b6-a1cb-dc145db7c68f tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/quotas/618b673ca31346b2b7b10d4dd68fcac6 HTTP/1.1" status: 200 len: 375 time: 0.1278875 Nov 12 13:50:00.924652 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'name': 'tempest-TestServerMultinode-268153411-router', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:42Z', 'updated_at': '2021-11-12T13:49:53Z', 'revision_number': 4, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'gw_port': {'id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:44Z', 'updated_at': '2021-11-12T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'ed7416a0-17a0-4cb8-8646-048f3a3a97b4', 'name': '', 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'mac_address': 'fa:16:3e:e0:78:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '50c165fb-188c-46f7-a3f9-b94338dc2f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:51Z', 'updated_at': '2021-11-12T13:49:59Z', 'revision_number': 4, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'subnets': [{'id': '50c165fb-188c-46f7-a3f9-b94338dc2f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:01.022268 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0c905-bcd1-4b66-b5a3-40bb16794d9f None None] The sync data for ids ['9ddfacd7-9042-47a2-afa5-890644ceec45'] in n-d-805736-4 is: [{'id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'name': 'tempest-TestServerMultinode-268153411-router', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:42Z', 'updated_at': '2021-11-12T13:49:53Z', 'revision_number': 4, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'gw_port': {'id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:44Z', 'updated_at': '2021-11-12T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'ed7416a0-17a0-4cb8-8646-048f3a3a97b4', 'name': '', 'network_id': '8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'mac_address': 'fa:16:3e:e0:78:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '50c165fb-188c-46f7-a3f9-b94338dc2f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:51Z', 'updated_at': '2021-11-12T13:49:59Z', 'revision_number': 4, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'subnets': [{'id': '50c165fb-188c-46f7-a3f9-b94338dc2f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:50:01.063458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-db1d639c-3f54-4d0d-adae-9b26cf0121d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:01.070038 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-db1d639c-3f54-4d0d-adae-9b26cf0121d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=241536e4-7d68-4f53-a402-d213c692f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7299643 Nov 12 13:50:01.228826 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:01.235623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832611bf-8bd0-4f9c-9023-9a148d46b400 None None] Pushing event updated for resources: {'Port': ['ID=ed7416a0-17a0-4cb8-8646-048f3a3a97b4,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:01.252791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ce4df8f0-ff5e-496a-89cf-7426bf55b566 None None] Provisioning complete for port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:01.258728 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce4df8f0-ff5e-496a-89cf-7426bf55b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:01.266312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9190f5-9034-4913-a950-9d9caa3d4619 req-123e46b3-9729-4bdd-9f0b-f8d3c5bc81a7 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:01.279149 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d9190f5-9034-4913-a950-9d9caa3d4619 req-123e46b3-9729-4bdd-9f0b-f8d3c5bc81a7 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 948 time: 0.2551253 Nov 12 13:50:01.396515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6f675-2786-4405-868c-870a561a26d5 service neutron] Pushing event updated for resources: {'Port': ['ID=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:01.411673 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d9190f5-9034-4913-a950-9d9caa3d4619 req-23ff10d2-72d4-4a84-9cf6-c6aa80283bda tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255875 Nov 12 13:50:01.445575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-13a823a7-202b-4ab6-8e63-5c3f460afbd9 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=618b673ca31346b2b7b10d4dd68fcac6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6167383 Nov 12 13:50:01.600930 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-c22840d8-1c14-4310-9a07-5316160aa0b7 service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993173 Nov 12 13:50:01.650592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-55cd1dee-5d07-48ca-b72d-7983b4dd6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:01.653047 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-55cd1dee-5d07-48ca-b72d-7983b4dd6ae2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b60b0e9554cd47f7ba08fcd8dea6bb8c&device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 1099 time: 0.6477830 Nov 12 13:50:01.698869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea720c-6e4f-40e4-9397-8980c9d1c400 req-5f423604-b045-4142-956f-0b4b1517624c tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:01.707859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cea720c-6e4f-40e4-9397-8980c9d1c400 req-5f423604-b045-4142-956f-0b4b1517624c tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 944 time: 0.1752026 Nov 12 13:50:01.736307 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-b232e691-e23e-481e-9545-a28fa3f6d6ea service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 HTTP/1.1" status: 200 len: 217 time: 0.0456653 Nov 12 13:50:01.804945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8cea720c-6e4f-40e4-9397-8980c9d1c400 req-de4006c7-ceac-4532-9941-b0e6b393e1d3 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928359 Nov 12 13:50:01.902024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-d8268b75-e7e7-4686-87fb-5817413f8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:01.903918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-d8268b75-e7e7-4686-87fb-5817413f8ea7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1544931 Nov 12 13:50:02.001480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e66c87-d0fc-41bc-a1ac-5d36d201e5d0', 'tag': 'eae804cb-dbda-4e59-b8d4-bd4f84ef0e94'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:02.007766 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "04e66c87-d0fc-41bc-a1ac-5d36d201e5d0", "tag": "eae804cb-dbda-4e59-b8d4-bd4f84ef0e94"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:02.019640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-b0460fe6-3ff1-4123-a594-c8f577d6d49e service neutron] 10.222.0.73 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561092 Nov 12 13:50:02.064624 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb15380-256e-483a-800d-5e33e21a56f0 x-openstack-request-id: req-aeb15380-256e-483a-800d-5e33e21a56f0 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:02.064994 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e66c87-d0fc-41bc-a1ac-5d36d201e5d0", "tag": "eae804cb-dbda-4e59-b8d4-bd4f84ef0e94", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:02.065343 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aeb15380-256e-483a-800d-5e33e21a56f0 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:02.066558 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e66c87-d0fc-41bc-a1ac-5d36d201e5d0', 'tag': 'eae804cb-dbda-4e59-b8d4-bd4f84ef0e94', 'status': 'completed', 'code': 200} Nov 12 13:50:02.082195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62fe98e2-94c5-4f38-951d-d4151b814035 req-a78a4d5b-2e2d-4ed5-9e72-1548e8a41c72 service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271967 Nov 12 13:50:02.103836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-3216ba91-557c-49fd-b173-2b43db7dcd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:02.106769 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-3216ba91-557c-49fd-b173-2b43db7dcd4a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1894941 Nov 12 13:50:02.265262 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:02.288289 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-f3776161-6724-4f2d-80da-0c162011b71a service neutron] 10.222.0.73 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559037 Nov 12 13:50:02.301990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-95cdf488-0b74-49ac-9b03-dfde521bebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:02.303947 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-95cdf488-0b74-49ac-9b03-dfde521bebb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5063f342fb4440183283c008c1336b3&device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 1095 time: 0.1544621 Nov 12 13:50:02.369136 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-21460ff8-919b-4309-9c4c-769adba97db3 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185624 Nov 12 13:50:02.434667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ed7416a0-17a0-4cb8-8646-048f3a3a97b4 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:50:02.554312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:02.554674 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:02.566465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9e407-ee48-45d1-a223-9035cd6a906b req-c388d168-3c3d-4b52-b43d-c4b820c6f086 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:02.568120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-50c3151f-3ddf-425b-aaf7-96df2b1d9f96 req-6d5cba9b-7ed4-4ab4-ac68-a872cfdb4fb1 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 210 time: 0.0369160 Nov 12 13:50:02.597375 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89b9e407-ee48-45d1-a223-9035cd6a906b req-c388d168-3c3d-4b52-b43d-c4b820c6f086 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 948 time: 0.1031907 Nov 12 13:50:02.656234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-80bf630e-5060-4f5e-8d63-7f8c37dc4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:02.667059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-80bf630e-5060-4f5e-8d63-7f8c37dc4f75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=241536e4-7d68-4f53-a402-d213c692f7c2 HTTP/1.1" status: 200 len: 915 time: 0.3483510 Nov 12 13:50:02.672796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89b9e407-ee48-45d1-a223-9035cd6a906b req-761ba319-008e-432e-b145-6267bb71a09a tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668244 Nov 12 13:50:02.759491 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e547ecdb-f307-4a7b-a077-e2f1a3b061c0 req-9c08dcca-d5f5-4fec-8910-e469dbf3aad3 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567569 Nov 12 13:50:02.761130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-097b15f3-85e8-464d-8427-932e6194dec5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a04116-affa-40d0-bcb5-4f50af42bf00 HTTP/1.1" status: 200 len: 217 time: 0.0778413 Nov 12 13:50:02.880418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-8a6ab1e7-c350-4ac9-b1b8-a9e6d28a1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:02.881946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-8a6ab1e7-c350-4ac9-b1b8-a9e6d28a1f0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f61890d0-f7f9-406e-8e60-c778ffa1c4ea HTTP/1.1" status: 200 len: 853 time: 0.1079535 Nov 12 13:50:02.923832 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:03.005797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-229fea4b-0be9-443e-a73a-fd04888fde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:03.007343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-229fea4b-0be9-443e-a73a-fd04888fde37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=241536e4-7d68-4f53-a402-d213c692f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019125 Nov 12 13:50:03.010789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-3688fb4f-8e02-4664-8e14-814658e5d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:03.012671 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-3688fb4f-8e02-4664-8e14-814658e5d305 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b60b0e9554cd47f7ba08fcd8dea6bb8c&device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 1099 time: 0.1833940 Nov 12 13:50:03.068611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a2973-4f46-4aa6-b4f2-41c16f5cb3d2 req-8373414f-3246-4a83-b008-3ea1830f8fe0 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:03.070664 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a87a2973-4f46-4aa6-b4f2-41c16f5cb3d2 req-8373414f-3246-4a83-b008-3ea1830f8fe0 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 944 time: 0.1640477 Nov 12 13:50:03.704866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a87a2973-4f46-4aa6-b4f2-41c16f5cb3d2 req-d06ef804-4c87-4554-ab67-41112bd22ff1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6096642 Nov 12 13:50:03.749350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-d5900bfe-cbd6-4e8a-a2bc-3a32b885d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:03.749350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-d5900bfe-cbd6-4e8a-a2bc-3a32b885d8dd service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.7170017 Nov 12 13:50:03.772369 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2dbe8727-e3fe-4503-8146-23fb294e2939 req-d3597194-5058-460c-8c07-9b0e4b577679 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 210 time: 0.0541568 Nov 12 13:50:03.783952 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-4cc0b55d-7779-4dde-baa6-16099c1ea653 service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662430 Nov 12 13:50:03.873315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-877ecf95-0558-47db-8194-4f53c48121ae service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 HTTP/1.1" status: 200 len: 217 time: 0.1163943 Nov 12 13:50:03.998550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48892db1-9489-4ba7-b738-1446dbf6325d req-d1667b5a-730d-429b-9d15-39ba131f88fd tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:04.000601 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48892db1-9489-4ba7-b738-1446dbf6325d req-d1667b5a-730d-429b-9d15-39ba131f88fd tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 948 time: 0.1726058 Nov 12 13:50:04.019852 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-19b6d03f-b621-4d03-8913-0a4165ea6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:04.022357 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-19b6d03f-b621-4d03-8913-0a4165ea6e79 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1389513 Nov 12 13:50:04.033778 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2a115b1d-b76e-4b45-bf4f-2378c48c8767 req-c110f459-69a6-46a5-b34a-f9ceb674bc67 service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132962 Nov 12 13:50:04.111945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-48892db1-9489-4ba7-b738-1446dbf6325d req-fb0d593a-a79f-4ea1-bcd1-901f70374d8e tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884857 Nov 12 13:50:04.120267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-30cc6fe8-467c-4c8e-a309-ab3529ceab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:04.121957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-30cc6fe8-467c-4c8e-a309-ab3529ceab7f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790985 Nov 12 13:50:04.275797 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-3cbfa39f-280c-44a1-8b5f-d63cd810b93d service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351933 Nov 12 13:50:04.453331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-906ca104-6a64-47dd-acbe-d89c0fe6c2ef tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:04.457271 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-906ca104-6a64-47dd-acbe-d89c0fe6c2ef tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.105 "GET /v2.0/networks?id=51434846-0e7e-4c13-8b1d-ea8c7d40b33f HTTP/1.1" status: 200 len: 910 time: 0.2306757 Nov 12 13:50:04.480504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Request body: {'port': {'device_id': '1bd7494d-2f54-4631-b48e-177a96adc851', 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'admin_state_up': True, 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:50:04.486757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-90a6fd14-b3e1-4795-b2ff-4518d5525e3a req-48b7d7f3-0518-48e8-b416-67e49072b328 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099550 Nov 12 13:50:04.543253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Made reservation on behalf of 618b673ca31346b2b7b10d4dd68fcac6 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:50:04.546402 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:04.781817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Allocated IP 172.20.0.3 (51434846-0e7e-4c13-8b1d-ea8c7d40b33f/c5b6107f-2237-4c6d-9059-30ef6b337e35/8c98ac86-5418-4f70-8f7a-0d2104e65d54) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:50:04.948272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c25c5-58b8-4eff-9b25-35d1baf522ca req-355a7974-fdad-4fa3-8ab5-f289a87245a1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:04.950506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b76c25c5-58b8-4eff-9b25-35d1baf522ca req-355a7974-fdad-4fa3-8ab5-f289a87245a1 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 944 time: 0.1134751 Nov 12 13:50:05.072086 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:05.077614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b76c25c5-58b8-4eff-9b25-35d1baf522ca req-25eb5918-3b02-48e2-b14d-8db4b77fcff9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931954 Nov 12 13:50:05.112905 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:05.177093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:50:05.181703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:50:05.183757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Pushing event updated for resources: {'Port': ['ID=8c98ac86-5418-4f70-8f7a-0d2104e65d54,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:05.186101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:50:05.237403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:05.237912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:05.260425 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-cf66b9dd-121e-4c54-8654-00c8c3c889c6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7927768 Nov 12 13:50:05.276184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Request body: {'port': {'device_id': '1bd7494d-2f54-4631-b48e-177a96adc851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:50:05.285544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b1fe0-40a5-4c37-beac-133ac280bf06 req-c6917ef5-0f82-43b8-85ec-2ee163a4f7ea tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:05.287365 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a2b1fe0-40a5-4c37-beac-133ac280bf06 req-c6917ef5-0f82-43b8-85ec-2ee163a4f7ea tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1027 time: 0.1246805 Nov 12 13:50:05.355113 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a2b1fe0-40a5-4c37-beac-133ac280bf06 req-1f7466d5-7154-46d1-8520-8e425c7265c5 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590649 Nov 12 13:50:05.415279 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:05.424631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223988f6-d9c1-4876-ace5-030a889a6a13 req-d9b1a3ea-5050-4a51-9217-97a89854be53 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:05.427563 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-223988f6-d9c1-4876-ace5-030a889a6a13 req-d9b1a3ea-5050-4a51-9217-97a89854be53 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 948 time: 0.1460707 Nov 12 13:50:05.531678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-223988f6-d9c1-4876-ace5-030a889a6a13 req-56967c28-90fa-48ac-857e-c0dcc224de0a tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932980 Nov 12 13:50:05.536746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-61e6c069-0a8f-4c26-bd61-c9f16249ce11 None None] Provisioning complete for port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:05.537252 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6c069-0a8f-4c26-bd61-c9f16249ce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:05.583713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-61e6c069-0a8f-4c26-bd61-c9f16249ce11 None None] Port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:50:05.773316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c98ac86-5418-4f70-8f7a-0d2104e65d54 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:50:05.778515 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:05.795728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Transition to ACTIVE for port object 8c98ac86-5418-4f70-8f7a-0d2104e65d54 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:50:05.801755 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:05.854989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Pushing event updated for resources: {'Port': ['ID=8c98ac86-5418-4f70-8f7a-0d2104e65d54,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:05.959811 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Attempting to bind port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:50:05.961044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Attempting to bind port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:50:05.961044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Attempting to bind port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 on network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:50:05.967164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 on network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:50:05.967683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Attempting to bind port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 on network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:50:05.975646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:50:05.976516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Checking segment: {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:50:05.976516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Bound using segment: {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:50:05.977197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Bound port: 8c98ac86-5418-4f70-8f7a-0d2104e65d54, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:50:05.978008 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:06.098595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] For port 8c98ac86-5418-4f70-8f7a-0d2104e65d54, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:50:06.104404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] For port 8c98ac86-5418-4f70-8f7a-0d2104e65d54, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8c98ac86-5418-4f70-8f7a-0d2104e65d54,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:50:06.114344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:06.169243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:06.169243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:06.172278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] 10.222.0.105 "PUT /v2.0/ports/8c98ac86-5418-4f70-8f7a-0d2104e65d54 HTTP/1.1" status: 200 len: 1091 time: 0.9008081 Nov 12 13:50:06.172278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd7494d-2f54-4631-b48e-177a96adc851', 'tag': '8c98ac86-5418-4f70-8f7a-0d2104e65d54'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:06.174569 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4883f0a-03c8-4cce-82e4-53913c1e686d" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd7494d-2f54-4631-b48e-177a96adc851", "tag": "8c98ac86-5418-4f70-8f7a-0d2104e65d54"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:06.277499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df581c-7ec1-4ffe-af65-c5999113fea8 req-50f1a6c5-d87d-46cf-a850-766e1d59f9e9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:06.279809 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1df581c-7ec1-4ffe-af65-c5999113fea8 req-50f1a6c5-d87d-46cf-a850-766e1d59f9e9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 944 time: 0.0961885 Nov 12 13:50:06.318700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7919e1-8897-4fea-95fd-a8631092a574 service neutron] Pushing event updated for resources: {'Port': ['ID=8c98ac86-5418-4f70-8f7a-0d2104e65d54,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:06.361014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-75afdcee-eafc-4426-92cf-2a6a1a3b5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:06.366223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-75afdcee-eafc-4426-92cf-2a6a1a3b5f47 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=618b673ca31346b2b7b10d4dd68fcac6&device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1094 time: 0.1325064 Nov 12 13:50:06.368471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:50:06.372357 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1df581c-7ec1-4ffe-af65-c5999113fea8 req-be6394f0-1527-49a6-a480-2b6001529590 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827730 Nov 12 13:50:06.436910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-743eb42f-dd21-4539-ae56-855799f80ec6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c98ac86-5418-4f70-8f7a-0d2104e65d54 HTTP/1.1" status: 200 len: 217 time: 0.0597355 Nov 12 13:50:06.560310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-4c9c2cf3-1a84-4a9f-a235-1e4d85fc6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:06.563371 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-4c9c2cf3-1a84-4a9f-a235-1e4d85fc6c65 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5b6107f-2237-4c6d-9059-30ef6b337e35 HTTP/1.1" status: 200 len: 848 time: 0.1175148 Nov 12 13:50:06.689136 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7f732c-0c28-42d5-baf1-fadc5af27f99 x-openstack-request-id: req-0a7f732c-0c28-42d5-baf1-fadc5af27f99 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:06.689661 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd7494d-2f54-4631-b48e-177a96adc851", "tag": "8c98ac86-5418-4f70-8f7a-0d2104e65d54", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:06.689764 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a7f732c-0c28-42d5-baf1-fadc5af27f99 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:06.690112 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd7494d-2f54-4631-b48e-177a96adc851', 'tag': '8c98ac86-5418-4f70-8f7a-0d2104e65d54', 'status': 'completed', 'code': 200} Nov 12 13:50:06.697244 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30da8-af58-4abf-a3af-50139cbd0a55 req-3b8dca54-547b-4aab-81dd-e7f01032bd5e tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:06.702596 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a3c30da8-af58-4abf-a3af-50139cbd0a55 req-3b8dca54-547b-4aab-81dd-e7f01032bd5e tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1094 time: 0.0959523 Nov 12 13:50:06.727461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:06.766376 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'eae804cb-dbda-4e59-b8d4-bd4f84ef0e94', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'eae804cb-dbda-4e59-b8d4-bd4f84ef0e94', 'mac_address': 'fa:16:3e:a1:11:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:50:06.782569 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a3c30da8-af58-4abf-a3af-50139cbd0a55 req-72f76a3d-47ea-4605-a78a-b6b52b189818 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763254 Nov 12 13:50:06.795691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-19cca48e-9335-4b41-9543-681ae7e14057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:06.797218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-19cca48e-9335-4b41-9543-681ae7e14057 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=51434846-0e7e-4c13-8b1d-ea8c7d40b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186446 Nov 12 13:50:06.811304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bac12-30a3-42d5-8899-9130b028bf2b req-66558c92-dc57-4a9c-ac78-4e06b374fef4 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:06.812856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c98bac12-30a3-42d5-8899-9130b028bf2b req-66558c92-dc57-4a9c-ac78-4e06b374fef4 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 948 time: 0.1326206 Nov 12 13:50:06.829657 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:06.849659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:50:06.879673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:06.885008 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:06.915215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c98bac12-30a3-42d5-8899-9130b028bf2b req-2bcbab3a-f53a-4544-ab29-0d92700d3e1b tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935581 Nov 12 13:50:06.954779 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-4be49151-d7b8-4b68-b14e-29b4d1b486fe service neutron] 10.222.0.105 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407046 Nov 12 13:50:06.960349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:07.075208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bac3d8b6-e167-404a-995c-acae7f5f1578 req-269f37fb-c644-47c1-b1a0-b0f4fe324668 service neutron] 10.222.0.105 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064034 Nov 12 13:50:07.187887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-400b78a1-c470-40ca-814b-4f8e80778d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:07.192101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-400b78a1-c470-40ca-814b-4f8e80778d80 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=618b673ca31346b2b7b10d4dd68fcac6&device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1094 time: 0.0516951 Nov 12 13:50:07.219478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['eae804cb-dbda-4e59-b8d4-bd4f84ef0e94'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:50:07.337557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-5043c5d6-272a-4714-939d-675d25eb34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:07.339702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-5043c5d6-272a-4714-939d-675d25eb34ce service neutron] 10.222.0.105 "GET /v2.0/networks?id=51434846-0e7e-4c13-8b1d-ea8c7d40b33f HTTP/1.1" status: 200 len: 910 time: 0.1364918 Nov 12 13:50:07.392700 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-29960c48-3957-411a-b3a3-e09b53b27993 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c98ac86-5418-4f70-8f7a-0d2104e65d54 HTTP/1.1" status: 200 len: 217 time: 0.0444074 Nov 12 13:50:07.464923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-6ed5ea00-6a02-48a2-a5b8-59051b8478a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:07.467919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-6ed5ea00-6a02-48a2-a5b8-59051b8478a2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c5b6107f-2237-4c6d-9059-30ef6b337e35 HTTP/1.1" status: 200 len: 848 time: 0.0665870 Nov 12 13:50:07.530608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-9b60e7b1-f365-49cf-9249-c4a80ff89b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:07.533180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-9b60e7b1-f365-49cf-9249-c4a80ff89b0f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=51434846-0e7e-4c13-8b1d-ea8c7d40b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555351 Nov 12 13:50:07.536612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4a86d-e271-4614-bdb5-f5f2df7c2e73 req-f3573729-e811-4c66-8bc8-d595703b505d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:07.538443 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2e4a86d-e271-4614-bdb5-f5f2df7c2e73 req-f3573729-e811-4c66-8bc8-d595703b505d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 944 time: 0.0583854 Nov 12 13:50:07.637693 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2e4a86d-e271-4614-bdb5-f5f2df7c2e73 req-fe84cdf1-0348-463f-a233-c0731fbb3076 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916269 Nov 12 13:50:07.663624 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-f5b7a7f4-389b-4388-845f-1b3a34ac1ea1 service neutron] 10.222.0.105 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221366 Nov 12 13:50:08.121859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1969f-3588-4cac-9674-d372d6aa1a76 req-2806a6ac-af2e-4347-87ed-a886e07152c1 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:08.123769 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9c1969f-3588-4cac-9674-d372d6aa1a76 req-2806a6ac-af2e-4347-87ed-a886e07152c1 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 949 time: 0.0961907 Nov 12 13:50:08.161696 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4883f0a-03c8-4cce-82e4-53913c1e686d req-871f840a-fbde-4d50-b3e1-24315753d2d4 service neutron] 10.222.0.105 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765081 Nov 12 13:50:08.211332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f6aec-6435-448e-9489-fac48fc7a9f3 req-68c5068f-0e40-4399-8462-eba3595deef7 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:08.214700 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9c1969f-3588-4cac-9674-d372d6aa1a76 req-49eadabc-466e-448d-b6ec-484fde23dee6 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818248 Nov 12 13:50:08.219585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c0f6aec-6435-448e-9489-fac48fc7a9f3 req-68c5068f-0e40-4399-8462-eba3595deef7 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1094 time: 0.0568347 Nov 12 13:50:08.278825 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c0f6aec-6435-448e-9489-fac48fc7a9f3 req-a0b094f0-469a-41db-a824-4331673cde27 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537920 Nov 12 13:50:08.386482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:50:08.443144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:50:08.448040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:08.448418 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:08.532619 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:08.558666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e66c87-d0fc-41bc-a1ac-5d36d201e5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae804cb-dbda-4e59-b8d4-bd4f84ef0e94'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:08.560671 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f08be97-29e6-4a39-9f32-29b42de5bd1f" -d '{"events": [{"server_uuid": "04e66c87-d0fc-41bc-a1ac-5d36d201e5d0", "name": "network-vif-plugged", "status": "completed", "tag": "eae804cb-dbda-4e59-b8d4-bd4f84ef0e94"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:08.576939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:08.589270 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:08.621270 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e664141-835b-4c4f-b6c6-b55e33d5b321 x-openstack-request-id: req-1e664141-835b-4c4f-b6c6-b55e33d5b321 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:08.621618 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e66c87-d0fc-41bc-a1ac-5d36d201e5d0", "name": "network-vif-plugged", "status": "completed", "tag": "eae804cb-dbda-4e59-b8d4-bd4f84ef0e94", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:08.621855 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e664141-835b-4c4f-b6c6-b55e33d5b321 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:08.622247 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e66c87-d0fc-41bc-a1ac-5d36d201e5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae804cb-dbda-4e59-b8d4-bd4f84ef0e94', 'code': 200} Nov 12 13:50:08.640187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:08.755543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a327d-dbbe-45a4-a27e-c6af9a0848fe req-780b06f7-8aef-4934-a5b0-7ddf0f62da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:08.757182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7a8a327d-dbbe-45a4-a27e-c6af9a0848fe req-780b06f7-8aef-4934-a5b0-7ddf0f62da9a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 1101 time: 0.0669460 Nov 12 13:50:08.837156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09d044-7dce-426a-a033-eec99574b6f1 req-ae0bfa70-05e2-43cc-bb80-ee32cc91ca5c tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:08.838954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f09d044-7dce-426a-a033-eec99574b6f1 req-ae0bfa70-05e2-43cc-bb80-ee32cc91ca5c tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 944 time: 0.0985072 Nov 12 13:50:08.841711 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7a8a327d-dbbe-45a4-a27e-c6af9a0848fe req-6fc20661-736e-439a-b1a8-52d72acc948f service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677555 Nov 12 13:50:08.905543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f09d044-7dce-426a-a033-eec99574b6f1 req-48b276d8-f526-4a91-bff9-cecc76d1a9e7 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560684 Nov 12 13:50:09.374039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7004522-7c26-48c2-9395-6499b955171d req-e84a69d6-570f-4676-a4c7-11e443b6d916 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:09.381949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7004522-7c26-48c2-9395-6499b955171d req-e84a69d6-570f-4676-a4c7-11e443b6d916 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 950 time: 0.0693831 Nov 12 13:50:09.428286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaef8f-f79f-4c12-910f-6492ceb890c0 req-eaa55c15-378b-44e0-9238-cdb3dad6ac4c tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:09.436178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ffaef8f-f79f-4c12-910f-6492ceb890c0 req-eaa55c15-378b-44e0-9238-cdb3dad6ac4c tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1094 time: 0.0692525 Nov 12 13:50:09.466247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e7004522-7c26-48c2-9395-6499b955171d req-d9101366-d95c-479c-969d-a83fba8148bb tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793664 Nov 12 13:50:09.535122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ffaef8f-f79f-4c12-910f-6492ceb890c0 req-65cffdd4-03e5-4b67-84d7-f509a3629e6b tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858331 Nov 12 13:50:09.935938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 63a04116-affa-40d0-bcb5-4f50af42bf00 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:50:10.094312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93816e-ff09-40b1-af4a-5ada1bd0b894 req-8a659ec5-041a-4e2e-b066-c93830b05458 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:10.094993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 63a04116-affa-40d0-bcb5-4f50af42bf00, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=63a04116-affa-40d0-bcb5-4f50af42bf00,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:10.096149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b93816e-ff09-40b1-af4a-5ada1bd0b894 req-8a659ec5-041a-4e2e-b066-c93830b05458 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 944 time: 0.0959361 Nov 12 13:50:10.135117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'port_id': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'mac_address': 'fa:16:3e:93:52:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:50:10.180197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6b93816e-ff09-40b1-af4a-5ada1bd0b894 req-c2890a98-c591-416c-a2d4-683b65ae8e81 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738673 Nov 12 13:50:10.212002 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:10.237056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a04116-affa-40d0-bcb5-4f50af42bf00 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:50:10.268123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 63a04116-affa-40d0-bcb5-4f50af42bf00, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=63a04116-affa-40d0-bcb5-4f50af42bf00,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:10.274020 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:10.356072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=63a04116-affa-40d0-bcb5-4f50af42bf00,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:10.376273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8c98ac86-5418-4f70-8f7a-0d2104e65d54 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:50:10.503612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8c98ac86-5418-4f70-8f7a-0d2104e65d54, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8c98ac86-5418-4f70-8f7a-0d2104e65d54,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:10.523189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '8c98ac86-5418-4f70-8f7a-0d2104e65d54', 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'port_id': '8c98ac86-5418-4f70-8f7a-0d2104e65d54', 'mac_address': 'fa:16:3e:47:9c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:50:10.580098 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:10.617086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c98ac86-5418-4f70-8f7a-0d2104e65d54 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:50:10.628601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['63a04116-affa-40d0-bcb5-4f50af42bf00'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:50:10.642257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206d113-c069-446d-8555-e4580b00a919 req-9b812bf1-f911-4c76-97d5-893b7908a38a tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:10.653410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7206d113-c069-446d-8555-e4580b00a919 req-9b812bf1-f911-4c76-97d5-893b7908a38a tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 950 time: 0.1002715 Nov 12 13:50:10.669164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8c98ac86-5418-4f70-8f7a-0d2104e65d54, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8c98ac86-5418-4f70-8f7a-0d2104e65d54,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:10.676971 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:10.720049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf585ed-ab2b-4ff4-a674-1f75c11094dc req-44bf805c-d8c3-4f7f-a6f7-0c8ed6bf6c2b tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:10.731872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7206d113-c069-446d-8555-e4580b00a919 req-999bc53d-8c3a-4ac4-9ad0-b68a61d1e499 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766790 Nov 12 13:50:10.751413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0cf585ed-ab2b-4ff4-a674-1f75c11094dc req-44bf805c-d8c3-4f7f-a6f7-0c8ed6bf6c2b tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1094 time: 0.0940547 Nov 12 13:50:10.791315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8c98ac86-5418-4f70-8f7a-0d2104e65d54,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:10.823844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0cf585ed-ab2b-4ff4-a674-1f75c11094dc req-88da7dc0-4f02-4248-854e-6328d8a08dfd tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721750 Nov 12 13:50:11.027324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8c98ac86-5418-4f70-8f7a-0d2104e65d54'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:50:11.348032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4add779-0d3a-4fe3-8baf-2574ce5810f5 req-de719ad5-d345-4286-9298-970f0eee6a86 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:11.356236 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4add779-0d3a-4fe3-8baf-2574ce5810f5 req-de719ad5-d345-4286-9298-970f0eee6a86 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 945 time: 0.0962522 Nov 12 13:50:11.433401 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4add779-0d3a-4fe3-8baf-2574ce5810f5 req-08cbed4c-85f7-4ced-8f43-34d51232d75f tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758922 Nov 12 13:50:11.952313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 63a04116-affa-40d0-bcb5-4f50af42bf00 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:50:12.000937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a32f6-a6dc-459d-b8b3-f867a9f77f7a req-94534334-f813-4def-a5da-843c4509b01d tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:12.009370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1a3a32f6-a6dc-459d-b8b3-f867a9f77f7a req-94534334-f813-4def-a5da-843c4509b01d tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1095 time: 0.0944631 Nov 12 13:50:12.060065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 63a04116-affa-40d0-bcb5-4f50af42bf00 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:50:12.064476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 63a04116-affa-40d0-bcb5-4f50af42bf00 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:12.064925 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:12.071491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1a3a32f6-a6dc-459d-b8b3-f867a9f77f7a req-7b5bbff8-f3dd-4c5a-8a40-7373a844941e tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563753 Nov 12 13:50:12.161651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:12.249883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 63a04116-affa-40d0-bcb5-4f50af42bf00, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=63a04116-affa-40d0-bcb5-4f50af42bf00,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:12.252101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:12.260569 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7342a555-bfcd-4e5a-8049-a56da2e39220" -d '{"events": [{"server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "name": "network-vif-plugged", "status": "completed", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:12.265532 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:12.325685 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845ba8ef-6c08-4185-b50c-3f1b0a02bfc7 x-openstack-request-id: req-845ba8ef-6c08-4185-b50c-3f1b0a02bfc7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:12.326211 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "name": "network-vif-plugged", "status": "completed", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:12.326659 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-845ba8ef-6c08-4185-b50c-3f1b0a02bfc7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:12.327276 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'code': 200} Nov 12 13:50:12.367623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=63a04116-affa-40d0-bcb5-4f50af42bf00,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:12.388699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8c98ac86-5418-4f70-8f7a-0d2104e65d54 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:50:12.479266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:50:12.483979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09f5d3-2ac4-4d43-8e9c-721b6855bc20 req-b66702f9-0cc8-494b-9572-1175b49cfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:12.487896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:12.488580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:12.489454 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e09f5d3-2ac4-4d43-8e9c-721b6855bc20 req-b66702f9-0cc8-494b-9572-1175b49cfbb9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 1097 time: 0.0666234 Nov 12 13:50:12.591429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10fc5c-e23d-4877-b499-29f73653f616 req-d6b9331c-105b-437f-acba-b25eddf710f8 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:12.599538 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:12.601687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e10fc5c-e23d-4877-b499-29f73653f616 req-d6b9331c-105b-437f-acba-b25eddf710f8 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 946 time: 0.0718992 Nov 12 13:50:12.604547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e09f5d3-2ac4-4d43-8e9c-721b6855bc20 req-37963b5b-0a4a-4371-b33a-790b650a052e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068385 Nov 12 13:50:12.651252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 8c98ac86-5418-4f70-8f7a-0d2104e65d54, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8c98ac86-5418-4f70-8f7a-0d2104e65d54,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:12.656605 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:12.667478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e10fc5c-e23d-4877-b499-29f73653f616 req-1f59e6a2-2bc0-477c-a2af-b4e0d7c4036d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624378 Nov 12 13:50:12.721146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=8c98ac86-5418-4f70-8f7a-0d2104e65d54,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:13.160166 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:13.222509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15997a-05df-4960-8461-ca822896136b req-a29a1cf8-4b9a-4484-bfac-0a99e60b1c0e tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:13.224719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e15997a-05df-4960-8461-ca822896136b req-a29a1cf8-4b9a-4484-bfac-0a99e60b1c0e tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1096 time: 0.0473392 Nov 12 13:50:13.276297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e15997a-05df-4960-8461-ca822896136b req-d3c47e6e-e2f0-492f-8d22-296f691a72a4 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440946 Nov 12 13:50:13.597791 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:50:13.807712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b8d83-fb1f-4172-b919-dc8703b846cc req-7868b9df-d43b-43d4-a301-d1901d57b4f9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:13.809761 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e35b8d83-fb1f-4172-b919-dc8703b846cc req-7868b9df-d43b-43d4-a301-d1901d57b4f9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 946 time: 0.0624163 Nov 12 13:50:13.910543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e35b8d83-fb1f-4172-b919-dc8703b846cc req-f751f830-9b99-4311-9c1c-71a7d84200ae tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905135 Nov 12 13:50:14.259001 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:14.332053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7494d-2f54-4631-b48e-177a96adc851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c98ac86-5418-4f70-8f7a-0d2104e65d54'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:14.347964 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b1b141-cc19-4cf0-872b-daa6c08c068d" -d '{"events": [{"server_uuid": "1bd7494d-2f54-4631-b48e-177a96adc851", "name": "network-vif-plugged", "status": "completed", "tag": "8c98ac86-5418-4f70-8f7a-0d2104e65d54"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:14.432557 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b5ec25-6d9e-4202-aa1a-dce4f77fbe3f x-openstack-request-id: req-b9b5ec25-6d9e-4202-aa1a-dce4f77fbe3f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:14.445699 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd7494d-2f54-4631-b48e-177a96adc851", "name": "network-vif-plugged", "status": "completed", "tag": "8c98ac86-5418-4f70-8f7a-0d2104e65d54", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:14.445699 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b9b5ec25-6d9e-4202-aa1a-dce4f77fbe3f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:14.445699 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7494d-2f54-4631-b48e-177a96adc851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c98ac86-5418-4f70-8f7a-0d2104e65d54', 'code': 200} Nov 12 13:50:14.511059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea3d75-1705-4114-932b-bba9535f3757 req-d14bcbb1-b7cf-4d95-bc76-36246a040356 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:14.521492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81ea3d75-1705-4114-932b-bba9535f3757 req-d14bcbb1-b7cf-4d95-bc76-36246a040356 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1096 time: 0.1123793 Nov 12 13:50:14.567187 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81ea3d75-1705-4114-932b-bba9535f3757 req-a396be40-d605-4108-b9ee-5beab5aa27ff tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439916 Nov 12 13:50:14.637901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a38502-113e-4c3e-8a07-7729b23b2003 req-32d603e5-1f91-47d5-ba46-84a3d31540c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:14.639677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66a38502-113e-4c3e-8a07-7729b23b2003 req-32d603e5-1f91-47d5-ba46-84a3d31540c9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1096 time: 0.1162610 Nov 12 13:50:14.693078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66a38502-113e-4c3e-8a07-7729b23b2003 req-68f3e090-357b-474b-8554-c32cd996772a service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Nov 12 13:50:15.091283 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64564e36-ff1d-4956-924c-aec257909713 req-f5704ae8-6508-42e5-8aeb-93288062b335 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:15.100470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64564e36-ff1d-4956-924c-aec257909713 req-f5704ae8-6508-42e5-8aeb-93288062b335 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 946 time: 0.0940466 Nov 12 13:50:15.198172 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64564e36-ff1d-4956-924c-aec257909713 req-3b169fe1-b665-42f1-8053-74f841e800f5 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965326 Nov 12 13:50:15.407355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed1d5c-314a-439d-8709-eb540311f5ee req-3dc13e75-1479-4de6-893f-a4002d00dcce tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:15.412616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6fed1d5c-314a-439d-8709-eb540311f5ee req-3dc13e75-1479-4de6-893f-a4002d00dcce tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 946 time: 0.0943675 Nov 12 13:50:15.502152 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6fed1d5c-314a-439d-8709-eb540311f5ee req-ad2b797e-a412-4286-a6c6-cda6c74e3b9f tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774093 Nov 12 13:50:15.528530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50134) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:15.789419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f156b9-7c3b-4907-8435-2a83661f9652 req-8a01ba82-9929-4a77-8432-e897b2ea57bb tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:15.790961 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9f156b9-7c3b-4907-8435-2a83661f9652 req-8a01ba82-9929-4a77-8432-e897b2ea57bb tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1096 time: 0.1112103 Nov 12 13:50:15.932189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9f156b9-7c3b-4907-8435-2a83661f9652 req-e6ede985-0d71-4d64-bb93-508cc48647e1 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339908 Nov 12 13:50:16.037690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e3044-bd92-4065-b28f-3844af454caa tempest-TestVolumeBackupRestore-839786207 tempest-TestVolumeBackupRestore-839786207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:16.039315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a34e3044-bd92-4065-b28f-3844af454caa tempest-TestVolumeBackupRestore-839786207 tempest-TestVolumeBackupRestore-839786207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 1092 time: 0.5089176 Nov 12 13:50:16.043041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50146) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:16.065805 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:50:16.152952 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:16.367552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:16.490308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Allocated IP 172.25.5.62 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/c0a128cd-8d48-40a1-ae04-84c71e194415) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:50:16.609922 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:16.737531 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:16.898660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event updated for resources: {'Port': ['ID=c0a128cd-8d48-40a1-ae04-84c71e194415,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:16.902895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:50:16.905580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:50:16.908344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:50:17.091480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b220b4-5d0f-4baf-82a3-d94e10c32f9d req-89e9cc96-562b-4dd2-8f5e-2e9a7f00f092 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:17.099575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b5b220b4-5d0f-4baf-82a3-d94e10c32f9d req-89e9cc96-562b-4dd2-8f5e-2e9a7f00f092 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1096 time: 0.0850623 Nov 12 13:50:17.218716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b5b220b4-5d0f-4baf-82a3-d94e10c32f9d req-d72aaac3-86d3-4c61-aa4c-9e32abfc0677 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171000 Nov 12 13:50:17.369789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba1eba-28b8-455b-88bc-053c2535c414 req-2e2491a8-15f4-479f-bfc7-ac252084575f tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:17.372297 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43ba1eba-28b8-455b-88bc-053c2535c414 req-2e2491a8-15f4-479f-bfc7-ac252084575f tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1096 time: 0.0575018 Nov 12 13:50:17.513960 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43ba1eba-28b8-455b-88bc-053c2535c414 req-9c50ab6d-e5a1-4c28-ae65-708fe8a939ec tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323128 Nov 12 13:50:17.811737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072b1f6-90d7-4027-82a8-1c7feafb9d71 req-edeb7fc5-ca34-47d1-a1d1-acf85cb4c734 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:17.824051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0072b1f6-90d7-4027-82a8-1c7feafb9d71 req-edeb7fc5-ca34-47d1-a1d1-acf85cb4c734 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1096 time: 0.1204147 Nov 12 13:50:17.916656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:17.981742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0072b1f6-90d7-4027-82a8-1c7feafb9d71 req-b52a1f53-da26-4129-9bcb-4ede9f61bbfe tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391008 Nov 12 13:50:18.149708 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:18.369253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-c9e3b73a-a9f5-49b4-95fe-404b7b23b563 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:18.371132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-c9e3b73a-a9f5-49b4-95fe-404b7b23b563 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/networks?id=51434846-0e7e-4c13-8b1d-ea8c7d40b33f HTTP/1.1" status: 200 len: 910 time: 0.1277194 Nov 12 13:50:18.396002 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-cc0f0913-7d3e-4a05-a449-44d5d9e26cee tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/quotas/618b673ca31346b2b7b10d4dd68fcac6 HTTP/1.1" status: 200 len: 375 time: 0.0168800 Nov 12 13:50:18.545777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:18.554835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:18.604827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d4632c0b-92c5-4025-b6da-6e29dcf1c20d tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=618b673ca31346b2b7b10d4dd68fcac6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2008376 Nov 12 13:50:18.746273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event updated for resources: {'Port': ['ID=c0a128cd-8d48-40a1-ae04-84c71e194415,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:18.780971 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:18.817427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-f2fc6f39-7cb8-4802-8a98-64caf1401b5a service neutron] 10.222.0.73 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001276 Nov 12 13:50:18.952826 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Floating IP 89a1577d-c0c5-4b67-868b-231f243887ae associated. External IP: 172.25.5.62, port: 63a04116-affa-40d0-bcb5-4f50af42bf00. Nov 12 13:50:19.000760 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a4c09334-159c-4c8d-bcb5-88a282dfe129 service neutron] 10.222.0.73 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820898 Nov 12 13:50:19.428949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6d1b8a59-1da9-4cf4-aa30-b6a62b0d3166 req-e3a04980-4fc3-4823-97ec-896d1c7fa9b9 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 210 time: 0.0493181 Nov 12 13:50:19.495344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Router a4db0225-2a17-4e36-87d6-6023c98283fe has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:50:19.662587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:50:19.679454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] Sync routers for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:50:19.697525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:19.698554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:19.709910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:19.764710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c42660dd-1333-4a4c-a3a6-03b5f991fb16 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7145698 Nov 12 13:50:19.764710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:19.765507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50206) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:19.766134 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:19.827372 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368b5485-7405-4755-a87f-db4f171ef045 x-openstack-request-id: req-368b5485-7405-4755-a87f-db4f171ef045 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:19.827372 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:19.827372 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-368b5485-7405-4755-a87f-db4f171ef045 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:19.827372 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'status': 'completed', 'code': 200} Nov 12 13:50:19.888558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84863538-ddcc-4849-89e7-5fe94becbee2 tempest-TestVolumeBackupRestore-839786207 tempest-TestVolumeBackupRestore-839786207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:19.899480 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-84863538-ddcc-4849-89e7-5fe94becbee2 tempest-TestVolumeBackupRestore-839786207 tempest-TestVolumeBackupRestore-839786207-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 1092 time: 0.1326160 Nov 12 13:50:19.903215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:19.924654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-21e53534-9544-47ae-8e07-43274f8795c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Request body: {'floatingip': {'port_id': '63a04116-affa-40d0-bcb5-4f50af42bf00'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:50:19.995319 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e53534-9544-47ae-8e07-43274f8795c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:20.020115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-3d7be210-e3e9-4994-9df8-b64566f24bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:20.020707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:20.023669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-3d7be210-e3e9-4994-9df8-b64566f24bc3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5063f342fb4440183283c008c1336b3&device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 1097 time: 0.1474893 Nov 12 13:50:20.291949 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-5d263e63-b428-4c56-a4db-4ee42546dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:20.296032 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-5d263e63-b428-4c56-a4db-4ee42546dce6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=241536e4-7d68-4f53-a402-d213c692f7c2 HTTP/1.1" status: 200 len: 915 time: 0.2621510 Nov 12 13:50:20.491509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-33cbcbb5-7d86-46d5-b987-ab11d56d2b74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a04116-affa-40d0-bcb5-4f50af42bf00 HTTP/1.1" status: 200 len: 999 time: 0.1866937 Nov 12 13:50:20.648585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-467775c3-1a21-43b3-bbd8-7cf64da39024 req-2aa0564b-aead-418f-9edf-0ef262f1a6d3 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 210 time: 0.0521002 Nov 12 13:50:20.686005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-69bb822c-430b-4761-a0d7-f00b937c8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:20.686005 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-69bb822c-430b-4761-a0d7-f00b937c8cb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f61890d0-f7f9-406e-8e60-c778ffa1c4ea HTTP/1.1" status: 200 len: 853 time: 0.1757228 Nov 12 13:50:20.719677 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '89a1577d-c0c5-4b67-868b-231f243887ae', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'port_id': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'mac_address': 'fa:16:3e:93:52:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:50:17Z', 'updated_at': '2021-11-12T13:50:17Z', 'revision_number': 0, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:23Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:20.754214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-32b732dd-b2f6-4bdf-971f-9e13a1dc3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:20.756152 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-32b732dd-b2f6-4bdf-971f-9e13a1dc3729 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=241536e4-7d68-4f53-a402-d213c692f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603299 Nov 12 13:50:20.800729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] Checking router: a4db0225-2a17-4e36-87d6-6023c98283fe for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:50:20.813105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:20.814303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:20.925513 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-a2cdac01-8900-4e27-a07e-8b25b2d71d6c service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610353 Nov 12 13:50:20.979502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:21.086390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-21e53534-9544-47ae-8e07-43274f8795c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 13:50:21.106737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9ec2aeb-8bd2-40ad-b0ac-d1940a69dcb3 req-fa2611f1-a260-461f-a86a-fba63d120234 service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681061 Nov 12 13:50:21.203027 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e53534-9544-47ae-8e07-43274f8795c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:21.213495 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e53534-9544-47ae-8e07-43274f8795c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:21.286681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-397228a6-3945-4ac3-abeb-79bf30225a6d tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:21.288596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-397228a6-3945-4ac3-abeb-79bf30225a6d tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.70 "GET /v2.0/networks?id=51434846-0e7e-4c13-8b1d-ea8c7d40b33f HTTP/1.1" status: 200 len: 910 time: 0.2120371 Nov 12 13:50:21.339090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Request body: {'port': {'device_id': 'f828c953-b254-4209-a00b-c982a2eb8608', 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'admin_state_up': True, 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:50:21.397623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Made reservation on behalf of 618b673ca31346b2b7b10d4dd68fcac6 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:50:21.401120 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:21.411840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '89a1577d-c0c5-4b67-868b-231f243887ae', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'port_id': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'mac_address': 'fa:16:3e:93:52:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:50:17Z', 'updated_at': '2021-11-12T13:50:17Z', 'revision_number': 0, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:23Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:21.458381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447ba69-a597-4484-b889-02c89c0492f9 None None] The sync data for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 is: [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '89a1577d-c0c5-4b67-868b-231f243887ae', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'port_id': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'mac_address': 'fa:16:3e:93:52:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:50:17Z', 'updated_at': '2021-11-12T13:50:17Z', 'revision_number': 0, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:23Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:50:21.855613 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa670a-43c4-4328-a0f7-e43cb5476386 None None] New status for floating IP 89a1577d-c0c5-4b67-868b-231f243887ae: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:50:21.862455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0564d0a3-9848-429a-bf20-9eb1b0f56eb2 req-da3b18d4-64de-4cfb-9294-4cee46e93502 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 210 time: 0.0653968 Nov 12 13:50:21.899852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Allocated IP 172.20.0.14 (51434846-0e7e-4c13-8b1d-ea8c7d40b33f/c5b6107f-2237-4c6d-9059-30ef6b337e35/ed652dfe-90ad-4244-bd3c-bf3abbb546ed) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:50:21.917236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e53534-9544-47ae-8e07-43274f8795c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Router a4db0225-2a17-4e36-87d6-6023c98283fe has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:50:22.464020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e53534-9544-47ae-8e07-43274f8795c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:50:22.469773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21e53534-9544-47ae-8e07-43274f8795c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:22.480241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] Sync routers for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:50:22.497316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:22.499045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:22.527154 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:22.536795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:22.536795 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1461428-c77d-4ce5-8876-79f71c1b0d17" -d '{"events": [{"name": "network-changed", "server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:22.569847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-21e53534-9544-47ae-8e07-43274f8795c9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "PUT /v2.0/floatingips/89a1577d-c0c5-4b67-868b-231f243887ae HTTP/1.1" status: 200 len: 991 time: 2.6651454 Nov 12 13:50:22.609271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:22.671125 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2d3b76-5ca4-4819-b01d-006af9802d4f x-openstack-request-id: req-3e2d3b76-5ca4-4819-b01d-006af9802d4f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:22.671423 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:22.671681 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e2d3b76-5ca4-4819-b01d-006af9802d4f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:22.672121 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'status': 'completed', 'code': 200} Nov 12 13:50:22.673089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Pushing event updated for resources: {'Port': ['ID=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:22.688914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:50:22.691054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:50:22.701217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:50:22.713902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-ed289b88-fdae-4ad4-824a-644a4b3cdd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:22.717045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-ed289b88-fdae-4ad4-824a-644a4b3cdd5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5063f342fb4440183283c008c1336b3&device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 1097 time: 0.0648692 Nov 12 13:50:22.798933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8c98ac86-5418-4f70-8f7a-0d2104e65d54'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:50:22.819733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:22.840807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:22.841610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:22.867216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-d3d87a09-9928-48b3-ba75-9f95b7d9f7d6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5317087 Nov 12 13:50:22.885159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Request body: {'port': {'device_id': 'f828c953-b254-4209-a00b-c982a2eb8608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:50:22.889178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-d5983d82-ef17-4088-b07a-b703302071c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:22.893832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-d5983d82-ef17-4088-b07a-b703302071c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=241536e4-7d68-4f53-a402-d213c692f7c2 HTTP/1.1" status: 200 len: 915 time: 0.1662571 Nov 12 13:50:22.968607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-0680f110-a338-4924-9799-45036f60a8d0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1762948 Nov 12 13:50:22.969599 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:23.075793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-468cb115-f974-4657-97ac-fa42a4235cee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a04116-affa-40d0-bcb5-4f50af42bf00 HTTP/1.1" status: 200 len: 1001 time: 0.1739199 Nov 12 13:50:23.186565 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-09188e42-eba4-4e46-9897-87a8e0e30bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:23.191578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-09188e42-eba4-4e46-9897-87a8e0e30bda service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f61890d0-f7f9-406e-8e60-c778ffa1c4ea HTTP/1.1" status: 200 len: 853 time: 0.1060569 Nov 12 13:50:23.287785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-39dbd285-a082-415e-9ff0-c36c5b67e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:23.289751 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-39dbd285-a082-415e-9ff0-c36c5b67e5da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=241536e4-7d68-4f53-a402-d213c692f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823781 Nov 12 13:50:23.311022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bbfe1-6304-40e6-9fb0-2ff10613a96e req-b7050b2e-6110-417f-be10-41ea32042815 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:23.312545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d2bbfe1-6304-40e6-9fb0-2ff10613a96e req-b7050b2e-6110-417f-be10-41ea32042815 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1028 time: 0.1610842 Nov 12 13:50:23.317030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-0edeea98-8c9c-4629-a0f7-6c017457619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:23.318591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-0edeea98-8c9c-4629-a0f7-6c017457619a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c84d34baa15843938eb97faf0bdfc46a&device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 1097 time: 0.1535282 Nov 12 13:50:23.367381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-68e45477-2fbc-436b-976c-f1e0c6497830 None None] Provisioning complete for port ed652dfe-90ad-4244-bd3c-bf3abbb546ed triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:23.368003 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68e45477-2fbc-436b-976c-f1e0c6497830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:23.473426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-592acfa7-8353-491e-b7f0-94d9730e4c4f service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758816 Nov 12 13:50:23.486168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-db40d44b-dc23-4fec-93ac-1ae29392a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:23.487785 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-db40d44b-dc23-4fec-93ac-1ae29392a08e service neutron] 10.222.0.105 "GET /v2.0/networks?id=f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 200 len: 918 time: 0.1354916 Nov 12 13:50:23.537895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-68e45477-2fbc-436b-976c-f1e0c6497830 None None] Port ed652dfe-90ad-4244-bd3c-bf3abbb546ed cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:50:23.554245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d2bbfe1-6304-40e6-9fb0-2ff10613a96e req-6888f167-fafb-4aee-83f9-a89b69356e3e tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191491 Nov 12 13:50:23.632584 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-965e3276-92fd-4546-b333-86a3b472d6ba service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 200 len: 1001 time: 0.1263359 Nov 12 13:50:23.653688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1461428-c77d-4ce5-8876-79f71c1b0d17 req-6f1d0013-5b0f-402c-8b69-057addcd197d service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558630 Nov 12 13:50:23.674436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed652dfe-90ad-4244-bd3c-bf3abbb546ed {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:50:23.685480 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:23.740197 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Transition to ACTIVE for port object ed652dfe-90ad-4244-bd3c-bf3abbb546ed will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:50:23.743173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-1fdc1763-1b55-410c-a753-ca0e74e2dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:23.753966 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-1fdc1763-1b55-410c-a753-ca0e74e2dac4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 200 len: 856 time: 0.1079376 Nov 12 13:50:23.755513 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:23.808286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '89a1577d-c0c5-4b67-868b-231f243887ae', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'port_id': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'mac_address': 'fa:16:3e:93:52:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:50:17Z', 'updated_at': '2021-11-12T13:50:22Z', 'revision_number': 2, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:23Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:23.854706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Pushing event updated for resources: {'Port': ['ID=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:23.871956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.872300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.872648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.873013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.873411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.873721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.874057 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.874390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.874723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.875051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.875381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.875704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:23.887069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] Checking router: a4db0225-2a17-4e36-87d6-6023c98283fe for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:50:23.900815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:23.901517 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:49:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:23.906282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-be383b46-42df-49da-8eb4-ee2fc0ec5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:23.908014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-be383b46-42df-49da-8eb4-ee2fc0ec5c55 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f0727738-adfe-4db7-b5fb-f46eeeb46796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406701 Nov 12 13:50:24.022286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Attempting to bind port ed652dfe-90ad-4244-bd3c-bf3abbb546ed on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:50:24.025565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Attempting to bind port ed652dfe-90ad-4244-bd3c-bf3abbb546ed by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:50:24.025937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Attempting to bind port ed652dfe-90ad-4244-bd3c-bf3abbb546ed on network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:50:24.094145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:24.107846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Port ed652dfe-90ad-4244-bd3c-bf3abbb546ed on network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:50:24.108220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Attempting to bind port ed652dfe-90ad-4244-bd3c-bf3abbb546ed on network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:50:24.167494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:50:24.176848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Checking segment: {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:50:24.178558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Bound using segment: {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:50:24.183113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Bound port: ed652dfe-90ad-4244-bd3c-bf3abbb546ed, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fd380a-7c4d-4745-8b54-7a18c479ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:50:24.183604 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:24.294742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:24.310020 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-f966f632-f25f-4752-a6c3-692846935beb service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382719 Nov 12 13:50:24.400757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] For port ed652dfe-90ad-4244-bd3c-bf3abbb546ed, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:50:24.421730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] For port ed652dfe-90ad-4244-bd3c-bf3abbb546ed, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:50:24.430953 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:24.479878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '89a1577d-c0c5-4b67-868b-231f243887ae', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'port_id': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'mac_address': 'fa:16:3e:93:52:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:50:17Z', 'updated_at': '2021-11-12T13:50:22Z', 'revision_number': 2, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:23Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:24.521912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:24.522604 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:24.524646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] 10.222.0.70 "PUT /v2.0/ports/ed652dfe-90ad-4244-bd3c-bf3abbb546ed HTTP/1.1" status: 200 len: 1092 time: 1.6454344 Nov 12 13:50:24.537684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f26081-de72-494f-9b8b-0ad25b5e21fb None None] The sync data for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 is: [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '89a1577d-c0c5-4b67-868b-231f243887ae', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'port_id': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'mac_address': 'fa:16:3e:93:52:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:50:17Z', 'updated_at': '2021-11-12T13:50:22Z', 'revision_number': 2, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:23Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:50:24.568609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfe7c10a-48f3-457c-a27d-4de403077624 req-9455d279-bcbb-40b5-a888-a292d9d48ce6 service neutron] 10.222.0.105 "GET /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486217 Nov 12 13:50:24.620341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a80c5c3-9f10-4518-82d1-1dd943a84bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:24.715107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00'}, {'name': 'network-changed', 'server_uuid': 'f828c953-b254-4209-a00b-c982a2eb8608', 'tag': 'ed652dfe-90ad-4244-bd3c-bf3abbb546ed'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:24.717837 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53" -d '{"events": [{"name": "network-changed", "server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00"}, {"name": "network-changed", "server_uuid": "f828c953-b254-4209-a00b-c982a2eb8608", "tag": "ed652dfe-90ad-4244-bd3c-bf3abbb546ed"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:24.755623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f75903-0e19-4f4d-bb23-2134932e2d53 service neutron] Pushing event updated for resources: {'Port': ['ID=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:24.821869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-8c8a2153-dcb8-49d8-862b-c4a17c862b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:24.823428 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-8c8a2153-dcb8-49d8-862b-c4a17c862b76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=618b673ca31346b2b7b10d4dd68fcac6&device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1095 time: 0.2442925 Nov 12 13:50:24.838040 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379b96c4-cd38-4d73-9db7-933f50e64da7 x-openstack-request-id: req-379b96c4-cd38-4d73-9db7-933f50e64da7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:24.838355 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f828c953-b254-4209-a00b-c982a2eb8608", "tag": "ed652dfe-90ad-4244-bd3c-bf3abbb546ed", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:24.838734 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-379b96c4-cd38-4d73-9db7-933f50e64da7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:24.839096 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'status': 'completed', 'code': 200} Nov 12 13:50:24.839279 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f828c953-b254-4209-a00b-c982a2eb8608', 'tag': 'ed652dfe-90ad-4244-bd3c-bf3abbb546ed', 'status': 'completed', 'code': 200} Nov 12 13:50:24.879772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801b2e3-1ef3-4d1a-beef-d4637411076e req-c12651b4-d0a2-4137-8e3e-55e788dccdb9 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:24.882908 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6801b2e3-1ef3-4d1a-beef-d4637411076e req-c12651b4-d0a2-4137-8e3e-55e788dccdb9 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1095 time: 0.1860356 Nov 12 13:50:24.968953 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-e7fc6074-3616-46c3-aa36-f6f20dd0e630 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed652dfe-90ad-4244-bd3c-bf3abbb546ed HTTP/1.1" status: 200 len: 217 time: 0.1284893 Nov 12 13:50:25.050986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-cea715c1-39da-4f5c-8e51-d14d0cadbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:25.054111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-cea715c1-39da-4f5c-8e51-d14d0cadbdbc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5063f342fb4440183283c008c1336b3&device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 1097 time: 0.1606114 Nov 12 13:50:25.067931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-ef904c3a-a28e-4ac5-a794-5e5565655101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:25.069769 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-ef904c3a-a28e-4ac5-a794-5e5565655101 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5b6107f-2237-4c6d-9059-30ef6b337e35 HTTP/1.1" status: 200 len: 848 time: 0.0880606 Nov 12 13:50:25.111434 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a80c5c3-9f10-4518-82d1-1dd943a84bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:25.154874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a80c5c3-9f10-4518-82d1-1dd943a84bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:25.231436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6801b2e3-1ef3-4d1a-beef-d4637411076e req-67236a0e-dc24-4f46-a36e-b3bde8ec5ec1 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751629 Nov 12 13:50:25.232493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50300) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:25.239724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0a80c5c3-9f10-4518-82d1-1dd943a84bf6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5acb51cc7c27483a8a16f2c34138314a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9413362 Nov 12 13:50:25.265789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-de66e074-9d26-4ab2-a5ad-7ab8a850f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:25.272100 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-de66e074-9d26-4ab2-a5ad-7ab8a850f605 service neutron] 10.222.0.70 "GET /v2.0/networks?id=241536e4-7d68-4f53-a402-d213c692f7c2 HTTP/1.1" status: 200 len: 915 time: 0.1960328 Nov 12 13:50:25.348499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-cb6a54b4-b229-4d1a-a155-b9493af0bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:25.350111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-cb6a54b4-b229-4d1a-a155-b9493af0bf8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=51434846-0e7e-4c13-8b1d-ea8c7d40b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2497385 Nov 12 13:50:25.351088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80c5c3-9f10-4518-82d1-1dd943a84bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd910b8-aab0-4ee2-a243-58569f76af7f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:25.422300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-94185992-1d18-43a9-b9c4-81417f704b02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a04116-affa-40d0-bcb5-4f50af42bf00 HTTP/1.1" status: 200 len: 1001 time: 0.1313772 Nov 12 13:50:25.649685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-dda59047-de32-4b49-bfad-4925934f7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:25.651973 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-dda59047-de32-4b49-bfad-4925934f7218 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f61890d0-f7f9-406e-8e60-c778ffa1c4ea HTTP/1.1" status: 200 len: 853 time: 0.2216234 Nov 12 13:50:25.707850 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-93257a0c-d5fd-421b-9d98-241b810e8df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:25.731818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-3beb2f91-cf26-4b88-b3c7-ecdc7ab81a62 service neutron] 10.222.0.70 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734231 Nov 12 13:50:25.749975 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-93257a0c-d5fd-421b-9d98-241b810e8df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:25.826448 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-93257a0c-d5fd-421b-9d98-241b810e8df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:25.830116 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-93257a0c-d5fd-421b-9d98-241b810e8df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:25.832795 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-93257a0c-d5fd-421b-9d98-241b810e8df3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/afd910b8-aab0-4ee2-a243-58569f76af7f HTTP/1.1" status: 204 len: 168 time: 0.5913501 Nov 12 13:50:25.837684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-6aa71e1d-e518-419f-91f6-74518d6049c1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2954929 Nov 12 13:50:25.859133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93257a0c-d5fd-421b-9d98-241b810e8df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd910b8-aab0-4ee2-a243-58569f76af7f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:25.884731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-56211055-0416-4877-847f-cc80e4d04d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:25.888012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-56211055-0416-4877-847f-cc80e4d04d7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=241536e4-7d68-4f53-a402-d213c692f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270470 Nov 12 13:50:25.995849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-b828c40b-74ea-44af-83a0-b5246c43bdb4 service neutron] 10.222.0.70 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560713 Nov 12 13:50:26.072569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-f1073fe1-717f-45a9-a57c-f949afb3b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:26.074236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-f1073fe1-717f-45a9-a57c-f949afb3b86c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1096 time: 0.1548643 Nov 12 13:50:26.099095 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-354bc592-aefd-408d-b7a2-ba00eb5bcf1f service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014935 Nov 12 13:50:26.254928 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-7ce08e8b-d52b-4503-828e-6e6eba2795a6 service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445487 Nov 12 13:50:26.300073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-5d9f46ce-682e-415d-b278-d774a8efeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:26.302607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-5d9f46ce-682e-415d-b278-d774a8efeadb service neutron] 10.222.0.70 "GET /v2.0/networks?id=03f4b323-80b8-4cbe-a149-e58ce636eb3b HTTP/1.1" status: 200 len: 898 time: 0.1930285 Nov 12 13:50:26.436291 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-fd478782-299a-4ecf-a74b-438e10878a14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 1001 time: 0.1197937 Nov 12 13:50:26.438652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f09a8d-3f64-4b2d-9d69-3e51389db549 req-a49f4314-e408-4ae3-8bd3-2457fae92fa9 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:26.440654 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57f09a8d-3f64-4b2d-9d69-3e51389db549 req-a49f4314-e408-4ae3-8bd3-2457fae92fa9 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1095 time: 0.0742674 Nov 12 13:50:26.537596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57f09a8d-3f64-4b2d-9d69-3e51389db549 req-3ebc5f37-8d0f-4474-81c7-b8d8cb5e66a2 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850000 Nov 12 13:50:26.563665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-c688b65f-ae73-4f14-a88f-8069fd66d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:26.565259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-c688b65f-ae73-4f14-a88f-8069fd66d384 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6fb1010-3158-4fae-ae9f-d5f3607138b6 HTTP/1.1" status: 200 len: 835 time: 0.1212807 Nov 12 13:50:26.617854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-f9ea3b85-3c0b-490c-9712-a599aaaf2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:26.619947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-f9ea3b85-3c0b-490c-9712-a599aaaf2b12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=03f4b323-80b8-4cbe-a149-e58ce636eb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461500 Nov 12 13:50:26.873881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-ee7df862-c05c-4e60-af21-0a74f3677a3b service neutron] 10.222.0.70 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438431 Nov 12 13:50:27.012142 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd6153bf-4c21-4eec-b047-724b965fdd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:27.049704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-9c88a570-6ef7-43ff-94ac-173fa780880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:27.051785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-9c88a570-6ef7-43ff-94ac-173fa780880f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=618b673ca31346b2b7b10d4dd68fcac6&device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1095 time: 0.7402351 Nov 12 13:50:27.080315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9dbf1e3-2a82-461b-bb74-ffa11510ed88 req-690c136d-5d63-43ea-824f-434565a9f5d2 service neutron] 10.222.0.70 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962421 Nov 12 13:50:27.301805 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-e0b00cfb-405b-46c1-874d-fd2f3f5b05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:27.304827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-e0b00cfb-405b-46c1-874d-fd2f3f5b05e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=51434846-0e7e-4c13-8b1d-ea8c7d40b33f HTTP/1.1" status: 200 len: 910 time: 0.1758199 Nov 12 13:50:27.368123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-8398ae73-2a56-4788-9710-039348e79e57 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed652dfe-90ad-4244-bd3c-bf3abbb546ed HTTP/1.1" status: 200 len: 217 time: 0.0487177 Nov 12 13:50:27.426869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-58c159fb-abda-4f75-bf24-1dfbcd99c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:27.428607 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-58c159fb-abda-4f75-bf24-1dfbcd99c264 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5b6107f-2237-4c6d-9059-30ef6b337e35 HTTP/1.1" status: 200 len: 848 time: 0.0502200 Nov 12 13:50:27.487813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-a4c6da0e-ec92-4f47-99eb-77f902cff7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:27.490060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-a4c6da0e-ec92-4f47-99eb-77f902cff7cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=51434846-0e7e-4c13-8b1d-ea8c7d40b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505893 Nov 12 13:50:27.666582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-14639e16-86f5-4392-9367-d7ff0c6d1699 service neutron] 10.222.0.70 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652198 Nov 12 13:50:27.794515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33495-a2c7-4ea5-ad18-2fadcd34e419 req-ac717343-e130-49b7-b495-848b31d0e7f8 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:27.797763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0d33495-a2c7-4ea5-ad18-2fadcd34e419 req-ac717343-e130-49b7-b495-848b31d0e7f8 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1095 time: 0.1412416 Nov 12 13:50:27.909008 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c6bbcd78-d9e5-4df4-8e8d-7e4dac215e53 req-f0623b8e-b71f-4e0c-a679-9ea47f708e1e service neutron] 10.222.0.70 "GET /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307587 Nov 12 13:50:27.914327 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0d33495-a2c7-4ea5-ad18-2fadcd34e419 req-c46ce35d-e6d3-41eb-95b5-dc9970ef7036 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894296 Nov 12 13:50:29.055218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42890a-d9e2-45bf-b2d2-32666b020574 req-86d8ac88-4b8f-473f-8271-ea97f792d972 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:29.056649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e42890a-d9e2-45bf-b2d2-32666b020574 req-86d8ac88-4b8f-473f-8271-ea97f792d972 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1095 time: 0.0630071 Nov 12 13:50:29.112622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e42890a-d9e2-45bf-b2d2-32666b020574 req-fb18e345-9001-4cd2-9c03-403d5c77b4c5 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Nov 12 13:50:29.482500 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d18d00af-cf33-4920-a615-b16ebf829cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:30.062788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ed652dfe-90ad-4244-bd3c-bf3abbb546ed details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:50:30.196203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ed652dfe-90ad-4244-bd3c-bf3abbb546ed, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:30.210451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'ed652dfe-90ad-4244-bd3c-bf3abbb546ed', 'network_id': '51434846-0e7e-4c13-8b1d-ea8c7d40b33f', 'port_id': 'ed652dfe-90ad-4244-bd3c-bf3abbb546ed', 'mac_address': 'fa:16:3e:6f:46:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b6107f-2237-4c6d-9059-30ef6b337e35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:50:30.267453 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:30.296076 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed652dfe-90ad-4244-bd3c-bf3abbb546ed {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:50:30.298614 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20159e96-11de-4479-b408-d76bbd35f1fc req-9acfad87-33a9-4d4f-a796-f474b8a2d3b2 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:30.300481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20159e96-11de-4479-b408-d76bbd35f1fc req-9acfad87-33a9-4d4f-a796-f474b8a2d3b2 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1095 time: 0.0817254 Nov 12 13:50:30.354356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ed652dfe-90ad-4244-bd3c-bf3abbb546ed, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:30.361235 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:30.380195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-20159e96-11de-4479-b408-d76bbd35f1fc req-b8749b54-01f9-48c1-864b-1912cb14d38e tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737407 Nov 12 13:50:30.457763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:30.473405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.474700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.475627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.476192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.477357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.478072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.478587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.479098 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.479594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.480250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.480815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.481408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:30.654714 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:30.719451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ed652dfe-90ad-4244-bd3c-bf3abbb546ed'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:50:31.603642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50812b-fc72-4cfe-af40-b4454e59e935 req-a20adb52-7adb-4085-b19b-6679fcb8a45c tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:31.607344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c50812b-fc72-4cfe-af40-b4454e59e935 req-a20adb52-7adb-4085-b19b-6679fcb8a45c tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1096 time: 0.1233976 Nov 12 13:50:31.682906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c50812b-fc72-4cfe-af40-b4454e59e935 req-94857c02-28b7-49e4-a6e2-cd13b75d4fb9 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644329 Nov 12 13:50:32.074700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ed652dfe-90ad-4244-bd3c-bf3abbb546ed up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:50:32.166969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port ed652dfe-90ad-4244-bd3c-bf3abbb546ed completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:50:32.171216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port ed652dfe-90ad-4244-bd3c-bf3abbb546ed triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:32.171866 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:32.294604 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:32.309840 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:32.335874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f828c953-b254-4209-a00b-c982a2eb8608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed652dfe-90ad-4244-bd3c-bf3abbb546ed'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:32.338711 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a85d573-c640-4305-a4b8-c35b7f5f7a59" -d '{"events": [{"server_uuid": "f828c953-b254-4209-a00b-c982a2eb8608", "name": "network-vif-plugged", "status": "completed", "tag": "ed652dfe-90ad-4244-bd3c-bf3abbb546ed"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:32.400272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ed652dfe-90ad-4244-bd3c-bf3abbb546ed, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:32.403238 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c678abfd-6ad3-4a20-9d58-584643071f50 x-openstack-request-id: req-c678abfd-6ad3-4a20-9d58-584643071f50 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:32.403660 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f828c953-b254-4209-a00b-c982a2eb8608", "name": "network-vif-plugged", "status": "completed", "tag": "ed652dfe-90ad-4244-bd3c-bf3abbb546ed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:32.404183 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c678abfd-6ad3-4a20-9d58-584643071f50 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:32.404798 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f828c953-b254-4209-a00b-c982a2eb8608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed652dfe-90ad-4244-bd3c-bf3abbb546ed', 'code': 200} Nov 12 13:50:32.406699 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:32.569920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:32.631857 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791cfb7-bd8d-4fee-9617-202cb4fcd7df req-8d8facd4-68af-4852-a769-2c110bc36ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:32.634723 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e791cfb7-bd8d-4fee-9617-202cb4fcd7df req-8d8facd4-68af-4852-a769-2c110bc36ac7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1097 time: 0.1492047 Nov 12 13:50:32.758813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e791cfb7-bd8d-4fee-9617-202cb4fcd7df req-eef9dc31-42b5-4025-a706-74d14e1de1fb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160700 Nov 12 13:50:32.946765 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:33.020515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e43371-d6d9-4f37-bff2-55fb0ce00c35 req-52cb5173-0a4e-4021-8e6c-37c731da5063 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:33.023134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38e43371-d6d9-4f37-bff2-55fb0ce00c35 req-52cb5173-0a4e-4021-8e6c-37c731da5063 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1097 time: 0.1278214 Nov 12 13:50:33.090875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38e43371-d6d9-4f37-bff2-55fb0ce00c35 req-b6624f23-f98d-411e-ae61-5b074d2dd848 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595090 Nov 12 13:50:34.475998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c253b57-ebd0-465e-8804-360542644bfe req-e226d890-c07a-4e27-9746-5a0887e3261a tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:34.483645 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c253b57-ebd0-465e-8804-360542644bfe req-e226d890-c07a-4e27-9746-5a0887e3261a tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1097 time: 0.0871954 Nov 12 13:50:34.563135 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c253b57-ebd0-465e-8804-360542644bfe req-99a438b8-4b50-4a55-9a05-063252c10f64 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770590 Nov 12 13:50:35.744688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b21f0-1c8e-4bf3-ab34-30bf3e7e7320 req-68b041a4-7943-4ba1-9805-1619d2209608 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:35.747412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e9b21f0-1c8e-4bf3-ab34-30bf3e7e7320 req-68b041a4-7943-4ba1-9805-1619d2209608 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1097 time: 0.0779092 Nov 12 13:50:35.812278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e9b21f0-1c8e-4bf3-ab34-30bf3e7e7320 req-7b130357-d10a-43e8-b562-ff38c185d5da tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550668 Nov 12 13:50:35.934619 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb910a-d038-4c1a-9040-18ec243561ef req-6f592cc1-4a58-49db-8f9e-b519fa001285 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:35.944268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cabb910a-d038-4c1a-9040-18ec243561ef req-6f592cc1-4a58-49db-8f9e-b519fa001285 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1097 time: 0.0527773 Nov 12 13:50:36.006501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cabb910a-d038-4c1a-9040-18ec243561ef req-7d3fbebb-3717-4f83-857b-618cb0d3d2c5 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562918 Nov 12 13:50:36.125986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678c846-a6d7-4485-991b-8c035ccd3616 req-1076c4bd-ebf1-4bab-bd7c-5a1a7a35bafe tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:36.131862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7678c846-a6d7-4485-991b-8c035ccd3616 req-1076c4bd-ebf1-4bab-bd7c-5a1a7a35bafe tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1097 time: 0.0591552 Nov 12 13:50:36.199103 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7678c846-a6d7-4485-991b-8c035ccd3616 req-5389168e-1dde-4c93-ad21-0899c2d9a191 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601828 Nov 12 13:50:36.739458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8378eb-df46-4096-ba74-a7592002d8b4 req-c0c4550f-87b7-4286-b472-be24839a66f7 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:36.748407 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df8378eb-df46-4096-ba74-a7592002d8b4 req-c0c4550f-87b7-4286-b472-be24839a66f7 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1097 time: 0.0605502 Nov 12 13:50:36.796763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df8378eb-df46-4096-ba74-a7592002d8b4 req-6382f9e4-8085-499e-a6df-8ef0f2d0d0b9 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 Nov 12 13:50:37.963177 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13177-6506-47cb-883b-cc2c1fe2d084 req-0aa9f5d1-ec3d-409a-81f0-e3c3bf838c3b tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:37.965523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11e13177-6506-47cb-883b-cc2c1fe2d084 req-0aa9f5d1-ec3d-409a-81f0-e3c3bf838c3b tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1097 time: 0.0519960 Nov 12 13:50:38.041509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11e13177-6506-47cb-883b-cc2c1fe2d084 req-cfe21284-61c4-4d7e-85fd-d4f8e84c858c tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658553 Nov 12 13:50:38.207814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cae98e-d088-4670-95db-34206db41666 req-28ef73bf-5383-4dc8-a4c7-1366cbce717a tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:38.209350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2cae98e-d088-4670-95db-34206db41666 req-28ef73bf-5383-4dc8-a4c7-1366cbce717a tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 1097 time: 0.0457451 Nov 12 13:50:38.306897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-c2cae98e-d088-4670-95db-34206db41666 req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Deleting port ed652dfe-90ad-4244-bd3c-bf3abbb546ed {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:38.307239 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c2cae98e-d088-4670-95db-34206db41666 req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:38.407571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-c2cae98e-d088-4670-95db-34206db41666 req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] For port ed652dfe-90ad-4244-bd3c-bf3abbb546ed, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:38.407928 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c2cae98e-d088-4670-95db-34206db41666 req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:38.421857 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-c2cae98e-d088-4670-95db-34206db41666 req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Calling delete_port for ed652dfe-90ad-4244-bd3c-bf3abbb546ed owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:50:38.563105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c2cae98e-d088-4670-95db-34206db41666 req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:38.577381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ed652dfe-90ad-4244-bd3c-bf3abbb546ed'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:50:38.580609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['8c98ac86-5418-4f70-8f7a-0d2104e65d54'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:50:38.664521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed652dfe-90ad-4244-bd3c-bf3abbb546ed,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:38.684195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.684756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.685612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.686118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.687384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.687384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.687598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.689013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.689013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.689013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.689708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.690569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:50:38.888987 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cae98e-d088-4670-95db-34206db41666 req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] No DVR routers for this DVR port ed652dfe-90ad-4244-bd3c-bf3abbb546ed on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:50:38.892538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-c2cae98e-d088-4670-95db-34206db41666 req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:38.896948 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2cae98e-d088-4670-95db-34206db41666 req-eab544fd-3878-457d-82cb-144599300705 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.70 "DELETE /v2.0/ports/ed652dfe-90ad-4244-bd3c-bf3abbb546ed HTTP/1.1" status: 204 len: 173 time: 0.6803250 Nov 12 13:50:38.899722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f828c953-b254-4209-a00b-c982a2eb8608', 'name': 'network-vif-deleted', 'tag': 'ed652dfe-90ad-4244-bd3c-bf3abbb546ed'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:38.903099 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d9fbff-3b19-4e9a-8125-59bed9aa13ff" -d '{"events": [{"server_uuid": "f828c953-b254-4209-a00b-c982a2eb8608", "name": "network-vif-deleted", "tag": "ed652dfe-90ad-4244-bd3c-bf3abbb546ed"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:38.952815 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b47d32c-64d5-40aa-bcc5-48e12463a8fc x-openstack-request-id: req-7b47d32c-64d5-40aa-bcc5-48e12463a8fc {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:38.953121 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f828c953-b254-4209-a00b-c982a2eb8608", "name": "network-vif-deleted", "tag": "ed652dfe-90ad-4244-bd3c-bf3abbb546ed", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:38.953451 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b47d32c-64d5-40aa-bcc5-48e12463a8fc {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:38.953858 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f828c953-b254-4209-a00b-c982a2eb8608', 'name': 'network-vif-deleted', 'tag': 'ed652dfe-90ad-4244-bd3c-bf3abbb546ed', 'status': 'completed', 'code': 200} Nov 12 13:50:39.181330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e7331dd-35f1-469b-b06b-f5bc8b7a6757 req-bc62269d-128f-4968-aee9-983f08278ab6 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f828c953-b254-4209-a00b-c982a2eb8608 HTTP/1.1" status: 200 len: 210 time: 0.0355983 Nov 12 13:50:40.507943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa9f4d-3c8f-4d36-9d07-a4b7138b6290 req-cba6eb3a-349a-4c60-a30d-50fa29f28d01 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:40.512505 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6baa9f4d-3c8f-4d36-9d07-a4b7138b6290 req-cba6eb3a-349a-4c60-a30d-50fa29f28d01 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1096 time: 0.0544615 Nov 12 13:50:40.583013 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6baa9f4d-3c8f-4d36-9d07-a4b7138b6290 req-ef000148-3ecc-4f52-9860-e5d76997824d tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606296 Nov 12 13:50:41.303811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7db521-c0fc-4d83-af1f-e30919c0a6e9 req-516e4323-45d3-448b-a413-e36e2a549415 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:41.305446 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff7db521-c0fc-4d83-af1f-e30919c0a6e9 req-516e4323-45d3-448b-a413-e36e2a549415 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.0523779 Nov 12 13:50:41.357688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff7db521-c0fc-4d83-af1f-e30919c0a6e9 req-e0d7fd2a-3ad2-4d67-b1ea-789228e019f3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 Nov 12 13:50:41.383115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:41.457225 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1c691d4e-3b72-419f-a0b5-10afa9cab12c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/1add9836-100c-4a3d-a9b0-43bdf2d7ba41 HTTP/1.1" status: 200 len: 993 time: 0.0728371 Nov 12 13:50:41.711040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77818fce-5873-43fe-95dc-afc0f5ced3f0 req-575fd7b3-c340-4d7c-9d0c-17e2e9171da0 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:41.712859 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-77818fce-5873-43fe-95dc-afc0f5ced3f0 req-575fd7b3-c340-4d7c-9d0c-17e2e9171da0 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1096 time: 0.0529838 Nov 12 13:50:41.788530 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-77818fce-5873-43fe-95dc-afc0f5ced3f0 req-6d942554-c594-424f-9470-c209877bfd25 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635645 Nov 12 13:50:41.864773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c741cb0-8384-43c8-aae6-8e105d50f631 req-632ea913-8a41-4493-988e-1620fbcb83cc tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:41.867115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c741cb0-8384-43c8-aae6-8e105d50f631 req-632ea913-8a41-4493-988e-1620fbcb83cc tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1096 time: 0.0547881 Nov 12 13:50:41.934544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c741cb0-8384-43c8-aae6-8e105d50f631 req-77063aaa-bfa6-411c-9d78-28bbcae24399 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565717 Nov 12 13:50:42.094757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ed652dfe-90ad-4244-bd3c-bf3abbb546ed no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:50:42.170771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: ed652dfe-90ad-4244-bd3c-bf3abbb546ed {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:50:42.171129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ed652dfe-90ad-4244-bd3c-bf3abbb546ed not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:50:42.181964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-465a8ee3-70aa-447a-9472-3a57620f4a8d tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:42.187643 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-465a8ee3-70aa-447a-9472-3a57620f4a8d tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 1096 time: 0.1350241 Nov 12 13:50:42.365448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-d1019358-05d2-4ed8-9278-daefa9a90314 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Deleting port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:42.365914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-d1019358-05d2-4ed8-9278-daefa9a90314 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:42.503554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-d1019358-05d2-4ed8-9278-daefa9a90314 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] For port 8c98ac86-5418-4f70-8f7a-0d2104e65d54, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=8c98ac86-5418-4f70-8f7a-0d2104e65d54,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:42.505121 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-d1019358-05d2-4ed8-9278-daefa9a90314 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:42.538960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-d1019358-05d2-4ed8-9278-daefa9a90314 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Calling delete_port for 8c98ac86-5418-4f70-8f7a-0d2104e65d54 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:50:42.801308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-d1019358-05d2-4ed8-9278-daefa9a90314 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:42.879085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1019358-05d2-4ed8-9278-daefa9a90314 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c98ac86-5418-4f70-8f7a-0d2104e65d54,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:43.038205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-219bf767-ac10-4a20-9104-9837703240c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2279146 Nov 12 13:50:43.039905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-d1019358-05d2-4ed8-9278-daefa9a90314 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] No DVR routers for this DVR port 8c98ac86-5418-4f70-8f7a-0d2104e65d54 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:50:43.044505 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-28607d2a-443a-494c-a5d9-5e2df1446c5b req-cff51190-7f5a-44ca-a5c6-80b5038b2bcd tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1bd7494d-2f54-4631-b48e-177a96adc851 HTTP/1.1" status: 200 len: 210 time: 0.0934885 Nov 12 13:50:43.045600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-d1019358-05d2-4ed8-9278-daefa9a90314 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:43.049744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-51f87fbb-637c-42d0-8f31-11458775cb29 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:50:43.051135 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-51f87fbb-637c-42d0-8f31-11458775cb29 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079913 Nov 12 13:50:43.061155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9748f674-e43a-4a90-92b9-3eb8458dc9ed req-d1019358-05d2-4ed8-9278-daefa9a90314 tempest-TestServerMultinode-587169353 tempest-TestServerMultinode-587169353-project-admin] 10.222.0.105 "DELETE /v2.0/ports/8c98ac86-5418-4f70-8f7a-0d2104e65d54 HTTP/1.1" status: 204 len: 173 time: 0.8656709 Nov 12 13:50:43.061681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7494d-2f54-4631-b48e-177a96adc851', 'name': 'network-vif-deleted', 'tag': '8c98ac86-5418-4f70-8f7a-0d2104e65d54'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:43.064543 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b4691c-d189-4ce0-964b-87f170ba59ef" -d '{"events": [{"server_uuid": "1bd7494d-2f54-4631-b48e-177a96adc851", "name": "network-vif-deleted", "tag": "8c98ac86-5418-4f70-8f7a-0d2104e65d54"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:43.149106 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42cf59e-f77d-4936-ae8e-bafa582405c5 x-openstack-request-id: req-d42cf59e-f77d-4936-ae8e-bafa582405c5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:43.149445 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd7494d-2f54-4631-b48e-177a96adc851", "name": "network-vif-deleted", "tag": "8c98ac86-5418-4f70-8f7a-0d2104e65d54", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:43.149903 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d42cf59e-f77d-4936-ae8e-bafa582405c5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:43.150590 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7494d-2f54-4631-b48e-177a96adc851', 'name': 'network-vif-deleted', 'tag': '8c98ac86-5418-4f70-8f7a-0d2104e65d54', 'status': 'completed', 'code': 200} Nov 12 13:50:43.166842 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:44.177240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50642) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:44.257696 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:44.264500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-75b2e734-15ee-4d92-bbd3-622c820f0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:44.267750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-75b2e734-15ee-4d92-bbd3-622c820f0885 service neutron] 10.222.0.73 "GET /v2.0/ports/3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 1093 time: 0.1279674 Nov 12 13:50:44.280909 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Request body: {'binding': {'host': 'n-h2-805736-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:50:44.282017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Unknown quota resources ['binding']. {{(pid=102675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 13:50:44.523169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8c98ac86-5418-4f70-8f7a-0d2104e65d54 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:50:44.523990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 on host n-h2-805736-4 for vnic_type normal with profile None {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:50:44.524772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:50:44.525327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:50:44.531446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Port 3537c76f-51d0-40e5-8497-959973153680 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:50:44.532024 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:50:44.541436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:50:44.542053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Checking segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:50:44.542684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Bound using segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:50:44.543369 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Bound port: 3537c76f-51d0-40e5-8497-959973153680, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:50:44.583669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 8c98ac86-5418-4f70-8f7a-0d2104e65d54 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:50:44.583907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 8c98ac86-5418-4f70-8f7a-0d2104e65d54 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:50:44.686203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:50:44.698231 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:44.703381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] 10.222.0.73 "POST /v2.0/ports/3537c76f-51d0-40e5-8497-959973153680/bindings HTTP/1.1" status: 201 len: 389 time: 0.4268119 Nov 12 13:50:45.020077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2f360-9000-44f0-85a7-0df7ae69e0bd req-f7bb0ed6-c6e5-4531-a7b0-c6f0116a688d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:45.029613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e1c2f360-9000-44f0-85a7-0df7ae69e0bd req-f7bb0ed6-c6e5-4531-a7b0-c6f0116a688d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.1043077 Nov 12 13:50:45.105026 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:45.281886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e1c2f360-9000-44f0-85a7-0df7ae69e0bd req-76c33bb2-2d9c-48bf-b705-877abb0c0be3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512801 Nov 12 13:50:45.290701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-d1533942-9571-48f6-b719-ccfbbd6f5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:45.292742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-d1533942-9571-48f6-b719-ccfbbd6f5179 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1096 time: 0.2509491 Nov 12 13:50:45.960109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-890167f3-98ed-42d2-8720-b2f23f15e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:45.961704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-890167f3-98ed-42d2-8720-b2f23f15e798 service neutron] 10.222.0.105 "GET /v2.0/networks?id=03f4b323-80b8-4cbe-a149-e58ce636eb3b HTTP/1.1" status: 200 len: 898 time: 0.6617453 Nov 12 13:50:46.079218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-820c0477-533a-46ce-8993-1fd78fc22430 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 1001 time: 0.1080937 Nov 12 13:50:46.179563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-01ec7c3e-5eda-40f2-86d3-5481d74ca701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:46.181122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-01ec7c3e-5eda-40f2-86d3-5481d74ca701 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e6fb1010-3158-4fae-ae9f-d5f3607138b6 HTTP/1.1" status: 200 len: 835 time: 0.0751026 Nov 12 13:50:46.252666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] Deleting port 6a65829c-4eb7-4715-9087-4ce43234d686 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:46.253087 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:46.262218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-ff333c0e-3fab-4629-b5dd-97b88b7fb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:46.264242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-ff333c0e-3fab-4629-b5dd-97b88b7fb2c6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=03f4b323-80b8-4cbe-a149-e58ce636eb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752170 Nov 12 13:50:46.448951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] For port 6a65829c-4eb7-4715-9087-4ce43234d686, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6a65829c-4eb7-4715-9087-4ce43234d686,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:46.449657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:46.471234 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-55aefa8c-f2b7-4c4f-85c5-1cd9a6451c9b service neutron] 10.222.0.105 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960819 Nov 12 13:50:46.496388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] Calling delete_port for 6a65829c-4eb7-4715-9087-4ce43234d686 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:50:46.530646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66c29f-3ce8-4cc3-ad52-592227c9e3f4 req-db47f098-5249-4a5b-b60e-4affedb8c174 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:46.533251 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5e66c29f-3ce8-4cc3-ad52-592227c9e3f4 req-db47f098-5249-4a5b-b60e-4affedb8c174 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.0799694 Nov 12 13:50:46.609995 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5e66c29f-3ce8-4cc3-ad52-592227c9e3f4 req-8678ca76-b5e4-45ed-a66c-b25f17e46467 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710566 Nov 12 13:50:46.657090 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-56a75a3e-e49e-420b-bc44-c1988e7f5eb9 service neutron] 10.222.0.105 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753244 Nov 12 13:50:46.817486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-e6ebd665-81aa-46e1-9e97-0d8d70410e14 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:46.819179 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-e6ebd665-81aa-46e1-9e97-0d8d70410e14 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e&tenant_id=117e1d21aa7a4a768a1431764f136160&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 1096 time: 0.1059544 Nov 12 13:50:46.853942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805736-4'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:50:46.929675 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:46.965417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:46.969344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a65829c-4eb7-4715-9087-4ce43234d686,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:47.355145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:47.470099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:50:47.502577 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:47.523704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3537c76f-51d0-40e5-8497-959973153680'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:47.526006 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab078f8d-535a-4dad-b37c-38f59213ba1b" -d '{"events": [{"server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "name": "network-vif-unplugged", "status": "completed", "tag": "3537c76f-51d0-40e5-8497-959973153680"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:47.532577 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:47.572051 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:47.615493 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eea556-71cf-4340-bb6c-60dabf876629 x-openstack-request-id: req-17eea556-71cf-4340-bb6c-60dabf876629 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:47.615700 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "name": "network-vif-unplugged", "status": "completed", "tag": "3537c76f-51d0-40e5-8497-959973153680", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:47.615937 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17eea556-71cf-4340-bb6c-60dabf876629 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:47.616332 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3537c76f-51d0-40e5-8497-959973153680', 'code': 200} Nov 12 13:50:47.768952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Pushing event updated for resources: {'Port': ['ID=3537c76f-51d0-40e5-8497-959973153680,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:47.801276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9afb8-2cf8-4466-b4ad-a66c172b6f90 req-1bd858e9-7b19-43d4-b40d-883ff2e6ac4e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:47.804165 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aee9afb8-2cf8-4466-b4ad-a66c172b6f90 req-1bd858e9-7b19-43d4-b40d-883ff2e6ac4e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 943 time: 0.0890019 Nov 12 13:50:47.882070 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aee9afb8-2cf8-4466-b4ad-a66c172b6f90 req-4fb629cf-793d-4caa-aa0d-90711532ceb0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696838 Nov 12 13:50:47.954226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] Router b44e009c-7424-4ad5-9bbe-231b8a7daa2e has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:50:47.955649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 on host n-h1-805736-4 for vnic_type normal with profile {"migrating_to": "n-h2-805736-4"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:50:47.956163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:50:47.956596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:50:47.961596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Port 3537c76f-51d0-40e5-8497-959973153680 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:50:47.961924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Attempting to bind port 3537c76f-51d0-40e5-8497-959973153680 on network 03f4b323-80b8-4cbe-a149-e58ce636eb3b {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:50:47.976363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:50:47.976772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Checking segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:50:47.977087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Bound using segment: {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:50:47.977822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Bound port: 3537c76f-51d0-40e5-8497-959973153680, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae6b51e-e6a9-456c-a849-a915e4990714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:50:47.978192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:48.102067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e0661914-cc38-4c03-b36c-3a6a331b8c18 None None] Provisioning complete for port 3537c76f-51d0-40e5-8497-959973153680 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:48.102948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0661914-cc38-4c03-b36c-3a6a331b8c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:48.128726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:50:48.150618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:50:48.160259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:48.160883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e0661914-cc38-4c03-b36c-3a6a331b8c18 None None] Port 3537c76f-51d0-40e5-8497-959973153680 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:50:48.168638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:50:48.181233 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] Sync routers for ids ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:50:48.193870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-de5e0746-320e-436c-b9ff-512930ada4e0 admin admin] 10.222.0.73 "PUT /v2.0/routers/b44e009c-7424-4ad5-9bbe-231b8a7daa2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0144229 Nov 12 13:50:48.196409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:48.199162 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] Routers {'b44e009c-7424-4ad5-9bbe-231b8a7daa2e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:48.199991 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:50:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:48.342844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Pushing event updated for resources: {'Port': ['ID=3537c76f-51d0-40e5-8497-959973153680,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:48.389391 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] Set router b44e009c-7424-4ad5-9bbe-231b8a7daa2e gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:48.715591 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:48.722885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:48.723184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:48.724550 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-6d853c50-1b2b-4cc7-a101-6244a96c469c service neutron] 10.222.0.105 "PUT /v2.0/ports/3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 1121 time: 1.8968415 Nov 12 13:50:48.754547 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'name': 'tempest-TestServerMultinode-679321485-router', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:24Z', 'updated_at': '2021-11-12T13:50:46Z', 'revision_number': 5, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'gw_port': {'id': 'c7cec6cc-45c3-4176-b57e-857e75196508', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:26Z', 'updated_at': '2021-11-12T13:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:48.806412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ad5a1df-74d8-4069-84f2-d6a9659405c6 None None] Provisioning complete for port 3537c76f-51d0-40e5-8497-959973153680 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:50:48.807865 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a1df-74d8-4069-84f2-d6a9659405c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:48.812426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3537c76f-51d0-40e5-8497-959973153680'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:50:48.933150 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] Checking router: b44e009c-7424-4ad5-9bbe-231b8a7daa2e for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:50:48.935759 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:48.968722 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] Routers {'b44e009c-7424-4ad5-9bbe-231b8a7daa2e'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:48.969627 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:50:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:49.169253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf387b-f9f4-402b-a3e3-463f5c464c34 req-cecd599a-49c4-46ed-97ce-7b9f9d717018 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:49.171042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7dcf387b-f9f4-402b-a3e3-463f5c464c34 req-cecd599a-49c4-46ed-97ce-7b9f9d717018 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 943 time: 0.0934932 Nov 12 13:50:49.186521 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Deleting port c7cec6cc-45c3-4176-b57e-857e75196508 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:49.186847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:49.203751 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] Set router b44e009c-7424-4ad5-9bbe-231b8a7daa2e gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:49.207392 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a1df-74d8-4069-84f2-d6a9659405c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:49.268048 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'name': 'tempest-TestServerMultinode-679321485-router', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:24Z', 'updated_at': '2021-11-12T13:50:48Z', 'revision_number': 6, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:49.305031 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520609c-3131-4c1b-92ec-4d8901453f55 None None] The sync data for ids ['b44e009c-7424-4ad5-9bbe-231b8a7daa2e'] in n-d-805736-4 is: [{'id': 'b44e009c-7424-4ad5-9bbe-231b8a7daa2e', 'name': 'tempest-TestServerMultinode-679321485-router', 'tenant_id': 'c533243b26f94d4885fbcd3cee000005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:24Z', 'updated_at': '2021-11-12T13:50:48Z', 'revision_number': 6, 'project_id': 'c533243b26f94d4885fbcd3cee000005', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:50:49.315555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7dcf387b-f9f4-402b-a3e3-463f5c464c34 req-43d7a246-0d17-43c1-acc8-7ec11b5a9a9e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312544 Nov 12 13:50:49.353409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] For port c7cec6cc-45c3-4176-b57e-857e75196508, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c7cec6cc-45c3-4176-b57e-857e75196508,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:49.353621 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:49.358667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537c76f-51d0-40e5-8497-959973153680'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:49.362003 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584090d5-26ad-477c-85aa-bb85fc17e543" -d '{"events": [{"server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "name": "network-vif-plugged", "status": "completed", "tag": "3537c76f-51d0-40e5-8497-959973153680"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:49.370912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Calling delete_port for c7cec6cc-45c3-4176-b57e-857e75196508 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:50:49.390617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ad5a1df-74d8-4069-84f2-d6a9659405c6 None None] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:49.398214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a1df-74d8-4069-84f2-d6a9659405c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:49.494585 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e932ec3-7692-4dd0-bb1b-e2f9975bfba8 x-openstack-request-id: req-0e932ec3-7692-4dd0-bb1b-e2f9975bfba8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:49.494980 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "name": "network-vif-plugged", "status": "completed", "tag": "3537c76f-51d0-40e5-8497-959973153680", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:49.495351 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0e932ec3-7692-4dd0-bb1b-e2f9975bfba8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:49.495834 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537c76f-51d0-40e5-8497-959973153680', 'code': 200} Nov 12 13:50:49.608995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5a1df-74d8-4069-84f2-d6a9659405c6 None None] Pushing event updated for resources: {'Port': ['ID=3537c76f-51d0-40e5-8497-959973153680,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:49.635863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'tag': '3537c76f-51d0-40e5-8497-959973153680'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:49.638049 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f1405d-4e27-4925-813a-a8e35bfa0fda" -d '{"events": [{"name": "network-changed", "server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "tag": "3537c76f-51d0-40e5-8497-959973153680"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:49.700799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:49.771178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cec6cc-45c3-4176-b57e-857e75196508,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:49.790344 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1b7382-661e-4242-84c4-2d5ecd3ac9c0 x-openstack-request-id: req-7f1b7382-661e-4242-84c4-2d5ecd3ac9c0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:49.792636 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "tag": "3537c76f-51d0-40e5-8497-959973153680", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:49.792950 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f1b7382-661e-4242-84c4-2d5ecd3ac9c0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:49.793412 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'tag': '3537c76f-51d0-40e5-8497-959973153680', 'status': 'completed', 'code': 200} Nov 12 13:50:49.857563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f067f-c904-4e71-9709-9ca3acb21595 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:50:49.896345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-aa0dc76f-e096-49eb-9d3e-b891a63a98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:49.898163 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-aa0dc76f-e096-49eb-9d3e-b891a63a98ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1126 time: 0.1215537 Nov 12 13:50:49.901166 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:50.142303 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-f7ee8d7b-3fc3-4df3-9fde-778d371e10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:50.144446 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-f7ee8d7b-3fc3-4df3-9fde-778d371e10cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=03f4b323-80b8-4cbe-a149-e58ce636eb3b HTTP/1.1" status: 200 len: 898 time: 0.2389557 Nov 12 13:50:50.265174 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-e3f6f86b-f4b7-44e8-b6bd-41a6ba933851 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 1001 time: 0.1046531 Nov 12 13:50:50.443105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-6195b4c1-b626-46b0-a815-fe03ce861920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:50.445500 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-6195b4c1-b626-46b0-a815-fe03ce861920 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6fb1010-3158-4fae-ae9f-d5f3607138b6 HTTP/1.1" status: 200 len: 835 time: 0.1670847 Nov 12 13:50:50.522303 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:50.528682 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:50.554451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3537c76f-51d0-40e5-8497-959973153680 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:50:50.598813 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:50:50.607651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6a65829c-4eb7-4715-9087-4ce43234d686 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:50:50.643673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:50.644358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b44e009c-7424-4ad5-9bbe-231b8a7daa2e {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:50:50.649971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-53f0b9a4-dadc-4d06-989a-48f7a507d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:50.651858 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-53f0b9a4-dadc-4d06-989a-48f7a507d5c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=03f4b323-80b8-4cbe-a149-e58ce636eb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988311 Nov 12 13:50:50.654870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:50.662686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2117087c-6d24-4ff3-851e-5a918c90f0a5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b44e009c-7424-4ad5-9bbe-231b8a7daa2e HTTP/1.1" status: 204 len: 168 time: 2.4637845 Nov 12 13:50:50.669208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50770) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:50.672350 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 6a65829c-4eb7-4715-9087-4ce43234d686 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:50:50.672920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6a65829c-4eb7-4715-9087-4ce43234d686 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:50:50.674108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c7cec6cc-45c3-4176-b57e-857e75196508 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:50:50.767558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: c7cec6cc-45c3-4176-b57e-857e75196508 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:50:50.767898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c7cec6cc-45c3-4176-b57e-857e75196508 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:50:50.775542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dcf3a7-c269-44a6-b361-d4f330494fae admin admin] Deleting subnet c5b6107f-2237-4c6d-9059-30ef6b337e35 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:50:50.784744 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf3a7-c269-44a6-b361-d4f330494fae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:50.796635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2983-e56f-4a56-a365-b24e1c4001c3 req-0f77800a-b0a1-4409-8d61-94e80a26d53f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:50.809310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-882e2983-e56f-4a56-a365-b24e1c4001c3 req-0f77800a-b0a1-4409-8d61-94e80a26d53f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.2338006 Nov 12 13:50:50.863646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:50.883161 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf3a7-c269-44a6-b361-d4f330494fae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:50.894983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3537c76f-51d0-40e5-8497-959973153680 has no active binding in host n-h2-805736-4 {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 13:50:50.953394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-91fe78b9-bfda-481b-b567-666705843fbd service neutron] 10.222.0.70 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922845 Nov 12 13:50:50.968648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-882e2983-e56f-4a56-a365-b24e1c4001c3 req-c9e1c42b-2c35-4a49-b3aa-6a6bfbea351a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567285 Nov 12 13:50:51.060170 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf3a7-c269-44a6-b361-d4f330494fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.108569 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3f1405d-4e27-4925-813a-a8e35bfa0fda req-12760d70-f51f-4069-9017-2d747553960e service neutron] 10.222.0.70 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383913 Nov 12 13:50:51.134062 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf3a7-c269-44a6-b361-d4f330494fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.175156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcf3a7-c269-44a6-b361-d4f330494fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b6107f-2237-4c6d-9059-30ef6b337e35,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:51.201192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88553479-84ee-4237-8055-8da284512765 None None] Network 51434846-0e7e-4c13-8b1d-ea8c7d40b33f requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:50:51.212858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf3a7-c269-44a6-b361-d4f330494fae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.224448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d2dcf3a7-c269-44a6-b361-d4f330494fae admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c5b6107f-2237-4c6d-9059-30ef6b337e35 HTTP/1.1" status: 204 len: 168 time: 0.5536513 Nov 12 13:50:51.226394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:51.369586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.456150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Deleting port a8ad90ba-5804-4d91-84be-58e5ea3500b9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:51.456581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.538032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] For port a8ad90ba-5804-4d91-84be-58e5ea3500b9, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a8ad90ba-5804-4d91-84be-58e5ea3500b9,segment=NetworkSegment(41fd380a-7c4d-4745-8b54-7a18c479ba71),segment_id=41fd380a-7c4d-4745-8b54-7a18c479ba71)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:51.538394 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.553161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Calling delete_port for a8ad90ba-5804-4d91-84be-58e5ea3500b9 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:50:51.665273 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.688082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da3fb0-d8a1-4e4e-8095-0abc5f110718 None None] DHCP port deletion for 51434846-0e7e-4c13-8b1d-ea8c7d40b33f request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:50:51.709656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ad90ba-5804-4d91-84be-58e5ea3500b9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:51.717214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] No DVR routers for this DVR port a8ad90ba-5804-4d91-84be-58e5ea3500b9 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:50:51.852636 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.889115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51434846-0e7e-4c13-8b1d-ea8c7d40b33f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:51.906159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fd380a-7c4d-4745-8b54-7a18c479ba71') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:51.906392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fd380a-7c4d-4745-8b54-7a18c479ba71') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:51.923174 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.939875 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.949865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:50:51.950364 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:50:51.952293 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:50:52.061315 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:52.093208 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:52.097732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/51434846-0e7e-4c13-8b1d-ea8c7d40b33f HTTP/1.1" status: 204 len: 168 time: 0.8702724 Nov 12 13:50:52.109805 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50798) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:52.130012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89530d5b-e50c-4307-9407-c979cd0a87a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=51434846-0e7e-4c13-8b1d-ea8c7d40b33f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:52.180727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca05587-37f9-452a-be16-2576f87f8661 req-0aee8acf-3772-4ed9-b543-8e8c4deebe85 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:52.187278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cca05587-37f9-452a-be16-2576f87f8661 req-0aee8acf-3772-4ed9-b543-8e8c4deebe85 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.1233845 Nov 12 13:50:52.264349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cca05587-37f9-452a-be16-2576f87f8661 req-924a8540-ad50-4f2e-a28b-fa280a6d0c4e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686738 Nov 12 13:50:52.481504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a8ad90ba-5804-4d91-84be-58e5ea3500b9 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:50:52.504823 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a8ad90ba-5804-4d91-84be-58e5ea3500b9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:50:52.505205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a8ad90ba-5804-4d91-84be-58e5ea3500b9 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:50:52.689804 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:53.012652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] Deleting port ed7416a0-17a0-4cb8-8646-048f3a3a97b4 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:53.012887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:53.118329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] For port ed7416a0-17a0-4cb8-8646-048f3a3a97b4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ed7416a0-17a0-4cb8-8646-048f3a3a97b4,segment=NetworkSegment(7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d),segment_id=7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:53.119030 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:53.145329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] Calling delete_port for ed7416a0-17a0-4cb8-8646-048f3a3a97b4 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:50:53.395552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:53.483729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7416a0-17a0-4cb8-8646-048f3a3a97b4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:53.665604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ccc9-c7ad-4eb5-9929-169fdefe686d req-ae06fb61-3e0c-4ab4-85d1-da5ca59e950f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:53.675994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50832) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:53.709174 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8b9ccc9-c7ad-4eb5-9929-169fdefe686d req-ae06fb61-3e0c-4ab4-85d1-da5ca59e950f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.2405062 Nov 12 13:50:53.894588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8b9ccc9-c7ad-4eb5-9929-169fdefe686d req-ad5b01c0-1cf5-4a8f-94b7-adc886ebfcb5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751902 Nov 12 13:50:53.922675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:54.183287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Deleting port c0a128cd-8d48-40a1-ae04-84c71e194415 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:54.187475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:54.383533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] Router 9ddfacd7-9042-47a2-afa5-890644ceec45 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:50:54.418220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:54.418220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:54.483754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Calling delete_port for c0a128cd-8d48-40a1-ae04-84c71e194415 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:50:54.602202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:50:54.613254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] Sync routers for ids ['9ddfacd7-9042-47a2-afa5-890644ceec45'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:50:54.628562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] Routers {'9ddfacd7-9042-47a2-afa5-890644ceec45'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:54.628996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-87c4c55f-a0b7-461d-951f-0f6bcab0a15e admin admin] 10.222.0.73 "PUT /v2.0/routers/9ddfacd7-9042-47a2-afa5-890644ceec45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5178611 Nov 12 13:50:54.629827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:50:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9ddfacd7-9042-47a2-afa5-890644ceec45'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:54.631614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50854) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:54.813445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] Set router 9ddfacd7-9042-47a2-afa5-890644ceec45 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:54.873105 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:54.877454 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:54.978210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event deleted for resources: {'Port': ['ID=c0a128cd-8d48-40a1-ae04-84c71e194415,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:55.134269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'name': 'tempest-TestServerMultinode-268153411-router', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:42Z', 'updated_at': '2021-11-12T13:50:53Z', 'revision_number': 5, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'gw_port': {'id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:44Z', 'updated_at': '2021-11-12T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:55.163982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] Checking router: 9ddfacd7-9042-47a2-afa5-890644ceec45 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:50:55.184671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] Routers {'9ddfacd7-9042-47a2-afa5-890644ceec45'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:55.185781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:50:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['9ddfacd7-9042-47a2-afa5-890644ceec45'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:55.186120 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:55.186696 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Floating IP 89a1577d-c0c5-4b67-868b-231f243887ae disassociated (deleted). External IP: 172.25.5.62, port: 63a04116-affa-40d0-bcb5-4f50af42bf00. Nov 12 13:50:55.240630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6c1cd-e759-49ae-a020-6db93ffff471 req-cb85cb8d-866b-4e75-b631-2747f8a37c0d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:55.242677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ad6c1cd-e759-49ae-a020-6db93ffff471 req-cb85cb8d-866b-4e75-b631-2747f8a37c0d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.2137866 Nov 12 13:50:55.248673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:55.359564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] Set router 9ddfacd7-9042-47a2-afa5-890644ceec45 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:55.471622 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ad6c1cd-e759-49ae-a020-6db93ffff471 req-3297c698-ea23-425f-9d85-36a689bf15ca tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151792 Nov 12 13:50:55.549244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Deleting port 634eed96-a099-4155-8a6c-e422fd0a7266 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:55.549606 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:55.656023 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'name': 'tempest-TestServerMultinode-268153411-router', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:42Z', 'updated_at': '2021-11-12T13:50:53Z', 'revision_number': 5, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'gw_port': {'id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:44Z', 'updated_at': '2021-11-12T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:55.726247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Router a4db0225-2a17-4e36-87d6-6023c98283fe has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:50:55.739730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51671a-4a35-4e1b-9aa6-33c69b2c63f7 None None] The sync data for ids ['9ddfacd7-9042-47a2-afa5-890644ceec45'] in n-d-805736-4 is: [{'id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'name': 'tempest-TestServerMultinode-268153411-router', 'tenant_id': '618b673ca31346b2b7b10d4dd68fcac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:49:42Z', 'updated_at': '2021-11-12T13:50:53Z', 'revision_number': 5, 'project_id': '618b673ca31346b2b7b10d4dd68fcac6', 'gw_port': {'id': '634eed96-a099-4155-8a6c-e422fd0a7266', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddfacd7-9042-47a2-afa5-890644ceec45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:49:44Z', 'updated_at': '2021-11-12T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:50:55.760993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] For port 634eed96-a099-4155-8a6c-e422fd0a7266, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=634eed96-a099-4155-8a6c-e422fd0a7266,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:55.761672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:55.837358 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Calling delete_port for 634eed96-a099-4155-8a6c-e422fd0a7266 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:50:56.092979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:50:56.114043 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] Sync routers for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:50:56.116613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:56.163474 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:56.164487 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:50:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:56.247801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ad286ef7-3e8a-434f-8c2b-acba8adedf0d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "DELETE /v2.0/floatingips/89a1577d-c0c5-4b67-868b-231f243887ae HTTP/1.1" status: 204 len: 168 time: 2.5697651 Nov 12 13:50:56.273694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:50:56.291686 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f721157d-87f1-48d1-8f83-9dbdf614b425" -d '{"events": [{"name": "network-changed", "server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:50:56.372773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:56.421146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ed7416a0-17a0-4cb8-8646-048f3a3a97b4 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:50:56.515145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: ed7416a0-17a0-4cb8-8646-048f3a3a97b4 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:50:56.519462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ed7416a0-17a0-4cb8-8646-048f3a3a97b4 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:50:56.531643 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728f451b-2111-4bb2-a972-26b43d440686 x-openstack-request-id: req-728f451b-2111-4bb2-a972-26b43d440686 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:50:56.534479 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:50:56.535083 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-728f451b-2111-4bb2-a972-26b43d440686 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:50:56.535433 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'status': 'completed', 'code': 200} Nov 12 13:50:56.536644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=634eed96-a099-4155-8a6c-e422fd0a7266,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:56.575040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb530c4-2753-43c2-a6e9-a291ba864ddf None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:50:56.772314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-0420fd9c-e3ef-455b-9c10-950b6ff8541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:56.773084 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-0420fd9c-e3ef-455b-9c10-950b6ff8541f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5063f342fb4440183283c008c1336b3&device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 1097 time: 0.2438133 Nov 12 13:50:56.820401 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:56.997186 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b1e98aa-f7dc-45e8-bea0-c47fc84770c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:57.028717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-dbfe1135-966f-4fc5-8531-9b2e662406be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:57.034007 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-dbfe1135-966f-4fc5-8531-9b2e662406be service neutron] 10.222.0.70 "GET /v2.0/networks?id=241536e4-7d68-4f53-a402-d213c692f7c2 HTTP/1.1" status: 200 len: 915 time: 0.2422974 Nov 12 13:50:57.109909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:57.365262 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:57.385340 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:57.435102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06925977-0d6d-4fed-8495-d2958d95eb79 req-6ae168c0-5481-4c84-9419-1ffb2ce1548b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:57.444411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06925977-0d6d-4fed-8495-d2958d95eb79 req-6ae168c0-5481-4c84-9419-1ffb2ce1548b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.6950979 Nov 12 13:50:57.447430 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:23Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:57.517918 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:57.518983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ddfacd7-9042-47a2-afa5-890644ceec45 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:50:57.536536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:57.539035 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2f1c54ba-24b7-45d4-8d2e-ad7961523f5a admin admin] 10.222.0.73 "DELETE /v2.0/routers/9ddfacd7-9042-47a2-afa5-890644ceec45 HTTP/1.1" status: 204 len: 168 time: 2.9063442 Nov 12 13:50:57.544791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50928) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:57.606943 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] Checking router: a4db0225-2a17-4e36-87d6-6023c98283fe for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:50:57.626157 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:50:57.628292 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:50:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:57.653679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-06925977-0d6d-4fed-8495-d2958d95eb79 req-8afd259d-23b8-46f6-9950-ce80a807a4e8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076743 Nov 12 13:50:57.708816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bd9dd6-2fdb-4acb-92ed-0c3721a9ea19 admin admin] Deleting subnet 50c165fb-188c-46f7-a3f9-b94338dc2f10 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:50:57.718100 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33bd9dd6-2fdb-4acb-92ed-0c3721a9ea19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:57.833984 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33bd9dd6-2fdb-4acb-92ed-0c3721a9ea19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:57.901326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-2a1b0768-ac0f-474c-82ea-47dc2425590f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a04116-affa-40d0-bcb5-4f50af42bf00 HTTP/1.1" status: 200 len: 217 time: 0.8570263 Nov 12 13:50:57.951237 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:50:58.016050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57677b13-6b50-48e0-a87f-c71ee3803d0e req-fedef63a-09f3-4704-8ccb-e8454098017d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:58.025067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57677b13-6b50-48e0-a87f-c71ee3803d0e req-fedef63a-09f3-4704-8ccb-e8454098017d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 946 time: 0.1224530 Nov 12 13:50:58.025373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33bd9dd6-2fdb-4acb-92ed-0c3721a9ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:58.082177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-57677b13-6b50-48e0-a87f-c71ee3803d0e req-be5c1049-7cbe-423c-bd33-4acfa4d4780a tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557501 Nov 12 13:50:58.091692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-e5ef4fbb-5d5f-431b-998e-2cda633fb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:58.096326 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-e5ef4fbb-5d5f-431b-998e-2cda633fb318 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f61890d0-f7f9-406e-8e60-c778ffa1c4ea HTTP/1.1" status: 200 len: 853 time: 0.1342182 Nov 12 13:50:58.099468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33bd9dd6-2fdb-4acb-92ed-0c3721a9ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:58.131434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd9dd6-2fdb-4acb-92ed-0c3721a9ea19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50c165fb-188c-46f7-a3f9-b94338dc2f10,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:58.139149 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33bd9dd6-2fdb-4acb-92ed-0c3721a9ea19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:58.147094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-33bd9dd6-2fdb-4acb-92ed-0c3721a9ea19 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/50c165fb-188c-46f7-a3f9-b94338dc2f10 HTTP/1.1" status: 204 len: 168 time: 0.6002972 Nov 12 13:50:58.148026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 50938) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:50:58.150178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f7c03-25dd-45c1-8c0c-ddaf5bf27c39 None None] Network 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:50:58.216684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-7d076167-12c8-4a14-a53d-99e567cd4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:58.218293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-7d076167-12c8-4a14-a53d-99e567cd4150 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=241536e4-7d68-4f53-a402-d213c692f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145029 Nov 12 13:50:58.305433 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:58.505839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-0ee06018-57a3-45c9-a9e1-595e8038a78f service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718225 Nov 12 13:50:58.512790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Deleting port 8fe98e50-3aeb-406b-8f06-fb735436720e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:58.513401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:58.559491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 634eed96-a099-4155-8a6c-e422fd0a7266 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:50:58.566554 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:23Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:50:58.634501 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7126cdd-5f0e-4e66-85fa-c0e2c4ec7e56 None None] The sync data for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 is: [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:45:16Z', 'revision_number': 4, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6232558f-98b2-4e92-bc2b-319363c1ab2d', 'name': '', 'network_id': '241536e4-7d68-4f53-a402-d213c692f7c2', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'mac_address': 'fa:16:3e:bc:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:14Z', 'updated_at': '2021-11-12T13:45:23Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'subnets': [{'id': 'f61890d0-f7f9-406e-8e60-c778ffa1c4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:50:58.670562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 634eed96-a099-4155-8a6c-e422fd0a7266 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:50:58.671102 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 634eed96-a099-4155-8a6c-e422fd0a7266 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:50:58.728690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f721157d-87f1-48d1-8f83-9dbdf614b425 req-92b47fbd-6913-4da3-b672-2284ce896e1a service neutron] 10.222.0.70 "GET /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173369 Nov 12 13:50:58.822055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e57d12c-2e77-4741-800b-b7f7268ecad8 None None] DHCP port deletion for 8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:50:58.972568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2e57d12c-2e77-4741-800b-b7f7268ecad8 None None] Deleting port 8fe98e50-3aeb-406b-8f06-fb735436720e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:58.972939 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e57d12c-2e77-4741-800b-b7f7268ecad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:58.982422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e20a90-7638-48d4-9b55-900b72d59897 req-e30a7ca8-a930-407c-ae3b-9104b7b120ce tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:58.984209 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-18e20a90-7638-48d4-9b55-900b72d59897 req-e30a7ca8-a930-407c-ae3b-9104b7b120ce tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.70 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 946 time: 0.2225885 Nov 12 13:50:59.123551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2e57d12c-2e77-4741-800b-b7f7268ecad8 None None] For port 8fe98e50-3aeb-406b-8f06-fb735436720e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8fe98e50-3aeb-406b-8f06-fb735436720e,segment=NetworkSegment(7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d),segment_id=7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:59.124227 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e57d12c-2e77-4741-800b-b7f7268ecad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:59.150002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2e57d12c-2e77-4741-800b-b7f7268ecad8 None None] Calling delete_port for 8fe98e50-3aeb-406b-8f06-fb735436720e owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:50:59.284570 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e57d12c-2e77-4741-800b-b7f7268ecad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:59.369858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] For port 8fe98e50-3aeb-406b-8f06-fb735436720e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8fe98e50-3aeb-406b-8f06-fb735436720e,segment=NetworkSegment(7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d),segment_id=7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:59.370542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:59.392056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-18e20a90-7638-48d4-9b55-900b72d59897 req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Deleting port 63a04116-affa-40d0-bcb5-4f50af42bf00 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:50:59.392671 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-18e20a90-7638-48d4-9b55-900b72d59897 req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:59.395201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999080e-0b49-4bb5-9aaa-bf19a7e76d33 None None] New status for floating IP 89a1577d-c0c5-4b67-868b-231f243887ae: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:50:59.397439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57d12c-2e77-4741-800b-b7f7268ecad8 None None] No DVR routers for this DVR port 8fe98e50-3aeb-406b-8f06-fb735436720e on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:50:59.412712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57d12c-2e77-4741-800b-b7f7268ecad8 None None] Pushing event deleted for resources: {'Port': ['ID=8fe98e50-3aeb-406b-8f06-fb735436720e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:59.462498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0421c-73bd-47ab-b182-b31d49265d1b req-8a6075ef-0e2c-4b8d-8124-aa2c0e127d60 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:59.470783 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cea0421c-73bd-47ab-b182-b31d49265d1b req-8a6075ef-0e2c-4b8d-8124-aa2c0e127d60 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.2056756 Nov 12 13:50:59.537520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Calling delete_port for 8fe98e50-3aeb-406b-8f06-fb735436720e owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:50:59.628768 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0186e9b-fc43-4034-99f5-b4fea07c515c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:59.633950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a0e49-033f-4b95-a58d-9f8c58be8e1d req-d5c76d9b-0845-487f-b32f-d3855b239c47 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:50:59.639143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-459a0e49-033f-4b95-a58d-9f8c58be8e1d req-d5c76d9b-0845-487f-b32f-d3855b239c47 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 946 time: 0.3215113 Nov 12 13:50:59.749412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cea0421c-73bd-47ab-b182-b31d49265d1b req-0b87eb17-40f5-4750-b459-6022bf47501b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768750 Nov 12 13:50:59.859953 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:59.890956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe98e50-3aeb-406b-8f06-fb735436720e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:50:59.897263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-aa274b02-d691-42f1-89fc-9d96da3a4acd service neutron] 10.222.0.70 "GET /v2.0/ports/3537c76f-51d0-40e5-8497-959973153680/bindings/n-h2-805736-4 HTTP/1.1" status: 200 len: 384 time: 0.1206951 Nov 12 13:50:59.901220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] No DVR routers for this DVR port 8fe98e50-3aeb-406b-8f06-fb735436720e on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:50:59.908839 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-18e20a90-7638-48d4-9b55-900b72d59897 req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] For port 63a04116-affa-40d0-bcb5-4f50af42bf00, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=63a04116-affa-40d0-bcb5-4f50af42bf00,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:50:59.909504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-18e20a90-7638-48d4-9b55-900b72d59897 req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:50:59.940363 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-459a0e49-033f-4b95-a58d-9f8c58be8e1d req-e7032bd7-a0d8-44db-90a6-8a6ab05efb7f tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c8065d9-3bec-44df-aa3e-6757ee277e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834511 Nov 12 13:50:59.978116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-18e20a90-7638-48d4-9b55-900b72d59897 req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Calling delete_port for 63a04116-affa-40d0-bcb5-4f50af42bf00 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:00.076159 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:00.116097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:00.148968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:00.149455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2e4ac5-3932-4cfc-a8f2-13f310a05f3d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:00.163341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:00.209223 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:00.248470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:51:00.248970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: self.session.flush() Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:51:00.251823 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:51:00.299257 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-18e20a90-7638-48d4-9b55-900b72d59897 req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:00.402218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e20a90-7638-48d4-9b55-900b72d59897 req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] No DVR routers for this DVR port 63a04116-affa-40d0-bcb5-4f50af42bf00 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:00.405057 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-18e20a90-7638-48d4-9b55-900b72d59897 req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:00.408885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-18e20a90-7638-48d4-9b55-900b72d59897 req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.70 "DELETE /v2.0/ports/63a04116-affa-40d0-bcb5-4f50af42bf00 HTTP/1.1" status: 204 len: 173 time: 1.4181056 Nov 12 13:51:00.409415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'name': 'network-vif-deleted', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:51:00.411815 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13626814-09b8-463d-a73c-443519b85229" -d '{"events": [{"server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "name": "network-vif-deleted", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:51:00.429574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event deleted for resources: {'Port': ['ID=63a04116-affa-40d0-bcb5-4f50af42bf00,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:00.458986 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:00.490366 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:00.512529 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca HTTP/1.1" status: 204 len: 168 time: 2.3633151 Nov 12 13:51:00.546354 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8843e6-2f2f-4946-81a9-1e5ffdb823fe x-openstack-request-id: req-fc8843e6-2f2f-4946-81a9-1e5ffdb823fe {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:51:00.546652 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c9ffc1-79a7-4366-8590-5278e5d5ae4f", "name": "network-vif-deleted", "tag": "63a04116-affa-40d0-bcb5-4f50af42bf00", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:51:00.546909 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc8843e6-2f2f-4946-81a9-1e5ffdb823fe {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:51:00.547311 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c9ffc1-79a7-4366-8590-5278e5d5ae4f', 'name': 'network-vif-deleted', 'tag': '63a04116-affa-40d0-bcb5-4f50af42bf00', 'status': 'completed', 'code': 200} Nov 12 13:51:00.577741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8fe98e50-3aeb-406b-8f06-fb735436720e no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:00.582726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16265c09-9a06-41d3-bd85-27990cead544 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f0bc28b-15d7-4ddc-89f7-d0a92eab23ca,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:00.587535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6cd2368-3632-4782-be89-c3783c675014 req-42cae90b-b420-4d77-8ab5-d92d036c7f18 service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:00.638776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 8fe98e50-3aeb-406b-8f06-fb735436720e {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:00.639251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8fe98e50-3aeb-406b-8f06-fb735436720e not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:00.669214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6cd2368-3632-4782-be89-c3783c675014 req-42cae90b-b420-4d77-8ab5-d92d036c7f18 service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:51:00.710425 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:00.912918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3537c76f-51d0-40e5-8497-959973153680'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:51:00.918895 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39799fe-13d4-4d02-91b5-38788d724675" -d '{"events": [{"server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "name": "network-vif-unplugged", "status": "completed", "tag": "3537c76f-51d0-40e5-8497-959973153680"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:51:00.931699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6cd2368-3632-4782-be89-c3783c675014 req-42cae90b-b420-4d77-8ab5-d92d036c7f18 service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:01.008354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6cd2368-3632-4782-be89-c3783c675014 req-42cae90b-b420-4d77-8ab5-d92d036c7f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:01.041135 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d116d92e-485f-4e38-914c-07d4a1b503c1 x-openstack-request-id: req-d116d92e-485f-4e38-914c-07d4a1b503c1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:51:01.041479 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "name": "network-vif-unplugged", "status": "completed", "tag": "3537c76f-51d0-40e5-8497-959973153680", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:51:01.041904 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d116d92e-485f-4e38-914c-07d4a1b503c1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:51:01.042369 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3537c76f-51d0-40e5-8497-959973153680', 'code': 200} Nov 12 13:51:01.118657 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 50996) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:01.184886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7787d5-ccfd-4ae2-bcff-816440422840 req-61187760-3018-4236-8c56-62522a1fef02 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:01.186865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a7787d5-ccfd-4ae2-bcff-816440422840 req-61187760-3018-4236-8c56-62522a1fef02 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 945 time: 0.2467782 Nov 12 13:51:01.333251 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d6841f3f-278a-43ea-8d46-8be74369bc21 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c533243b26f94d4885fbcd3cee000005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094011 Nov 12 13:51:01.334979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51000) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:01.393657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f6cd2368-3632-4782-be89-c3783c675014 req-42cae90b-b420-4d77-8ab5-d92d036c7f18 service neutron] Transition to ACTIVE for port object 3537c76f-51d0-40e5-8497-959973153680 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:51:01.396260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a7787d5-ccfd-4ae2-bcff-816440422840 req-474a306b-58c2-4a3a-857d-ebb96f00610d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873503 Nov 12 13:51:01.421176 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6cd2368-3632-4782-be89-c3783c675014 req-42cae90b-b420-4d77-8ab5-d92d036c7f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:01.477512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-919d2c8b-cf9f-4c4e-af23-59db3db0fa0a req-4ebcc0b4-71ec-4ea3-92f6-dfbfb3fbfa60 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.2597108 Nov 12 13:51:01.498027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58c89827-bda1-4bc6-befe-5a0809b8b24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:01.564881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58c89827-bda1-4bc6-befe-5a0809b8b24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:01.653295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cae90b-b420-4d77-8ab5-d92d036c7f18 service neutron] Pushing event updated for resources: {'Port': ['ID=3537c76f-51d0-40e5-8497-959973153680,revision_number=11']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:01.673470 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58c89827-bda1-4bc6-befe-5a0809b8b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:01.677146 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-58c89827-bda1-4bc6-befe-5a0809b8b24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:01.680726 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-58c89827-bda1-4bc6-befe-5a0809b8b24e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5004f40f-d71c-46fb-be3a-d3c12a370584 HTTP/1.1" status: 204 len: 168 time: 0.3371031 Nov 12 13:51:01.697575 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c89827-bda1-4bc6-befe-5a0809b8b24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5004f40f-d71c-46fb-be3a-d3c12a370584,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:01.712610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cd2368-3632-4782-be89-c3783c675014 req-42cae90b-b420-4d77-8ab5-d92d036c7f18 service neutron] No DVR routers for this DVR port 3537c76f-51d0-40e5-8497-959973153680 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:01.993471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-42cae90b-b420-4d77-8ab5-d92d036c7f18 service neutron] 10.222.0.70 "PUT /v2.0/ports/3537c76f-51d0-40e5-8497-959973153680/bindings/n-h2-805736-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0720136 Nov 12 13:51:02.212005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-6320668b-83cb-46ca-95aa-6524fdb57e3a tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:02.213546 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-6320668b-83cb-46ca-95aa-6524fdb57e3a tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e&tenant_id=117e1d21aa7a4a768a1431764f136160&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 1095 time: 0.1478014 Nov 12 13:51:02.223097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3537c76f-51d0-40e5-8497-959973153680 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:02.295039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-00f31410-4fc0-4c7b-a3d7-7f2557582511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:02.297672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-00f31410-4fc0-4c7b-a3d7-7f2557582511 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 1095 time: 0.0759168 Nov 12 13:51:02.353468 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:02.368025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51022) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:02.373856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3537c76f-51d0-40e5-8497-959973153680 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:02.374284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 63a04116-affa-40d0-bcb5-4f50af42bf00 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:02.404857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 63a04116-affa-40d0-bcb5-4f50af42bf00 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:02.405548 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 63a04116-affa-40d0-bcb5-4f50af42bf00 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:02.460901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-5226fde9-7822-4180-9cdd-74dd62cd1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:02.468159 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-5226fde9-7822-4180-9cdd-74dd62cd1dd9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1095 time: 0.1397967 Nov 12 13:51:02.495271 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-12467cfc-54f5-4474-8938-4269d3ff365a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=618b673ca31346b2b7b10d4dd68fcac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257403 Nov 12 13:51:02.495913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51028) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:02.749040 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9ca22ea-a5c1-4db9-b436-565d6108a76f req-a58fdca3-1db4-4fbf-a937-f82c21099db9 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.0844562 Nov 12 13:51:02.807433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-1e98ed92-6108-4409-8604-a74d4076c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:02.810775 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-1e98ed92-6108-4409-8604-a74d4076c71c service neutron] 10.222.0.105 "GET /v2.0/networks?id=03f4b323-80b8-4cbe-a149-e58ce636eb3b HTTP/1.1" status: 200 len: 898 time: 0.3331637 Nov 12 13:51:02.836554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3081a7-db94-4b4b-af2e-3a9f6de89e98 req-b1a56f31-d188-440b-969c-493ef0284f72 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:02.838597 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c3081a7-db94-4b4b-af2e-3a9f6de89e98 req-b1a56f31-d188-440b-969c-493ef0284f72 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 944 time: 0.2545934 Nov 12 13:51:02.938581 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-9d5d6103-a284-40c2-9af6-e03a457d5bae service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 999 time: 0.1214402 Nov 12 13:51:02.946738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:02.988051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2c3081a7-db94-4b4b-af2e-3a9f6de89e98 req-6f527baa-9242-4743-aa0a-c0ed1bfd06fe tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389623 Nov 12 13:51:02.989121 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-79c500f8-9bdf-4151-91b0-a1b18436dc53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:03.044143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-79c500f8-9bdf-4151-91b0-a1b18436dc53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:03.070034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-b1120781-82b0-43b1-a6c8-47edc8f9a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:03.071362 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-b1120781-82b0-43b1-a6c8-47edc8f9a14a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e6fb1010-3158-4fae-ae9f-d5f3607138b6 HTTP/1.1" status: 200 len: 835 time: 0.1245444 Nov 12 13:51:03.154387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-79c500f8-9bdf-4151-91b0-a1b18436dc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:03.157861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-79c500f8-9bdf-4151-91b0-a1b18436dc53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:03.159445 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-79c500f8-9bdf-4151-91b0-a1b18436dc53 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f HTTP/1.1" status: 204 len: 168 time: 0.6625662 Nov 12 13:51:03.199649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c500f8-9bdf-4151-91b0-a1b18436dc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b0012d-80c3-4ee4-957a-ed34ae4b6d0f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:03.226792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-425def99-c363-4657-bf8e-0f9d1687a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:03.239142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-425def99-c363-4657-bf8e-0f9d1687a8dd service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=03f4b323-80b8-4cbe-a149-e58ce636eb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410871 Nov 12 13:51:03.441745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-49966f12-5168-424a-acb2-2038243c8c86 service neutron] 10.222.0.105 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938632 Nov 12 13:51:03.603278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-bdd100bd-c9d7-4dc0-97d7-e705eab1f193 service neutron] 10.222.0.105 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529148 Nov 12 13:51:04.007556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-681e1c36-a8dc-4004-adff-00c80b99411e req-ee8c091c-635c-4549-a953-3f9932976375 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.1043913 Nov 12 13:51:04.045693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2368-3632-4782-be89-c3783c675014 req-15ad3e60-f549-40b8-83de-69b30023ae72 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:04.050332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-15ad3e60-f549-40b8-83de-69b30023ae72 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e&tenant_id=117e1d21aa7a4a768a1431764f136160&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 1095 time: 0.1298828 Nov 12 13:51:04.248228 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2d881-e70f-482d-a922-91dd120efcd6 req-f3fa7374-6ba6-4f23-891a-529c28a12a54 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:04.249912 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8ac2d881-e70f-482d-a922-91dd120efcd6 req-f3fa7374-6ba6-4f23-891a-529c28a12a54 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 944 time: 0.1047504 Nov 12 13:51:04.396956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8ac2d881-e70f-482d-a922-91dd120efcd6 req-53b8ebf2-a46f-4a3f-957b-1a1645a013c0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398096 Nov 12 13:51:04.462045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6cd2368-3632-4782-be89-c3783c675014 req-855a8f52-0de5-4407-9233-63156b4ef2cb service neutron] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:51:04.466778 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6cd2368-3632-4782-be89-c3783c675014 req-855a8f52-0de5-4407-9233-63156b4ef2cb service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:04.469152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-855a8f52-0de5-4407-9233-63156b4ef2cb service neutron] 10.222.0.105 "DELETE /v2.0/ports/3537c76f-51d0-40e5-8497-959973153680/bindings/n-h1-805736-4 HTTP/1.1" status: 204 len: 173 time: 0.4131272 Nov 12 13:51:04.620115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebea30-f1da-4a40-b46b-fa86008ff30f req-7e078260-1f05-45ae-8d3d-d39c81e83a74 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:04.631485 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3eebea30-f1da-4a40-b46b-fa86008ff30f req-7e078260-1f05-45ae-8d3d-d39c81e83a74 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1095 time: 0.0894122 Nov 12 13:51:04.688522 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51098) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:04.713911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3eebea30-f1da-4a40-b46b-fa86008ff30f req-97a0f025-5071-4968-a7f3-54c672d57406 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807357 Nov 12 13:51:04.889263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-561533394-network', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:04.943850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Made reservation on behalf of 11b396cecef7447d8edd7b7b4cacf619 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:51:04.946843 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:04.969771 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:05.148999 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38b655be-c671-4075-94d8-1b4475d098a6 req-9d228578-f43a-405f-9fd2-6821705c6024 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.0420561 Nov 12 13:51:05.179182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:05.188035 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:05.207206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:51:05.222702 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:05.223475 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Added segment 9c7a2939-9eea-4bb9-b081-d8a88b40851c of type vlan for network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 Nov 12 13:51:05.296425 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:05.306654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa068d2b-d348-4583-afeb-4478a6ff3c29 req-c9cea074-e483-4bf8-a9ba-95e92088c2e6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:05.308211 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa068d2b-d348-4583-afeb-4478a6ff3c29 req-c9cea074-e483-4bf8-a9ba-95e92088c2e6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 944 time: 0.3132973 Nov 12 13:51:05.368107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d6d90a-0f78-460e-890b-69f136c5e27b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:05.449491 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:05.450197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:05.461101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:05.514287 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa068d2b-d348-4583-afeb-4478a6ff3c29 req-efe9d9a7-9212-453d-946a-198b1699745b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900518 Nov 12 13:51:05.584665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:05.678726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-19ea579e-a273-488c-bb61-7ec840e586c6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/1add9836-100c-4a3d-a9b0-43bdf2d7ba41 HTTP/1.1" status: 200 len: 991 time: 0.0925663 Nov 12 13:51:05.695505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0023236 Nov 12 13:51:05.696523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51132) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:05.702287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Request body: {'subnet': {'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-561533394-subnet', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:05.734366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab5e7d-b233-4197-bbcd-ce24bfe2e443 admin admin] Pushing event updated for resources: {'Network': ['ID=68ab68dc-e501-4bb3-b02f-f6421d79ada3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:05.750084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:51:05.785692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Made reservation on behalf of 11b396cecef7447d8edd7b7b4cacf619 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:51:05.788079 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:06.096898 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:06.264948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=937e06cf-065d-4daa-9213-43e26b2f7b84,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:06.270786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Checking segment: {'id': '9c7a2939-9eea-4bb9-b081-d8a88b40851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:51:06.271149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Network hostable DHCP agents. Network: 68ab68dc-e501-4bb3-b02f-f6421d79ada3, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:51:06.314281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:51:06.323837 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb9e2875-03b0-4dee-bdd5-16916ce21ed0 req-aaff1d4e-45c5-40da-89fd-667081485cdc tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.0514369 Nov 12 13:51:06.329594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 68ab68dc-e501-4bb3-b02f-f6421d79ada3) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:51:06.334416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:06.334979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:06.343494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2606676-2f26-4768-82a5-e0d8da649f36 None None] Network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:51:06.399788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51162) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:06.405073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-561533394-router', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:06.405987 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e648daef-efcc-41ee-9354-bbf44c1dfd85 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7078767 Nov 12 13:51:06.449831 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:06.451884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:06.568039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:06.607237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-68ab68dc-e501-4bb3-b02f-f6421d79ada3', 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'fixed_ips': [{'subnet_id': '937e06cf-065d-4daa-9213-43e26b2f7b84'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:51:06.608113 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:06.827013 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:06.893445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Allocated IP 172.20.0.2 (68ab68dc-e501-4bb3-b02f-f6421d79ada3/937e06cf-065d-4daa-9213-43e26b2f7b84/a67e7e7b-694c-417e-93de-ab3fd42e00fe) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:51:06.914299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19de73-cdb4-4bed-9d52-e2a3704b495f req-5296d0d2-b7c4-4ced-b842-f8e0105cee7d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:06.933085 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b19de73-cdb4-4bed-9d52-e2a3704b495f req-5296d0d2-b7c4-4ced-b842-f8e0105cee7d tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 0.2431855 Nov 12 13:51:07.030060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b19de73-cdb4-4bed-9d52-e2a3704b495f req-99060d5b-b38e-4c38-a155-b66c8aede22e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078331 Nov 12 13:51:07.225787 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:07.226676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:07.234384 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:07.253063 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:07.303192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:51:07.309542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:51:07.314497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:51:07.322787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Pushing event updated for resources: {'Port': ['ID=a67e7e7b-694c-417e-93de-ab3fd42e00fe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:07.398692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Attempting to bind port a67e7e7b-694c-417e-93de-ab3fd42e00fe on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:51:07.399503 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Attempting to bind port a67e7e7b-694c-417e-93de-ab3fd42e00fe by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '9c7a2939-9eea-4bb9-b081-d8a88b40851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:51:07.400270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Attempting to bind port a67e7e7b-694c-417e-93de-ab3fd42e00fe on network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:51:07.407292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:51:07.410093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Checking segment: {'id': '9c7a2939-9eea-4bb9-b081-d8a88b40851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:51:07.411580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:07.412311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Bound using segment: {'id': '9c7a2939-9eea-4bb9-b081-d8a88b40851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:51:07.413933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Bound port: a67e7e7b-694c-417e-93de-ab3fd42e00fe, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7a2939-9eea-4bb9-b081-d8a88b40851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:51:07.414916 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:07.500938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Allocated IP 172.25.5.30 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/f526e1ce-9e0b-44b4-a591-3761f890fb58) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:51:07.522483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] For port a67e7e7b-694c-417e-93de-ab3fd42e00fe, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:51:07.528094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] For port a67e7e7b-694c-417e-93de-ab3fd42e00fe, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a67e7e7b-694c-417e-93de-ab3fd42e00fe,segment=NetworkSegment(9c7a2939-9eea-4bb9-b081-d8a88b40851c),segment_id=9c7a2939-9eea-4bb9-b081-d8a88b40851c)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:51:07.534875 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:07.625558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c782f-1322-43f5-82c3-504bee5e6a6a None None] Pushing event updated for resources: {'Port': ['ID=a67e7e7b-694c-417e-93de-ab3fd42e00fe,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:07.765840 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:07.880327 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e564a94d-b5bd-435c-a75b-5e3e7d8739d4 req-44f1c5a9-a7d6-4ff4-8099-0791a76f0412 tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.0532670 Nov 12 13:51:07.884034 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:07.983504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:51:07.989219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:51:07.991382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f526e1ce-9e0b-44b4-a591-3761f890fb58,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:07.999659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:51:08.007839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4d4553-e532-4b41-b0f5-bc1abdcef5ef None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:08.120977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-df048968-f699-4d3d-bc69-4fb08d203933 None None] Provisioning complete for port f526e1ce-9e0b-44b4-a591-3761f890fb58 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:08.121613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df048968-f699-4d3d-bc69-4fb08d203933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:08.218515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-df048968-f699-4d3d-bc69-4fb08d203933 None None] Port f526e1ce-9e0b-44b4-a591-3761f890fb58 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:51:08.347039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bba3c-b18e-4588-98b3-47f67e6d7bc9 req-1f5c8a29-2394-48ee-9fbf-301bbf33f391 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:08.348907 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6d1bba3c-b18e-4588-98b3-47f67e6d7bc9 req-1f5c8a29-2394-48ee-9fbf-301bbf33f391 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 0.1465383 Nov 12 13:51:08.550160 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:08.567519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a67e7e7b-694c-417e-93de-ab3fd42e00fe up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:51:08.822409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a67e7e7b-694c-417e-93de-ab3fd42e00fe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:08.826016 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:08.871640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6d1bba3c-b18e-4588-98b3-47f67e6d7bc9 req-69042747-b01d-4bc6-ae68-339440420c8f tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232493 Nov 12 13:51:09.105421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:09.184609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port a67e7e7b-694c-417e-93de-ab3fd42e00fe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a67e7e7b-694c-417e-93de-ab3fd42e00fe,segment=NetworkSegment(9c7a2939-9eea-4bb9-b081-d8a88b40851c),segment_id=9c7a2939-9eea-4bb9-b081-d8a88b40851c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:09.193461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:09.202382 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:09.285652 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58e11405-902f-44d3-a5d2-06c4f4ceb37d req-00451a72-d098-431c-ad78-db00461950dc tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "GET /v2.0/ports?device_id=70c9ffc1-79a7-4366-8590-5278e5d5ae4f HTTP/1.1" status: 200 len: 210 time: 0.0847349 Nov 12 13:51:09.309367 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=a67e7e7b-694c-417e-93de-ab3fd42e00fe,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:09.427322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b393224-d91d-4d46-9850-bca3cca76745 None None] Network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:51:09.534297 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Router 8719ae78-d32b-471d-a233-9b28c2f61424 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:51:09.621439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bc5fcec7-d6e0-416e-a01b-b7bf5ba30b5e None None] Provisioning complete for port a67e7e7b-694c-417e-93de-ab3fd42e00fe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:09.622202 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc5fcec7-d6e0-416e-a01b-b7bf5ba30b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:09.705661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:09.738048 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Sync routers for ids ['8719ae78-d32b-471d-a233-9b28c2f61424'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:09.754837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:09.756484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-68892d70-0f58-4a0e-98bc-f778acbd76a9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.3551829 Nov 12 13:51:09.759648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51228) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:09.798653 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Routers {'8719ae78-d32b-471d-a233-9b28c2f61424'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:09.802905 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8719ae78-d32b-471d-a233-9b28c2f61424'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:10.112928 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Set router 8719ae78-d32b-471d-a233-9b28c2f61424 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:10.345845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e0630639-e915-4ac8-9453-25f66a0e6e2e None None] Provisioning complete for port a67e7e7b-694c-417e-93de-ab3fd42e00fe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:10.346373 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0630639-e915-4ac8-9453-25f66a0e6e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:10.618292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a67e7e7b-694c-417e-93de-ab3fd42e00fe up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:51:10.799294 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'name': 'tempest-ImageQuotaTest-561533394-router', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:06Z', 'updated_at': '2021-11-12T13:51:08Z', 'revision_number': 3, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'gw_port': {'id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:07Z', 'updated_at': '2021-11-12T13:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:10.831300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a67e7e7b-694c-417e-93de-ab3fd42e00fe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:10.833123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:10.880414 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Checking router: 8719ae78-d32b-471d-a233-9b28c2f61424 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:10.881162 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Updating router 8719ae78-d32b-471d-a233-9b28c2f61424 port f526e1ce-9e0b-44b4-a591-3761f890fb58 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:51:10.897580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ca5d8-b4e3-4b03-9890-4feebe2971b3 req-ec603aef-c3a9-4bb4-a38a-b4afc50cdb77 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:10.921688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f75ca5d8-b4e3-4b03-9890-4feebe2971b3 req-ec603aef-c3a9-4bb4-a38a-b4afc50cdb77 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 0.9076102 Nov 12 13:51:11.033641 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.040666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.104067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f75ca5d8-b4e3-4b03-9890-4feebe2971b3 req-05a0de92-92da-49fe-b94c-c38eef5891a4 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785834 Nov 12 13:51:11.264692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51262) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:11.392386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Allocated IP 172.20.0.1 (68ab68dc-e501-4bb3-b02f-f6421d79ada3/937e06cf-065d-4daa-9213-43e26b2f7b84/c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:51:11.504180 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcd58fe5-e5d6-42cf-ba8f-ac5966b018ea tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.541477 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.551369 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.564715 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcd58fe5-e5d6-42cf-ba8f-ac5966b018ea tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.582146 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.615361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b629ed-9584-4520-a73b-9904d76bf4cd None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:11.645920 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Attempting to bind port f526e1ce-9e0b-44b4-a591-3761f890fb58 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:51:11.647623 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Attempting to bind port f526e1ce-9e0b-44b4-a591-3761f890fb58 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:51:11.648108 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Attempting to bind port f526e1ce-9e0b-44b4-a591-3761f890fb58 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:51:11.652596 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.668501 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:51:11.668964 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:51:11.669558 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.669957 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:51:11.670444 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Bound port: f526e1ce-9e0b-44b4-a591-3761f890fb58, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:51:11.670903 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.706207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:51:11.711761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:51:11.725027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8dcef62-cfb0-49c5-bfb4-bed03ddf5297 None None] Provisioning complete for port f526e1ce-9e0b-44b4-a591-3761f890fb58 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:11.725438 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8dcef62-cfb0-49c5-bfb4-bed03ddf5297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.728670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:51:11.746990 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcd58fe5-e5d6-42cf-ba8f-ac5966b018ea tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.749636 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcd58fe5-e5d6-42cf-ba8f-ac5966b018ea tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.754139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dcd58fe5-e5d6-42cf-ba8f-ac5966b018ea tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] 10.222.0.73 "DELETE /v2.0/security-groups/0c8065d9-3bec-44df-aa3e-6757ee277e97 HTTP/1.1" status: 204 len: 168 time: 0.4883480 Nov 12 13:51:11.789803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd58fe5-e5d6-42cf-ba8f-ac5966b018ea tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8065d9-3bec-44df-aa3e-6757ee277e97,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:11.850123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Pushing event updated for resources: {'Port': ['ID=c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:11.853914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.909766 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcef62-cfb0-49c5-bfb4-bed03ddf5297 None None] Port f526e1ce-9e0b-44b4-a591-3761f890fb58 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:51:11.910903 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] For port f526e1ce-9e0b-44b4-a591-3761f890fb58, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:51:11.921816 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] For port f526e1ce-9e0b-44b4-a591-3761f890fb58, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f526e1ce-9e0b-44b4-a591-3761f890fb58,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:51:11.960519 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:11.968769 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Pushing event updated for resources: {'Port': ['ID=f526e1ce-9e0b-44b4-a591-3761f890fb58,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:12.025862 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.026203 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.026623 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.026954 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.027337 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.027680 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.028094 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.030881 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.031621 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.032127 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.033204 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.034690 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:12.087114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21453ec7-936f-490d-9395-a157339296a4 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:12.137552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51282) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:12.222861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1e040474-6223-48d4-89f2-ff25cc650210 None None] Provisioning complete for port f526e1ce-9e0b-44b4-a591-3761f890fb58 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:12.223238 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e040474-6223-48d4-89f2-ff25cc650210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:12.359785 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Routers {'8719ae78-d32b-471d-a233-9b28c2f61424'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:12.360520 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8719ae78-d32b-471d-a233-9b28c2f61424'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:12.413161 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:12.606489 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fbb59-8bd0-47b4-96dd-ab9d3c093b4f None None] Pushing event updated for resources: {'Port': ['ID=f526e1ce-9e0b-44b4-a591-3761f890fb58,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:12.712057 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e040474-6223-48d4-89f2-ff25cc650210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:12.767671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1e040474-6223-48d4-89f2-ff25cc650210 None None] For port f526e1ce-9e0b-44b4-a591-3761f890fb58, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f526e1ce-9e0b-44b4-a591-3761f890fb58,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:12.774151 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e040474-6223-48d4-89f2-ff25cc650210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:12.833542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:12.844701 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:12.864758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5524c4a-b9b3-458b-a6a1-803685409ec8 req-dea7c0c1-e8e1-4a64-98f6-685101976536 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:12.880885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5524c4a-b9b3-458b-a6a1-803685409ec8 req-dea7c0c1-e8e1-4a64-98f6-685101976536 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 0.4855783 Nov 12 13:51:12.897371 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] Set router 8719ae78-d32b-471d-a233-9b28c2f61424 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:12.945090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e040474-6223-48d4-89f2-ff25cc650210 None None] Pushing event updated for resources: {'Port': ['ID=f526e1ce-9e0b-44b4-a591-3761f890fb58,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:12.967349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1895f1e6-3bc8-4da1-a171-d14330c49ade None None] Provisioning complete for port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:12.968099 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1895f1e6-3bc8-4da1-a171-d14330c49ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:13.005534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port 773d8fe1-1124-4f77-abae-12b27edeab35 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:13.005886 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:13.070741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1895f1e6-3bc8-4da1-a171-d14330c49ade None None] Port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:51:13.162610 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:13.198587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:13.232205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Pushing event updated for resources: {'Port': ['ID=c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:13.274564 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:13.275070 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:13.320717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for 773d8fe1-1124-4f77-abae-12b27edeab35 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:13.483328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:51:13.485484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:51:13.605236 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'name': 'tempest-ImageQuotaTest-561533394-router', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:06Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'gw_port': {'id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:07Z', 'updated_at': '2021-11-12T13:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85', 'name': '', 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'mac_address': 'fa:16:3e:16:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '937e06cf-065d-4daa-9213-43e26b2f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:11Z', 'updated_at': '2021-11-12T13:51:11Z', 'revision_number': 1, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'subnets': [{'id': '937e06cf-065d-4daa-9213-43e26b2f7b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:13.754452 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158c1f7-73af-48cc-a36b-be3df4fa2d4b None None] The sync data for ids ['8719ae78-d32b-471d-a233-9b28c2f61424'] in n-d-805736-4 is: [{'id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'name': 'tempest-ImageQuotaTest-561533394-router', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:06Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'gw_port': {'id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:07Z', 'updated_at': '2021-11-12T13:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85', 'name': '', 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'mac_address': 'fa:16:3e:16:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '937e06cf-065d-4daa-9213-43e26b2f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:11Z', 'updated_at': '2021-11-12T13:51:11Z', 'revision_number': 1, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'subnets': [{'id': '937e06cf-065d-4daa-9213-43e26b2f7b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:51:13.868420 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5524c4a-b9b3-458b-a6a1-803685409ec8 req-eb912e7a-4872-4bc6-8db6-bc3af16f8e3a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9795468 Nov 12 13:51:13.879012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:13.971108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=773d8fe1-1124-4f77-abae-12b27edeab35,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:14.201018 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:14.201660 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Floating IP 1add9836-100c-4a3d-a9b0-43bdf2d7ba41 disassociated (deleted). External IP: 172.25.5.116, port: 3537c76f-51d0-40e5-8497-959973153680. Nov 12 13:51:14.323535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-69f5074c-ea86-4529-b012-2d42a3e07b67 None None] Provisioning complete for port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:14.347800 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69f5074c-ea86-4529-b012-2d42a3e07b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:14.539641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-69f5074c-ea86-4529-b012-2d42a3e07b67 None None] Port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:51:14.547138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:15.211208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-b50601ca-cf3e-4f02-8e20-499aaad58373 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:15.230912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 27af600b-337f-47b3-859f-d9989b276d50 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:51:15.237311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-b50601ca-cf3e-4f02-8e20-499aaad58373 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.105 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 1.5954266 Nov 12 13:51:15.247078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Router 8719ae78-d32b-471d-a233-9b28c2f61424 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:51:15.315821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea2c70-782e-44b9-b687-d494412dcbc7 req-d97e4f29-f4bd-44b2-ae08-a27212f67b55 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:15.321329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07ea2c70-782e-44b9-b687-d494412dcbc7 req-d97e4f29-f4bd-44b2-ae08-a27212f67b55 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 0.2569063 Nov 12 13:51:15.574091 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:15.595759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] Sync routers for ids ['27af600b-337f-47b3-859f-d9989b276d50'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:15.599018 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:15.624057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] Routers {'27af600b-337f-47b3-859f-d9989b276d50'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:15.624698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27af600b-337f-47b3-859f-d9989b276d50'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:15.685799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d56033dd-af1e-4be2-a903-4b3a80112635 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/floatingips/1add9836-100c-4a3d-a9b0-43bdf2d7ba41 HTTP/1.1" status: 204 len: 168 time: 3.5469310 Nov 12 13:51:15.686862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'tag': '3537c76f-51d0-40e5-8497-959973153680'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:51:15.699609 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2afe807-03b5-44ba-8298-08905f60a35e" -d '{"events": [{"name": "network-changed", "server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "tag": "3537c76f-51d0-40e5-8497-959973153680"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:51:16.228599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] Set router 27af600b-337f-47b3-859f-d9989b276d50 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:16.318107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07ea2c70-782e-44b9-b687-d494412dcbc7 req-0938804d-7b0b-4274-8e62-6b40423c5f87 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9390409 Nov 12 13:51:16.398471 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8624522-b47c-4b69-b1d3-9fee7af43d32 x-openstack-request-id: req-b8624522-b47c-4b69-b1d3-9fee7af43d32 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:51:16.399336 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "tag": "3537c76f-51d0-40e5-8497-959973153680", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:51:16.399770 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8624522-b47c-4b69-b1d3-9fee7af43d32 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:51:16.400460 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'tag': '3537c76f-51d0-40e5-8497-959973153680', 'status': 'completed', 'code': 200} Nov 12 13:51:16.422290 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Deleting port cbb8ad45-36de-4cd6-aa86-da880df58c4d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:16.425615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:16.514542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afe807-03b5-44ba-8298-08905f60a35e req-e111ed1b-e31c-42d5-9f6c-5a1e53099c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:16.519636 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2afe807-03b5-44ba-8298-08905f60a35e req-e111ed1b-e31c-42d5-9f6c-5a1e53099c44 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 1095 time: 0.1350992 Nov 12 13:51:16.693854 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f526e1ce-9e0b-44b4-a591-3761f890fb58 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:51:16.763223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:16.783796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d8b58e67-55be-46c6-a09c-bfae51306665 admin admin] 10.222.0.73 "PUT /v2.0/routers/8719ae78-d32b-471d-a233-9b28c2f61424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0110843 Nov 12 13:51:16.852544 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afe807-03b5-44ba-8298-08905f60a35e req-fb4cc4ae-f159-4550-aea7-1ea5addb0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:16.854118 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2afe807-03b5-44ba-8298-08905f60a35e req-fb4cc4ae-f159-4550-aea7-1ea5addb0963 service neutron] 10.222.0.105 "GET /v2.0/networks?id=03f4b323-80b8-4cbe-a149-e58ce636eb3b HTTP/1.1" status: 200 len: 898 time: 0.3303163 Nov 12 13:51:16.990660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2afe807-03b5-44ba-8298-08905f60a35e req-ea691aef-f22d-42cc-968e-ad43cb24cd44 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 200 len: 217 time: 0.1162283 Nov 12 13:51:17.077481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device cbb8ad45-36de-4cd6-aa86-da880df58c4d no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:17.180656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1a50e-91fd-4118-928c-280052a25e95 req-4aea3fa4-19de-480e-9ef4-60ea44e3ce96 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:17.188944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48e1a50e-91fd-4118-928c-280052a25e95 req-4aea3fa4-19de-480e-9ef4-60ea44e3ce96 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.105 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 944 time: 0.3716722 Nov 12 13:51:17.264662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa554615-d11a-47f8-a958-2f64cd2d721a req-6ce09786-11cd-4ff6-b266-8bbe049aa7ea tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:17.267333 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa554615-d11a-47f8-a958-2f64cd2d721a req-6ce09786-11cd-4ff6-b266-8bbe049aa7ea tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 944 time: 0.5553582 Nov 12 13:51:17.297243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afe807-03b5-44ba-8298-08905f60a35e req-499c5628-dcff-4043-9379-3fae1be480f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:17.304419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2afe807-03b5-44ba-8298-08905f60a35e req-499c5628-dcff-4043-9379-3fae1be480f1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e6fb1010-3158-4fae-ae9f-d5f3607138b6 HTTP/1.1" status: 200 len: 835 time: 0.3023427 Nov 12 13:51:17.374783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f526e1ce-9e0b-44b4-a591-3761f890fb58 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:17.375153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:17.433017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:17.439424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:17.589830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afe807-03b5-44ba-8298-08905f60a35e req-1a210185-697c-4271-9ea8-6e4b9246136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:17.601490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2afe807-03b5-44ba-8298-08905f60a35e req-1a210185-697c-4271-9ea8-6e4b9246136e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=03f4b323-80b8-4cbe-a149-e58ce636eb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2805736 Nov 12 13:51:17.744431 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:17.810933 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa554615-d11a-47f8-a958-2f64cd2d721a req-7455f4bd-c787-4891-93d2-4c2fa6f364e0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4532640 Nov 12 13:51:18.109006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:51:18.123205 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5af239-9fbc-41c0-be8b-1c5ec162d269" -d '{"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:51:18.226731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-48e1a50e-91fd-4118-928c-280052a25e95 req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port 3537c76f-51d0-40e5-8497-959973153680 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:18.227070 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-48e1a50e-91fd-4118-928c-280052a25e95 req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:18.245911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port cbb8ad45-36de-4cd6-aa86-da880df58c4d, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=cbb8ad45-36de-4cd6-aa86-da880df58c4d,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:18.276561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafd289-9546-4bbd-b7d5-10231f6848a6 req-39518e0b-31cf-4564-b6cc-a706069d6d4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:18.287187 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fafd289-9546-4bbd-b7d5-10231f6848a6 req-39518e0b-31cf-4564-b6cc-a706069d6d4a tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 946 time: 0.7262292 Nov 12 13:51:18.331872 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2afe807-03b5-44ba-8298-08905f60a35e req-2c4202a8-6197-4cbe-85c6-11fc56fe3e8a service neutron] 10.222.0.105 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7288146 Nov 12 13:51:18.418957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:18.538107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:49:05Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:18.607602 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51363f28-b2a6-4de9-aa35-e8cc45ac202f x-openstack-request-id: req-51363f28-b2a6-4de9-aa35-e8cc45ac202f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:51:18.608317 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:51:18.608799 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-51363f28-b2a6-4de9-aa35-e8cc45ac202f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:51:18.609459 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'code': 200} Nov 12 13:51:18.613253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] Checking router: 27af600b-337f-47b3-859f-d9989b276d50 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:18.634396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] Routers {'27af600b-337f-47b3-859f-d9989b276d50'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:18.635753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27af600b-337f-47b3-859f-d9989b276d50'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:18.723811 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:18.799078 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2afe807-03b5-44ba-8298-08905f60a35e req-af3fc17b-0fd3-49db-9bde-12d7fd003ca7 service neutron] 10.222.0.105 "GET /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447327 Nov 12 13:51:18.901848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:18.902273 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:18.902273 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Floating IP bd50ba5d-93b4-44b6-bfda-8689db9bfaae disassociated. External IP: 172.25.5.119, port: cbb8ad45-36de-4cd6-aa86-da880df58c4d. Nov 12 13:51:18.902613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Calling delete_port for cbb8ad45-36de-4cd6-aa86-da880df58c4d owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:18.923541 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Sync routers for ids ['8719ae78-d32b-471d-a233-9b28c2f61424'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:18.945048 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Routers {'8719ae78-d32b-471d-a233-9b28c2f61424'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:18.947654 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8719ae78-d32b-471d-a233-9b28c2f61424'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:18.979898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] Set router 27af600b-337f-47b3-859f-d9989b276d50 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:19.014727 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4fafd289-9546-4bbd-b7d5-10231f6848a6 req-2f6ed003-87a9-4869-8363-d3d60893b99e tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups?id=970d829b-f18d-45fb-8cf0-b85baeecedd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7019093 Nov 12 13:51:19.182660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:19.335881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-48e1a50e-91fd-4118-928c-280052a25e95 req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port 3537c76f-51d0-40e5-8497-959973153680, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=3537c76f-51d0-40e5-8497-959973153680,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:19.336531 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-48e1a50e-91fd-4118-928c-280052a25e95 req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:19.348488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event deleted for resources: {'Port': ['ID=cbb8ad45-36de-4cd6-aa86-da880df58c4d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:19.360988 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Set router 8719ae78-d32b-471d-a233-9b28c2f61424 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:19.435640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-48e1a50e-91fd-4118-928c-280052a25e95 req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for 3537c76f-51d0-40e5-8497-959973153680 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:19.721539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d02c8-e187-45cc-b1bf-f01f5419b6ee req-7712db8f-5d0f-4a95-b075-14cd41fd85e8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:19.741561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd9d02c8-e187-45cc-b1bf-f01f5419b6ee req-7712db8f-5d0f-4a95-b075-14cd41fd85e8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d482f9ea-9b3f-41e7-b77d-8c3c7d43057e HTTP/1.1" status: 200 len: 944 time: 0.5633223 Nov 12 13:51:19.803610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:49:05Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:19.913761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838a575-e03a-416e-a2be-b8072bc7ac14 None None] The sync data for ids ['27af600b-337f-47b3-859f-d9989b276d50'] in n-d-805736-4 is: [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:48:49Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'af1ab9bf-35ee-4f93-b55d-ceec1f939347', 'name': '', 'network_id': '03f4b323-80b8-4cbe-a149-e58ce636eb3b', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:79:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:46Z', 'updated_at': '2021-11-12T13:49:05Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'e6fb1010-3158-4fae-ae9f-d5f3607138b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:51:20.309778 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'name': 'tempest-ImageQuotaTest-561533394-router', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:06Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'gw_port': {'id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:07Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85', 'name': '', 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'mac_address': 'fa:16:3e:16:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '937e06cf-065d-4daa-9213-43e26b2f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:11Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 2, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'subnets': [{'id': '937e06cf-065d-4daa-9213-43e26b2f7b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:20.354143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3f68c516-1098-49a6-955c-11db8a620f40 req-6f3dd8ef-5d96-4e99-9f90-6c0bd37c5009 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 210 time: 0.0836821 Nov 12 13:51:20.446783 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Checking router: 8719ae78-d32b-471d-a233-9b28c2f61424 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:20.455454 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Updating router 8719ae78-d32b-471d-a233-9b28c2f61424 port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:51:20.526672 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:20.583321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51886) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:20.583837 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-48e1a50e-91fd-4118-928c-280052a25e95 req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:20.636826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Router 26e74c5e-2303-46cc-be37-88d9437f2755 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:51:20.777710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51898) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:20.873900 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a792f-f84b-4ec4-9aec-ad82aa6589bc None None] New status for floating IP 1add9836-100c-4a3d-a9b0-43bdf2d7ba41: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:51:21.135776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3537c76f-51d0-40e5-8497-959973153680 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:21.147382 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d394cf49-b052-4f03-b69b-2526244ebb11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:21.166618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=3537c76f-51d0-40e5-8497-959973153680,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:21.177570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:21.179903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e1a50e-91fd-4118-928c-280052a25e95 req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] No DVR routers for this DVR port 3537c76f-51d0-40e5-8497-959973153680 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:21.193171 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-48e1a50e-91fd-4118-928c-280052a25e95 req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:21.198123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48e1a50e-91fd-4118-928c-280052a25e95 req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.105 "DELETE /v2.0/ports/3537c76f-51d0-40e5-8497-959973153680 HTTP/1.1" status: 204 len: 173 time: 3.9984481 Nov 12 13:51:21.220084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd9d02c8-e187-45cc-b1bf-f01f5419b6ee req-4002919a-249b-46ce-8691-4f7c74377191 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e10f0b4-c1d6-408d-833a-00f93faa8596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4642196 Nov 12 13:51:21.220255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'name': 'network-vif-deleted', 'tag': '3537c76f-51d0-40e5-8497-959973153680'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:51:21.231187 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236855f9-69a5-4876-91e5-6558a4cc3f0b" -d '{"events": [{"server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "name": "network-vif-deleted", "tag": "3537c76f-51d0-40e5-8497-959973153680"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:51:21.287873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 3537c76f-51d0-40e5-8497-959973153680 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:21.292390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 3537c76f-51d0-40e5-8497-959973153680 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:21.295898 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:21.312191 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] Sync routers for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:21.337243 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:21.405196 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4373d9-8d0e-4efe-8658-c47ae2d984fa x-openstack-request-id: req-0a4373d9-8d0e-4efe-8658-c47ae2d984fa {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:51:21.405508 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d482f9ea-9b3f-41e7-b77d-8c3c7d43057e", "name": "network-vif-deleted", "tag": "3537c76f-51d0-40e5-8497-959973153680", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:51:21.407992 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a4373d9-8d0e-4efe-8658-c47ae2d984fa {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:51:21.408368 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd482f9ea-9b3f-41e7-b77d-8c3c7d43057e', 'name': 'network-vif-deleted', 'tag': '3537c76f-51d0-40e5-8497-959973153680', 'status': 'completed', 'code': 200} Nov 12 13:51:21.413957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] No DVR routers for this DVR port cbb8ad45-36de-4cd6-aa86-da880df58c4d on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:21.424253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:21.432832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0beb7f3b-12f3-4ab6-8837-a1d6f4cd8c4d req-e1004482-06ec-4505-a915-7f4764634ab8 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.105 "DELETE /v2.0/ports/cbb8ad45-36de-4cd6-aa86-da880df58c4d HTTP/1.1" status: 204 len: 173 time: 6.1835437 Nov 12 13:51:21.496945 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:21.504212 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d394cf49-b052-4f03-b69b-2526244ebb11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:21.520494 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:21.714163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-91ad5473-d56c-4ce9-a0e2-eee4d9e9ab07 req-11c6a605-3fee-4bb3-a2b2-616354989b04 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d07f561d-bc2b-4d1b-8875-eb1dd6b04401 HTTP/1.1" status: 200 len: 210 time: 0.1255076 Nov 12 13:51:22.015994 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d394cf49-b052-4f03-b69b-2526244ebb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:22.064955 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7079a-287b-437e-85ba-8378fbe5c81d None None] Pushing event updated for resources: {'Port': ['ID=c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:22.154068 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394cf49-b052-4f03-b69b-2526244ebb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d333ec4-8bb8-4b8b-8669-119fc45a1710,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:22.277736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dcf47b7e-3fa1-4089-b904-3feb3b2fa53b None None] Provisioning complete for port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:22.281547 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dcf47b7e-3fa1-4089-b904-3feb3b2fa53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:22.354765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51936) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:22.361843 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d394cf49-b052-4f03-b69b-2526244ebb11 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08efd6786cd94de4b319dcb2764211b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7770815 Nov 12 13:51:22.371344 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:22.455051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51938) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:22.471893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dcf47b7e-3fa1-4089-b904-3feb3b2fa53b None None] Port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:51:22.553130 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6741f2f8-77cd-422f-9749-bc7e0559e5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:22.631612 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6741f2f8-77cd-422f-9749-bc7e0559e5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:22.701351 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Attempting to bind port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:51:22.701351 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Attempting to bind port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '9c7a2939-9eea-4bb9-b081-d8a88b40851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:51:22.702839 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Attempting to bind port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 on network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:51:22.740357 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6741f2f8-77cd-422f-9749-bc7e0559e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:22.744048 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6741f2f8-77cd-422f-9749-bc7e0559e5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:22.748640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6741f2f8-77cd-422f-9749-bc7e0559e5c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d333ec4-8bb8-4b8b-8669-119fc45a1710 HTTP/1.1" status: 204 len: 168 time: 0.3923593 Nov 12 13:51:22.781701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741f2f8-77cd-422f-9749-bc7e0559e5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d333ec4-8bb8-4b8b-8669-119fc45a1710,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:22.872824 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:51:22.873213 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Checking segment: {'id': '9c7a2939-9eea-4bb9-b081-d8a88b40851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:51:22.873670 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:22.874065 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Bound using segment: {'id': '9c7a2939-9eea-4bb9-b081-d8a88b40851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:51:22.874555 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Bound port: c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7a2939-9eea-4bb9-b081-d8a88b40851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:51:22.878704 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:22.906631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51952) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:23.075744 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70078b3d-ae20-4ac9-89bf-ae0a06eda5b3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:23.155604 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] For port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:51:23.158363 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70078b3d-ae20-4ac9-89bf-ae0a06eda5b3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:23.173844 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] For port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85,segment=NetworkSegment(9c7a2939-9eea-4bb9-b081-d8a88b40851c),segment_id=9c7a2939-9eea-4bb9-b081-d8a88b40851c)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:51:23.206616 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:23.296912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70078b3d-ae20-4ac9-89bf-ae0a06eda5b3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:23.300469 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70078b3d-ae20-4ac9-89bf-ae0a06eda5b3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:23.302082 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-70078b3d-ae20-4ac9-89bf-ae0a06eda5b3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "DELETE /v2.0/security-groups/970d829b-f18d-45fb-8cf0-b85baeecedd2 HTTP/1.1" status: 204 len: 168 time: 0.3937790 Nov 12 13:51:23.305774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 51966) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:23.354778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70078b3d-ae20-4ac9-89bf-ae0a06eda5b3 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970d829b-f18d-45fb-8cf0-b85baeecedd2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:23.383823 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a0e2eb39-59c0-4e1a-82de-ff85179ea4f7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] show failed (client error): The resource could not be found. Nov 12 13:51:23.385395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a0e2eb39-59c0-4e1a-82de-ff85179ea4f7 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "GET /v2.0/security-groups/970d829b-f18d-45fb-8cf0-b85baeecedd2 HTTP/1.1" status: 404 len: 347 time: 0.0630739 Nov 12 13:51:23.388987 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 51968) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:23.409096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-deleted', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:51:23.412239 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad9ba6d-0fde-4097-a743-b08c5ac9362c" -d '{"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-deleted", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:51:23.528558 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98a3b94-d409-4156-8238-cc73c72367b1 x-openstack-request-id: req-f98a3b94-d409-4156-8238-cc73c72367b1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:51:23.528949 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07f561d-bc2b-4d1b-8875-eb1dd6b04401", "name": "network-vif-deleted", "tag": "cbb8ad45-36de-4cd6-aa86-da880df58c4d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:51:23.529494 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f98a3b94-d409-4156-8238-cc73c72367b1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:51:23.530114 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07f561d-bc2b-4d1b-8875-eb1dd6b04401', 'name': 'network-vif-deleted', 'tag': 'cbb8ad45-36de-4cd6-aa86-da880df58c4d', 'status': 'completed', 'code': 200} Nov 12 13:51:23.538206 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Routers {'8719ae78-d32b-471d-a233-9b28c2f61424'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:23.538850 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8719ae78-d32b-471d-a233-9b28c2f61424'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:23.815351 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:23.823869 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a1b4e0f4-b381-4243-9c62-b47e371501da None None] Provisioning complete for port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:23.824478 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1b4e0f4-b381-4243-9c62-b47e371501da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:23.862188 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] Set router 8719ae78-d32b-471d-a233-9b28c2f61424 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:23.880722 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:23.915207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-d9cc4b2e-8ad8-4688-98a3-adb1f22b176b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1565471 Nov 12 13:51:24.050933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-7fd46977-961f-4fa7-a5de-31c9a40ff47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:24.059033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-7fd46977-961f-4fa7-a5de-31c9a40ff47c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b60b0e9554cd47f7ba08fcd8dea6bb8c&device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 1101 time: 0.1019750 Nov 12 13:51:24.075388 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] Checking router: 26e74c5e-2303-46cc-be37-88d9437f2755 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:24.082885 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1b4e0f4-b381-4243-9c62-b47e371501da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:24.127461 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:24.134483 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:24.262176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a1b4e0f4-b381-4243-9c62-b47e371501da None None] For port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85,segment=NetworkSegment(9c7a2939-9eea-4bb9-b081-d8a88b40851c),segment_id=9c7a2939-9eea-4bb9-b081-d8a88b40851c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:24.270589 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1b4e0f4-b381-4243-9c62-b47e371501da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:24.282452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-45e1f270-cf35-4b73-bcaf-38cccc1b91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:24.285238 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-45e1f270-cf35-4b73-bcaf-38cccc1b91bc service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.2035422 Nov 12 13:51:24.436155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-1aa44cbb-4cb0-449a-866c-66ba26763cc9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 HTTP/1.1" status: 200 len: 217 time: 0.1415610 Nov 12 13:51:24.445688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4e0f4-b381-4243-9c62-b47e371501da None None] Pushing event updated for resources: {'Port': ['ID=c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:24.534002 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:24.597584 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:24.627498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-eed71c9f-0f67-4ae2-ad7e-a50f3d1617a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:24.638980 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-eed71c9f-0f67-4ae2-ad7e-a50f3d1617a8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.1920676 Nov 12 13:51:24.742418 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7079a-287b-437e-85ba-8378fbe5c81d None None] Pushing event updated for resources: {'Port': ['ID=c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:24.815114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-966dae1c-442a-42a1-a021-dcd4d970ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:24.829174 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-966dae1c-442a-42a1-a021-dcd4d970ed9f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792872 Nov 12 13:51:25.106797 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:25.131129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-1a70dd38-a979-4af2-a2dc-33a4f935e37d service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836413 Nov 12 13:51:25.221303 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db3db0-5ad5-43b4-a4c3-be2c449f4958 None None] The sync data for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 is: [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '677b8d16-1c18-4ea7-91dc-00e9fb795f13', 'name': '', 'network_id': 'f0727738-adfe-4db7-b5fb-f46eeeb46796', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'mac_address': 'fa:16:3e:ee:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:34Z', 'updated_at': '2021-11-12T13:38:43Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'subnets': [{'id': '4a587d73-9b85-4d4f-8960-562fdfe3b22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:51:25.257903 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'name': 'tempest-ImageQuotaTest-561533394-router', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:06Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'gw_port': {'id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:07Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85', 'name': '', 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'mac_address': 'fa:16:3e:16:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '937e06cf-065d-4daa-9213-43e26b2f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:11Z', 'updated_at': '2021-11-12T13:51:23Z', 'revision_number': 4, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'subnets': [{'id': '937e06cf-065d-4daa-9213-43e26b2f7b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:25.359611 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82910255-fa0f-4e69-a538-03f5e266703c None None] The sync data for ids ['8719ae78-d32b-471d-a233-9b28c2f61424'] in n-d-805736-4 is: [{'id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'name': 'tempest-ImageQuotaTest-561533394-router', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:06Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'gw_port': {'id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:07Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85', 'name': '', 'network_id': '68ab68dc-e501-4bb3-b02f-f6421d79ada3', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'mac_address': 'fa:16:3e:16:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '937e06cf-065d-4daa-9213-43e26b2f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:11Z', 'updated_at': '2021-11-12T13:51:23Z', 'revision_number': 4, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'subnets': [{'id': '937e06cf-065d-4daa-9213-43e26b2f7b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:51:25.389753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52056) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:25.521200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f30b374-c2c6-4732-b5af-7ad9e3203056 req-12fcefc1-8154-428c-9e47-3553ce9efa24 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808477 Nov 12 13:51:25.643266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-43e57bb4-463e-4fd7-b913-1f3c81a92da1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Deleting port 1490357d-c916-49c3-aad9-ac8916a2094a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:25.646744 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43e57bb4-463e-4fd7-b913-1f3c81a92da1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:26.052428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ed175-8f65-41fb-98b5-020a74e051cf None None] New status for floating IP bd50ba5d-93b4-44b6-bfda-8689db9bfaae: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:51:26.329867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43e57bb4-463e-4fd7-b913-1f3c81a92da1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:26.330547 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43e57bb4-463e-4fd7-b913-1f3c81a92da1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:26.375732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-43e57bb4-463e-4fd7-b913-1f3c81a92da1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Calling delete_port for 1490357d-c916-49c3-aad9-ac8916a2094a owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:26.649903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:51:26.798296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] Deleting port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:26.798954 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:26.847449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:26.848027 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:26.874578 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:26.999450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43e57bb4-463e-4fd7-b913-1f3c81a92da1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:27.143744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e57bb4-463e-4fd7-b913-1f3c81a92da1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Pushing event deleted for resources: {'Port': ['ID=1490357d-c916-49c3-aad9-ac8916a2094a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:27.150364 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e454de6-fc01-415c-9a57-a66171fd1884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:27.192363 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] For port c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85,segment=NetworkSegment(9c7a2939-9eea-4bb9-b081-d8a88b40851c),segment_id=9c7a2939-9eea-4bb9-b081-d8a88b40851c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:27.192888 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:27.209715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] Calling delete_port for c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:27.559560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Deleting port 6232558f-98b2-4e92-bc2b-319363c1ab2d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:27.560797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:27.599614 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:51:27.614703 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:27.621632 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43e57bb4-463e-4fd7-b913-1f3c81a92da1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:27.625010 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-43e57bb4-463e-4fd7-b913-1f3c81a92da1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:27.626455 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-43e57bb4-463e-4fd7-b913-1f3c81a92da1 tempest-AttachVolumeShelveTestJSON-1338198980 tempest-AttachVolumeShelveTestJSON-1338198980-project] 10.222.0.73 "DELETE /v2.0/floatingips/bd50ba5d-93b4-44b6-bfda-8689db9bfaae HTTP/1.1" status: 204 len: 168 time: 4.2258310 Nov 12 13:51:27.665157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:27.681250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port af1ab9bf-35ee-4f93-b55d-ceec1f939347 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:27.681770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:27.779239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] For port 6232558f-98b2-4e92-bc2b-319363c1ab2d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6232558f-98b2-4e92-bc2b-319363c1ab2d,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:27.781260 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:27.808567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Calling delete_port for 6232558f-98b2-4e92-bc2b-319363c1ab2d owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:28.170610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:28.174508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port af1ab9bf-35ee-4f93-b55d-ceec1f939347, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=af1ab9bf-35ee-4f93-b55d-ceec1f939347,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:28.175234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:28.344221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:28.413539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6232558f-98b2-4e92-bc2b-319363c1ab2d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:28.420533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for af1ab9bf-35ee-4f93-b55d-ceec1f939347 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:28.461668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.462431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.462945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.464019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.465012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.466164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.467559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.469772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.473095 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.473688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.474212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.474735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:28.795724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] Router 8719ae78-d32b-471d-a233-9b28c2f61424 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:51:28.983189 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:29.129866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:29.138051 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] Sync routers for ids ['8719ae78-d32b-471d-a233-9b28c2f61424'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:29.144095 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dd9aa6ec-bc56-4536-a9ba-f84e551d7214 admin admin] 10.222.0.73 "PUT /v2.0/routers/8719ae78-d32b-471d-a233-9b28c2f61424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3648243 Nov 12 13:51:29.149108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52162) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:29.170759 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] Routers {'8719ae78-d32b-471d-a233-9b28c2f61424'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:29.172096 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:29.172708 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8719ae78-d32b-471d-a233-9b28c2f61424'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:29.210383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=af1ab9bf-35ee-4f93-b55d-ceec1f939347,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:29.466520 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] Set router 8719ae78-d32b-471d-a233-9b28c2f61424 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:29.496457 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-160aeeda-de13-4b57-8227-4415d711aeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:29.867717 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:30.416845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 27af600b-337f-47b3-859f-d9989b276d50 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:51:30.558030 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'name': 'tempest-ImageQuotaTest-561533394-router', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:06Z', 'updated_at': '2021-11-12T13:51:27Z', 'revision_number': 5, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'gw_port': {'id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:07Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:30.569134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52200) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:30.632966 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] Checking router: 8719ae78-d32b-471d-a233-9b28c2f61424 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:30.647244 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] Routers {'8719ae78-d32b-471d-a233-9b28c2f61424'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:30.648194 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8719ae78-d32b-471d-a233-9b28c2f61424'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:30.698032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:30.889627 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e00b6508-c152-41b7-bae0-d023b85545fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:30.911767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:30.917067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-048eafe8-85ff-4aae-ba42-3bd375404393 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "PUT /v2.0/routers/27af600b-337f-47b3-859f-d9989b276d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4564674 Nov 12 13:51:30.925802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] Sync routers for ids ['27af600b-337f-47b3-859f-d9989b276d50'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:30.938529 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] Set router 8719ae78-d32b-471d-a233-9b28c2f61424 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:30.941238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] Routers {'27af600b-337f-47b3-859f-d9989b276d50'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:30.956946 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27af600b-337f-47b3-859f-d9989b276d50'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:30.983994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52208) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:31.018034 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:31.049506 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e00b6508-c152-41b7-bae0-d023b85545fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:31.057865 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e00b6508-c152-41b7-bae0-d023b85545fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:31.113783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b6508-c152-41b7-bae0-d023b85545fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33162c94-445b-409d-915e-bc800b85c570,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:31.163505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e00b6508-c152-41b7-bae0-d023b85545fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bbcf902819594c41b620cd2ad24f52a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5933595 Nov 12 13:51:31.166070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52212) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:31.227873 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c24b1d47-5a22-4f00-a1b0-3b9c0984c59b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:31.281341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c24b1d47-5a22-4f00-a1b0-3b9c0984c59b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:31.361069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d208500-daae-469d-9014-4425b7c70bd9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting subnet e6fb1010-3158-4fae-ae9f-d5f3607138b6 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:51:31.410039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c24b1d47-5a22-4f00-a1b0-3b9c0984c59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:31.426464 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c24b1d47-5a22-4f00-a1b0-3b9c0984c59b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:31.430352 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c24b1d47-5a22-4f00-a1b0-3b9c0984c59b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33162c94-445b-409d-915e-bc800b85c570 HTTP/1.1" status: 204 len: 168 time: 0.2630959 Nov 12 13:51:31.447693 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'name': 'tempest-ImageQuotaTest-561533394-router', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:06Z', 'updated_at': '2021-11-12T13:51:27Z', 'revision_number': 5, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'gw_port': {'id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:07Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:31.461002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b1d47-5a22-4f00-a1b0-3b9c0984c59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33162c94-445b-409d-915e-bc800b85c570,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:31.463653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d208500-daae-469d-9014-4425b7c70bd9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:31.515644 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282ad1b-2a2a-4fd6-81fa-f61f4dcbc551 None None] The sync data for ids ['8719ae78-d32b-471d-a233-9b28c2f61424'] in n-d-805736-4 is: [{'id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'name': 'tempest-ImageQuotaTest-561533394-router', 'tenant_id': '11b396cecef7447d8edd7b7b4cacf619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:06Z', 'updated_at': '2021-11-12T13:51:27Z', 'revision_number': 5, 'project_id': '11b396cecef7447d8edd7b7b4cacf619', 'gw_port': {'id': 'f526e1ce-9e0b-44b4-a591-3761f890fb58', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8719ae78-d32b-471d-a233-9b28c2f61424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:07Z', 'updated_at': '2021-11-12T13:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:51:31.595836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d208500-daae-469d-9014-4425b7c70bd9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:31.602261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] Set router 27af600b-337f-47b3-859f-d9989b276d50 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:31.685407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Router a4db0225-2a17-4e36-87d6-6023c98283fe has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:51:31.807398 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:31.978361 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d208500-daae-469d-9014-4425b7c70bd9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:32.056575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:51:28Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:32.073784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:32.087863 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] Sync routers for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:32.105365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8ca4a447-6b10-400f-ba6d-047f4021a5e8 admin admin] 10.222.0.73 "PUT /v2.0/routers/a4db0225-2a17-4e36-87d6-6023c98283fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7141442 Nov 12 13:51:32.105706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52230) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:32.110572 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:32.112048 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:32.143866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] Checking router: 27af600b-337f-47b3-859f-d9989b276d50 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:32.179009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:32.181700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] Routers {'27af600b-337f-47b3-859f-d9989b276d50'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:32.182851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['27af600b-337f-47b3-859f-d9989b276d50'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:32.232834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d208500-daae-469d-9014-4425b7c70bd9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:32.313834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d208500-daae-469d-9014-4425b7c70bd9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fb1010-3158-4fae-ae9f-d5f3607138b6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:32.335350 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a66e26a7-4666-4a0b-bf89-66e15eac03af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:32.350698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Deleting port f526e1ce-9e0b-44b4-a591-3761f890fb58 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:32.350698 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:32.429976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:32.436956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a78c9dc-d6fb-46a7-9c54-0216f4808003 None None] Network 03f4b323-80b8-4cbe-a149-e58ce636eb3b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:51:32.492325 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d208500-daae-469d-9014-4425b7c70bd9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:32.506171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4d208500-daae-469d-9014-4425b7c70bd9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/subnets/e6fb1010-3158-4fae-ae9f-d5f3607138b6 HTTP/1.1" status: 204 len: 168 time: 1.5208282 Nov 12 13:51:32.507148 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:32.521323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52242) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:32.534526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:32.593469 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:32.613819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:32.614188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c1848aec-7fe5-4c2e-95ab-d9d5c1ab8f85 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:32.829017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:32.975256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] For port f526e1ce-9e0b-44b4-a591-3761f890fb58, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f526e1ce-9e0b-44b4-a591-3761f890fb58,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:32.975256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.030805 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:51:28Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:33.058861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Calling delete_port for f526e1ce-9e0b-44b4-a591-3761f890fb58 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:33.063697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] Set router 27af600b-337f-47b3-859f-d9989b276d50 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:33.103491 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] Checking router: a4db0225-2a17-4e36-87d6-6023c98283fe for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:33.132215 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] Routers {'a4db0225-2a17-4e36-87d6-6023c98283fe'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:33.133009 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['a4db0225-2a17-4e36-87d6-6023c98283fe'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:33.181925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.211861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a66e26a7-4666-4a0b-bf89-66e15eac03af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.247331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a66e26a7-4666-4a0b-bf89-66e15eac03af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.327094 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] Set router a4db0225-2a17-4e36-87d6-6023c98283fe gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:33.337603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a66e26a7-4666-4a0b-bf89-66e15eac03af admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e2ff8d83b6d44358c605309fdbba0c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1574066 Nov 12 13:51:33.339760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:33.340567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e26a7-4666-4a0b-bf89-66e15eac03af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2b5558-2b66-444f-9421-013e29eb272c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:33.529659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port 20b1a373-76e2-4b37-a607-813e9ba7bb7d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:33.530054 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.545068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.606520 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.629838 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ceda0118-6ea6-40cf-afd3-b2dbda08595c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.683588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:51:28Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:33.758956 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:51:28Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:33.791412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] DHCP port deletion for 03f4b323-80b8-4cbe-a149-e58ce636eb3b request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:33.821722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b80124-dcb1-429c-a8ff-3e7a2d20477a None None] The sync data for ids ['27af600b-337f-47b3-859f-d9989b276d50'] in n-d-805736-4 is: [{'id': '27af600b-337f-47b3-859f-d9989b276d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879121859', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:48:35Z', 'updated_at': '2021-11-12T13:51:28Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': '20b1a373-76e2-4b37-a607-813e9ba7bb7d', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af600b-337f-47b3-859f-d9989b276d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:48:36Z', 'updated_at': '2021-11-12T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:51:33.828403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Deleting port 86119ecc-22cc-4c49-8473-5d81318fc138 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:33.831182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.873150 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f45172b-15b0-41cb-b13c-4a968799d99c None None] The sync data for ids ['a4db0225-2a17-4e36-87d6-6023c98283fe'] in n-d-805736-4 is: [{'id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'name': 'tempest-TestVolumeBackupRestore-1089957147-router', 'tenant_id': 'e5063f342fb4440183283c008c1336b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:05Z', 'updated_at': '2021-11-12T13:51:28Z', 'revision_number': 5, 'project_id': 'e5063f342fb4440183283c008c1336b3', 'gw_port': {'id': '86119ecc-22cc-4c49-8473-5d81318fc138', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db0225-2a17-4e36-87d6-6023c98283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:06Z', 'updated_at': '2021-11-12T13:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:51:33.912469 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ceda0118-6ea6-40cf-afd3-b2dbda08595c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.931030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:33.976121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Deleting port eac95b9e-ace9-4268-9726-a8abed8a1c05 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:33.981383 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.007857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Pushing event deleted for resources: {'Port': ['ID=f526e1ce-9e0b-44b4-a591-3761f890fb58,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:34.027761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port 20b1a373-76e2-4b37-a607-813e9ba7bb7d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=20b1a373-76e2-4b37-a607-813e9ba7bb7d,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:34.028749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.112185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for 20b1a373-76e2-4b37-a607-813e9ba7bb7d owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:34.129966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] For port 86119ecc-22cc-4c49-8473-5d81318fc138, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=86119ecc-22cc-4c49-8473-5d81318fc138,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:34.131309 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.182264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Calling delete_port for 86119ecc-22cc-4c49-8473-5d81318fc138 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:34.203275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ceda0118-6ea6-40cf-afd3-b2dbda08595c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.207901 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ceda0118-6ea6-40cf-afd3-b2dbda08595c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.210073 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ceda0118-6ea6-40cf-afd3-b2dbda08595c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e2b5558-2b66-444f-9421-013e29eb272c HTTP/1.1" status: 204 len: 168 time: 0.8664739 Nov 12 13:51:34.248834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.257971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdacf097-5427-47f5-9ab0-52e212751a8c None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:34.324072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] For port eac95b9e-ace9-4268-9726-a8abed8a1c05, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=eac95b9e-ace9-4268-9726-a8abed8a1c05,segment=NetworkSegment(5ae6b51e-e6a9-456c-a849-a915e4990714),segment_id=5ae6b51e-e6a9-456c-a849-a915e4990714)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:34.326624 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.365000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda0118-6ea6-40cf-afd3-b2dbda08595c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2b5558-2b66-444f-9421-013e29eb272c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:34.426641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Calling delete_port for eac95b9e-ace9-4268-9726-a8abed8a1c05 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:34.571197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.590470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.915546 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.919941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8719ae78-d32b-471d-a233-9b28c2f61424 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:51:34.932523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:34.932523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b64784a8-2e00-4267-8377-823bd05bc13d admin admin] 10.222.0.73 "DELETE /v2.0/routers/8719ae78-d32b-471d-a233-9b28c2f61424 HTTP/1.1" status: 204 len: 168 time: 5.7821565 Nov 12 13:51:34.938828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52290) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:35.112200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:35.206548 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eac95b9e-ace9-4268-9726-a8abed8a1c05 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:35.220810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] No DVR routers for this DVR port eac95b9e-ace9-4268-9726-a8abed8a1c05 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:35.317686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Pushing event deleted for resources: {'Port': ['ID=eac95b9e-ace9-4268-9726-a8abed8a1c05,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:35.341226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.342191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.343906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.348498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.349237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.349828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.350416 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.353612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcaa7f6b-6b27-4732-9d24-7185ba207972 admin admin] Deleting subnet 937e06cf-065d-4daa-9213-43e26b2f7b84 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:51:35.354362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.357209 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.357850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.358063 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:35.360699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.362961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c849fdf-08aa-4b24-a30c-e4298ad21aef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:35.371235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: eac95b9e-ace9-4268-9726-a8abed8a1c05 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:35.372205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device eac95b9e-ace9-4268-9726-a8abed8a1c05 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:35.375676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device af1ab9bf-35ee-4f93-b55d-ceec1f939347 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:35.389466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bcaa7f6b-6b27-4732-9d24-7185ba207972 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:35.435363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: af1ab9bf-35ee-4f93-b55d-ceec1f939347 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:35.435808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device af1ab9bf-35ee-4f93-b55d-ceec1f939347 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:35.436710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6232558f-98b2-4e92-bc2b-319363c1ab2d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:35.498872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:35.504069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 6232558f-98b2-4e92-bc2b-319363c1ab2d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:35.504959 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6232558f-98b2-4e92-bc2b-319363c1ab2d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:35.537971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=86119ecc-22cc-4c49-8473-5d81318fc138,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:35.538785 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bcaa7f6b-6b27-4732-9d24-7185ba207972 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:35.541971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=20b1a373-76e2-4b37-a607-813e9ba7bb7d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:35.572772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678cb6e9-7d5f-4873-89d1-53a38125ad83 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:35.655633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b72cd0-3f8d-48e4-b37c-9f21eacf091a None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:35.757886 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:35.782902 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:35.894610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bcaa7f6b-6b27-4732-9d24-7185ba207972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:35.979595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:35.989937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.064444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.065358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4db0225-2a17-4e36-87d6-6023c98283fe {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:51:36.075638 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.081104 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cb0d14b7-6f55-4e4d-9ddd-ac65bc120b1c admin admin] 10.222.0.73 "DELETE /v2.0/routers/a4db0225-2a17-4e36-87d6-6023c98283fe HTTP/1.1" status: 204 len: 168 time: 3.9711342 Nov 12 13:51:36.081422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52320) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:36.237803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b1361c-3f57-4eca-8095-a56fa23e7cdc admin admin] Deleting subnet f61890d0-f7f9-406e-8e60-c778ffa1c4ea {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:51:36.261193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b1361c-3f57-4eca-8095-a56fa23e7cdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.367151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.369555 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b1361c-3f57-4eca-8095-a56fa23e7cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.373045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bcaa7f6b-6b27-4732-9d24-7185ba207972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.393954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.509388 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bcaa7f6b-6b27-4732-9d24-7185ba207972 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.521334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bcaa7f6b-6b27-4732-9d24-7185ba207972 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/937e06cf-065d-4daa-9213-43e26b2f7b84 HTTP/1.1" status: 204 len: 168 time: 1.5803533 Nov 12 13:51:36.524805 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52330) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:36.560710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc753a1-b9d4-4ca4-9073-27c932b97abc None None] Network 68ab68dc-e501-4bb3-b02f-f6421d79ada3 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:51:36.677169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa7f6b-6b27-4732-9d24-7185ba207972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937e06cf-065d-4daa-9213-43e26b2f7b84,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:36.689258 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.690895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Fanout notify agent at l3_agent the message router_deleted on router 27af600b-337f-47b3-859f-d9989b276d50 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:51:36.755873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.778022 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fa8df430-f90b-4441-8d08-7f0ef8707909 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/routers/27af600b-337f-47b3-859f-d9989b276d50 HTTP/1.1" status: 204 len: 168 time: 4.2279534 Nov 12 13:51:36.785408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:36.924691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b1361c-3f57-4eca-8095-a56fa23e7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:36.947681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f526e1ce-9e0b-44b4-a591-3761f890fb58 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:37.026976 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.060161 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.067079 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f526e1ce-9e0b-44b4-a591-3761f890fb58 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:37.067440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f526e1ce-9e0b-44b4-a591-3761f890fb58 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:37.068064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 86119ecc-22cc-4c49-8473-5d81318fc138 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:37.179350 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 86119ecc-22cc-4c49-8473-5d81318fc138 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:37.180878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 86119ecc-22cc-4c49-8473-5d81318fc138 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:37.223269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b1361c-3f57-4eca-8095-a56fa23e7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.358165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1361c-3f57-4eca-8095-a56fa23e7cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61890d0-f7f9-406e-8e60-c778ffa1c4ea,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:37.366317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffca7a42-2dfc-4ff8-94f3-d07752342a61 None None] Network 241536e4-7d68-4f53-a402-d213c692f7c2 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:51:37.369167 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85b1361c-3f57-4eca-8095-a56fa23e7cdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.379134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-85b1361c-3f57-4eca-8095-a56fa23e7cdc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f61890d0-f7f9-406e-8e60-c778ffa1c4ea HTTP/1.1" status: 204 len: 168 time: 1.2965794 Nov 12 13:51:37.381758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52352) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:37.382386 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.495131 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f4b323-80b8-4cbe-a149-e58ce636eb3b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:37.503593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Deleting port a67e7e7b-694c-417e-93de-ab3fd42e00fe {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:37.504195 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.511911 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.533062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae6b51e-e6a9-456c-a849-a915e4990714') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:37.533310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae6b51e-e6a9-456c-a849-a915e4990714') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:37.571342 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.598322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e20172-4742-4933-b7ff-65b4d35d6a23 None None] DHCP port deletion for 68ab68dc-e501-4bb3-b02f-f6421d79ada3 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:37.627648 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.635370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:51:37.635788 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:51:37.639145 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:51:37.671579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] For port a67e7e7b-694c-417e-93de-ab3fd42e00fe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a67e7e7b-694c-417e-93de-ab3fd42e00fe,segment=NetworkSegment(9c7a2939-9eea-4bb9-b081-d8a88b40851c),segment_id=9c7a2939-9eea-4bb9-b081-d8a88b40851c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:37.677865 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.727171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Calling delete_port for a67e7e7b-694c-417e-93de-ab3fd42e00fe owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:37.766786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97e20172-4742-4933-b7ff-65b4d35d6a23 None None] Deleting port a67e7e7b-694c-417e-93de-ab3fd42e00fe {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:37.767582 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97e20172-4742-4933-b7ff-65b4d35d6a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.814997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.825578 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.832324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/networks/03f4b323-80b8-4cbe-a149-e58ce636eb3b HTTP/1.1" status: 204 len: 168 time: 1.0457628 Nov 12 13:51:37.837740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:37.887843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Deleting port f1cc2873-f4be-4de7-b137-c3ae5908f93e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:37.888190 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.901915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-97e20172-4742-4933-b7ff-65b4d35d6a23 None None] For port a67e7e7b-694c-417e-93de-ab3fd42e00fe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a67e7e7b-694c-417e-93de-ab3fd42e00fe,segment=NetworkSegment(9c7a2939-9eea-4bb9-b081-d8a88b40851c),segment_id=9c7a2939-9eea-4bb9-b081-d8a88b40851c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:37.903114 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97e20172-4742-4933-b7ff-65b4d35d6a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:37.956537 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97e20172-4742-4933-b7ff-65b4d35d6a23 None None] Calling delete_port for a67e7e7b-694c-417e-93de-ab3fd42e00fe owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:37.969219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f081d1-25af-42f1-a105-a07592ee5352 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Network': ['ID=03f4b323-80b8-4cbe-a149-e58ce636eb3b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:38.018549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b98c2-e11e-471c-82d1-e23e131f1d7b None None] DHCP port deletion for 241536e4-7d68-4f53-a402-d213c692f7c2 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:38.085377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] For port f1cc2873-f4be-4de7-b137-c3ae5908f93e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f1cc2873-f4be-4de7-b137-c3ae5908f93e,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:38.085751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.102360 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9afe229c-b3ba-42b8-8b92-2c0a189f0aae tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.104699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Calling delete_port for f1cc2873-f4be-4de7-b137-c3ae5908f93e owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:38.112471 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.148718 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9afe229c-b3ba-42b8-8b92-2c0a189f0aae tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.200240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Pushing event deleted for resources: {'Port': ['ID=a67e7e7b-694c-417e-93de-ab3fd42e00fe,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:38.209310 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] No DVR routers for this DVR port a67e7e7b-694c-417e-93de-ab3fd42e00fe on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:38.245574 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9afe229c-b3ba-42b8-8b92-2c0a189f0aae tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.249428 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9afe229c-b3ba-42b8-8b92-2c0a189f0aae tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.256212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9afe229c-b3ba-42b8-8b92-2c0a189f0aae tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/security-groups/2e10f0b4-c1d6-408d-833a-00f93faa8596 HTTP/1.1" status: 204 len: 168 time: 0.3866255 Nov 12 13:51:38.295395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe229c-b3ba-42b8-8b92-2c0a189f0aae tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10f0b4-c1d6-408d-833a-00f93faa8596,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:38.409013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-543b98c2-e11e-471c-82d1-e23e131f1d7b None None] Deleting port f1cc2873-f4be-4de7-b137-c3ae5908f93e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:38.412953 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-543b98c2-e11e-471c-82d1-e23e131f1d7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.512839 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.574470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-543b98c2-e11e-471c-82d1-e23e131f1d7b None None] For port f1cc2873-f4be-4de7-b137-c3ae5908f93e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f1cc2873-f4be-4de7-b137-c3ae5908f93e,segment=NetworkSegment(60d50224-0490-40b0-8a93-098eb58f4027),segment_id=60d50224-0490-40b0-8a93-098eb58f4027)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:38.587098 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-543b98c2-e11e-471c-82d1-e23e131f1d7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.623962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-543b98c2-e11e-471c-82d1-e23e131f1d7b None None] Calling delete_port for f1cc2873-f4be-4de7-b137-c3ae5908f93e owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:38.635532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ab68dc-e501-4bb3-b02f-f6421d79ada3']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:38.663865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7a2939-9eea-4bb9-b081-d8a88b40851c') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:38.664179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7a2939-9eea-4bb9-b081-d8a88b40851c') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:38.699861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.752213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.771304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:51:38.771798 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:51:38.773988 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:51:38.797861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 20b1a373-76e2-4b37-a607-813e9ba7bb7d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:38.801088 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97e20172-4742-4933-b7ff-65b4d35d6a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.815228 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.874682 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-543b98c2-e11e-471c-82d1-e23e131f1d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:38.907696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] No DVR routers for this DVR port f1cc2873-f4be-4de7-b137-c3ae5908f93e on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:38.928512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e20172-4742-4933-b7ff-65b4d35d6a23 None None] Pushing event deleted for resources: {'Port': ['ID=a67e7e7b-694c-417e-93de-ab3fd42e00fe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:38.985179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1cc2873-f4be-4de7-b137-c3ae5908f93e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:39.004162 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.018223 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.024006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] 10.222.0.73 "DELETE /v2.0/networks/68ab68dc-e501-4bb3-b02f-f6421d79ada3 HTTP/1.1" status: 204 len: 168 time: 2.4928336 Nov 12 13:51:39.025259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 20b1a373-76e2-4b37-a607-813e9ba7bb7d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:39.026299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 20b1a373-76e2-4b37-a607-813e9ba7bb7d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:39.026299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a67e7e7b-694c-417e-93de-ab3fd42e00fe no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:39.082620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.086060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.086550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.087678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.088597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.090396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.090964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.093781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.104716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.104716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.104716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.104716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:51:39.105218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b98c2-e11e-471c-82d1-e23e131f1d7b None None] No DVR routers for this DVR port f1cc2873-f4be-4de7-b137-c3ae5908f93e on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:39.118028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a67e7e7b-694c-417e-93de-ab3fd42e00fe {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:39.118383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a67e7e7b-694c-417e-93de-ab3fd42e00fe not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:39.118806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f1cc2873-f4be-4de7-b137-c3ae5908f93e no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:39.120904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b98c2-e11e-471c-82d1-e23e131f1d7b None None] Pushing event deleted for resources: {'Port': ['ID=f1cc2873-f4be-4de7-b137-c3ae5908f93e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:39.134614 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e20172-4742-4933-b7ff-65b4d35d6a23 None None] No DVR routers for this DVR port a67e7e7b-694c-417e-93de-ab3fd42e00fe on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:39.136684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52396) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:39.146563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6a5125fc-e700-43f4-b5ca-23a10db42e4b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098179823', 'description': 'tempest-secgroup-smoke-1098179823 description', 'project_id': '117e1d21aa7a4a768a1431764f136160'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:39.176890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f1cc2873-f4be-4de7-b137-c3ae5908f93e {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:39.177865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f1cc2873-f4be-4de7-b137-c3ae5908f93e not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:39.184739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b97d5-b3f1-41b1-a03a-c80f8618ccaa admin admin] Pushing event deleted for resources: {'Network': ['ID=68ab68dc-e501-4bb3-b02f-f6421d79ada3,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:39.242007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a5125fc-e700-43f4-b5ca-23a10db42e4b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.323256 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.368611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241536e4-7d68-4f53-a402-d213c692f7c2']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:39.397689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d50224-0490-40b0-8a93-098eb58f4027') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:39.398882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d50224-0490-40b0-8a93-098eb58f4027') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:39.419318 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.427121 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a5125fc-e700-43f4-b5ca-23a10db42e4b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.433730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a5125fc-e700-43f4-b5ca-23a10db42e4b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.464174 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.478955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52398) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:39.484456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:51:39.484999 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:51:39.489183 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:51:39.540907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a5125fc-e700-43f4-b5ca-23a10db42e4b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.545995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6a5125fc-e700-43f4-b5ca-23a10db42e4b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4073105 Nov 12 13:51:39.547530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5125fc-e700-43f4-b5ca-23a10db42e4b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:39.550585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:39.561093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-11d381a3-2279-4044-89e4-fe92acf62d6d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'a0935f55-1bbf-40cb-87f6-cc8ac7d5266c', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:39.616967 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.619271 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-06de67a6-fcab-48a0-affd-8b265c19c0ea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11b396cecef7447d8edd7b7b4cacf619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388359 Nov 12 13:51:39.623536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:39.634371 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.658505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] 10.222.0.73 "DELETE /v2.0/networks/241536e4-7d68-4f53-a402-d213c692f7c2 HTTP/1.1" status: 204 len: 168 time: 2.2717066 Nov 12 13:51:39.660247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52412) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:39.728093 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11d381a3-2279-4044-89e4-fe92acf62d6d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.887205 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11d381a3-2279-4044-89e4-fe92acf62d6d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.896002 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11d381a3-2279-4044-89e4-fe92acf62d6d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.946043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d381a3-2279-4044-89e4-fe92acf62d6d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b589e8-1f6f-47e9-a691-d221c84d0612,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:39.964316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11d381a3-2279-4044-89e4-fe92acf62d6d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.968279 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-11d381a3-2279-4044-89e4-fe92acf62d6d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4139738 Nov 12 13:51:39.971788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:39.978180 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-70097409-5537-488b-8115-4274947ccd15 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'a0935f55-1bbf-40cb-87f6-cc8ac7d5266c', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:39.985521 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca5f31e9-4619-47bc-9ede-baf1bd2bb03c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:39.999812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4a44d-075e-4ae5-a43b-1d120422070f admin admin] Pushing event deleted for resources: {'Network': ['ID=241536e4-7d68-4f53-a402-d213c692f7c2,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:40.047904 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca5f31e9-4619-47bc-9ede-baf1bd2bb03c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.075417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70097409-5537-488b-8115-4274947ccd15 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.182071 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70097409-5537-488b-8115-4274947ccd15 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.194004 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70097409-5537-488b-8115-4274947ccd15 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.205016 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca5f31e9-4619-47bc-9ede-baf1bd2bb03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.211725 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca5f31e9-4619-47bc-9ede-baf1bd2bb03c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.212866 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ca5f31e9-4619-47bc-9ede-baf1bd2bb03c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5d6d90a-0f78-460e-890b-69f136c5e27b HTTP/1.1" status: 204 len: 168 time: 0.5877144 Nov 12 13:51:40.246507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70097409-5537-488b-8115-4274947ccd15 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5eca3b-b94f-45bd-b691-13e2a3dbb042,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:40.283931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f31e9-4619-47bc-9ede-baf1bd2bb03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d6d90a-0f78-460e-890b-69f136c5e27b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:40.301320 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70097409-5537-488b-8115-4274947ccd15 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.311920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-70097409-5537-488b-8115-4274947ccd15 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3379045 Nov 12 13:51:40.314697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52428) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:40.319256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7ece374c-683c-4af8-aa08-5c96818fc382 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'a0935f55-1bbf-40cb-87f6-cc8ac7d5266c', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:40.376381 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ece374c-683c-4af8-aa08-5c96818fc382 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.514671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ece374c-683c-4af8-aa08-5c96818fc382 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.532177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ece374c-683c-4af8-aa08-5c96818fc382 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.577475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece374c-683c-4af8-aa08-5c96818fc382 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f46fd7-082b-4447-be95-9a0b4562142f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:40.591194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.609893 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ece374c-683c-4af8-aa08-5c96818fc382 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.614808 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7ece374c-683c-4af8-aa08-5c96818fc382 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989933 Nov 12 13:51:40.618605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52438) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:40.631125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cd0f2dcd-d25b-4ad3-b8da-c4253bbecb61 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'a0935f55-1bbf-40cb-87f6-cc8ac7d5266c', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:40.680704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2dcd-d25b-4ad3-b8da-c4253bbecb61 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.881196 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2dcd-d25b-4ad3-b8da-c4253bbecb61 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.886353 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2dcd-d25b-4ad3-b8da-c4253bbecb61 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.943126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f2dcd-d25b-4ad3-b8da-c4253bbecb61 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee87280-cb66-437e-9230-7783dfaec66f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:40.966870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2dcd-d25b-4ad3-b8da-c4253bbecb61 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:40.972602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cd0f2dcd-d25b-4ad3-b8da-c4253bbecb61 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3524585 Nov 12 13:51:40.983298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:41.001630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-99bb847b-4780-4240-ba0f-5129c67d71a3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'a0935f55-1bbf-40cb-87f6-cc8ac7d5266c', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:41.078913 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-99bb847b-4780-4240-ba0f-5129c67d71a3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Project 117e1d21aa7a4a768a1431764f136160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:51:41.096234 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99bb847b-4780-4240-ba0f-5129c67d71a3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.230601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:41.263267 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717810ce-b046-40a4-a417-a40592d8db77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.302475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] Deleting port 801a8b39-e1cc-410c-b1f7-c027638a6d84 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:41.302981 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.322110 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99bb847b-4780-4240-ba0f-5129c67d71a3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.341846 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99bb847b-4780-4240-ba0f-5129c67d71a3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.396314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb847b-4780-4240-ba0f-5129c67d71a3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c65c11-cc14-4879-bc99-032358d39e12,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:41.402958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99bb847b-4780-4240-ba0f-5129c67d71a3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.407976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52460) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:41.410871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-99bb847b-4780-4240-ba0f-5129c67d71a3 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4238913 Nov 12 13:51:41.416917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a34ee62e-220b-4a0d-a4f5-45d71e18442b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'security_group_rule': {'security_group_id': 'a0935f55-1bbf-40cb-87f6-cc8ac7d5266c', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:41.540414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] For port 801a8b39-e1cc-410c-b1f7-c027638a6d84, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=801a8b39-e1cc-410c-b1f7-c027638a6d84,segment=NetworkSegment(bf9b0acb-5d56-4121-9a5b-7970986effd1),segment_id=bf9b0acb-5d56-4121-9a5b-7970986effd1)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:41.551338 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.551985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717810ce-b046-40a4-a417-a40592d8db77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.554931 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-a34ee62e-220b-4a0d-a4f5-45d71e18442b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Project 117e1d21aa7a4a768a1431764f136160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:51:41.558044 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717810ce-b046-40a4-a417-a40592d8db77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.582158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a34ee62e-220b-4a0d-a4f5-45d71e18442b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.585429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] Calling delete_port for 801a8b39-e1cc-410c-b1f7-c027638a6d84 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:41.635845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-717810ce-b046-40a4-a417-a40592d8db77 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4018967 Nov 12 13:51:41.635845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717810ce-b046-40a4-a417-a40592d8db77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c127789-447a-43b8-a7f2-c6ed9232e8ad,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:41.651063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52462) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:41.800717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5cf83bb8-1b1e-49da-be7d-bb7636f0b6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.830664 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a34ee62e-220b-4a0d-a4f5-45d71e18442b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.838611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a34ee62e-220b-4a0d-a4f5-45d71e18442b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.872079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ee62e-220b-4a0d-a4f5-45d71e18442b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d452e04-6c1e-4bad-b27d-41842ce63d6e,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:41.873751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5cf83bb8-1b1e-49da-be7d-bb7636f0b6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.907564 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a34ee62e-220b-4a0d-a4f5-45d71e18442b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:41.911866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a34ee62e-220b-4a0d-a4f5-45d71e18442b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4999793 Nov 12 13:51:41.914687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52470) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:41.926668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'network': {'name': 'tempest-network-smoke--445463114', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'port_security_enabled': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:42.002143 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5cf83bb8-1b1e-49da-be7d-bb7636f0b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:42.005864 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5cf83bb8-1b1e-49da-be7d-bb7636f0b6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:42.034091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5cf83bb8-1b1e-49da-be7d-bb7636f0b6bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c127789-447a-43b8-a7f2-c6ed9232e8ad HTTP/1.1" status: 204 len: 168 time: 0.3814588 Nov 12 13:51:42.055835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:51:42.064789 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:42.066572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf83bb8-1b1e-49da-be7d-bb7636f0b6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c127789-447a-43b8-a7f2-c6ed9232e8ad,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:42.175178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:51:42.206237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:42.207006 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Added segment 18164f68-5952-4a00-9e85-af4ae0544a9b of type vlan for network 732a113a-5d13-459e-aa9c-50b2fe217925 Nov 12 13:51:42.238523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:42.345818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=801a8b39-e1cc-410c-b1f7-c027638a6d84,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:42.461797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:42.657397 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:42.684934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:42.685736 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:42.934150 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:43.046036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1286478 Nov 12 13:51:43.049446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52508) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:43.057486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'admin_state_up': True, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:43.074909 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9852d-1aa6-4529-b0bb-9b0d51cd6ddb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Network': ['ID=732a113a-5d13-459e-aa9c-50b2fe217925,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:43.088305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 732a113a-5d13-459e-aa9c-50b2fe217925 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:51:43.131390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:43.133063 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:43.150178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52512) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:43.182217 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:43.339959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:43.558126 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] Router f133f28a-49d1-4e92-8138-88d2c4cc1655 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:51:43.788761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:43.796871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0bec3dbd-8baf-4cb0-89a8-15a11d06edf9 admin admin] 10.222.0.73 "PUT /v2.0/routers/f133f28a-49d1-4e92-8138-88d2c4cc1655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1353884 Nov 12 13:51:43.797559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52532) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:43.799558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] Sync routers for ids ['f133f28a-49d1-4e92-8138-88d2c4cc1655'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:43.817505 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] Routers {'f133f28a-49d1-4e92-8138-88d2c4cc1655'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:43.818394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f133f28a-49d1-4e92-8138-88d2c4cc1655'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:43.913500 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:44.163835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:44.328921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Deleting port d38f6104-8b47-4d79-8eda-6a6157dddc8c {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:44.329070 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:44.571583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] For port d38f6104-8b47-4d79-8eda-6a6157dddc8c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d38f6104-8b47-4d79-8eda-6a6157dddc8c,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:44.572676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:44.591794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Calling delete_port for d38f6104-8b47-4d79-8eda-6a6157dddc8c owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:44.629025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:44.656646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] Set router f133f28a-49d1-4e92-8138-88d2c4cc1655 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:44.774614 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:44.991972 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'name': 'tempest-TestVolumeBackupRestore-1674781023-router', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:25Z', 'updated_at': '2021-11-12T13:51:41Z', 'revision_number': 5, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'gw_port': {'id': 'd38f6104-8b47-4d79-8eda-6a6157dddc8c', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:45:27Z', 'updated_at': '2021-11-12T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:45.057947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] Checking router: f133f28a-49d1-4e92-8138-88d2c4cc1655 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:45.082602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] Routers {'f133f28a-49d1-4e92-8138-88d2c4cc1655'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:45.084159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['f133f28a-49d1-4e92-8138-88d2c4cc1655'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:45.364909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] Set router f133f28a-49d1-4e92-8138-88d2c4cc1655 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:45.395639 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:45.423948 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:45.596903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'name': 'tempest-TestVolumeBackupRestore-1674781023-router', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:25Z', 'updated_at': '2021-11-12T13:51:44Z', 'revision_number': 6, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:45.656604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a4cae-5318-4455-afee-47a9f2222ea4 None None] The sync data for ids ['f133f28a-49d1-4e92-8138-88d2c4cc1655'] in n-d-805736-4 is: [{'id': 'f133f28a-49d1-4e92-8138-88d2c4cc1655', 'name': 'tempest-TestVolumeBackupRestore-1674781023-router', 'tenant_id': '6a35dd6efb264eafb4f15191f48847f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:45:25Z', 'updated_at': '2021-11-12T13:51:44Z', 'revision_number': 6, 'project_id': '6a35dd6efb264eafb4f15191f48847f7', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:51:45.852622 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:45.900347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de4d7ea-8260-4664-9f33-f7b0131f8040 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:45.917196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.25.5.81 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/d60eca16-d3f8-49f8-aba8-59a0987bd63b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:51:45.951636 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:45.963429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38f6104-8b47-4d79-8eda-6a6157dddc8c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:46.052881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.207663 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.211700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.315324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.315885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f133f28a-49d1-4e92-8138-88d2c4cc1655 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:51:46.320442 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.324563 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-45dfb8e1-3448-4581-92cd-decc5cfa05c2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f133f28a-49d1-4e92-8138-88d2c4cc1655 HTTP/1.1" status: 204 len: 168 time: 2.5256963 Nov 12 13:51:46.327545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52556) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:46.332220 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.408555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cfcb4a-ba69-484f-af6e-b7680ed956c0 admin admin] Deleting subnet 2380c4da-d65d-445e-9773-d1cdd82fe5b1 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:51:46.418214 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-91cfcb4a-ba69-484f-af6e-b7680ed956c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.466207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.477952 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-91cfcb4a-ba69-484f-af6e-b7680ed956c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.575992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:51:46.587557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=d60eca16-d3f8-49f8-aba8-59a0987bd63b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:46.590987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:51:46.595271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:51:46.609157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37c0b4f-a643-4588-a56b-8946bb32f8eb None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:46.614607 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-91cfcb4a-ba69-484f-af6e-b7680ed956c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.683268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-59112e0a-1cea-43ba-a919-4d6b46fc3771 None None] Provisioning complete for port d60eca16-d3f8-49f8-aba8-59a0987bd63b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:46.684234 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59112e0a-1cea-43ba-a919-4d6b46fc3771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.727874 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-91cfcb4a-ba69-484f-af6e-b7680ed956c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.788372 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-91cfcb4a-ba69-484f-af6e-b7680ed956c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:46.793360 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-91cfcb4a-ba69-484f-af6e-b7680ed956c0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2380c4da-d65d-445e-9773-d1cdd82fe5b1 HTTP/1.1" status: 204 len: 168 time: 0.4618227 Nov 12 13:51:46.794859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfcb4a-ba69-484f-af6e-b7680ed956c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2380c4da-d65d-445e-9773-d1cdd82fe5b1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:46.796226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-59112e0a-1cea-43ba-a919-4d6b46fc3771 None None] Port d60eca16-d3f8-49f8-aba8-59a0987bd63b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:51:46.800538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52558) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:46.805719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e438cdf-0f67-418d-ae66-70edd5b29689 None None] Network 230fc301-bc91-4825-afe4-261a6e7fc4af requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:51:46.811206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 801a8b39-e1cc-410c-b1f7-c027638a6d84 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:46.915804 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.029158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 801a8b39-e1cc-410c-b1f7-c027638a6d84 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:47.029732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 801a8b39-e1cc-410c-b1f7-c027638a6d84 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:47.030261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d38f6104-8b47-4d79-8eda-6a6157dddc8c no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:47.069196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] Deleting port 677b8d16-1c18-4ea7-91dc-00e9fb795f13 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:47.075259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.169347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Deleting port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:47.169708 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.230789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: d38f6104-8b47-4d79-8eda-6a6157dddc8c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:47.231196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d38f6104-8b47-4d79-8eda-6a6157dddc8c not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:47.394133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] For port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3acc7d6c-1b67-4978-bb2d-09bb1fea699a,segment=NetworkSegment(bf9b0acb-5d56-4121-9a5b-7970986effd1),segment_id=bf9b0acb-5d56-4121-9a5b-7970986effd1)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:47.394505 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.409155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d437dba-37c3-4629-b62b-3e983ea72930 None None] DHCP port deletion for 230fc301-bc91-4825-afe4-261a6e7fc4af request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:47.418023 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.459128 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Calling delete_port for 3acc7d6c-1b67-4978-bb2d-09bb1fea699a owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:47.516751 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5d437dba-37c3-4629-b62b-3e983ea72930 None None] Deleting port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:47.516751 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d437dba-37c3-4629-b62b-3e983ea72930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.533590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] For port 677b8d16-1c18-4ea7-91dc-00e9fb795f13, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=677b8d16-1c18-4ea7-91dc-00e9fb795f13,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:47.533953 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.556597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] Calling delete_port for 677b8d16-1c18-4ea7-91dc-00e9fb795f13 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:47.624362 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.648067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5d437dba-37c3-4629-b62b-3e983ea72930 None None] For port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3acc7d6c-1b67-4978-bb2d-09bb1fea699a,segment=NetworkSegment(bf9b0acb-5d56-4121-9a5b-7970986effd1),segment_id=bf9b0acb-5d56-4121-9a5b-7970986effd1)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:47.648796 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d437dba-37c3-4629-b62b-3e983ea72930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.671420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5d437dba-37c3-4629-b62b-3e983ea72930 None None] Calling delete_port for 3acc7d6c-1b67-4978-bb2d-09bb1fea699a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:47.744671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Pushing event deleted for resources: {'Port': ['ID=3acc7d6c-1b67-4978-bb2d-09bb1fea699a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:47.754627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] No DVR routers for this DVR port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:47.819829 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d437dba-37c3-4629-b62b-3e983ea72930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.843232 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.906043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d437dba-37c3-4629-b62b-3e983ea72930 None None] Pushing event deleted for resources: {'Port': ['ID=3acc7d6c-1b67-4978-bb2d-09bb1fea699a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:47.919072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d437dba-37c3-4629-b62b-3e983ea72930 None None] No DVR routers for this DVR port 3acc7d6c-1b67-4978-bb2d-09bb1fea699a on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:47.924576 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.957466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230fc301-bc91-4825-afe4-261a6e7fc4af']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:47.970329 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9b0acb-5d56-4121-9a5b-7970986effd1') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:47.970934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9b0acb-5d56-4121-9a5b-7970986effd1') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:47.982366 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:47.999006 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:48.008374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:51:48.008611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:51:48.011330 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:51:48.039153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:48.098762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=677b8d16-1c18-4ea7-91dc-00e9fb795f13,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:48.116218 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:48.150466 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:48.164599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] 10.222.0.73 "DELETE /v2.0/networks/230fc301-bc91-4825-afe4-261a6e7fc4af HTTP/1.1" status: 204 len: 168 time: 1.3617790 Nov 12 13:51:48.185237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:51:48.193995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895cb23-f5ec-4d64-816c-dfc6218b1629 admin admin] Pushing event deleted for resources: {'Network': ['ID=230fc301-bc91-4825-afe4-261a6e7fc4af,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:48.556033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52578) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:48.669793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-91fa7fcc-5422-4a6e-804e-e905dfc1dd83 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5063f342fb4440183283c008c1336b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1124265 Nov 12 13:51:48.672240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52580) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:48.733606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3acc7d6c-1b67-4978-bb2d-09bb1fea699a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:48.743060 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6be0fd9-312f-431b-95ee-7ed0c19dc980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:48.780386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 3acc7d6c-1b67-4978-bb2d-09bb1fea699a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:48.783732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 3acc7d6c-1b67-4978-bb2d-09bb1fea699a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:48.820570 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6be0fd9-312f-431b-95ee-7ed0c19dc980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:48.899416 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6be0fd9-312f-431b-95ee-7ed0c19dc980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:48.904318 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6be0fd9-312f-431b-95ee-7ed0c19dc980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:48.905697 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a6be0fd9-312f-431b-95ee-7ed0c19dc980 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c5d8df3-e818-4cfa-9aa1-9536522a1350 HTTP/1.1" status: 204 len: 168 time: 0.2322087 Nov 12 13:51:48.918008 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be0fd9-312f-431b-95ee-7ed0c19dc980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d8df3-e818-4cfa-9aa1-9536522a1350,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:48.968532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52586) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:49.207977 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec01078e-abbb-424b-86cf-c63ede6127ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:49.483961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec01078e-abbb-424b-86cf-c63ede6127ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:49.493780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ec01078e-abbb-424b-86cf-c63ede6127ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:49.545195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:49.564329 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Sync routers for ids ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:49.602142 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Routers {'7ac7bd53-c7dc-44a0-9477-d018eb42be56'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:49.603253 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:49.626792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01078e-abbb-424b-86cf-c63ede6127ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2d9afd-bd5c-4272-bbaa-5b744f25f572,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:49.658951 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:49.663043 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0eee14be-ef1f-44e5-9f31-116af6ec1bf7 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.6111495 Nov 12 13:51:49.669982 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52596) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:49.684626 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:49.709968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ec01078e-abbb-424b-86cf-c63ede6127ec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=14fe0deb6ec04e75a83052a9ed39e8eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7401059 Nov 12 13:51:49.710624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52600) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:49.769144 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52602) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:49.822717 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-323d4c80-8eba-47c8-aa8d-826b947be434 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a35dd6efb264eafb4f15191f48847f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520973 Nov 12 13:51:49.836007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52604) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:49.866581 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Set router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:49.909684 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d904ff1-89a8-4b22-8543-d93955273945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:49.974012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d904ff1-89a8-4b22-8543-d93955273945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:50.102979 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d904ff1-89a8-4b22-8543-d93955273945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:50.118776 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d904ff1-89a8-4b22-8543-d93955273945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:50.121433 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5d904ff1-89a8-4b22-8543-d93955273945 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a2d9afd-bd5c-4272-bbaa-5b744f25f572 HTTP/1.1" status: 204 len: 168 time: 0.4089136 Nov 12 13:51:50.180410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d904ff1-89a8-4b22-8543-d93955273945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2d9afd-bd5c-4272-bbaa-5b744f25f572,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:50.184757 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f522b3e-6c3b-496a-94d2-e3922553878f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:50.215379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] Router 26e74c5e-2303-46cc-be37-88d9437f2755 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:51:50.266726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f522b3e-6c3b-496a-94d2-e3922553878f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:50.305792 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:47Z', 'revision_number': 3, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:50.344954 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Checking router: 7ac7bd53-c7dc-44a0-9477-d018eb42be56 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:50.348286 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Updating router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 port d60eca16-d3f8-49f8-aba8-59a0987bd63b binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:51:50.444304 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f522b3e-6c3b-496a-94d2-e3922553878f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:50.453524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1f522b3e-6c3b-496a-94d2-e3922553878f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:50.475521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1f522b3e-6c3b-496a-94d2-e3922553878f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fb4446af-02e4-4943-b155-09e3aed9bf63 HTTP/1.1" status: 204 len: 168 time: 0.6371648 Nov 12 13:51:50.517385 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:50.602172 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5dc35b8f-9945-429a-8f81-1558a97a6462 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=117e1d21aa7a4a768a1431764f136160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9312646 Nov 12 13:51:50.607634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:50.612255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f522b3e-6c3b-496a-94d2-e3922553878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4446af-02e4-4943-b155-09e3aed9bf63,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:50.777845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:50.800251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] Sync routers for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:50.826540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:50.827506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:50.937187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52618) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:50.971015 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-15642288-665d-443f-b28f-3bf74ec94233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.046543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:51.053837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ec1c9929-7343-4d57-98ef-5cc75edda3a8 admin admin] 10.222.0.73 "PUT /v2.0/routers/26e74c5e-2303-46cc-be37-88d9437f2755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9021144 Nov 12 13:51:51.056147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f918338a-ab9e-4f18-97c2-16b54b74db32 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:51.059495 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.063155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f918338a-ab9e-4f18-97c2-16b54b74db32 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4521778 Nov 12 13:51:51.063920 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52620) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:51.064418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52622) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:51.072656 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.143248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dc7d1105-fd7a-425f-bc6d-5a31f7259517 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704074 Nov 12 13:51:51.144439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52626) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:51.157245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1655389558', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'project_id': '117e1d21aa7a4a768a1431764f136160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:51:51.235438 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-15642288-665d-443f-b28f-3bf74ec94233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.257719 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc45ae-8d12-4b43-b0d8-6b976b741fe9 None None] Pushing event updated for resources: {'Port': ['ID=d60eca16-d3f8-49f8-aba8-59a0987bd63b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:51.277462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-15642288-665d-443f-b28f-3bf74ec94233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.310785 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Attempting to bind port d60eca16-d3f8-49f8-aba8-59a0987bd63b on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:51:51.311146 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Attempting to bind port d60eca16-d3f8-49f8-aba8-59a0987bd63b by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:51:51.311507 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Attempting to bind port d60eca16-d3f8-49f8-aba8-59a0987bd63b on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:51:51.330017 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:51:51.330423 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:51:51.330827 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.331217 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:51:51.331697 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Bound port: d60eca16-d3f8-49f8-aba8-59a0987bd63b, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:51:51.334520 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.386133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-15642288-665d-443f-b28f-3bf74ec94233 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=060a68251566481a92d8651f25aae3fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4474392 Nov 12 13:51:51.393549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15642288-665d-443f-b28f-3bf74ec94233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fb5efe-6451-4c26-bce8-1dcb5b88d20f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:51.412796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52628) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:51.430972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:51:51.437016 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.475595 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] For port d60eca16-d3f8-49f8-aba8-59a0987bd63b, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:51:51.481229 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] For port d60eca16-d3f8-49f8-aba8-59a0987bd63b, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d60eca16-d3f8-49f8-aba8-59a0987bd63b,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:51:51.485043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47549756-1a05-48c8-9b81-acbb4117e741 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:51.487938 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.559016 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.561497 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e83b87f-48e0-4bc1-ad2e-020c9502902b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.604557 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc45ae-8d12-4b43-b0d8-6b976b741fe9 None None] Pushing event updated for resources: {'Port': ['ID=d60eca16-d3f8-49f8-aba8-59a0987bd63b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:51.647098 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e83b87f-48e0-4bc1-ad2e-020c9502902b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.664422 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb9099-d4a5-46cf-8b4e-952a8f2c2f6d None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:51.677738 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Routers {'7ac7bd53-c7dc-44a0-9477-d018eb42be56'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:51.678900 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:51.683697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:51:47Z', 'revision_number': 5, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port': {'id': '226ac20d-3fdb-4567-b8ce-ccd975b963f0', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:51.688166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ba1567a5-a767-47a4-bee8-598b6997b356 None None] Provisioning complete for port d60eca16-d3f8-49f8-aba8-59a0987bd63b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:51.688861 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba1567a5-a767-47a4-bee8-598b6997b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.757498 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e83b87f-48e0-4bc1-ad2e-020c9502902b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.762280 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e83b87f-48e0-4bc1-ad2e-020c9502902b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.762280 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2e83b87f-48e0-4bc1-ad2e-020c9502902b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/06fb5efe-6451-4c26-bce8-1dcb5b88d20f HTTP/1.1" status: 204 len: 168 time: 0.3415740 Nov 12 13:51:51.817833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83b87f-48e0-4bc1-ad2e-020c9502902b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fb5efe-6451-4c26-bce8-1dcb5b88d20f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:51.861399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] Checking router: 26e74c5e-2303-46cc-be37-88d9437f2755 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:51.881924 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] Set router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:51.891967 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.940148 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba1567a5-a767-47a4-bee8-598b6997b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:51.959258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] Routers {'26e74c5e-2303-46cc-be37-88d9437f2755'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:51.960243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['26e74c5e-2303-46cc-be37-88d9437f2755'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:52.053237 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:52.064969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] Set router 26e74c5e-2303-46cc-be37-88d9437f2755 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:52.133607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 6, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:52.148952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Subnet': ['ID=a7fb7759-2db9-42fc-b00a-445d7c0d3b5c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:52.168610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ad389-c3a4-4020-810e-1f1b9fa2e387 None None] The sync data for ids ['26e74c5e-2303-46cc-be37-88d9437f2755'] in n-d-805736-4 is: [{'id': '26e74c5e-2303-46cc-be37-88d9437f2755', 'name': 'tempest-AttachVolumeShelveTestJSON-1011842889-router', 'tenant_id': 'c84d34baa15843938eb97faf0bdfc46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:38:30Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 6, 'project_id': 'c84d34baa15843938eb97faf0bdfc46a', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:51:52.180029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ba1567a5-a767-47a4-bee8-598b6997b356 None None] For port d60eca16-d3f8-49f8-aba8-59a0987bd63b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d60eca16-d3f8-49f8-aba8-59a0987bd63b,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:52.180333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Deleting port 226ac20d-3fdb-4567-b8ce-ccd975b963f0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:52.180615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:52.188097 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba1567a5-a767-47a4-bee8-598b6997b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:52.245401 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:47Z', 'revision_number': 3, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:52.292730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1567a5-a767-47a4-bee8-598b6997b356 None None] Pushing event updated for resources: {'Port': ['ID=d60eca16-d3f8-49f8-aba8-59a0987bd63b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:52.294503 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eaa7c2-33c7-4c3b-8ff9-a2f2767db2d0 None None] The sync data for ids ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'] in n-d-805736-4 is: [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:47Z', 'revision_number': 3, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:51:52.303693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Checking segment: {'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:51:52.304069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network hostable DHCP agents. Network: 732a113a-5d13-459e-aa9c-50b2fe217925, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:51:52.319210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d5d9cd20-c20d-4181-95b1-21862c62996f None None] Provisioning complete for port d60eca16-d3f8-49f8-aba8-59a0987bd63b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:52.319876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5d9cd20-c20d-4181-95b1-21862c62996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:52.412260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 732a113a-5d13-459e-aa9c-50b2fe217925 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:51:52.466988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] For port 226ac20d-3fdb-4567-b8ce-ccd975b963f0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=226ac20d-3fdb-4567-b8ce-ccd975b963f0,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:52.480075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:52.483847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 732a113a-5d13-459e-aa9c-50b2fe217925) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:51:52.496007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:52.496626 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:52.504663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Calling delete_port for 226ac20d-3fdb-4567-b8ce-ccd975b963f0 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:52.535574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46507351-b3c5-4782-8272-35425fee75ec None None] Network 732a113a-5d13-459e-aa9c-50b2fe217925 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:51:52.599936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 677b8d16-1c18-4ea7-91dc-00e9fb795f13 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:52.663978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52652) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:52.697444 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ced36c41-059a-4d04-97ff-9bab5d777f19 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5462744 Nov 12 13:51:52.736103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 677b8d16-1c18-4ea7-91dc-00e9fb795f13 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:52.736460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 677b8d16-1c18-4ea7-91dc-00e9fb795f13 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:53.085104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-732a113a-5d13-459e-aa9c-50b2fe217925', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:51:53.086192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:53.110776 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:53.218884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=226ac20d-3fdb-4567-b8ce-ccd975b963f0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:53.267945 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2453c948-be0b-4174-9667-6da3f6c66b4c None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:53.335585 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:53.454454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Allocated IP 172.20.0.2 (732a113a-5d13-459e-aa9c-50b2fe217925/a7fb7759-2db9-42fc-b00a-445d7c0d3b5c/cb7f487a-113a-4d4c-a5f9-178fbe858296) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:51:53.595419 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:53.598842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:53.710451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:53.711190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26e74c5e-2303-46cc-be37-88d9437f2755 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:51:53.732145 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:53.738015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ec64df97-e333-4d12-ab0b-ef48fa3d04d4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/26e74c5e-2303-46cc-be37-88d9437f2755 HTTP/1.1" status: 204 len: 168 time: 2.6707706 Nov 12 13:51:53.740681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52670) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:53.799549 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:53.812501 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:53.925428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Pushing event updated for resources: {'Port': ['ID=cb7f487a-113a-4d4c-a5f9-178fbe858296,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:53.931639 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3014593-b78b-4dce-9308-0d535e9e5198 admin admin] Deleting subnet 4a587d73-9b85-4d4f-8960-562fdfe3b22f {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:51:53.935153 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3014593-b78b-4dce-9308-0d535e9e5198 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:53.947825 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Network 732a113a-5d13-459e-aa9c-50b2fe217925 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:51:53.950545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:51:53.963861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:51:54.049594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3014593-b78b-4dce-9308-0d535e9e5198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:54.064237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Attempting to bind port cb7f487a-113a-4d4c-a5f9-178fbe858296 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:51:54.064833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Attempting to bind port cb7f487a-113a-4d4c-a5f9-178fbe858296 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:51:54.065864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Attempting to bind port cb7f487a-113a-4d4c-a5f9-178fbe858296 on network 732a113a-5d13-459e-aa9c-50b2fe217925 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:51:54.083790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:51:54.084358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Checking segment: {'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:51:54.084913 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:54.085866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Bound using segment: {'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:51:54.088224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Bound port: cb7f487a-113a-4d4c-a5f9-178fbe858296, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:51:54.089571 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:54.113631 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:54.221577 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3014593-b78b-4dce-9308-0d535e9e5198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:54.252557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] For port cb7f487a-113a-4d4c-a5f9-178fbe858296, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:51:54.258734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] For port cb7f487a-113a-4d4c-a5f9-178fbe858296, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cb7f487a-113a-4d4c-a5f9-178fbe858296,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:51:54.267214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:54.369602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed93746-8c7a-40b0-a7ba-c03de1d9351a None None] Pushing event updated for resources: {'Port': ['ID=cb7f487a-113a-4d4c-a5f9-178fbe858296,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:54.425910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3014593-b78b-4dce-9308-0d535e9e5198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:54.466432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45989637-5f30-453f-b821-9e07b2d42c63 None None] Network f0727738-adfe-4db7-b5fb-f46eeeb46796 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:51:54.534026 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d3014593-b78b-4dce-9308-0d535e9e5198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:54.540493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:54.556577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d3014593-b78b-4dce-9308-0d535e9e5198 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4a587d73-9b85-4d4f-8960-562fdfe3b22f HTTP/1.1" status: 204 len: 168 time: 0.7959445 Nov 12 13:51:54.565160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3014593-b78b-4dce-9308-0d535e9e5198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a587d73-9b85-4d4f-8960-562fdfe3b22f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:54.748770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d60eca16-d3f8-49f8-aba8-59a0987bd63b up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:51:54.787346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:54.923139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Deleting port b95dc81f-4198-4e1a-81d2-e0758071a153 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:51:54.923568 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:54.953619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port d60eca16-d3f8-49f8-aba8-59a0987bd63b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:54.955042 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.085869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] For port b95dc81f-4198-4e1a-81d2-e0758071a153, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b95dc81f-4198-4e1a-81d2-e0758071a153,segment=NetworkSegment(e59448ec-c059-4a87-b7da-8fc9eaaa6a1a),segment_id=e59448ec-c059-4a87-b7da-8fc9eaaa6a1a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:55.086229 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.088807 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.20.0.1 (732a113a-5d13-459e-aa9c-50b2fe217925/a7fb7759-2db9-42fc-b00a-445d7c0d3b5c/b78a9a46-bfca-48ea-b816-d25caa065b2d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:51:55.105995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Calling delete_port for b95dc81f-4198-4e1a-81d2-e0758071a153 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:51:55.272483 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.292171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] No DVR routers for this DVR port b95dc81f-4198-4e1a-81d2-e0758071a153 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:51:55.293424 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.379624 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.428525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 732a113a-5d13-459e-aa9c-50b2fe217925 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:51:55.434082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:51:55.439883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95dc81f-4198-4e1a-81d2-e0758071a153,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:55.457748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:51:55.474569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363b3cb7-bc29-4bdb-b57c-da953f12d4c6 None None] DHCP port deletion for f0727738-adfe-4db7-b5fb-f46eeeb46796 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:51:55.543543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.602015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=b78a9a46-bfca-48ea-b816-d25caa065b2d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:55.603386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0727738-adfe-4db7-b5fb-f46eeeb46796']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:55.604664 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.647246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:55.647948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59448ec-c059-4a87-b7da-8fc9eaaa6a1a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:55.675800 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.714235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 226ac20d-3fdb-4567-b8ce-ccd975b963f0 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:55.725557 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.744469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:51:55.744880 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:51:55.746723 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:51:55.772321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 226ac20d-3fdb-4567-b8ce-ccd975b963f0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:55.772664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 226ac20d-3fdb-4567-b8ce-ccd975b963f0 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:55.863358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.869992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:55.875714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f0727738-adfe-4db7-b5fb-f46eeeb46796 HTTP/1.1" status: 204 len: 168 time: 1.3334258 Nov 12 13:51:55.923025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de64d-4bad-4368-923b-33fe660555e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0727738-adfe-4db7-b5fb-f46eeeb46796,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:56.028195 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:56.332102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52732) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:56.414682 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b9a2a064-776c-4f7f-967d-bbb920c0d440 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c84d34baa15843938eb97faf0bdfc46a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796402 Nov 12 13:51:56.424881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52736) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:56.518599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9754f3-984e-4cbd-89ed-0087aed9441a None None] Network 732a113a-5d13-459e-aa9c-50b2fe217925 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:51:56.580995 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce66d3f-ad27-4d79-bd57-c2082d4ebd81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:56.639480 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce66d3f-ad27-4d79-bd57-c2082d4ebd81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:56.675165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cb7f487a-113a-4d4c-a5f9-178fbe858296 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:51:56.754181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce66d3f-ad27-4d79-bd57-c2082d4ebd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:56.763448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ce66d3f-ad27-4d79-bd57-c2082d4ebd81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:56.765812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ce66d3f-ad27-4d79-bd57-c2082d4ebd81 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e5c05cf8-e7fb-4f89-b0ab-206f6701d4a7 HTTP/1.1" status: 204 len: 168 time: 0.3325169 Nov 12 13:51:56.787979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce66d3f-ad27-4d79-bd57-c2082d4ebd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c05cf8-e7fb-4f89-b0ab-206f6701d4a7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:56.850662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:56.860056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:56.916469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7fbe50de-b9f9-4a47-a466-fb84073ce0c1 None None] Provisioning complete for port cb7f487a-113a-4d4c-a5f9-178fbe858296 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:56.916830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fbe50de-b9f9-4a47-a466-fb84073ce0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.033843 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.037359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=b78a9a46-bfca-48ea-b816-d25caa065b2d,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:57.074139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52754) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:57.098875 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0b6602f-c5c3-4a99-81ae-19f4db6c15d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.231845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port cb7f487a-113a-4d4c-a5f9-178fbe858296 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:57.232228 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.306812 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fbe50de-b9f9-4a47-a466-fb84073ce0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.324998 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-597804b8-f676-4e85-91be-0d7a50cc89d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.364922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 732a113a-5d13-459e-aa9c-50b2fe217925 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:51:57.370346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:51:57.428177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7fbe50de-b9f9-4a47-a466-fb84073ce0c1 None None] For port cb7f487a-113a-4d4c-a5f9-178fbe858296, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cb7f487a-113a-4d4c-a5f9-178fbe858296,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:51:57.454312 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.459463 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fbe50de-b9f9-4a47-a466-fb84073ce0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.487939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-597804b8-f676-4e85-91be-0d7a50cc89d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.492479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-597804b8-f676-4e85-91be-0d7a50cc89d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.543596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-597804b8-f676-4e85-91be-0d7a50cc89d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16c733aac80d469380724cdb3fd2104b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4679484 Nov 12 13:51:57.544838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597804b8-f676-4e85-91be-0d7a50cc89d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b491bef-28b2-4d4f-9df0-c0a4614a52ac,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:57.560950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:57.633477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:51:57.641707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe50de-b9f9-4a47-a466-fb84073ce0c1 None None] Pushing event updated for resources: {'Port': ['ID=cb7f487a-113a-4d4c-a5f9-178fbe858296,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:57.649710 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:51:57.650348 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:51:57.708740 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06a10bc1-ac24-4f61-aeb6-9963aee447d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.818328 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06a10bc1-ac24-4f61-aeb6-9963aee447d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.839471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6f32234d-ad76-4e45-9b51-1c4abc1be7e1 None None] Provisioning complete for port cb7f487a-113a-4d4c-a5f9-178fbe858296 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:57.839939 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f32234d-ad76-4e45-9b51-1c4abc1be7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.873684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:51:57.886408 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Sync routers for ids ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:51:57.903272 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Routers {'7ac7bd53-c7dc-44a0-9477-d018eb42be56'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:51:57.908805 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:57.909399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-37c8cac4-358b-4b31-8043-03aa0cd536f1 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "PUT /v2.0/routers/7ac7bd53-c7dc-44a0-9477-d018eb42be56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2437546 Nov 12 13:51:57.967182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06a10bc1-ac24-4f61-aeb6-9963aee447d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.974307 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06a10bc1-ac24-4f61-aeb6-9963aee447d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:57.977413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-06a10bc1-ac24-4f61-aeb6-9963aee447d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b491bef-28b2-4d4f-9df0-c0a4614a52ac HTTP/1.1" status: 204 len: 168 time: 0.4139273 Nov 12 13:51:57.996755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a10bc1-ac24-4f61-aeb6-9963aee447d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b491bef-28b2-4d4f-9df0-c0a4614a52ac,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:58.284701 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Set router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:51:58.342938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6f32234d-ad76-4e45-9b51-1c4abc1be7e1 None None] Provisioning complete for port b78a9a46-bfca-48ea-b816-d25caa065b2d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:58.343312 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f32234d-ad76-4e45-9b51-1c4abc1be7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:58.438045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b95dc81f-4198-4e1a-81d2-e0758071a153 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:51:58.464366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: b95dc81f-4198-4e1a-81d2-e0758071a153 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:51:58.464866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b95dc81f-4198-4e1a-81d2-e0758071a153 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:51:58.470890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6f32234d-ad76-4e45-9b51-1c4abc1be7e1 None None] Port b78a9a46-bfca-48ea-b816-d25caa065b2d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:51:58.606027 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-b8207700-1ef2-4f36-bfd0-221da495010e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098179823&fields=id&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 267 time: 0.1575501 Nov 12 13:51:58.617361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7dae87c1-1125-4f89-b5d2-8844929518a3 None None] Provisioning complete for port b78a9a46-bfca-48ea-b816-d25caa065b2d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:58.617869 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7dae87c1-1125-4f89-b5d2-8844929518a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:58.733048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cb7f487a-113a-4d4c-a5f9-178fbe858296 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:51:58.855545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7dae87c1-1125-4f89-b5d2-8844929518a3 None None] Port b78a9a46-bfca-48ea-b816-d25caa065b2d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:51:58.893009 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:55Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b78a9a46-bfca-48ea-b816-d25caa065b2d', 'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:c2:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:54Z', 'updated_at': '2021-11-12T13:51:56Z', 'revision_number': 2, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:51:58.942742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port cb7f487a-113a-4d4c-a5f9-178fbe858296 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:58.943238 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:58.990684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-27d27b27-19c0-4927-934e-5c15255c5766 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:51:59.012843 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-27d27b27-19c0-4927-934e-5c15255c5766 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/networks?id=732a113a-5d13-459e-aa9c-50b2fe217925 HTTP/1.1" status: 200 len: 796 time: 0.3998072 Nov 12 13:51:59.022538 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Checking router: 7ac7bd53-c7dc-44a0-9477-d018eb42be56 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:51:59.022889 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Updating router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 port b78a9a46-bfca-48ea-b816-d25caa065b2d binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:51:59.040041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-85fdb5f6-bac6-4633-ade9-af882419ad0d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/quotas/117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 375 time: 0.0256972 Nov 12 13:51:59.133172 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:59.141830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6c68170d-4c91-419e-bcec-c1f64309e876 None None] Provisioning complete for port b78a9a46-bfca-48ea-b816-d25caa065b2d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:51:59.148227 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c68170d-4c91-419e-bcec-c1f64309e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:59.154807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 52902) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:59.196720 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5aa01aea-6109-4c79-95f5-d7e06e608951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:59.263583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4775334c-983a-4faf-8878-6231554e6d42 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2168307 Nov 12 13:51:59.268724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6c68170d-4c91-419e-bcec-c1f64309e876 None None] Port b78a9a46-bfca-48ea-b816-d25caa065b2d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:51:59.479666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5aa01aea-6109-4c79-95f5-d7e06e608951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:59.502196 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f521e9b7-8356-4cbe-9a7c-996382ea5de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:59.511433 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5aa01aea-6109-4c79-95f5-d7e06e608951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:59.582130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 52944) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:51:59.583665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5aa01aea-6109-4c79-95f5-d7e06e608951 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8a8573bd8b44173afe2b48a2ff9dcae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4270995 Nov 12 13:51:59.638339 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa01aea-6109-4c79-95f5-d7e06e608951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0fbef1-9863-421a-955b-a85c68139069,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:51:59.827619 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9db32fc6-8544-4f06-a5de-81a460e1534a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:51:59.889302 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-ccb3ebc1-05ff-4269-b00d-b9957b1ed0a8 service neutron] 10.222.0.73 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248024 Nov 12 13:52:00.000858 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9db32fc6-8544-4f06-a5de-81a460e1534a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:00.059960 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:00.071057 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:00.226804 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3e10e-5a66-4985-8b08-1120b029133a None None] Pushing event updated for resources: {'Port': ['ID=b78a9a46-bfca-48ea-b816-d25caa065b2d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:00.309938 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-62ce8070-73b9-47eb-bf48-cb1ce18fd888 service neutron] 10.222.0.73 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019673 Nov 12 13:52:00.311373 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9db32fc6-8544-4f06-a5de-81a460e1534a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:00.328160 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9db32fc6-8544-4f06-a5de-81a460e1534a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:00.336738 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9db32fc6-8544-4f06-a5de-81a460e1534a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de0fbef1-9863-421a-955b-a85c68139069 HTTP/1.1" status: 204 len: 168 time: 0.7533481 Nov 12 13:52:00.364224 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Attempting to bind port b78a9a46-bfca-48ea-b816-d25caa065b2d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:52:00.364429 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Attempting to bind port b78a9a46-bfca-48ea-b816-d25caa065b2d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:52:00.364789 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Attempting to bind port b78a9a46-bfca-48ea-b816-d25caa065b2d on network 732a113a-5d13-459e-aa9c-50b2fe217925 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:52:00.378966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db32fc6-8544-4f06-a5de-81a460e1534a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0fbef1-9863-421a-955b-a85c68139069,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:00.405127 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:52:00.405728 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Checking segment: {'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:52:00.406797 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:00.407186 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Bound using segment: {'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:52:00.407720 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Bound port: b78a9a46-bfca-48ea-b816-d25caa065b2d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:52:00.408032 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:00.663468 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] For port b78a9a46-bfca-48ea-b816-d25caa065b2d, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:52:00.682608 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] For port b78a9a46-bfca-48ea-b816-d25caa065b2d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b78a9a46-bfca-48ea-b816-d25caa065b2d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:52:00.698503 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:00.712932 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:00.824320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b0b014d3-2ced-4412-a32f-076835455bd9 None None] Provisioning complete for port b78a9a46-bfca-48ea-b816-d25caa065b2d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:52:00.824718 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0b014d3-2ced-4412-a32f-076835455bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:00.875600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b012bf87-fc8b-4d3d-a770-6f0c0ddcbc37 req-0a0aad7d-25fb-40a1-9c96-ac1b721c63a0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 210 time: 0.1490047 Nov 12 13:52:00.923313 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Routers {'7ac7bd53-c7dc-44a0-9477-d018eb42be56'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:52:00.924237 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:52:01.095005 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0b014d3-2ced-4412-a32f-076835455bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:01.223311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b0b014d3-2ced-4412-a32f-076835455bd9 None None] For port b78a9a46-bfca-48ea-b816-d25caa065b2d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b78a9a46-bfca-48ea-b816-d25caa065b2d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:52:01.232124 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0b014d3-2ced-4412-a32f-076835455bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:01.420194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b014d3-2ced-4412-a32f-076835455bd9 None None] Pushing event updated for resources: {'Port': ['ID=b78a9a46-bfca-48ea-b816-d25caa065b2d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:01.496883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0d6f61ac-f5ba-47a6-a86e-6de36dad6bfa None None] Provisioning complete for port b78a9a46-bfca-48ea-b816-d25caa065b2d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:52:01.497255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d6f61ac-f5ba-47a6-a86e-6de36dad6bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:01.565924 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3e10e-5a66-4985-8b08-1120b029133a None None] Pushing event updated for resources: {'Port': ['ID=b78a9a46-bfca-48ea-b816-d25caa065b2d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:01.659608 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] Set router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:52:02.101752 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-03ecd172-6660-444d-8689-1cd99ecbb38d req-13a8d562-f977-413a-95aa-6f4ee258f812 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 210 time: 0.1073103 Nov 12 13:52:02.313550 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:02.339800 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:55Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b78a9a46-bfca-48ea-b816-d25caa065b2d', 'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:c2:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:54Z', 'updated_at': '2021-11-12T13:52:00Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:52:02.511114 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2bb3e-a9ae-4f4e-b704-b888703133fc None None] The sync data for ids ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'] in n-d-805736-4 is: [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:55Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b78a9a46-bfca-48ea-b816-d25caa065b2d', 'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:c2:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:54Z', 'updated_at': '2021-11-12T13:52:00Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:52:03.004271 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:03.275328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-13fe833b-b178-4396-be7b-6c94cc7b7bd4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:03.284445 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-13fe833b-b178-4396-be7b-6c94cc7b7bd4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "GET /v2.0/networks?id=732a113a-5d13-459e-aa9c-50b2fe217925 HTTP/1.1" status: 200 len: 796 time: 0.3761814 Nov 12 13:52:03.405563 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1b7cfb6d-e335-4dcf-beb2-5439752dbadc req-ddbd3cae-fcff-4f30-9b11-de82f66eed77 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 210 time: 0.1196227 Nov 12 13:52:03.507270 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-a1e132b7-b603-489a-9149-ad4f8b1761e2 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=117e1d21aa7a4a768a1431764f136160 HTTP/1.1" status: 200 len: 380 time: 0.1984887 Nov 12 13:52:03.533912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'port': {'device_id': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'admin_state_up': True, 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'security_groups': ['a0935f55-1bbf-40cb-87f6-cc8ac7d5266c']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:52:04.008080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Made reservation on behalf of 117e1d21aa7a4a768a1431764f136160 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:52:04.016446 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:04.287207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.20.0.4 (732a113a-5d13-459e-aa9c-50b2fe217925/a7fb7759-2db9-42fc-b00a-445d7c0d3b5c/529b2964-12a5-40dd-9535-5df159b2705d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:52:04.606091 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:52:04.711802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:04.712307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b78a9a46-bfca-48ea-b816-d25caa065b2d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:52:04.829876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c850009-cff8-4f34-8dc8-c3504af4210c req-4b060c23-bc03-4aa7-a6e4-8e0cb3a7eb1b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 210 time: 0.0607250 Nov 12 13:52:04.831754 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:04.862371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b78a9a46-bfca-48ea-b816-d25caa065b2d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:52:04.862727 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:04.945530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=529b2964-12a5-40dd-9535-5df159b2705d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:04.988195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 732a113a-5d13-459e-aa9c-50b2fe217925 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:52:04.993862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:52:05.010444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:52:05.222041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:05.223085 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:05.268136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-20ef996a-6daf-404e-8bb9-173e34523836 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7541263 Nov 12 13:52:05.283078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Request body: {'port': {'device_id': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:52:05.398136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:05.488571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-00c48b41-9027-4847-b498-50ad13ea5d95 None None] Provisioning complete for port 529b2964-12a5-40dd-9535-5df159b2705d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:52:05.489209 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00c48b41-9027-4847-b498-50ad13ea5d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:05.612255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-00c48b41-9027-4847-b498-50ad13ea5d95 None None] Port 529b2964-12a5-40dd-9535-5df159b2705d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:52:05.815272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529b2964-12a5-40dd-9535-5df159b2705d {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:52:05.828126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:05.853940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Transition to ACTIVE for port object 529b2964-12a5-40dd-9535-5df159b2705d will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:52:05.862248 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:06.059936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Attempting to bind port 529b2964-12a5-40dd-9535-5df159b2705d on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:52:06.060817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Attempting to bind port 529b2964-12a5-40dd-9535-5df159b2705d by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:52:06.061715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Attempting to bind port 529b2964-12a5-40dd-9535-5df159b2705d on network 732a113a-5d13-459e-aa9c-50b2fe217925 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:52:06.115443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Pushing event updated for resources: {'Port': ['ID=529b2964-12a5-40dd-9535-5df159b2705d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:06.124100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Port 529b2964-12a5-40dd-9535-5df159b2705d on network 732a113a-5d13-459e-aa9c-50b2fe217925 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:52:06.125093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Attempting to bind port 529b2964-12a5-40dd-9535-5df159b2705d on network 732a113a-5d13-459e-aa9c-50b2fe217925 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:52:06.140177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:52:06.140445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Checking segment: {'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:52:06.141009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Bound using segment: {'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:52:06.141508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Bound port: 529b2964-12a5-40dd-9535-5df159b2705d, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18164f68-5952-4a00-9e85-af4ae0544a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:52:06.141880 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:06.175715 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289ef9-bf57-43e7-ba9b-0f8f3b29e4cb req-80e023d6-bb4c-4253-a447-19b0114fa28d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:06.182566 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f289ef9-bf57-43e7-ba9b-0f8f3b29e4cb req-80e023d6-bb4c-4253-a447-19b0114fa28d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 943 time: 0.1615841 Nov 12 13:52:06.296859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f289ef9-bf57-43e7-ba9b-0f8f3b29e4cb req-ebaaca8d-531c-4321-a698-66e7301c9f81 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829241 Nov 12 13:52:06.301312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] For port 529b2964-12a5-40dd-9535-5df159b2705d, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:52:06.304965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] For port 529b2964-12a5-40dd-9535-5df159b2705d, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=529b2964-12a5-40dd-9535-5df159b2705d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:52:06.341249 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:06.792610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:06.794074 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:06.795912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] 10.222.0.70 "PUT /v2.0/ports/529b2964-12a5-40dd-9535-5df159b2705d HTTP/1.1" status: 200 len: 1091 time: 1.5188801 Nov 12 13:52:06.797728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:52:06.801045 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "tag": "529b2964-12a5-40dd-9535-5df159b2705d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:52:06.889766 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0562e6-b435-4cf0-8043-c3c152a603f5 x-openstack-request-id: req-bc0562e6-b435-4cf0-8043-c3c152a603f5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:52:06.890414 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "tag": "529b2964-12a5-40dd-9535-5df159b2705d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:52:06.890917 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc0562e6-b435-4cf0-8043-c3c152a603f5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:52:06.891716 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d', 'status': 'completed', 'code': 200} Nov 12 13:52:06.924237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0aca2-235d-40d0-ba72-804da009e539 service neutron] Pushing event updated for resources: {'Port': ['ID=529b2964-12a5-40dd-9535-5df159b2705d,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:06.964458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-801b60d3-adfe-438b-a623-2e275173aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:06.966094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-801b60d3-adfe-438b-a623-2e275173aba9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 1094 time: 0.1062422 Nov 12 13:52:07.029067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-ea87c2f3-a964-4d81-a69d-87a4e0b3c0b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=529b2964-12a5-40dd-9535-5df159b2705d HTTP/1.1" status: 200 len: 217 time: 0.0490656 Nov 12 13:52:07.128373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-83b0031b-9bf1-4e60-b9eb-71de5ec9ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:07.130360 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-83b0031b-9bf1-4e60-b9eb-71de5ec9ead7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7fb7759-2db9-42fc-b00a-445d7c0d3b5c HTTP/1.1" status: 200 len: 835 time: 0.0858185 Nov 12 13:52:07.210704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-37941558-be75-47ca-8c25-dfa26d5891b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:07.212711 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-37941558-be75-47ca-8c25-dfa26d5891b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=732a113a-5d13-459e-aa9c-50b2fe217925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732713 Nov 12 13:52:07.399639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-0aadbe51-e8bd-45c6-975a-32a66c5feee2 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792300 Nov 12 13:52:07.531290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9053e-15ee-454f-8025-c91462f9cf1b req-347a5dd9-d81f-463d-918c-6c40246ab532 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:07.540284 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ab9053e-15ee-454f-8025-c91462f9cf1b req-347a5dd9-d81f-463d-918c-6c40246ab532 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 943 time: 0.1091318 Nov 12 13:52:07.625875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0ab9053e-15ee-454f-8025-c91462f9cf1b req-c5a5b2e5-f997-4717-808c-1e4f79b97bdc tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837872 Nov 12 13:52:07.631084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a38fee6-1881-4a30-a1d8-54cbfc69482a req-40dad367-30ae-4184-a34c-9bc7536c31ac service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246957 Nov 12 13:52:07.797550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-6fe162ba-8615-4c34-9698-c267e3623db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:07.799193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-6fe162ba-8615-4c34-9698-c267e3623db5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 1094 time: 0.1105340 Nov 12 13:52:07.958857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-602ca06d-8588-4a96-a0b6-fafb96b53c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:07.961261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-602ca06d-8588-4a96-a0b6-fafb96b53c08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=732a113a-5d13-459e-aa9c-50b2fe217925 HTTP/1.1" status: 200 len: 897 time: 0.1538184 Nov 12 13:52:08.013752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-ee6b4bd9-b791-4d41-bc58-35b736e6ada3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=529b2964-12a5-40dd-9535-5df159b2705d HTTP/1.1" status: 200 len: 217 time: 0.0449548 Nov 12 13:52:08.077724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-13b22ea0-6bb7-460b-a2bb-c7ff2337a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:08.080134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-13b22ea0-6bb7-460b-a2bb-c7ff2337a8a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7fb7759-2db9-42fc-b00a-445d7c0d3b5c HTTP/1.1" status: 200 len: 835 time: 0.0597351 Nov 12 13:52:08.137734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-2f4bb347-51cb-4952-9feb-892ace254627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:08.139996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-2f4bb347-51cb-4952-9feb-892ace254627 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=732a113a-5d13-459e-aa9c-50b2fe217925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515566 Nov 12 13:52:08.271870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-61f87c64-21f8-4272-aee5-761c8bafba97 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240258 Nov 12 13:52:08.398721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b75aa1e-ddc0-4a4d-afd8-3c24ed1f6d1a req-74213993-2f56-4714-8aa9-985a278bbc75 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183529 Nov 12 13:52:08.866882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfa4fe-eb7d-480e-869c-3317fbdf75e5 req-72cd2bb5-8345-47ef-8665-7fc44ac6b018 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:08.868623 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9bfa4fe-eb7d-480e-869c-3317fbdf75e5 req-72cd2bb5-8345-47ef-8665-7fc44ac6b018 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 943 time: 0.1362028 Nov 12 13:52:08.971248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f9bfa4fe-eb7d-480e-869c-3317fbdf75e5 req-c9976dcf-5bb5-44ff-bce9-38b9179589f5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931213 Nov 12 13:52:10.154305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c743-d772-4b25-a1ce-848990436373 req-3cbb5a5e-4438-4734-bfed-24e32838e6db tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:10.165803 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d926c743-d772-4b25-a1ce-848990436373 req-3cbb5a5e-4438-4734-bfed-24e32838e6db tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 943 time: 0.0822246 Nov 12 13:52:10.307489 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d926c743-d772-4b25-a1ce-848990436373 req-82ab4c6a-8056-43c8-b435-b4e325cef553 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393411 Nov 12 13:52:10.512369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 529b2964-12a5-40dd-9535-5df159b2705d details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:52:10.691274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53472) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:10.755675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 529b2964-12a5-40dd-9535-5df159b2705d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=529b2964-12a5-40dd-9535-5df159b2705d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:52:10.796691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '529b2964-12a5-40dd-9535-5df159b2705d', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'port_id': '529b2964-12a5-40dd-9535-5df159b2705d', 'mac_address': 'fa:16:3e:37:7d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:52:10.893226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:10.924156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529b2964-12a5-40dd-9535-5df159b2705d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:52:10.940899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6586d2fc-27fb-494d-b72c-45cae0868187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:10.979589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 529b2964-12a5-40dd-9535-5df159b2705d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=529b2964-12a5-40dd-9535-5df159b2705d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:52:10.991120 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:11.112135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6586d2fc-27fb-494d-b72c-45cae0868187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:11.118794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=529b2964-12a5-40dd-9535-5df159b2705d,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:11.121020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6586d2fc-27fb-494d-b72c-45cae0868187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:11.173883 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586d2fc-27fb-494d-b72c-45cae0868187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d40b012-5087-4b0f-a6c1-be8cb544d0a3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:11.197396 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6586d2fc-27fb-494d-b72c-45cae0868187 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4bce08b73ed4616ae25ce97c1b21d22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5042827 Nov 12 13:52:11.200200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53486) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:11.267524 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02573d94-1bf9-4d88-8248-50e307483541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:11.299601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02573d94-1bf9-4d88-8248-50e307483541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:11.336376 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['529b2964-12a5-40dd-9535-5df159b2705d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:52:11.362290 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02573d94-1bf9-4d88-8248-50e307483541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:11.366582 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02573d94-1bf9-4d88-8248-50e307483541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:11.368705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-02573d94-1bf9-4d88-8248-50e307483541 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d40b012-5087-4b0f-a6c1-be8cb544d0a3 HTTP/1.1" status: 204 len: 168 time: 0.1674633 Nov 12 13:52:11.380650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02573d94-1bf9-4d88-8248-50e307483541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d40b012-5087-4b0f-a6c1-be8cb544d0a3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:11.583582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d5c25-2218-4acd-9599-c33f96339e0e req-c6573ac9-3d86-4d40-9f3f-88cabce27596 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:11.597372 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b79d5c25-2218-4acd-9599-c33f96339e0e req-c6573ac9-3d86-4d40-9f3f-88cabce27596 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 944 time: 0.1158266 Nov 12 13:52:11.707347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b79d5c25-2218-4acd-9599-c33f96339e0e req-c34b2646-bd74-4e89-b8b7-8055de97e94f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077719 Nov 12 13:52:12.521910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a68e53-2b1e-4601-85e6-8e2687607c4b req-f778ccb4-dfc4-4144-be1c-94ba2e48ffc2 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:12.524265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62a68e53-2b1e-4601-85e6-8e2687607c4b req-f778ccb4-dfc4-4144-be1c-94ba2e48ffc2 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 950 time: 0.0651634 Nov 12 13:52:12.525588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 529b2964-12a5-40dd-9535-5df159b2705d up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:52:12.586808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 529b2964-12a5-40dd-9535-5df159b2705d completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:52:12.593924 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-62a68e53-2b1e-4601-85e6-8e2687607c4b req-68739b3b-29ad-44c7-ae03-1233654f45b1 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615401 Nov 12 13:52:12.595109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 529b2964-12a5-40dd-9535-5df159b2705d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:52:12.596174 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:12.686899 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:12.711433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:52:12.713761 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cbadaf-ed9b-4c97-9533-6332745221d1" -d '{"events": [{"server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "name": "network-vif-plugged", "status": "completed", "tag": "529b2964-12a5-40dd-9535-5df159b2705d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:52:12.727043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 529b2964-12a5-40dd-9535-5df159b2705d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=529b2964-12a5-40dd-9535-5df159b2705d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:52:12.732183 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:12.805506 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0b6054-24e7-4889-bf7f-23251aa1d4b9 x-openstack-request-id: req-cf0b6054-24e7-4889-bf7f-23251aa1d4b9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:52:12.805815 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "name": "network-vif-plugged", "status": "completed", "tag": "529b2964-12a5-40dd-9535-5df159b2705d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:52:12.806327 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf0b6054-24e7-4889-bf7f-23251aa1d4b9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:52:12.806738 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d', 'code': 200} Nov 12 13:52:12.860087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=529b2964-12a5-40dd-9535-5df159b2705d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:12.918660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a80b6c-7fe0-484d-a49d-35e6826b62ac req-50461b9e-ab19-4a96-851d-021a02fbdf86 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:12.920526 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-30a80b6c-7fe0-484d-a49d-35e6826b62ac req-50461b9e-ab19-4a96-851d-021a02fbdf86 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.1259494 Nov 12 13:52:12.939431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45c065-c5e6-4919-9132-48dca5c07242 req-f434d1ca-94c1-43c5-828a-86bf4948e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:12.941309 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b45c065-c5e6-4919-9132-48dca5c07242 req-f434d1ca-94c1-43c5-828a-86bf4948e7b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 1096 time: 0.1014426 Nov 12 13:52:13.024927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-30a80b6c-7fe0-484d-a49d-35e6826b62ac req-9b033495-cf0e-40b6-bc36-d2f6c760ffda tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965033 Nov 12 13:52:13.053405 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b45c065-c5e6-4919-9132-48dca5c07242 req-1443a8b6-0d7f-462c-84f1-4af1e7c94bf1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028204 Nov 12 13:52:13.167906 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:13.792055 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b649526-8e02-42bb-af9e-fd7f269fbf91 req-cece0343-e221-4b2e-8500-799bd2985c2a tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:13.807725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1b649526-8e02-42bb-af9e-fd7f269fbf91 req-cece0343-e221-4b2e-8500-799bd2985c2a tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 950 time: 0.1267879 Nov 12 13:52:13.893993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1b649526-8e02-42bb-af9e-fd7f269fbf91 req-500fea49-d72b-42d9-901e-98f9597191ab tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/security-groups?id=868edea8-a80b-40c6-9dd7-e1d4bda0f642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848925 Nov 12 13:52:14.199153 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab4862-64d2-4bfc-8804-6eb086ef481c req-c4351891-e913-409f-b375-324218a54848 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:14.202036 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24ab4862-64d2-4bfc-8804-6eb086ef481c req-c4351891-e913-409f-b375-324218a54848 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0777273 Nov 12 13:52:14.257731 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:14.286080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45879c1f-0636-4004-9814-cc3853262e29 req-9a8cba36-8490-4446-bc52-7a2cdd488bf4 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:14.288299 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-45879c1f-0636-4004-9814-cc3853262e29 req-9a8cba36-8490-4446-bc52-7a2cdd488bf4 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.105 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 950 time: 0.1120791 Nov 12 13:52:14.325722 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24ab4862-64d2-4bfc-8804-6eb086ef481c req-0b434949-47db-4a35-96b6-985b39f92fb6 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952179 Nov 12 13:52:14.439367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-45879c1f-0636-4004-9814-cc3853262e29 req-64310785-446a-41d2-a59d-fde996f98d15 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Deleting port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:52:14.440482 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-45879c1f-0636-4004-9814-cc3853262e29 req-64310785-446a-41d2-a59d-fde996f98d15 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:14.616893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-45879c1f-0636-4004-9814-cc3853262e29 req-64310785-446a-41d2-a59d-fde996f98d15 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] For port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:52:14.617828 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-45879c1f-0636-4004-9814-cc3853262e29 req-64310785-446a-41d2-a59d-fde996f98d15 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:14.635436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-45879c1f-0636-4004-9814-cc3853262e29 req-64310785-446a-41d2-a59d-fde996f98d15 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Calling delete_port for eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:52:14.906558 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-45879c1f-0636-4004-9814-cc3853262e29 req-64310785-446a-41d2-a59d-fde996f98d15 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:14.920844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['eae804cb-dbda-4e59-b8d4-bd4f84ef0e94'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:52:15.056296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64310785-446a-41d2-a59d-fde996f98d15 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Pushing event deleted for resources: {'Port': ['ID=eae804cb-dbda-4e59-b8d4-bd4f84ef0e94,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:15.079098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96402886-6306-40a6-88a6-237cf72ce8d2 req-b4279fb0-50c4-47f6-9ae7-b8398f80e7f4 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e66c87-d0fc-41bc-a1ac-5d36d201e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0630803 Nov 12 13:52:15.112089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-45879c1f-0636-4004-9814-cc3853262e29 req-64310785-446a-41d2-a59d-fde996f98d15 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] No DVR routers for this DVR port eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:52:15.125713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-45879c1f-0636-4004-9814-cc3853262e29 req-64310785-446a-41d2-a59d-fde996f98d15 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:15.133562 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-45879c1f-0636-4004-9814-cc3853262e29 req-64310785-446a-41d2-a59d-fde996f98d15 tempest-VolumesBackupsTest-1257937546 tempest-VolumesBackupsTest-1257937546-project] 10.222.0.105 "DELETE /v2.0/ports/eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 HTTP/1.1" status: 204 len: 173 time: 0.8362327 Nov 12 13:52:15.134122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e66c87-d0fc-41bc-a1ac-5d36d201e5d0', 'name': 'network-vif-deleted', 'tag': 'eae804cb-dbda-4e59-b8d4-bd4f84ef0e94'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:52:15.136642 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50479643-377c-4ecb-88b1-6802c121b1ae" -d '{"events": [{"server_uuid": "04e66c87-d0fc-41bc-a1ac-5d36d201e5d0", "name": "network-vif-deleted", "tag": "eae804cb-dbda-4e59-b8d4-bd4f84ef0e94"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:52:15.259931 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd583839-7d98-4280-9e80-f395b5d5bb54 x-openstack-request-id: req-dd583839-7d98-4280-9e80-f395b5d5bb54 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:52:15.260915 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e66c87-d0fc-41bc-a1ac-5d36d201e5d0", "name": "network-vif-deleted", "tag": "eae804cb-dbda-4e59-b8d4-bd4f84ef0e94", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:52:15.261365 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd583839-7d98-4280-9e80-f395b5d5bb54 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:52:15.262255 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e66c87-d0fc-41bc-a1ac-5d36d201e5d0', 'name': 'network-vif-deleted', 'tag': 'eae804cb-dbda-4e59-b8d4-bd4f84ef0e94', 'status': 'completed', 'code': 200} Nov 12 13:52:15.478908 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546b84-7ec5-498b-a913-f8662bac5fd8 req-ae16dfbd-2331-4b2f-b35e-2ac38da52e89 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:15.491756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9546b84-7ec5-498b-a913-f8662bac5fd8 req-ae16dfbd-2331-4b2f-b35e-2ac38da52e89 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0719106 Nov 12 13:52:15.625957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9546b84-7ec5-498b-a913-f8662bac5fd8 req-58ed6433-bd17-420e-a4b5-29c42ccff79b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324160 Nov 12 13:52:15.869244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df3cd0-6ee8-4ab2-807a-27a8c619b865 req-6baea059-2740-4e64-a7da-7d65529cc11e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:15.882503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2df3cd0-6ee8-4ab2-807a-27a8c619b865 req-6baea059-2740-4e64-a7da-7d65529cc11e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.1233139 Nov 12 13:52:15.944638 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f2df3cd0-6ee8-4ab2-807a-27a8c619b865 req-c7cd3635-5459-4040-9d40-689e3d1d79b4 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566094 Nov 12 13:52:15.963482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:16.041869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904f2766-8589-464d-9f6e-44f4afa777c5 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:16.045409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-904f2766-8589-464d-9f6e-44f4afa777c5 tempest-TestNetworkAdvancedServerOps-958087410 tempest-TestNetworkAdvancedServerOps-958087410-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 1091 time: 0.0779221 Nov 12 13:52:16.045580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53606) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:16.053346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '529b2964-12a5-40dd-9535-5df159b2705d', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:52:16.107027 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:16.307908 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:16.476720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Allocated IP 172.25.5.186 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/d97e9a27-8913-4526-89c3-d43caac40ac6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:52:16.617483 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:16.663874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:16.713113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:52:16.720089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:52:16.727779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:52:16.788519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=d97e9a27-8913-4526-89c3-d43caac40ac6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:17.331500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:52:17.379839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:52:17.380256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device eae804cb-dbda-4e59-b8d4-bd4f84ef0e94 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:52:17.426053 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:17.556255 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:17.811583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:17.817705 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:17.956742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event updated for resources: {'Port': ['ID=d97e9a27-8913-4526-89c3-d43caac40ac6,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:17.969511 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:18.105059 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Floating IP 70aebc2c-1067-49cd-adb7-d621934b02b4 associated. External IP: 172.25.5.186, port: 529b2964-12a5-40dd-9535-5df159b2705d. Nov 12 13:52:18.488545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:52:18.791893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:52:18.807284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] Sync routers for ids ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:52:18.827683 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:18.833951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] Routers {'7ac7bd53-c7dc-44a0-9477-d018eb42be56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:52:18.835323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:52:18.899605 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-acd843f8-81e7-4297-b47e-84ce696a82d5 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8514316 Nov 12 13:52:18.901507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:52:18.909790 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2babd0-6e10-48c4-92f9-34dab7884c17" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "tag": "529b2964-12a5-40dd-9535-5df159b2705d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:52:19.047461 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2b0b6f-110e-45bb-a958-260940ec56bb x-openstack-request-id: req-2c2b0b6f-110e-45bb-a958-260940ec56bb {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:52:19.047461 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "tag": "529b2964-12a5-40dd-9535-5df159b2705d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:52:19.047927 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c2b0b6f-110e-45bb-a958-260940ec56bb {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:52:19.048523 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d', 'status': 'completed', 'code': 200} Nov 12 13:52:19.229387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-6394b2f9-e7fd-47cd-8a5d-a44dc8866b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:19.230947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-6394b2f9-e7fd-47cd-8a5d-a44dc8866b7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 1096 time: 0.1682529 Nov 12 13:52:19.248062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc786c-4302-4c30-9d92-704c5ea74314 req-f59a9ada-05d3-47bb-9ae6-bd93ba7d9052 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:19.250938 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cefc786c-4302-4c30-9d92-704c5ea74314 req-f59a9ada-05d3-47bb-9ae6-bd93ba7d9052 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.1428127 Nov 12 13:52:19.466257 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cefc786c-4302-4c30-9d92-704c5ea74314 req-e4fbac68-80fa-4008-993e-2ed9118c2409 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046280 Nov 12 13:52:19.547985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] Set router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:52:19.564396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53658) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:19.579156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-76b84a01-977d-4dbd-ab27-bbf8816d83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:19.588841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-76b84a01-977d-4dbd-ab27-bbf8816d83ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=732a113a-5d13-459e-aa9c-50b2fe217925 HTTP/1.1" status: 200 len: 897 time: 0.3502886 Nov 12 13:52:19.950231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-34a18f59-50df-4c18-b73e-1713139f8561 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/70aebc2c-1067-49cd-adb7-d621934b02b4 HTTP/1.1" status: 200 len: 991 time: 0.3835151 Nov 12 13:52:20.012220 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-3eaf7873-471d-4324-b496-a644f9ae90fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=529b2964-12a5-40dd-9535-5df159b2705d HTTP/1.1" status: 200 len: 999 time: 0.4023435 Nov 12 13:52:20.229630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-23921052-34b3-4087-83d0-6b109d4bc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:20.235895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-23921052-34b3-4087-83d0-6b109d4bc7b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7fb7759-2db9-42fc-b00a-445d7c0d3b5c HTTP/1.1" status: 200 len: 835 time: 0.2225773 Nov 12 13:52:20.294781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:55Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '70aebc2c-1067-49cd-adb7-d621934b02b4', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'port_id': '529b2964-12a5-40dd-9535-5df159b2705d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'mac_address': 'fa:16:3e:37:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:52:17Z', 'updated_at': '2021-11-12T13:52:17Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78a9a46-bfca-48ea-b816-d25caa065b2d', 'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:c2:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:54Z', 'updated_at': '2021-11-12T13:52:01Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:52:20.373562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-e94897c6-8fe6-4cd9-8cdf-46af347159f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:20.375329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-e94897c6-8fe6-4cd9-8cdf-46af347159f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=732a113a-5d13-459e-aa9c-50b2fe217925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309729 Nov 12 13:52:20.396495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] Checking router: 7ac7bd53-c7dc-44a0-9477-d018eb42be56 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:52:20.411353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] Routers {'7ac7bd53-c7dc-44a0-9477-d018eb42be56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:52:20.412250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:51:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:52:20.621973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] Set router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:52:20.660254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-5a1c7375-354f-4adb-aeb5-4c13029077b8 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771711 Nov 12 13:52:20.857222 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f2babd0-6e10-48c4-92f9-34dab7884c17 req-ee0ac605-ff68-45cd-9040-e7acff0fdbf9 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883135 Nov 12 13:52:20.952283 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:21.044365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-566a9c60-2cda-42b6-8106-cfbe27b44b1e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/70aebc2c-1067-49cd-adb7-d621934b02b4 HTTP/1.1" status: 200 len: 991 time: 0.0907497 Nov 12 13:52:21.211929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:55Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '70aebc2c-1067-49cd-adb7-d621934b02b4', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'port_id': '529b2964-12a5-40dd-9535-5df159b2705d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'mac_address': 'fa:16:3e:37:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:52:17Z', 'updated_at': '2021-11-12T13:52:17Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78a9a46-bfca-48ea-b816-d25caa065b2d', 'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:c2:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:54Z', 'updated_at': '2021-11-12T13:52:01Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:52:21.285211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e2ad9-2e38-40d1-b996-6a79d2bff198 None None] The sync data for ids ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'] in n-d-805736-4 is: [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:55Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '70aebc2c-1067-49cd-adb7-d621934b02b4', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'port_id': '529b2964-12a5-40dd-9535-5df159b2705d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'mac_address': 'fa:16:3e:37:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:52:17Z', 'updated_at': '2021-11-12T13:52:17Z', 'revision_number': 0, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78a9a46-bfca-48ea-b816-d25caa065b2d', 'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:c2:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:54Z', 'updated_at': '2021-11-12T13:52:01Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:52:21.651278 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4312c928-25c9-45d3-a447-88a0761496c8 None None] New status for floating IP 70aebc2c-1067-49cd-adb7-d621934b02b4: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:52:22.048871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53714) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:22.195081 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f73c1807-e46e-44d5-a7fe-7291eb71f63d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/70aebc2c-1067-49cd-adb7-d621934b02b4 HTTP/1.1" status: 200 len: 993 time: 0.1442642 Nov 12 13:52:24.652853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53786) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:24.852898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82e6516d-ef02-4bcc-8a28-3fec4e9f435b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:24.946088 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82e6516d-ef02-4bcc-8a28-3fec4e9f435b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:24.951314 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82e6516d-ef02-4bcc-8a28-3fec4e9f435b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:24.985078 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-82e6516d-ef02-4bcc-8a28-3fec4e9f435b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=87c7d518f90f4d53904ab39917f0115a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291926 Nov 12 13:52:24.986215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53792) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:25.014271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6516d-ef02-4bcc-8a28-3fec4e9f435b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba7aee-bab4-4af4-9115-c9cfa9a42047,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:25.076482 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cb80768-c2da-4a51-9dbe-b7d6dcd8a7de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:25.125253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cb80768-c2da-4a51-9dbe-b7d6dcd8a7de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:25.228397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cb80768-c2da-4a51-9dbe-b7d6dcd8a7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:25.238998 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cb80768-c2da-4a51-9dbe-b7d6dcd8a7de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:25.242612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2cb80768-c2da-4a51-9dbe-b7d6dcd8a7de admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22ba7aee-bab4-4af4-9115-c9cfa9a42047 HTTP/1.1" status: 204 len: 168 time: 0.2524822 Nov 12 13:52:25.258044 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb80768-c2da-4a51-9dbe-b7d6dcd8a7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba7aee-bab4-4af4-9115-c9cfa9a42047,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:26.950877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19aab440-d11e-4530-9941-57d4445a9d95 req-7d329856-7249-491a-b98d-1689f43ec9e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4517682 Nov 12 13:52:26.997891 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5158c08a-0c62-45cf-af94-0072a0427c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:27.069042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aab440-d11e-4530-9941-57d4445a9d95 req-7f89c8aa-d8dc-41f3-ba3f-790df7e71fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:27.070912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19aab440-d11e-4530-9941-57d4445a9d95 req-7f89c8aa-d8dc-41f3-ba3f-790df7e71fb0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 1096 time: 0.0542572 Nov 12 13:52:27.218464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aab440-d11e-4530-9941-57d4445a9d95 req-e343c14f-df50-4730-9670-76349612ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:27.220800 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19aab440-d11e-4530-9941-57d4445a9d95 req-e343c14f-df50-4730-9670-76349612ac64 service neutron] 10.222.0.70 "GET /v2.0/networks?id=732a113a-5d13-459e-aa9c-50b2fe217925 HTTP/1.1" status: 200 len: 897 time: 0.1290462 Nov 12 13:52:27.312377 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19aab440-d11e-4530-9941-57d4445a9d95 req-73a4119f-350d-4d27-8758-1f588b43d04a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=529b2964-12a5-40dd-9535-5df159b2705d HTTP/1.1" status: 200 len: 1001 time: 0.0790560 Nov 12 13:52:27.391068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aab440-d11e-4530-9941-57d4445a9d95 req-aea37735-ac3e-4c0c-82c5-aacbf55fc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:27.393164 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19aab440-d11e-4530-9941-57d4445a9d95 req-aea37735-ac3e-4c0c-82c5-aacbf55fc5aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7fb7759-2db9-42fc-b00a-445d7c0d3b5c HTTP/1.1" status: 200 len: 835 time: 0.0699804 Nov 12 13:52:27.460170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aab440-d11e-4530-9941-57d4445a9d95 req-bc740df0-8731-4b94-9c18-aa235507683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:52:27.461703 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19aab440-d11e-4530-9941-57d4445a9d95 req-bc740df0-8731-4b94-9c18-aa235507683d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=732a113a-5d13-459e-aa9c-50b2fe217925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577545 Nov 12 13:52:27.578680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19aab440-d11e-4530-9941-57d4445a9d95 req-128f6363-e423-4bcb-bc27-748724e22242 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067913 Nov 12 13:52:27.781949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19aab440-d11e-4530-9941-57d4445a9d95 req-603fc12b-e5dd-40fc-93c7-646bcb0898ec service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931057 Nov 12 13:52:28.915562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53900) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:29.072046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:29.162673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:29.166863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:29.208979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9554e68-cec4-4ad1-a714-de895cc1327c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:29.212968 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=232602f04c544520949e5837734ee219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949128 Nov 12 13:52:29.216300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53910) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:29.235972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.236983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.237597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.238207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.238723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.239488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.239997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.240502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.241016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.241748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.242274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.242770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af204cd-35d2-48bb-a514-0612abc2f84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:29.293464 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66d76676-8b60-4efe-9de1-fcfaa9cf41ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:29.321342 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66d76676-8b60-4efe-9de1-fcfaa9cf41ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:29.387180 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66d76676-8b60-4efe-9de1-fcfaa9cf41ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:29.391304 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66d76676-8b60-4efe-9de1-fcfaa9cf41ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:29.393142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-66d76676-8b60-4efe-9de1-fcfaa9cf41ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9554e68-cec4-4ad1-a714-de895cc1327c HTTP/1.1" status: 204 len: 168 time: 0.1756604 Nov 12 13:52:29.403781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d76676-8b60-4efe-9de1-fcfaa9cf41ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9554e68-cec4-4ad1-a714-de895cc1327c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:29.503655 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa9a96d7-4990-40ad-84e8-3a7782f0ba9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:29.844296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 53916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:29.860532 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18e34c5c-5f90-4c13-9cb2-f63e72adc761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:30.039359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18e34c5c-5f90-4c13-9cb2-f63e72adc761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:30.045735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18e34c5c-5f90-4c13-9cb2-f63e72adc761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:30.095571 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-18e34c5c-5f90-4c13-9cb2-f63e72adc761 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f85f30bbdf84838b939d2ad2b19a497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2469499 Nov 12 13:52:30.095571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e34c5c-5f90-4c13-9cb2-f63e72adc761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af3ed86-a035-4fde-8554-01ba370628bd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:30.096737 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 53920) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:30.211524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-469e3ff3-0a2f-4ff8-a5a1-549632be64b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:30.240430 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-469e3ff3-0a2f-4ff8-a5a1-549632be64b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:30.321223 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-469e3ff3-0a2f-4ff8-a5a1-549632be64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:30.325437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-469e3ff3-0a2f-4ff8-a5a1-549632be64b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:30.328817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-469e3ff3-0a2f-4ff8-a5a1-549632be64b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9af3ed86-a035-4fde-8554-01ba370628bd HTTP/1.1" status: 204 len: 168 time: 0.2175863 Nov 12 13:52:30.348902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e3ff3-0a2f-4ff8-a5a1-549632be64b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af3ed86-a035-4fde-8554-01ba370628bd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:30.667222 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:32.283385 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:32.934289 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:34.014323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54022) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:34.559265 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7e5e-2b03-43f6-aa76-b86fe7ca9e7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:34.663580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7e5e-2b03-43f6-aa76-b86fe7ca9e7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:34.669842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7e5e-2b03-43f6-aa76-b86fe7ca9e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:34.728053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e7e5e-2b03-43f6-aa76-b86fe7ca9e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48ca45d-cf5a-48ca-a1b5-39370796f329,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:34.761442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aa8e7e5e-2b03-43f6-aa76-b86fe7ca9e7e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b58ddd85faed44b8986e9b18ff1deb38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7453909 Nov 12 13:52:34.764113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:34.859447 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34f367c9-ea22-416c-b2fc-fccbab3e44de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:34.901743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34f367c9-ea22-416c-b2fc-fccbab3e44de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:35.001492 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34f367c9-ea22-416c-b2fc-fccbab3e44de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:35.004246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34f367c9-ea22-416c-b2fc-fccbab3e44de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:35.005687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-34f367c9-ea22-416c-b2fc-fccbab3e44de admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f48ca45d-cf5a-48ca-a1b5-39370796f329 HTTP/1.1" status: 204 len: 168 time: 0.2388690 Nov 12 13:52:35.023519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f367c9-ea22-416c-b2fc-fccbab3e44de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48ca45d-cf5a-48ca-a1b5-39370796f329,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:38.371550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54190) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:38.515827 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbdd2-dff2-4838-8ee0-1f4bdbbc1975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:38.616300 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbdd2-dff2-4838-8ee0-1f4bdbbc1975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:38.622548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbdd2-dff2-4838-8ee0-1f4bdbbc1975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:38.673996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54194) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:38.674574 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b4ebbdd2-dff2-4838-8ee0-1f4bdbbc1975 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f231c2d870d44378194231b5e07fb6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013909 Nov 12 13:52:38.674903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebbdd2-dff2-4838-8ee0-1f4bdbbc1975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044a6365-dcde-491f-86a0-1d77c8f94b69,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:38.769756 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ef31f1d-ad08-4a71-813a-6ae76b0e8114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:38.796330 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ef31f1d-ad08-4a71-813a-6ae76b0e8114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:38.871129 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ef31f1d-ad08-4a71-813a-6ae76b0e8114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:38.874666 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8ef31f1d-ad08-4a71-813a-6ae76b0e8114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:38.877839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8ef31f1d-ad08-4a71-813a-6ae76b0e8114 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/044a6365-dcde-491f-86a0-1d77c8f94b69 HTTP/1.1" status: 204 len: 168 time: 0.2018106 Nov 12 13:52:38.893818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef31f1d-ad08-4a71-813a-6ae76b0e8114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044a6365-dcde-491f-86a0-1d77c8f94b69,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:39.263745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54204) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:39.282345 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:39.380588 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:39.387053 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:39.439069 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bf0d134724649408b5c6daa47171446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1732223 Nov 12 13:52:39.440123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c33d7fb-7069-486e-aab3-83aaa440903b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:39.441562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54206) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:39.449866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.450914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.450914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.451119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.452202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.452736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.453090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.453456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.453814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.455058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.455058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.455058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014d75b-6b3e-4c13-8097-cda8edb671e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:52:39.534894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-374a067c-9451-4b66-8aa1-e1b6ecaf9db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:39.568131 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-374a067c-9451-4b66-8aa1-e1b6ecaf9db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:39.630578 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-374a067c-9451-4b66-8aa1-e1b6ecaf9db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:39.634171 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-374a067c-9451-4b66-8aa1-e1b6ecaf9db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:39.646694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-374a067c-9451-4b66-8aa1-e1b6ecaf9db1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c33d7fb-7069-486e-aab3-83aaa440903b HTTP/1.1" status: 204 len: 168 time: 0.2009423 Nov 12 13:52:39.665870 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a067c-9451-4b66-8aa1-e1b6ecaf9db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c33d7fb-7069-486e-aab3-83aaa440903b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:41.602061 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:52:43.185440 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:43.396853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54368) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:43.581140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ff95b9b5-0dca-4d12-ab9c-ee880f41c81d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:43.694623 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ff95b9b5-0dca-4d12-ab9c-ee880f41c81d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:43.699870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ff95b9b5-0dca-4d12-ab9c-ee880f41c81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:43.762718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ff95b9b5-0dca-4d12-ab9c-ee880f41c81d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f4ea30c61f4046229cf316a3e02fb9e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3641856 Nov 12 13:52:43.765397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54376) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:43.769253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95b9b5-0dca-4d12-ab9c-ee880f41c81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a0875-796b-463b-a762-6f5a599395e2,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:43.821833 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-134c0995-e81b-4bbd-a261-f6eaffc73e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:43.846305 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-134c0995-e81b-4bbd-a261-f6eaffc73e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:43.900751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-134c0995-e81b-4bbd-a261-f6eaffc73e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:43.903401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-134c0995-e81b-4bbd-a261-f6eaffc73e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:43.907531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-134c0995-e81b-4bbd-a261-f6eaffc73e46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a4a0875-796b-463b-a762-6f5a599395e2 HTTP/1.1" status: 204 len: 168 time: 0.1381819 Nov 12 13:52:43.914710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c0995-e81b-4bbd-a261-f6eaffc73e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a0875-796b-463b-a762-6f5a599395e2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:44.256509 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:44.286476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54388) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:44.322743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-701a3a14-2aac-47cc-8500-1ef8ce5082f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:44.407429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-701a3a14-2aac-47cc-8500-1ef8ce5082f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:44.411796 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-701a3a14-2aac-47cc-8500-1ef8ce5082f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:44.447895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a3a14-2aac-47cc-8500-1ef8ce5082f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b9be0-6194-4b49-bd15-b7bbb14960a1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:44.471920 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-701a3a14-2aac-47cc-8500-1ef8ce5082f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f0628490daa4d8ea0b19b3524c7a292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843183 Nov 12 13:52:44.474426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54390) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:44.540871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8256dd44-a262-4863-a131-163643f715e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:44.564311 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8256dd44-a262-4863-a131-163643f715e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:44.619935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8256dd44-a262-4863-a131-163643f715e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:44.622836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8256dd44-a262-4863-a131-163643f715e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:44.627014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8256dd44-a262-4863-a131-163643f715e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f26b9be0-6194-4b49-bd15-b7bbb14960a1 HTTP/1.1" status: 204 len: 168 time: 0.1513913 Nov 12 13:52:44.635334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256dd44-a262-4863-a131-163643f715e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b9be0-6194-4b49-bd15-b7bbb14960a1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:47.215570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54470) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:47.352585 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e9a80df-4667-40c0-b053-5ba1b465b572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:47.444666 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e9a80df-4667-40c0-b053-5ba1b465b572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:47.450734 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5e9a80df-4667-40c0-b053-5ba1b465b572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:47.515818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a80df-4667-40c0-b053-5ba1b465b572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa40bb2-af93-4637-bed1-0be4de5ddc6e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:47.528308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54480) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:47.528798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5e9a80df-4667-40c0-b053-5ba1b465b572 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04bd388a8b4440ef90d4c989dcc3ba00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099940 Nov 12 13:52:47.600270 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d2369b1-7118-4c4f-94a6-a615d46f603f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:47.638404 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d2369b1-7118-4c4f-94a6-a615d46f603f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:47.706850 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d2369b1-7118-4c4f-94a6-a615d46f603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:47.709706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d2369b1-7118-4c4f-94a6-a615d46f603f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:47.713982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4d2369b1-7118-4c4f-94a6-a615d46f603f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/faa40bb2-af93-4637-bed1-0be4de5ddc6e HTTP/1.1" status: 204 len: 168 time: 0.1844676 Nov 12 13:52:47.724198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2369b1-7118-4c4f-94a6-a615d46f603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa40bb2-af93-4637-bed1-0be4de5ddc6e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:48.023279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54486) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:48.041570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84d6901a-0840-409d-bf5d-9d839725ed38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:48.124287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84d6901a-0840-409d-bf5d-9d839725ed38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:48.129247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84d6901a-0840-409d-bf5d-9d839725ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:48.170467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6901a-0840-409d-bf5d-9d839725ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a2bff6-ea6a-45b1-a355-cf6994def0a0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:48.177245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-84d6901a-0840-409d-bf5d-9d839725ed38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1168322a4b664be88e1fa253c99d96de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528566 Nov 12 13:52:48.177884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54488) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:48.244141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27d2cdce-4b0e-405a-bee4-dea7a6f27f03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:48.277870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27d2cdce-4b0e-405a-bee4-dea7a6f27f03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:48.335297 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27d2cdce-4b0e-405a-bee4-dea7a6f27f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:48.338085 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-27d2cdce-4b0e-405a-bee4-dea7a6f27f03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:48.339205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-27d2cdce-4b0e-405a-bee4-dea7a6f27f03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36a2bff6-ea6a-45b1-a355-cf6994def0a0 HTTP/1.1" status: 204 len: 168 time: 0.1598685 Nov 12 13:52:48.348727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2cdce-4b0e-405a-bee4-dea7a6f27f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a2bff6-ea6a-45b1-a355-cf6994def0a0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:51.741168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54644) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:51.875123 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32e42614-4c95-46df-9823-7eda8aff3eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:51.973340 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32e42614-4c95-46df-9823-7eda8aff3eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:51.980789 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-32e42614-4c95-46df-9823-7eda8aff3eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.030219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54650) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:52.030695 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-32e42614-4c95-46df-9823-7eda8aff3eec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ea7050e474a4f62a91236c2bbf1e451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2835488 Nov 12 13:52:52.038472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e42614-4c95-46df-9823-7eda8aff3eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb71b21-80aa-43b2-bb2a-cf5bcd065c57,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:52.090817 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b600da-fbbc-4d80-a672-608e985f14bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.117033 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b600da-fbbc-4d80-a672-608e985f14bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.176377 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b600da-fbbc-4d80-a672-608e985f14bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.179507 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b600da-fbbc-4d80-a672-608e985f14bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.180769 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-66b600da-fbbc-4d80-a672-608e985f14bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6bb71b21-80aa-43b2-bb2a-cf5bcd065c57 HTTP/1.1" status: 204 len: 168 time: 0.1543303 Nov 12 13:52:52.191823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b600da-fbbc-4d80-a672-608e985f14bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb71b21-80aa-43b2-bb2a-cf5bcd065c57,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:52.483602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:52.497597 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc8cbbcf-9708-40d0-a7dc-c5708ddbe100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.587156 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc8cbbcf-9708-40d0-a7dc-c5708ddbe100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.594724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc8cbbcf-9708-40d0-a7dc-c5708ddbe100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.650091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bc8cbbcf-9708-40d0-a7dc-c5708ddbe100 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27ee0a7e0e9c44268712e4eed87695b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631732 Nov 12 13:52:52.650091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cbbcf-9708-40d0-a7dc-c5708ddbe100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bac97e-765c-465c-b17c-d6820b406982,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:52.650933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54660) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:52.719039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-da53abb2-5774-4d49-83e1-f7947088e2bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.742050 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-da53abb2-5774-4d49-83e1-f7947088e2bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.799270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-da53abb2-5774-4d49-83e1-f7947088e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.802655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-da53abb2-5774-4d49-83e1-f7947088e2bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:52.807170 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-da53abb2-5774-4d49-83e1-f7947088e2bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e9bac97e-765c-465c-b17c-d6820b406982 HTTP/1.1" status: 204 len: 168 time: 0.1548920 Nov 12 13:52:52.818582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53abb2-5774-4d49-83e1-f7947088e2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bac97e-765c-465c-b17c-d6820b406982,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:55.307681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54738) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:55.437228 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac37c703-a4ef-4252-8ae7-2bf78504be8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:55.526513 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac37c703-a4ef-4252-8ae7-2bf78504be8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:55.533130 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ac37c703-a4ef-4252-8ae7-2bf78504be8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:55.944479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37c703-a4ef-4252-8ae7-2bf78504be8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a932b3d-4807-4828-a79e-66fbeece8c73,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:55.949575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ac37c703-a4ef-4252-8ae7-2bf78504be8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d30c03ea4ecd4cd295589928ca89e127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6419230 Nov 12 13:52:55.952313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54750) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:56.009891 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-342dc4e2-07e5-4da4-98a5-4eda284aa84c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.033659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-342dc4e2-07e5-4da4-98a5-4eda284aa84c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.098252 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-342dc4e2-07e5-4da4-98a5-4eda284aa84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.103013 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-342dc4e2-07e5-4da4-98a5-4eda284aa84c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.104954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-342dc4e2-07e5-4da4-98a5-4eda284aa84c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a932b3d-4807-4828-a79e-66fbeece8c73 HTTP/1.1" status: 204 len: 168 time: 0.1513379 Nov 12 13:52:56.120339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dc4e2-07e5-4da4-98a5-4eda284aa84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a932b3d-4807-4828-a79e-66fbeece8c73,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:56.538393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 54764) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:56.565151 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a516b40-0721-4919-a166-40a653d82a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.651188 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a516b40-0721-4919-a166-40a653d82a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.658383 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a516b40-0721-4919-a166-40a653d82a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.698250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a516b40-0721-4919-a166-40a653d82a72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ae1c0d0770242b3a31bf300d1e6b357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580641 Nov 12 13:52:56.699682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a516b40-0721-4919-a166-40a653d82a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542e6548-230e-44ff-ae4e-95cfa84610e5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:56.700011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 54766) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:52:56.755455 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d4c199a-ac0e-4a57-bb34-2c2c0669f9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.788597 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d4c199a-ac0e-4a57-bb34-2c2c0669f9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.840732 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d4c199a-ac0e-4a57-bb34-2c2c0669f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.844566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d4c199a-ac0e-4a57-bb34-2c2c0669f9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:56.846524 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8d4c199a-ac0e-4a57-bb34-2c2c0669f9f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/542e6548-230e-44ff-ae4e-95cfa84610e5 HTTP/1.1" status: 204 len: 168 time: 0.1441796 Nov 12 13:52:56.855765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c199a-ac0e-4a57-bb34-2c2c0669f9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542e6548-230e-44ff-ae4e-95cfa84610e5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:52:56.983039 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d81065ea-8a19-4cb7-8bc1-e8562e5ca363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:52:59.498566 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a1069d1-9c81-4460-970f-b90adc3cb349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:00.669425 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:02.288862 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:02.927046 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:06.807674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55062) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:06.951160 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff261e10-cefd-4a8b-9b72-1a7a5ba7c09e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.038464 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff261e10-cefd-4a8b-9b72-1a7a5ba7c09e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.043690 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff261e10-cefd-4a8b-9b72-1a7a5ba7c09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.094193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff261e10-cefd-4a8b-9b72-1a7a5ba7c09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b355c1b-51b9-4b91-b014-7faa578c086c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:07.109835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55074) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:07.115417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ff261e10-cefd-4a8b-9b72-1a7a5ba7c09e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=561b738b7b6d49b98cf1c316136d775e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3054597 Nov 12 13:53:07.193649 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9b9fa2b-4cf3-4123-96b6-31ab47e000ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.219568 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9b9fa2b-4cf3-4123-96b6-31ab47e000ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.274308 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9b9fa2b-4cf3-4123-96b6-31ab47e000ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.277350 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d9b9fa2b-4cf3-4123-96b6-31ab47e000ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.281488 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d9b9fa2b-4cf3-4123-96b6-31ab47e000ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b355c1b-51b9-4b91-b014-7faa578c086c HTTP/1.1" status: 204 len: 168 time: 0.1677136 Nov 12 13:53:07.287993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9fa2b-4cf3-4123-96b6-31ab47e000ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b355c1b-51b9-4b91-b014-7faa578c086c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:07.598571 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55084) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:07.613146 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55fa2103-6add-4535-8cf8-7f1c159995f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.688181 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55fa2103-6add-4535-8cf8-7f1c159995f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.693247 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55fa2103-6add-4535-8cf8-7f1c159995f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.731354 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa2103-6add-4535-8cf8-7f1c159995f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c0e97-8b0e-4607-b166-59a7bde2b915,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:07.736579 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-55fa2103-6add-4535-8cf8-7f1c159995f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19ce93820252431191f7d00607f77774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368768 Nov 12 13:53:07.739123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55086) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:07.800772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8910aa30-fdbc-41c0-abfd-6f2eb3c92c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.823625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8910aa30-fdbc-41c0-abfd-6f2eb3c92c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.879232 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8910aa30-fdbc-41c0-abfd-6f2eb3c92c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.882373 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8910aa30-fdbc-41c0-abfd-6f2eb3c92c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:07.883523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8910aa30-fdbc-41c0-abfd-6f2eb3c92c9c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df7c0e97-8b0e-4607-b166-59a7bde2b915 HTTP/1.1" status: 204 len: 168 time: 0.1434066 Nov 12 13:53:07.893185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910aa30-fdbc-41c0-abfd-6f2eb3c92c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c0e97-8b0e-4607-b166-59a7bde2b915,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:08.335256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55096) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:08.351653 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7472df9c-e30d-47f3-a6d6-6d65d06b19c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:08.460694 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7472df9c-e30d-47f3-a6d6-6d65d06b19c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:08.468820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7472df9c-e30d-47f3-a6d6-6d65d06b19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:08.522669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472df9c-e30d-47f3-a6d6-6d65d06b19c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb3037e-3dbe-4446-8a1a-e0845aec8d5c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:08.528658 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7472df9c-e30d-47f3-a6d6-6d65d06b19c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b62e42226cee47f3bbbbdee4eaa7ee88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1924796 Nov 12 13:53:08.532346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55098) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:08.606487 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a24c2177-c481-43ee-94b4-60f98de6bacc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:08.634300 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a24c2177-c481-43ee-94b4-60f98de6bacc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:08.709961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a24c2177-c481-43ee-94b4-60f98de6bacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:08.715012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a24c2177-c481-43ee-94b4-60f98de6bacc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:08.717342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a24c2177-c481-43ee-94b4-60f98de6bacc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9eb3037e-3dbe-4446-8a1a-e0845aec8d5c HTTP/1.1" status: 204 len: 168 time: 0.1829307 Nov 12 13:53:08.728214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c2177-c481-43ee-94b4-60f98de6bacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb3037e-3dbe-4446-8a1a-e0845aec8d5c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:10.470237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55180) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:10.608620 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23fb0b9c-b196-408b-b5f2-06210acf7a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:10.737414 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23fb0b9c-b196-408b-b5f2-06210acf7a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:10.751549 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-23fb0b9c-b196-408b-b5f2-06210acf7a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:10.803395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-23fb0b9c-b196-408b-b5f2-06210acf7a26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e5b7f7e96fd40ca8543742431a8af08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3319576 Nov 12 13:53:10.804458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb0b9c-b196-408b-b5f2-06210acf7a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be75fed7-87f3-4d70-b8b1-7ff1e70964a9,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:10.806335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55188) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:10.863108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-253d04f5-fef6-408e-b1ca-b20605684378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:10.887986 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-253d04f5-fef6-408e-b1ca-b20605684378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:10.940259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-253d04f5-fef6-408e-b1ca-b20605684378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:10.943579 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-253d04f5-fef6-408e-b1ca-b20605684378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:10.947594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-253d04f5-fef6-408e-b1ca-b20605684378 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be75fed7-87f3-4d70-b8b1-7ff1e70964a9 HTTP/1.1" status: 204 len: 168 time: 0.1365297 Nov 12 13:53:10.955976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d04f5-fef6-408e-b1ca-b20605684378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be75fed7-87f3-4d70-b8b1-7ff1e70964a9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:13.149652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55288) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:13.184752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:13.273320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e441e338-c24f-4868-a865-ebbe814aa435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:13.370290 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e441e338-c24f-4868-a865-ebbe814aa435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:13.378803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e441e338-c24f-4868-a865-ebbe814aa435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:13.414286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441e338-c24f-4868-a865-ebbe814aa435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375a4d13-3d9b-4014-8815-e7b5aced7dbc,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:13.425591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55300) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:13.426080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e441e338-c24f-4868-a865-ebbe814aa435 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d4dd42f19af84f2f828518bd31218f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750452 Nov 12 13:53:13.477345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5db78a6-bdf2-458b-85df-6a585a4a6def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:13.501403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5db78a6-bdf2-458b-85df-6a585a4a6def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:13.551343 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5db78a6-bdf2-458b-85df-6a585a4a6def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:13.554557 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5db78a6-bdf2-458b-85df-6a585a4a6def admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:13.558212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a5db78a6-bdf2-458b-85df-6a585a4a6def admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/375a4d13-3d9b-4014-8815-e7b5aced7dbc HTTP/1.1" status: 204 len: 168 time: 0.1293876 Nov 12 13:53:13.566438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db78a6-bdf2-458b-85df-6a585a4a6def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375a4d13-3d9b-4014-8815-e7b5aced7dbc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:13.872354 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:13.886367 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9d1f-85e9-48ff-8f62-319dc9eb2769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:13.979449 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9d1f-85e9-48ff-8f62-319dc9eb2769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:13.984275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9d1f-85e9-48ff-8f62-319dc9eb2769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:14.027781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f4ca9d1f-85e9-48ff-8f62-319dc9eb2769 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ed4714c937e4aa1978d460fc611c1c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543224 Nov 12 13:53:14.028669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca9d1f-85e9-48ff-8f62-319dc9eb2769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c3d60b-3ee6-460d-b7a8-8e3fdfa8dc62,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:14.030534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55308) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:14.088862 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00c59437-d727-4f6f-8828-a75fd9c78ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:14.118112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00c59437-d727-4f6f-8828-a75fd9c78ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:14.181940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00c59437-d727-4f6f-8828-a75fd9c78ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:14.184557 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-00c59437-d727-4f6f-8828-a75fd9c78ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:14.193714 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-00c59437-d727-4f6f-8828-a75fd9c78ebf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f4c3d60b-3ee6-460d-b7a8-8e3fdfa8dc62 HTTP/1.1" status: 204 len: 168 time: 0.1568172 Nov 12 13:53:14.210217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c59437-d727-4f6f-8828-a75fd9c78ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c3d60b-3ee6-460d-b7a8-8e3fdfa8dc62,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:14.273637 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:16.468814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55418) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:16.585827 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c59d32c1-883f-4a96-abd7-da12300a9269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:16.667286 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c59d32c1-883f-4a96-abd7-da12300a9269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:16.672569 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c59d32c1-883f-4a96-abd7-da12300a9269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:16.714097 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c59d32c1-883f-4a96-abd7-da12300a9269 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=07c44cfc49254cb3827637b5a9eef42f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442768 Nov 12 13:53:16.715383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d32c1-883f-4a96-abd7-da12300a9269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483dedc5-5a17-4140-bcb0-c5db247401f5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:16.715526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:16.784865 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91e74e66-70c1-4b90-a600-b7b4962125a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:16.809978 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91e74e66-70c1-4b90-a600-b7b4962125a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:16.860256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91e74e66-70c1-4b90-a600-b7b4962125a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:16.863128 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91e74e66-70c1-4b90-a600-b7b4962125a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:16.867304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-91e74e66-70c1-4b90-a600-b7b4962125a3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/483dedc5-5a17-4140-bcb0-c5db247401f5 HTTP/1.1" status: 204 len: 168 time: 0.1508887 Nov 12 13:53:16.876321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e74e66-70c1-4b90-a600-b7b4962125a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483dedc5-5a17-4140-bcb0-c5db247401f5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:17.190195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55432) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:17.205245 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05dcd90e-6738-4281-8b26-fb8a340cfa5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:17.285562 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05dcd90e-6738-4281-8b26-fb8a340cfa5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:17.290583 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-05dcd90e-6738-4281-8b26-fb8a340cfa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:17.332588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd90e-6738-4281-8b26-fb8a340cfa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef964f4-b701-46de-9ee2-b100b20bd34b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:17.342359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55434) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:17.343083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-05dcd90e-6738-4281-8b26-fb8a340cfa5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf497abae9b842059f752ed2e4401a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501157 Nov 12 13:53:17.402089 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-650046c4-cf30-49c5-a9f4-f6cc8ed20da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:17.427892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-650046c4-cf30-49c5-a9f4-f6cc8ed20da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:17.487431 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-650046c4-cf30-49c5-a9f4-f6cc8ed20da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:17.490282 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-650046c4-cf30-49c5-a9f4-f6cc8ed20da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:17.494202 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-650046c4-cf30-49c5-a9f4-f6cc8ed20da2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1ef964f4-b701-46de-9ee2-b100b20bd34b HTTP/1.1" status: 204 len: 168 time: 0.1508822 Nov 12 13:53:17.502787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650046c4-cf30-49c5-a9f4-f6cc8ed20da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef964f4-b701-46de-9ee2-b100b20bd34b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:18.604676 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:53:21.626958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55706) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:21.701756 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3135561d-65d5-4ff0-84fb-9e71d47bb82f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:21.792515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84161a-6a6d-42b0-a3cd-e9b639d98c96 req-37ebaaaa-f6be-4669-97d2-facdff738c12 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:21.796035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cd84161a-6a6d-42b0-a3cd-e9b639d98c96 req-37ebaaaa-f6be-4669-97d2-facdff738c12 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.2991679 Nov 12 13:53:21.856425 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3135561d-65d5-4ff0-84fb-9e71d47bb82f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:21.862688 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3135561d-65d5-4ff0-84fb-9e71d47bb82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:21.884395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cd84161a-6a6d-42b0-a3cd-e9b639d98c96 req-c57080f8-4738-47f8-b7c5-15bc2e93edfe tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817153 Nov 12 13:53:21.918317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135561d-65d5-4ff0-84fb-9e71d47bb82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12469d05-4115-4798-b0dc-d88a7290c699,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:21.943585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55718) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:21.951880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3135561d-65d5-4ff0-84fb-9e71d47bb82f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=534f56c4c2954ec6a98474ff24bc97d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236663 Nov 12 13:53:22.000002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40cc575-948d-446d-a76c-a3fa4a03c96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.025159 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40cc575-948d-446d-a76c-a3fa4a03c96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.073235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55722) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:22.119869 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40cc575-948d-446d-a76c-a3fa4a03c96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.125730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a40cc575-948d-446d-a76c-a3fa4a03c96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.127103 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a40cc575-948d-446d-a76c-a3fa4a03c96d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12469d05-4115-4798-b0dc-d88a7290c699 HTTP/1.1" status: 204 len: 168 time: 0.1824129 Nov 12 13:53:22.163638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cc575-948d-446d-a76c-a3fa4a03c96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12469d05-4115-4798-b0dc-d88a7290c699,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:22.238509 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f71c516-28d5-40e0-8eb6-ff962885e09c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.339378 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f71c516-28d5-40e0-8eb6-ff962885e09c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.345153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f71c516-28d5-40e0-8eb6-ff962885e09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.392286 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71c516-28d5-40e0-8eb6-ff962885e09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f52a003-16ff-418e-89e6-069af34dc62f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:22.413827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6f71c516-28d5-40e0-8eb6-ff962885e09c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=270429ead8be48898ad57d605759733e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3393650 Nov 12 13:53:22.418025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55732) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:22.501806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-309f7727-4262-4944-ab1e-c56d0b241167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.541658 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-309f7727-4262-4944-ab1e-c56d0b241167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.604003 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-309f7727-4262-4944-ab1e-c56d0b241167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.607765 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-309f7727-4262-4944-ab1e-c56d0b241167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:22.621004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-309f7727-4262-4944-ab1e-c56d0b241167 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f52a003-16ff-418e-89e6-069af34dc62f HTTP/1.1" status: 204 len: 168 time: 0.1934021 Nov 12 13:53:22.641056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f7727-4262-4944-ab1e-c56d0b241167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f52a003-16ff-418e-89e6-069af34dc62f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:23.068841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf073ab7-6141-4f78-9492-7811e9764f92 req-83c6dd46-8a8f-4cba-9b90-fb818c4ec0b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:23.070665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf073ab7-6141-4f78-9492-7811e9764f92 req-83c6dd46-8a8f-4cba-9b90-fb818c4ec0b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0845423 Nov 12 13:53:23.142414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf073ab7-6141-4f78-9492-7811e9764f92 req-e174e414-2cbf-4e5e-a3ee-cdeeade62089 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622458 Nov 12 13:53:23.566108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 55798) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:23.687267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-858070363-network', 'tenant_id': '572287ec3e214a3fbe9c3180947358c0'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:53:23.715072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Made reservation on behalf of 572287ec3e214a3fbe9c3180947358c0 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:53:23.717782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:23.727214 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:23.810437 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:23.814678 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:23.847386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:53:23.854814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041d7a07-d5e2-428f-be37-113809e43d13,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:23.862846 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:23.863368 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Added segment 6c7683f1-b628-4186-9b5d-501e0cd4e0d5 of type vlan for network 34806495-03d4-49d9-be3b-f2efd6e61e1a Nov 12 13:53:23.915926 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:23.947606 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:23.949367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:23.949969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:23.995190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4270368 Nov 12 13:53:23.998847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 55828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:24.004147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Request body: {'subnet': {'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-858070363-subnet', 'tenant_id': '572287ec3e214a3fbe9c3180947358c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:53:24.033265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Made reservation on behalf of 572287ec3e214a3fbe9c3180947358c0 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:53:24.036330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:24.052605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2edcc-041b-4aaa-9439-94a98cdda6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=34806495-03d4-49d9-be3b-f2efd6e61e1a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:24.066175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 34806495-03d4-49d9-be3b-f2efd6e61e1a details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:53:24.266672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:24.295521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0131a-0aa9-4aec-aa3c-3728212c0599 req-cb1f16a9-ad0a-4fb9-a948-37b7d608e507 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:24.298630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62f0131a-0aa9-4aec-aa3c-3728212c0599 req-cb1f16a9-ad0a-4fb9-a948-37b7d608e507 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0612726 Nov 12 13:53:24.331207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1fc06c-8eb5-4268-9084-28e9c654b96d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:24.355685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Checking segment: {'id': '6c7683f1-b628-4186-9b5d-501e0cd4e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:53:24.356657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Network hostable DHCP agents. Network: 34806495-03d4-49d9-be3b-f2efd6e61e1a, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:53:24.377248 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62f0131a-0aa9-4aec-aa3c-3728212c0599 req-cef28423-1423-4d5b-a145-e86d58cc282b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653324 Nov 12 13:53:24.384488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Network 34806495-03d4-49d9-be3b-f2efd6e61e1a is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:53:24.395441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 34806495-03d4-49d9-be3b-f2efd6e61e1a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:53:24.400529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:24.401568 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:24.405004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d30b920-db46-4329-b871-633e77c97c2e None None] Network 34806495-03d4-49d9-be3b-f2efd6e61e1a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:53:24.422572 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e1d42214-2b0b-4477-a767-7a34ea17cfdc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4216371 Nov 12 13:53:24.579824 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849950c2-22b0-461f-97f9-db45e760c2aa None None] Network 34806495-03d4-49d9-be3b-f2efd6e61e1a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:53:25.514960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9b5c6-4447-4725-af0c-1099eaf107a1 req-be9b8d4a-4dd0-4264-972d-f62ac2742e57 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:25.523799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fe9b5c6-4447-4725-af0c-1099eaf107a1 req-be9b8d4a-4dd0-4264-972d-f62ac2742e57 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0623765 Nov 12 13:53:25.587443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fe9b5c6-4447-4725-af0c-1099eaf107a1 req-a85d93ac-d7dd-47f6-a65d-93f1cefda933 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627263 Nov 12 13:53:26.580973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-ecae5781-0944-4096-8973-f3e8826de1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:26.583500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-ecae5781-0944-4096-8973-f3e8826de1ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 1096 time: 0.0505426 Nov 12 13:53:26.787228 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-39bb8a7b-9b54-4d1b-b66f-759877aaddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:26.791433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-39bb8a7b-9b54-4d1b-b66f-759877aaddc9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=732a113a-5d13-459e-aa9c-50b2fe217925 HTTP/1.1" status: 200 len: 897 time: 0.1806684 Nov 12 13:53:26.793266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a52cf-0a98-4778-971d-a0cdac3e897e req-2e29ed08-ac3f-420c-aaf7-6e6ed2c58e60 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:26.810923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cc9a52cf-0a98-4778-971d-a0cdac3e897e req-2e29ed08-ac3f-420c-aaf7-6e6ed2c58e60 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.1015925 Nov 12 13:53:26.867390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cc9a52cf-0a98-4778-971d-a0cdac3e897e req-b102a5c9-3f3c-4d7a-b5e4-24103a11c5cb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555673 Nov 12 13:53:26.889437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-2572857b-a68a-46a3-b618-f2376d5bd54e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=529b2964-12a5-40dd-9535-5df159b2705d HTTP/1.1" status: 200 len: 1001 time: 0.0871470 Nov 12 13:53:26.948956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-5e7abd7c-cdd2-43d3-b69c-c66f5db82902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:26.951428 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-5e7abd7c-cdd2-43d3-b69c-c66f5db82902 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7fb7759-2db9-42fc-b00a-445d7c0d3b5c HTTP/1.1" status: 200 len: 835 time: 0.0498292 Nov 12 13:53:26.982430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca4a27f1-9afd-4812-8591-972c7863bf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:27.031351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-ddc906df-f1b0-41a3-a172-b09adceb007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:27.033135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-ddc906df-f1b0-41a3-a172-b09adceb007a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=732a113a-5d13-459e-aa9c-50b2fe217925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699041 Nov 12 13:53:27.047368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-05f50e4b-6887-4a53-b5aa-a76ebc6dbdb0 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:53:27.048510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-05f50e4b-6887-4a53-b5aa-a76ebc6dbdb0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074561 Nov 12 13:53:27.183337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-0ac8a40e-28e4-45ff-8492-afac2d84bac4 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254976 Nov 12 13:53:27.313118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-84cbd39e-c771-43bd-aae3-031a01f8c17b req-cc177a89-a78e-4448-a53c-c367c0510f47 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218882 Nov 12 13:53:28.108058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119a8ff-e5a4-42c9-9cfe-bdcd1b1b0c2d req-5802b351-97da-437a-a16b-91f9c9ad8e4e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:28.113824 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0119a8ff-e5a4-42c9-9cfe-bdcd1b1b0c2d req-5802b351-97da-437a-a16b-91f9c9ad8e4e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.1319976 Nov 12 13:53:28.194788 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0119a8ff-e5a4-42c9-9cfe-bdcd1b1b0c2d req-9d87b030-ac3a-46ce-b905-53a3899b9d3b tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788696 Nov 12 13:53:28.785375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56176) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:28.930289 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a13cfa-0cc1-4ff1-9e8a-5f47adcf8e82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:29.024940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a13cfa-0cc1-4ff1-9e8a-5f47adcf8e82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:29.029510 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-10a13cfa-0cc1-4ff1-9e8a-5f47adcf8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:29.065944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-10a13cfa-0cc1-4ff1-9e8a-5f47adcf8e82 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eaa624c22e484d0f9b0235454b1401ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2769623 Nov 12 13:53:29.066595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56182) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:29.079563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a13cfa-0cc1-4ff1-9e8a-5f47adcf8e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0191fe13-17bc-41b0-aba5-c342382bc2eb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:29.126745 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33cf48fb-0a0b-4e8f-af8c-922786ee59d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:29.150657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33cf48fb-0a0b-4e8f-af8c-922786ee59d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:29.202037 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33cf48fb-0a0b-4e8f-af8c-922786ee59d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:29.204830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33cf48fb-0a0b-4e8f-af8c-922786ee59d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:29.206368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-33cf48fb-0a0b-4e8f-af8c-922786ee59d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0191fe13-17bc-41b0-aba5-c342382bc2eb HTTP/1.1" status: 204 len: 168 time: 0.1383529 Nov 12 13:53:29.214961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf48fb-0a0b-4e8f-af8c-922786ee59d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0191fe13-17bc-41b0-aba5-c342382bc2eb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:29.332845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b004b-083e-4e79-bfbc-5b7e77231b49 req-cd4a0794-d629-4cba-bc01-54fd341c7742 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:29.334852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b9b004b-083e-4e79-bfbc-5b7e77231b49 req-cd4a0794-d629-4cba-bc01-54fd341c7742 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0565381 Nov 12 13:53:29.410425 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2b9b004b-083e-4e79-bfbc-5b7e77231b49 req-5e57629f-7dd1-4dcf-a944-e9cbab8b89ae tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675750 Nov 12 13:53:29.504774 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8144-1135-4815-ac59-1260b0f57892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:30.000298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.102273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-386b77d5-f976-48f3-aa15-80abb570fb6f tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] Request body: {'port': {'network_id': 'b53601a5-f622-473e-aa23-cdd817449310', 'name': 'tempest-NetworksNegativeTestJSON-1320354506'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:53:30.117601 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-386b77d5-f976-48f3-aa15-80abb570fb6f tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] POST failed (client error): The resource could not be found. Nov 12 13:53:30.118148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386b77d5-f976-48f3-aa15-80abb570fb6f tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:53:30.119471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-386b77d5-f976-48f3-aa15-80abb570fb6f tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1176856 Nov 12 13:53:30.124251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56218) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.149828 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf93103-e7db-4dd0-9cf0-ac16fdfca918 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] DELETE failed (client error): The resource could not be found. Nov 12 13:53:30.150418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf93103-e7db-4dd0-9cf0-ac16fdfca918 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:53:30.154338 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5cf93103-e7db-4dd0-9cf0-ac16fdfca918 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] 10.222.0.73 "DELETE /v2.0/networks/096dd8f2-84de-4704-a8d7-ff1ac16643d5 HTTP/1.1" status: 404 len: 339 time: 0.0286758 Nov 12 13:53:30.158085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56220) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.186632 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ffb5c3-04e9-487a-b55c-ee53da0ff900 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] DELETE failed (client error): The resource could not be found. Nov 12 13:53:30.187582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ffb5c3-04e9-487a-b55c-ee53da0ff900 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:53:30.190889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a9ffb5c3-04e9-487a-b55c-ee53da0ff900 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] 10.222.0.73 "DELETE /v2.0/ports/398ba2d2-321d-49e0-b064-f3c03fe995e8 HTTP/1.1" status: 404 len: 333 time: 0.0316403 Nov 12 13:53:30.194653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56222) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.222873 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55e4325-b927-4f6c-b2d4-10015139247f tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] DELETE failed (client error): The resource could not be found. Nov 12 13:53:30.223585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55e4325-b927-4f6c-b2d4-10015139247f tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:53:30.234037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e55e4325-b927-4f6c-b2d4-10015139247f tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] 10.222.0.73 "DELETE /v2.0/subnets/5204ed32-e0f5-4556-8486-3b20946fbf7a HTTP/1.1" status: 404 len: 337 time: 0.0381203 Nov 12 13:53:30.234911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.260909 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-813ed32e-191c-4597-a754-e6d7508a906b tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] GET failed (client error): The resource could not be found. Nov 12 13:53:30.262493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-813ed32e-191c-4597-a754-e6d7508a906b tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] 10.222.0.73 "GET /v2.0/networks/7c122f84-2f28-4b92-899a-48b1dec9203b HTTP/1.1" status: 404 len: 339 time: 0.0263786 Nov 12 13:53:30.267888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56226) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.293605 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d852a2e3-e7da-45c9-9bab-599abdd21869 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] GET failed (client error): The resource could not be found. Nov 12 13:53:30.295331 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d852a2e3-e7da-45c9-9bab-599abdd21869 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] 10.222.0.73 "GET /v2.0/ports/ad3582a1-6d28-4df9-9879-2bb914cd7afe HTTP/1.1" status: 404 len: 333 time: 0.0264595 Nov 12 13:53:30.299191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56228) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.326754 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2477b700-b2b6-4d9e-b0b5-c52f5d1277ef tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] GET failed (client error): The resource could not be found. Nov 12 13:53:30.328028 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2477b700-b2b6-4d9e-b0b5-c52f5d1277ef tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] 10.222.0.73 "GET /v2.0/subnets/89124831-47fe-4060-af60-92141dc7e050 HTTP/1.1" status: 404 len: 337 time: 0.0279133 Nov 12 13:53:30.331869 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56230) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.338582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6dcb8e1f-cf3e-42fd-9671-83198d78016a tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:53:30.354868 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcb8e1f-cf3e-42fd-9671-83198d78016a tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] PUT failed (client error): The resource could not be found. Nov 12 13:53:30.355788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcb8e1f-cf3e-42fd-9671-83198d78016a tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:53:30.357801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6dcb8e1f-cf3e-42fd-9671-83198d78016a tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] 10.222.0.73 "PUT /v2.0/networks/c7f35663-c09d-4bc8-95a4-235edaa0d4a2 HTTP/1.1" status: 404 len: 339 time: 0.0249341 Nov 12 13:53:30.361615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56232) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.367283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e8cc3d6e-d5e6-4116-b1e9-aff5478f385d tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:53:30.392468 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cc3d6e-d5e6-4116-b1e9-aff5478f385d tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] PUT failed (client error): The resource could not be found. Nov 12 13:53:30.393164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cc3d6e-d5e6-4116-b1e9-aff5478f385d tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:53:30.394346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e8cc3d6e-d5e6-4116-b1e9-aff5478f385d tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] 10.222.0.73 "PUT /v2.0/ports/e242d6c4-b71a-4e17-87f1-8dac4d760fde HTTP/1.1" status: 404 len: 333 time: 0.0315382 Nov 12 13:53:30.398084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56234) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.408385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4e6090ee-90f9-4829-8a27-6ee323b7dd67 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:53:30.432322 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6090ee-90f9-4829-8a27-6ee323b7dd67 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] PUT failed (client error): The resource could not be found. Nov 12 13:53:30.432790 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6090ee-90f9-4829-8a27-6ee323b7dd67 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 13:53:30.434201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4e6090ee-90f9-4829-8a27-6ee323b7dd67 tempest-NetworksNegativeTestJSON-286610040 tempest-NetworksNegativeTestJSON-286610040-project] 10.222.0.73 "PUT /v2.0/subnets/235a95ac-bc12-434d-8785-d6a0e478d6b5 HTTP/1.1" status: 404 len: 337 time: 0.0305800 Nov 12 13:53:30.555987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7e4bf-8c17-4c42-80da-3aabf8527a3d req-d4679ee3-613f-47e9-ac99-2c40e6ae5156 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:30.558003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97e7e4bf-8c17-4c42-80da-3aabf8527a3d req-d4679ee3-613f-47e9-ac99-2c40e6ae5156 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0702326 Nov 12 13:53:30.647875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97e7e4bf-8c17-4c42-80da-3aabf8527a3d req-5446d213-3bb4-44b6-8837-9bd59a2f77e9 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832045 Nov 12 13:53:30.693460 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:30.822186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56246) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:30.992302 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c723861f-427f-4ea9-9329-8b1340a27e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:31.102116 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c723861f-427f-4ea9-9329-8b1340a27e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:31.108819 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c723861f-427f-4ea9-9329-8b1340a27e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:31.155544 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c723861f-427f-4ea9-9329-8b1340a27e68 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af85028284974f04b466447ed270be65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3312709 Nov 12 13:53:31.156612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723861f-427f-4ea9-9329-8b1340a27e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7b73b7-c4dd-4df4-81bf-2b64b36b5305,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:31.158144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:31.214899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:31.240438 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:31.302394 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:31.305186 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:31.309616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9f7b73b7-c4dd-4df4-81bf-2b64b36b5305 HTTP/1.1" status: 204 len: 168 time: 0.1493218 Nov 12 13:53:31.322819 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7b73b7-c4dd-4df4-81bf-2b64b36b5305,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:31.338437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.339329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.340342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.341559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.342479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.343136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.343734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.344355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.344990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.345583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.346178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.347066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6963b2-4857-46a0-97bd-096be44eade3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:31.842101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062b039-d452-47f6-ae34-49854c7841f6 req-3307db0d-51e3-418c-9405-708cd2df4122 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:31.844024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5062b039-d452-47f6-ae34-49854c7841f6 req-3307db0d-51e3-418c-9405-708cd2df4122 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0678952 Nov 12 13:53:31.922886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5062b039-d452-47f6-ae34-49854c7841f6 req-9f7754db-b6a2-4612-ab11-fee6950731be tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711329 Nov 12 13:53:32.281872 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:32.931841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:33.113682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7f711-3d94-48d0-b514-f8ceb4cf4345 req-2b0484f9-63cb-4318-80ac-8c1e45f85a29 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:33.121107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cd7f711-3d94-48d0-b514-f8ceb4cf4345 req-2b0484f9-63cb-4318-80ac-8c1e45f85a29 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.1050920 Nov 12 13:53:33.242084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cd7f711-3d94-48d0-b514-f8ceb4cf4345 req-1cded580-e193-4fef-b7c3-0ceb144a6a68 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045148 Nov 12 13:53:34.364476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27d7a6-f25a-4166-a305-f4e968604c99 req-a2f5f5c0-e9ef-4671-bf79-ed37bf605fa0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:34.373631 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a27d7a6-f25a-4166-a305-f4e968604c99 req-a2f5f5c0-e9ef-4671-bf79-ed37bf605fa0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0614388 Nov 12 13:53:34.434980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a27d7a6-f25a-4166-a305-f4e968604c99 req-2b7bf9b9-1aa5-42fe-8727-719bcf8dfced tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591052 Nov 12 13:53:35.597375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eb12b-0a36-4a4d-9540-d9b6efeb6198 req-b47cae6d-3cc4-40b7-9ca7-497c35b9c5fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:35.610665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-957eb12b-0a36-4a4d-9540-d9b6efeb6198 req-b47cae6d-3cc4-40b7-9ca7-497c35b9c5fa tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.1030855 Nov 12 13:53:35.677540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-957eb12b-0a36-4a4d-9540-d9b6efeb6198 req-f2b4a524-5b97-49cc-820c-e0d3262a093f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616527 Nov 12 13:53:36.882533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75419-0e10-4092-a563-1482c5c6fe0a req-4a54efd8-6cdf-40e1-8764-4e93ac665d7c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:36.888054 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fc75419-0e10-4092-a563-1482c5c6fe0a req-4a54efd8-6cdf-40e1-8764-4e93ac665d7c tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0794160 Nov 12 13:53:37.035550 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3fc75419-0e10-4092-a563-1482c5c6fe0a req-6cafe8c4-7dee-4684-adcb-f2d9e6d31262 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235013 Nov 12 13:53:38.252049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f96ef7-a27e-4086-acc5-7a2ead28dd85 req-933a0c20-d01b-46d5-a2c6-c314cbe3ac09 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:38.254551 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94f96ef7-a27e-4086-acc5-7a2ead28dd85 req-933a0c20-d01b-46d5-a2c6-c314cbe3ac09 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0556402 Nov 12 13:53:38.394664 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94f96ef7-a27e-4086-acc5-7a2ead28dd85 req-e002e377-b62f-4830-879c-9985821a2d70 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345146 Nov 12 13:53:39.540494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c47343-65c2-48c0-9b4d-5a13f4416d57 req-f455ba9b-c579-45a2-a951-3a6e128cdcfe tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:39.542784 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61c47343-65c2-48c0-9b4d-5a13f4416d57 req-f455ba9b-c579-45a2-a951-3a6e128cdcfe tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0652964 Nov 12 13:53:39.598690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-61c47343-65c2-48c0-9b4d-5a13f4416d57 req-b44a170c-8207-4d28-bc92-2b7c9a4f0a5a tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486870 Nov 12 13:53:40.743730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270bb98-6fde-4cd0-bcd7-6c7c06d1059e req-5837ceb8-5035-4c2e-903e-38ef856215bf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:40.757875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5270bb98-6fde-4cd0-bcd7-6c7c06d1059e req-5837ceb8-5035-4c2e-903e-38ef856215bf tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0688188 Nov 12 13:53:40.848482 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5270bb98-6fde-4cd0-bcd7-6c7c06d1059e req-02cb6c0e-fbd4-461c-9410-5e8ec5908b18 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895863 Nov 12 13:53:42.078261 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1606e-373d-4a02-bff0-e05aa92af1dc req-af31a619-bb90-445f-aef3-14163059afcd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:42.081333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bbd1606e-373d-4a02-bff0-e05aa92af1dc req-af31a619-bb90-445f-aef3-14163059afcd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.1171522 Nov 12 13:53:42.161786 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bbd1606e-373d-4a02-bff0-e05aa92af1dc req-5a7b1dd2-5116-4dc0-b427-d08f154fb067 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722799 Nov 12 13:53:42.364888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd6569-e81d-4a64-9e1b-5dc00a1623ee req-e367e7ef-8434-4746-9edd-ab017ac3a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:42.367077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bcbd6569-e81d-4a64-9e1b-5dc00a1623ee req-e367e7ef-8434-4746-9edd-ab017ac3a905 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 1096 time: 0.0831764 Nov 12 13:53:42.472065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bcbd6569-e81d-4a64-9e1b-5dc00a1623ee req-3c558260-2758-4464-b395-31ac6a512cbf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912602 Nov 12 13:53:42.882085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 529b2964-12a5-40dd-9535-5df159b2705d no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:53:43.010780 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:43.061776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 529b2964-12a5-40dd-9535-5df159b2705d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=529b2964-12a5-40dd-9535-5df159b2705d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:53:43.063546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:53:43.067974 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe342a-133f-48f3-92de-20d2adba8bba" -d '{"events": [{"server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "name": "network-vif-unplugged", "status": "completed", "tag": "529b2964-12a5-40dd-9535-5df159b2705d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:53:43.076870 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:43.170071 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 13:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22713ead-e136-49ee-9e25-fb825c5fe0a3 x-openstack-request-id: req-22713ead-e136-49ee-9e25-fb825c5fe0a3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:53:43.170367 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "name": "network-vif-unplugged", "status": "completed", "tag": "529b2964-12a5-40dd-9535-5df159b2705d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:53:43.170739 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-22713ead-e136-49ee-9e25-fb825c5fe0a3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:53:43.171489 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d', 'code': 200} Nov 12 13:53:43.254723 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:43.264738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=529b2964-12a5-40dd-9535-5df159b2705d,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:43.282925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.284069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.284644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.285383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.285383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.286185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.286185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.286962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.286962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.286962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.289079 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.289079 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:43.390549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c9d6-8e3b-4f23-90eb-ec62a43d65bd req-fc0f8414-5d89-4e75-b8db-d716a0f5175d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:43.393778 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8909c9d6-8e3b-4f23-90eb-ec62a43d65bd req-fc0f8414-5d89-4e75-b8db-d716a0f5175d tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 943 time: 0.1120012 Nov 12 13:53:43.513239 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8909c9d6-8e3b-4f23-90eb-ec62a43d65bd req-3c1775c6-09bd-4de5-b935-c7259f20d811 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123850 Nov 12 13:53:44.303125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:44.753304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715a238-04a5-443e-9d95-14e7dc33d3c7 req-34301af1-0bef-44ff-bfc4-9802028e18e0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:53:44.783615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7715a238-04a5-443e-9d95-14e7dc33d3c7 req-34301af1-0bef-44ff-bfc4-9802028e18e0 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 943 time: 0.1490598 Nov 12 13:53:44.874541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7715a238-04a5-443e-9d95-14e7dc33d3c7 req-fd693c92-325f-46e9-b5c6-fac8bdad8127 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848954 Nov 12 13:53:44.903860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 529b2964-12a5-40dd-9535-5df159b2705d details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:53:44.909547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56532) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:44.985541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cb29d5e7-4c35-4dc1-bd52-8e500a0d076e tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/floatingips/70aebc2c-1067-49cd-adb7-d621934b02b4 HTTP/1.1" status: 200 len: 991 time: 0.0747471 Nov 12 13:53:45.091305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 529b2964-12a5-40dd-9535-5df159b2705d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=529b2964-12a5-40dd-9535-5df159b2705d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:53:45.105647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '529b2964-12a5-40dd-9535-5df159b2705d', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'port_id': '529b2964-12a5-40dd-9535-5df159b2705d', 'mac_address': 'fa:16:3e:37:7d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:53:45.206549 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:45.223584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529b2964-12a5-40dd-9535-5df159b2705d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:53:45.248533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 529b2964-12a5-40dd-9535-5df159b2705d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=529b2964-12a5-40dd-9535-5df159b2705d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:53:45.254712 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:45.343305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=529b2964-12a5-40dd-9535-5df159b2705d,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:45.607668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['529b2964-12a5-40dd-9535-5df159b2705d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:53:46.900325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 529b2964-12a5-40dd-9535-5df159b2705d up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:53:47.019898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 529b2964-12a5-40dd-9535-5df159b2705d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:53:47.020272 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:47.210412 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:47.302433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:53:47.305071 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb60189-23df-49d0-aa84-1689386bf1ed" -d '{"events": [{"server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "name": "network-vif-plugged", "status": "completed", "tag": "529b2964-12a5-40dd-9535-5df159b2705d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:53:47.323638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 529b2964-12a5-40dd-9535-5df159b2705d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=529b2964-12a5-40dd-9535-5df159b2705d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:53:47.328743 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:47.387896 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b305395-697e-413e-803f-b92edbb567e0 x-openstack-request-id: req-8b305395-697e-413e-803f-b92edbb567e0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:53:47.388553 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "name": "network-vif-plugged", "status": "completed", "tag": "529b2964-12a5-40dd-9535-5df159b2705d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:53:47.389030 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b305395-697e-413e-803f-b92edbb567e0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:53:47.390299 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d', 'code': 200} Nov 12 13:53:47.430441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=529b2964-12a5-40dd-9535-5df159b2705d,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:55.605145 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:53:56.031146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 56920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:56.196993 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eed3499f-3cd9-4fc1-9115-a767277b5ed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:56.296413 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eed3499f-3cd9-4fc1-9115-a767277b5ed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:56.300697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eed3499f-3cd9-4fc1-9115-a767277b5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:56.332449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56932) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:56.333123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-eed3499f-3cd9-4fc1-9115-a767277b5ed9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=785bbe66c5ee4df1ac35d11cbd6cda87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985833 Nov 12 13:53:56.359420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3499f-3cd9-4fc1-9115-a767277b5ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dfdb4c-3967-44bb-8e97-82d527296651,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:56.396879 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:56.423955 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:56.480352 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:56.483278 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:56.484455 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9dfdb4c-3967-44bb-8e97-82d527296651 HTTP/1.1" status: 204 len: 168 time: 0.1500876 Nov 12 13:53:56.494113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dfdb4c-3967-44bb-8e97-82d527296651,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:56.503349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.503947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.504750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.505265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.505860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.506499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.507010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.507699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.509190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.509764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.510290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.510788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fd987-a57e-48f0-984e-4b79b97862be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:53:56.888118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56952) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:56.917595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e77e26d-9e1e-4a9b-880a-f52b15183833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:56.986306 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98c06386-4c3d-4372-8c7f-6bd6a523935a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:57.024268 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e77e26d-9e1e-4a9b-880a-f52b15183833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:57.029755 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e77e26d-9e1e-4a9b-880a-f52b15183833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:57.074557 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2e77e26d-9e1e-4a9b-880a-f52b15183833 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7424916497041d5b487dd92cedf1c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825643 Nov 12 13:53:57.075058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 56960) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:57.082046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77e26d-9e1e-4a9b-880a-f52b15183833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e4ff4e-5d31-4d93-a52c-b577e6075d43,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:57.136228 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-328e47e0-e897-4d11-a8be-c87ebb071be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:57.162444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-328e47e0-e897-4d11-a8be-c87ebb071be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:57.219410 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-328e47e0-e897-4d11-a8be-c87ebb071be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:57.221983 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-328e47e0-e897-4d11-a8be-c87ebb071be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:57.225329 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-328e47e0-e897-4d11-a8be-c87ebb071be2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/63e4ff4e-5d31-4d93-a52c-b577e6075d43 HTTP/1.1" status: 204 len: 168 time: 0.1466122 Nov 12 13:53:57.236115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e47e0-e897-4d11-a8be-c87ebb071be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e4ff4e-5d31-4d93-a52c-b577e6075d43,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:58.543932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 57036) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:58.685661 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aac97a27-b9a6-42f7-873f-fee838c9be0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:58.788965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aac97a27-b9a6-42f7-873f-fee838c9be0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:58.794480 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aac97a27-b9a6-42f7-873f-fee838c9be0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:58.836739 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aac97a27-b9a6-42f7-873f-fee838c9be0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69ddb8668897479ea8488162b6f00c69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913291 Nov 12 13:53:58.838015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac97a27-b9a6-42f7-873f-fee838c9be0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb62324d-db26-400e-b33b-eeca800b5fb3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:58.839779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 57050) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:53:58.901412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70f4fd62-eddf-45d9-817a-698ef6b25f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:58.927029 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70f4fd62-eddf-45d9-817a-698ef6b25f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:58.981324 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70f4fd62-eddf-45d9-817a-698ef6b25f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:58.984501 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70f4fd62-eddf-45d9-817a-698ef6b25f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:53:59.000957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-70f4fd62-eddf-45d9-817a-698ef6b25f11 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb62324d-db26-400e-b33b-eeca800b5fb3 HTTP/1.1" status: 204 len: 168 time: 0.1497526 Nov 12 13:53:59.010904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4fd62-eddf-45d9-817a-698ef6b25f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb62324d-db26-400e-b33b-eeca800b5fb3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:53:59.509240 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c62b62e-fe61-4b90-bb10-aefcccdcb260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:00.686145 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:01.761677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-2b97f54c-c52c-4406-a5bc-1c48145604b6 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=115ac171527343ddbbb9257b6e8c7ecc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376430 Nov 12 13:54:01.925774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f7ce8ac4-86d1-4098-b0f0-74f0d3b44a8e tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:01.928477 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f7ce8ac4-86d1-4098-b0f0-74f0d3b44a8e tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601722 Nov 12 13:54:01.945007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-957b9a78-6852-46ec-ab9c-3489659e8b3f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/quotas/115ac171527343ddbbb9257b6e8c7ecc HTTP/1.1" status: 200 len: 375 time: 0.0101206 Nov 12 13:54:01.981321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-90383e51-d9c8-45ec-aaa2-9b9c465a9a83 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=115ac171527343ddbbb9257b6e8c7ecc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288973 Nov 12 13:54:02.202418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c47f673-25e2-40b3-9338-28b1f43aaee7 req-c31831fd-5d53-4879-bcf7-74692b3d1f65 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 210 time: 0.0415699 Nov 12 13:54:02.303331 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:02.921162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:03.268478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-3381c7ed-5db2-4f2d-90f5-614603eeec7a tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=115ac171527343ddbbb9257b6e8c7ecc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449874 Nov 12 13:54:03.398464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4f28d1dd-de80-4e0c-8cd8-045380d73eec req-dbe81a63-caee-4745-96ee-516152da9687 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 210 time: 0.0818303 Nov 12 13:54:03.539513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-2be74ba7-1d8f-4c16-86ab-01ced6030760 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:03.541227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-2be74ba7-1d8f-4c16-86ab-01ced6030760 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588661 Nov 12 13:54:03.557782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Request body: {'port': {'device_id': 'fd83fd41-9986-44f4-aa76-f49aad599ed7', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '115ac171527343ddbbb9257b6e8c7ecc'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:03.698466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Made reservation on behalf of 115ac171527343ddbbb9257b6e8c7ecc for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:54:03.705334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:03.720848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:03.867889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:03.880896 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:03.973891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29db2254-4056-4088-994a-6392a8e0c31f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:04.101430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Allocated IP 192.168.233.83 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/d3f5898f-8fe1-4c3d-992f-bf09dedbabe9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:54:04.339188 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:04.394441 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:04.461629 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:54:04.465133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:54:04.470732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:54:04.506622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Pushing event updated for resources: {'Port': ['ID=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:04.567282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:04.567938 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:04.591670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-f5ec15d1-2551-401a-958b-4cb43a7b986f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0385406 Nov 12 13:54:04.622254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-3ae4c25b-dcc2-45ce-ad31-6dd158084ca7 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:54:04.624213 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-3ae4c25b-dcc2-45ce-ad31-6dd158084ca7 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148594 Nov 12 13:54:04.677152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69284b6f-36ec-4a9f-9656-b007d1042486 req-4994dbda-adf3-4286-8cc9-e760fddc6b62 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:04.688287 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69284b6f-36ec-4a9f-9656-b007d1042486 req-4994dbda-adf3-4286-8cc9-e760fddc6b62 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 935 time: 0.1507638 Nov 12 13:54:04.803494 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69284b6f-36ec-4a9f-9656-b007d1042486 req-675d88ec-ba8f-4bc4-b99e-413e21fb5904 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141205 Nov 12 13:54:04.884262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Request body: {'port': {'device_id': 'fd83fd41-9986-44f4-aa76-f49aad599ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:04.943353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-576f8adb-3878-4afc-8f24-5544fdbfad71 None None] Provisioning complete for port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:04.944351 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-576f8adb-3878-4afc-8f24-5544fdbfad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:04.972628 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:04.986048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-576f8adb-3878-4afc-8f24-5544fdbfad71 None None] Port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:54:05.342264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:54:05.358198 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:05.382469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Transition to ACTIVE for port object d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:54:05.388343 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:05.461534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:05.551638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Attempting to bind port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:54:05.552071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Attempting to bind port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:54:05.552477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Attempting to bind port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:54:05.557664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:54:05.558077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Attempting to bind port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:54:05.563997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:54:05.564331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:54:05.564726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:54:05.565159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Bound port: d3f5898f-8fe1-4c3d-992f-bf09dedbabe9, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:54:05.565538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:05.678000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] For port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:54:05.681716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] For port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:54:05.687735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:05.724630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:05.725171 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:05.727284 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] 10.222.0.105 "PUT /v2.0/ports/d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 HTTP/1.1" status: 200 len: 1095 time: 1.0907075 Nov 12 13:54:05.730627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd83fd41-9986-44f4-aa76-f49aad599ed7', 'tag': 'd3f5898f-8fe1-4c3d-992f-bf09dedbabe9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:54:05.735819 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b8ae05-f02d-47b2-be9c-006b8a0de849" -d '{"events": [{"name": "network-changed", "server_uuid": "fd83fd41-9986-44f4-aa76-f49aad599ed7", "tag": "d3f5898f-8fe1-4c3d-992f-bf09dedbabe9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:54:05.787944 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a10644-03fb-4500-acf0-5185ab149e20 x-openstack-request-id: req-48a10644-03fb-4500-acf0-5185ab149e20 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:54:05.788158 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd83fd41-9986-44f4-aa76-f49aad599ed7", "tag": "d3f5898f-8fe1-4c3d-992f-bf09dedbabe9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:54:05.788776 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48a10644-03fb-4500-acf0-5185ab149e20 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:54:05.789183 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd83fd41-9986-44f4-aa76-f49aad599ed7', 'tag': 'd3f5898f-8fe1-4c3d-992f-bf09dedbabe9', 'status': 'completed', 'code': 200} Nov 12 13:54:05.795573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7a4bd-e506-48ab-a289-748acc613d36 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:05.856147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-a0b68e12-fad4-4cb3-8b8b-2158c4ac19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:05.860149 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-a0b68e12-fad4-4cb3-8b8b-2158c4ac19bb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=115ac171527343ddbbb9257b6e8c7ecc&device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 1098 time: 0.0573089 Nov 12 13:54:05.942328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-ca3a8b21-a9f3-4dce-ad65-3dc94bd9e080 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 HTTP/1.1" status: 200 len: 217 time: 0.0693097 Nov 12 13:54:05.959579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636491a8-8b8b-4f78-b57f-a39485c3323a req-b70e22d6-6443-416a-acb9-74e11bf44560 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:05.961542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-636491a8-8b8b-4f78-b57f-a39485c3323a req-b70e22d6-6443-416a-acb9-74e11bf44560 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 947 time: 0.0714018 Nov 12 13:54:05.999556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-a272f7bf-c4b8-44e1-b44d-f75a583328db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:06.001089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-a272f7bf-c4b8-44e1-b44d-f75a583328db service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0506239 Nov 12 13:54:06.024827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-636491a8-8b8b-4f78-b57f-a39485c3323a req-f6f6d7d7-d841-4f06-8dad-1b6fe80f4e45 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569143 Nov 12 13:54:06.064941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-0c7f5a2a-5c25-493d-b8a8-d81d9fe851f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:06.066676 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-0c7f5a2a-5c25-493d-b8a8-d81d9fe851f1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563724 Nov 12 13:54:06.180991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-fae97383-b96b-47fc-a23c-5194959d0d3c service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036160 Nov 12 13:54:06.288279 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2310dfa-62c1-470e-a70f-6cb87e99625f req-8a4157f1-36a9-4d72-953f-1e04feb22486 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972121 Nov 12 13:54:06.381771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-d69ff640-101f-4d4a-beee-3a92e1b5228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:06.383344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-d69ff640-101f-4d4a-beee-3a92e1b5228d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=115ac171527343ddbbb9257b6e8c7ecc&device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 1098 time: 0.0448525 Nov 12 13:54:06.489892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-89e089e3-372a-4186-acb9-37c3687a94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:06.491410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-89e089e3-372a-4186-acb9-37c3687a94d4 service neutron] 10.222.0.105 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.0985594 Nov 12 13:54:06.542206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-09dcf0da-e03a-421b-90c5-475e50e72570 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 HTTP/1.1" status: 200 len: 217 time: 0.0424638 Nov 12 13:54:06.601869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-12cec826-ef71-4f61-af4a-feb6a42ebcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:06.603503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-12cec826-ef71-4f61-af4a-feb6a42ebcd1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0548353 Nov 12 13:54:06.653386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-7775e30b-edf6-43ea-9e4a-e794ec5bc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:06.654988 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-7775e30b-edf6-43ea-9e4a-e794ec5bc2c9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440283 Nov 12 13:54:06.769750 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-72ca3520-7a34-4755-bbe7-b47ebf3d8985 service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064930 Nov 12 13:54:06.875239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47b8ae05-f02d-47b2-be9c-006b8a0de849 req-c3a3ed8b-a948-4361-8948-70d56690f13a service neutron] 10.222.0.105 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978076 Nov 12 13:54:07.189385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d69459-ab7c-4850-a169-c91ca97dfb3d req-441a9cbe-6a14-4d13-a35c-cf960cc75f4d tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:07.190957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63d69459-ab7c-4850-a169-c91ca97dfb3d req-441a9cbe-6a14-4d13-a35c-cf960cc75f4d tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 947 time: 0.0804577 Nov 12 13:54:07.249721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63d69459-ab7c-4850-a169-c91ca97dfb3d req-b1752e6b-056a-4311-a940-801e1d0cb9fc tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524402 Nov 12 13:54:08.384932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb2fc3-ca19-4151-bb01-729a8ca65eac req-3914ae97-50ad-4fa6-bd72-26654485998e tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:08.387021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6cb2fc3-ca19-4151-bb01-729a8ca65eac req-3914ae97-50ad-4fa6-bd72-26654485998e tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 947 time: 0.0609412 Nov 12 13:54:08.441147 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f6cb2fc3-ca19-4151-bb01-729a8ca65eac req-025ed7ca-1978-47d3-9cb7-4a8cdbb626b0 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467274 Nov 12 13:54:09.581246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf10d8-0e0b-4c58-b23d-94c6aed85d46 req-f73440f6-8d75-4db4-b794-c8750504e243 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:09.582874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ecf10d8-0e0b-4c58-b23d-94c6aed85d46 req-f73440f6-8d75-4db4-b794-c8750504e243 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 947 time: 0.0667629 Nov 12 13:54:09.650119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ecf10d8-0e0b-4c58-b23d-94c6aed85d46 req-f659cd67-0784-4ec3-ae7c-f5f09b33fb61 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595188 Nov 12 13:54:09.853455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:54:09.977127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:09.990289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'd3f5898f-8fe1-4c3d-992f-bf09dedbabe9', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'd3f5898f-8fe1-4c3d-992f-bf09dedbabe9', 'mac_address': 'fa:16:3e:94:d5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:54:10.034655 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:10.049049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:54:10.071423 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:10.080273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:10.147346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:10.448125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d3f5898f-8fe1-4c3d-992f-bf09dedbabe9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:54:10.818210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1371829-63b7-4ec6-be16-fa3b312d1eb6 req-8f7010e1-1822-40c1-b89d-23593f18df16 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:10.819803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1371829-63b7-4ec6-be16-fa3b312d1eb6 req-8f7010e1-1822-40c1-b89d-23593f18df16 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 948 time: 0.0788646 Nov 12 13:54:10.891251 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1371829-63b7-4ec6-be16-fa3b312d1eb6 req-bcabaf12-2835-4098-970d-915c7713abc8 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614598 Nov 12 13:54:11.839788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:54:11.900966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:54:11.906960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:11.909379 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:12.004154 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:12.030773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74b7a7-853b-4dd3-87c9-28dba4915d18 req-362c05d8-77d7-4462-8f33-4bcb6fcbcdec tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:12.032905 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da74b7a7-853b-4dd3-87c9-28dba4915d18 req-362c05d8-77d7-4462-8f33-4bcb6fcbcdec tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 948 time: 0.0597892 Nov 12 13:54:12.035068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83fd41-9986-44f4-aa76-f49aad599ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f5898f-8fe1-4c3d-992f-bf09dedbabe9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:54:12.037675 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62be8519-9fab-4cb8-974f-2e5816f61b93" -d '{"events": [{"server_uuid": "fd83fd41-9986-44f4-aa76-f49aad599ed7", "name": "network-vif-plugged", "status": "completed", "tag": "d3f5898f-8fe1-4c3d-992f-bf09dedbabe9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:54:12.104863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da74b7a7-853b-4dd3-87c9-28dba4915d18 req-0ec43a9b-84c3-494d-aca3-12934566f84b tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563030 Nov 12 13:54:12.245723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3da59a-f1c7-4e49-b6cc-9f0a51b2828c req-8a72dc91-7468-4345-9e8f-b02f0fcd1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:12.247301 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f3da59a-f1c7-4e49-b6cc-9f0a51b2828c req-8a72dc91-7468-4345-9e8f-b02f0fcd1a3c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 1099 time: 0.0584450 Nov 12 13:54:12.291188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:12.295040 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db116ec2-c1f8-46d5-a3c5-30cafed2afca x-openstack-request-id: req-db116ec2-c1f8-46d5-a3c5-30cafed2afca {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:54:12.295645 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83fd41-9986-44f4-aa76-f49aad599ed7", "name": "network-vif-plugged", "status": "completed", "tag": "d3f5898f-8fe1-4c3d-992f-bf09dedbabe9", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:54:12.296241 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db116ec2-c1f8-46d5-a3c5-30cafed2afca {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:54:12.296492 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83fd41-9986-44f4-aa76-f49aad599ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f5898f-8fe1-4c3d-992f-bf09dedbabe9', 'code': 200} Nov 12 13:54:12.300133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:12.307383 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f3da59a-f1c7-4e49-b6cc-9f0a51b2828c req-065b0167-7110-4b28-a50d-4eec5d9e67bd service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523343 Nov 12 13:54:12.373547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:13.216959 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:13.282003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63415670-17a7-4e1d-b60f-7fe100370d7e req-82e672bf-7e9f-4442-bf75-6e0bf97085f7 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:13.284416 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63415670-17a7-4e1d-b60f-7fe100370d7e req-82e672bf-7e9f-4442-bf75-6e0bf97085f7 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 949 time: 0.0696678 Nov 12 13:54:13.346077 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63415670-17a7-4e1d-b60f-7fe100370d7e req-bb3cac93-ab9c-460c-883b-b2dbf78be98e tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552058 Nov 12 13:54:14.311464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:14.507395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5740-557b-4109-9e34-108db8a050ce req-a9835e92-49c9-4971-87e6-1aa249ce010e tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:14.508794 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc6a5740-557b-4109-9e34-108db8a050ce req-a9835e92-49c9-4971-87e6-1aa249ce010e tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 949 time: 0.0616262 Nov 12 13:54:14.570887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc6a5740-557b-4109-9e34-108db8a050ce req-df2ed9e5-74d3-4aa2-9c05-f5a0e4ff4f26 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548480 Nov 12 13:54:15.051182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5564c-e625-4fd6-be8c-967d5fa81e16 req-73e8ec37-647f-4aa9-b1e9-b09412105326 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:15.053070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95f5564c-e625-4fd6-be8c-967d5fa81e16 req-73e8ec37-647f-4aa9-b1e9-b09412105326 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 949 time: 0.1011362 Nov 12 13:54:15.136153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95f5564c-e625-4fd6-be8c-967d5fa81e16 req-5570313d-166d-46ea-9662-eb947e602579 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708063 Nov 12 13:54:16.319938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0d716-c091-4c5d-baef-24451631bc7b req-65c3dd12-ca17-4a96-ba4c-3ec237d9eba5 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:16.327953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4db0d716-c091-4c5d-baef-24451631bc7b req-65c3dd12-ca17-4a96-ba4c-3ec237d9eba5 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 949 time: 0.1028824 Nov 12 13:54:16.380834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4db0d716-c091-4c5d-baef-24451631bc7b req-e3fe0ca4-1a47-4aa3-8e74-60c69b3f66d3 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/security-groups?id=29db2254-4056-4088-994a-6392a8e0c31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519872 Nov 12 13:54:16.434128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-33aeed20-5eb8-4552-aff7-4b7945216b7b tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:16.435957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-33aeed20-5eb8-4552-aff7-4b7945216b7b tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 949 time: 0.0848951 Nov 12 13:54:16.546741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-0806a552-d3bd-4aec-a2bc-df16106df16f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Deleting port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:54:16.547113 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-0806a552-d3bd-4aec-a2bc-df16106df16f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:16.678765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-0806a552-d3bd-4aec-a2bc-df16106df16f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] For port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:16.679169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-0806a552-d3bd-4aec-a2bc-df16106df16f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:16.694405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-0806a552-d3bd-4aec-a2bc-df16106df16f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Calling delete_port for d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:54:16.862560 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-0806a552-d3bd-4aec-a2bc-df16106df16f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:16.877610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d3f5898f-8fe1-4c3d-992f-bf09dedbabe9'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:54:16.911995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806a552-d3bd-4aec-a2bc-df16106df16f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Pushing event deleted for resources: {'Port': ['ID=d3f5898f-8fe1-4c3d-992f-bf09dedbabe9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:16.977221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-0806a552-d3bd-4aec-a2bc-df16106df16f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] No DVR routers for this DVR port d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:54:16.981320 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-0806a552-d3bd-4aec-a2bc-df16106df16f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:16.985139 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-251459f6-8b35-4d98-a4a2-811ab5adf3ff req-0806a552-d3bd-4aec-a2bc-df16106df16f tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.105 "DELETE /v2.0/ports/d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 HTTP/1.1" status: 204 len: 173 time: 0.5422964 Nov 12 13:54:16.985728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83fd41-9986-44f4-aa76-f49aad599ed7', 'name': 'network-vif-deleted', 'tag': 'd3f5898f-8fe1-4c3d-992f-bf09dedbabe9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:54:16.988788 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7052bd00-53ab-48e5-9339-309649807946" -d '{"events": [{"server_uuid": "fd83fd41-9986-44f4-aa76-f49aad599ed7", "name": "network-vif-deleted", "tag": "d3f5898f-8fe1-4c3d-992f-bf09dedbabe9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:54:17.049273 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e21b7-2674-4337-adeb-6bc30b907138 x-openstack-request-id: req-116e21b7-2674-4337-adeb-6bc30b907138 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:54:17.049665 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83fd41-9986-44f4-aa76-f49aad599ed7", "name": "network-vif-deleted", "tag": "d3f5898f-8fe1-4c3d-992f-bf09dedbabe9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:54:17.050642 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-116e21b7-2674-4337-adeb-6bc30b907138 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:54:17.051115 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83fd41-9986-44f4-aa76-f49aad599ed7', 'name': 'network-vif-deleted', 'tag': 'd3f5898f-8fe1-4c3d-992f-bf09dedbabe9', 'status': 'completed', 'code': 200} Nov 12 13:54:17.521502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd6ab2f2-a234-4967-9cdb-8423db169df4 req-0cea617a-a9b0-4759-a82f-7ea0d2894201 tempest-VolumesNegativeTest-1024158597 tempest-VolumesNegativeTest-1024158597-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd83fd41-9986-44f4-aa76-f49aad599ed7 HTTP/1.1" status: 200 len: 210 time: 0.0446730 Nov 12 13:54:19.888326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:54:19.922201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:54:19.922560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d3f5898f-8fe1-4c3d-992f-bf09dedbabe9 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:54:25.524602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58098) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:25.718650 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-eb31e60f-ddd8-439f-99e5-d5ec6e01e9e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=115ac171527343ddbbb9257b6e8c7ecc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1927834 Nov 12 13:54:25.719141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:25.847702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-750e3a2e-a1ca-4373-9576-c5ebcc89f540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:25.880134 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-750e3a2e-a1ca-4373-9576-c5ebcc89f540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:25.945141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-750e3a2e-a1ca-4373-9576-c5ebcc89f540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:25.948587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-750e3a2e-a1ca-4373-9576-c5ebcc89f540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:25.952745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-750e3a2e-a1ca-4373-9576-c5ebcc89f540 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29db2254-4056-4088-994a-6392a8e0c31f HTTP/1.1" status: 204 len: 168 time: 0.2324526 Nov 12 13:54:25.963597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e3a2e-a1ca-4373-9576-c5ebcc89f540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29db2254-4056-4088-994a-6392a8e0c31f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:26.797672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-83538239-59c0-4b5a-b9a8-75931630ed48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3285677 Nov 12 13:54:26.909703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-8d17166e-3a84-46af-8570-a53925abcec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:26.912155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-8d17166e-3a84-46af-8570-a53925abcec3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 1096 time: 0.0632844 Nov 12 13:54:26.998553 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c37d-374b-4e9f-b8fe-9ec04cbb0f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:27.043376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-49854118-a8fd-4165-99a7-deba7e95626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:27.045090 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-49854118-a8fd-4165-99a7-deba7e95626a service neutron] 10.222.0.70 "GET /v2.0/networks?id=732a113a-5d13-459e-aa9c-50b2fe217925 HTTP/1.1" status: 200 len: 897 time: 0.1106403 Nov 12 13:54:27.126576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-6f4214db-5e16-4576-9a5a-685364b89fc6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=529b2964-12a5-40dd-9535-5df159b2705d HTTP/1.1" status: 200 len: 1001 time: 0.0727837 Nov 12 13:54:27.193107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-78150a09-7bfe-46b2-a285-b36fd3265a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:27.195726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-78150a09-7bfe-46b2-a285-b36fd3265a7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7fb7759-2db9-42fc-b00a-445d7c0d3b5c HTTP/1.1" status: 200 len: 835 time: 0.0602133 Nov 12 13:54:27.298088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-6e8fce4c-543d-4ded-bc3e-09a4ccb384ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:27.300064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-6e8fce4c-543d-4ded-bc3e-09a4ccb384ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=732a113a-5d13-459e-aa9c-50b2fe217925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961201 Nov 12 13:54:27.421176 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-ba27c4a4-2de9-481e-9639-007811fcc348 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117918 Nov 12 13:54:27.568232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c021904a-649a-455e-83d6-d4d1ff6224d9 req-b34996fe-5eaa-46c8-a6a5-89df14b61cad service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376803 Nov 12 13:54:28.894068 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58474) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:28.900702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'network': {'name': 'tempest-network-smoke--570663314', 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'port_security_enabled': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:28.926798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Made reservation on behalf of b10dffe2e7a14590b5c1b14bca568504 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:54:28.930762 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:28.941426 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.047493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.052438 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.078316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:54:29.095831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371908c9-44a8-4e7d-b0aa-6ab7909a8261,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:29.100144 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.100491 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Added segment a16729e7-36d0-436e-a319-277ffd5df606 of type vlan for network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 Nov 12 13:54:29.158671 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.189384 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.195746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:29.196466 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.262258 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3663330 Nov 12 13:54:29.262618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 58494) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:29.268551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'admin_state_up': True, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:29.297413 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.298359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.342493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397595bb-5bd2-4621-bd35-beaa6ff0458d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Network': ['ID=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:29.361480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:54:29.387557 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.420934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-bd5a959a-eba1-4cb9-b0e9-4bb79ca4cd2a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:29.422935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-bd5a959a-eba1-4cb9-b0e9-4bb79ca4cd2a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/networks?id=34806495-03d4-49d9-be3b-f2efd6e61e1a HTTP/1.1" status: 200 len: 813 time: 0.2163231 Nov 12 13:54:29.451233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-49cbcf4f-b7d0-4e47-a1a1-07eacdd8ce5f tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/quotas/572287ec3e214a3fbe9c3180947358c0 HTTP/1.1" status: 200 len: 375 time: 0.0169852 Nov 12 13:54:29.505117 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8692fd3-8e47-40cb-a8d4-0e2d673d0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:29.507224 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-117abbac-c9dc-4fa1-b89b-63289eb2e908 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=572287ec3e214a3fbe9c3180947358c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535574 Nov 12 13:54:29.521049 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-e7dfb733-e482-4732-be53-dcd3211c975c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:54:29.522459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-e7dfb733-e482-4732-be53-dcd3211c975c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069180 Nov 12 13:54:29.664246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-734b8298-8d2e-4114-9d7e-dd12abbf8d5a service neutron] 10.222.0.73 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317031 Nov 12 13:54:29.794292 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-849376c2-4316-41a1-9a6e-a65455b8126f service neutron] 10.222.0.73 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235895 Nov 12 13:54:29.979355 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:30.034600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ea6b3fe-0ddd-4402-a71f-407c293a3613 req-7ef332b1-1a0a-4713-aa24-8d5c32339af0 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 210 time: 0.0489116 Nov 12 13:54:30.304296 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:30.326807 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:30.489232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Allocated IP 172.25.5.121 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/8d4aa98b-2ce5-4128-8535-a88be1a4bb02) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:54:30.665389 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:30.689690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:30.712179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:30.779160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:54:30.786435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:54:30.791204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:54:30.811668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc03c88c-0a37-4742-9188-5c72377699c1 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:54:30.819958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Port': ['ID=8d4aa98b-2ce5-4128-8535-a88be1a4bb02,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:30.905413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-04ab0fea-af06-44ce-8673-12810f47e06c None None] Provisioning complete for port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:30.906625 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04ab0fea-af06-44ce-8673-12810f47e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:30.972396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-04ab0fea-af06-44ce-8673-12810f47e06c None None] Port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:54:31.140417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:31.172960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-29928790-ba4f-496b-8ed4-a5e2144d583f req-c860e9f1-4fae-424b-8829-0fe765813b73 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 210 time: 0.0365865 Nov 12 13:54:31.352839 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:31.586249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-2dac1ca3-eff5-4319-bc3c-59ee770ced6c tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:31.587734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-2dac1ca3-eff5-4319-bc3c-59ee770ced6c tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.105 "GET /v2.0/networks?id=34806495-03d4-49d9-be3b-f2efd6e61e1a HTTP/1.1" status: 200 len: 813 time: 0.1738086 Nov 12 13:54:31.601152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Request body: {'port': {'device_id': '9062f56c-23e0-45f0-a5e2-9cdf02524a38', 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a', 'admin_state_up': True, 'tenant_id': '572287ec3e214a3fbe9c3180947358c0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:31.606293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Router 18673869-d220-49cd-ad8d-0e3cccdb6f55 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:54:31.816436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:54:31.825220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Made reservation on behalf of 572287ec3e214a3fbe9c3180947358c0 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:54:31.827481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Sync routers for ids ['18673869-d220-49cd-ad8d-0e3cccdb6f55'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:54:31.828689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:31.840646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Routers {'18673869-d220-49cd-ad8d-0e3cccdb6f55'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:54:31.841894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:54:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['18673869-d220-49cd-ad8d-0e3cccdb6f55'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:31.856517 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:31.861044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58538) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:31.865945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3e91bb5d-acfc-4828-a373-7b342e95d0df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6012239 Nov 12 13:54:32.000189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Set router 18673869-d220-49cd-ad8d-0e3cccdb6f55 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:54:32.028177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-acf57758-f804-4282-b123-2dff11f8358f tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=b10dffe2e7a14590b5c1b14bca568504&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1657929 Nov 12 13:54:32.029084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58542) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:32.069126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Allocated IP 172.20.0.10 (34806495-03d4-49d9-be3b-f2efd6e61e1a/3c1fc06c-8eb5-4268-9084-28e9c654b96d/c6e3323e-941f-4991-a4a6-aa8aa7aa994b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:54:32.130562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c82c9c-7b6e-4bce-a7ce-8c207327c9e0 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:32.135624 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f2c82c9c-7b6e-4bce-a7ce-8c207327c9e0 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1052980 Nov 12 13:54:32.136652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58544) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:32.173741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9b2409ad-d110-4d1e-88e1-ad97f1d527f0 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355213 Nov 12 13:54:32.175077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58546) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:32.180200 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-222318572', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:32.258161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:30Z', 'revision_number': 3, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:32.282114 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.303886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Checking router: 18673869-d220-49cd-ad8d-0e3cccdb6f55 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:54:32.305258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Updating router 18673869-d220-49cd-ad8d-0e3cccdb6f55 port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:54:32.334576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Made reservation on behalf of b10dffe2e7a14590b5c1b14bca568504 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:54:32.338198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f304a55-e170-489a-8ab1-41d8c879faec req-cce1c5e7-4301-4cd6-80b3-98d36a1fdba4 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 210 time: 0.0412571 Nov 12 13:54:32.343846 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.355553 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.373770 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.395974 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.418864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Network 34806495-03d4-49d9-be3b-f2efd6e61e1a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:54:32.422381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:54:32.428554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:54:32.473655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Pushing event updated for resources: {'Port': ['ID=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:32.488387 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.488986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.489540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.489881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.490215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.490545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.490872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.491203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.491516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.491841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.492164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.492483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:32.528788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:32.529466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.552398 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-8616d600-7fa4-47b4-b3d9-b705d05f99d3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9539711 Nov 12 13:54:32.566651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Request body: {'port': {'device_id': '9062f56c-23e0-45f0-a5e2-9cdf02524a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:32.611249 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:54:32.615394 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.669892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.686327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Subnet': ['ID=9282e745-dba0-4c59-b133-7a6f9a210ff7,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:32.720176 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Checking segment: {'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:54:32.720534 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network hostable DHCP agents. Network: 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:54:32.745981 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.746254 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:54:32.755862 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.760433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:54:32.767811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:32.768773 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:32.792288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-21413930-cc90-4715-9f99-3503b32bd311 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6133201 Nov 12 13:54:32.792659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58552) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:32.800765 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346d9ff-5dbf-437e-b113-eec78eb79c8f None None] Network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:54:32.901429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7da126-2ba1-4a2d-a40b-bc6a1b2ea7c6 None None] Pushing event updated for resources: {'Port': ['ID=8d4aa98b-2ce5-4128-8535-a88be1a4bb02,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:32.975898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Attempting to bind port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:54:32.976271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Attempting to bind port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:54:32.976641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Attempting to bind port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:54:32.983012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f9ca7d-8483-4a72-87e0-e9825bce70c7 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:54:33.008607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:54:33.009063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:54:33.009421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.009828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:54:33.010328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Bound port: 8d4aa98b-2ce5-4128-8535-a88be1a4bb02, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:54:33.010782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.029178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e3323e-941f-4991-a4a6-aa8aa7aa994b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:54:33.038876 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.055350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Transition to ACTIVE for port object c6e3323e-941f-4991-a4a6-aa8aa7aa994b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:54:33.063130 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.079402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] For port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:54:33.082982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] For port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8d4aa98b-2ce5-4128-8535-a88be1a4bb02,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:54:33.100270 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.165468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:33.200902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.227390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7da126-2ba1-4a2d-a40b-bc6a1b2ea7c6 None None] Pushing event updated for resources: {'Port': ['ID=8d4aa98b-2ce5-4128-8535-a88be1a4bb02,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:33.241893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c1b65-9827-40a6-8a07-78238a32600a None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:54:33.257212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Routers {'18673869-d220-49cd-ad8d-0e3cccdb6f55'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:54:33.257910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:54:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['18673869-d220-49cd-ad8d-0e3cccdb6f55'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:33.316008 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Attempting to bind port c6e3323e-941f-4991-a4a6-aa8aa7aa994b on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:54:33.316341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Attempting to bind port c6e3323e-941f-4991-a4a6-aa8aa7aa994b by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '6c7683f1-b628-4186-9b5d-501e0cd4e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:54:33.316665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Attempting to bind port c6e3323e-941f-4991-a4a6-aa8aa7aa994b on network 34806495-03d4-49d9-be3b-f2efd6e61e1a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:54:33.326195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Port c6e3323e-941f-4991-a4a6-aa8aa7aa994b on network 34806495-03d4-49d9-be3b-f2efd6e61e1a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:54:33.326941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Attempting to bind port c6e3323e-941f-4991-a4a6-aa8aa7aa994b on network 34806495-03d4-49d9-be3b-f2efd6e61e1a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:54:33.329760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:54:33.330625 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.334046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0753b8b1-a7f5-4ff9-a8a8-73b386abcc9a None None] Provisioning complete for port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:33.334553 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0753b8b1-a7f5-4ff9-a8a8-73b386abcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.339445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:54:33.341447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Checking segment: {'id': '6c7683f1-b628-4186-9b5d-501e0cd4e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:54:33.342291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Bound using segment: {'id': '6c7683f1-b628-4186-9b5d-501e0cd4e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:54:33.343352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Bound port: c6e3323e-941f-4991-a4a6-aa8aa7aa994b, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7683f1-b628-4186-9b5d-501e0cd4e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:54:33.344086 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.478301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] For port c6e3323e-941f-4991-a4a6-aa8aa7aa994b, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:54:33.488226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] For port c6e3323e-941f-4991-a4a6-aa8aa7aa994b, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,segment=NetworkSegment(6c7683f1-b628-4186-9b5d-501e0cd4e0d5),segment_id=6c7683f1-b628-4186-9b5d-501e0cd4e0d5)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:54:33.497180 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.499740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.540095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c4816-f81e-424a-8535-4772758ecca9 req-8c7144d6-9d8d-4a2c-9b11-e15bd6b10d55 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:33.542134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d04c4816-f81e-424a-8535-4772758ecca9 req-8c7144d6-9d8d-4a2c-9b11-e15bd6b10d55 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 944 time: 0.0996780 Nov 12 13:54:33.580248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:33.581668 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.583424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] 10.222.0.105 "PUT /v2.0/ports/c6e3323e-941f-4991-a4a6-aa8aa7aa994b HTTP/1.1" status: 200 len: 1092 time: 1.0236471 Nov 12 13:54:33.596370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9062f56c-23e0-45f0-a5e2-9cdf02524a38', 'tag': 'c6e3323e-941f-4991-a4a6-aa8aa7aa994b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:54:33.600216 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04" -d '{"events": [{"name": "network-changed", "server_uuid": "9062f56c-23e0-45f0-a5e2-9cdf02524a38", "tag": "c6e3323e-941f-4991-a4a6-aa8aa7aa994b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:54:33.688105 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa094df4-149e-4aac-9b40-51bdb6f36bf2 x-openstack-request-id: req-fa094df4-149e-4aac-9b40-51bdb6f36bf2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:54:33.689048 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9062f56c-23e0-45f0-a5e2-9cdf02524a38", "tag": "c6e3323e-941f-4991-a4a6-aa8aa7aa994b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:54:33.689413 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa094df4-149e-4aac-9b40-51bdb6f36bf2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:54:33.690090 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9062f56c-23e0-45f0-a5e2-9cdf02524a38', 'tag': 'c6e3323e-941f-4991-a4a6-aa8aa7aa994b', 'status': 'completed', 'code': 200} Nov 12 13:54:33.705117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d04c4816-f81e-424a-8535-4772758ecca9 req-7c27476b-cbfa-4e82-9e39-c3840d0888c3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227934 Nov 12 13:54:33.715325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1711e-0baf-4eb5-9af9-f20af9416b0f service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:33.728828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-46835258-e483-49d6-8019-691b85426271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:33.732911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-46835258-e483-49d6-8019-691b85426271 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=572287ec3e214a3fbe9c3180947358c0&device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 1095 time: 0.0978119 Nov 12 13:54:33.761840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] Set router 18673869-d220-49cd-ad8d-0e3cccdb6f55 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:54:33.809262 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-39c6c2c4-ff76-4e66-82cf-9b789e4feaa6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e3323e-941f-4991-a4a6-aa8aa7aa994b HTTP/1.1" status: 200 len: 217 time: 0.0600796 Nov 12 13:54:33.884052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-52766fc1-402c-4078-8d76-3dc47e1766d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:33.887300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-52766fc1-402c-4078-8d76-3dc47e1766d5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3c1fc06c-8eb5-4268-9084-28e9c654b96d HTTP/1.1" status: 200 len: 853 time: 0.0698698 Nov 12 13:54:33.920527 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0753b8b1-a7f5-4ff9-a8a8-73b386abcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:33.922056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-58ad158e-1a39-45aa-a8f4-2e21f20b56e4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=34806495-03d4-49d9-be3b-f2efd6e61e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297017 Nov 12 13:54:33.976175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0753b8b1-a7f5-4ff9-a8a8-73b386abcc9a None None] For port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8d4aa98b-2ce5-4128-8535-a88be1a4bb02,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:33.984261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Allocated IP 172.20.0.2 (2ed3a3ec-17a5-4b1b-8717-12633f0f07d8/9282e745-dba0-4c59-b133-7a6f9a210ff7/8b7b411d-eb40-490c-bec4-e19ae6db16b2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:54:33.990539 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0753b8b1-a7f5-4ff9-a8a8-73b386abcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:34.035175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-b03b4a39-4d8d-40d8-96fe-6ec75a724764 service neutron] 10.222.0.105 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048336 Nov 12 13:54:34.156347 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1463d0ac-8293-4740-929b-3d02ab6b47d7 req-f83d0c48-61d0-405d-874f-6c0a79ac2bbc service neutron] 10.222.0.105 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138949 Nov 12 13:54:34.258152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04 req-b2ed0433-eb1a-419c-98a0-0badbdf741fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:34.260371 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04 req-b2ed0433-eb1a-419c-98a0-0badbdf741fc service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=572287ec3e214a3fbe9c3180947358c0&device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 1095 time: 0.0517318 Nov 12 13:54:34.302629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753b8b1-a7f5-4ff9-a8a8-73b386abcc9a None None] Pushing event updated for resources: {'Port': ['ID=8d4aa98b-2ce5-4128-8535-a88be1a4bb02,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:34.305306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5f7df6bb-c16f-4555-b982-7dcf9dcc8e90 None None] Provisioning complete for port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:34.305691 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f7df6bb-c16f-4555-b982-7dcf9dcc8e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:34.369856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04 req-030fbdb9-39a9-45f2-a1d6-8ec26edb60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:34.372419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04 req-030fbdb9-39a9-45f2-a1d6-8ec26edb60d8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=34806495-03d4-49d9-be3b-f2efd6e61e1a HTTP/1.1" status: 200 len: 914 time: 0.1054792 Nov 12 13:54:34.413762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:30Z', 'revision_number': 3, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:34.421356 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04 req-1d130b5e-bc43-48a7-85f4-5902ed758224 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e3323e-941f-4991-a4a6-aa8aa7aa994b HTTP/1.1" status: 200 len: 217 time: 0.0419405 Nov 12 13:54:34.453558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55c40d-cd49-4c73-9f70-0942d9258727 None None] The sync data for ids ['18673869-d220-49cd-ad8d-0e3cccdb6f55'] in n-d-805736-4 is: [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:30Z', 'revision_number': 3, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:54:34.486263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04 req-e38831cf-5bad-41b5-a9f7-63587b9a4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:34.486263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04 req-e38831cf-5bad-41b5-a9f7-63587b9a4892 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3c1fc06c-8eb5-4268-9084-28e9c654b96d HTTP/1.1" status: 200 len: 853 time: 0.0552814 Nov 12 13:54:34.497158 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:34.519312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04 req-59162d01-bdb2-43d3-b2a3-0627d45a5771 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=34806495-03d4-49d9-be3b-f2efd6e61e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287285 Nov 12 13:54:34.526272 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:34.590632 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Pushing event updated for resources: {'Port': ['ID=8b7b411d-eb40-490c-bec4-e19ae6db16b2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:34.606572 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Allocated IP 172.20.0.1 (2ed3a3ec-17a5-4b1b-8717-12633f0f07d8/9282e745-dba0-4c59-b133-7a6f9a210ff7/150691fd-7723-4f7e-83c8-3c598bbeb4eb) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:54:34.620229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:54:34.622835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:54:34.626328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:54:34.687358 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04 req-0fe9a18a-5d40-47bd-b938-a01a70a81291 service neutron] 10.222.0.105 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611857 Nov 12 13:54:34.718217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Attempting to bind port 8b7b411d-eb40-490c-bec4-e19ae6db16b2 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:54:34.718596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Attempting to bind port 8b7b411d-eb40-490c-bec4-e19ae6db16b2 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:54:34.718965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Attempting to bind port 8b7b411d-eb40-490c-bec4-e19ae6db16b2 on network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:54:34.724544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:54:34.724929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Checking segment: {'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:54:34.725381 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:34.725933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Bound using segment: {'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:54:34.726465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Bound port: 8b7b411d-eb40-490c-bec4-e19ae6db16b2, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:54:34.726855 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:34.803991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:34.853713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] For port 8b7b411d-eb40-490c-bec4-e19ae6db16b2, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:54:34.855673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:34.861245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] For port 8b7b411d-eb40-490c-bec4-e19ae6db16b2, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8b7b411d-eb40-490c-bec4-e19ae6db16b2,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:54:34.874521 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:34.906399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8faa9193-bfbe-458a-a3fb-6f991ae9ec04 req-d0650f79-8c62-49d3-9b5c-c5a5fc0cbc71 service neutron] 10.222.0.105 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119210 Nov 12 13:54:34.960024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24e90c-5708-4950-8b7d-dd7581466ccc req-447edd21-8196-46e9-82d9-9dad632eccf6 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:34.963971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da24e90c-5708-4950-8b7d-dd7581466ccc req-447edd21-8196-46e9-82d9-9dad632eccf6 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 944 time: 0.1017833 Nov 12 13:54:34.966180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:54:34.988946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:54:34.992189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:54:35.027284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bb622-fa05-4b4c-9c4a-2d1cacb43342 None None] Pushing event updated for resources: {'Port': ['ID=8b7b411d-eb40-490c-bec4-e19ae6db16b2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:35.052221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da24e90c-5708-4950-8b7d-dd7581466ccc req-18495de4-3231-4abe-9e9e-30aa082e450b tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799847 Nov 12 13:54:35.063169 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Port': ['ID=150691fd-7723-4f7e-83c8-3c598bbeb4eb,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:35.094803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:35.292818 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:35.642508 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:35.648047 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.025113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c6e3323e-941f-4991-a4a6-aa8aa7aa994b details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:54:36.093592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Port': ['ID=150691fd-7723-4f7e-83c8-3c598bbeb4eb,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:36.096409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.186409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c6e3323e-941f-4991-a4a6-aa8aa7aa994b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,segment=NetworkSegment(6c7683f1-b628-4186-9b5d-501e0cd4e0d5),segment_id=6c7683f1-b628-4186-9b5d-501e0cd4e0d5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:36.201706 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'c6e3323e-941f-4991-a4a6-aa8aa7aa994b', 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a', 'port_id': 'c6e3323e-941f-4991-a4a6-aa8aa7aa994b', 'mac_address': 'fa:16:3e:53:3a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1fc06c-8eb5-4268-9084-28e9c654b96d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:54:36.250476 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.250741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:54:36.252877 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:54:36.263630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dd522-5eef-4aac-b5af-d2a41e55d2e2 req-cece38a1-eefc-4ee6-b6ab-f728741be1e2 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:36.265223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-008dd522-5eef-4aac-b5af-d2a41e55d2e2 req-cece38a1-eefc-4ee6-b6ab-f728741be1e2 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 944 time: 0.0914929 Nov 12 13:54:36.273901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e3323e-941f-4991-a4a6-aa8aa7aa994b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:54:36.292378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec8539b-1427-439c-9070-669c14bacd27 None None] Network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:54:36.319468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c6e3323e-941f-4991-a4a6-aa8aa7aa994b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,segment=NetworkSegment(6c7683f1-b628-4186-9b5d-501e0cd4e0d5),segment_id=6c7683f1-b628-4186-9b5d-501e0cd4e0d5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:36.337311 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.413921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b397396f-66e8-41a2-a84c-511c4a30fa51 None None] Provisioning complete for port 8b7b411d-eb40-490c-bec4-e19ae6db16b2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:36.414217 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-008dd522-5eef-4aac-b5af-d2a41e55d2e2 req-4d015b61-1c41-4f23-a503-f2d05f1e3b5c tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259139 Nov 12 13:54:36.414401 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b397396f-66e8-41a2-a84c-511c4a30fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.458344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Router 18673869-d220-49cd-ad8d-0e3cccdb6f55 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:54:36.479168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:36.594600 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b397396f-66e8-41a2-a84c-511c4a30fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.630541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:54:36.644811 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-28097532-6767-445c-b964-8244db04260a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "PUT /v2.0/routers/18673869-d220-49cd-ad8d-0e3cccdb6f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8497145 Nov 12 13:54:36.647142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58570) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:36.651224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['c6e3323e-941f-4991-a4a6-aa8aa7aa994b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:54:36.657110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-44a8af08-c555-4075-9420-087673bff29e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1610745355', 'description': 'tempest-secgroup_access--1610745355 description', 'project_id': 'b10dffe2e7a14590b5c1b14bca568504'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:36.711334 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44a8af08-c555-4075-9420-087673bff29e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.732966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b397396f-66e8-41a2-a84c-511c4a30fa51 None None] For port 8b7b411d-eb40-490c-bec4-e19ae6db16b2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8b7b411d-eb40-490c-bec4-e19ae6db16b2,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:36.744959 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b397396f-66e8-41a2-a84c-511c4a30fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.851752 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44a8af08-c555-4075-9420-087673bff29e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.857668 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44a8af08-c555-4075-9420-087673bff29e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.902398 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Sync routers for ids ['18673869-d220-49cd-ad8d-0e3cccdb6f55'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:54:36.909947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8af08-c555-4075-9420-087673bff29e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2b5b9-79d5-4aed-9480-68c44391b841,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:36.915674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397396f-66e8-41a2-a84c-511c4a30fa51 None None] Pushing event updated for resources: {'Port': ['ID=8b7b411d-eb40-490c-bec4-e19ae6db16b2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:36.927236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44a8af08-c555-4075-9420-087673bff29e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:36.929018 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-44a8af08-c555-4075-9420-087673bff29e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2803133 Nov 12 13:54:36.931563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58572) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:36.934803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:54:36.937516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2efb84bb-8c6b-4c02-964d-de8242bc980e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--573501708', 'description': 'tempest-secgroup_general--573501708 description', 'project_id': 'b10dffe2e7a14590b5c1b14bca568504'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:36.937875 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Routers {'18673869-d220-49cd-ad8d-0e3cccdb6f55'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:54:36.938773 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:54:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['18673869-d220-49cd-ad8d-0e3cccdb6f55'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:36.966238 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2efb84bb-8c6b-4c02-964d-de8242bc980e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.086207 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2efb84bb-8c6b-4c02-964d-de8242bc980e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.091602 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2efb84bb-8c6b-4c02-964d-de8242bc980e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.120458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:37.129968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb84bb-8c6b-4c02-964d-de8242bc980e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab0e1cc-c012-4221-ad4d-f825327699a5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:37.134020 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.138950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f4f492f4-298f-46a9-840f-c293318018bd None None] Provisioning complete for port 150691fd-7723-4f7e-83c8-3c598bbeb4eb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:37.139628 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4f492f4-298f-46a9-840f-c293318018bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.157612 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2efb84bb-8c6b-4c02-964d-de8242bc980e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.161534 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2efb84bb-8c6b-4c02-964d-de8242bc980e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2275250 Nov 12 13:54:37.162985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 58574) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:37.171859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0039ea66-c28f-40e7-8914-5bf3a8137319 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'security_group_rule': {'security_group_id': '62d2b5b9-79d5-4aed-9480-68c44391b841', 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:37.197003 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Set router 18673869-d220-49cd-ad8d-0e3cccdb6f55 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:54:37.235964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f4f492f4-298f-46a9-840f-c293318018bd None None] Port 150691fd-7723-4f7e-83c8-3c598bbeb4eb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:54:37.239353 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0039ea66-c28f-40e7-8914-5bf3a8137319 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.266187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f4f492f4-298f-46a9-840f-c293318018bd None None] Provisioning complete for port 8b7b411d-eb40-490c-bec4-e19ae6db16b2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:37.266871 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4f492f4-298f-46a9-840f-c293318018bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.320881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0039ea66-c28f-40e7-8914-5bf3a8137319 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.326052 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0039ea66-c28f-40e7-8914-5bf3a8137319 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.351936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039ea66-c28f-40e7-8914-5bf3a8137319 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38595da4-8475-490d-88a8-c35fb764e8ac,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:37.358990 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0039ea66-c28f-40e7-8914-5bf3a8137319 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.360490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0039ea66-c28f-40e7-8914-5bf3a8137319 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1956375 Nov 12 13:54:37.379152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b7b411d-eb40-490c-bec4-e19ae6db16b2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:54:37.536441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8b7b411d-eb40-490c-bec4-e19ae6db16b2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:37.536825 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.579286 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:35Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '150691fd-7723-4f7e-83c8-3c598bbeb4eb', 'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:fd:af:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:33Z', 'updated_at': '2021-11-12T13:54:35Z', 'revision_number': 2, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:37.605382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6c948-be80-4300-af60-6896a435f049 req-4568aff0-d498-4348-af10-4783e0c809e2 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:37.607785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95e6c948-be80-4300-af60-6896a435f049 req-4568aff0-d498-4348-af10-4783e0c809e2 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 945 time: 0.0613203 Nov 12 13:54:37.627930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-3582083f-bdbc-46e7-bbf7-a78faa101519 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_general--573501708&fields=id&tenant_id=b10dffe2e7a14590b5c1b14bca568504 HTTP/1.1" status: 200 len: 267 time: 0.0848389 Nov 12 13:54:37.657771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-395ff3cb-807c-4eda-a830-3b5244ea398a None None] Provisioning complete for port 150691fd-7723-4f7e-83c8-3c598bbeb4eb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:37.658037 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-395ff3cb-807c-4eda-a830-3b5244ea398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.674107 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Checking router: 18673869-d220-49cd-ad8d-0e3cccdb6f55 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:54:37.674455 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Updating router 18673869-d220-49cd-ad8d-0e3cccdb6f55 port 150691fd-7723-4f7e-83c8-3c598bbeb4eb binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:54:37.715572 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.722207 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-95e6c948-be80-4300-af60-6896a435f049 req-cc046671-0d62-488c-8752-3fdc511ef4bd tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046987 Nov 12 13:54:37.730944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-f496dc68-b33d-4953-8b97-28b30af320e2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_access--1610745355&fields=id&tenant_id=b10dffe2e7a14590b5c1b14bca568504 HTTP/1.1" status: 200 len: 267 time: 0.0925877 Nov 12 13:54:37.751135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-395ff3cb-807c-4eda-a830-3b5244ea398a None None] Port 150691fd-7723-4f7e-83c8-3c598bbeb4eb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:54:37.868316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f15024-fe89-4461-b890-cb80c68f014d req-f829763d-8a6b-4ee7-b68e-b8243366a945 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:37.869021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-66536264-abb0-497a-87bd-547490de9bdd None None] Provisioning complete for port 150691fd-7723-4f7e-83c8-3c598bbeb4eb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:37.869811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-f829763d-8a6b-4ee7-b68e-b8243366a945 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/networks?id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 HTTP/1.1" status: 200 len: 796 time: 0.1233153 Nov 12 13:54:37.875032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66536264-abb0-497a-87bd-547490de9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:37.885710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-bc8b9f17-8923-4828-a725-6f0e1f6e9e2b tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/quotas/b10dffe2e7a14590b5c1b14bca568504 HTTP/1.1" status: 200 len: 375 time: 0.0100191 Nov 12 13:54:37.919653 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-66536264-abb0-497a-87bd-547490de9bdd None None] Port 150691fd-7723-4f7e-83c8-3c598bbeb4eb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:54:37.943191 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-b3203791-2deb-45fa-a9e4-3436b17f6e93 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b10dffe2e7a14590b5c1b14bca568504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500569 Nov 12 13:54:38.023680 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.030972 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.042770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c6e3323e-941f-4991-a4a6-aa8aa7aa994b up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:54:38.082619 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Pushing event updated for resources: {'Port': ['ID=150691fd-7723-4f7e-83c8-3c598bbeb4eb,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:38.100520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port c6e3323e-941f-4991-a4a6-aa8aa7aa994b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:54:38.105458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port c6e3323e-941f-4991-a4a6-aa8aa7aa994b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:38.105869 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.111838 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.112595 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.113108 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.113692 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.114387 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.115130 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.115884 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.116558 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.117261 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.118987 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.119574 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.120079 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:38.143679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-d0a5028d-631b-49db-9634-02709a4acf66 service neutron] 10.222.0.73 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877613 Nov 12 13:54:38.172303 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Attempting to bind port 150691fd-7723-4f7e-83c8-3c598bbeb4eb on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:54:38.172823 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Attempting to bind port 150691fd-7723-4f7e-83c8-3c598bbeb4eb by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:54:38.173373 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Attempting to bind port 150691fd-7723-4f7e-83c8-3c598bbeb4eb on network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:54:38.179649 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:54:38.180228 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Checking segment: {'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:54:38.180888 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.181431 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Bound using segment: {'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:54:38.182010 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Bound port: 150691fd-7723-4f7e-83c8-3c598bbeb4eb, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:54:38.182793 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.207849 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.237473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9062f56c-23e0-45f0-a5e2-9cdf02524a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3323e-941f-4991-a4a6-aa8aa7aa994b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:54:38.240746 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d6464a-cc80-41a5-8cd9-0cbbe79f20e4" -d '{"events": [{"server_uuid": "9062f56c-23e0-45f0-a5e2-9cdf02524a38", "name": "network-vif-plugged", "status": "completed", "tag": "c6e3323e-941f-4991-a4a6-aa8aa7aa994b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:54:38.252228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-5aa454c0-f868-4c11-a751-910b0417c50c service neutron] 10.222.0.73 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023510 Nov 12 13:54:38.258561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port c6e3323e-941f-4991-a4a6-aa8aa7aa994b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,segment=NetworkSegment(6c7683f1-b628-4186-9b5d-501e0cd4e0d5),segment_id=6c7683f1-b628-4186-9b5d-501e0cd4e0d5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:38.265191 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.272469 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] For port 150691fd-7723-4f7e-83c8-3c598bbeb4eb, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:54:38.279136 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] For port 150691fd-7723-4f7e-83c8-3c598bbeb4eb, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=150691fd-7723-4f7e-83c8-3c598bbeb4eb,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:54:38.288057 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.328851 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50db463-c7e2-4d9c-889b-adc22c2c7e46 x-openstack-request-id: req-f50db463-c7e2-4d9c-889b-adc22c2c7e46 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:54:38.329145 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9062f56c-23e0-45f0-a5e2-9cdf02524a38", "name": "network-vif-plugged", "status": "completed", "tag": "c6e3323e-941f-4991-a4a6-aa8aa7aa994b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:54:38.329418 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f50db463-c7e2-4d9c-889b-adc22c2c7e46 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:54:38.329812 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9062f56c-23e0-45f0-a5e2-9cdf02524a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3323e-941f-4991-a4a6-aa8aa7aa994b', 'code': 200} Nov 12 13:54:38.335455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:38.374038 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Routers {'18673869-d220-49cd-ad8d-0e3cccdb6f55'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:54:38.374588 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:54:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['18673869-d220-49cd-ad8d-0e3cccdb6f55'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:38.425535 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1547489-bde8-4c2a-8c92-5933d5448fe3 None None] Pushing event updated for resources: {'Port': ['ID=150691fd-7723-4f7e-83c8-3c598bbeb4eb,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:38.476629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6c784407-335f-4492-a263-9e2781f569d0 None None] Provisioning complete for port 150691fd-7723-4f7e-83c8-3c598bbeb4eb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:38.477001 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c784407-335f-4492-a263-9e2781f569d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.497419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c480-a698-4363-94cb-111116b76324 req-96c88cb6-03ac-4c2f-a098-ecb18ec58765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:38.498965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07f0c480-a698-4363-94cb-111116b76324 req-96c88cb6-03ac-4c2f-a098-ecb18ec58765 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 1097 time: 0.0961592 Nov 12 13:54:38.569718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eea88b59-8e67-401f-8e57-0e90d6e136db req-86f63cec-2e92-4b03-a250-dc9fd84ed0e5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 210 time: 0.0550561 Nov 12 13:54:38.579120 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-07f0c480-a698-4363-94cb-111116b76324 req-45472885-900a-4fb0-a436-0ef9ec30efec service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710645 Nov 12 13:54:38.672636 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c784407-335f-4492-a263-9e2781f569d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.676934 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] Set router 18673869-d220-49cd-ad8d-0e3cccdb6f55 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:54:38.736800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6c784407-335f-4492-a263-9e2781f569d0 None None] For port 150691fd-7723-4f7e-83c8-3c598bbeb4eb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=150691fd-7723-4f7e-83c8-3c598bbeb4eb,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:38.739569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b7b411d-eb40-490c-bec4-e19ae6db16b2 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:54:38.775439 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c784407-335f-4492-a263-9e2781f569d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.861096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c784407-335f-4492-a263-9e2781f569d0 None None] Pushing event updated for resources: {'Port': ['ID=150691fd-7723-4f7e-83c8-3c598bbeb4eb,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:38.868499 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8b7b411d-eb40-490c-bec4-e19ae6db16b2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:38.868871 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.924717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2f37afbc-965f-47e9-ba32-86041545d7cd None None] Provisioning complete for port 150691fd-7723-4f7e-83c8-3c598bbeb4eb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:38.925225 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f37afbc-965f-47e9-ba32-86041545d7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:38.968168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6d308-e3b7-4b8d-9737-6cd674fc1da6 req-7741883d-25d7-4313-936e-62ef29ab9c47 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:38.970550 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:35Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '150691fd-7723-4f7e-83c8-3c598bbeb4eb', 'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:fd:af:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:33Z', 'updated_at': '2021-11-12T13:54:38Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:38.976990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9d6d308-e3b7-4b8d-9737-6cd674fc1da6 req-7741883d-25d7-4313-936e-62ef29ab9c47 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 946 time: 0.1282215 Nov 12 13:54:39.010164 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e79a27-7b8f-46a4-acda-227077942c4b None None] The sync data for ids ['18673869-d220-49cd-ad8d-0e3cccdb6f55'] in n-d-805736-4 is: [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:35Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '150691fd-7723-4f7e-83c8-3c598bbeb4eb', 'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:fd:af:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:33Z', 'updated_at': '2021-11-12T13:54:38Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:54:39.069945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9d6d308-e3b7-4b8d-9737-6cd674fc1da6 req-dc8985c0-91fe-466a-b600-68c7599c8fa3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917497 Nov 12 13:54:39.662974 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b745cc2-8f09-4dd3-9aab-c84aa1df70f4 req-d04a5a8e-24e5-48a8-89f6-934f490e5a59 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 210 time: 0.0406337 Nov 12 13:54:39.855089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f15024-fe89-4461-b890-cb80c68f014d req-18797088-4d8e-4be0-b45b-a29e8af000df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:39.856618 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-18797088-4d8e-4be0-b45b-a29e8af000df tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.70 "GET /v2.0/networks?id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 HTTP/1.1" status: 200 len: 796 time: 0.1382787 Nov 12 13:54:39.956711 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-7d5aa089-cd60-4d47-bdf5-6be4221dec93 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10dffe2e7a14590b5c1b14bca568504 HTTP/1.1" status: 200 len: 477 time: 0.0897663 Nov 12 13:54:39.970139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'port': {'device_id': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'admin_state_up': True, 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'security_groups': ['bab0e1cc-c012-4221-ad4d-f825327699a5', '62d2b5b9-79d5-4aed-9480-68c44391b841']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:40.098876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Made reservation on behalf of b10dffe2e7a14590b5c1b14bca568504 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:54:40.103012 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:40.284141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803551a5-c2e6-4d6a-b96d-b3f40c1e1a56 req-5f4212fb-b821-4122-883e-96c0945d46b3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:40.285792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-803551a5-c2e6-4d6a-b96d-b3f40c1e1a56 req-5f4212fb-b821-4122-883e-96c0945d46b3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 946 time: 0.1025267 Nov 12 13:54:40.303171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Allocated IP 172.20.0.9 (2ed3a3ec-17a5-4b1b-8717-12633f0f07d8/9282e745-dba0-4c59-b133-7a6f9a210ff7/3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:54:40.378338 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-803551a5-c2e6-4d6a-b96d-b3f40c1e1a56 req-6ec97b5d-4802-4fe8-a6ae-1f1e4e5bce52 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773506 Nov 12 13:54:40.535891 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:40.573082 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:40.622414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:54:40.626492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:54:40.630223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:54:40.738971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:40.739799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:40.782250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8185055 Nov 12 13:54:40.790742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 150691fd-7723-4f7e-83c8-3c598bbeb4eb up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:54:40.801593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Request body: {'port': {'device_id': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:40.835002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87000a3-bd21-4cad-a2d4-ae0c869fc39d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Port': ['ID=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:40.869993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ba23c-8a3e-494d-a4a8-9a66cd5f5738 req-fd836bab-aa75-435e-ba9f-64d68c399084 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:40.880017 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:40.887945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-190ba23c-8a3e-494d-a4a8-9a66cd5f5738 req-fd836bab-aa75-435e-ba9f-64d68c399084 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 970 time: 0.0993443 Nov 12 13:54:40.897888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 150691fd-7723-4f7e-83c8-3c598bbeb4eb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:40.898588 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:40.996778 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-190ba23c-8a3e-494d-a4a8-9a66cd5f5738 req-ac833226-d535-4e38-b381-c657773af7eb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1071565 Nov 12 13:54:41.146846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4d74644d-6ebb-4628-a948-bdf2f6bf7e5f None None] Provisioning complete for port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:41.147214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d74644d-6ebb-4628-a948-bdf2f6bf7e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:41.202134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4d74644d-6ebb-4628-a948-bdf2f6bf7e5f None None] Port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:54:41.648632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:54:41.657787 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:41.678712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Transition to ACTIVE for port object 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:54:41.685263 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:41.741643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:41.843038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Attempting to bind port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:54:41.843410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Attempting to bind port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:54:41.843738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Attempting to bind port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 on network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:54:41.850093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 on network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:54:41.850438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Attempting to bind port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 on network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:54:41.856884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:54:41.857221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Checking segment: {'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:54:41.857655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Bound using segment: {'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:54:41.858093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Bound port: 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16729e7-36d0-436e-a319-277ffd5df606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:54:41.858446 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:41.942834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] For port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:54:41.947115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] For port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:54:41.952244 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:41.995126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:41.995788 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:41.997581 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] 10.222.0.70 "PUT /v2.0/ports/3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 HTTP/1.1" status: 200 len: 1130 time: 1.2002625 Nov 12 13:54:41.998052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'tag': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:54:42.000361 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad178d25-2048-4837-9fdb-42a15813bf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0", "tag": "3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:54:42.092574 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48eac9e5-76d6-4b71-a954-aeb83253e9dd x-openstack-request-id: req-48eac9e5-76d6-4b71-a954-aeb83253e9dd {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:54:42.092886 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0", "tag": "3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:54:42.093130 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48eac9e5-76d6-4b71-a954-aeb83253e9dd {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:54:42.093550 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'tag': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'status': 'completed', 'code': 200} Nov 12 13:54:42.099384 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67bb2a-58d1-45aa-b165-42700f8e10b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:42.116938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f15024-fe89-4461-b890-cb80c68f014d req-dcde9a91-8631-4433-ad3e-de6a5ba4e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:42.118819 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-dcde9a91-8631-4433-ad3e-de6a5ba4e32b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b10dffe2e7a14590b5c1b14bca568504&device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 1133 time: 0.0661819 Nov 12 13:54:42.193780 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-1200cb81-a38d-43ee-9928-79bc7d6a2e1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 HTTP/1.1" status: 200 len: 217 time: 0.0660400 Nov 12 13:54:42.235185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f728f-c216-46aa-8ffc-037e0a52544d req-50291ba1-f720-4162-a4f5-e7ae217d19b2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:42.244826 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c08f728f-c216-46aa-8ffc-037e0a52544d req-50291ba1-f720-4162-a4f5-e7ae217d19b2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 982 time: 0.0809448 Nov 12 13:54:42.263754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f15024-fe89-4461-b890-cb80c68f014d req-5d11241f-222e-4dcd-b318-7d121defc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:42.265852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-5d11241f-222e-4dcd-b318-7d121defc9d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9282e745-dba0-4c59-b133-7a6f9a210ff7 HTTP/1.1" status: 200 len: 834 time: 0.0649662 Nov 12 13:54:42.326381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f15024-fe89-4461-b890-cb80c68f014d req-a3b03848-b168-41a5-9d90-4a0b4e53e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:42.328036 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-a3b03848-b168-41a5-9d90-4a0b4e53e4bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535383 Nov 12 13:54:42.332600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c08f728f-c216-46aa-8ffc-037e0a52544d req-7de84f9a-f3d9-4002-8de6-69740acbd963 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0862560 Nov 12 13:54:42.438606 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-abde383b-ff0f-4cb6-9acc-ceec795e3fc6 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024654 Nov 12 13:54:42.546193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34f15024-fe89-4461-b890-cb80c68f014d req-5c4d2290-202c-4c20-b01d-0005a904da61 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983472 Nov 12 13:54:42.674545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-ae857758-a96f-45d3-9cc1-95f5674fe3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:42.676609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-ae857758-a96f-45d3-9cc1-95f5674fe3d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b10dffe2e7a14590b5c1b14bca568504&device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 1133 time: 0.0722659 Nov 12 13:54:42.774254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-92bd3eb6-f0c7-415b-9355-5d1ad013ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:42.775717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-92bd3eb6-f0c7-415b-9355-5d1ad013ff50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 HTTP/1.1" status: 200 len: 897 time: 0.0915740 Nov 12 13:54:42.825863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-19863e3c-8323-4695-bdfd-0981e6a907cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 HTTP/1.1" status: 200 len: 217 time: 0.0429630 Nov 12 13:54:42.880149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-f08635ed-03b0-48d2-a151-f323da2a16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:42.881695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-f08635ed-03b0-48d2-a151-f323da2a16e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9282e745-dba0-4c59-b133-7a6f9a210ff7 HTTP/1.1" status: 200 len: 834 time: 0.0491343 Nov 12 13:54:42.930973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-07872002-6c63-4194-b746-3bc3a4e2fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:42.932398 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-07872002-6c63-4194-b746-3bc3a4e2fad5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436294 Nov 12 13:54:43.077677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-f5800df9-6d32-4634-937a-c12fb1107505 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374543 Nov 12 13:54:43.177458 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad178d25-2048-4837-9fdb-42a15813bf9a req-b742b438-c0ca-46c8-8ef0-7ef04c845f62 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929873 Nov 12 13:54:43.217325 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:43.479042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fccd4-a413-4814-81f7-cc5a36a426b0 req-e5295101-016a-42c1-9538-fae18846ab0d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:43.481248 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-078fccd4-a413-4814-81f7-cc5a36a426b0 req-e5295101-016a-42c1-9538-fae18846ab0d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 982 time: 0.0760016 Nov 12 13:54:43.574991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-078fccd4-a413-4814-81f7-cc5a36a426b0 req-6cb332cd-b45d-4f1e-8209-1089e32dc9cb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0866852 Nov 12 13:54:44.312831 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:44.725490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ad699-674f-41e4-8eb3-8b1d22d00b2d req-33cd1ed7-9e8b-4fb2-b3fd-b62c1a8bc8ff tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:44.727317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-432ad699-674f-41e4-8eb3-8b1d22d00b2d req-33cd1ed7-9e8b-4fb2-b3fd-b62c1a8bc8ff tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 982 time: 0.0663147 Nov 12 13:54:44.821917 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-432ad699-674f-41e4-8eb3-8b1d22d00b2d req-35e30b23-d42f-4528-9979-2683a21a2995 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0864294 Nov 12 13:54:45.949616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec647d9-8e31-4b7e-ad78-584aee75b68d req-2bb34fbc-8c23-482b-8a61-9981360dc258 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:45.951172 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ec647d9-8e31-4b7e-ad78-584aee75b68d req-2bb34fbc-8c23-482b-8a61-9981360dc258 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 982 time: 0.0575218 Nov 12 13:54:46.022169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ec647d9-8e31-4b7e-ad78-584aee75b68d req-daafb7da-b4c6-4af9-86dd-f125c81290d0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0647542 Nov 12 13:54:47.083150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:54:47.208103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62712bdb-42a6-4b22-9152-9af2ccfaba81 req-8944a701-5853-43fb-970f-2f8a0dbf60b5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:47.209686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62712bdb-42a6-4b22-9152-9af2ccfaba81 req-8944a701-5853-43fb-970f-2f8a0dbf60b5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 982 time: 0.0760939 Nov 12 13:54:47.213701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:47.226185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'port_id': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'mac_address': 'fa:16:3e:56:84:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:54:47.267301 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:47.281006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:54:47.292119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62712bdb-42a6-4b22-9152-9af2ccfaba81 req-02fec7bb-50c6-4de1-9840-8317ba4dd5b1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0715525 Nov 12 13:54:47.302445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:47.308856 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:47.367232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:47.376432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.376875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.377308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.377708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.378053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.378665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.379047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.379382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.379730 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.380170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.382426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.382426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:54:47.666564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:54:48.425455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41413ee-92d6-4b6e-bf4a-2969e67ae5f2 req-1781f008-0eb0-4997-86be-747fb90db591 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:48.427949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b41413ee-92d6-4b6e-bf4a-2969e67ae5f2 req-1781f008-0eb0-4997-86be-747fb90db591 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 983 time: 0.0709844 Nov 12 13:54:48.509747 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b41413ee-92d6-4b6e-bf4a-2969e67ae5f2 req-3c02d656-cf78-41d7-841c-756b8bee6ca8 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0722356 Nov 12 13:54:49.110638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:54:49.322737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:54:49.330911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:54:49.330911 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:49.432479 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:49.456183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:54:49.458475 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55db970c-c1c4-4d3f-812e-e9d0ef809aab" -d '{"events": [{"server_uuid": "4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0", "name": "network-vif-plugged", "status": "completed", "tag": "3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:54:49.474372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:54:49.483595 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:49.520905 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1733072-05ec-4770-803f-87ae63452cae x-openstack-request-id: req-f1733072-05ec-4770-803f-87ae63452cae {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:54:49.521209 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0", "name": "network-vif-plugged", "status": "completed", "tag": "3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:54:49.521493 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1733072-05ec-4770-803f-87ae63452cae {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:54:49.522089 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'code': 200} Nov 12 13:54:49.555749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:49.697968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec410f-adaa-46e8-aaa1-8213b1f0df5f req-2f9008f7-cf6f-4db5-abf4-5e3242c27c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:49.700281 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67ec410f-adaa-46e8-aaa1-8213b1f0df5f req-2f9008f7-cf6f-4db5-abf4-5e3242c27c58 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 1135 time: 0.0867252 Nov 12 13:54:49.724540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbfcc0-0085-453f-a229-81b4740b3923 req-7ed16e22-eab2-413d-8d2a-41a05c16e40d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:49.726166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ffdbfcc0-0085-453f-a229-81b4740b3923 req-7ed16e22-eab2-413d-8d2a-41a05c16e40d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 984 time: 0.0854368 Nov 12 13:54:49.838363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67ec410f-adaa-46e8-aaa1-8213b1f0df5f req-f2a2f3d3-aaa5-434c-9da3-40ab83d8f57b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1284163 Nov 12 13:54:49.861014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ffdbfcc0-0085-453f-a229-81b4740b3923 req-ab3317c3-aa9b-4c41-9948-3955aec8f242 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1272693 Nov 12 13:54:51.002321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edbe4a-1f9b-49ee-9ceb-76e2963b146b req-41b7aa57-4391-4668-afee-15f933eb8f76 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:51.003884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7edbe4a-1f9b-49ee-9ceb-76e2963b146b req-41b7aa57-4391-4668-afee-15f933eb8f76 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 984 time: 0.0531254 Nov 12 13:54:51.075233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7edbe4a-1f9b-49ee-9ceb-76e2963b146b req-158c0aee-d25e-4763-88a4-e3eee19cb125 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0644765 Nov 12 13:54:52.208212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82ed9c-f024-4862-a638-1545a968bae2 req-868213cd-30cd-46b9-96e3-72460727bfea tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:52.209781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d82ed9c-f024-4862-a638-1545a968bae2 req-868213cd-30cd-46b9-96e3-72460727bfea tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 984 time: 0.0548053 Nov 12 13:54:52.278826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d82ed9c-f024-4862-a638-1545a968bae2 req-d98e7cd0-9eb1-400b-9501-eea6060d0e4b tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0616932 Nov 12 13:54:52.422939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54570f1d-1407-43d5-a2ce-902e39a5b1a4 req-3315dc30-dcaf-445b-908f-9f9dfb2c2ca0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:52.425254 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54570f1d-1407-43d5-a2ce-902e39a5b1a4 req-3315dc30-dcaf-445b-908f-9f9dfb2c2ca0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 984 time: 0.0741613 Nov 12 13:54:52.488083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54570f1d-1407-43d5-a2ce-902e39a5b1a4 req-d1515285-9015-41b6-8842-e9ed644cb923 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0566590 Nov 12 13:54:52.611445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b8a17-2b0a-4155-ba7f-027d065f231a req-3425c716-6ee0-4f2f-843e-d19fe9abcc4e tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:52.613000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b9b8a17-2b0a-4155-ba7f-027d065f231a req-3425c716-6ee0-4f2f-843e-d19fe9abcc4e tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 1135 time: 0.0478468 Nov 12 13:54:52.635054 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9b9b8a17-2b0a-4155-ba7f-027d065f231a req-b5ac5b83-3e9a-46cf-af26-c46dba993f4a tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:52.733020 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9b9b8a17-2b0a-4155-ba7f-027d065f231a req-b5ac5b83-3e9a-46cf-af26-c46dba993f4a tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:52.737660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9b9b8a17-2b0a-4155-ba7f-027d065f231a req-b5ac5b83-3e9a-46cf-af26-c46dba993f4a tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:52.786061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac5b83-3e9a-46cf-af26-c46dba993f4a tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626492e4-87dd-466d-b5a4-441b2e26e59a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:52.824485 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9b9b8a17-2b0a-4155-ba7f-027d065f231a req-b5ac5b83-3e9a-46cf-af26-c46dba993f4a tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2025337 Nov 12 13:54:52.848713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59220) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:52.892078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3ce68-028d-4404-ab4f-7dd4cabe6ba2 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:52.893648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e9d3ce68-028d-4404-ab4f-7dd4cabe6ba2 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 1130 time: 0.0438662 Nov 12 13:54:52.898285 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59222) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:52.902857 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:54:52.929237 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:53.037719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:53.161160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Allocated IP 172.25.5.246 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/f8e6e071-0f70-46a2-ae44-97219ad4ce2b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:54:53.301777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:53.338422 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:53.377602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:54:53.384838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:54:53.388239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:54:53.416319 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Port': ['ID=f8e6e071-0f70-46a2-ae44-97219ad4ce2b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:53.853652 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:53.933118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:54.108547 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:54.113236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:54.183478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Port': ['ID=f8e6e071-0f70-46a2-ae44-97219ad4ce2b,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:54:54.199987 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:54.303891 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Floating IP e7dd1de1-37f8-4057-97d7-42e0afe5d936 associated. External IP: 172.25.5.246, port: 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48. Nov 12 13:54:54.526886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Router 18673869-d220-49cd-ad8d-0e3cccdb6f55 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:54:54.643189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:54:54.654347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] Sync routers for ids ['18673869-d220-49cd-ad8d-0e3cccdb6f55'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:54:54.665316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] Routers {'18673869-d220-49cd-ad8d-0e3cccdb6f55'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:54:54.665991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:54:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['18673869-d220-49cd-ad8d-0e3cccdb6f55'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:54.670621 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:54.699843 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2494255f-c08d-48d2-ac16-ebc5c7fc0ec1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8004973 Nov 12 13:54:54.700514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'tag': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:54:54.702374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:54.710945 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc917aa1-63d5-46c7-8502-b59ede15ab2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0", "tag": "3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:54:54.845782 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257093f6-2f05-4319-b131-3e45a323de89 x-openstack-request-id: req-257093f6-2f05-4319-b131-3e45a323de89 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:54:54.846073 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0", "tag": "3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:54:54.846328 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-257093f6-2f05-4319-b131-3e45a323de89 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:54:54.846738 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'tag': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'status': 'completed', 'code': 200} Nov 12 13:54:54.850428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] Set router 18673869-d220-49cd-ad8d-0e3cccdb6f55 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:54:55.018774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-ea5ceb6e-a2f7-4e39-8bc2-1040f617a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.020195 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-ea5ceb6e-a2f7-4e39-8bc2-1040f617a5ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b10dffe2e7a14590b5c1b14bca568504&device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 1135 time: 0.1369021 Nov 12 13:54:55.021974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01857580-911e-442c-baf9-311f9286850d tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.023013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01857580-911e-442c-baf9-311f9286850d tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.023488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01857580-911e-442c-baf9-311f9286850d tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.023952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01857580-911e-442c-baf9-311f9286850d tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.024411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01857580-911e-442c-baf9-311f9286850d tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.024863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01857580-911e-442c-baf9-311f9286850d tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.029717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59258) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:55.039882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-01857580-911e-442c-baf9-311f9286850d tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4270 time: 0.3363259 Nov 12 13:54:55.112457 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:35Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'e7dd1de1-37f8-4057-97d7-42e0afe5d936', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'port_id': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'mac_address': 'fa:16:3e:56:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:54:53Z', 'updated_at': '2021-11-12T13:54:53Z', 'revision_number': 0, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150691fd-7723-4f7e-83c8-3c598bbeb4eb', 'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:fd:af:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:33Z', 'updated_at': '2021-11-12T13:54:38Z', 'revision_number': 5, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:55.144528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] Checking router: 18673869-d220-49cd-ad8d-0e3cccdb6f55 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:54:55.154851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] Routers {'18673869-d220-49cd-ad8d-0e3cccdb6f55'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:54:55.155882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:54:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['18673869-d220-49cd-ad8d-0e3cccdb6f55'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:55.198097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efb98b-70b2-41dc-bb6e-c4adf82791d0 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.198610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efb98b-70b2-41dc-bb6e-c4adf82791d0 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.199093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efb98b-70b2-41dc-bb6e-c4adf82791d0 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.199515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efb98b-70b2-41dc-bb6e-c4adf82791d0 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.199965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efb98b-70b2-41dc-bb6e-c4adf82791d0 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.200419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efb98b-70b2-41dc-bb6e-c4adf82791d0 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.203465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-94dc2c09-70ab-4cfc-87d9-f5f706e317f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.205389 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-94dc2c09-70ab-4cfc-87d9-f5f706e317f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 HTTP/1.1" status: 200 len: 897 time: 0.1643522 Nov 12 13:54:55.221525 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f5efb98b-70b2-41dc-bb6e-c4adf82791d0 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3991 time: 0.1904979 Nov 12 13:54:55.222146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59260) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:55.290535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-49fe7d6e-7dc6-4e25-a6a1-4550844d2c55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 HTTP/1.1" status: 200 len: 999 time: 0.0767517 Nov 12 13:54:55.311448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] Set router 18673869-d220-49cd-ad8d-0e3cccdb6f55 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:54:55.394225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-8d025297-df93-4b19-a309-0db08fb4abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.396763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-8d025297-df93-4b19-a309-0db08fb4abfb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9282e745-dba0-4c59-b133-7a6f9a210ff7 HTTP/1.1" status: 200 len: 834 time: 0.0964770 Nov 12 13:54:55.493912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-22f4cd34-724b-451c-9a7e-0cb6f870b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.496695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-22f4cd34-724b-451c-9a7e-0cb6f870b695 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878439 Nov 12 13:54:55.616503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-127b4402-1e1e-418a-b551-d15d0c6bac91 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.3930902 Nov 12 13:54:55.617317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59278) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:54:55.668591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-7d813ad6-d0cf-4f3f-81bb-6842f9f5c960 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560535 Nov 12 13:54:55.704887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a6f7a-85b1-488d-b58b-9bc82b9aacbe tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.705387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a6f7a-85b1-488d-b58b-9bc82b9aacbe tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:54:55.730650 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f86a6f7a-85b1-488d-b58b-9bc82b9aacbe tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=18673869-d220-49cd-ad8d-0e3cccdb6f55 HTTP/1.1" status: 200 len: 1990 time: 0.1120276 Nov 12 13:54:55.733983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:35Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'e7dd1de1-37f8-4057-97d7-42e0afe5d936', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'port_id': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'mac_address': 'fa:16:3e:56:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:54:53Z', 'updated_at': '2021-11-12T13:54:53Z', 'revision_number': 0, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150691fd-7723-4f7e-83c8-3c598bbeb4eb', 'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:fd:af:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:33Z', 'updated_at': '2021-11-12T13:54:38Z', 'revision_number': 5, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:54:55.773117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5eb194-72cd-4fd5-b23c-51d4c1002fc4 None None] The sync data for ids ['18673869-d220-49cd-ad8d-0e3cccdb6f55'] in n-d-805736-4 is: [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:35Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'e7dd1de1-37f8-4057-97d7-42e0afe5d936', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'port_id': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'mac_address': 'fa:16:3e:56:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:54:53Z', 'updated_at': '2021-11-12T13:54:53Z', 'revision_number': 0, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150691fd-7723-4f7e-83c8-3c598bbeb4eb', 'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:fd:af:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:33Z', 'updated_at': '2021-11-12T13:54:38Z', 'revision_number': 5, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:54:55.813796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cc917aa1-63d5-46c7-8502-b59ede15ab2c req-f6139c0b-1b99-4f37-b599-bea6fbd11bc5 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364863 Nov 12 13:54:56.034496 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19e71f-049c-4f04-bf3e-451a4ccaa5a8 None None] New status for floating IP e7dd1de1-37f8-4057-97d7-42e0afe5d936: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:54:56.987779 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b42a839-7098-4182-a71c-c4f231e8fc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:54:59.490012 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd44e1de-35aa-47d2-86bb-db41e773fb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:00.021759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59372) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:55:00.188237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port d97e9a27-8913-4526-89c3-d43caac40ac6 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:55:00.188579 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:00.280149 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:00.280400 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:00.293523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for d97e9a27-8913-4526-89c3-d43caac40ac6 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:55:00.693784 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:00.860747 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:00.886374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=d97e9a27-8913-4526-89c3-d43caac40ac6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:00.899277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.899631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.899970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.900307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.900635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.900962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.901851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.902476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.902985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.903498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.904006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.904332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:00.966806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:00.967186 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Floating IP 70aebc2c-1067-49cd-adb7-d621934b02b4 disassociated (deleted). External IP: 172.25.5.186, port: 529b2964-12a5-40dd-9535-5df159b2705d. Nov 12 13:55:01.224970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:55:01.342293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:55:01.346900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:01.352851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] Sync routers for ids ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:55:01.363292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] Routers {'7ac7bd53-c7dc-44a0-9477-d018eb42be56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:55:01.364235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:54:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:01.381567 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b50caffc-85c7-46be-a52c-78870c90d1d8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/floatingips/70aebc2c-1067-49cd-adb7-d621934b02b4 HTTP/1.1" status: 204 len: 168 time: 1.3585143 Nov 12 13:55:01.382588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:55:01.387229 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e82e6f-4074-4c44-aa40-1628123cb5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "tag": "529b2964-12a5-40dd-9535-5df159b2705d"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:55:01.459684 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a97954-5607-4c99-8e60-717655e76695 x-openstack-request-id: req-c0a97954-5607-4c99-8e60-717655e76695 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:55:01.460041 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "tag": "529b2964-12a5-40dd-9535-5df159b2705d", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:55:01.460356 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0a97954-5607-4c99-8e60-717655e76695 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:55:01.460840 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d', 'status': 'completed', 'code': 200} Nov 12 13:55:01.546102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-6dc7e97f-3c9c-4160-9aeb-4551b312f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:01.548494 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-6dc7e97f-3c9c-4160-9aeb-4551b312f30e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=117e1d21aa7a4a768a1431764f136160&device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 1096 time: 0.0628135 Nov 12 13:55:01.551335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] Set router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:55:01.736993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-53f5a3ee-2bdb-47c7-aa8e-279567b9b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:01.738603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-53f5a3ee-2bdb-47c7-aa8e-279567b9b401 service neutron] 10.222.0.70 "GET /v2.0/networks?id=732a113a-5d13-459e-aa9c-50b2fe217925 HTTP/1.1" status: 200 len: 897 time: 0.1830926 Nov 12 13:55:01.812670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-f0bd887a-a4b8-4b20-b36e-5303fc5af28a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=529b2964-12a5-40dd-9535-5df159b2705d HTTP/1.1" status: 200 len: 217 time: 0.0653100 Nov 12 13:55:01.831435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a199a7-df6e-4c00-b545-10c26997dd49 req-68ab6030-06f6-4cc0-a171-aca155589663 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:01.839805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22a199a7-df6e-4c00-b545-10c26997dd49 req-68ab6030-06f6-4cc0-a171-aca155589663 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.1579180 Nov 12 13:55:01.868304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:55Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b78a9a46-bfca-48ea-b816-d25caa065b2d', 'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:c2:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:54Z', 'updated_at': '2021-11-12T13:52:01Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:01.906190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] Checking router: 7ac7bd53-c7dc-44a0-9477-d018eb42be56 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:55:01.913396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-7ccd5718-98c4-427c-be43-12736ae1a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:01.915153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-7ccd5718-98c4-427c-be43-12736ae1a432 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7fb7759-2db9-42fc-b00a-445d7c0d3b5c HTTP/1.1" status: 200 len: 835 time: 0.0565689 Nov 12 13:55:01.916616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] Routers {'7ac7bd53-c7dc-44a0-9477-d018eb42be56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:55:01.917776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:54:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:02.021948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22a199a7-df6e-4c00-b545-10c26997dd49 req-d6f75cac-f257-4742-a332-880fcd72c206 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803477 Nov 12 13:55:02.029866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-aec75844-fc37-4739-96d1-d767fd71705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:02.031392 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-aec75844-fc37-4739-96d1-d767fd71705e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=732a113a-5d13-459e-aa9c-50b2fe217925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052547 Nov 12 13:55:02.085828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] Set router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:55:02.166453 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-15b9862d-9122-4e73-b4a7-df3e3f76ed69 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234977 Nov 12 13:55:02.304955 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75e82e6f-4074-4c44-aa40-1628123cb5f9 req-9461fd55-3f4e-429c-9cdb-cd839dc356c1 service neutron] 10.222.0.70 "GET /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304190 Nov 12 13:55:02.320694 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:02.412683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:55Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b78a9a46-bfca-48ea-b816-d25caa065b2d', 'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:c2:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:54Z', 'updated_at': '2021-11-12T13:52:01Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:02.447777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6a6eb-1ec3-4161-a201-8236156c2153 None None] The sync data for ids ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'] in n-d-805736-4 is: [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:51:55Z', 'revision_number': 4, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b78a9a46-bfca-48ea-b816-d25caa065b2d', 'name': '', 'network_id': '732a113a-5d13-459e-aa9c-50b2fe217925', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'mac_address': 'fa:16:3e:c2:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:54Z', 'updated_at': '2021-11-12T13:52:01Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'subnets': [{'id': 'a7fb7759-2db9-42fc-b00a-445d7c0d3b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:55:02.837698 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe69744-bb8c-4f93-9d52-d7d7803eca6d None None] New status for floating IP 70aebc2c-1067-49cd-adb7-d621934b02b4: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:55:02.930084 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:03.154864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bf92f-cdab-4e81-8bae-f429104d83bf req-fe02265e-4d1f-4a33-8f54-438df26c2789 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:03.156621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e20bf92f-cdab-4e81-8bae-f429104d83bf req-fe02265e-4d1f-4a33-8f54-438df26c2789 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0582044 Nov 12 13:55:03.215560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e20bf92f-cdab-4e81-8bae-f429104d83bf req-a17cf6a6-a8dc-456e-b645-5085bb37caeb tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520527 Nov 12 13:55:03.388432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-911177df-7712-46ee-bb02-fa3c607522ee tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:03.390057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-911177df-7712-46ee-bb02-fa3c607522ee tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 945 time: 0.0614741 Nov 12 13:55:03.490731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-1c80d3cb-54bf-466e-b296-051052ca9f63 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port 529b2964-12a5-40dd-9535-5df159b2705d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:55:03.491069 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-1c80d3cb-54bf-466e-b296-051052ca9f63 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:03.593696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-1c80d3cb-54bf-466e-b296-051052ca9f63 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port 529b2964-12a5-40dd-9535-5df159b2705d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=529b2964-12a5-40dd-9535-5df159b2705d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:55:03.594102 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-1c80d3cb-54bf-466e-b296-051052ca9f63 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:03.609428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-1c80d3cb-54bf-466e-b296-051052ca9f63 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for 529b2964-12a5-40dd-9535-5df159b2705d owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:55:03.757741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-1c80d3cb-54bf-466e-b296-051052ca9f63 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:03.804395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80d3cb-54bf-466e-b296-051052ca9f63 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=529b2964-12a5-40dd-9535-5df159b2705d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:03.858724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-1c80d3cb-54bf-466e-b296-051052ca9f63 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] No DVR routers for this DVR port 529b2964-12a5-40dd-9535-5df159b2705d on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:55:03.861665 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-1c80d3cb-54bf-466e-b296-051052ca9f63 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:03.865471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d82dc95-dec3-483e-bc30-7b79aac866e0 req-1c80d3cb-54bf-466e-b296-051052ca9f63 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.70 "DELETE /v2.0/ports/529b2964-12a5-40dd-9535-5df159b2705d HTTP/1.1" status: 204 len: 173 time: 0.4678257 Nov 12 13:55:03.865998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'name': 'network-vif-deleted', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:55:03.876533 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b424d-4abb-4e3f-b0fa-3a5bea7be911" -d '{"events": [{"server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "name": "network-vif-deleted", "tag": "529b2964-12a5-40dd-9535-5df159b2705d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:55:03.940089 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf0ba5c-6273-4e7e-9bcb-a18065df0d06 x-openstack-request-id: req-5bf0ba5c-6273-4e7e-9bcb-a18065df0d06 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:55:03.940419 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b6e74c-042a-4498-ae79-b1d058eb1003", "name": "network-vif-deleted", "tag": "529b2964-12a5-40dd-9535-5df159b2705d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:55:03.940675 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5bf0ba5c-6273-4e7e-9bcb-a18065df0d06 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:55:03.941126 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b6e74c-042a-4498-ae79-b1d058eb1003', 'name': 'network-vif-deleted', 'tag': '529b2964-12a5-40dd-9535-5df159b2705d', 'status': 'completed', 'code': 200} Nov 12 13:55:04.389955 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-439bf6cd-b16c-4d67-8a54-621e114fc1af req-93ad2927-6474-4799-b3c7-975dd742d937 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b6e74c-042a-4498-ae79-b1d058eb1003 HTTP/1.1" status: 200 len: 210 time: 0.0341682 Nov 12 13:55:05.460371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59492) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:55:05.999119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:06.307052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port b78a9a46-bfca-48ea-b816-d25caa065b2d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:55:06.307456 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:06.411019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port b78a9a46-bfca-48ea-b816-d25caa065b2d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b78a9a46-bfca-48ea-b816-d25caa065b2d,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:55:06.411401 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:06.428006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for b78a9a46-bfca-48ea-b816-d25caa065b2d owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:55:06.652128 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:06.679011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=b78a9a46-bfca-48ea-b816-d25caa065b2d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:06.906175 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:07.138318 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:55:07.258259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 529b2964-12a5-40dd-9535-5df159b2705d no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:55:07.258884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:55:07.263320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dd6f661f-e043-4597-80be-f0f87aa8b8dd tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "PUT /v2.0/routers/7ac7bd53-c7dc-44a0-9477-d018eb42be56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019114 Nov 12 13:55:07.266269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59526) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:55:07.296188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] Sync routers for ids ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:55:07.301649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 529b2964-12a5-40dd-9535-5df159b2705d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:55:07.302202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 529b2964-12a5-40dd-9535-5df159b2705d not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:55:07.316649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] Routers {'7ac7bd53-c7dc-44a0-9477-d018eb42be56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:55:07.317833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:54:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:07.337778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-108b0d58-9381-4cd2-8fc7-4366d551f57f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting subnet a7fb7759-2db9-42fc-b00a-445d7c0d3b5c {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:55:07.341351 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-108b0d58-9381-4cd2-8fc7-4366d551f57f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:07.411898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-108b0d58-9381-4cd2-8fc7-4366d551f57f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:07.655113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] Set router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:55:07.777945 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-108b0d58-9381-4cd2-8fc7-4366d551f57f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:07.844303 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-108b0d58-9381-4cd2-8fc7-4366d551f57f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:07.850001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:55:06Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:07.874046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b0d58-9381-4cd2-8fc7-4366d551f57f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fb7759-2db9-42fc-b00a-445d7c0d3b5c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:07.880457 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-108b0d58-9381-4cd2-8fc7-4366d551f57f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:07.881391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] Checking router: 7ac7bd53-c7dc-44a0-9477-d018eb42be56 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:55:07.883816 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-108b0d58-9381-4cd2-8fc7-4366d551f57f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/subnets/a7fb7759-2db9-42fc-b00a-445d7c0d3b5c HTTP/1.1" status: 204 len: 168 time: 0.6164541 Nov 12 13:55:07.886940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59538) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:55:07.894017 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173cd7b6-3e1e-4d2e-b874-926e14259e49 None None] Network 732a113a-5d13-459e-aa9c-50b2fe217925 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:55:07.918621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] Routers {'7ac7bd53-c7dc-44a0-9477-d018eb42be56'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:55:07.919252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:54:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:08.006058 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.101451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] Set router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:55:08.122292 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.205716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Deleting port d60eca16-d3f8-49f8-aba8-59a0987bd63b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:55:08.206419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.313722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] For port d60eca16-d3f8-49f8-aba8-59a0987bd63b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=d60eca16-d3f8-49f8-aba8-59a0987bd63b,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:55:08.314109 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.329233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Calling delete_port for d60eca16-d3f8-49f8-aba8-59a0987bd63b owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:55:08.336821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78f1509-b0b2-48f4-b1ef-7ef598e395ae None None] DHCP port deletion for 732a113a-5d13-459e-aa9c-50b2fe217925 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:55:08.393295 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:55:06Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:08.427563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d5031f-2313-4857-9025-82e78ca6d28a None None] The sync data for ids ['7ac7bd53-c7dc-44a0-9477-d018eb42be56'] in n-d-805736-4 is: [{'id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753019799', 'tenant_id': '117e1d21aa7a4a768a1431764f136160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:51:43Z', 'updated_at': '2021-11-12T13:55:06Z', 'revision_number': 5, 'project_id': '117e1d21aa7a4a768a1431764f136160', 'gw_port': {'id': 'd60eca16-d3f8-49f8-aba8-59a0987bd63b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac7bd53-c7dc-44a0-9477-d018eb42be56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:51:45Z', 'updated_at': '2021-11-12T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:55:08.435367 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f78f1509-b0b2-48f4-b1ef-7ef598e395ae None None] Deleting port cb7f487a-113a-4d4c-a5f9-178fbe858296 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:55:08.435894 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f78f1509-b0b2-48f4-b1ef-7ef598e395ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.518942 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.538155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f78f1509-b0b2-48f4-b1ef-7ef598e395ae None None] For port cb7f487a-113a-4d4c-a5f9-178fbe858296, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cb7f487a-113a-4d4c-a5f9-178fbe858296,segment=NetworkSegment(18164f68-5952-4a00-9e85-af4ae0544a9b),segment_id=18164f68-5952-4a00-9e85-af4ae0544a9b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:55:08.538590 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f78f1509-b0b2-48f4-b1ef-7ef598e395ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.551345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Port': ['ID=d60eca16-d3f8-49f8-aba8-59a0987bd63b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:08.551938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f78f1509-b0b2-48f4-b1ef-7ef598e395ae None None] Calling delete_port for cb7f487a-113a-4d4c-a5f9-178fbe858296 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:55:08.565316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eec49c-90ff-485a-a534-5a66d9a7ab96 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:55:08.628728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.645541 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f78f1509-b0b2-48f4-b1ef-7ef598e395ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.676344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f1509-b0b2-48f4-b1ef-7ef598e395ae None None] Pushing event deleted for resources: {'Port': ['ID=cb7f487a-113a-4d4c-a5f9-178fbe858296,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:08.680177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f1509-b0b2-48f4-b1ef-7ef598e395ae None None] No DVR routers for this DVR port cb7f487a-113a-4d4c-a5f9-178fbe858296 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:55:08.729075 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.732157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.787831 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.788482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Fanout notify agent at l3_agent the message router_deleted on router 7ac7bd53-c7dc-44a0-9477-d018eb42be56 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:55:08.798784 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.801302 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8274ecc0-1da0-4444-9c49-4040bdb65a62 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/routers/7ac7bd53-c7dc-44a0-9477-d018eb42be56 HTTP/1.1" status: 204 len: 168 time: 0.9132354 Nov 12 13:55:08.803507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 59558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:55:08.906668 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:08.964683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b78a9a46-bfca-48ea-b816-d25caa065b2d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:55:08.986846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: b78a9a46-bfca-48ea-b816-d25caa065b2d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:55:08.987194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b78a9a46-bfca-48ea-b816-d25caa065b2d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:55:08.987605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cb7f487a-113a-4d4c-a5f9-178fbe858296 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:55:09.015124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: cb7f487a-113a-4d4c-a5f9-178fbe858296 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:55:09.015744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cb7f487a-113a-4d4c-a5f9-178fbe858296 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:55:09.019258 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.044942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732a113a-5d13-459e-aa9c-50b2fe217925']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:09.054992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18164f68-5952-4a00-9e85-af4ae0544a9b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:09.055287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18164f68-5952-4a00-9e85-af4ae0544a9b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:55:09.065647 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.079593 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.087535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:55:09.088285 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:55:09.092823 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:55:09.160605 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.169638 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.174527 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/networks/732a113a-5d13-459e-aa9c-50b2fe217925 HTTP/1.1" status: 204 len: 168 time: 0.3653045 Nov 12 13:55:09.177275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59568) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:55:09.190300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3e1b3-0870-4309-a60c-e71ca248a90f tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'Network': ['ID=732a113a-5d13-459e-aa9c-50b2fe217925,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:09.243419 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1f5d95f-002b-4bf6-8439-3cec077488b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.271992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1f5d95f-002b-4bf6-8439-3cec077488b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.351565 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1f5d95f-002b-4bf6-8439-3cec077488b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.354982 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1f5d95f-002b-4bf6-8439-3cec077488b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.356381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b1f5d95f-002b-4bf6-8439-3cec077488b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] 10.222.0.73 "DELETE /v2.0/security-groups/a0935f55-1bbf-40cb-87f6-cc8ac7d5266c HTTP/1.1" status: 204 len: 168 time: 0.1779289 Nov 12 13:55:09.366718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5d95f-002b-4bf6-8439-3cec077488b8 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0935f55-1bbf-40cb-87f6-cc8ac7d5266c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:09.621742 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:55:09.711871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59586) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:55:09.859099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f7891396-d03a-4823-b1ce-8d88e878f27f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=117e1d21aa7a4a768a1431764f136160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459818 Nov 12 13:55:09.861694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59590) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:55:09.914040 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17a1b274-b43b-4ccd-98fe-0484057f5868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.941913 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17a1b274-b43b-4ccd-98fe-0484057f5868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:09.998189 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17a1b274-b43b-4ccd-98fe-0484057f5868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:10.000918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-17a1b274-b43b-4ccd-98fe-0484057f5868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:10.002123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-17a1b274-b43b-4ccd-98fe-0484057f5868 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb5b8ea6-7796-4f59-993f-91ee194dbb77 HTTP/1.1" status: 204 len: 168 time: 0.1393218 Nov 12 13:55:10.011784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1b274-b43b-4ccd-98fe-0484057f5868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5b8ea6-7796-4f59-993f-91ee194dbb77,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:10.340334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59608) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:55:10.386394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-be7426a4-1b2f-497f-87f1-8eb815c5fff6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e2a0f7dd6d342e98e15744583f884a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414829 Nov 12 13:55:10.386709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 59610) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:55:10.439938 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a74a2976-811f-4e11-90c4-e53313ab608e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:10.466090 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a74a2976-811f-4e11-90c4-e53313ab608e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:10.525887 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a74a2976-811f-4e11-90c4-e53313ab608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:10.529000 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a74a2976-811f-4e11-90c4-e53313ab608e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:10.530278 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a74a2976-811f-4e11-90c4-e53313ab608e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ecc729a-a8aa-4832-807a-25c7fc1ebe06 HTTP/1.1" status: 204 len: 168 time: 0.1428502 Nov 12 13:55:10.540335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a2976-811f-4e11-90c4-e53313ab608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecc729a-a8aa-4832-807a-25c7fc1ebe06,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:10.656212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d60eca16-d3f8-49f8-aba8-59a0987bd63b no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:55:10.687115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: d60eca16-d3f8-49f8-aba8-59a0987bd63b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:55:10.687460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device d60eca16-d3f8-49f8-aba8-59a0987bd63b not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:55:13.196722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:14.304165 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:26.637912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-f479f851-643e-4955-9815-930f050486b0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415006 Nov 12 13:55:26.728329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-436419d1-0df8-456a-96bb-4766459ce342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:26.730091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-436419d1-0df8-456a-96bb-4766459ce342 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=572287ec3e214a3fbe9c3180947358c0&device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 1097 time: 0.0423007 Nov 12 13:55:26.845372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-0b90453c-795e-4184-ac5f-3d0b8c647653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:26.846873 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-0b90453c-795e-4184-ac5f-3d0b8c647653 service neutron] 10.222.0.105 "GET /v2.0/networks?id=34806495-03d4-49d9-be3b-f2efd6e61e1a HTTP/1.1" status: 200 len: 914 time: 0.0960281 Nov 12 13:55:26.898550 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-697dcaa9-9183-4ab9-a239-1723abb4b966 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e3323e-941f-4991-a4a6-aa8aa7aa994b HTTP/1.1" status: 200 len: 217 time: 0.0424109 Nov 12 13:55:26.955409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-9ab1f7a4-0a67-45f0-a8c9-a8f310d115ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:26.957332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-9ab1f7a4-0a67-45f0-a8c9-a8f310d115ca service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3c1fc06c-8eb5-4268-9084-28e9c654b96d HTTP/1.1" status: 200 len: 853 time: 0.0511971 Nov 12 13:55:26.982971 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fda41313-0146-4319-a150-b79f7c5e1190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:26.998789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-f3e2d80c-38c9-4289-ac3f-583c47a6d285 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=34806495-03d4-49d9-be3b-f2efd6e61e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330043 Nov 12 13:55:27.094493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-4e3dba6a-bc84-448d-9eba-d12963fff64b service neutron] 10.222.0.105 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884454 Nov 12 13:55:27.198317 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-556b7d8e-296a-402c-9011-5287e1b500e9 req-f8940b78-b124-4626-9ee1-2899e8087014 service neutron] 10.222.0.105 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960193 Nov 12 13:55:27.533547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-c6830e50-ad79-48e4-8e34-16e8e8930f75 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426154 Nov 12 13:55:27.626086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-ba08340a-6d04-4480-9a32-5533997323f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:27.627628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-ba08340a-6d04-4480-9a32-5533997323f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b10dffe2e7a14590b5c1b14bca568504&device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 1135 time: 0.0441847 Nov 12 13:55:27.753139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-2889cedd-01d7-462f-bb45-50b32c52ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:27.754661 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-2889cedd-01d7-462f-bb45-50b32c52ff85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 HTTP/1.1" status: 200 len: 897 time: 0.1012974 Nov 12 13:55:27.827692 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-eef5b595-6239-46f1-882b-23c37b917bd3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 HTTP/1.1" status: 200 len: 1001 time: 0.0597272 Nov 12 13:55:27.890885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-221a95ce-32c7-4e8f-96b8-d70366d22aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:27.892394 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-221a95ce-32c7-4e8f-96b8-d70366d22aba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9282e745-dba0-4c59-b133-7a6f9a210ff7 HTTP/1.1" status: 200 len: 834 time: 0.0500286 Nov 12 13:55:27.946946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-7e5a4aef-69bf-4e39-987e-bb0d5283243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:27.948570 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-7e5a4aef-69bf-4e39-987e-bb0d5283243f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445175 Nov 12 13:55:28.046698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-4f625f38-767b-4ff5-8dfe-02b6680194f0 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886571 Nov 12 13:55:28.163360 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-881e7b8f-a28c-4875-9152-f04d7a125d1c req-97ac52d7-3c59-44d5-8940-934558b64634 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089194 Nov 12 13:55:29.495727 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f6e1-2395-43cd-ae1d-cd8b71cb4c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:30.684680 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:32.299391 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:32.517094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4eb39-a564-4434-a7ef-ac0a09129bb5 req-dd76ce2d-643a-4fe0-964b-38ae7ef63b03 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:32.518927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7c4eb39-a564-4434-a7ef-ac0a09129bb5 req-dd76ce2d-643a-4fe0-964b-38ae7ef63b03 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 946 time: 0.0560858 Nov 12 13:55:32.571421 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7c4eb39-a564-4434-a7ef-ac0a09129bb5 req-1597f9fe-2968-40f6-b4e7-493f4021ba02 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Nov 12 13:55:32.922973 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:33.700585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94b914-4a74-40af-b6b5-10938c462705 req-16729111-3b2a-47f9-87cf-1d5d2189df05 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:33.702361 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae94b914-4a74-40af-b6b5-10938c462705 req-16729111-3b2a-47f9-87cf-1d5d2189df05 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 946 time: 0.0568821 Nov 12 13:55:33.755767 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae94b914-4a74-40af-b6b5-10938c462705 req-f9c63337-685b-4755-861a-3e632fbc6a3a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468879 Nov 12 13:55:34.260764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-baeea857-65d6-48b6-a492-1d071100f238 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:34.262363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-baeea857-65d6-48b6-a492-1d071100f238 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.105 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 946 time: 0.0539739 Nov 12 13:55:34.360415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Deleting port c6e3323e-941f-4991-a4a6-aa8aa7aa994b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:55:34.360749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:34.460210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] For port c6e3323e-941f-4991-a4a6-aa8aa7aa994b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,segment=NetworkSegment(6c7683f1-b628-4186-9b5d-501e0cd4e0d5),segment_id=6c7683f1-b628-4186-9b5d-501e0cd4e0d5)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:55:34.460567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:34.474250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Calling delete_port for c6e3323e-941f-4991-a4a6-aa8aa7aa994b owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:55:34.608863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:34.639194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Pushing event deleted for resources: {'Port': ['ID=c6e3323e-941f-4991-a4a6-aa8aa7aa994b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:34.663909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.664263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.664607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.664942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.665295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.665645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.665974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.666869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.667300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.667622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.667951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.668276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:34.689518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] No DVR routers for this DVR port c6e3323e-941f-4991-a4a6-aa8aa7aa994b on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:55:34.692420 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:34.695840 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e2eeacb7-60ff-4e4e-8444-f6c921c888bc req-6bbed3fa-70ce-423f-8d27-54c052d89b0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.105 "DELETE /v2.0/ports/c6e3323e-941f-4991-a4a6-aa8aa7aa994b HTTP/1.1" status: 204 len: 173 time: 0.4262590 Nov 12 13:55:34.696285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9062f56c-23e0-45f0-a5e2-9cdf02524a38', 'name': 'network-vif-deleted', 'tag': 'c6e3323e-941f-4991-a4a6-aa8aa7aa994b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:55:34.698623 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b10e28d-39ea-432e-bc46-9fcdf9420520" -d '{"events": [{"server_uuid": "9062f56c-23e0-45f0-a5e2-9cdf02524a38", "name": "network-vif-deleted", "tag": "c6e3323e-941f-4991-a4a6-aa8aa7aa994b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:55:34.878379 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d2d005-4546-415a-96e7-8a234d061346 x-openstack-request-id: req-19d2d005-4546-415a-96e7-8a234d061346 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:55:34.878668 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9062f56c-23e0-45f0-a5e2-9cdf02524a38", "name": "network-vif-deleted", "tag": "c6e3323e-941f-4991-a4a6-aa8aa7aa994b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:55:34.878927 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19d2d005-4546-415a-96e7-8a234d061346 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:55:34.879341 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9062f56c-23e0-45f0-a5e2-9cdf02524a38', 'name': 'network-vif-deleted', 'tag': 'c6e3323e-941f-4991-a4a6-aa8aa7aa994b', 'status': 'completed', 'code': 200} Nov 12 13:55:34.902270 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-00e25d74-54d8-43f7-a832-d017c861a494 req-f2a235ff-a170-46bc-9322-a648e303b084 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=9062f56c-23e0-45f0-a5e2-9cdf02524a38 HTTP/1.1" status: 200 len: 210 time: 0.0304770 Nov 12 13:55:36.368791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c6e3323e-941f-4991-a4a6-aa8aa7aa994b no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:55:36.394125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: c6e3323e-941f-4991-a4a6-aa8aa7aa994b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:55:36.394742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device c6e3323e-941f-4991-a4a6-aa8aa7aa994b not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:55:42.964963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-986c386d-54be-46a5-828f-438ff539e576 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:42.966518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-986c386d-54be-46a5-828f-438ff539e576 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/networks?id=34806495-03d4-49d9-be3b-f2efd6e61e1a HTTP/1.1" status: 200 len: 813 time: 0.1211994 Nov 12 13:55:42.982516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-9bc118ef-f939-46c3-af6f-ce0460f3e8e4 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/quotas/572287ec3e214a3fbe9c3180947358c0 HTTP/1.1" status: 200 len: 375 time: 0.0101116 Nov 12 13:55:43.016937 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-9187ff6a-7a81-45d6-932f-36971e39caab tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=572287ec3e214a3fbe9c3180947358c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285845 Nov 12 13:55:43.115508 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-3bed0d74-b152-4997-b8b3-c456458c6411 service neutron] 10.222.0.73 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912733 Nov 12 13:55:43.214309 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-7058c49e-a0c4-47b7-939e-cb5a691a862d service neutron] 10.222.0.73 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915852 Nov 12 13:55:43.227052 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:43.424112 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b18b78bd-a91f-4b04-bcea-27ad4f5d7b1c req-93b862e9-c761-41b6-ac0b-7b4cde3a7063 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 210 time: 0.0301216 Nov 12 13:55:44.302211 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:44.486698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-4a915a95-ff11-4930-8349-24c55eacabb3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:44.489078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-4a915a95-ff11-4930-8349-24c55eacabb3 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.105 "GET /v2.0/networks?id=34806495-03d4-49d9-be3b-f2efd6e61e1a HTTP/1.1" status: 200 len: 813 time: 0.1433797 Nov 12 13:55:44.506443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Request body: {'port': {'device_id': '8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65', 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a', 'admin_state_up': True, 'tenant_id': '572287ec3e214a3fbe9c3180947358c0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:55:44.561885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f26fd9cc-b67f-4fda-a64d-73be6e5add71 req-5e6ff1a9-7e7a-43a4-88c2-5c1a44390d0d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 210 time: 0.0423086 Nov 12 13:55:44.655456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Made reservation on behalf of 572287ec3e214a3fbe9c3180947358c0 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:55:44.658554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:44.805270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Allocated IP 172.20.0.13 (34806495-03d4-49d9-be3b-f2efd6e61e1a/3c1fc06c-8eb5-4268-9084-28e9c654b96d/f6e6caf3-aa37-4ed0-bd35-410e648558e6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:55:44.982641 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:45.019896 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:45.068517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Network 34806495-03d4-49d9-be3b-f2efd6e61e1a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:55:45.071468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:55:45.074917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:55:45.110062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Pushing event updated for resources: {'Port': ['ID=f6e6caf3-aa37-4ed0-bd35-410e648558e6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:45.138479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:45.139131 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:45.156306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-26432be3-6504-4268-b78e-6e403b872760 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6576729 Nov 12 13:55:45.172538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Request body: {'port': {'device_id': '8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:55:45.236417 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:45.530946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e6caf3-aa37-4ed0-bd35-410e648558e6 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:55:45.539098 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:45.552770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Transition to ACTIVE for port object f6e6caf3-aa37-4ed0-bd35-410e648558e6 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:55:45.557181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:45.624986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e6caf3-aa37-4ed0-bd35-410e648558e6,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:46.071087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd9ced-01bd-458d-8ac7-24a40aa31f9d req-c7d2b238-5588-4620-9021-e0d4a684ec7e tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:46.073140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5bd9ced-01bd-458d-8ac7-24a40aa31f9d req-c7d2b238-5588-4620-9021-e0d4a684ec7e tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0903828 Nov 12 13:55:46.075716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Attempting to bind port f6e6caf3-aa37-4ed0-bd35-410e648558e6 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:55:46.076060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Attempting to bind port f6e6caf3-aa37-4ed0-bd35-410e648558e6 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '6c7683f1-b628-4186-9b5d-501e0cd4e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:55:46.076386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Attempting to bind port f6e6caf3-aa37-4ed0-bd35-410e648558e6 on network 34806495-03d4-49d9-be3b-f2efd6e61e1a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:55:46.082888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Port f6e6caf3-aa37-4ed0-bd35-410e648558e6 on network 34806495-03d4-49d9-be3b-f2efd6e61e1a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:55:46.083213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Attempting to bind port f6e6caf3-aa37-4ed0-bd35-410e648558e6 on network 34806495-03d4-49d9-be3b-f2efd6e61e1a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:55:46.100924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:55:46.101257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Checking segment: {'id': '6c7683f1-b628-4186-9b5d-501e0cd4e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:55:46.101672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Bound using segment: {'id': '6c7683f1-b628-4186-9b5d-501e0cd4e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:55:46.102114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Bound port: f6e6caf3-aa37-4ed0-bd35-410e648558e6, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7683f1-b628-4186-9b5d-501e0cd4e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:55:46.102605 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:46.167878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5bd9ced-01bd-458d-8ac7-24a40aa31f9d req-beed3a25-c30a-4921-9810-71fd61d4e30a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868077 Nov 12 13:55:46.202018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] For port f6e6caf3-aa37-4ed0-bd35-410e648558e6, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:55:46.205485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] For port f6e6caf3-aa37-4ed0-bd35-410e648558e6, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6e6caf3-aa37-4ed0-bd35-410e648558e6,segment=NetworkSegment(6c7683f1-b628-4186-9b5d-501e0cd4e0d5),segment_id=6c7683f1-b628-4186-9b5d-501e0cd4e0d5)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:55:46.211522 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:46.252510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:46.253125 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:46.254520 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] 10.222.0.105 "PUT /v2.0/ports/f6e6caf3-aa37-4ed0-bd35-410e648558e6 HTTP/1.1" status: 200 len: 1092 time: 1.0901403 Nov 12 13:55:46.255018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65', 'tag': 'f6e6caf3-aa37-4ed0-bd35-410e648558e6'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:55:46.257249 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de31743-2e2d-4f45-92e9-1dd574186544" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65", "tag": "f6e6caf3-aa37-4ed0-bd35-410e648558e6"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:55:46.283919 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43ffd0-0366-4dcd-b563-602ed4eb91a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e6caf3-aa37-4ed0-bd35-410e648558e6,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:46.313312 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690f5f59-8dc4-44f9-9d1e-e8e6d5d0bedf x-openstack-request-id: req-690f5f59-8dc4-44f9-9d1e-e8e6d5d0bedf {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:55:46.313624 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65", "tag": "f6e6caf3-aa37-4ed0-bd35-410e648558e6", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:55:46.313878 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-690f5f59-8dc4-44f9-9d1e-e8e6d5d0bedf {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:55:46.314264 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65', 'tag': 'f6e6caf3-aa37-4ed0-bd35-410e648558e6', 'status': 'completed', 'code': 200} Nov 12 13:55:46.351948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-5dd98c47-49a5-4cff-aa9e-18ecef57349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:46.354219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-5dd98c47-49a5-4cff-aa9e-18ecef57349d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=572287ec3e214a3fbe9c3180947358c0&device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 1095 time: 0.0517664 Nov 12 13:55:46.400616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-5c831f46-fe89-42ce-b983-709a98bc79a0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6e6caf3-aa37-4ed0-bd35-410e648558e6 HTTP/1.1" status: 200 len: 217 time: 0.0383425 Nov 12 13:55:46.452701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-fbe1be5c-ae48-468a-8e57-143a0916f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:46.454463 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-fbe1be5c-ae48-468a-8e57-143a0916f401 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3c1fc06c-8eb5-4268-9084-28e9c654b96d HTTP/1.1" status: 200 len: 853 time: 0.0476956 Nov 12 13:55:46.488243 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-8735c3d8-433c-4e46-bda2-0007d4f49699 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=34806495-03d4-49d9-be3b-f2efd6e61e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267239 Nov 12 13:55:46.592705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bcf15dc8-4add-496f-b7fd-cf73758f232f service neutron] 10.222.0.105 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968726 Nov 12 13:55:46.614044 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:55:46.690752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1907ae55-bdc1-4e62-aa30-f8cf51533375 req-bf63238a-a0a4-4bab-838f-d5d3203926cc service neutron] 10.222.0.105 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892475 Nov 12 13:55:46.783467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31743-2e2d-4f45-92e9-1dd574186544 req-9b547854-3868-4265-88aa-b1eeff211517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:46.785000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8de31743-2e2d-4f45-92e9-1dd574186544 req-9b547854-3868-4265-88aa-b1eeff211517 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=572287ec3e214a3fbe9c3180947358c0&device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 1095 time: 0.0502372 Nov 12 13:55:46.893417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31743-2e2d-4f45-92e9-1dd574186544 req-7fb629ec-7c49-4df9-b85f-9fabab75a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:46.894887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8de31743-2e2d-4f45-92e9-1dd574186544 req-7fb629ec-7c49-4df9-b85f-9fabab75a504 service neutron] 10.222.0.105 "GET /v2.0/networks?id=34806495-03d4-49d9-be3b-f2efd6e61e1a HTTP/1.1" status: 200 len: 914 time: 0.1031086 Nov 12 13:55:46.943779 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8de31743-2e2d-4f45-92e9-1dd574186544 req-1a81f112-e3aa-4187-8cb1-5226ce9fade0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6e6caf3-aa37-4ed0-bd35-410e648558e6 HTTP/1.1" status: 200 len: 217 time: 0.0409420 Nov 12 13:55:47.007071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31743-2e2d-4f45-92e9-1dd574186544 req-e884fbe7-2df6-46be-8913-e626831cd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:47.008621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8de31743-2e2d-4f45-92e9-1dd574186544 req-e884fbe7-2df6-46be-8913-e626831cd4da service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3c1fc06c-8eb5-4268-9084-28e9c654b96d HTTP/1.1" status: 200 len: 853 time: 0.0553308 Nov 12 13:55:47.054043 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8de31743-2e2d-4f45-92e9-1dd574186544 req-4f723523-e65f-42fa-bc1c-6354ec2ff001 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=34806495-03d4-49d9-be3b-f2efd6e61e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373778 Nov 12 13:55:47.164059 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8de31743-2e2d-4f45-92e9-1dd574186544 req-83941dd6-ba6f-4c6a-90ad-2bfe06086b01 service neutron] 10.222.0.105 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027005 Nov 12 13:55:47.297546 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8de31743-2e2d-4f45-92e9-1dd574186544 req-05e8ebd9-28ca-4b90-85d9-06844c0c1957 service neutron] 10.222.0.105 "GET /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262784 Nov 12 13:55:47.323512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad7cec-3e7f-43cf-9075-0c73ade1a116 req-1e8f667c-3211-41b7-b108-4a043476675c tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:47.325052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92ad7cec-3e7f-43cf-9075-0c73ade1a116 req-1e8f667c-3211-41b7-b108-4a043476675c tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0705781 Nov 12 13:55:47.377817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92ad7cec-3e7f-43cf-9075-0c73ade1a116 req-be5c828e-ae45-4d4f-9615-848c45030441 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465407 Nov 12 13:55:48.420214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6e6caf3-aa37-4ed0-bd35-410e648558e6 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:55:48.543077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f6e6caf3-aa37-4ed0-bd35-410e648558e6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6e6caf3-aa37-4ed0-bd35-410e648558e6,segment=NetworkSegment(6c7683f1-b628-4186-9b5d-501e0cd4e0d5),segment_id=6c7683f1-b628-4186-9b5d-501e0cd4e0d5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:55:48.555131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034019e-68a5-4759-8643-a6a5c4232484 req-cec4ec68-021a-4c38-8a1a-e958485d6573 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:48.557058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3034019e-68a5-4759-8643-a6a5c4232484 req-cec4ec68-021a-4c38-8a1a-e958485d6573 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0613911 Nov 12 13:55:48.557382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'f6e6caf3-aa37-4ed0-bd35-410e648558e6', 'network_id': '34806495-03d4-49d9-be3b-f2efd6e61e1a', 'port_id': 'f6e6caf3-aa37-4ed0-bd35-410e648558e6', 'mac_address': 'fa:16:3e:9e:ad:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1fc06c-8eb5-4268-9084-28e9c654b96d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:55:48.597503 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:48.608248 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3034019e-68a5-4759-8643-a6a5c4232484 req-ec2a714d-bc99-434b-9591-c8979b0d997a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Nov 12 13:55:48.611228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e6caf3-aa37-4ed0-bd35-410e648558e6 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:55:48.652822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f6e6caf3-aa37-4ed0-bd35-410e648558e6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6e6caf3-aa37-4ed0-bd35-410e648558e6,segment=NetworkSegment(6c7683f1-b628-4186-9b5d-501e0cd4e0d5),segment_id=6c7683f1-b628-4186-9b5d-501e0cd4e0d5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:55:48.658113 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:48.712993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f6e6caf3-aa37-4ed0-bd35-410e648558e6,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:48.722801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.722801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.722801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.722801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.723388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.724215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.724342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.724740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.725249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.725608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.725969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.726297 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:55:48.965210 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f6e6caf3-aa37-4ed0-bd35-410e648558e6'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:55:49.750361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e38e-fdb1-4eea-8f17-d07355b46d1a req-fcbd80bb-0144-47e2-a9cd-6ab26a860654 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:49.751971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dcf3e38e-fdb1-4eea-8f17-d07355b46d1a req-fcbd80bb-0144-47e2-a9cd-6ab26a860654 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 945 time: 0.0557039 Nov 12 13:55:49.811082 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dcf3e38e-fdb1-4eea-8f17-d07355b46d1a req-52994a64-33d6-4d1c-b21c-91e1b26ad1e6 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521531 Nov 12 13:55:50.433230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6e6caf3-aa37-4ed0-bd35-410e648558e6 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:55:50.522562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port f6e6caf3-aa37-4ed0-bd35-410e648558e6 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:55:50.528104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port f6e6caf3-aa37-4ed0-bd35-410e648558e6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:55:50.528471 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:50.616240 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:50.644993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e6caf3-aa37-4ed0-bd35-410e648558e6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:55:50.648040 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb529300-e232-4c5e-ba0e-f4f8f26b5cdb" -d '{"events": [{"server_uuid": "8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65", "name": "network-vif-plugged", "status": "completed", "tag": "f6e6caf3-aa37-4ed0-bd35-410e648558e6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:55:50.667749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f6e6caf3-aa37-4ed0-bd35-410e648558e6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6e6caf3-aa37-4ed0-bd35-410e648558e6,segment=NetworkSegment(6c7683f1-b628-4186-9b5d-501e0cd4e0d5),segment_id=6c7683f1-b628-4186-9b5d-501e0cd4e0d5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:55:50.674920 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:50.747472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f6e6caf3-aa37-4ed0-bd35-410e648558e6,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:55:50.801337 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3091d289-4c89-480e-9b08-3d2fdeeae9b1 x-openstack-request-id: req-3091d289-4c89-480e-9b08-3d2fdeeae9b1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:55:50.801665 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65", "name": "network-vif-plugged", "status": "completed", "tag": "f6e6caf3-aa37-4ed0-bd35-410e648558e6", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:55:50.802055 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3091d289-4c89-480e-9b08-3d2fdeeae9b1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:55:50.802458 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e6caf3-aa37-4ed0-bd35-410e648558e6', 'code': 200} Nov 12 13:55:50.939920 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240bc41-e46a-4c76-87d5-ae773ffe8e14 req-7b56abf4-e536-4fba-87c9-1ad70c9b2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:50.941453 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d240bc41-e46a-4c76-87d5-ae773ffe8e14 req-7b56abf4-e536-4fba-87c9-1ad70c9b2f3b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 1097 time: 0.0769839 Nov 12 13:55:50.980742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe988d-9f1c-4be1-9a09-242a3eb66dc7 req-44ccb12c-95e3-45c6-94db-9b8147afc651 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:50.982254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2efe988d-9f1c-4be1-9a09-242a3eb66dc7 req-44ccb12c-95e3-45c6-94db-9b8147afc651 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0850067 Nov 12 13:55:51.027797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d240bc41-e46a-4c76-87d5-ae773ffe8e14 req-8d5f887e-06b8-4e9b-806e-390e7f4962d5 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783341 Nov 12 13:55:51.055604 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2efe988d-9f1c-4be1-9a09-242a3eb66dc7 req-6bb34299-4301-4515-85f0-0986c21c10ac tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635347 Nov 12 13:55:52.194526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dc268-1099-44ed-8b7e-a9a9676d5e9f req-72feebf2-e200-4f45-b6bd-bb1f066d3d18 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:52.196084 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f7dc268-1099-44ed-8b7e-a9a9676d5e9f req-72feebf2-e200-4f45-b6bd-bb1f066d3d18 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0526192 Nov 12 13:55:52.264376 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f7dc268-1099-44ed-8b7e-a9a9676d5e9f req-e0578939-9a52-4fe8-a9df-3c19bde2b533 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614314 Nov 12 13:55:53.387998 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13c40-ced6-42b3-b29c-1f8ef9857067 req-bf553621-b8bc-4c8b-844e-33510c495d5e tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:55:53.389729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67f13c40-ced6-42b3-b29c-1f8ef9857067 req-bf553621-b8bc-4c8b-844e-33510c495d5e tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0529480 Nov 12 13:55:53.438843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67f13c40-ced6-42b3-b29c-1f8ef9857067 req-ae7b2690-66c2-4de7-b8cd-e1f95d1e8f0e tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Nov 12 13:55:56.987794 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fa0e9a5-480b-480f-85e0-d0679815ba28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:55:59.489068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4dc29bb-bfae-4828-90e0-05377b9d9b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:00.686858 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:01.929834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60378) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:02.015215 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9328bb12-290a-4a0b-a67d-27be1b67f17f tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1505 time: 0.0836263 Nov 12 13:56:02.017756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60380) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:02.022721 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'network': {'name': 'tempest-network-smoke--710128433', 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'port_security_enabled': False}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:02.045694 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Made reservation on behalf of b10dffe2e7a14590b5c1b14bca568504 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:02.050597 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.078668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:56:02.090325 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.090768 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Added segment 5dabbbb0-d860-43dc-aff8-e2899897187c of type vlan for network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 Nov 12 13:56:02.133126 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.161905 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.170216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:02.170730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.203858 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1850169 Nov 12 13:56:02.207040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60384) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:02.221884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1200432746', 'admin_state_up': True, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:02.256938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Network': ['ID=868e76d3-d7d2-4da5-b92e-e5c274d0fc30,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:02.258930 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.260952 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.266516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.266863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.267148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.267496 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.267865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.268233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.268514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.268872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.269193 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.269555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.269919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.270245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9724e7d3-741b-440b-b41e-78bdd02e2cfe tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:02.283481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:56:02.310982 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.329873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.479122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.684958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.713656 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.834621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Allocated IP 172.25.5.40 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/0219c046-7730-43e1-a3de-3284e4602130) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:02.921535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:02.965590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:03.001520 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:03.039494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:03.046385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:03.052021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:03.057390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Port': ['ID=0219c046-7730-43e1-a3de-3284e4602130,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:03.067105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bafab65-64f2-4d2c-a04c-144fc95c6ca0 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:03.145635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c313ad40-92b9-4407-80e6-2a96fec336fa None None] Provisioning complete for port 0219c046-7730-43e1-a3de-3284e4602130 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:03.146096 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c313ad40-92b9-4407-80e6-2a96fec336fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:03.185429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c313ad40-92b9-4407-80e6-2a96fec336fa None None] Port 0219c046-7730-43e1-a3de-3284e4602130 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:03.320990 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:03.529080 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:03.667530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Router 5bb1ef72-fbe2-43dd-a209-36257272a260 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:56:03.795546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:03.811778 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Sync routers for ids ['5bb1ef72-fbe2-43dd-a209-36257272a260'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:56:03.823725 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Routers {'5bb1ef72-fbe2-43dd-a209-36257272a260'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:03.824183 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:03.825131 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:55:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5bb1ef72-fbe2-43dd-a209-36257272a260'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:03.828648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-35f54f35-92a9-472c-ba2e-cdf5ad32f05c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6142838 Nov 12 13:56:03.828837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60392) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:03.927102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e41c4f-73f2-4866-9f24-b20096d5d649 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:03.928780 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a8e41c4f-73f2-4866-9f24-b20096d5d649 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=b10dffe2e7a14590b5c1b14bca568504&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0983694 Nov 12 13:56:03.933800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60394) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:03.966791 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Set router 5bb1ef72-fbe2-43dd-a209-36257272a260 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:04.035615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e4f1d-f10b-4c61-99e2-df43660d273e tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:04.037204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cf7e4f1d-f10b-4c61-99e2-df43660d273e tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1023273 Nov 12 13:56:04.040182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60396) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:04.078590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-55a076d6-7d8f-4de8-afff-84bb90add5fc tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371959 Nov 12 13:56:04.082025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60398) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:04.128164 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-34098be1-93d6-472b-b5f0-debee47bbfcd tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=b10dffe2e7a14590b5c1b14bca568504&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448658 Nov 12 13:56:04.131022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:04.175132 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200432746', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '0219c046-7730-43e1-a3de-3284e4602130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:03Z', 'revision_number': 3, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '0219c046-7730-43e1-a3de-3284e4602130', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:04.204364 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Checking router: 5bb1ef72-fbe2-43dd-a209-36257272a260 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:56:04.204714 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Updating router 5bb1ef72-fbe2-43dd-a209-36257272a260 port 0219c046-7730-43e1-a3de-3284e4602130 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:56:04.233141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e72a2-b2fd-4557-838f-99eaa4e65a85 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:04.234796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-411e72a2-b2fd-4557-838f-99eaa4e65a85 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1022272 Nov 12 13:56:04.239592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60402) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:04.243193 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:04.279577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e79c8886-36f4-4259-a222-b1e956a138f2 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361736 Nov 12 13:56:04.279949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:04.287905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1909247786', 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30', 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:04.436150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Made reservation on behalf of b10dffe2e7a14590b5c1b14bca568504 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:04.440582 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:04.564373 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:04.570596 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:04.600335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a751ae1c-d396-4eec-a8a8-48b75e2d8608 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:04.618419 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Attempting to bind port 0219c046-7730-43e1-a3de-3284e4602130 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:04.618828 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Attempting to bind port 0219c046-7730-43e1-a3de-3284e4602130 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:04.619196 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Attempting to bind port 0219c046-7730-43e1-a3de-3284e4602130 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:04.650425 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:04.650797 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:04.651192 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:04.651579 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:04.652053 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Bound port: 0219c046-7730-43e1-a3de-3284e4602130, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:04.652431 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:04.667980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:04.710931 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] For port 0219c046-7730-43e1-a3de-3284e4602130, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:04.715122 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] For port 0219c046-7730-43e1-a3de-3284e4602130, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0219c046-7730-43e1-a3de-3284e4602130,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:04.723804 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:04.726732 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Pushing event updated for resources: {'Port': ['ID=0219c046-7730-43e1-a3de-3284e4602130,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:04.732694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-96bc657e-40d0-4025-9883-072c77ef8470 None None] Provisioning complete for port 0219c046-7730-43e1-a3de-3284e4602130 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:04.733623 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96bc657e-40d0-4025-9883-072c77ef8470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:04.738630 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.738982 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.739319 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.739651 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.739985 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.740314 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.740412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Subnet': ['ID=3a250f91-ac0c-4d6e-825c-cb89d1952dd8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:04.740640 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.740964 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.741308 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.741626 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.741946 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.742280 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:04.750517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Checking segment: {'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:04.750939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network hostable DHCP agents. Network: 868e76d3-d7d2-4da5-b92e-e5c274d0fc30, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:56:04.774169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:56:04.788371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 868e76d3-d7d2-4da5-b92e-e5c274d0fc30) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:04.799070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:04.802956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:04.808303 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Routers {'5bb1ef72-fbe2-43dd-a209-36257272a260'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:04.809075 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:55:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5bb1ef72-fbe2-43dd-a209-36257272a260'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:04.825612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda139f-c45e-4df7-84a6-3d3ecdccab71 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:04.831067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f557d8fa-767c-438e-bb24-78232b605e9d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5466282 Nov 12 13:56:04.831552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60410) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:04.838385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9776626-33cd-4ff9-80a3-76b547ebc508 None None] Network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:56:04.867119 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921ba6e-e6f9-47a7-a9c4-a6b99a7d1524 None None] Pushing event updated for resources: {'Port': ['ID=0219c046-7730-43e1-a3de-3284e4602130,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:04.961516 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] Set router 5bb1ef72-fbe2-43dd-a209-36257272a260 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:05.066144 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96bc657e-40d0-4025-9883-072c77ef8470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:05.129973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-96bc657e-40d0-4025-9883-072c77ef8470 None None] For port 0219c046-7730-43e1-a3de-3284e4602130, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0219c046-7730-43e1-a3de-3284e4602130,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:05.142453 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96bc657e-40d0-4025-9883-072c77ef8470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:05.224414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-868e76d3-d7d2-4da5-b92e-e5c274d0fc30', 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'fixed_ips': [{'subnet_id': '3a250f91-ac0c-4d6e-825c-cb89d1952dd8'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:56:05.225317 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:05.256468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc657e-40d0-4025-9883-072c77ef8470 None None] Pushing event updated for resources: {'Port': ['ID=0219c046-7730-43e1-a3de-3284e4602130,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:05.338880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4eaddd24-fa4b-4a62-af67-5c5847a9ae96 None None] Provisioning complete for port 0219c046-7730-43e1-a3de-3284e4602130 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:05.339271 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4eaddd24-fa4b-4a62-af67-5c5847a9ae96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:05.346127 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200432746', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '0219c046-7730-43e1-a3de-3284e4602130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:03Z', 'revision_number': 3, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '0219c046-7730-43e1-a3de-3284e4602130', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:05.381892 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e4dd8-ab0d-4517-8fa8-7c0e5bc66ecf None None] The sync data for ids ['5bb1ef72-fbe2-43dd-a209-36257272a260'] in n-d-805736-4 is: [{'id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200432746', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '0219c046-7730-43e1-a3de-3284e4602130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:03Z', 'revision_number': 3, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '0219c046-7730-43e1-a3de-3284e4602130', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:56:05.436155 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:05.488876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Allocated IP 172.20.0.18 (868e76d3-d7d2-4da5-b92e-e5c274d0fc30/3a250f91-ac0c-4d6e-825c-cb89d1952dd8/41c79f1b-a51f-4a35-b63b-6dcf53c20a82) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:05.721940 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:05.731938 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:05.822078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:05.827013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:05.830915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:05.940783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Pushing event updated for resources: {'Port': ['ID=41c79f1b-a51f-4a35-b63b-6dcf53c20a82,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:05.951003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Attempting to bind port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:05.953400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Attempting to bind port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:05.956258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Attempting to bind port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 on network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:05.971119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:05.973910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Checking segment: {'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:05.974200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:05.974705 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Bound using segment: {'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:05.976111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Bound port: 41c79f1b-a51f-4a35-b63b-6dcf53c20a82, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:05.977790 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:05.995527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Allocated IP 172.20.0.17 (868e76d3-d7d2-4da5-b92e-e5c274d0fc30/3a250f91-ac0c-4d6e-825c-cb89d1952dd8/a8574e85-2a7b-4d2f-a83c-b170e0eed1f5) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:06.074078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] For port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:06.078771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] For port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=41c79f1b-a51f-4a35-b63b-6dcf53c20a82,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:06.086048 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:06.168306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:06.215487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abc3e8-b258-4e3d-ac9a-bcb308163d83 None None] Pushing event updated for resources: {'Port': ['ID=41c79f1b-a51f-4a35-b63b-6dcf53c20a82,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:06.221697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:06.319776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Port': ['ID=a8574e85-2a7b-4d2f-a83c-b170e0eed1f5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:06.323786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:06.326057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:06.329966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:06.390930 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:06.684683 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:06.928920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:07.028742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:07.029323 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:07.170234 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:07.216048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=41c79f1b-a51f-4a35-b63b-6dcf53c20a82,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:07.221617 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:07.223059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0219c046-7730-43e1-a3de-3284e4602130 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:07.364417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=41c79f1b-a51f-4a35-b63b-6dcf53c20a82,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:07.374546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0219c046-7730-43e1-a3de-3284e4602130 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:07.374987 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:07.526641 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:07.533478 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:07.640303 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Port': ['ID=a8574e85-2a7b-4d2f-a83c-b170e0eed1f5,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:07.643631 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:07.842142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f8810-5432-4cc2-a866-f8362882bf07 None None] Network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:56:07.854701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:07.858402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:07.962335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ea04e84a-cc24-450f-8aa9-e8ffdddf45ce None None] Provisioning complete for port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:07.962833 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea04e84a-cc24-450f-8aa9-e8ffdddf45ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:08.037217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Router 5bb1ef72-fbe2-43dd-a209-36257272a260 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:56:08.187803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:08.205320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2b1bc1c9-b636-4eb6-91c4-47079560c96f tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "PUT /v2.0/routers/5bb1ef72-fbe2-43dd-a209-36257272a260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3614733 Nov 12 13:56:08.403098 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Sync routers for ids ['5bb1ef72-fbe2-43dd-a209-36257272a260'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:56:08.424533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Routers {'5bb1ef72-fbe2-43dd-a209-36257272a260'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:08.425185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:55:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5bb1ef72-fbe2-43dd-a209-36257272a260'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:08.554751 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Set router 5bb1ef72-fbe2-43dd-a209-36257272a260 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:08.644836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-b6dabc28-5976-4bf5-84e5-14ce17805c4b tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:08.645710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-b6dabc28-5976-4bf5-84e5-14ce17805c4b tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/networks?id=868e76d3-d7d2-4da5-b92e-e5c274d0fc30 HTTP/1.1" status: 200 len: 797 time: 0.1671345 Nov 12 13:56:08.673745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5e2e240e-8d70-4cb5-9731-3ac6a344ced0 None None] Provisioning complete for port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:08.675399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-d1b27cac-f0f3-4726-ac57-38befa47cdf1 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/quotas/b10dffe2e7a14590b5c1b14bca568504 HTTP/1.1" status: 200 len: 375 time: 0.0227463 Nov 12 13:56:08.686057 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e2e240e-8d70-4cb5-9731-3ac6a344ced0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:08.777529 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-cbd3a218-a906-4a02-bfe8-4a8cc0ff29de tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b10dffe2e7a14590b5c1b14bca568504&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1009634 Nov 12 13:56:08.783790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-7ba57152-6725-4773-873e-9db24d0ee0c4 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 13:56:08.791717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-7ba57152-6725-4773-873e-9db24d0ee0c4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129151 Nov 12 13:56:08.890683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:08.985990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-5f1e4f1e-f894-46fd-86e1-e0f8e00d61b8 service neutron] 10.222.0.73 "GET /v2.0/networks/868e76d3-d7d2-4da5-b92e-e5c274d0fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904502 Nov 12 13:56:09.035218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5e2e240e-8d70-4cb5-9731-3ac6a344ced0 None None] Provisioning complete for port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:09.035754 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e2e240e-8d70-4cb5-9731-3ac6a344ced0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:09.109185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e240e-8d70-4cb5-9731-3ac6a344ced0 None None] Port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:09.116391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:09.116983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:09.136481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-ec133e7a-e8e8-4e97-ae63-da92ff0c42c9 service neutron] 10.222.0.73 "GET /v2.0/networks/868e76d3-d7d2-4da5-b92e-e5c274d0fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476748 Nov 12 13:56:09.211501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200432746', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '0219c046-7730-43e1-a3de-3284e4602130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:06Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '0219c046-7730-43e1-a3de-3284e4602130', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a8574e85-2a7b-4d2f-a83c-b170e0eed1f5', 'name': '', 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:ed:bf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '3a250f91-ac0c-4d6e-825c-cb89d1952dd8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:05Z', 'updated_at': '2021-11-12T13:56:06Z', 'revision_number': 2, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '3a250f91-ac0c-4d6e-825c-cb89d1952dd8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:09.249078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Checking router: 5bb1ef72-fbe2-43dd-a209-36257272a260 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:56:09.249527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Updating router 5bb1ef72-fbe2-43dd-a209-36257272a260 port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:56:09.345814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c80f1f5b-5938-461e-93a5-db2518da425d req-a604bd9f-42ab-4a5b-81da-f0656387fcc3 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 210 time: 0.0397854 Nov 12 13:56:09.348765 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:09.352572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-13f88c74-c2ab-491d-9a1a-7e65b4160b64 None None] Provisioning complete for port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:09.352988 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13f88c74-c2ab-491d-9a1a-7e65b4160b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:09.428936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-13f88c74-c2ab-491d-9a1a-7e65b4160b64 None None] Port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:09.839997 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:09.846324 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:09.965907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22f6c0-9279-432a-9ba2-e27ccda96236 None None] Pushing event updated for resources: {'Port': ['ID=a8574e85-2a7b-4d2f-a83c-b170e0eed1f5,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:10.061404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Attempting to bind port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:10.064745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Attempting to bind port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:10.065139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Attempting to bind port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 on network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:10.074720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:10.075132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Checking segment: {'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:10.075809 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:10.076383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Bound using segment: {'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:10.076874 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Bound port: a8574e85-2a7b-4d2f-a83c-b170e0eed1f5, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:10.077319 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:10.157384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] For port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:10.161163 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] For port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a8574e85-2a7b-4d2f-a83c-b170e0eed1f5,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:10.171396 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:10.245975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Routers {'5bb1ef72-fbe2-43dd-a209-36257272a260'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:10.245975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:55:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5bb1ef72-fbe2-43dd-a209-36257272a260'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:10.283807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22f6c0-9279-432a-9ba2-e27ccda96236 None None] Pushing event updated for resources: {'Port': ['ID=a8574e85-2a7b-4d2f-a83c-b170e0eed1f5,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:10.384865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9efbb524-b4a4-488a-9c73-9a76623c424b None None] Provisioning complete for port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:10.385195 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9efbb524-b4a4-488a-9c73-9a76623c424b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:10.414314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] Set router 5bb1ef72-fbe2-43dd-a209-36257272a260 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:10.511793 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0d0ccaf-bff4-47fb-a941-b6de3c57cacc req-30e9d7af-0582-45c6-a0dc-a3ad8a49bca2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 210 time: 0.0578203 Nov 12 13:56:10.800073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9efbb524-b4a4-488a-9c73-9a76623c424b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:10.910143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9efbb524-b4a4-488a-9c73-9a76623c424b None None] For port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a8574e85-2a7b-4d2f-a83c-b170e0eed1f5,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:10.917419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-efb22b94-03ac-4c12-b347-19e13ee4aecb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:10.919614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-efb22b94-03ac-4c12-b347-19e13ee4aecb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.105 "GET /v2.0/networks?id=868e76d3-d7d2-4da5-b92e-e5c274d0fc30 HTTP/1.1" status: 200 len: 797 time: 0.1840208 Nov 12 13:56:10.937121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9efbb524-b4a4-488a-9c73-9a76623c424b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:10.955043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Request body: {'port': {'device_id': '3a9957c8-42ae-431b-b29f-987498f9d642', 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30', 'admin_state_up': True, 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:11.106037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9d460d66-d544-4b7d-8040-b7763f9f78d7 None None] Provisioning complete for port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:11.107084 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d460d66-d544-4b7d-8040-b7763f9f78d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:11.238421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Made reservation on behalf of b10dffe2e7a14590b5c1b14bca568504 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:11.245098 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbb524-b4a4-488a-9c73-9a76623c424b None None] Pushing event updated for resources: {'Port': ['ID=a8574e85-2a7b-4d2f-a83c-b170e0eed1f5,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:11.247136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:11.373267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200432746', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '0219c046-7730-43e1-a3de-3284e4602130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:06Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '0219c046-7730-43e1-a3de-3284e4602130', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a8574e85-2a7b-4d2f-a83c-b170e0eed1f5', 'name': '', 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:ed:bf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '3a250f91-ac0c-4d6e-825c-cb89d1952dd8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:05Z', 'updated_at': '2021-11-12T13:56:10Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '3a250f91-ac0c-4d6e-825c-cb89d1952dd8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:11.409155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e224ebd-b27d-4b8e-a88f-ababd027ffaa None None] The sync data for ids ['5bb1ef72-fbe2-43dd-a209-36257272a260'] in n-d-805736-4 is: [{'id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200432746', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '0219c046-7730-43e1-a3de-3284e4602130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:06Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '0219c046-7730-43e1-a3de-3284e4602130', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'a8574e85-2a7b-4d2f-a83c-b170e0eed1f5', 'name': '', 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:ed:bf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '3a250f91-ac0c-4d6e-825c-cb89d1952dd8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:05Z', 'updated_at': '2021-11-12T13:56:10Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '3a250f91-ac0c-4d6e-825c-cb89d1952dd8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:56:11.495364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Allocated IP 172.20.0.23 (868e76d3-d7d2-4da5-b92e-e5c274d0fc30/3a250f91-ac0c-4d6e-825c-cb89d1952dd8/598cf52a-676b-4f2a-bf20-84a78a1bf60f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:11.638522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0bf64ee2-7c7e-41ed-8216-719c0d0ba340 req-687d5667-85a4-4ee6-8add-ae28c70a5234 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 210 time: 0.0395522 Nov 12 13:56:11.682448 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:11.730857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:11.767913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:11.771673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:11.775950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:11.831516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event updated for resources: {'Port': ['ID=598cf52a-676b-4f2a-bf20-84a78a1bf60f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:11.863793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:11.864717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:11.886322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-a5f8f885-5571-4e0f-83fd-27258818a18a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9543087 Nov 12 13:56:11.901648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Request body: {'port': {'device_id': '3a9957c8-42ae-431b-b29f-987498f9d642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:11.980889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:12.115906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a949e3b2-2ac9-4356-8a18-87e5d571c180 None None] Provisioning complete for port 598cf52a-676b-4f2a-bf20-84a78a1bf60f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:12.116888 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a949e3b2-2ac9-4356-8a18-87e5d571c180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:12.173954 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a949e3b2-2ac9-4356-8a18-87e5d571c180 None None] Port 598cf52a-676b-4f2a-bf20-84a78a1bf60f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:12.334065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598cf52a-676b-4f2a-bf20-84a78a1bf60f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:56:12.349586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:12.361722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Transition to ACTIVE for port object 598cf52a-676b-4f2a-bf20-84a78a1bf60f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:56:12.369241 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:12.412458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=598cf52a-676b-4f2a-bf20-84a78a1bf60f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:12.561328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Attempting to bind port 598cf52a-676b-4f2a-bf20-84a78a1bf60f on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:12.561863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Attempting to bind port 598cf52a-676b-4f2a-bf20-84a78a1bf60f by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:12.562233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Attempting to bind port 598cf52a-676b-4f2a-bf20-84a78a1bf60f on network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:12.570109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Port 598cf52a-676b-4f2a-bf20-84a78a1bf60f on network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:56:12.570863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Attempting to bind port 598cf52a-676b-4f2a-bf20-84a78a1bf60f on network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:12.579933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:12.580518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Checking segment: {'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:12.585823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Bound using segment: {'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:12.586529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Bound port: 598cf52a-676b-4f2a-bf20-84a78a1bf60f, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dabbbb0-d860-43dc-aff8-e2899897187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:12.587646 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:12.726825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] For port 598cf52a-676b-4f2a-bf20-84a78a1bf60f, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:12.737829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] For port 598cf52a-676b-4f2a-bf20-84a78a1bf60f, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=598cf52a-676b-4f2a-bf20-84a78a1bf60f,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:12.822561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:12.912068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:12.937963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:12.938699 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:12.940267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] 10.222.0.105 "PUT /v2.0/ports/598cf52a-676b-4f2a-bf20-84a78a1bf60f HTTP/1.1" status: 200 len: 1055 time: 1.0440156 Nov 12 13:56:12.940834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9957c8-42ae-431b-b29f-987498f9d642', 'tag': '598cf52a-676b-4f2a-bf20-84a78a1bf60f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:56:12.943476 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e51f3e3-0f39-472d-8744-ba311c0f7db6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9957c8-42ae-431b-b29f-987498f9d642", "tag": "598cf52a-676b-4f2a-bf20-84a78a1bf60f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:56:13.043300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:13.043928 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:13.072879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7d19d-1409-4f3b-9db1-6facf0d4cdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=598cf52a-676b-4f2a-bf20-84a78a1bf60f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:13.088342 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18508a1-fa3f-4547-b472-e38798805528 x-openstack-request-id: req-a18508a1-fa3f-4547-b472-e38798805528 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:56:13.088783 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9957c8-42ae-431b-b29f-987498f9d642", "tag": "598cf52a-676b-4f2a-bf20-84a78a1bf60f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:56:13.090385 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a18508a1-fa3f-4547-b472-e38798805528 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:56:13.091255 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9957c8-42ae-431b-b29f-987498f9d642', 'tag': '598cf52a-676b-4f2a-bf20-84a78a1bf60f', 'status': 'completed', 'code': 200} Nov 12 13:56:13.125894 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329ec92-34d7-447d-9267-106a5ab7aee7 req-4eba9181-5804-46ec-ac01-9aa82351c9da tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:13.138451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2329ec92-34d7-447d-9267-106a5ab7aee7 req-4eba9181-5804-46ec-ac01-9aa82351c9da tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 907 time: 0.3567736 Nov 12 13:56:13.179171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-f04156de-7a04-468b-9d3a-ff9c27891183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:13.181635 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-f04156de-7a04-468b-9d3a-ff9c27891183 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b10dffe2e7a14590b5c1b14bca568504&device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 1058 time: 0.1806028 Nov 12 13:56:13.266752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-b8eabfa3-7d7f-46c9-b93e-acc516d768f1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=598cf52a-676b-4f2a-bf20-84a78a1bf60f HTTP/1.1" status: 200 len: 217 time: 0.0771153 Nov 12 13:56:13.268105 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:13.330959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-3aa598c8-83dc-4625-8c51-8a9f73516470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:13.332442 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-3aa598c8-83dc-4625-8c51-8a9f73516470 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3a250f91-ac0c-4d6e-825c-cb89d1952dd8 HTTP/1.1" status: 200 len: 838 time: 0.0582755 Nov 12 13:56:13.404678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-8d481465-4af8-461d-b40d-e759fd652bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:13.406375 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-8d481465-4af8-461d-b40d-e759fd652bb3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=868e76d3-d7d2-4da5-b92e-e5c274d0fc30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648227 Nov 12 13:56:13.512974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-4af47f36-1d9b-41bd-93c9-506e47d2f371 service neutron] 10.222.0.105 "GET /v2.0/networks/868e76d3-d7d2-4da5-b92e-e5c274d0fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978515 Nov 12 13:56:13.632789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fedc43d5-447f-4b12-aaa6-f39acaa851d6 req-b3b325e1-94cf-45fb-9507-f42090753e29 service neutron] 10.222.0.105 "GET /v2.0/networks/868e76d3-d7d2-4da5-b92e-e5c274d0fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102827 Nov 12 13:56:13.728754 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-1c1aad60-cd1e-4215-af03-c082905112df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:13.730528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-1c1aad60-cd1e-4215-af03-c082905112df service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b10dffe2e7a14590b5c1b14bca568504&device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 1058 time: 0.0458283 Nov 12 13:56:13.842320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-2dce31fb-bfa6-48bf-8db3-237cec70f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:13.843856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-2dce31fb-bfa6-48bf-8db3-237cec70f6f6 service neutron] 10.222.0.105 "GET /v2.0/networks?id=868e76d3-d7d2-4da5-b92e-e5c274d0fc30 HTTP/1.1" status: 200 len: 898 time: 0.1060209 Nov 12 13:56:13.889379 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-47814633-3c13-4624-b3c9-d91e0e726f7c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=598cf52a-676b-4f2a-bf20-84a78a1bf60f HTTP/1.1" status: 200 len: 217 time: 0.0362244 Nov 12 13:56:13.971945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-a686bb99-3109-4440-b393-3ced48ee59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:13.973948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-a686bb99-3109-4440-b393-3ced48ee59e0 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3a250f91-ac0c-4d6e-825c-cb89d1952dd8 HTTP/1.1" status: 200 len: 838 time: 0.0707150 Nov 12 13:56:14.032194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-d59b629d-6b83-41b7-8c5b-b0b5a9400e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:14.033993 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-d59b629d-6b83-41b7-8c5b-b0b5a9400e61 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=868e76d3-d7d2-4da5-b92e-e5c274d0fc30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498233 Nov 12 13:56:14.170586 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-74a301bf-0faf-4f7b-bdd8-bc76aecea14f service neutron] 10.222.0.105 "GET /v2.0/networks/868e76d3-d7d2-4da5-b92e-e5c274d0fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284385 Nov 12 13:56:14.286720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edf395-f8e1-41c7-978f-480e8cbb4bbb req-c9bd1641-c73f-4037-8516-656dbb58b6ef tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:14.296818 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4edf395-f8e1-41c7-978f-480e8cbb4bbb req-c9bd1641-c73f-4037-8516-656dbb58b6ef tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 907 time: 0.0739005 Nov 12 13:56:14.314903 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e51f3e3-0f39-472d-8744-ba311c0f7db6 req-83fe1e83-9296-4c67-8368-b23822f1c493 service neutron] 10.222.0.105 "GET /v2.0/networks/868e76d3-d7d2-4da5-b92e-e5c274d0fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363640 Nov 12 13:56:14.349111 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:15.417786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb657b7-ab6e-4485-abdd-ec93d01a3950 req-75791693-b934-4092-ae27-1b78abb7e64b tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:15.419370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fb657b7-ab6e-4485-abdd-ec93d01a3950 req-75791693-b934-4092-ae27-1b78abb7e64b tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 907 time: 0.0557771 Nov 12 13:56:16.552201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6f468-2a8c-4eb7-9c1e-8ee46155b502 req-45890557-932f-4fc8-ae9d-c94e8d60ec47 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:16.553787 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a5f6f468-2a8c-4eb7-9c1e-8ee46155b502 req-45890557-932f-4fc8-ae9d-c94e8d60ec47 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 907 time: 0.0554395 Nov 12 13:56:17.690930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caf0ed-72e7-4acb-9e99-b58f9417b316 req-20fbe6f4-0bd3-4610-b646-a406c4aa4b7e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:17.692605 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-04caf0ed-72e7-4acb-9e99-b58f9417b316 req-20fbe6f4-0bd3-4610-b646-a406c4aa4b7e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 907 time: 0.0639126 Nov 12 13:56:18.591150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 598cf52a-676b-4f2a-bf20-84a78a1bf60f details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:56:18.708303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 598cf52a-676b-4f2a-bf20-84a78a1bf60f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=598cf52a-676b-4f2a-bf20-84a78a1bf60f,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:18.720898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '598cf52a-676b-4f2a-bf20-84a78a1bf60f', 'network_id': '868e76d3-d7d2-4da5-b92e-e5c274d0fc30', 'port_id': '598cf52a-676b-4f2a-bf20-84a78a1bf60f', 'mac_address': 'fa:16:3e:29:f9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a250f91-ac0c-4d6e-825c-cb89d1952dd8', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:56:18.779884 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:18.795392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598cf52a-676b-4f2a-bf20-84a78a1bf60f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:56:18.816961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 598cf52a-676b-4f2a-bf20-84a78a1bf60f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=598cf52a-676b-4f2a-bf20-84a78a1bf60f,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:18.822815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:18.834208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618e332-a4a0-4195-82f9-1c7755c8870f req-be5764a2-0cce-48b6-8ee3-db8778ad002e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:18.835886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b618e332-a4a0-4195-82f9-1c7755c8870f req-be5764a2-0cce-48b6-8ee3-db8778ad002e tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 907 time: 0.0588613 Nov 12 13:56:18.885813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=598cf52a-676b-4f2a-bf20-84a78a1bf60f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:19.132165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['598cf52a-676b-4f2a-bf20-84a78a1bf60f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:56:19.167613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 60976) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:19.319713 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 60980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:19.320275 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-72a26143-e164-40fb-ac7f-7b97e51147f4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b60b0e9554cd47f7ba08fcd8dea6bb8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505613 Nov 12 13:56:19.379116 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-804e739b-f5a3-4c85-88f6-57acbb47a65f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:19.401561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-804e739b-f5a3-4c85-88f6-57acbb47a65f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:19.450052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-804e739b-f5a3-4c85-88f6-57acbb47a65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:19.452606 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-804e739b-f5a3-4c85-88f6-57acbb47a65f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:19.454119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-804e739b-f5a3-4c85-88f6-57acbb47a65f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/868edea8-a80b-40c6-9dd7-e1d4bda0f642 HTTP/1.1" status: 204 len: 168 time: 0.1319993 Nov 12 13:56:19.463824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e739b-f5a3-4c85-88f6-57acbb47a65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868edea8-a80b-40c6-9dd7-e1d4bda0f642,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:20.000469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ab464-7c10-4f21-851a-7d4d45141f17 req-b711494d-8e4d-4b37-b97c-bc10b54916e5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:20.002454 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd3ab464-7c10-4f21-851a-7d4d45141f17 req-b711494d-8e4d-4b37-b97c-bc10b54916e5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 908 time: 0.0777924 Nov 12 13:56:20.601676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 598cf52a-676b-4f2a-bf20-84a78a1bf60f up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:20.655990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 598cf52a-676b-4f2a-bf20-84a78a1bf60f completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:56:20.662480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 598cf52a-676b-4f2a-bf20-84a78a1bf60f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:20.663163 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:20.761799 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:20.791756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9957c8-42ae-431b-b29f-987498f9d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598cf52a-676b-4f2a-bf20-84a78a1bf60f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:56:20.792428 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5276918e-b0b4-4168-a6f1-bde3655c4805" -d '{"events": [{"server_uuid": "3a9957c8-42ae-431b-b29f-987498f9d642", "name": "network-vif-plugged", "status": "completed", "tag": "598cf52a-676b-4f2a-bf20-84a78a1bf60f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:56:20.809130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 598cf52a-676b-4f2a-bf20-84a78a1bf60f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=598cf52a-676b-4f2a-bf20-84a78a1bf60f,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:20.814157 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:20.838749 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24882b7c-ea7e-479d-9501-e0f2ea6a1f98 x-openstack-request-id: req-24882b7c-ea7e-479d-9501-e0f2ea6a1f98 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:56:20.839044 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9957c8-42ae-431b-b29f-987498f9d642", "name": "network-vif-plugged", "status": "completed", "tag": "598cf52a-676b-4f2a-bf20-84a78a1bf60f", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:56:20.839298 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24882b7c-ea7e-479d-9501-e0f2ea6a1f98 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:56:20.839692 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9957c8-42ae-431b-b29f-987498f9d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598cf52a-676b-4f2a-bf20-84a78a1bf60f', 'code': 200} Nov 12 13:56:20.870213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=598cf52a-676b-4f2a-bf20-84a78a1bf60f,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:20.939368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f6ff1-bf81-4bc1-992e-0b27b863d6af req-4d48d6a7-5b04-4ef1-b237-447d2b8842af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:20.940404 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f26f6ff1-bf81-4bc1-992e-0b27b863d6af req-4d48d6a7-5b04-4ef1-b237-447d2b8842af service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 1060 time: 0.0491211 Nov 12 13:56:21.133158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7c629-11bf-4c33-807f-ffca3ea7378c req-3d1a3c8e-17ac-4191-bed8-d8be34d9d0d9 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:21.135317 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c0b7c629-11bf-4c33-807f-ffca3ea7378c req-3d1a3c8e-17ac-4191-bed8-d8be34d9d0d9 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 909 time: 0.0594056 Nov 12 13:56:21.792368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32920) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:21.909323 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cf382059-7451-4b16-94a1-e4fa9544cdb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:21.994879 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cf382059-7451-4b16-94a1-e4fa9544cdb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:21.999197 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cf382059-7451-4b16-94a1-e4fa9544cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.044220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cf382059-7451-4b16-94a1-e4fa9544cdb6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2ce680356374e80b4b2adae9f2e1ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2506604 Nov 12 13:56:22.045101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf382059-7451-4b16-94a1-e4fa9544cdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89af128-623d-413b-ab76-bc4f25074e1b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:22.047125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32924) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:22.106290 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9469-823d-417c-848b-041d9597bebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.127134 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9469-823d-417c-848b-041d9597bebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.191762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9469-823d-417c-848b-041d9597bebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.198030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9469-823d-417c-848b-041d9597bebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.200544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4d1b9469-823d-417c-848b-041d9597bebc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b89af128-623d-413b-ab76-bc4f25074e1b HTTP/1.1" status: 204 len: 168 time: 0.1469960 Nov 12 13:56:22.216211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b9469-823d-417c-848b-041d9597bebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89af128-623d-413b-ab76-bc4f25074e1b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:22.288543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7105f-6826-4729-ac27-1c515e0077b1 req-66a90437-a8ed-4d81-abe9-e1518fbf1348 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:22.298232 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26d7105f-6826-4729-ac27-1c515e0077b1 req-66a90437-a8ed-4d81-abe9-e1518fbf1348 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 909 time: 0.0654209 Nov 12 13:56:22.595216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32934) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:22.609724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-133b4af5-a610-4f76-9f22-d8e557ff4168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.688070 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-133b4af5-a610-4f76-9f22-d8e557ff4168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.693458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-133b4af5-a610-4f76-9f22-d8e557ff4168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.736426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-133b4af5-a610-4f76-9f22-d8e557ff4168 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f9b705701464cfdac2a75f69a8975db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399512 Nov 12 13:56:22.738471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b4af5-a610-4f76-9f22-d8e557ff4168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af24c8ee-b604-4819-95db-361890845b78,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:22.739219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32936) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:22.816850 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ab95438-4a30-4959-a4ad-c47769ed624f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.846753 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ab95438-4a30-4959-a4ad-c47769ed624f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.900583 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ab95438-4a30-4959-a4ad-c47769ed624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.903285 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1ab95438-4a30-4959-a4ad-c47769ed624f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:22.906988 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1ab95438-4a30-4959-a4ad-c47769ed624f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af24c8ee-b604-4819-95db-361890845b78 HTTP/1.1" status: 204 len: 168 time: 0.1642416 Nov 12 13:56:22.918682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab95438-4a30-4959-a4ad-c47769ed624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af24c8ee-b604-4819-95db-361890845b78,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:23.452018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95eae6-4f15-4345-ab38-af9fba71db5e req-d933c50d-49fc-4d2c-943e-a6c3435937ea tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:23.453701 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd95eae6-4f15-4345-ab38-af9fba71db5e req-d933c50d-49fc-4d2c-943e-a6c3435937ea tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 909 time: 0.0701094 Nov 12 13:56:23.624472 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:56:23.863745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32966) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:23.958553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa31182-dfb2-46a6-b81e-044e8d2694a0 req-77079ca0-a37e-4ced-b21b-2ce330b71815 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:23.960212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-caa31182-dfb2-46a6-b81e-044e8d2694a0 req-77079ca0-a37e-4ced-b21b-2ce330b71815 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 909 time: 0.0834231 Nov 12 13:56:24.029996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-900831478-network', 'tenant_id': 'b512811927074c62a7307203db486f5f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:24.062684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Made reservation on behalf of b512811927074c62a7307203db486f5f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:24.065256 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:24.076111 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:24.095499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b75e3-e165-464e-80de-af521fb1b77c req-3980d122-6d9d-4cf5-bda4-9f5611c3a87c tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:24.097707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-492b75e3-e165-464e-80de-af521fb1b77c req-3980d122-6d9d-4cf5-bda4-9f5611c3a87c tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 1060 time: 0.0518768 Nov 12 13:56:24.178023 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:24.184368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:24.245271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:56:24.254675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0025db50-b1b9-40b8-913f-83250f011f32,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:24.263034 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:24.263034 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Added segment b73aa64b-b8b5-4dab-b5f8-8aec0699b03d of type vlan for network 660acb6b-6518-42c7-b90e-6688979d79bc Nov 12 13:56:24.656592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ae5fc-565f-41ad-a48b-18b36c561b1f req-3cb057b5-65b8-4496-ab6e-799375a79cfa tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:24.658125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-826ae5fc-565f-41ad-a48b-18b36c561b1f req-3cb057b5-65b8-4496-ab6e-799375a79cfa tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 1135 time: 0.4674025 Nov 12 13:56:24.680070 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:24.733719 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:24.734734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:24.735293 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:24.762699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-826ae5fc-565f-41ad-a48b-18b36c561b1f req-69a2a122-21e8-41eb-b72a-90cac537dfe2 tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0969958 Nov 12 13:56:24.789328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9121881 Nov 12 13:56:24.789328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 32978) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:24.789328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Request body: {'subnet': {'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-900831478-subnet', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:24.796173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32980) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:24.835380 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505741a6-7412-4ad9-8530-71aa2cd46ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=660acb6b-6518-42c7-b90e-6688979d79bc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:24.847118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 660acb6b-6518-42c7-b90e-6688979d79bc details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:56:24.854601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34008c07-b6bf-41cf-9246-8034f217149e tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:24.857080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Made reservation on behalf of b512811927074c62a7307203db486f5f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:24.858476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-34008c07-b6bf-41cf-9246-8034f217149e tempest-TestSecurityGroupsBasicOps-873791704 tempest-TestSecurityGroupsBasicOps-873791704-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 1055 time: 0.0605941 Nov 12 13:56:24.859775 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.070359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.146995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f976a9-1a81-438b-b5c3-facd52c86903,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:25.161675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff930f-e169-42cb-9180-7a02917c7252 req-67461cb3-18c9-4f7f-9fdf-14a8a9fa70aa tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:25.163198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02ff930f-e169-42cb-9180-7a02917c7252 req-67461cb3-18c9-4f7f-9fdf-14a8a9fa70aa tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 909 time: 0.1043866 Nov 12 13:56:25.173141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Checking segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:25.173530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Network hostable DHCP agents. Network: 660acb6b-6518-42c7-b90e-6688979d79bc, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:56:25.201263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Network 660acb6b-6518-42c7-b90e-6688979d79bc is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:56:25.210996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 660acb6b-6518-42c7-b90e-6688979d79bc) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:25.216397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:25.217051 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.225543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f59f6b-f79a-4c38-8e5f-9457417a7581 None None] Network 660acb6b-6518-42c7-b90e-6688979d79bc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:56:25.240892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32986) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:25.246068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9c70d46d-a226-4d6a-af76-6f3fa24df4c4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4645915 Nov 12 13:56:25.247268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:25.274996 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.276643 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.369301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.396062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-660acb6b-6518-42c7-b90e-6688979d79bc', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:56:25.397245 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.507808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.555568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Allocated IP 172.20.0.2 (660acb6b-6518-42c7-b90e-6688979d79bc/45f976a9-1a81-438b-b5c3-facd52c86903/469fcb04-9487-4429-a004-bf690046f1b5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:25.723178 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.731918 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.754045 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.783143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.785397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Pushing event updated for resources: {'Port': ['ID=469fcb04-9487-4429-a004-bf690046f1b5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:25.807537 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Network 660acb6b-6518-42c7-b90e-6688979d79bc is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:25.809046 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:25.812483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:25.870781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Attempting to bind port 469fcb04-9487-4429-a004-bf690046f1b5 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:25.871426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Attempting to bind port 469fcb04-9487-4429-a004-bf690046f1b5 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:25.871613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Attempting to bind port 469fcb04-9487-4429-a004-bf690046f1b5 on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:25.877200 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:25.877539 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Checking segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:25.877942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.878337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Bound using segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:25.878806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Bound port: 469fcb04-9487-4429-a004-bf690046f1b5, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:25.879187 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:25.912037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Allocated IP 172.25.5.196 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/27de7f24-b64f-498b-b638-0007d22f482f) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:25.950369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] For port 469fcb04-9487-4429-a004-bf690046f1b5, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:25.953639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] For port 469fcb04-9487-4429-a004-bf690046f1b5, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=469fcb04-9487-4429-a004-bf690046f1b5,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:25.960485 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:26.033383 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:26.035296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce12e34-d4f9-486b-a90c-dd6fd11666ad None None] Pushing event updated for resources: {'Port': ['ID=469fcb04-9487-4429-a004-bf690046f1b5,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:26.076149 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:26.120422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:26.125773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:26.129797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:26.138474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Pushing event updated for resources: {'Port': ['ID=27de7f24-b64f-498b-b638-0007d22f482f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:26.147461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356f6a89-0b57-45d7-bb61-3011eb06b4b4 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:26.296520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-66433a42-2c3f-440a-91e4-4d663209690b None None] Provisioning complete for port 27de7f24-b64f-498b-b638-0007d22f482f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:26.296892 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66433a42-2c3f-440a-91e4-4d663209690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:26.343299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-66433a42-2c3f-440a-91e4-4d663209690b None None] Port 27de7f24-b64f-498b-b638-0007d22f482f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:26.441330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09806bd1-5c52-4b60-afd7-2620fbae300d req-45108320-9a1a-44ad-897b-e107b4579578 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:26.441330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09806bd1-5c52-4b60-afd7-2620fbae300d req-45108320-9a1a-44ad-897b-e107b4579578 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 909 time: 0.1092963 Nov 12 13:56:26.523532 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:26.526699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-e3aa1e8c-513a-429a-bc44-9cf58b1efb86 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:26.528471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-e3aa1e8c-513a-429a-bc44-9cf58b1efb86 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 909 time: 0.0565279 Nov 12 13:56:26.641142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-3f968eb4-aefe-4a59-bf12-e487fe5f7d83 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Deleting port 598cf52a-676b-4f2a-bf20-84a78a1bf60f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:56:26.641645 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-3f968eb4-aefe-4a59-bf12-e487fe5f7d83 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:26.782504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-3f968eb4-aefe-4a59-bf12-e487fe5f7d83 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] For port 598cf52a-676b-4f2a-bf20-84a78a1bf60f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=598cf52a-676b-4f2a-bf20-84a78a1bf60f,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:26.782869 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-3f968eb4-aefe-4a59-bf12-e487fe5f7d83 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:26.806421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-3f968eb4-aefe-4a59-bf12-e487fe5f7d83 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Calling delete_port for 598cf52a-676b-4f2a-bf20-84a78a1bf60f owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:56:26.854864 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:26.864172 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 469fcb04-9487-4429-a004-bf690046f1b5 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:26.959884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 469fcb04-9487-4429-a004-bf690046f1b5 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:26.960674 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:27.006576 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-3f968eb4-aefe-4a59-bf12-e487fe5f7d83 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:27.052074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Router d87bf2af-4253-46c1-b8df-ebd00e08a225 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:56:27.092736 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e9ad7c-ad61-48c7-8655-037618ffc415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:27.126385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f968eb4-aefe-4a59-bf12-e487fe5f7d83 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Port': ['ID=598cf52a-676b-4f2a-bf20-84a78a1bf60f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:27.161064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-3f968eb4-aefe-4a59-bf12-e487fe5f7d83 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] No DVR routers for this DVR port 598cf52a-676b-4f2a-bf20-84a78a1bf60f on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:56:27.167185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-3f968eb4-aefe-4a59-bf12-e487fe5f7d83 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:27.172306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-344a4196-f11b-4949-978a-8c38d63cfea6 req-3f968eb4-aefe-4a59-bf12-e487fe5f7d83 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.105 "DELETE /v2.0/ports/598cf52a-676b-4f2a-bf20-84a78a1bf60f HTTP/1.1" status: 204 len: 173 time: 0.6359951 Nov 12 13:56:27.173030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9957c8-42ae-431b-b29f-987498f9d642', 'name': 'network-vif-deleted', 'tag': '598cf52a-676b-4f2a-bf20-84a78a1bf60f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:56:27.175723 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6f58dd-4c4d-4eef-aaa1-19451f052bcf" -d '{"events": [{"server_uuid": "3a9957c8-42ae-431b-b29f-987498f9d642", "name": "network-vif-deleted", "tag": "598cf52a-676b-4f2a-bf20-84a78a1bf60f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:56:27.184713 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:27.232142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 469fcb04-9487-4429-a004-bf690046f1b5, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=469fcb04-9487-4429-a004-bf690046f1b5,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:27.238313 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:27.278042 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e76a93a-1fce-4470-851c-2e3453cdbd80 x-openstack-request-id: req-2e76a93a-1fce-4470-851c-2e3453cdbd80 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:56:27.278840 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9957c8-42ae-431b-b29f-987498f9d642", "name": "network-vif-deleted", "tag": "598cf52a-676b-4f2a-bf20-84a78a1bf60f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:56:27.279476 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e76a93a-1fce-4470-851c-2e3453cdbd80 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:56:27.280628 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9957c8-42ae-431b-b29f-987498f9d642', 'name': 'network-vif-deleted', 'tag': '598cf52a-676b-4f2a-bf20-84a78a1bf60f', 'status': 'completed', 'code': 200} Nov 12 13:56:27.360049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=469fcb04-9487-4429-a004-bf690046f1b5,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:27.503815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d21ef6-3476-4389-a618-cd2ebd33e48c None None] Network 660acb6b-6518-42c7-b90e-6688979d79bc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:56:27.532857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-10343c74-25f7-468a-b0da-89097daafc44 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723515 Nov 12 13:56:27.614594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1815516b-05a3-477d-abf9-761423a15606 None None] Provisioning complete for port 469fcb04-9487-4429-a004-bf690046f1b5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:27.614965 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1815516b-05a3-477d-abf9-761423a15606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:27.621898 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ca60f42e-09b7-4ef4-bf25-5783a95f21f1 req-91acc593-bd9b-4853-baf8-0efe2b54c8a9 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a9957c8-42ae-431b-b29f-987498f9d642 HTTP/1.1" status: 200 len: 210 time: 0.0331352 Nov 12 13:56:27.625057 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:27.636298 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Sync routers for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:56:27.651935 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:27.654378 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:27.655645 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6c23ff17-1818-42e7-a82d-46f8caaef385 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4128878 Nov 12 13:56:27.656940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-7f183154-9e99-4bd8-9239-0861c177cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:27.658486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-7f183154-9e99-4bd8-9239-0861c177cfc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b10dffe2e7a14590b5c1b14bca568504&device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 1135 time: 0.0720973 Nov 12 13:56:27.660263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 32998) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:27.668107 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:55:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:27.884762 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:27.912456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-d50a702b-b5eb-47b3-8c0a-e38f7e7659b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:27.917877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-d50a702b-b5eb-47b3-8c0a-e38f7e7659b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 HTTP/1.1" status: 200 len: 897 time: 0.2306426 Nov 12 13:56:28.020369 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-de04befc-6c1a-488f-99a8-c79541c7c0ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 HTTP/1.1" status: 200 len: 1001 time: 0.0940471 Nov 12 13:56:28.113866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-b942172f-7cd8-4b46-9fab-fa31ab46e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:28.115632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-b942172f-7cd8-4b46-9fab-fa31ab46e112 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9282e745-dba0-4c59-b133-7a6f9a210ff7 HTTP/1.1" status: 200 len: 834 time: 0.0879476 Nov 12 13:56:28.160400 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:26Z', 'revision_number': 3, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:28.188564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-8db3502c-b856-455f-aa8e-0977b846a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:28.190528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-8db3502c-b856-455f-aa8e-0977b846a2bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669289 Nov 12 13:56:28.199440 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Checking router: d87bf2af-4253-46c1-b8df-ebd00e08a225 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:56:28.199785 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Updating router d87bf2af-4253-46c1-b8df-ebd00e08a225 port 27de7f24-b64f-498b-b638-0007d22f482f binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:56:28.226771 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.248192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dba0bb-ad58-4028-b7c3-23c57225d319 req-4b755663-8a96-411d-8a5c-4a9ceb62f87c tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:28.249837 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0dba0bb-ad58-4028-b7c3-23c57225d319 req-4b755663-8a96-411d-8a5c-4a9ceb62f87c tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 946 time: 0.1142251 Nov 12 13:56:28.280999 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c2a5bd56-6abe-4a2a-8f09-a7e2fe2420b2 None None] Provisioning complete for port 469fcb04-9487-4429-a004-bf690046f1b5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:28.282160 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2a5bd56-6abe-4a2a-8f09-a7e2fe2420b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.300546 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-258f46f3-16dd-4b1d-9da5-ab360cb375f5 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018927 Nov 12 13:56:28.350607 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e0dba0bb-ad58-4028-b7c3-23c57225d319 req-55b83a63-4763-44bf-b260-a5a68f56b0db tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809329 Nov 12 13:56:28.442486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ecd237a-b222-47e8-a75c-7cd164c004ba req-439a1eac-0098-4f34-ae3a-08ceb4aa4346 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326733 Nov 12 13:56:28.456943 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.521702 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.527493 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.570694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3493c6d8-5f7c-44ce-9e55-83bc68c3c8ae None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:28.579920 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Attempting to bind port 27de7f24-b64f-498b-b638-0007d22f482f on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:28.580178 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Attempting to bind port 27de7f24-b64f-498b-b638-0007d22f482f by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:28.580537 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Attempting to bind port 27de7f24-b64f-498b-b638-0007d22f482f on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:28.583968 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d29f78-9cbc-47ab-a0dc-b468b959398a None None] Pushing event updated for resources: {'Port': ['ID=27de7f24-b64f-498b-b638-0007d22f482f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:28.589660 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:28.589970 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:28.590349 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.590725 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:28.591185 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Bound port: 27de7f24-b64f-498b-b638-0007d22f482f, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:28.591556 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.620265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4ef2b4de-f74a-41f7-bbbc-58e6240a4728 None None] Provisioning complete for port 27de7f24-b64f-498b-b638-0007d22f482f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:28.620481 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b4de-f74a-41f7-bbbc-58e6240a4728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.650794 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] For port 27de7f24-b64f-498b-b638-0007d22f482f, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:28.653001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 598cf52a-676b-4f2a-bf20-84a78a1bf60f no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:56:28.654127 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] For port 27de7f24-b64f-498b-b638-0007d22f482f, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=27de7f24-b64f-498b-b638-0007d22f482f,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:28.659620 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.687931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Allocated IP 172.20.0.1 (660acb6b-6518-42c7-b90e-6688979d79bc/45f976a9-1a81-438b-b5c3-facd52c86903/c3e027db-b6a6-4383-a48a-23fa20718ae1) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:28.722225 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:28.723382 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:55:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:28.731352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33008) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:28.746274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7276a-9137-4539-ba1c-bdb9fff4dc99 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:28.749741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 598cf52a-676b-4f2a-bf20-84a78a1bf60f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:56:28.750269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 598cf52a-676b-4f2a-bf20-84a78a1bf60f not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:56:28.766408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2b4de-f74a-41f7-bbbc-58e6240a4728 None None] Port 27de7f24-b64f-498b-b638-0007d22f482f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:28.777996 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d29f78-9cbc-47ab-a0dc-b468b959398a None None] Pushing event updated for resources: {'Port': ['ID=27de7f24-b64f-498b-b638-0007d22f482f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:28.839559 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.860006 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:28.865361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 469fcb04-9487-4429-a004-bf690046f1b5 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:28.886388 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.951006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Network 660acb6b-6518-42c7-b90e-6688979d79bc is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:28.957532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-50ec0d88-854b-4b01-9320-58aaf6064825 None None] Provisioning complete for port 27de7f24-b64f-498b-b638-0007d22f482f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:28.957804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:28.958326 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d88-854b-4b01-9320-58aaf6064825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:28.962748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:29.013501 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.023625 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 469fcb04-9487-4429-a004-bf690046f1b5 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:29.024983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.078037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Pushing event updated for resources: {'Port': ['ID=c3e027db-b6a6-4383-a48a-23fa20718ae1,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:29.163781 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:26Z', 'revision_number': 3, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:29.204824 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed439b66-bbdd-4225-8975-b8ff1413178b None None] The sync data for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 is: [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:26Z', 'revision_number': 3, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:56:29.224370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d88-854b-4b01-9320-58aaf6064825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.257183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-50ec0d88-854b-4b01-9320-58aaf6064825 None None] For port 27de7f24-b64f-498b-b638-0007d22f482f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=27de7f24-b64f-498b-b638-0007d22f482f,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:29.262703 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d88-854b-4b01-9320-58aaf6064825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.267012 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.358868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec0d88-854b-4b01-9320-58aaf6064825 None None] Pushing event updated for resources: {'Port': ['ID=27de7f24-b64f-498b-b638-0007d22f482f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:29.370042 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.394545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c5a54b13-5ea6-4ced-8812-cced770f010a None None] Provisioning complete for port c3e027db-b6a6-4383-a48a-23fa20718ae1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:29.394900 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5a54b13-5ea6-4ced-8812-cced770f010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.435995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c5a54b13-5ea6-4ced-8812-cced770f010a None None] Port c3e027db-b6a6-4383-a48a-23fa20718ae1 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:29.506638 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d5c511-8e5e-438d-b082-170b1bdfc06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.548931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.554959 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.608892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be23a52-fc2b-459a-8af3-38e9af6f91d6 req-df24821a-b889-4764-82db-4951185cb72d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:29.610548 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4be23a52-fc2b-459a-8af3-38e9af6f91d6 req-df24821a-b889-4764-82db-4951185cb72d tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 946 time: 0.1386690 Nov 12 13:56:29.683275 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.701521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Pushing event updated for resources: {'Port': ['ID=c3e027db-b6a6-4383-a48a-23fa20718ae1,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:29.720747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4be23a52-fc2b-459a-8af3-38e9af6f91d6 req-c3e0300f-8866-4af4-8c4b-4c620cc5b28b tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855899 Nov 12 13:56:29.765390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Deleting port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:56:29.766045 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.845232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Network 660acb6b-6518-42c7-b90e-6688979d79bc is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:29.847497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:29.951315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] For port a8574e85-2a7b-4d2f-a83c-b170e0eed1f5, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a8574e85-2a7b-4d2f-a83c-b170e0eed1f5,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:29.952138 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:29.981994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Calling delete_port for a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:56:30.005102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Router d87bf2af-4253-46c1-b8df-ebd00e08a225 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:56:30.028590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-768121ea-0063-4d83-af41-61f29780f7ff tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:30.031154 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-768121ea-0063-4d83-af41-61f29780f7ff tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 946 time: 0.1528993 Nov 12 13:56:30.142990 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:30.148782 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c19a0fce-3af5-4eec-abfd-3a616d4b120e admin admin] 10.222.0.73 "PUT /v2.0/routers/d87bf2af-4253-46c1-b8df-ebd00e08a225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4873583 Nov 12 13:56:30.169367 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8bd65c7f-21ce-44c5-97d0-a7699d44bfd3 None None] Provisioning complete for port c3e027db-b6a6-4383-a48a-23fa20718ae1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:30.169828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bd65c7f-21ce-44c5-97d0-a7699d44bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:30.219860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8bd65c7f-21ce-44c5-97d0-a7699d44bfd3 None None] Port c3e027db-b6a6-4383-a48a-23fa20718ae1 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:30.263136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-ef801bb1-0e02-4605-9ae4-6f6acfe9035a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Deleting port f6e6caf3-aa37-4ed0-bd35-410e648558e6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:56:30.263477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-ef801bb1-0e02-4605-9ae4-6f6acfe9035a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:30.408192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-ef801bb1-0e02-4605-9ae4-6f6acfe9035a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] For port f6e6caf3-aa37-4ed0-bd35-410e648558e6, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f6e6caf3-aa37-4ed0-bd35-410e648558e6,segment=NetworkSegment(6c7683f1-b628-4186-9b5d-501e0cd4e0d5),segment_id=6c7683f1-b628-4186-9b5d-501e0cd4e0d5)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:30.408565 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-ef801bb1-0e02-4605-9ae4-6f6acfe9035a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:30.448233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-ef801bb1-0e02-4605-9ae4-6f6acfe9035a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Calling delete_port for f6e6caf3-aa37-4ed0-bd35-410e648558e6 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:56:30.463396 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:30.523308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Port': ['ID=a8574e85-2a7b-4d2f-a83c-b170e0eed1f5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:30.737639 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:30.913102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33028) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:30.920209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1348957218-network', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:30.941624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 27de7f24-b64f-498b-b638-0007d22f482f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:30.957751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Made reservation on behalf of ef35b1f14be74ff4a1aa905ac75f5d91 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:30.960313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:30.971877 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:30.974015 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-ef801bb1-0e02-4605-9ae4-6f6acfe9035a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.012756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 27de7f24-b64f-498b-b638-0007d22f482f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:31.013498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.014044 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.017872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef801bb1-0e02-4605-9ae4-6f6acfe9035a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Pushing event deleted for resources: {'Port': ['ID=f6e6caf3-aa37-4ed0-bd35-410e648558e6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:31.027744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbb5a8-f0d6-40c9-a1e8-5e2406050056 req-179abc0f-e64e-4daf-a4fa-7793e9e269e2 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:31.029352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b7cbb5a8-f0d6-40c9-a1e8-5e2406050056 req-179abc0f-e64e-4daf-a4fa-7793e9e269e2 tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65 HTTP/1.1" status: 200 len: 867 time: 0.1457644 Nov 12 13:56:31.086114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.092052 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.098033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-ef801bb1-0e02-4605-9ae4-6f6acfe9035a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] No DVR routers for this DVR port f6e6caf3-aa37-4ed0-bd35-410e648558e6 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:56:31.123316 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:56:31.135321 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-ef801bb1-0e02-4605-9ae4-6f6acfe9035a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.139093 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6f29ebd-bbfb-4246-b62a-ae9add935d9f req-ef801bb1-0e02-4605-9ae4-6f6acfe9035a tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.105 "DELETE /v2.0/ports/f6e6caf3-aa37-4ed0-bd35-410e648558e6 HTTP/1.1" status: 204 len: 173 time: 1.0640726 Nov 12 13:56:31.140667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65', 'name': 'network-vif-deleted', 'tag': 'f6e6caf3-aa37-4ed0-bd35-410e648558e6'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:56:31.140763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e10e81-722b-4651-a363-2123a2ec501c,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:31.143002 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca56f81-dab9-42c6-a2e7-399fd15b28bc" -d '{"events": [{"server_uuid": "8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65", "name": "network-vif-deleted", "tag": "f6e6caf3-aa37-4ed0-bd35-410e648558e6"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:56:31.144341 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.144691 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Added segment bcacb129-7614-4b7d-9678-115c54127a47 of type vlan for network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 Nov 12 13:56:31.223163 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.239818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b7cbb5a8-f0d6-40c9-a1e8-5e2406050056 req-27a9e2dd-d7fe-4a58-a95a-03b5cb51755f tempest-VolumesSnapshotTestJSON-1877562558 tempest-VolumesSnapshotTestJSON-1877562558-project] 10.222.0.73 "GET /v2.0/security-groups?id=041d7a07-d5e2-428f-be37-113809e43d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736658 Nov 12 13:56:31.243946 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b72b88-12dd-4c84-b641-413f46e2b790 x-openstack-request-id: req-41b72b88-12dd-4c84-b641-413f46e2b790 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:56:31.244228 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65", "name": "network-vif-deleted", "tag": "f6e6caf3-aa37-4ed0-bd35-410e648558e6", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:56:31.244481 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41b72b88-12dd-4c84-b641-413f46e2b790 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:56:31.244880 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3f9d83-859a-4d44-b1fd-d3a28e0f0d65', 'name': 'network-vif-deleted', 'tag': 'f6e6caf3-aa37-4ed0-bd35-410e648558e6', 'status': 'completed', 'code': 200} Nov 12 13:56:31.256005 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.257107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:31.257749 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.335761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4214787 Nov 12 13:56:31.338438 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33032) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:31.345265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Request body: {'subnet': {'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1348957218-subnet', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:31.349383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e5d3b-a5fc-4085-8361-b151a6a6b55d admin admin] Pushing event updated for resources: {'Network': ['ID=494a0af0-aff4-4f5a-a741-3c5dc3be0973,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:31.360893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:56:31.370020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Made reservation on behalf of ef35b1f14be74ff4a1aa905ac75f5d91 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:31.373187 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.426005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Router 5bb1ef72-fbe2-43dd-a209-36257272a260 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:56:31.610565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:31.626180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1787a835-d6ef-4e5e-8290-662b53b25597 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "PUT /v2.0/routers/5bb1ef72-fbe2-43dd-a209-36257272a260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8898220 Nov 12 13:56:31.626707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33034) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:31.639279 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] Sync routers for ids ['5bb1ef72-fbe2-43dd-a209-36257272a260'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:56:31.656633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.660112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Sync routers for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:56:31.666713 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] Routers {'5bb1ef72-fbe2-43dd-a209-36257272a260'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:31.667662 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5bb1ef72-fbe2-43dd-a209-36257272a260'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:31.715579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-500b0361-d004-43c8-ac45-6134b651666a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Deleting subnet 3a250f91-ac0c-4d6e-825c-cb89d1952dd8 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:56:31.721317 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-500b0361-d004-43c8-ac45-6134b651666a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.739297 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:31.740011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:31.825516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:31.828062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Checking segment: {'id': 'bcacb129-7614-4b7d-9678-115c54127a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:31.833577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Network hostable DHCP agents. Network: 494a0af0-aff4-4f5a-a741-3c5dc3be0973, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:56:31.834554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-500b0361-d004-43c8-ac45-6134b651666a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.870690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:56:31.895337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 494a0af0-aff4-4f5a-a741-3c5dc3be0973) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:31.912155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:31.912397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d439f8e2-2d09-4b2f-b40d-f64a00be4386 None None] Network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:56:31.912758 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:31.945735 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c8bc5f4b-893b-453a-9278-9cce91f00cb4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6059771 Nov 12 13:56:31.948301 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33036) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:31.956676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1348957218-router', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:31.969545 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] Set router 5bb1ef72-fbe2-43dd-a209-36257272a260 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:31.985689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-500b0361-d004-43c8-ac45-6134b651666a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.006403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:32.010302 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.011400 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.067980 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.074681 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-500b0361-d004-43c8-ac45-6134b651666a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.117870 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b0361-d004-43c8-ac45-6134b651666a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Subnet': ['ID=3a250f91-ac0c-4d6e-825c-cb89d1952dd8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:32.141686 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-500b0361-d004-43c8-ac45-6134b651666a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.147626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-500b0361-d004-43c8-ac45-6134b651666a tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "DELETE /v2.0/subnets/3a250f91-ac0c-4d6e-825c-cb89d1952dd8 HTTP/1.1" status: 204 len: 168 time: 0.5198116 Nov 12 13:56:32.152536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33038) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:32.177341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc18367-02c1-4dd9-8b92-b889c5e043e0 None None] Network 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:56:32.208605 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200432746', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '0219c046-7730-43e1-a3de-3284e4602130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:30Z', 'revision_number': 5, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '0219c046-7730-43e1-a3de-3284e4602130', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:32.241956 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] Checking router: 5bb1ef72-fbe2-43dd-a209-36257272a260 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:56:32.255660 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] Routers {'5bb1ef72-fbe2-43dd-a209-36257272a260'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:32.256654 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['5bb1ef72-fbe2-43dd-a209-36257272a260'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:32.298470 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.398317 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] Set router 5bb1ef72-fbe2-43dd-a209-36257272a260 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:32.408045 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.515380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-494a0af0-aff4-4f5a-a741-3c5dc3be0973', 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'fixed_ips': [{'subnet_id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:56:32.517233 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.522381 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.651697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6e6caf3-aa37-4ed0-bd35-410e648558e6 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:56:32.738940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a98ac5-d76c-48c4-802f-53433e2d1364 None None] DHCP port deletion for 868e76d3-d7d2-4da5-b92e-e5c274d0fc30 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:32.788803 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200432746', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '0219c046-7730-43e1-a3de-3284e4602130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:30Z', 'revision_number': 5, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '0219c046-7730-43e1-a3de-3284e4602130', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:32.792694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: f6e6caf3-aa37-4ed0-bd35-410e648558e6 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:56:32.806485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f6e6caf3-aa37-4ed0-bd35-410e648558e6 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:56:32.832636 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b88a770-f8be-40fe-b85a-edfb1ca3ae2d None None] The sync data for ids ['5bb1ef72-fbe2-43dd-a209-36257272a260'] in n-d-805736-4 is: [{'id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200432746', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '0219c046-7730-43e1-a3de-3284e4602130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:30Z', 'revision_number': 5, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '0219c046-7730-43e1-a3de-3284e4602130', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ef72-fbe2-43dd-a209-36257272a260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:02Z', 'updated_at': '2021-11-12T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:56:32.922431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:32.934081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:56:33.048250 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.057111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 2, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:33.065683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Allocated IP 172.20.0.2 (494a0af0-aff4-4f5a-a741-3c5dc3be0973/1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d/5cc0fd77-570f-49b8-80fa-ec81ef7df213) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:33.092691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.095298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Deleting port 0219c046-7730-43e1-a3de-3284e4602130 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:56:33.095625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.118798 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Checking router: d87bf2af-4253-46c1-b8df-ebd00e08a225 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:56:33.119309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Updating router d87bf2af-4253-46c1-b8df-ebd00e08a225 port c3e027db-b6a6-4383-a48a-23fa20718ae1 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:56:33.136336 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.215318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-32a98ac5-d76c-48c4-802f-53433e2d1364 None None] Deleting port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:56:33.215719 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32a98ac5-d76c-48c4-802f-53433e2d1364 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.290459 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] For port 0219c046-7730-43e1-a3de-3284e4602130, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0219c046-7730-43e1-a3de-3284e4602130,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:33.290829 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.300894 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-32a98ac5-d76c-48c4-802f-53433e2d1364 None None] For port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=41c79f1b-a51f-4a35-b63b-6dcf53c20a82,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:33.301412 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32a98ac5-d76c-48c4-802f-53433e2d1364 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.313138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Calling delete_port for 0219c046-7730-43e1-a3de-3284e4602130 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:56:33.316692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-32a98ac5-d76c-48c4-802f-53433e2d1364 None None] Calling delete_port for 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:56:33.339827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Allocated IP 172.25.5.104 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/1e087d9e-387e-4d08-9ddd-4fb37ac0c8df) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:33.382666 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.448442 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.549938 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.628138 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.639027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.674184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Port': ['ID=0219c046-7730-43e1-a3de-3284e4602130,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:33.695654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=41c79f1b-a51f-4a35-b63b-6dcf53c20a82,segment=NetworkSegment(5dabbbb0-d860-43dc-aff8-e2899897187c),segment_id=5dabbbb0-d860-43dc-aff8-e2899897187c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:33.699513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec6d82d-1e52-4c8c-ab5d-b0e49bf5a7d9 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:33.706897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:33.723399 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.731831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:33.757345 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32a98ac5-d76c-48c4-802f-53433e2d1364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.765327 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.773704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:33.796317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event deleted for resources: {'Port': ['ID=41c79f1b-a51f-4a35-b63b-6dcf53c20a82,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:33.815649 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:33.855511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88dd7f3-eaa2-40ee-a375-6bd82374a9a1 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:33.897792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a98ac5-d76c-48c4-802f-53433e2d1364 None None] No DVR routers for this DVR port 41c79f1b-a51f-4a35-b63b-6dcf53c20a82 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:56:33.901889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a98ac5-d76c-48c4-802f-53433e2d1364 None None] Pushing event deleted for resources: {'Port': ['ID=41c79f1b-a51f-4a35-b63b-6dcf53c20a82,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:33.945515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:33.964293 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:33.968373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:33.999917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Pushing event updated for resources: {'Port': ['ID=5cc0fd77-570f-49b8-80fa-ec81ef7df213,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:34.026054 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.110950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Pushing event updated for resources: {'Port': ['ID=1e087d9e-387e-4d08-9ddd-4fb37ac0c8df,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:34.157569 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.160798 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.254819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Attempting to bind port 5cc0fd77-570f-49b8-80fa-ec81ef7df213 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:34.255215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Attempting to bind port 5cc0fd77-570f-49b8-80fa-ec81ef7df213 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'bcacb129-7614-4b7d-9678-115c54127a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:34.255887 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Attempting to bind port 5cc0fd77-570f-49b8-80fa-ec81ef7df213 on network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:34.257135 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.257729 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Fanout notify agent at l3_agent the message router_deleted on router 5bb1ef72-fbe2-43dd-a209-36257272a260 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:56:34.264141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-91938379-f937-4242-a7b7-f55a47eec8e2 None None] Provisioning complete for port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:34.264587 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91938379-f937-4242-a7b7-f55a47eec8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.266200 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.267321 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f09b1430-50cb-4872-9455-20ee3bf1ff38 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "DELETE /v2.0/routers/5bb1ef72-fbe2-43dd-a209-36257272a260 HTTP/1.1" status: 204 len: 168 time: 2.1138177 Nov 12 13:56:34.273063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:34.273063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Checking segment: {'id': 'bcacb129-7614-4b7d-9678-115c54127a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:34.273063 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.273063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Bound using segment: {'id': 'bcacb129-7614-4b7d-9678-115c54127a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:34.273652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Bound port: 5cc0fd77-570f-49b8-80fa-ec81ef7df213, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcacb129-7614-4b7d-9678-115c54127a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:34.274580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.275042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:34.335973 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.355962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-91938379-f937-4242-a7b7-f55a47eec8e2 None None] Port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:34.379348 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.386444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.388767 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.471528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] For port 5cc0fd77-570f-49b8-80fa-ec81ef7df213, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:34.477123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfbc6c-5326-4fc7-b2df-1e8620525073 None None] Pushing event updated for resources: {'Port': ['ID=c3e027db-b6a6-4383-a48a-23fa20718ae1,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:34.491014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] For port 5cc0fd77-570f-49b8-80fa-ec81ef7df213, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5cc0fd77-570f-49b8-80fa-ec81ef7df213,segment=NetworkSegment(bcacb129-7614-4b7d-9678-115c54127a47),segment_id=bcacb129-7614-4b7d-9678-115c54127a47)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:34.512540 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.541683 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.572838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Attempting to bind port c3e027db-b6a6-4383-a48a-23fa20718ae1 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:34.573224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Attempting to bind port c3e027db-b6a6-4383-a48a-23fa20718ae1 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:34.573610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Attempting to bind port c3e027db-b6a6-4383-a48a-23fa20718ae1 on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:34.581244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868e76d3-d7d2-4da5-b92e-e5c274d0fc30']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:34.595504 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:34.595881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Checking segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:34.596000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dabbbb0-d860-43dc-aff8-e2899897187c') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:34.596306 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.596607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dabbbb0-d860-43dc-aff8-e2899897187c') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:34.596757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Bound using segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:34.597224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Bound port: c3e027db-b6a6-4383-a48a-23fa20718ae1, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:34.597634 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.613074 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.642118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18e031-edf7-4ae5-a46f-7784b8e0092e None None] Pushing event updated for resources: {'Port': ['ID=5cc0fd77-570f-49b8-80fa-ec81ef7df213,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:34.645610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.663019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:56:34.666617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:56:34.670558 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:56:34.682486 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.724271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] For port c3e027db-b6a6-4383-a48a-23fa20718ae1, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:34.730395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] For port c3e027db-b6a6-4383-a48a-23fa20718ae1, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c3e027db-b6a6-4383-a48a-23fa20718ae1,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:34.737380 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.782467 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.808192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:34.815521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "DELETE /v2.0/networks/868e76d3-d7d2-4da5-b92e-e5c274d0fc30 HTTP/1.1" status: 204 len: 168 time: 0.5382247 Nov 12 13:56:34.818637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Network': ['ID=868e76d3-d7d2-4da5-b92e-e5c274d0fc30,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:34.841873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:34.844518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.844943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.845812 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.846174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.846550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.847014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.847284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.847720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.848298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.850244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.850614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.850956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae541d-932e-49ee-833a-97f9005d17a0 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:34.876991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfbc6c-5326-4fc7-b2df-1e8620525073 None None] Pushing event updated for resources: {'Port': ['ID=c3e027db-b6a6-4383-a48a-23fa20718ae1,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:34.951651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:34.952554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:35.074616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:56:35.097577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:56:35.120435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d14846f0-e131-4f76-8ca3-d1252523664e None None] Provisioning complete for port c3e027db-b6a6-4383-a48a-23fa20718ae1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:35.120818 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d14846f0-e131-4f76-8ca3-d1252523664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:35.171086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:56:35.171410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a8574e85-2a7b-4d2f-a83c-b170e0eed1f5 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:56:35.171687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0219c046-7730-43e1-a3de-3284e4602130 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:56:35.250421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 0219c046-7730-43e1-a3de-3284e4602130 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:56:35.250762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0219c046-7730-43e1-a3de-3284e4602130 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:56:35.254973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Deleting port f8e6e071-0f70-46a2-ae44-97219ad4ce2b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:56:35.255390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:35.374440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:35.392481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Sync routers for ids ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:56:35.422202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:35.422202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2226d50a-aeec-4a55-aa22-a8c44b77f105 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4699686 Nov 12 13:56:35.423583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33062) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:35.427562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:35.449027 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:35.450075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:35.471269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Calling delete_port for f8e6e071-0f70-46a2-ae44-97219ad4ce2b owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:56:35.538506 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d14846f0-e131-4f76-8ca3-d1252523664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:35.579992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Routers {'ace439a0-c4f1-4e46-889d-2e0d0a026aa0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:35.581114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:35.684422 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:35.733348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Port': ['ID=f8e6e071-0f70-46a2-ae44-97219ad4ce2b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:35.774711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Set router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:35.832864 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:35.833128 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Floating IP e7dd1de1-37f8-4057-97d7-42e0afe5d936 disassociated (deleted). External IP: 172.25.5.246, port: 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48. Nov 12 13:56:35.967195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d14846f0-e131-4f76-8ca3-d1252523664e None None] For port c3e027db-b6a6-4383-a48a-23fa20718ae1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c3e027db-b6a6-4383-a48a-23fa20718ae1,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:36.006489 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d14846f0-e131-4f76-8ca3-d1252523664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:36.172744 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:36.187125 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14846f0-e131-4f76-8ca3-d1252523664e None None] Pushing event updated for resources: {'Port': ['ID=c3e027db-b6a6-4383-a48a-23fa20718ae1,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:36.214813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-06134877-dd9b-4741-9207-d17439b4ad78 None None] Provisioning complete for port c3e027db-b6a6-4383-a48a-23fa20718ae1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:36.215189 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06134877-dd9b-4741-9207-d17439b4ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:36.308360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2685c32-5d5a-4c7f-9a6e-fb21171d2d68 None None] Network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:56:36.426434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'name': 'tempest-TestVolumeBootPattern-1348957218-router', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:32Z', 'updated_at': '2021-11-12T13:56:34Z', 'revision_number': 3, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'gw_port': {'id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:33Z', 'updated_at': '2021-11-12T13:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:36.467646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Checking router: ace439a0-c4f1-4e46-889d-2e0d0a026aa0 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:56:36.467990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Updating router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:56:36.482273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Allocated IP 172.20.0.1 (494a0af0-aff4-4f5a-a741-3c5dc3be0973/1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d/420bebfc-a74f-448e-ba82-1955a8efdea6) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:36.586147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:36.629451 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:36.683323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:34Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:36.703875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Router 18673869-d220-49cd-ad8d-0e3cccdb6f55 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:56:36.857908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:36.863255 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:36.875498 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] Sync routers for ids ['18673869-d220-49cd-ad8d-0e3cccdb6f55'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:56:36.897234 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e8fe28ca-6541-492a-a13f-74a61ba2f636 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "DELETE /v2.0/floatingips/e7dd1de1-37f8-4057-97d7-42e0afe5d936 HTTP/1.1" status: 204 len: 168 time: 2.0413780 Nov 12 13:56:36.898103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'tag': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:56:36.901576 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0", "tag": "3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:56:36.909915 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] Routers {'18673869-d220-49cd-ad8d-0e3cccdb6f55'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:36.910807 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['18673869-d220-49cd-ad8d-0e3cccdb6f55'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:37.011886 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dff036f-066d-4720-a5de-79a63e1aaf5e x-openstack-request-id: req-8dff036f-066d-4720-a5de-79a63e1aaf5e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:56:37.012182 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0", "tag": "3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:56:37.012437 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8dff036f-066d-4720-a5de-79a63e1aaf5e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:56:37.012844 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'tag': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'status': 'completed', 'code': 200} Nov 12 13:56:37.085477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:37.091443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-cb31ac34-c6c7-4e5f-a672-99943417518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:37.093143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-cb31ac34-c6c7-4e5f-a672-99943417518e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b10dffe2e7a14590b5c1b14bca568504&device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 1135 time: 0.0602698 Nov 12 13:56:37.215426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:37.230225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:37.243235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:37.262969 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] Set router 18673869-d220-49cd-ad8d-0e3cccdb6f55 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:37.353261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-c33075d2-54aa-4283-8a74-f74cefc44df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:37.353690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-c33075d2-54aa-4283-8a74-f74cefc44df4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 HTTP/1.1" status: 200 len: 897 time: 0.2483342 Nov 12 13:56:37.360658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5cc0fd77-570f-49b8-80fa-ec81ef7df213 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:37.378149 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:37.391962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b46994-f53d-4fe8-84bf-10f85924f035 None None] The sync data for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 is: [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:34Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:56:37.476368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Pushing event updated for resources: {'Port': ['ID=420bebfc-a74f-448e-ba82-1955a8efdea6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:37.484926 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-125e8a67-38ab-44e1-827c-3879fd08b42d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 HTTP/1.1" status: 200 len: 217 time: 0.1161609 Nov 12 13:56:37.569082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035546ac-6284-487b-8f82-2ad6c16cf510 req-31e565d5-02da-458e-be61-8b7eeecc347d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:37.571257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-035546ac-6284-487b-8f82-2ad6c16cf510 req-31e565d5-02da-458e-be61-8b7eeecc347d tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 984 time: 0.1886046 Nov 12 13:56:37.635538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-72ce964a-b66b-4a41-a9be-c6ab740d2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:37.644301 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-72ce964a-b66b-4a41-a9be-c6ab740d2949 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9282e745-dba0-4c59-b133-7a6f9a210ff7 HTTP/1.1" status: 200 len: 834 time: 0.1566145 Nov 12 13:56:37.704891 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-035546ac-6284-487b-8f82-2ad6c16cf510 req-74cc686f-c753-4f33-8e75-ee73063b3051 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1064785 Nov 12 13:56:37.722573 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:37.763782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-287de845-85d7-45cb-9fd7-2c6403bd37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:37.765620 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-287de845-85d7-45cb-9fd7-2c6403bd37ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118119 Nov 12 13:56:37.770608 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:37.837811 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:35Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '150691fd-7723-4f7e-83c8-3c598bbeb4eb', 'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:fd:af:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:33Z', 'updated_at': '2021-11-12T13:54:38Z', 'revision_number': 5, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:37.886150 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce626ab3-3ff6-43ad-bc16-257703f6e6b5 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:37.890065 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:37.893568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1bf751a2-1f51-4711-a773-60ffd7b067c9 None None] Provisioning complete for port 5cc0fd77-570f-49b8-80fa-ec81ef7df213 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:37.894019 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf751a2-1f51-4711-a773-60ffd7b067c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:37.899303 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-3f3506ca-7bcd-4b56-9a4f-230e2a06810d service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253762 Nov 12 13:56:37.916092 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] Checking router: 18673869-d220-49cd-ad8d-0e3cccdb6f55 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:56:37.933416 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] Routers {'18673869-d220-49cd-ad8d-0e3cccdb6f55'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:37.934374 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['18673869-d220-49cd-ad8d-0e3cccdb6f55'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:37.962183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425758c3-dc99-49a6-9b3c-54886fda7e92 None None] Pushing event updated for resources: {'Port': ['ID=1e087d9e-387e-4d08-9ddd-4fb37ac0c8df,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:38.028658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Attempting to bind port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:38.029519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Attempting to bind port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:38.029868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Attempting to bind port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:38.067590 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:38.068205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:38.069000 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:38.069810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:38.070982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Bound port: 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:38.071584 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:38.116077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8c5a33a-d593-45b1-a46d-ef5b35d91b18 req-a6e06463-cb72-4094-abd5-f3a36139b30a service neutron] 10.222.0.70 "GET /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072864 Nov 12 13:56:38.136800 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] Set router 18673869-d220-49cd-ad8d-0e3cccdb6f55 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:38.142960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5cc0fd77-570f-49b8-80fa-ec81ef7df213 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:38.143323 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:38.266270 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:38.272250 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:38.290062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] For port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:38.298149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] For port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1e087d9e-387e-4d08-9ddd-4fb37ac0c8df,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:38.309059 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:38.405442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Pushing event updated for resources: {'Port': ['ID=420bebfc-a74f-448e-ba82-1955a8efdea6,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:38.418220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425758c3-dc99-49a6-9b3c-54886fda7e92 None None] Pushing event updated for resources: {'Port': ['ID=1e087d9e-387e-4d08-9ddd-4fb37ac0c8df,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:38.427599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:38.481711 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf751a2-1f51-4711-a773-60ffd7b067c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:38.490381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f7ee3d-9315-4040-8854-c847a1038c14 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:38.537858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Routers {'ace439a0-c4f1-4e46-889d-2e0d0a026aa0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:38.538405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:38.579805 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:35Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '150691fd-7723-4f7e-83c8-3c598bbeb4eb', 'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:fd:af:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:33Z', 'updated_at': '2021-11-12T13:54:38Z', 'revision_number': 5, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:38.609526 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:38.624582 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:38.629420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:38.655614 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17399c8c-afc9-4277-8dda-73211d39dc28 None None] The sync data for ids ['18673869-d220-49cd-ad8d-0e3cccdb6f55'] in n-d-805736-4 is: [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:54:35Z', 'revision_number': 4, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '150691fd-7723-4f7e-83c8-3c598bbeb4eb', 'name': '', 'network_id': '2ed3a3ec-17a5-4b1b-8717-12633f0f07d8', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'mac_address': 'fa:16:3e:fd:af:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:33Z', 'updated_at': '2021-11-12T13:54:38Z', 'revision_number': 5, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'subnets': [{'id': '9282e745-dba0-4c59-b133-7a6f9a210ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:56:38.684689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1bf751a2-1f51-4711-a773-60ffd7b067c9 None None] For port 5cc0fd77-570f-49b8-80fa-ec81ef7df213, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5cc0fd77-570f-49b8-80fa-ec81ef7df213,segment=NetworkSegment(bcacb129-7614-4b7d-9678-115c54127a47),segment_id=bcacb129-7614-4b7d-9678-115c54127a47)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:38.799873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf751a2-1f51-4711-a773-60ffd7b067c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:38.901093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:56:38.969861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-7e9f6f8b-daf5-43e7-a4fe-c450eb4a9bf6 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:38.971698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-7e9f6f8b-daf5-43e7-a4fe-c450eb4a9bf6 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 984 time: 0.1806471 Nov 12 13:56:38.998227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf751a2-1f51-4711-a773-60ffd7b067c9 None None] Pushing event updated for resources: {'Port': ['ID=5cc0fd77-570f-49b8-80fa-ec81ef7df213,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:39.072635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] Provisioning complete for port 5cc0fd77-570f-49b8-80fa-ec81ef7df213 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:39.073269 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:39.103476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:39.109666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-80efe8ba-519e-4b49-8757-afb481e70441 admin admin] 10.222.0.73 "PUT /v2.0/routers/ace439a0-c4f1-4e46-889d-2e0d0a026aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6851771 Nov 12 13:56:39.202083 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] Set router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:39.240548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315ed81-53f9-4020-820b-d2a567b6222d req-7003d50a-e209-41a9-84b5-1ba2eacf6c41 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:39.245389 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2315ed81-53f9-4020-820b-d2a567b6222d req-7003d50a-e209-41a9-84b5-1ba2eacf6c41 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 984 time: 0.3467536 Nov 12 13:56:39.323485 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 13:56:39.323847 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 13:56:39.330673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f4123-005a-49f0-a18e-fa3d2542292f None None] New status for floating IP e7dd1de1-37f8-4057-97d7-42e0afe5d936: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:56:39.339707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2315ed81-53f9-4020-820b-d2a567b6222d req-676620b0-c5bf-49c6-bb01-957b217a722c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/security-groups?id=62d2b5b9-79d5-4aed-9480-68c44391b841&id=bab0e1cc-c012-4221-ad4d-f825327699a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0875702 Nov 12 13:56:39.342833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-f9eaea81-0c48-44a6-ba5a-686e00db5bdb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Deleting port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:56:39.343175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-f9eaea81-0c48-44a6-ba5a-686e00db5bdb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:39.473993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-f9eaea81-0c48-44a6-ba5a-686e00db5bdb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] For port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:39.474354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-f9eaea81-0c48-44a6-ba5a-686e00db5bdb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:39.503067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-f9eaea81-0c48-44a6-ba5a-686e00db5bdb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Calling delete_port for 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:56:39.712939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] Provisioning complete for port 420bebfc-a74f-448e-ba82-1955a8efdea6 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:39.713487 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:39.746050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-f9eaea81-0c48-44a6-ba5a-686e00db5bdb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:39.782324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'name': 'tempest-TestVolumeBootPattern-1348957218-router', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:32Z', 'updated_at': '2021-11-12T13:56:37Z', 'revision_number': 4, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'gw_port': {'id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:33Z', 'updated_at': '2021-11-12T13:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '420bebfc-a74f-448e-ba82-1955a8efdea6', 'name': '', 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'mac_address': 'fa:16:3e:8e:0e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:36Z', 'updated_at': '2021-11-12T13:56:38Z', 'revision_number': 2, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'subnets': [{'id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:39.828272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaea81-0c48-44a6-ba5a-686e00db5bdb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Port': ['ID=3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:39.853776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] Port 420bebfc-a74f-448e-ba82-1955a8efdea6 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:39.885143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6860765-0edb-42e9-9fbe-1a26274c7942 None None] The sync data for ids ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'] in n-d-805736-4 is: [{'id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'name': 'tempest-TestVolumeBootPattern-1348957218-router', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:32Z', 'updated_at': '2021-11-12T13:56:37Z', 'revision_number': 4, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'gw_port': {'id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:33Z', 'updated_at': '2021-11-12T13:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '420bebfc-a74f-448e-ba82-1955a8efdea6', 'name': '', 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'mac_address': 'fa:16:3e:8e:0e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:36Z', 'updated_at': '2021-11-12T13:56:38Z', 'revision_number': 2, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'subnets': [{'id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:56:39.899648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-f9eaea81-0c48-44a6-ba5a-686e00db5bdb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] No DVR routers for this DVR port 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:56:39.916786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] Provisioning complete for port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:39.917214 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:39.918779 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-f9eaea81-0c48-44a6-ba5a-686e00db5bdb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:39.925158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4161f466-581a-4bed-bab2-99ff5fe6e28d req-f9eaea81-0c48-44a6-ba5a-686e00db5bdb tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.70 "DELETE /v2.0/ports/3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 HTTP/1.1" status: 204 len: 173 time: 0.8804085 Nov 12 13:56:39.926232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'name': 'network-vif-deleted', 'tag': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:56:39.942869 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a548621-c2dd-4a2b-a520-96f4a5a019d6" -d '{"events": [{"server_uuid": "4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0", "name": "network-vif-deleted", "tag": "3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:56:40.033360 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11633e1d-fba7-4ae6-bb53-5ff6600a8489 x-openstack-request-id: req-11633e1d-fba7-4ae6-bb53-5ff6600a8489 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:56:40.034294 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0", "name": "network-vif-deleted", "tag": "3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:56:40.034740 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-11633e1d-fba7-4ae6-bb53-5ff6600a8489 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:56:40.035473 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0', 'name': 'network-vif-deleted', 'tag': '3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48', 'status': 'completed', 'code': 200} Nov 12 13:56:40.108397 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:40.175440 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] For port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1e087d9e-387e-4d08-9ddd-4fb37ac0c8df,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:40.184479 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:40.254780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5cc0fd77-570f-49b8-80fa-ec81ef7df213 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:40.330602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47503c25-48cc-4e15-81db-df3352ff01ec None None] Pushing event updated for resources: {'Port': ['ID=1e087d9e-387e-4d08-9ddd-4fb37ac0c8df,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:40.359108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-41b488be-8dc3-4d1a-9369-6ede98b92a68 None None] Provisioning complete for port 420bebfc-a74f-448e-ba82-1955a8efdea6 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:40.359479 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41b488be-8dc3-4d1a-9369-6ede98b92a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:40.512123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-41b488be-8dc3-4d1a-9369-6ede98b92a68 None None] Port 420bebfc-a74f-448e-ba82-1955a8efdea6 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:40.517638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5cc0fd77-570f-49b8-80fa-ec81ef7df213 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:40.517991 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:40.681376 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c3e027db-b6a6-4383-a48a-23fa20718ae1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:40.699291 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c8b7924-048d-4eb7-ae7d-12caf8458e43 req-a64c8f5e-ea98-450b-a0b2-7cefd1fa10ee tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d6dd7-1ed6-42dd-9ec8-12218c18f2a0 HTTP/1.1" status: 200 len: 210 time: 0.0792241 Nov 12 13:56:40.801124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c3e027db-b6a6-4383-a48a-23fa20718ae1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:40.801631 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:41.786215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33116) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:41.866548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f8e29e3-5468-4281-85f5-5c55f45802a5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:41.903967 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f8e29e3-5468-4281-85f5-5c55f45802a5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:41.955786 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f8e29e3-5468-4281-85f5-5c55f45802a5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:41.958377 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f8e29e3-5468-4281-85f5-5c55f45802a5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:41.962505 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5f8e29e3-5468-4281-85f5-5c55f45802a5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "DELETE /v2.0/security-groups/bab0e1cc-c012-4221-ad4d-f825327699a5 HTTP/1.1" status: 204 len: 168 time: 0.1723614 Nov 12 13:56:41.963081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33120) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:41.970088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e29e3-5468-4281-85f5-5c55f45802a5 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab0e1cc-c012-4221-ad4d-f825327699a5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:42.069369 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a9341a6-f391-4ff8-aab5-3228278c3080 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:42.111931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a9341a6-f391-4ff8-aab5-3228278c3080 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:42.116774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:42.169955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:42.170317 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:42.191468 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a9341a6-f391-4ff8-aab5-3228278c3080 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:42.194340 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3a9341a6-f391-4ff8-aab5-3228278c3080 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:42.195510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3a9341a6-f391-4ff8-aab5-3228278c3080 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "DELETE /v2.0/security-groups/62d2b5b9-79d5-4aed-9480-68c44391b841 HTTP/1.1" status: 204 len: 168 time: 0.2314281 Nov 12 13:56:42.199255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:42.221731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9341a6-f391-4ff8-aab5-3228278c3080 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d2b5b9-79d5-4aed-9480-68c44391b841,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:42.629750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:42.843796 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Sync routers for ids ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:56:42.854579 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Routers {'ace439a0-c4f1-4e46-889d-2e0d0a026aa0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:42.855273 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:42.987065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Deleting port 150691fd-7723-4f7e-83c8-3c598bbeb4eb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:56:42.987594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:43.103958 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Set router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:43.104169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] For port 150691fd-7723-4f7e-83c8-3c598bbeb4eb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=150691fd-7723-4f7e-83c8-3c598bbeb4eb,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:43.104549 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:43.119277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Calling delete_port for 150691fd-7723-4f7e-83c8-3c598bbeb4eb owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:56:43.243266 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:43.357857 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'name': 'tempest-TestVolumeBootPattern-1348957218-router', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:32Z', 'updated_at': '2021-11-12T13:56:37Z', 'revision_number': 4, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'gw_port': {'id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:33Z', 'updated_at': '2021-11-12T13:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '420bebfc-a74f-448e-ba82-1955a8efdea6', 'name': '', 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'mac_address': 'fa:16:3e:8e:0e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:36Z', 'updated_at': '2021-11-12T13:56:38Z', 'revision_number': 2, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'subnets': [{'id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:43.396807 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Checking router: ace439a0-c4f1-4e46-889d-2e0d0a026aa0 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:56:43.397705 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Updating router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 port 420bebfc-a74f-448e-ba82-1955a8efdea6 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:56:43.412863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-5706d982-9d0d-40db-83bb-91f237c1d6d7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:43.414409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-5706d982-9d0d-40db-83bb-91f237c1d6d7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.2061875 Nov 12 13:56:43.437126 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:43.466679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-03f2d1c8-1eb6-4528-9cf0-ba0fabcadd9c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/quotas/b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 375 time: 0.0160918 Nov 12 13:56:43.529212 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:43.566914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Port': ['ID=150691fd-7723-4f7e-83c8-3c598bbeb4eb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:43.578465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-6937b7fb-b578-48a6-a954-75964309c96f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045456 Nov 12 13:56:43.786938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:56:43.824570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:56:43.838065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3f50f10d-5f57-47ae-a0f5-9a4c07ba9d48 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:56:43.877856 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:43.894175 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:43.958479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:44.065750 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-1e4e4f6e-3a1f-4dbc-96b4-a4e3822fc2cd service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359767 Nov 12 13:56:44.075153 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864ed22-2c44-40b3-8124-3490e9d459be None None] Pushing event updated for resources: {'Port': ['ID=420bebfc-a74f-448e-ba82-1955a8efdea6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:44.196837 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Attempting to bind port 420bebfc-a74f-448e-ba82-1955a8efdea6 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:44.197779 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Attempting to bind port 420bebfc-a74f-448e-ba82-1955a8efdea6 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'bcacb129-7614-4b7d-9678-115c54127a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:44.197779 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Attempting to bind port 420bebfc-a74f-448e-ba82-1955a8efdea6 on network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:44.205367 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:44.206211 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Checking segment: {'id': 'bcacb129-7614-4b7d-9678-115c54127a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:44.206609 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:44.206764 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Bound using segment: {'id': 'bcacb129-7614-4b7d-9678-115c54127a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:44.207192 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Bound port: 420bebfc-a74f-448e-ba82-1955a8efdea6, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcacb129-7614-4b7d-9678-115c54127a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:44.207649 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:44.312191 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:44.365154 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-c8336b63-bbcd-4309-98c9-430844e9f95c service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885387 Nov 12 13:56:44.382222 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] For port 420bebfc-a74f-448e-ba82-1955a8efdea6, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:44.390216 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] For port 420bebfc-a74f-448e-ba82-1955a8efdea6, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=420bebfc-a74f-448e-ba82-1955a8efdea6,segment=NetworkSegment(bcacb129-7614-4b7d-9678-115c54127a47),segment_id=bcacb129-7614-4b7d-9678-115c54127a47)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:44.400362 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:44.475626 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Routers {'ace439a0-c4f1-4e46-889d-2e0d0a026aa0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:44.476265 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:44.530405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-72e8bcc6-c280-4e6a-a217-3301d572636d None None] Provisioning complete for port 420bebfc-a74f-448e-ba82-1955a8efdea6 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:44.533711 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72e8bcc6-c280-4e6a-a217-3301d572636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:44.639578 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864ed22-2c44-40b3-8124-3490e9d459be None None] Pushing event updated for resources: {'Port': ['ID=420bebfc-a74f-448e-ba82-1955a8efdea6,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:44.690540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Router 18673869-d220-49cd-ad8d-0e3cccdb6f55 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:56:44.870292 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] Set router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:45.043276 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2c4e5bb-b62f-4a3c-a134-151eb4742f4b req-66d4adb9-827e-4767-9acb-ff9e54e5798c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 210 time: 0.0627644 Nov 12 13:56:45.047333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:45.076483 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-16cf4852-fe58-461d-874b-26d13193ef6c tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "PUT /v2.0/routers/18673869-d220-49cd-ad8d-0e3cccdb6f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8710487 Nov 12 13:56:45.077497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33152) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:45.103077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] Sync routers for ids ['18673869-d220-49cd-ad8d-0e3cccdb6f55'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:56:45.176452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] Routers {'18673869-d220-49cd-ad8d-0e3cccdb6f55'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:45.177097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['18673869-d220-49cd-ad8d-0e3cccdb6f55'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:45.219474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff44422-78f6-421b-a9b5-0bb1d99be186 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Deleting subnet 9282e745-dba0-4c59-b133-7a6f9a210ff7 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:56:45.235880 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ff44422-78f6-421b-a9b5-0bb1d99be186 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:45.276144 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72e8bcc6-c280-4e6a-a217-3301d572636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:45.308605 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ff44422-78f6-421b-a9b5-0bb1d99be186 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:45.428524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-72e8bcc6-c280-4e6a-a217-3301d572636d None None] For port 420bebfc-a74f-448e-ba82-1955a8efdea6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=420bebfc-a74f-448e-ba82-1955a8efdea6,segment=NetworkSegment(bcacb129-7614-4b7d-9678-115c54127a47),segment_id=bcacb129-7614-4b7d-9678-115c54127a47)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:45.438862 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72e8bcc6-c280-4e6a-a217-3301d572636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:45.502149 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'name': 'tempest-TestVolumeBootPattern-1348957218-router', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:32Z', 'updated_at': '2021-11-12T13:56:37Z', 'revision_number': 4, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'gw_port': {'id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:33Z', 'updated_at': '2021-11-12T13:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '420bebfc-a74f-448e-ba82-1955a8efdea6', 'name': '', 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'mac_address': 'fa:16:3e:8e:0e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:36Z', 'updated_at': '2021-11-12T13:56:44Z', 'revision_number': 4, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'subnets': [{'id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:45.532370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ff44422-78f6-421b-a9b5-0bb1d99be186 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:45.548364 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccd95c-f1fa-4ad5-b76c-090d7a648adb None None] The sync data for ids ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'] in n-d-805736-4 is: [{'id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'name': 'tempest-TestVolumeBootPattern-1348957218-router', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:32Z', 'updated_at': '2021-11-12T13:56:37Z', 'revision_number': 4, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'gw_port': {'id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:33Z', 'updated_at': '2021-11-12T13:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '420bebfc-a74f-448e-ba82-1955a8efdea6', 'name': '', 'network_id': '494a0af0-aff4-4f5a-a741-3c5dc3be0973', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'mac_address': 'fa:16:3e:8e:0e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:36Z', 'updated_at': '2021-11-12T13:56:44Z', 'revision_number': 4, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'subnets': [{'id': '1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:56:45.647124 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ff44422-78f6-421b-a9b5-0bb1d99be186 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:45.703387 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff44422-78f6-421b-a9b5-0bb1d99be186 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Subnet': ['ID=9282e745-dba0-4c59-b133-7a6f9a210ff7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:45.714688 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4ff44422-78f6-421b-a9b5-0bb1d99be186 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:45.722614 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4ff44422-78f6-421b-a9b5-0bb1d99be186 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "DELETE /v2.0/subnets/9282e745-dba0-4c59-b133-7a6f9a210ff7 HTTP/1.1" status: 204 len: 168 time: 0.6442482 Nov 12 13:56:45.725436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33160) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:45.742085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead65767-3c1b-4b07-9626-07a23229b681 None None] Network 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:56:45.757635 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3081cbf5-010a-4b97-ae9e-1c23ac4c2bf0 None None] Provisioning complete for port 420bebfc-a74f-448e-ba82-1955a8efdea6 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:45.758038 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3081cbf5-010a-4b97-ae9e-1c23ac4c2bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:45.879346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8bcc6-c280-4e6a-a217-3301d572636d None None] Pushing event updated for resources: {'Port': ['ID=420bebfc-a74f-448e-ba82-1955a8efdea6,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:45.891181 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] Set router 18673869-d220-49cd-ad8d-0e3cccdb6f55 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:46.084985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:46.271514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 420bebfc-a74f-448e-ba82-1955a8efdea6 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:46.326056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc3f3442-24b9-49b4-8bf6-2d40bfe6f7fd req-5a45b5b3-9281-4a4d-80fb-c2fdc32301f2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 210 time: 0.0633125 Nov 12 13:56:46.411830 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:46.528699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Deleting port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:56:46.529038 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:46.538789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 420bebfc-a74f-448e-ba82-1955a8efdea6 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:46.539790 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:46.578326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:56:43Z', 'revision_number': 5, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port': {'id': '8d4aa98b-2ce5-4128-8535-a88be1a4bb02', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:54:30Z', 'updated_at': '2021-11-12T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:46.620387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2599c-46b3-4b2f-8a0a-f1f7ec790e56 None None] DHCP port deletion for 2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:46.629151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] Checking router: 18673869-d220-49cd-ad8d-0e3cccdb6f55 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:56:46.648427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] Routers {'18673869-d220-49cd-ad8d-0e3cccdb6f55'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:46.649149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['18673869-d220-49cd-ad8d-0e3cccdb6f55'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:46.682965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] For port 8d4aa98b-2ce5-4128-8535-a88be1a4bb02, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8d4aa98b-2ce5-4128-8535-a88be1a4bb02,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:46.683419 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:46.700119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Calling delete_port for 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:56:46.830863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] Set router 18673869-d220-49cd-ad8d-0e3cccdb6f55 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:46.908622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2599c-46b3-4b2f-8a0a-f1f7ec790e56 None None] Deleting port 8b7b411d-eb40-490c-bec4-e19ae6db16b2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:56:46.909025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fb2599c-46b3-4b2f-8a0a-f1f7ec790e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:46.910924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:56:46Z', 'revision_number': 6, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:46.962319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88d150a-7066-4f17-b9e4-9931a788fc96 None None] The sync data for ids ['18673869-d220-49cd-ad8d-0e3cccdb6f55'] in n-d-805736-4 is: [{'id': '18673869-d220-49cd-ad8d-0e3cccdb6f55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1806292256', 'tenant_id': 'b10dffe2e7a14590b5c1b14bca568504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:54:29Z', 'updated_at': '2021-11-12T13:56:46Z', 'revision_number': 6, 'project_id': 'b10dffe2e7a14590b5c1b14bca568504', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:56:47.060336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9fb2599c-46b3-4b2f-8a0a-f1f7ec790e56 None None] For port 8b7b411d-eb40-490c-bec4-e19ae6db16b2, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8b7b411d-eb40-490c-bec4-e19ae6db16b2,segment=NetworkSegment(a16729e7-36d0-436e-a319-277ffd5df606),segment_id=a16729e7-36d0-436e-a319-277ffd5df606)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:47.060730 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fb2599c-46b3-4b2f-8a0a-f1f7ec790e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:47.102893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2599c-46b3-4b2f-8a0a-f1f7ec790e56 None None] Calling delete_port for 8b7b411d-eb40-490c-bec4-e19ae6db16b2 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:56:47.260332 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fb2599c-46b3-4b2f-8a0a-f1f7ec790e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:47.339329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2599c-46b3-4b2f-8a0a-f1f7ec790e56 None None] Pushing event deleted for resources: {'Port': ['ID=8b7b411d-eb40-490c-bec4-e19ae6db16b2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:47.349769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2599c-46b3-4b2f-8a0a-f1f7ec790e56 None None] No DVR routers for this DVR port 8b7b411d-eb40-490c-bec4-e19ae6db16b2 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:56:47.486895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-b86ba6d4-e405-4999-b54f-330da992f8e2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:47.488739 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-b86ba6d4-e405-4999-b54f-330da992f8e2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.2261810 Nov 12 13:56:47.504953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'port': {'device_id': '6bdd6baa-788b-4b14-8a3d-78894bf5d19d', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'admin_state_up': True, 'tenant_id': 'b512811927074c62a7307203db486f5f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:47.511969 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c43f11b-3aa1-4c58-b084-dd17c72dd139 req-ec99d7a4-50d4-43ad-893b-bed143254e26 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 210 time: 0.0486662 Nov 12 13:56:47.682368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:47.728594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Port': ['ID=8d4aa98b-2ce5-4128-8535-a88be1a4bb02,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:47.758585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ce3c7f-f481-4817-875a-6d27fc44cb82 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:47.808353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Made reservation on behalf of b512811927074c62a7307203db486f5f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:47.813057 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:47.862368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.036312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.041935 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.135919 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.136816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Fanout notify agent at l3_agent the message router_deleted on router 18673869-d220-49cd-ad8d-0e3cccdb6f55 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 13:56:48.149699 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.153994 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33172) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:48.166050 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d3b28886-6d66-4b43-b972-c6761120d396 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "DELETE /v2.0/routers/18673869-d220-49cd-ad8d-0e3cccdb6f55 HTTP/1.1" status: 204 len: 168 time: 2.4392748 Nov 12 13:56:48.194439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Allocated IP 172.20.0.8 (660acb6b-6518-42c7-b90e-6688979d79bc/45f976a9-1a81-438b-b5c3-facd52c86903/ec15e222-0c9b-4f54-afd0-5b362d8792bb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:48.203870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b7b411d-eb40-490c-bec4-e19ae6db16b2 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:56:48.274533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.279480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 8b7b411d-eb40-490c-bec4-e19ae6db16b2 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:56:48.279849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8b7b411d-eb40-490c-bec4-e19ae6db16b2 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:56:48.280253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 150691fd-7723-4f7e-83c8-3c598bbeb4eb no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:56:48.304457 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 150691fd-7723-4f7e-83c8-3c598bbeb4eb {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:56:48.304833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 150691fd-7723-4f7e-83c8-3c598bbeb4eb not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:56:48.391655 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.427647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed3a3ec-17a5-4b1b-8717-12633f0f07d8']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:48.449152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16729e7-36d0-436e-a319-277ffd5df606') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:48.450005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16729e7-36d0-436e-a319-277ffd5df606') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:48.483056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.506293 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.512617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.515059 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:56:48.515940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: timer() Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:56:48.587372 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:56:48.594674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.605386 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.608317 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.609413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] 10.222.0.73 "DELETE /v2.0/networks/2ed3a3ec-17a5-4b1b-8717-12633f0f07d8 HTTP/1.1" status: 204 len: 168 time: 0.4542873 Nov 12 13:56:48.629119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1f461-8636-48ce-913f-d965434bfec2 tempest-TestSecurityGroupsBasicOps-760299129 tempest-TestSecurityGroupsBasicOps-760299129-project] Pushing event deleted for resources: {'Network': ['ID=2ed3a3ec-17a5-4b1b-8717-12633f0f07d8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:48.700847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Network 660acb6b-6518-42c7-b90e-6688979d79bc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:48.731792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:48.749443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:48.811794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=ec15e222-0c9b-4f54-afd0-5b362d8792bb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:48.881498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f14652-476e-424c-906c-5c235af643bf req-a4adef0f-c05b-4a7b-87cd-9bf1c4c4aa09 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:48.892701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05f14652-476e-424c-906c-5c235af643bf req-a4adef0f-c05b-4a7b-87cd-9bf1c4c4aa09 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 931 time: 0.2121098 Nov 12 13:56:48.936279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:48.937299 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:48.999849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-8dc22c76-ad57-471a-b13a-6cda11eccb15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4989917 Nov 12 13:56:49.048334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Request body: {'port': {'device_id': '6bdd6baa-788b-4b14-8a3d-78894bf5d19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:49.156554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:49.164107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05f14652-476e-424c-906c-5c235af643bf req-6bf31f91-b5a6-4086-95f4-e0236470811d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704492 Nov 12 13:56:49.410531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33184) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:49.419065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-05e5680d-fbb4-4c27-a1b0-fd76fa36748e None None] Provisioning complete for port ec15e222-0c9b-4f54-afd0-5b362d8792bb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:49.420617 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05e5680d-fbb4-4c27-a1b0-fd76fa36748e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:49.483875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-05e5680d-fbb4-4c27-a1b0-fd76fa36748e None None] Port ec15e222-0c9b-4f54-afd0-5b362d8792bb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:49.706701 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8223c80d-decc-4405-bcd0-ff57dad3f46b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b10dffe2e7a14590b5c1b14bca568504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937775 Nov 12 13:56:49.709161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33188) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:49.810059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec15e222-0c9b-4f54-afd0-5b362d8792bb {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:56:49.838272 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3da39673-ee60-4b92-9b24-fdb047f57efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:49.841498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:49.880662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3da39673-ee60-4b92-9b24-fdb047f57efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:49.881404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Transition to ACTIVE for port object ec15e222-0c9b-4f54-afd0-5b362d8792bb will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:56:49.887394 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:49.974359 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3da39673-ee60-4b92-9b24-fdb047f57efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:49.979138 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3da39673-ee60-4b92-9b24-fdb047f57efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:49.988027 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3da39673-ee60-4b92-9b24-fdb047f57efd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/371908c9-44a8-4e7d-b0aa-6ab7909a8261 HTTP/1.1" status: 204 len: 168 time: 0.2757792 Nov 12 13:56:50.011313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da39673-ee60-4b92-9b24-fdb047f57efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371908c9-44a8-4e7d-b0aa-6ab7909a8261,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:50.028461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:56:50.084769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Pushing event updated for resources: {'Port': ['ID=ec15e222-0c9b-4f54-afd0-5b362d8792bb,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:50.174256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:56:50.177318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Attempting to bind port ec15e222-0c9b-4f54-afd0-5b362d8792bb on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:50.177986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Attempting to bind port ec15e222-0c9b-4f54-afd0-5b362d8792bb by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:50.178790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Attempting to bind port ec15e222-0c9b-4f54-afd0-5b362d8792bb on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:50.179474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8d4aa98b-2ce5-4128-8535-a88be1a4bb02 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:56:50.203335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Port ec15e222-0c9b-4f54-afd0-5b362d8792bb on network 660acb6b-6518-42c7-b90e-6688979d79bc not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:56:50.204121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Attempting to bind port ec15e222-0c9b-4f54-afd0-5b362d8792bb on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:50.271350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:50.271761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Checking segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:50.274861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Bound using segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:50.275233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Bound port: ec15e222-0c9b-4f54-afd0-5b362d8792bb, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:50.275688 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:50.448632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] For port ec15e222-0c9b-4f54-afd0-5b362d8792bb, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:50.458742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] For port ec15e222-0c9b-4f54-afd0-5b362d8792bb, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ec15e222-0c9b-4f54-afd0-5b362d8792bb,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:50.470938 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:50.533528 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:50.534146 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:50.535602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] 10.222.0.70 "PUT /v2.0/ports/ec15e222-0c9b-4f54-afd0-5b362d8792bb HTTP/1.1" status: 200 len: 1091 time: 1.5174303 Nov 12 13:56:50.536077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdd6baa-788b-4b14-8a3d-78894bf5d19d', 'tag': 'ec15e222-0c9b-4f54-afd0-5b362d8792bb'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:56:50.538420 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdd6baa-788b-4b14-8a3d-78894bf5d19d", "tag": "ec15e222-0c9b-4f54-afd0-5b362d8792bb"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:56:50.581807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a3ed8-6a95-4a7e-aaf3-a385f34734eb service neutron] Pushing event updated for resources: {'Port': ['ID=ec15e222-0c9b-4f54-afd0-5b362d8792bb,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:50.648040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc0428-4264-490e-9b94-7ab7aed80d52 req-289cd025-4022-4489-ab60-c25db1436306 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:50.651168 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67cc0428-4264-490e-9b94-7ab7aed80d52 req-289cd025-4022-4489-ab60-c25db1436306 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.2451816 Nov 12 13:56:50.693483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-fede27ea-2215-43ff-8e7b-311a50e6ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:50.696336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-fede27ea-2215-43ff-8e7b-311a50e6ec90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 1094 time: 0.1049478 Nov 12 13:56:50.730365 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f9ac56-de36-4228-8c11-69fbe6fcf592 x-openstack-request-id: req-54f9ac56-de36-4228-8c11-69fbe6fcf592 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:56:50.730657 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdd6baa-788b-4b14-8a3d-78894bf5d19d", "tag": "ec15e222-0c9b-4f54-afd0-5b362d8792bb", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:56:50.731341 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54f9ac56-de36-4228-8c11-69fbe6fcf592 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:56:50.735422 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bdd6baa-788b-4b14-8a3d-78894bf5d19d', 'tag': 'ec15e222-0c9b-4f54-afd0-5b362d8792bb', 'status': 'completed', 'code': 200} Nov 12 13:56:50.791073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67cc0428-4264-490e-9b94-7ab7aed80d52 req-d787ae79-8cef-4008-acd4-86acfdf5201a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162195 Nov 12 13:56:50.793515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33200) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:50.812267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-19e0764c-2f3e-4774-a1b3-cbcb32a6cca2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec15e222-0c9b-4f54-afd0-5b362d8792bb HTTP/1.1" status: 200 len: 217 time: 0.1012206 Nov 12 13:56:50.827445 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd84d8a5-a5fa-4922-ac07-496738ff0ad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:50.907974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-a5156a5f-f53a-4737-a39b-68a56e9e9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:50.910637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-a5156a5f-f53a-4737-a39b-68a56e9e9038 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0972390 Nov 12 13:56:50.976374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd84d8a5-a5fa-4922-ac07-496738ff0ad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:50.984313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd84d8a5-a5fa-4922-ac07-496738ff0ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:50.990950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-adb775b5-3918-4ef9-aa84-b01d031eb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:50.992664 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-adb775b5-3918-4ef9-aa84-b01d031eb19c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717916 Nov 12 13:56:51.063716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84d8a5-a5fa-4922-ac07-496738ff0ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605a6bb8-bbca-48a9-9f8d-ab930de8a238,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:51.073104 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bd84d8a5-a5fa-4922-ac07-496738ff0ad2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39f8b7865e094d8aaa65fc18300351b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772360 Nov 12 13:56:51.081503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33202) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:51.128042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-47f73dd8-544b-44ae-8873-f360c7a560a9 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273677 Nov 12 13:56:51.151909 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55de0809-a052-4ad8-b385-ddabcc4dee5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:51.183118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55de0809-a052-4ad8-b385-ddabcc4dee5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:51.244587 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d7edd308-50c1-45ee-bcff-334cceedf1d8 req-5fc74ec9-8e31-4c08-aeda-4478bea08ffe service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021197 Nov 12 13:56:51.248916 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55de0809-a052-4ad8-b385-ddabcc4dee5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:51.252991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-55de0809-a052-4ad8-b385-ddabcc4dee5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:51.256523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-55de0809-a052-4ad8-b385-ddabcc4dee5f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/605a6bb8-bbca-48a9-9f8d-ab930de8a238 HTTP/1.1" status: 204 len: 168 time: 0.1724772 Nov 12 13:56:51.268697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de0809-a052-4ad8-b385-ddabcc4dee5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605a6bb8-bbca-48a9-9f8d-ab930de8a238,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:51.348652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-62e23c3e-caf1-420e-a198-8ce70b0b048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:51.350364 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-62e23c3e-caf1-420e-a198-8ce70b0b048f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 1094 time: 0.0479729 Nov 12 13:56:51.464809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-afb9a716-f05e-4da8-bdb3-3ea0f761fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:51.466387 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-afb9a716-f05e-4da8-bdb3-3ea0f761fc11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.1081648 Nov 12 13:56:51.520322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-50215c35-5931-4ea5-b74a-d8a348cf13c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec15e222-0c9b-4f54-afd0-5b362d8792bb HTTP/1.1" status: 200 len: 217 time: 0.0460999 Nov 12 13:56:51.576672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-62d96b93-0a5d-4f00-b4dd-b3a4c94e094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:51.578137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-62d96b93-0a5d-4f00-b4dd-b3a4c94e094f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0507643 Nov 12 13:56:51.632342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-42756669-3061-4b91-90e2-336479c05c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:51.634986 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-42756669-3061-4b91-90e2-336479c05c36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492227 Nov 12 13:56:51.712079 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33212) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:51.773528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-77763efa-29e9-420d-935e-00cc05a523bf service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307940 Nov 12 13:56:51.797959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b8878d3a-e02b-4c6c-8d4e-deec33df55ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1881b7489d2a4c1abd9968677967b5e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0834761 Nov 12 13:56:51.798824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33216) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:51.894018 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c9d8-abf2-4b9f-a1e4-50e57e6d9b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:51.912983 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cec683b8-91ab-4f19-a7e0-38f3b1e2bf97 req-63e918a5-eff7-437b-88c8-ee6cc45f4042 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306634 Nov 12 13:56:51.932890 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c9d8-abf2-4b9f-a1e4-50e57e6d9b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:52.014158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf7217-d514-40ec-a5b7-d9017f8c304a req-5df60f0d-9aeb-4e89-8162-c492ecd5e418 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:52.016133 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96bf7217-d514-40ec-a5b7-d9017f8c304a req-5df60f0d-9aeb-4e89-8162-c492ecd5e418 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.0684958 Nov 12 13:56:52.020603 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c9d8-abf2-4b9f-a1e4-50e57e6d9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:52.023796 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c9d8-abf2-4b9f-a1e4-50e57e6d9b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:52.025049 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ebe9c9d8-abf2-4b9f-a1e4-50e57e6d9b46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/626492e4-87dd-466d-b5a4-441b2e26e59a HTTP/1.1" status: 204 len: 168 time: 0.2249262 Nov 12 13:56:52.042507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9c9d8-abf2-4b9f-a1e4-50e57e6d9b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626492e4-87dd-466d-b5a4-441b2e26e59a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:52.090065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96bf7217-d514-40ec-a5b7-d9017f8c304a req-69a14184-5dc1-453c-9fbe-1daef3cba728 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613215 Nov 12 13:56:52.908643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33242) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:53.048648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1887312664-network', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:53.078006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Made reservation on behalf of ea09501843a8406b9b4c7145e4a197df for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:53.082893 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.098532 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.226455 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.232566 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.287856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:56:53.304106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26931e20-d267-4a81-b8c3-d7ae236a51d6,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:53.314170 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.315143 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Added segment f69f8a06-02d4-4940-8f2e-3a21ba2848d2 of type vlan for network fd417063-c1bb-4b13-a3ae-6779cff2af13 Nov 12 13:56:53.332686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8bb11-b6b5-45dc-8395-f98a2e37260f req-8a5bd588-1c57-4ade-b342-66703fac2eb6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:53.334415 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2d8bb11-b6b5-45dc-8395-f98a2e37260f req-8a5bd588-1c57-4ade-b342-66703fac2eb6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.1234617 Nov 12 13:56:53.387475 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.435713 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2d8bb11-b6b5-45dc-8395-f98a2e37260f req-c42f21ea-073e-424d-8ff1-ed450fbb6944 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749457 Nov 12 13:56:53.441731 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.443046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:53.443738 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.516769 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6037264 Nov 12 13:56:53.517002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:53.522077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Request body: {'subnet': {'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1887312664-subnet', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:53.528270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f26cb-c359-4ff3-9e83-7ea53ad7c4d5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd417063-c1bb-4b13-a3ae-6779cff2af13,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:53.543732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network fd417063-c1bb-4b13-a3ae-6779cff2af13 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:56:53.548486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Made reservation on behalf of ea09501843a8406b9b4c7145e4a197df for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:53.551184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.783012 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.841619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6bf174-81f6-4183-9e96-215abf189eff,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:53.866937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Checking segment: {'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:53.867421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Network hostable DHCP agents. Network: fd417063-c1bb-4b13-a3ae-6779cff2af13, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:56:53.885530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Network fd417063-c1bb-4b13-a3ae-6779cff2af13 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:56:53.900941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, fd417063-c1bb-4b13-a3ae-6779cff2af13) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:53.905767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:53.906442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.923155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82fe811-b516-4f06-bef1-10b7a47ba669 None None] Network fd417063-c1bb-4b13-a3ae-6779cff2af13 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:56:53.930365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bd2c64e0-6426-4a8a-a031-6f4b1a05f6cd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4123993 Nov 12 13:56:53.931007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33252) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:53.935476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:53.962186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:53.964088 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.029491 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.118884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-fd417063-c1bb-4b13-a3ae-6779cff2af13', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:56:54.120343 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.231380 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.371486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Allocated IP 172.20.0.2 (fd417063-c1bb-4b13-a3ae-6779cff2af13/fc6bf174-81f6-4183-9e96-215abf189eff/8a2a103a-82cd-47ee-8a61-99e78ba180bc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:54.621731 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.627835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a2a0b-7500-41a1-8ced-6aa43de8e79d req-b3a3ff47-d08e-4c21-add8-601540292cbd tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:54.639788 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee1a2a0b-7500-41a1-8ced-6aa43de8e79d req-b3a3ff47-d08e-4c21-add8-601540292cbd tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.1186006 Nov 12 13:56:54.654601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.659944 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.667356 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.712588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee1a2a0b-7500-41a1-8ced-6aa43de8e79d req-5f5038ba-d7e1-455c-a43b-4749678d62eb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697174 Nov 12 13:56:54.747687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Network fd417063-c1bb-4b13-a3ae-6779cff2af13 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:54.749481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:54.752198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:54.763294 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Pushing event updated for resources: {'Port': ['ID=8a2a103a-82cd-47ee-8a61-99e78ba180bc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:54.792986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.793802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.794600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.796995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.797690 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.798240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.798683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.799018 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.799432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.799772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.800101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.800419 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:56:54.833583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Allocated IP 172.25.5.22 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/84c795aa-e210-4200-add9-7f6a32fe638a) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:54.834830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Attempting to bind port 8a2a103a-82cd-47ee-8a61-99e78ba180bc on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:54.835267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Attempting to bind port 8a2a103a-82cd-47ee-8a61-99e78ba180bc by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:54.835694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Attempting to bind port 8a2a103a-82cd-47ee-8a61-99e78ba180bc on network fd417063-c1bb-4b13-a3ae-6779cff2af13 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:54.841912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:54.842413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Checking segment: {'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:54.842887 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.843347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Bound using segment: {'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:54.843911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Bound port: 8a2a103a-82cd-47ee-8a61-99e78ba180bc, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:54.844310 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.912805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] For port 8a2a103a-82cd-47ee-8a61-99e78ba180bc, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:54.920489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] For port 8a2a103a-82cd-47ee-8a61-99e78ba180bc, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8a2a103a-82cd-47ee-8a61-99e78ba180bc,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:54.925302 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.970272 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:54.996097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca0751-abd6-4e2e-ae4f-caae98270fb0 None None] Pushing event updated for resources: {'Port': ['ID=8a2a103a-82cd-47ee-8a61-99e78ba180bc,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:55.016714 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:55.057885 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:55.063073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:55.066185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:55.083436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e250c3b2-cec0-4500-8d8d-8a40df3e8a36 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:55.141917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Pushing event updated for resources: {'Port': ['ID=84c795aa-e210-4200-add9-7f6a32fe638a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:55.158926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9dd185e8-2655-4b4f-9fe6-5dc3aa711661 None None] Provisioning complete for port 84c795aa-e210-4200-add9-7f6a32fe638a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:55.159677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dd185e8-2655-4b4f-9fe6-5dc3aa711661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:55.286470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9dd185e8-2655-4b4f-9fe6-5dc3aa711661 None None] Port 84c795aa-e210-4200-add9-7f6a32fe638a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:55.471933 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:55.787998 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:55.958765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ab6a3-49b6-4791-a65b-2a705495211f req-f682e4b9-6ea4-464f-b2d7-520a9dce49d9 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:55.960492 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-539ab6a3-49b6-4791-a65b-2a705495211f req-f682e4b9-6ea4-464f-b2d7-520a9dce49d9 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.1142440 Nov 12 13:56:56.061537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Router 8fe5210f-677a-4699-b524-ec08bff7eef7 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:56:56.071510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-539ab6a3-49b6-4791-a65b-2a705495211f req-22a114bd-7a10-47dd-8931-9dfa77f4b5d7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872083 Nov 12 13:56:56.154783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8a2a103a-82cd-47ee-8a61-99e78ba180bc up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:56.294202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:56.309667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8a2a103a-82cd-47ee-8a61-99e78ba180bc triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:56.310247 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:56.323952 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:56.326535 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-82674c7a-f2a2-4296-8a8a-e21ebb8d4270 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3939056 Nov 12 13:56:56.330219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33270) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:56.344591 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Sync routers for ids ['8fe5210f-677a-4699-b524-ec08bff7eef7'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:56:56.374100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e469195c-6b63-4d29-a2fc-7580f233bfa0 None None] Network fd417063-c1bb-4b13-a3ae-6779cff2af13 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:56:56.382318 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Routers {'8fe5210f-677a-4699-b524-ec08bff7eef7'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:56.383499 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8fe5210f-677a-4699-b524-ec08bff7eef7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:56.583824 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Set router 8fe5210f-677a-4699-b524-ec08bff7eef7 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:56.685751 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-385a0799-4dcb-4c5f-b6d9-b74feb956645 None None] Provisioning complete for port 8a2a103a-82cd-47ee-8a61-99e78ba180bc triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:56.686126 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-385a0799-4dcb-4c5f-b6d9-b74feb956645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:56.687793 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:56.800862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 8a2a103a-82cd-47ee-8a61-99e78ba180bc, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8a2a103a-82cd-47ee-8a61-99e78ba180bc,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:56.808447 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:56.941208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=8a2a103a-82cd-47ee-8a61-99e78ba180bc,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:56.976837 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:55Z', 'revision_number': 3, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:56.997190 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e9e9-2e1c-4e64-a2ea-bfb9ee4ca88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.014793 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Checking router: 8fe5210f-677a-4699-b524-ec08bff7eef7 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:56:57.015463 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Updating router 8fe5210f-677a-4699-b524-ec08bff7eef7 port 84c795aa-e210-4200-add9-7f6a32fe638a binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:56:57.042825 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.183258 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.221061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f505146-fe7f-45d2-8643-bb6372c68e3b req-bc47d5ee-0729-4f9a-8263-fce123a24402 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:57.229468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f505146-fe7f-45d2-8643-bb6372c68e3b req-bc47d5ee-0729-4f9a-8263-fce123a24402 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.0638430 Nov 12 13:56:57.250779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9ee0bb77-d92a-459d-9637-ed619f739f7e None None] Provisioning complete for port 8a2a103a-82cd-47ee-8a61-99e78ba180bc triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:57.251802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bb77-d92a-459d-9637-ed619f739f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.301787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f505146-fe7f-45d2-8643-bb6372c68e3b req-9caca854-94c6-4590-99d4-e597e8876ab3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712836 Nov 12 13:56:57.388850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Allocated IP 172.20.0.1 (fd417063-c1bb-4b13-a3ae-6779cff2af13/fc6bf174-81f6-4183-9e96-215abf189eff/6d901b30-af94-441f-890e-03f6439539a0) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:56:57.401795 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.407930 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.453779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a45105-5d45-46ab-8b5d-2bffa63d2e15 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:57.471161 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Attempting to bind port 84c795aa-e210-4200-add9-7f6a32fe638a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:56:57.471475 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Attempting to bind port 84c795aa-e210-4200-add9-7f6a32fe638a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:56:57.472145 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Attempting to bind port 84c795aa-e210-4200-add9-7f6a32fe638a on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:56:57.480790 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015eb6c-a4b6-468b-97ef-377bf6a39fa3 None None] Pushing event updated for resources: {'Port': ['ID=84c795aa-e210-4200-add9-7f6a32fe638a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:57.483786 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:56:57.484152 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:56:57.484553 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.484978 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:56:57.485485 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Bound port: 84c795aa-e210-4200-add9-7f6a32fe638a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:56:57.485903 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.503697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.541694 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.541980 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] For port 84c795aa-e210-4200-add9-7f6a32fe638a, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:56:57.545561 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] For port 84c795aa-e210-4200-add9-7f6a32fe638a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=84c795aa-e210-4200-add9-7f6a32fe638a,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:56:57.551177 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.579436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-eb488c76-8091-472d-9088-8426cd433d18 None None] Provisioning complete for port 84c795aa-e210-4200-add9-7f6a32fe638a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:57.580185 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb488c76-8091-472d-9088-8426cd433d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.582670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Network fd417063-c1bb-4b13-a3ae-6779cff2af13 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:57.589680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:57.592631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:56:57.625315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed7a75b-7e95-4e98-8c72-336b627cba5b None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:56:57.635881 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Routers {'8fe5210f-677a-4699-b524-ec08bff7eef7'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:56:57.636693 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8fe5210f-677a-4699-b524-ec08bff7eef7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:57.642739 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.653173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Pushing event updated for resources: {'Port': ['ID=6d901b30-af94-441f-890e-03f6439539a0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:57.696842 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015eb6c-a4b6-468b-97ef-377bf6a39fa3 None None] Pushing event updated for resources: {'Port': ['ID=84c795aa-e210-4200-add9-7f6a32fe638a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:57.705692 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb488c76-8091-472d-9088-8426cd433d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.737320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-eb488c76-8091-472d-9088-8426cd433d18 None None] For port 84c795aa-e210-4200-add9-7f6a32fe638a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=84c795aa-e210-4200-add9-7f6a32fe638a,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:56:57.744601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb488c76-8091-472d-9088-8426cd433d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.819297 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] Set router 8fe5210f-677a-4699-b524-ec08bff7eef7 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:56:57.860069 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb488c76-8091-472d-9088-8426cd433d18 None None] Pushing event updated for resources: {'Port': ['ID=84c795aa-e210-4200-add9-7f6a32fe638a,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:57.876158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:57.884833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3c44cf3d-e436-41c1-8725-e13bc2bb540e None None] Provisioning complete for port 84c795aa-e210-4200-add9-7f6a32fe638a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:57.885220 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c44cf3d-e436-41c1-8725-e13bc2bb540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:58.091129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8a2a103a-82cd-47ee-8a61-99e78ba180bc up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:56:58.113567 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:55Z', 'revision_number': 3, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:56:58.142569 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:58.151611 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:58.161035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f22d121c-dd71-4c67-813a-339662997b6f None None] Provisioning complete for port 6d901b30-af94-441f-890e-03f6439539a0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:58.161664 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f22d121c-dd71-4c67-813a-339662997b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:58.164042 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8a2a103a-82cd-47ee-8a61-99e78ba180bc triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:58.164406 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:58.178372 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b3230e-9420-4a94-93b2-2858aa8fa036 None None] The sync data for ids ['8fe5210f-677a-4699-b524-ec08bff7eef7'] in n-d-805736-4 is: [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:55Z', 'revision_number': 3, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:56:58.238674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:58.247487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f22d121c-dd71-4c67-813a-339662997b6f None None] Port 6d901b30-af94-441f-890e-03f6439539a0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:58.249493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Pushing event updated for resources: {'Port': ['ID=6d901b30-af94-441f-890e-03f6439539a0,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:58.362231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Network fd417063-c1bb-4b13-a3ae-6779cff2af13 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:56:58.363967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:56:58.552652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7822fea-3c6a-4087-9ee5-dc70c819258a req-71ebddfb-7bd6-490e-984a-96c57560d568 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:58.554317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7822fea-3c6a-4087-9ee5-dc70c819258a req-71ebddfb-7bd6-490e-984a-96c57560d568 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.1398528 Nov 12 13:56:58.611812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Router 8fe5210f-677a-4699-b524-ec08bff7eef7 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:56:58.650066 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f7822fea-3c6a-4087-9ee5-dc70c819258a req-c2a00381-2265-4e9e-a5bc-91e5b8e9e06b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842376 Nov 12 13:56:58.781873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e785cfee-b315-491b-9580-e2577ad6c254 None None] Provisioning complete for port 6d901b30-af94-441f-890e-03f6439539a0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:56:58.782409 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e785cfee-b315-491b-9580-e2577ad6c254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:58.833801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:56:58.846279 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dac9dd4b-20ea-478f-b9d4-44ad37d7a770 admin admin] 10.222.0.73 "PUT /v2.0/routers/8fe5210f-677a-4699-b524-ec08bff7eef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5147367 Nov 12 13:56:58.856897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e785cfee-b315-491b-9580-e2577ad6c254 None None] Port 6d901b30-af94-441f-890e-03f6439539a0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:56:59.495473 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50a4594a-5a66-4e56-80bd-3f2bf6390765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:59.552539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33300) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:56:59.559461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-950650289-network', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:56:59.588504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Made reservation on behalf of 1e67b248663e4b73bc61d4c12c1e0b20 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:56:59.591166 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:59.607327 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:59.797002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:59.806943 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:59.852512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 13:56:59.871270 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0435f7-b495-4553-8a75-2de70b76985b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:56:59.880001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:59.880001 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Added segment 8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41 of type vlan for network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 Nov 12 13:56:59.901456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfca384-2e4a-448f-a944-948d2a1f4d39 req-320d5de8-ff6b-47a5-b0cf-cbecdf7b321a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:59.904419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dcfca384-2e4a-448f-a944-948d2a1f4d39 req-320d5de8-ff6b-47a5-b0cf-cbecdf7b321a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.0802872 Nov 12 13:56:59.942750 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:59.976210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dcfca384-2e4a-448f-a944-948d2a1f4d39 req-238313ea-9add-4c70-8c56-82875b528275 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Nov 12 13:56:59.993193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:56:59.995711 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:56:59.997093 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:00.075274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5216267 Nov 12 13:57:00.080263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33304) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:00.081135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e7891-306d-4c14-8dfd-65960a035850 admin admin] Pushing event updated for resources: {'Network': ['ID=d22a7081-4dab-4b15-abb7-e66d1af6a2c5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:00.086157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Request body: {'subnet': {'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-950650289-subnet', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:00.098177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 13:57:00.123686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 84c795aa-e210-4200-add9-7f6a32fe638a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:57:00.127170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Made reservation on behalf of 1e67b248663e4b73bc61d4c12c1e0b20 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:57:00.130146 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:00.221658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 84c795aa-e210-4200-add9-7f6a32fe638a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:00.222234 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:00.390104 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:00.442201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Sync routers for ids ['8fe5210f-677a-4699-b524-ec08bff7eef7'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:57:00.454173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=46bafab8-c754-40ed-88d3-3954ea098d6d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:00.454520 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Routers {'8fe5210f-677a-4699-b524-ec08bff7eef7'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:57:00.454819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8fe5210f-677a-4699-b524-ec08bff7eef7'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:00.476988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Checking segment: {'id': '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:57:00.477551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Network hostable DHCP agents. Network: d22a7081-4dab-4b15-abb7-e66d1af6a2c5, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 13:57:00.498453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 13:57:00.510379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, d22a7081-4dab-4b15-abb7-e66d1af6a2c5) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:57:00.521157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:00.521777 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:00.553628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6cf488b5-7fff-4a86-b276-43836c8e49dc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4693949 Nov 12 13:57:00.554011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c452d-a7ea-485f-8e74-5dd6f2559db8 None None] Network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:57:00.554102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33314) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:00.560346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-950650289-router', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:00.587680 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:00.589325 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:00.615077 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:57:00.652977 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:00.849523 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:00.854414 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:00.869100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Set router 8fe5210f-677a-4699-b524-ec08bff7eef7 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:57:01.135288 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-d22a7081-4dab-4b15-abb7-e66d1af6a2c5', 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'fixed_ips': [{'subnet_id': '46bafab8-c754-40ed-88d3-3954ea098d6d'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 13:57:01.136167 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:01.187195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6d901b30-af94-441f-890e-03f6439539a0', 'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'mac_address': 'fa:16:3e:96:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:57Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 2, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'subnets': [{'id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:01.223574 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e661b-229e-4c56-8eb2-4f0c292ffa0d req-d145cce4-fa99-4daa-a840-f4b6d2855d8c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:01.227216 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-948e661b-229e-4c56-8eb2-4f0c292ffa0d req-d145cce4-fa99-4daa-a840-f4b6d2855d8c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.1541011 Nov 12 13:57:01.229782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:01.265644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Checking router: 8fe5210f-677a-4699-b524-ec08bff7eef7 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:57:01.265970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Updating router 8fe5210f-677a-4699-b524-ec08bff7eef7 port 6d901b30-af94-441f-890e-03f6439539a0 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:57:01.270803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:01.308460 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:01.382521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-948e661b-229e-4c56-8eb2-4f0c292ffa0d req-6e3bccb1-b996-46a0-a58c-8731f1ebb34f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166260 Nov 12 13:57:01.394863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Allocated IP 172.20.0.2 (d22a7081-4dab-4b15-abb7-e66d1af6a2c5/46bafab8-c754-40ed-88d3-3954ea098d6d/5d1d39b2-a829-42bd-b007-6e7d4e17f3e1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:57:01.478848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Allocated IP 172.25.5.225 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/9936fa86-a8bc-407b-8008-ad258a1d6f63) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:57:01.654019 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:01.693992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:01.727944 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:01.741882 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:01.750131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:57:01.757447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:57:01.774958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:57:01.778363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:57:01.783531 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Pushing event updated for resources: {'Port': ['ID=9936fa86-a8bc-407b-8008-ad258a1d6f63,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:01.784199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:57:01.786227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8948e719-538c-4116-8489-f979f92411e3 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:57:01.798810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:57:01.917936 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:01.928152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Pushing event updated for resources: {'Port': ['ID=5d1d39b2-a829-42bd-b007-6e7d4e17f3e1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:01.942455 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:01.972500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Attempting to bind port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:57:01.972881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Attempting to bind port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:57:01.973256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Attempting to bind port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 on network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:57:02.001252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7cd20a0b-06b4-4ddb-af8e-0a56249f2d4f None None] Provisioning complete for port 9936fa86-a8bc-407b-8008-ad258a1d6f63 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:02.001673 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cd20a0b-06b4-4ddb-af8e-0a56249f2d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.003473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:57:02.003846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Checking segment: {'id': '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:57:02.004268 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.004630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Bound using segment: {'id': '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:57:02.005121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Bound port: 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:57:02.005566 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.057831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e46d5d-25e8-4ef6-97eb-88d699a7a4fa None None] Pushing event updated for resources: {'Port': ['ID=6d901b30-af94-441f-890e-03f6439539a0,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:02.145662 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7cd20a0b-06b4-4ddb-af8e-0a56249f2d4f None None] Port 9936fa86-a8bc-407b-8008-ad258a1d6f63 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:57:02.170672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.190858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Attempting to bind port 6d901b30-af94-441f-890e-03f6439539a0 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:57:02.191232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Attempting to bind port 6d901b30-af94-441f-890e-03f6439539a0 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:57:02.191593 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Attempting to bind port 6d901b30-af94-441f-890e-03f6439539a0 on network fd417063-c1bb-4b13-a3ae-6779cff2af13 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:57:02.199648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] For port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:57:02.202409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:57:02.202803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Checking segment: {'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:57:02.203209 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.203608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Bound using segment: {'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:57:02.204094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Bound port: 6d901b30-af94-441f-890e-03f6439539a0, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:57:02.204516 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.207911 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] For port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5d1d39b2-a829-42bd-b007-6e7d4e17f3e1,segment=NetworkSegment(8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41),segment_id=8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:57:02.224502 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.369572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.392768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] For port 6d901b30-af94-441f-890e-03f6439539a0, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:57:02.397842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] For port 6d901b30-af94-441f-890e-03f6439539a0, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6d901b30-af94-441f-890e-03f6439539a0,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:57:02.400634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85718932-eea7-4b0a-b1d0-37662edeb5bb None None] Pushing event updated for resources: {'Port': ['ID=5d1d39b2-a829-42bd-b007-6e7d4e17f3e1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:02.407416 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.462654 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.504521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Routers {'8fe5210f-677a-4699-b524-ec08bff7eef7'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:57:02.511205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8fe5210f-677a-4699-b524-ec08bff7eef7'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:02.673481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e46d5d-25e8-4ef6-97eb-88d699a7a4fa None None] Pushing event updated for resources: {'Port': ['ID=6d901b30-af94-441f-890e-03f6439539a0,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:02.682512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-34650ae5-7e8a-44db-83fa-c202b271ec44 None None] Provisioning complete for port 6d901b30-af94-441f-890e-03f6439539a0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:02.682998 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34650ae5-7e8a-44db-83fa-c202b271ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.705654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56a005-a7f3-40f9-8fa2-85bbff609e9d req-eebf828a-0645-4bcd-b193-50218368faac tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:02.721434 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da56a005-a7f3-40f9-8fa2-85bbff609e9d req-eebf828a-0645-4bcd-b193-50218368faac tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.1857769 Nov 12 13:57:02.761836 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 13:57:02.837930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da56a005-a7f3-40f9-8fa2-85bbff609e9d req-b6fd89e4-2958-4b2f-af72-d5052e8e43fe tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092024 Nov 12 13:57:02.887820 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] Set router 8fe5210f-677a-4699-b524-ec08bff7eef7 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:57:02.966530 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.970375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:57:02.992979 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:02.994342 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Sync routers for ids ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:57:02.997676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33326) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:02.997903 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-814da7ff-972f-4fda-889e-a3a8edbd4c09 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4419754 Nov 12 13:57:02.998960 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34650ae5-7e8a-44db-83fa-c202b271ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:03.012088 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Routers {'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:57:03.012963 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:03.122872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-34650ae5-7e8a-44db-83fa-c202b271ec44 None None] For port 6d901b30-af94-441f-890e-03f6439539a0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6d901b30-af94-441f-890e-03f6439539a0,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:03.150246 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34650ae5-7e8a-44db-83fa-c202b271ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:03.193012 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Set router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:57:03.226218 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34650ae5-7e8a-44db-83fa-c202b271ec44 None None] Pushing event updated for resources: {'Port': ['ID=6d901b30-af94-441f-890e-03f6439539a0,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:03.243393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6d901b30-af94-441f-890e-03f6439539a0', 'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'mac_address': 'fa:16:3e:96:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:57Z', 'updated_at': '2021-11-12T13:57:02Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'subnets': [{'id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:03.287389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada90ae3-895c-4b82-9d5c-3b0320e046e5 None None] The sync data for ids ['8fe5210f-677a-4699-b524-ec08bff7eef7'] in n-d-805736-4 is: [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6d901b30-af94-441f-890e-03f6439539a0', 'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'mac_address': 'fa:16:3e:96:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:57Z', 'updated_at': '2021-11-12T13:57:02Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'subnets': [{'id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:57:03.305149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-498c591c-c01b-4474-9737-db4c239fa702 None None] Provisioning complete for port 6d901b30-af94-441f-890e-03f6439539a0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:03.306231 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-498c591c-c01b-4474-9737-db4c239fa702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:03.580016 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'name': 'tempest-TestServerBasicOps-950650289-router', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:57:00Z', 'updated_at': '2021-11-12T13:57:01Z', 'revision_number': 3, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'gw_port': {'id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:01Z', 'updated_at': '2021-11-12T13:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:03.615629 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Checking router: fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:57:03.616204 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Updating router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 port 9936fa86-a8bc-407b-8008-ad258a1d6f63 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:57:03.650550 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:03.847505 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:03.890274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ec15e222-0c9b-4f54-afd0-5b362d8792bb details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:57:04.207363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ec15e222-0c9b-4f54-afd0-5b362d8792bb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ec15e222-0c9b-4f54-afd0-5b362d8792bb,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:04.229665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'ec15e222-0c9b-4f54-afd0-5b362d8792bb', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'port_id': 'ec15e222-0c9b-4f54-afd0-5b362d8792bb', 'mac_address': 'fa:16:3e:b8:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:57:04.247464 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fcc6d-f403-4ce6-8b3d-72afc18b222a req-aa5e308a-dfbe-4488-960a-228530cf0cc9 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:04.254081 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae3fcc6d-f403-4ce6-8b3d-72afc18b222a req-aa5e308a-dfbe-4488-960a-228530cf0cc9 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 943 time: 0.2138562 Nov 12 13:57:04.281156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Allocated IP 172.20.0.1 (d22a7081-4dab-4b15-abb7-e66d1af6a2c5/46bafab8-c754-40ed-88d3-3954ea098d6d/dc3af10d-11e5-4f97-afba-c8ed4b8b74dd) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:57:04.308965 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:04.325218 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:04.364146 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae3fcc6d-f403-4ce6-8b3d-72afc18b222a req-59c25310-f3ac-4171-8c01-c9a6cc4fd976 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038585 Nov 12 13:57:04.376878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b39bfc-93f4-4eab-81ca-2486d72bb251 None None] Network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 13:57:04.403152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:57:04.441531 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Pushing event updated for resources: {'Port': ['ID=9936fa86-a8bc-407b-8008-ad258a1d6f63,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:04.478718 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Attempting to bind port 9936fa86-a8bc-407b-8008-ad258a1d6f63 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:57:04.479823 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Attempting to bind port 9936fa86-a8bc-407b-8008-ad258a1d6f63 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:57:04.480658 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Attempting to bind port 9936fa86-a8bc-407b-8008-ad258a1d6f63 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:57:04.491083 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:57:04.492154 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:57:04.493599 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:04.494251 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:57:04.495308 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Bound port: 9936fa86-a8bc-407b-8008-ad258a1d6f63, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:57:04.496203 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:04.536869 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:04.607053 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:04.615773 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] For port 9936fa86-a8bc-407b-8008-ad258a1d6f63, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:57:04.623833 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] For port 9936fa86-a8bc-407b-8008-ad258a1d6f63, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9936fa86-a8bc-407b-8008-ad258a1d6f63,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:57:04.647827 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:04.669337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3af10d-11e5-4f97-afba-c8ed4b8b74dd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:04.686473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:57:04.688392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:57:04.690974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:57:04.771387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a4d55c-dfe1-479b-a297-3984285e8340 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:57:04.790311 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:04.854675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:04.868668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2d7d63f4-d81c-421b-8cf0-a6cbb7ab4942 None None] Provisioning complete for port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:04.879089 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d63f4-d81c-421b-8cf0-a6cbb7ab4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:04.919449 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Routers {'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:57:04.920235 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:04.983232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a6e3c-b9ca-4109-81bd-61fead4c8558 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 13:57:05.035083 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec15e222-0c9b-4f54-afd0-5b362d8792bb {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:57:05.040883 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Pushing event updated for resources: {'Port': ['ID=9936fa86-a8bc-407b-8008-ad258a1d6f63,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:05.047732 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:05.077895 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.078432 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.078962 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.079488 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.080995 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.081736 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.082256 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.082770 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.083304 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.083817 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.084840 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.086800 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c696f-cb12-4358-a780-3ce32c9a2eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:05.134239 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ec15e222-0c9b-4f54-afd0-5b362d8792bb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ec15e222-0c9b-4f54-afd0-5b362d8792bb,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:05.149062 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:05.159921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:05.160432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:05.223601 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] Set router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:57:05.311119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ec15e222-0c9b-4f54-afd0-5b362d8792bb,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:05.318038 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d63f4-d81c-421b-8cf0-a6cbb7ab4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:05.407483 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:05.409976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2d7d63f4-d81c-421b-8cf0-a6cbb7ab4942 None None] For port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5d1d39b2-a829-42bd-b007-6e7d4e17f3e1,segment=NetworkSegment(8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41),segment_id=8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:05.422547 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:05.430101 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d63f4-d81c-421b-8cf0-a6cbb7ab4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:05.527187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3af10d-11e5-4f97-afba-c8ed4b8b74dd,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:05.587496 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ec15e222-0c9b-4f54-afd0-5b362d8792bb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:57:05.618046 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:05.713515 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'name': 'tempest-TestServerBasicOps-950650289-router', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:57:00Z', 'updated_at': '2021-11-12T13:57:04Z', 'revision_number': 4, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'gw_port': {'id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:01Z', 'updated_at': '2021-11-12T13:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'dc3af10d-11e5-4f97-afba-c8ed4b8b74dd', 'name': '', 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'mac_address': 'fa:16:3e:5a:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '46bafab8-c754-40ed-88d3-3954ea098d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:03Z', 'updated_at': '2021-11-12T13:57:04Z', 'revision_number': 1, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'subnets': [{'id': '46bafab8-c754-40ed-88d3-3954ea098d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:05.742500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d03d353a-cc8f-4e25-8bc3-a16be9636760 None None] Provisioning complete for port 9936fa86-a8bc-407b-8008-ad258a1d6f63 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:05.743113 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03d353a-cc8f-4e25-8bc3-a16be9636760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:05.757012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6d901b30-af94-441f-890e-03f6439539a0 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:57:05.767224 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23edfdda-fc04-440e-bbee-f80313373f2e None None] The sync data for ids ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'] in n-d-805736-4 is: [{'id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'name': 'tempest-TestServerBasicOps-950650289-router', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:57:00Z', 'updated_at': '2021-11-12T13:57:04Z', 'revision_number': 4, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'gw_port': {'id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:01Z', 'updated_at': '2021-11-12T13:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'dc3af10d-11e5-4f97-afba-c8ed4b8b74dd', 'name': '', 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'mac_address': 'fa:16:3e:5a:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '46bafab8-c754-40ed-88d3-3954ea098d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:03Z', 'updated_at': '2021-11-12T13:57:04Z', 'revision_number': 1, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'subnets': [{'id': '46bafab8-c754-40ed-88d3-3954ea098d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:57:05.795190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b400e-6c2d-4785-9a1b-2f54c95ecf8b req-f0027a6f-c10e-4cf6-aa49-f32b799d1939 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:05.796817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-356b400e-6c2d-4785-9a1b-2f54c95ecf8b req-f0027a6f-c10e-4cf6-aa49-f32b799d1939 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 944 time: 0.2813039 Nov 12 13:57:05.807531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:57:05.816826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:57:05.827765 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d63f4-d81c-421b-8cf0-a6cbb7ab4942 None None] Pushing event updated for resources: {'Port': ['ID=5d1d39b2-a829-42bd-b007-6e7d4e17f3e1,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:05.989101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6d901b30-af94-441f-890e-03f6439539a0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:05.989817 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:06.036040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:57:06.052274 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-356b400e-6c2d-4785-9a1b-2f54c95ecf8b req-01bc604e-a195-4408-ac79-7f64f5e010ec tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431896 Nov 12 13:57:06.079267 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03d353a-cc8f-4e25-8bc3-a16be9636760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:06.217265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d03d353a-cc8f-4e25-8bc3-a16be9636760 None None] For port 9936fa86-a8bc-407b-8008-ad258a1d6f63, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9936fa86-a8bc-407b-8008-ad258a1d6f63,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:06.233120 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03d353a-cc8f-4e25-8bc3-a16be9636760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:06.309242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:57:06.327962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d353a-cc8f-4e25-8bc3-a16be9636760 None None] Pushing event updated for resources: {'Port': ['ID=9936fa86-a8bc-407b-8008-ad258a1d6f63,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:06.331881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-36b3ce7f-0e31-445c-898d-03df3a761127 admin admin] 10.222.0.73 "PUT /v2.0/routers/fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3325429 Nov 12 13:57:06.410658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6a4ede9a-363d-4a4c-94b0-6dfd743e77e7 None None] Provisioning complete for port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:06.412236 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a4ede9a-363d-4a4c-94b0-6dfd743e77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:06.498176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:57:06.618002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:06.618002 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:06.684278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6a4ede9a-363d-4a4c-94b0-6dfd743e77e7 None None] Provisioning complete for port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:06.685000 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a4ede9a-363d-4a4c-94b0-6dfd743e77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:06.800698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ede9a-363d-4a4c-94b0-6dfd743e77e7 None None] Port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:57:06.963576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-82540b8d-9734-4021-b0aa-d6ef9a4474c9 None None] Provisioning complete for port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:06.963886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82540b8d-9734-4021-b0aa-d6ef9a4474c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.038540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-82540b8d-9734-4021-b0aa-d6ef9a4474c9 None None] Port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:57:07.181240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:07.192129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-22827bcd-ab76-4754-a193-ee12a7bef7bb tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506834016', 'description': 'tempest-secgroup-smoke-1506834016 description', 'project_id': 'ea09501843a8406b9b4c7145e4a197df'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:07.220393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22827bcd-ab76-4754-a193-ee12a7bef7bb tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.343280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d50f-d332-4b03-8065-7e3da7d3fbf0 req-46285734-0493-4ce0-89e5-b11a11fe2966 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:07.345025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e458d50f-d332-4b03-8065-7e3da7d3fbf0 req-46285734-0493-4ce0-89e5-b11a11fe2966 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 944 time: 0.1002543 Nov 12 13:57:07.386933 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22827bcd-ab76-4754-a193-ee12a7bef7bb tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.398175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22827bcd-ab76-4754-a193-ee12a7bef7bb tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.457372 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e458d50f-d332-4b03-8065-7e3da7d3fbf0 req-fc5014be-3d9a-4b52-a987-1a0df6b4073d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975041 Nov 12 13:57:07.460322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22827bcd-ab76-4754-a193-ee12a7bef7bb tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e4e50e-873c-4dad-bf66-a5f752a81afd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:07.468063 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22827bcd-ab76-4754-a193-ee12a7bef7bb tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.473339 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-22827bcd-ab76-4754-a193-ee12a7bef7bb tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2836969 Nov 12 13:57:07.474979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33352) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:07.495529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Request body: {'security_group_rule': {'security_group_id': '27e4e50e-873c-4dad-bf66-a5f752a81afd', 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:07.537797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.631401 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.637032 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.665600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b37636c-457d-4746-bc42-abc5c56b6fd2,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:07.677493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.678713 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1888156 Nov 12 13:57:07.681809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.682174 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.682529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.683538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33354) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:07.688594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d049cb74-e736-4129-83dd-18006224a11c tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Request body: {'security_group_rule': {'security_group_id': '27e4e50e-873c-4dad-bf66-a5f752a81afd', 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:07.692726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.693244 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.693622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.693973 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.694309 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.694805 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.695083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.697140 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.697750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195b189-33bf-4e79-818e-73912bf2dbb1 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:07.731429 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d049cb74-e736-4129-83dd-18006224a11c tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.832225 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d049cb74-e736-4129-83dd-18006224a11c tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.843867 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d049cb74-e736-4129-83dd-18006224a11c tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.877984 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049cb74-e736-4129-83dd-18006224a11c tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba693de5-f2aa-4416-bd5f-939911877f34,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:07.885430 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d049cb74-e736-4129-83dd-18006224a11c tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.886375 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d049cb74-e736-4129-83dd-18006224a11c tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2017627 Nov 12 13:57:07.889663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33356) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:07.892781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ec15e222-0c9b-4f54-afd0-5b362d8792bb up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:57:07.910544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-27fd58f7-2dd6-4e9a-b74e-2da83e8289a6 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Request body: {'security_group_rule': {'security_group_id': '27e4e50e-873c-4dad-bf66-a5f752a81afd', 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:07.969843 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27fd58f7-2dd6-4e9a-b74e-2da83e8289a6 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:07.996223 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port ec15e222-0c9b-4f54-afd0-5b362d8792bb completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:57:08.000958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port ec15e222-0c9b-4f54-afd0-5b362d8792bb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:08.002031 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.061319 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27fd58f7-2dd6-4e9a-b74e-2da83e8289a6 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.069051 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27fd58f7-2dd6-4e9a-b74e-2da83e8289a6 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.093352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd58f7-2dd6-4e9a-b74e-2da83e8289a6 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2c79d1-f860-49b3-aa6e-1020d20b5ff2,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:08.099904 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27fd58f7-2dd6-4e9a-b74e-2da83e8289a6 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.104832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33358) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:08.105181 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-27fd58f7-2dd6-4e9a-b74e-2da83e8289a6 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2086127 Nov 12 13:57:08.109849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2737524b-5d31-4f4d-a229-0c98d8abf019 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Request body: {'security_group_rule': {'security_group_id': '27e4e50e-873c-4dad-bf66-a5f752a81afd', 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:08.129415 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.164443 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2737524b-5d31-4f4d-a229-0c98d8abf019 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.169849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd6baa-788b-4b14-8a3d-78894bf5d19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec15e222-0c9b-4f54-afd0-5b362d8792bb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:57:08.174770 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9fcf33-28d5-4fa1-882b-badd7fd247dc" -d '{"events": [{"server_uuid": "6bdd6baa-788b-4b14-8a3d-78894bf5d19d", "name": "network-vif-plugged", "status": "completed", "tag": "ec15e222-0c9b-4f54-afd0-5b362d8792bb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:57:08.214579 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ec15e222-0c9b-4f54-afd0-5b362d8792bb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ec15e222-0c9b-4f54-afd0-5b362d8792bb,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:08.241391 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.246631 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b23c181-ac2d-4b8b-b1b0-7e301f6dfd29 x-openstack-request-id: req-1b23c181-ac2d-4b8b-b1b0-7e301f6dfd29 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:57:08.247349 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdd6baa-788b-4b14-8a3d-78894bf5d19d", "name": "network-vif-plugged", "status": "completed", "tag": "ec15e222-0c9b-4f54-afd0-5b362d8792bb", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:57:08.247729 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1b23c181-ac2d-4b8b-b1b0-7e301f6dfd29 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:57:08.248480 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdd6baa-788b-4b14-8a3d-78894bf5d19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec15e222-0c9b-4f54-afd0-5b362d8792bb', 'code': 200} Nov 12 13:57:08.284258 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2737524b-5d31-4f4d-a229-0c98d8abf019 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.294165 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2737524b-5d31-4f4d-a229-0c98d8abf019 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.325082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737524b-5d31-4f4d-a229-0c98d8abf019 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508ef755-49eb-4210-8cad-9224267ff219,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:08.365855 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2737524b-5d31-4f4d-a229-0c98d8abf019 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.377692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2737524b-5d31-4f4d-a229-0c98d8abf019 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2713730 Nov 12 13:57:08.383286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33364) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:08.399769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-45b97ce4-46d5-4c43-b4a7-e3c22e1e602b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Request body: {'security_group_rule': {'security_group_id': '27e4e50e-873c-4dad-bf66-a5f752a81afd', 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:08.458293 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ec15e222-0c9b-4f54-afd0-5b362d8792bb,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:08.464455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcde95-6b65-48d3-b1e7-e660837d51cc req-14cde114-99df-4c04-931e-299ebf7b0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:08.470620 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96bcde95-6b65-48d3-b1e7-e660837d51cc req-14cde114-99df-4c04-931e-299ebf7b0c15 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 1096 time: 0.1399217 Nov 12 13:57:08.474551 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-45b97ce4-46d5-4c43-b4a7-e3c22e1e602b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Project ea09501843a8406b9b4c7145e4a197df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:57:08.487178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45b97ce4-46d5-4c43-b4a7-e3c22e1e602b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.507801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9936fa86-a8bc-407b-8008-ad258a1d6f63 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:57:08.595355 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45b97ce4-46d5-4c43-b4a7-e3c22e1e602b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.602310 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45b97ce4-46d5-4c43-b4a7-e3c22e1e602b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.610902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96bcde95-6b65-48d3-b1e7-e660837d51cc req-bffb341a-8e1f-41d1-92e4-96989020c607 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307225 Nov 12 13:57:08.612759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9936fa86-a8bc-407b-8008-ad258a1d6f63 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:08.613331 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.641821 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-45b97ce4-46d5-4c43-b4a7-e3c22e1e602b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.648486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb357-7134-4406-ba58-e0cfd2a8f983 req-e3b660bb-1541-4732-bee3-2f3c0978c018 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:08.650851 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc6eb357-7134-4406-ba58-e0cfd2a8f983 req-e3b660bb-1541-4732-bee3-2f3c0978c018 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 945 time: 0.0794683 Nov 12 13:57:08.651351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-45b97ce4-46d5-4c43-b4a7-e3c22e1e602b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2664719 Nov 12 13:57:08.651581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:08.653616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b97ce4-46d5-4c43-b4a7-e3c22e1e602b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfdc1ac-e794-4478-9461-9160d14bd876,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:08.657723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f5e84dce-af85-4666-9e0c-cf4f22336223 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Request body: {'security_group_rule': {'security_group_id': '27e4e50e-873c-4dad-bf66-a5f752a81afd', 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:08.698947 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-f5e84dce-af85-4666-9e0c-cf4f22336223 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Project ea09501843a8406b9b4c7145e4a197df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 13:57:08.710522 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e84dce-af85-4666-9e0c-cf4f22336223 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.765037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bc6eb357-7134-4406-ba58-e0cfd2a8f983 req-fabfc61c-2cb5-4423-ba1f-53a77b8bf1e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937402 Nov 12 13:57:08.795919 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e84dce-af85-4666-9e0c-cf4f22336223 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.802706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e84dce-af85-4666-9e0c-cf4f22336223 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.826088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e84dce-af85-4666-9e0c-cf4f22336223 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25fcb63-781a-4e24-b213-5bd449aa93ab,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:08.835847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e84dce-af85-4666-9e0c-cf4f22336223 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:08.836474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f5e84dce-af85-4666-9e0c-cf4f22336223 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1831787 Nov 12 13:57:09.056503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-1cee18fd-462b-4b17-b606-4800bc05c626 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506834016&fields=id&tenant_id=ea09501843a8406b9b4c7145e4a197df HTTP/1.1" status: 200 len: 267 time: 0.0885751 Nov 12 13:57:09.198005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-20ef043d-369f-4d91-91a2-0cb38616d507 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:09.199690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-20ef043d-369f-4d91-91a2-0cb38616d507 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/networks?id=fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 200 len: 809 time: 0.1348150 Nov 12 13:57:09.216332 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-57059bb2-2816-4081-8cea-f02cd1208ccb tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/quotas/ea09501843a8406b9b4c7145e4a197df HTTP/1.1" status: 200 len: 375 time: 0.0104771 Nov 12 13:57:09.279642 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-ed981b63-94e5-41fd-a15c-b3cd5ed831db tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea09501843a8406b9b4c7145e4a197df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522418 Nov 12 13:57:09.401851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Sync routers for ids ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:57:09.415133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Routers {'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:57:09.416077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:09.583432 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-03edbdc6-080d-4b65-bb6e-41ebc5a7400a service neutron] 10.222.0.73 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857049 Nov 12 13:57:09.594657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Set router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:57:09.737259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-444d91a4-bb72-48ca-88a4-f5a6d318a3c7 service neutron] 10.222.0.73 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457119 Nov 12 13:57:09.902886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'name': 'tempest-TestServerBasicOps-950650289-router', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:57:00Z', 'updated_at': '2021-11-12T13:57:04Z', 'revision_number': 4, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'gw_port': {'id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:01Z', 'updated_at': '2021-11-12T13:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'dc3af10d-11e5-4f97-afba-c8ed4b8b74dd', 'name': '', 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'mac_address': 'fa:16:3e:5a:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '46bafab8-c754-40ed-88d3-3954ea098d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:03Z', 'updated_at': '2021-11-12T13:57:05Z', 'revision_number': 2, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'subnets': [{'id': '46bafab8-c754-40ed-88d3-3954ea098d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:09.950494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Checking router: fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:57:09.950958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Updating router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 13:57:10.010807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea237b-f7fa-45c2-a27a-1aa7c89b656a req-1a6c5cc4-9338-48ca-9f2d-9c3df9c34781 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:10.012445 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95ea237b-f7fa-45c2-a27a-1aa7c89b656a req-1a6c5cc4-9338-48ca-9f2d-9c3df9c34781 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 945 time: 0.1204758 Nov 12 13:57:10.017050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:10.112037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95ea237b-f7fa-45c2-a27a-1aa7c89b656a req-60a8f499-ee35-4d72-929f-623ea1e51331 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912862 Nov 12 13:57:10.168288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e275f4ae-1ae0-4372-b57b-a9a5158892b8 req-3004c3fa-d3c0-4bd4-a237-1d32bda5cdd9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 210 time: 0.0672231 Nov 12 13:57:10.655909 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:10.661784 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:10.718649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f9558-dade-4450-9253-e56e5687fb1e None None] Pushing event updated for resources: {'Port': ['ID=dc3af10d-11e5-4f97-afba-c8ed4b8b74dd,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:10.798071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Attempting to bind port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:57:10.798462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Attempting to bind port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:57:10.798871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Attempting to bind port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd on network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:57:10.811605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:57:10.812252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Checking segment: {'id': '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:57:10.812847 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:10.813448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Bound using segment: {'id': '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:57:10.814710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Bound port: dc3af10d-11e5-4f97-afba-c8ed4b8b74dd, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:57:10.815332 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:10.942136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] For port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:57:10.950720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] For port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=dc3af10d-11e5-4f97-afba-c8ed4b8b74dd,segment=NetworkSegment(8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41),segment_id=8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:57:10.958155 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:11.043495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f9558-dade-4450-9253-e56e5687fb1e None None] Pushing event updated for resources: {'Port': ['ID=dc3af10d-11e5-4f97-afba-c8ed4b8b74dd,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:11.050734 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Routers {'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:57:11.051982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:11.224370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2dcebde8-cc30-4418-b935-7cae4e178145 None None] Provisioning complete for port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:11.224972 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2dcebde8-cc30-4418-b935-7cae4e178145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:11.372864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] Set router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:57:11.457973 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d470a595-bb96-4c4b-a858-f09793997704 req-8b489967-325d-4e62-9e16-702772c9f0f6 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 210 time: 0.1016018 Nov 12 13:57:11.491550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf046e5-3ce8-4441-b167-1b0e2ac365ba req-71443c1f-ba88-497a-8cc8-51fabc0acda8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:11.502054 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cf046e5-3ce8-4441-b167-1b0e2ac365ba req-71443c1f-ba88-497a-8cc8-51fabc0acda8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 945 time: 0.2249856 Nov 12 13:57:11.757523 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2dcebde8-cc30-4418-b935-7cae4e178145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:11.819258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2dcebde8-cc30-4418-b935-7cae4e178145 None None] For port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=dc3af10d-11e5-4f97-afba-c8ed4b8b74dd,segment=NetworkSegment(8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41),segment_id=8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:11.826486 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2dcebde8-cc30-4418-b935-7cae4e178145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:11.857942 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'name': 'tempest-TestServerBasicOps-950650289-router', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:57:00Z', 'updated_at': '2021-11-12T13:57:04Z', 'revision_number': 4, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'gw_port': {'id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:01Z', 'updated_at': '2021-11-12T13:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'dc3af10d-11e5-4f97-afba-c8ed4b8b74dd', 'name': '', 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'mac_address': 'fa:16:3e:5a:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '46bafab8-c754-40ed-88d3-3954ea098d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:03Z', 'updated_at': '2021-11-12T13:57:10Z', 'revision_number': 4, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'subnets': [{'id': '46bafab8-c754-40ed-88d3-3954ea098d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:11.899870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5085559-0c25-41fc-8c27-2004bdb26b86 None None] The sync data for ids ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'] in n-d-805736-4 is: [{'id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'name': 'tempest-TestServerBasicOps-950650289-router', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:57:00Z', 'updated_at': '2021-11-12T13:57:04Z', 'revision_number': 4, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'gw_port': {'id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:01Z', 'updated_at': '2021-11-12T13:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'dc3af10d-11e5-4f97-afba-c8ed4b8b74dd', 'name': '', 'network_id': 'd22a7081-4dab-4b15-abb7-e66d1af6a2c5', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'mac_address': 'fa:16:3e:5a:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '46bafab8-c754-40ed-88d3-3954ea098d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:03Z', 'updated_at': '2021-11-12T13:57:10Z', 'revision_number': 4, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'subnets': [{'id': '46bafab8-c754-40ed-88d3-3954ea098d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:57:11.931163 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcebde8-cc30-4418-b935-7cae4e178145 None None] Pushing event updated for resources: {'Port': ['ID=dc3af10d-11e5-4f97-afba-c8ed4b8b74dd,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:11.970703 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-155909e5-4b07-4c2d-8f5d-7b1bc3ed64d8 None None] Provisioning complete for port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:11.971223 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-155909e5-4b07-4c2d-8f5d-7b1bc3ed64d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:12.108898 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cf046e5-3ce8-4441-b167-1b0e2ac365ba req-9cb584da-aadb-4bc7-8286-3ed1a3bbea41 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770931 Nov 12 13:57:12.166199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-e92dacc6-2627-4fb8-b61d-4a76378bf1dc tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:12.167833 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-e92dacc6-2627-4fb8-b61d-4a76378bf1dc tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.105 "GET /v2.0/networks?id=fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 200 len: 809 time: 0.7901461 Nov 12 13:57:12.323077 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e30ec-559c-4426-8448-c1e49cf125fb req-4c3b40df-13cb-4d7b-98b2-1c695f8fbce2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:12.324955 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec9e30ec-559c-4426-8448-c1e49cf125fb req-4c3b40df-13cb-4d7b-98b2-1c695f8fbce2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 945 time: 0.1149998 Nov 12 13:57:12.349954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-b752cc6f-d5f6-480c-9eca-13b007ca819f tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea09501843a8406b9b4c7145e4a197df HTTP/1.1" status: 200 len: 380 time: 0.1236494 Nov 12 13:57:12.360091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Request body: {'port': {'device_id': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'admin_state_up': True, 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'security_groups': ['27e4e50e-873c-4dad-bf66-a5f752a81afd']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:12.426710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec9e30ec-559c-4426-8448-c1e49cf125fb req-36f146ba-b750-47c4-80dd-298cf399bcca tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921364 Nov 12 13:57:12.488042 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device dc3af10d-11e5-4f97-afba-c8ed4b8b74dd up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:57:12.604028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:12.604904 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:12.620467 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a647b4fe-c07e-468c-bfc1-9d4adc352ca5 req-255620d2-58f4-4975-9043-a01e96653209 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 210 time: 0.0558441 Nov 12 13:57:12.650778 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bc973-0c54-4fec-a73d-0e34f83a7236 req-1aab0bb1-edd3-40bf-8fe9-71602ab8d63f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:12.656014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e7bc973-0c54-4fec-a73d-0e34f83a7236 req-1aab0bb1-edd3-40bf-8fe9-71602ab8d63f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 945 time: 0.1321256 Nov 12 13:57:12.674886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Made reservation on behalf of ea09501843a8406b9b4c7145e4a197df for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:57:12.678341 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:12.765677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e7bc973-0c54-4fec-a73d-0e34f83a7236 req-8737ea15-21c9-405c-bf58-507bcb66cc05 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051013 Nov 12 13:57:12.863834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Allocated IP 172.20.0.10 (fd417063-c1bb-4b13-a3ae-6779cff2af13/fc6bf174-81f6-4183-9e96-215abf189eff/fd35ff78-0504-4c26-82ea-047b7da8d809) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:57:13.082703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4693c4-8f20-4c9d-9566-cd0071403a8b req-116cf601-9313-4e09-9dca-eee93adf0756 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:13.084254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d4693c4-8f20-4c9d-9566-cd0071403a8b req-116cf601-9313-4e09-9dca-eee93adf0756 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 945 time: 0.0852258 Nov 12 13:57:13.088760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:13.164992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d4693c4-8f20-4c9d-9566-cd0071403a8b req-87a6bec2-7ae8-4d42-bf42-cf0f6c4e980c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709441 Nov 12 13:57:13.172290 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:13.230980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Network fd417063-c1bb-4b13-a3ae-6779cff2af13 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:57:13.234103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:57:13.242269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:57:13.246410 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:13.276000 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event updated for resources: {'Port': ['ID=fd35ff78-0504-4c26-82ea-047b7da8d809,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:13.306164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:13.306802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:13.325761 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-380fc9e7-6b31-4951-89cb-9d3b3fbe8f47 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9701667 Nov 12 13:57:13.339639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Request body: {'port': {'device_id': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:13.404394 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:13.560688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f4252e2b-b153-4938-b710-596b1bbd3f7e None None] Provisioning complete for port fd35ff78-0504-4c26-82ea-047b7da8d809 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:13.561057 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4252e2b-b153-4938-b710-596b1bbd3f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:13.596036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f4252e2b-b153-4938-b710-596b1bbd3f7e None None] Port fd35ff78-0504-4c26-82ea-047b7da8d809 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:57:13.712690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd35ff78-0504-4c26-82ea-047b7da8d809 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:57:13.720687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:13.735193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Transition to ACTIVE for port object fd35ff78-0504-4c26-82ea-047b7da8d809 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:57:13.739276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:13.791189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e7084-25b6-4621-a4e2-342d5a680102 req-9c1dc23e-6a61-4c80-ad08-234fcf230fd6 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:13.792934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-410e7084-25b6-4621-a4e2-342d5a680102 req-9c1dc23e-6a61-4c80-ad08-234fcf230fd6 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 932 time: 0.0804436 Nov 12 13:57:13.826487 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd35ff78-0504-4c26-82ea-047b7da8d809,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:13.853582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-410e7084-25b6-4621-a4e2-342d5a680102 req-5c11a81f-e965-4e81-8d69-ce38fbff8472 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545845 Nov 12 13:57:13.888578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Attempting to bind port fd35ff78-0504-4c26-82ea-047b7da8d809 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:57:13.889306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Attempting to bind port fd35ff78-0504-4c26-82ea-047b7da8d809 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:57:13.889906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Attempting to bind port fd35ff78-0504-4c26-82ea-047b7da8d809 on network fd417063-c1bb-4b13-a3ae-6779cff2af13 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:57:13.894631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Port fd35ff78-0504-4c26-82ea-047b7da8d809 on network fd417063-c1bb-4b13-a3ae-6779cff2af13 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:57:13.894951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Attempting to bind port fd35ff78-0504-4c26-82ea-047b7da8d809 on network fd417063-c1bb-4b13-a3ae-6779cff2af13 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:57:13.901056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:57:13.901445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Checking segment: {'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:57:13.901812 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Bound using segment: {'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:57:13.902248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Bound port: fd35ff78-0504-4c26-82ea-047b7da8d809, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:57:13.902784 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:13.971322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] For port fd35ff78-0504-4c26-82ea-047b7da8d809, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:57:13.974915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] For port fd35ff78-0504-4c26-82ea-047b7da8d809, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=fd35ff78-0504-4c26-82ea-047b7da8d809,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:57:13.980382 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:14.022223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:14.022860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:14.025219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] 10.222.0.105 "PUT /v2.0/ports/fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 200 len: 1092 time: 0.6907554 Nov 12 13:57:14.025721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'tag': 'fd35ff78-0504-4c26-82ea-047b7da8d809'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:57:14.028007 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae731603-4f2f-4f81-841b-3297f8ac68c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f73e654-a0b3-4a6d-b85d-a52260aa58bb", "tag": "fd35ff78-0504-4c26-82ea-047b7da8d809"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:57:14.058405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fbb83-3682-4348-8fec-3b5a460bf6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd35ff78-0504-4c26-82ea-047b7da8d809,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:14.084824 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd26c69-4a6b-4663-8c76-5487c3c98d95 x-openstack-request-id: req-1bd26c69-4a6b-4663-8c76-5487c3c98d95 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:57:14.085103 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f73e654-a0b3-4a6d-b85d-a52260aa58bb", "tag": "fd35ff78-0504-4c26-82ea-047b7da8d809", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:57:14.085424 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1bd26c69-4a6b-4663-8c76-5487c3c98d95 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:57:14.086524 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'tag': 'fd35ff78-0504-4c26-82ea-047b7da8d809', 'status': 'completed', 'code': 200} Nov 12 13:57:14.152463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-186ae183-a44d-47e4-b835-188cb714a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:14.154030 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-186ae183-a44d-47e4-b835-188cb714a98f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ea09501843a8406b9b4c7145e4a197df&device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1095 time: 0.0667114 Nov 12 13:57:14.208535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-f59c25b9-78af-4095-9ceb-cbfaf50a8919 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 200 len: 217 time: 0.0469491 Nov 12 13:57:14.266757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-586983d2-7838-47e3-a107-a7c8625d96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:14.269832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-586983d2-7838-47e3-a107-a7c8625d96a9 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fc6bf174-81f6-4183-9e96-215abf189eff HTTP/1.1" status: 200 len: 848 time: 0.0548010 Nov 12 13:57:14.302433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:14.326534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-0cbbd576-97ab-4994-bb24-715d684028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:14.328029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-0cbbd576-97ab-4994-bb24-715d684028d3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=fd417063-c1bb-4b13-a3ae-6779cff2af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516179 Nov 12 13:57:14.350195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe4775-dbd1-49a0-82bf-a18eb0d1139e req-0d657bfb-e917-44a5-a40e-1a39f89d5935 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:14.351755 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eefe4775-dbd1-49a0-82bf-a18eb0d1139e req-0d657bfb-e917-44a5-a40e-1a39f89d5935 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 945 time: 0.0810821 Nov 12 13:57:14.407503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eefe4775-dbd1-49a0-82bf-a18eb0d1139e req-a112ad57-5ac0-4de3-9473-78180e3c18da tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492144 Nov 12 13:57:14.433813 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-ecca13a4-fbf6-486b-bbcf-7fc2b3edc92f service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974519 Nov 12 13:57:14.530502 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e30f9c21-ae06-45ea-9c31-4bf76b566696 req-ae99d659-0ee1-4e96-8328-50e4350f0c1e service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893536 Nov 12 13:57:14.623110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-5f4928a5-3181-4f40-bcf6-f888a81cc546 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:14.624701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-5f4928a5-3181-4f40-bcf6-f888a81cc546 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 945 time: 0.0815396 Nov 12 13:57:14.668232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-b3cf38df-a6dd-4191-8310-d906bd1e8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:14.669666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-b3cf38df-a6dd-4191-8310-d906bd1e8a41 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ea09501843a8406b9b4c7145e4a197df&device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1095 time: 0.0856495 Nov 12 13:57:14.806649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-9e39c848-f127-4a2e-80dd-94adffd9247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:14.808134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-9e39c848-f127-4a2e-80dd-94adffd9247f service neutron] 10.222.0.105 "GET /v2.0/networks?id=fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 200 len: 910 time: 0.1298552 Nov 12 13:57:14.813277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-4d29f1a7-37f6-48be-9d85-afe6164ab18f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Deleting port ec15e222-0c9b-4f54-afd0-5b362d8792bb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:57:14.813642 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-4d29f1a7-37f6-48be-9d85-afe6164ab18f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:14.869885 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-34cc40ac-668e-47f0-8771-4e5e25ebf903 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 200 len: 217 time: 0.0532296 Nov 12 13:57:15.006385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-85e8cf58-e8d3-4ecd-a2f3-114a851f3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:15.007782 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-85e8cf58-e8d3-4ecd-a2f3-114a851f3d7f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fc6bf174-81f6-4183-9e96-215abf189eff HTTP/1.1" status: 200 len: 848 time: 0.1041245 Nov 12 13:57:15.017496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-4d29f1a7-37f6-48be-9d85-afe6164ab18f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] For port ec15e222-0c9b-4f54-afd0-5b362d8792bb, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ec15e222-0c9b-4f54-afd0-5b362d8792bb,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:15.017852 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-4d29f1a7-37f6-48be-9d85-afe6164ab18f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:15.064333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-4d29f1a7-37f6-48be-9d85-afe6164ab18f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Calling delete_port for ec15e222-0c9b-4f54-afd0-5b362d8792bb owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:57:15.081261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b37c2-c586-41c1-8ffe-700be97e2102 req-16cb2050-3945-4242-82a3-2a1f6887461f tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:15.082957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-774b37c2-c586-41c1-8ffe-700be97e2102 req-16cb2050-3945-4242-82a3-2a1f6887461f tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 944 time: 0.1436908 Nov 12 13:57:15.150353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-1f914c17-c48c-4810-b742-591faa254161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:15.151851 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-1f914c17-c48c-4810-b742-591faa254161 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=fd417063-c1bb-4b13-a3ae-6779cff2af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315494 Nov 12 13:57:15.224967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-774b37c2-c586-41c1-8ffe-700be97e2102 req-8099fcf5-1607-4be3-ad25-1d5fabcf57eb tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324708 Nov 12 13:57:15.328852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-2c37c7c2-5599-40e7-9d97-24bf91fa6caf service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628740 Nov 12 13:57:15.379738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-4d29f1a7-37f6-48be-9d85-afe6164ab18f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:15.391447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ec15e222-0c9b-4f54-afd0-5b362d8792bb'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:57:15.440895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29f1a7-37f6-48be-9d85-afe6164ab18f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'Port': ['ID=ec15e222-0c9b-4f54-afd0-5b362d8792bb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:15.502636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-4d29f1a7-37f6-48be-9d85-afe6164ab18f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] No DVR routers for this DVR port ec15e222-0c9b-4f54-afd0-5b362d8792bb on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:57:15.506443 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-4d29f1a7-37f6-48be-9d85-afe6164ab18f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:15.510932 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9bc3d85b-1f50-4664-a298-a48f985f0897 req-4d29f1a7-37f6-48be-9d85-afe6164ab18f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "DELETE /v2.0/ports/ec15e222-0c9b-4f54-afd0-5b362d8792bb HTTP/1.1" status: 204 len: 173 time: 0.8783481 Nov 12 13:57:15.523702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae731603-4f2f-4f81-841b-3297f8ac68c7 req-b904dd77-a9f5-4667-b97f-d101d428649e service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826284 Nov 12 13:57:15.564961 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d348902c-d68e-4e97-9798-55082a3e2c45 req-4e865a1f-d1f4-42e1-87c9-4aa3b2c10d71 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 210 time: 0.0662186 Nov 12 13:57:16.087330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd6baa-788b-4b14-8a3d-78894bf5d19d', 'name': 'network-vif-deleted', 'tag': 'ec15e222-0c9b-4f54-afd0-5b362d8792bb'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:57:16.090013 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22f8bb6-5007-4f72-9265-df6bc749774f" -d '{"events": [{"server_uuid": "6bdd6baa-788b-4b14-8a3d-78894bf5d19d", "name": "network-vif-deleted", "tag": "ec15e222-0c9b-4f54-afd0-5b362d8792bb"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:57:16.138340 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ad4a2b-9d74-42bb-ace1-3bda995d1ce3 x-openstack-request-id: req-28ad4a2b-9d74-42bb-ace1-3bda995d1ce3 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:57:16.138895 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdd6baa-788b-4b14-8a3d-78894bf5d19d", "name": "network-vif-deleted", "tag": "ec15e222-0c9b-4f54-afd0-5b362d8792bb", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:57:16.139289 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28ad4a2b-9d74-42bb-ace1-3bda995d1ce3 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:57:16.140135 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdd6baa-788b-4b14-8a3d-78894bf5d19d', 'name': 'network-vif-deleted', 'tag': 'ec15e222-0c9b-4f54-afd0-5b362d8792bb', 'status': 'completed', 'code': 200} Nov 12 13:57:16.357957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdebfed-2a93-4921-a459-8b552136fc62 req-272aeb32-84e4-42e0-9a2c-52c8eb9f76b4 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:16.359807 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfdebfed-2a93-4921-a459-8b552136fc62 req-272aeb32-84e4-42e0-9a2c-52c8eb9f76b4 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 944 time: 0.0555584 Nov 12 13:57:16.423774 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfdebfed-2a93-4921-a459-8b552136fc62 req-8c864e4f-6256-42bd-84a7-c8cae49ba395 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577433 Nov 12 13:57:16.669328 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dee1efd6-2baa-4241-a2b5-d19e54fe42dc req-456b99fa-1a04-43f2-b8b0-f0e9d6999849 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 210 time: 0.0302348 Nov 12 13:57:17.547436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed3c12-cd22-4884-a824-04635c8c4db6 req-56469c6b-be21-495d-8175-97f3ba67dc4d tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:17.556289 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49ed3c12-cd22-4884-a824-04635c8c4db6 req-56469c6b-be21-495d-8175-97f3ba67dc4d tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 944 time: 0.0572615 Nov 12 13:57:17.622519 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49ed3c12-cd22-4884-a824-04635c8c4db6 req-a620c967-02cd-4960-b844-fb5e6c4fe843 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635703 Nov 12 13:57:17.793697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0037b70-020a-494b-9fc2-e1ebee6fa2da req-b31690bd-a6d6-49a0-ba1b-99a02977a060 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 210 time: 0.0302525 Nov 12 13:57:17.951335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ec15e222-0c9b-4f54-afd0-5b362d8792bb no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:57:17.972305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: ec15e222-0c9b-4f54-afd0-5b362d8792bb {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:57:17.972563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ec15e222-0c9b-4f54-afd0-5b362d8792bb not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:57:18.758613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bc358-b959-4848-a237-c1a05076b3f7 req-762103ef-5ce1-4f7d-b0e1-ef3fc23b99ec tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:18.766885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f65bc358-b959-4848-a237-c1a05076b3f7 req-762103ef-5ce1-4f7d-b0e1-ef3fc23b99ec tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 944 time: 0.0637388 Nov 12 13:57:18.802385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device fd35ff78-0504-4c26-82ea-047b7da8d809 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:57:18.846149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f65bc358-b959-4848-a237-c1a05076b3f7 req-8a7754a7-e946-4cbb-b97a-8de67bdc002c tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781484 Nov 12 13:57:18.925166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-345a7de5-7d0c-4084-968d-54196b4d9b39 req-2f19fa93-c4e3-4282-b0f5-bd9147878917 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 210 time: 0.0374682 Nov 12 13:57:18.954471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port fd35ff78-0504-4c26-82ea-047b7da8d809, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=fd35ff78-0504-4c26-82ea-047b7da8d809,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:18.966654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'fd35ff78-0504-4c26-82ea-047b7da8d809', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'port_id': 'fd35ff78-0504-4c26-82ea-047b7da8d809', 'mac_address': 'fa:16:3e:08:a0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:57:19.006756 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:19.023769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd35ff78-0504-4c26-82ea-047b7da8d809 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:57:19.046647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port fd35ff78-0504-4c26-82ea-047b7da8d809, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=fd35ff78-0504-4c26-82ea-047b7da8d809,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:19.051759 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:19.108787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=fd35ff78-0504-4c26-82ea-047b7da8d809,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:19.354450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['fd35ff78-0504-4c26-82ea-047b7da8d809'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:57:19.980511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbde7a-13b0-4d37-b7e3-2910a18d184c req-845a8190-8a06-4e96-8ff4-b7d6f5363351 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:19.983018 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2dbde7a-13b0-4d37-b7e3-2910a18d184c req-845a8190-8a06-4e96-8ff4-b7d6f5363351 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 945 time: 0.0708218 Nov 12 13:57:20.041911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c2dbde7a-13b0-4d37-b7e3-2910a18d184c req-4d84a624-5faa-45bb-bc32-63a57e907f60 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524678 Nov 12 13:57:20.046813 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6df886a5-6b5b-42d4-9083-bff78602de82 req-1b9581da-2477-43d0-b112-205a2613fd9f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd6baa-788b-4b14-8a3d-78894bf5d19d HTTP/1.1" status: 200 len: 210 time: 0.0375171 Nov 12 13:57:20.818256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device fd35ff78-0504-4c26-82ea-047b7da8d809 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:57:20.888052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port fd35ff78-0504-4c26-82ea-047b7da8d809 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:57:20.892404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port fd35ff78-0504-4c26-82ea-047b7da8d809 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:20.892868 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:20.982017 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:21.011519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd35ff78-0504-4c26-82ea-047b7da8d809'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:57:21.013783 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03325989-665a-469d-80a4-e39cb4a0eb89" -d '{"events": [{"server_uuid": "9f73e654-a0b3-4a6d-b85d-a52260aa58bb", "name": "network-vif-plugged", "status": "completed", "tag": "fd35ff78-0504-4c26-82ea-047b7da8d809"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:57:21.027987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port fd35ff78-0504-4c26-82ea-047b7da8d809, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=fd35ff78-0504-4c26-82ea-047b7da8d809,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:57:21.033731 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:21.125981 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567bc4ea-8c43-4713-8463-6ab2677784b9 x-openstack-request-id: req-567bc4ea-8c43-4713-8463-6ab2677784b9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:57:21.126279 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f73e654-a0b3-4a6d-b85d-a52260aa58bb", "name": "network-vif-plugged", "status": "completed", "tag": "fd35ff78-0504-4c26-82ea-047b7da8d809", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:57:21.126541 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-567bc4ea-8c43-4713-8463-6ab2677784b9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:57:21.126926 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd35ff78-0504-4c26-82ea-047b7da8d809', 'code': 200} Nov 12 13:57:21.129498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=fd35ff78-0504-4c26-82ea-047b7da8d809,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:21.207669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88dd33-d0a0-4b39-bbbe-4397902450f4 req-f821ebe9-6e2f-4179-838f-1cb60ba30166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:21.209352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae88dd33-d0a0-4b39-bbbe-4397902450f4 req-f821ebe9-6e2f-4179-838f-1cb60ba30166 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1097 time: 0.0789196 Nov 12 13:57:21.276753 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37504b24-46f6-4a8b-886f-43048300d5a6 req-8e7b50fd-52ca-48c8-b754-3f315b456b02 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:21.284858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37504b24-46f6-4a8b-886f-43048300d5a6 req-8e7b50fd-52ca-48c8-b754-3f315b456b02 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 946 time: 0.1001644 Nov 12 13:57:21.365417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae88dd33-d0a0-4b39-bbbe-4397902450f4 req-bdada459-b411-4290-8194-565aba119354 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405816 Nov 12 13:57:21.422581 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-37504b24-46f6-4a8b-886f-43048300d5a6 req-cd678ee9-4c6a-44a9-b5fe-269b9c408b5b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241608 Nov 12 13:57:22.581592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cc3f5-3a98-4349-b3ee-3db809ff4835 req-ad6ad789-e14f-4ac8-adf2-61fd60c80a1d tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:22.583342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-128cc3f5-3a98-4349-b3ee-3db809ff4835 req-ad6ad789-e14f-4ac8-adf2-61fd60c80a1d tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 946 time: 0.0694618 Nov 12 13:57:22.655771 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-128cc3f5-3a98-4349-b3ee-3db809ff4835 req-de54f6fa-a0ce-480b-b3cc-22f1b63a235f tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620260 Nov 12 13:57:23.796087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f73b6-455e-4e80-ad96-4d3278d2baec req-e8bdd073-9127-4999-9a79-0c80ee0df364 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:23.800381 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-456f73b6-455e-4e80-ad96-4d3278d2baec req-e8bdd073-9127-4999-9a79-0c80ee0df364 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 946 time: 0.0652466 Nov 12 13:57:23.879821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-456f73b6-455e-4e80-ad96-4d3278d2baec req-cd66f524-5637-4ad5-94d7-a8f1df4e5484 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716980 Nov 12 13:57:24.075941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a5ced-a261-4c37-bcb6-7ed829b57324 req-9b2f5706-cefc-4e62-a36b-827fa258b030 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:24.077552 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab3a5ced-a261-4c37-bcb6-7ed829b57324 req-9b2f5706-cefc-4e62-a36b-827fa258b030 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 946 time: 0.0638249 Nov 12 13:57:24.145399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab3a5ced-a261-4c37-bcb6-7ed829b57324 req-17a8899f-992d-4004-8632-98af81f28b2b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581646 Nov 12 13:57:24.307871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ba0d0-fbfb-4e90-8f48-8ceaa2487474 req-d8bc0ea3-3aca-4a28-989f-87bda5539306 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:24.309576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f93ba0d0-fbfb-4e90-8f48-8ceaa2487474 req-d8bc0ea3-3aca-4a28-989f-87bda5539306 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 946 time: 0.0733597 Nov 12 13:57:24.384732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f93ba0d0-fbfb-4e90-8f48-8ceaa2487474 req-6155658f-781b-449f-b1f5-91e1c24b2c2d tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668757 Nov 12 13:57:24.411996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33518) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:24.587277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb1e597-c380-4941-a510-f5766a6a798a tempest-TestServerBasicOps-1259617821 tempest-TestServerBasicOps-1259617821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:24.593673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33528) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:24.597905 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3fb1e597-c380-4941-a510-f5766a6a798a tempest-TestServerBasicOps-1259617821 tempest-TestServerBasicOps-1259617821-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1092 time: 0.1842368 Nov 12 13:57:24.599873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'fd35ff78-0504-4c26-82ea-047b7da8d809', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:24.632006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:24.815566 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:25.049050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Allocated IP 172.25.5.187 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/216f135f-7785-450b-a155-0864bd4c3a1c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:57:25.212518 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:25.272305 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:25.346198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:57:25.352275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:57:25.356614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:57:25.381637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event updated for resources: {'Port': ['ID=216f135f-7785-450b-a155-0864bd4c3a1c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:25.896850 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:25.987164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:26.230955 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:26.236476 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:26.315328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event updated for resources: {'Port': ['ID=216f135f-7785-450b-a155-0864bd4c3a1c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:26.325745 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:26.468087 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Floating IP 0cc87986-bcbd-4ab0-b8d5-7527b1d2c284 associated. External IP: 172.25.5.187, port: fd35ff78-0504-4c26-82ea-047b7da8d809. Nov 12 13:57:26.731869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Router 8fe5210f-677a-4699-b524-ec08bff7eef7 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 13:57:26.851784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 13:57:26.863512 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] Sync routers for ids ['8fe5210f-677a-4699-b524-ec08bff7eef7'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 13:57:26.875904 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] Routers {'8fe5210f-677a-4699-b524-ec08bff7eef7'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:57:26.876593 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8fe5210f-677a-4699-b524-ec08bff7eef7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:26.881954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:26.934208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fd0bf609-be7d-4c44-b1df-8fe8d3ae1940 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3390093 Nov 12 13:57:26.937472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'tag': 'fd35ff78-0504-4c26-82ea-047b7da8d809'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:57:26.940495 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b597ca-0145-462d-a44e-993e8d3080e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f73e654-a0b3-4a6d-b85d-a52260aa58bb", "tag": "fd35ff78-0504-4c26-82ea-047b7da8d809"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:57:26.998156 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af45d943-b0bc-42f0-8b61-daf7681efd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:27.012978 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] Set router 8fe5210f-677a-4699-b524-ec08bff7eef7 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:57:27.015911 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e00dee0-fd97-4795-8262-99efcc6684c0 x-openstack-request-id: req-7e00dee0-fd97-4795-8262-99efcc6684c0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:57:27.016695 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f73e654-a0b3-4a6d-b85d-a52260aa58bb", "tag": "fd35ff78-0504-4c26-82ea-047b7da8d809", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:57:27.017035 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e00dee0-fd97-4795-8262-99efcc6684c0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:57:27.017521 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'tag': 'fd35ff78-0504-4c26-82ea-047b7da8d809', 'status': 'completed', 'code': 200} Nov 12 13:57:27.086808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-fe259d47-e13d-4349-8f9b-c9d79c0b5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:27.088447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-fe259d47-e13d-4349-8f9b-c9d79c0b5590 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ea09501843a8406b9b4c7145e4a197df&device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1097 time: 0.0521467 Nov 12 13:57:27.213879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-a436d1ec-f4c5-43d4-b082-cfc1f0ba3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:27.215919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-a436d1ec-f4c5-43d4-b082-cfc1f0ba3bef service neutron] 10.222.0.105 "GET /v2.0/networks?id=fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 200 len: 910 time: 0.1196291 Nov 12 13:57:27.305963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-80a9da64-8857-4f18-b00d-005c28f3164b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 200 len: 1000 time: 0.0824580 Nov 12 13:57:27.310990 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '0cc87986-bcbd-4ab0-b8d5-7527b1d2c284', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'port_id': 'fd35ff78-0504-4c26-82ea-047b7da8d809', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'mac_address': 'fa:16:3e:08:a0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:57:25Z', 'updated_at': '2021-11-12T13:57:25Z', 'revision_number': 0, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d901b30-af94-441f-890e-03f6439539a0', 'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'mac_address': 'fa:16:3e:96:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:57Z', 'updated_at': '2021-11-12T13:57:03Z', 'revision_number': 5, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'subnets': [{'id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:27.344102 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] Checking router: 8fe5210f-677a-4699-b524-ec08bff7eef7 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 13:57:27.363674 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] Routers {'8fe5210f-677a-4699-b524-ec08bff7eef7'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 13:57:27.364515 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T13:56:59Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8fe5210f-677a-4699-b524-ec08bff7eef7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:27.411218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-096bb08c-30d9-49eb-b54a-2fa83fbfe7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:27.411732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-096bb08c-30d9-49eb-b54a-2fa83fbfe7d0 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fc6bf174-81f6-4183-9e96-215abf189eff HTTP/1.1" status: 200 len: 848 time: 0.0878630 Nov 12 13:57:27.488661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-d63139e0-5d1e-4d0a-834b-db51fef47970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:27.491049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-d63139e0-5d1e-4d0a-834b-db51fef47970 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=fd417063-c1bb-4b13-a3ae-6779cff2af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711877 Nov 12 13:57:27.536644 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] Set router 8fe5210f-677a-4699-b524-ec08bff7eef7 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 13:57:27.620724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-5c786dd5-2c10-4c52-8da5-503424d910b0 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221888 Nov 12 13:57:27.732596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58b597ca-0145-462d-a44e-993e8d3080e1 req-b5f9383b-87f5-4eb3-bd36-cd0c8cf66867 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050184 Nov 12 13:57:27.821483 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '0cc87986-bcbd-4ab0-b8d5-7527b1d2c284', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'port_id': 'fd35ff78-0504-4c26-82ea-047b7da8d809', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'mac_address': 'fa:16:3e:08:a0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:57:25Z', 'updated_at': '2021-11-12T13:57:25Z', 'revision_number': 0, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d901b30-af94-441f-890e-03f6439539a0', 'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'mac_address': 'fa:16:3e:96:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:57Z', 'updated_at': '2021-11-12T13:57:03Z', 'revision_number': 5, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'subnets': [{'id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:27.850471 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d53831-c994-4b05-8def-2f7852c41313 None None] The sync data for ids ['8fe5210f-677a-4699-b524-ec08bff7eef7'] in n-d-805736-4 is: [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '0cc87986-bcbd-4ab0-b8d5-7527b1d2c284', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'port_id': 'fd35ff78-0504-4c26-82ea-047b7da8d809', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'mac_address': 'fa:16:3e:08:a0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T13:57:25Z', 'updated_at': '2021-11-12T13:57:25Z', 'revision_number': 0, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d901b30-af94-441f-890e-03f6439539a0', 'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'mac_address': 'fa:16:3e:96:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:57Z', 'updated_at': '2021-11-12T13:57:03Z', 'revision_number': 5, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'subnets': [{'id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 13:57:28.102285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e287b0-0e56-4f24-8fa5-50c310254e0a None None] New status for floating IP 0cc87986-bcbd-4ab0-b8d5-7527b1d2c284: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 13:57:28.763041 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-5437396b-30e7-45b2-bda9-56ba7d05fbb3 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559094 Nov 12 13:57:28.866476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-13b2b425-fbee-400d-9c91-391e69bb0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:28.868265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-13b2b425-fbee-400d-9c91-391e69bb0b17 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ea09501843a8406b9b4c7145e4a197df&device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1097 time: 0.0528731 Nov 12 13:57:28.987282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-8dbb6001-0b02-440a-9abb-f1504b59dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:28.988832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-8dbb6001-0b02-440a-9abb-f1504b59dcda service neutron] 10.222.0.105 "GET /v2.0/networks?id=fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 200 len: 910 time: 0.1010811 Nov 12 13:57:29.076320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-a7f3727e-c97a-47f5-96d8-8d25016e868c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 200 len: 1002 time: 0.0803959 Nov 12 13:57:29.131643 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-46a9f8ef-8787-4529-9c40-d5dfe814cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:29.133823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-46a9f8ef-8787-4529-9c40-d5dfe814cffd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fc6bf174-81f6-4183-9e96-215abf189eff HTTP/1.1" status: 200 len: 848 time: 0.0505095 Nov 12 13:57:29.188673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-78fb11e1-d597-4edf-ac51-fd4ebeb1139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:29.190121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-78fb11e1-d597-4edf-ac51-fd4ebeb1139b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=fd417063-c1bb-4b13-a3ae-6779cff2af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496204 Nov 12 13:57:29.301518 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-ea254da6-64f9-4eae-8ecd-b8be42dd9eb6 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043925 Nov 12 13:57:29.408547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dae03de7-d1e1-4681-8130-b837fa16f5ea req-25215406-0035-48d9-8cd4-d4129adc9082 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994411 Nov 12 13:57:29.505963 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0bddcc5-c118-4e5a-bdd1-17e05033de61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:30.699962 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:32.306202 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:32.921854 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:34.927667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33672) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:34.981835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Deleting subnet 3c1fc06c-8eb5-4268-9084-28e9c654b96d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 13:57:34.985242 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.027739 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.069075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.130242 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.160169 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.166468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3c1fc06c-8eb5-4268-9084-28e9c654b96d HTTP/1.1" status: 204 len: 168 time: 0.2354836 Nov 12 13:57:35.166468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1fc06c-8eb5-4268-9084-28e9c654b96d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:35.167430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:35.199760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.200133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.200439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.200774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.201102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.201460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.201786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.202111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.202426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.202749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.203098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.203396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d4dd7-6626-4298-9297-7ba7b86d9754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:57:35.265410 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.381274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.763391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34806495-03d4-49d9-be3b-f2efd6e61e1a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:35.774992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7683f1-b628-4186-9b5d-501e0cd4e0d5') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:35.775276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7683f1-b628-4186-9b5d-501e0cd4e0d5') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 13:57:35.786550 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.802771 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.808431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 13:57:35.808975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: timer() Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 13:57:35.810703 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 13:57:35.868600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.872980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:35.876336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/34806495-03d4-49d9-be3b-f2efd6e61e1a HTTP/1.1" status: 204 len: 168 time: 0.7079585 Nov 12 13:57:35.891815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeccf57-b952-4768-a13b-8fed75a866d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=34806495-03d4-49d9-be3b-f2efd6e61e1a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:36.086325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 33680) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:36.134693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5c12c964-8248-4035-96d7-8ab263364ca2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=572287ec3e214a3fbe9c3180947358c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436420 Nov 12 13:57:36.135335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33682) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:57:36.196168 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3092122-a668-4197-87c2-5b7aa983ee09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:36.221938 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3092122-a668-4197-87c2-5b7aa983ee09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:36.274797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3092122-a668-4197-87c2-5b7aa983ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:36.277456 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3092122-a668-4197-87c2-5b7aa983ee09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:36.278617 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b3092122-a668-4197-87c2-5b7aa983ee09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/041d7a07-d5e2-428f-be37-113809e43d13 HTTP/1.1" status: 204 len: 168 time: 0.1420722 Nov 12 13:57:36.286889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3092122-a668-4197-87c2-5b7aa983ee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041d7a07-d5e2-428f-be37-113809e43d13,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:37.620118 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:57:43.254742 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:44.291657 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:46.982962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-251ec24b-3bc9-414d-8f32-1aeab41f0907 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:46.984430 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-251ec24b-3bc9-414d-8f32-1aeab41f0907 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1130223 Nov 12 13:57:47.002273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-1e260fa4-cc24-4444-ad5c-764c8c8e34ac tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/quotas/b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 375 time: 0.0097959 Nov 12 13:57:47.061481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-676f0e72-39c9-49c2-b630-d4064b6b98c6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514004 Nov 12 13:57:47.161117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-830956eb-d4f6-4e82-91db-eea20af90822 service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927863 Nov 12 13:57:47.254863 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-c2afc463-7b15-453d-a72d-4e2ced81357b service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866227 Nov 12 13:57:47.472339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-00ea6726-cadf-4f50-b1fe-55bbee92625a req-ba07690c-f040-4da3-b8b4-25a718906de8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 210 time: 0.0320482 Nov 12 13:57:48.470378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-98802a21-fc59-4deb-9501-d802320537d6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:48.471971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-98802a21-fc59-4deb-9501-d802320537d6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1396201 Nov 12 13:57:48.489268 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'port': {'device_id': '2b126da8-efec-4b2f-945e-c09c99a90f5f', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'admin_state_up': True, 'tenant_id': 'b512811927074c62a7307203db486f5f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:48.601971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1a3063c3-7775-4134-944d-6f9a235f3ccf req-0a3c54b1-6d83-4f5d-902b-253abe2c7c73 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 210 time: 0.0377526 Nov 12 13:57:48.668536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Made reservation on behalf of b512811927074c62a7307203db486f5f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:57:48.672271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:48.849900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Allocated IP 172.20.0.9 (660acb6b-6518-42c7-b90e-6688979d79bc/45f976a9-1a81-438b-b5c3-facd52c86903/d91d09d3-ce21-4808-8d4b-a88f47c34ba5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:57:49.050944 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:49.096107 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:49.146503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Network 660acb6b-6518-42c7-b90e-6688979d79bc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:57:49.152727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:57:49.156762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:57:49.181316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:49.215468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:49.216275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:49.235180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-f60e1055-61e6-4f83-9fc7-cc6983ccc461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509904 Nov 12 13:57:49.248271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Request body: {'port': {'device_id': '2b126da8-efec-4b2f-945e-c09c99a90f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:57:49.333584 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:49.454262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-44d230e5-720e-413c-99d1-664df3fc012c None None] Provisioning complete for port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:57:49.455123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44d230e5-720e-413c-99d1-664df3fc012c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:49.517197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-44d230e5-720e-413c-99d1-664df3fc012c None None] Port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:57:49.680594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91d09d3-ce21-4808-8d4b-a88f47c34ba5 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:57:49.689424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:49.705400 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Transition to ACTIVE for port object d91d09d3-ce21-4808-8d4b-a88f47c34ba5 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:57:49.711590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:49.808675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b4acf-b7a4-43b2-b1ff-57ee94da5f1f req-0f924034-5dc2-47dd-887b-e25fcf0b2d96 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:49.820866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee9b4acf-b7a4-43b2-b1ff-57ee94da5f1f req-0f924034-5dc2-47dd-887b-e25fcf0b2d96 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.1181486 Nov 12 13:57:49.838127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Pushing event updated for resources: {'Port': ['ID=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:49.880882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee9b4acf-b7a4-43b2-b1ff-57ee94da5f1f req-e3c67563-0f91-4521-b7cf-8cbda25774d6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Nov 12 13:57:49.886079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Attempting to bind port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:57:49.886527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Attempting to bind port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:57:49.886887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Attempting to bind port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:57:49.895135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 on network 660acb6b-6518-42c7-b90e-6688979d79bc not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:57:49.895318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Attempting to bind port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:57:49.907023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:57:49.907398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Checking segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:57:49.907795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Bound using segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:57:49.908238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Bound port: d91d09d3-ce21-4808-8d4b-a88f47c34ba5, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:57:49.908594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:49.992773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] For port d91d09d3-ce21-4808-8d4b-a88f47c34ba5, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:57:49.996969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] For port d91d09d3-ce21-4808-8d4b-a88f47c34ba5, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:57:50.002831 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:50.043333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:50.043859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:50.045339 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] 10.222.0.70 "PUT /v2.0/ports/d91d09d3-ce21-4808-8d4b-a88f47c34ba5 HTTP/1.1" status: 200 len: 1091 time: 0.8014481 Nov 12 13:57:50.045762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b126da8-efec-4b2f-945e-c09c99a90f5f', 'tag': 'd91d09d3-ce21-4808-8d4b-a88f47c34ba5'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:57:50.048062 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d027aa17-c75c-40a6-8ca7-303129e2ef12" -d '{"events": [{"name": "network-changed", "server_uuid": "2b126da8-efec-4b2f-945e-c09c99a90f5f", "tag": "d91d09d3-ce21-4808-8d4b-a88f47c34ba5"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:57:50.145918 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed34da5-ff73-4bf3-b9f6-5486e8c70738 x-openstack-request-id: req-6ed34da5-ff73-4bf3-b9f6-5486e8c70738 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:57:50.146173 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b126da8-efec-4b2f-945e-c09c99a90f5f", "tag": "d91d09d3-ce21-4808-8d4b-a88f47c34ba5", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:57:50.146337 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ed34da5-ff73-4bf3-b9f6-5486e8c70738 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:57:50.146725 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b126da8-efec-4b2f-945e-c09c99a90f5f', 'tag': 'd91d09d3-ce21-4808-8d4b-a88f47c34ba5', 'status': 'completed', 'code': 200} Nov 12 13:57:50.150203 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef4c7f-47f2-473d-bc12-9901f44b8e11 service neutron] Pushing event updated for resources: {'Port': ['ID=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:57:50.173270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-92bbfeb2-3fda-4643-aeba-dee410dcb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:50.174882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-92bbfeb2-3fda-4643-aeba-dee410dcb161 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 1094 time: 0.0675809 Nov 12 13:57:50.244420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-fb7735c1-32c6-4920-8477-d521f5051e0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d91d09d3-ce21-4808-8d4b-a88f47c34ba5 HTTP/1.1" status: 200 len: 217 time: 0.0594900 Nov 12 13:57:50.325696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-8057d264-3f84-482c-848f-be13f33d90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:50.327223 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-8057d264-3f84-482c-848f-be13f33d90a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0760534 Nov 12 13:57:50.403294 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-bed76e38-61c3-4c74-8048-7fa6e43c8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:50.405944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-bed76e38-61c3-4c74-8048-7fa6e43c8503 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714612 Nov 12 13:57:50.511527 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-553ab1af-7541-4ab0-b16d-62e4c62e3128 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983493 Nov 12 13:57:50.616424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46d993fd-31b0-40ec-81e5-84aa86816369 req-0d17c57a-42f6-41f4-adf7-38137ab7fded service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979435 Nov 12 13:57:50.720165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-d991c279-f8a5-4b1c-b862-fb2f7dd90abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:50.722380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-d991c279-f8a5-4b1c-b862-fb2f7dd90abb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 1094 time: 0.0564129 Nov 12 13:57:50.871537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-f1dc08bd-e109-4a17-800b-366fdec20bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:50.872971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-f1dc08bd-e109-4a17-800b-366fdec20bcb service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.1425307 Nov 12 13:57:50.922595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-3dfa6aa4-78f8-4b11-a6bb-4fdb155ba28a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d91d09d3-ce21-4808-8d4b-a88f47c34ba5 HTTP/1.1" status: 200 len: 217 time: 0.0421720 Nov 12 13:57:50.991633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-26d92b29-e34d-4254-b357-bcefff6066f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:50.993042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-26d92b29-e34d-4254-b357-bcefff6066f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0624547 Nov 12 13:57:51.034943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201f9fb-3c05-47aa-b43a-b3ace1567c4b req-3d7736f6-5103-4e01-b095-4c31ab72692e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:51.037243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b201f9fb-3c05-47aa-b43a-b3ace1567c4b req-3d7736f6-5103-4e01-b095-4c31ab72692e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0533822 Nov 12 13:57:51.046983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-8a1e969d-a726-4181-8127-b9b355da7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:51.048621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-8a1e969d-a726-4181-8127-b9b355da7b6e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465541 Nov 12 13:57:51.105849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b201f9fb-3c05-47aa-b43a-b3ace1567c4b req-d6c9f406-720c-47a2-8b8b-dd4f73865a10 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Nov 12 13:57:51.202614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-eaa8d28e-b60a-4678-a373-b7380fbe849e service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458611 Nov 12 13:57:51.307083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d027aa17-c75c-40a6-8ca7-303129e2ef12 req-b8ea46a6-9ec3-464b-b9c9-77c541b23e14 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972919 Nov 12 13:57:52.237749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bf122-94a6-4ed5-b3de-6ca65b4ea698 req-e618d1b8-d224-4fae-8ec1-4c1c2dfbf473 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:52.239377 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c79bf122-94a6-4ed5-b3de-6ca65b4ea698 req-e618d1b8-d224-4fae-8ec1-4c1c2dfbf473 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0632753 Nov 12 13:57:52.295848 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c79bf122-94a6-4ed5-b3de-6ca65b4ea698 req-e6ebc903-370d-4cc2-b746-f87e76fff472 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482061 Nov 12 13:57:53.501307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a480e57-d13c-42dd-9a4a-5eba909c4141 req-990051f0-88a6-4936-90a9-baf0dd01e90e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:53.502967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a480e57-d13c-42dd-9a4a-5eba909c4141 req-990051f0-88a6-4936-90a9-baf0dd01e90e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0924363 Nov 12 13:57:53.611741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9a480e57-d13c-42dd-9a4a-5eba909c4141 req-287a21b1-7785-4a68-83d3-5dbb07faa6dc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923893 Nov 12 13:57:54.807395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edf398-76bb-43e4-8da3-1f7af3a1c369 req-24c6f259-1d25-4399-81eb-6baabc982604 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:54.809073 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79edf398-76bb-43e4-8da3-1f7af3a1c369 req-24c6f259-1d25-4399-81eb-6baabc982604 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0915792 Nov 12 13:57:54.896839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79edf398-76bb-43e4-8da3-1f7af3a1c369 req-b81f32a4-3921-49fd-bf1d-137a2f21e06e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793302 Nov 12 13:57:56.064907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2fd84-f616-4854-8336-3c249cd231fc req-e8c4d49b-bcbf-401c-a99f-ab6eb09d52d1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:56.074343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0b2fd84-f616-4854-8336-3c249cd231fc req-e8c4d49b-bcbf-401c-a99f-ab6eb09d52d1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0709794 Nov 12 13:57:56.136428 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0b2fd84-f616-4854-8336-3c249cd231fc req-cd905ed0-c564-43b0-8e66-1a5588424c1f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609691 Nov 12 13:57:56.994880 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9637c051-a042-40de-9e8f-8957a06128b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:57.290428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a5a17-226a-41ec-8ed6-a7a336637f2e req-aa628794-cb66-4233-8507-5ed65d14108b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:57.292165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6a5a17-226a-41ec-8ed6-a7a336637f2e req-aa628794-cb66-4233-8507-5ed65d14108b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0551510 Nov 12 13:57:57.343171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6a5a17-226a-41ec-8ed6-a7a336637f2e req-40c63fef-9c77-4ea0-b832-2818aa4e2103 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 Nov 12 13:57:58.475325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ca615-5b1d-4dad-8728-633917df3ac4 req-e7bfdead-d343-43bb-aff4-b858f8443bdc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:58.478182 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-156ca615-5b1d-4dad-8728-633917df3ac4 req-e7bfdead-d343-43bb-aff4-b858f8443bdc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0599792 Nov 12 13:57:58.809107 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-156ca615-5b1d-4dad-8728-633917df3ac4 req-bf2358b6-7aa9-40c7-a3ec-b6b29cb9f4ac tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247442 Nov 12 13:57:59.490479 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44856a2b-8372-4eec-b9d9-5a97bb2cfab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:57:59.940296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0327aa4-78f0-4704-8926-fc2f876d1414 req-0a22801d-92c7-4c81-9079-e1478b923b8e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:57:59.941951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f0327aa4-78f0-4704-8926-fc2f876d1414 req-0a22801d-92c7-4c81-9079-e1478b923b8e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0562298 Nov 12 13:58:00.022275 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f0327aa4-78f0-4704-8926-fc2f876d1414 req-48e25e07-03c1-4779-811d-ef222c40c57b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706999 Nov 12 13:58:00.705144 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:01.171662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81a62c-5984-4074-8d64-7936cb5ebe39 req-0d91d1dc-a4fc-4b4f-a7f8-87efc4a7a7fc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:01.173931 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af81a62c-5984-4074-8d64-7936cb5ebe39 req-0d91d1dc-a4fc-4b4f-a7f8-87efc4a7a7fc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0691071 Nov 12 13:58:01.234895 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af81a62c-5984-4074-8d64-7936cb5ebe39 req-2cf63f08-d50d-40f2-bf8d-04f51dea8abf tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533805 Nov 12 13:58:02.319099 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:02.363574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d7d22-b4fc-4f25-9e05-59736ca53f4c req-1dc78883-2203-42dc-be96-bd1f98f1b071 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:02.365199 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-628d7d22-b4fc-4f25-9e05-59736ca53f4c req-1dc78883-2203-42dc-be96-bd1f98f1b071 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0541615 Nov 12 13:58:02.425221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-628d7d22-b4fc-4f25-9e05-59736ca53f4c req-2f5980f8-dc7f-4f15-8f2b-693374579e34 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522523 Nov 12 13:58:02.924330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:03.583013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a741eca-0f61-4693-bd32-88ac8e2685d9 req-92c5f38a-e72d-45e1-ac44-d053418c7478 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:03.584585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a741eca-0f61-4693-bd32-88ac8e2685d9 req-92c5f38a-e72d-45e1-ac44-d053418c7478 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0653358 Nov 12 13:58:03.641579 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a741eca-0f61-4693-bd32-88ac8e2685d9 req-5a41b198-ffb2-443d-9499-91a653d3a180 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495839 Nov 12 13:58:04.772477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07de8c-3779-4b9c-8748-2ec1652beb09 req-5ebdff69-3485-4e09-a163-58b592e7a3bd tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:04.774157 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae07de8c-3779-4b9c-8748-2ec1652beb09 req-5ebdff69-3485-4e09-a163-58b592e7a3bd tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0567529 Nov 12 13:58:04.829576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae07de8c-3779-4b9c-8748-2ec1652beb09 req-f3355d3a-d625-4f7f-b3f9-e195d3fb4f5b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465548 Nov 12 13:58:05.950993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c433bd9-a7df-4e81-896b-59204699d240 req-5054ddb3-e345-43e7-8bd5-ff5f6d5dacc4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:05.952572 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c433bd9-a7df-4e81-896b-59204699d240 req-5054ddb3-e345-43e7-8bd5-ff5f6d5dacc4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0512812 Nov 12 13:58:06.003193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c433bd9-a7df-4e81-896b-59204699d240 req-bfa79cd3-dbdd-4ace-b9fa-4cef01640f91 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443850 Nov 12 13:58:07.139498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b68011-4057-487d-af03-2c76445d8e2e req-1aa5f152-e1cf-467d-9524-8f0225a61ca0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:07.141105 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-90b68011-4057-487d-af03-2c76445d8e2e req-1aa5f152-e1cf-467d-9524-8f0225a61ca0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0597689 Nov 12 13:58:07.198789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-90b68011-4057-487d-af03-2c76445d8e2e req-8b656df3-f4f1-4450-bae7-542ab8158eef tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509071 Nov 12 13:58:08.345477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c84bf-9c81-4116-834b-847b46e0b191 req-792ef8a3-c88d-40a7-a6e8-3ffc46709329 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:08.347174 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f32c84bf-9c81-4116-834b-847b46e0b191 req-792ef8a3-c88d-40a7-a6e8-3ffc46709329 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0539222 Nov 12 13:58:08.402356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f32c84bf-9c81-4116-834b-847b46e0b191 req-e74b24da-a6b4-4709-b111-aa8e860129c2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Nov 12 13:58:09.526780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a9990-a899-4638-9572-8cbfe7e9dc12 req-71e1d766-7db3-4433-aa0d-877c53e8577e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:09.528382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a15a9990-a899-4638-9572-8cbfe7e9dc12 req-71e1d766-7db3-4433-aa0d-877c53e8577e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0519316 Nov 12 13:58:09.581575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a15a9990-a899-4638-9572-8cbfe7e9dc12 req-ca3ecc76-075e-4e09-9494-13dfc7576d7c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468881 Nov 12 13:58:10.725072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e84882-9047-49a1-b343-de246ab0058b req-16a8e31f-dbf6-44ff-a814-4a9a38d2090a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:10.726689 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71e84882-9047-49a1-b343-de246ab0058b req-16a8e31f-dbf6-44ff-a814-4a9a38d2090a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0583222 Nov 12 13:58:10.783355 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-71e84882-9047-49a1-b343-de246ab0058b req-06b37ea4-6d7d-4fc6-94e3-1aae3a6ca209 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503891 Nov 12 13:58:11.941600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d999fc-34f0-4a67-932e-d0d4c601bb18 req-8a852c9d-5f63-4925-a4aa-22e50d2f998a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:11.943182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26d999fc-34f0-4a67-932e-d0d4c601bb18 req-8a852c9d-5f63-4925-a4aa-22e50d2f998a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 943 time: 0.0638821 Nov 12 13:58:12.015042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26d999fc-34f0-4a67-932e-d0d4c601bb18 req-d407d25b-08a5-4943-b5a1-c59203ecac1a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592589 Nov 12 13:58:12.247365 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d91d09d3-ce21-4808-8d4b-a88f47c34ba5 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:58:12.363353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d91d09d3-ce21-4808-8d4b-a88f47c34ba5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:58:12.376991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'd91d09d3-ce21-4808-8d4b-a88f47c34ba5', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'port_id': 'd91d09d3-ce21-4808-8d4b-a88f47c34ba5', 'mac_address': 'fa:16:3e:e8:59:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:58:12.423371 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:12.438759 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91d09d3-ce21-4808-8d4b-a88f47c34ba5 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:58:12.460428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d91d09d3-ce21-4808-8d4b-a88f47c34ba5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:58:12.465945 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:12.520336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:58:12.529094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.529468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.529805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.530153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.530470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.530795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.531119 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.531442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.531763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.532108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.532488 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.532772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:12.786551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['d91d09d3-ce21-4808-8d4b-a88f47c34ba5'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:58:13.153447 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cf8da-9625-4136-a27b-852b4613aff5 req-980de981-2550-4cb0-be73-3359d9697e11 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:13.155115 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b5cf8da-9625-4136-a27b-852b4613aff5 req-980de981-2550-4cb0-be73-3359d9697e11 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 944 time: 0.0587299 Nov 12 13:58:13.215923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b5cf8da-9625-4136-a27b-852b4613aff5 req-7a219028-be9b-49a6-898a-8c8528f9e884 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543041 Nov 12 13:58:13.285584 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:14.262384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d91d09d3-ce21-4808-8d4b-a88f47c34ba5 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:58:14.312174 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:14.334720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:58:14.340694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:58:14.341203 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:14.372681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9db152-b745-4471-b433-526dd4d21ec2 req-74e81f5e-8745-4dbd-a68d-a5b1eaa4537c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:14.374323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8e9db152-b745-4471-b433-526dd4d21ec2 req-74e81f5e-8745-4dbd-a68d-a5b1eaa4537c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 944 time: 0.0571971 Nov 12 13:58:14.441853 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8e9db152-b745-4471-b433-526dd4d21ec2 req-58cb4726-b296-407b-8675-1462ec62af62 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606568 Nov 12 13:58:14.443231 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:14.474468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b126da8-efec-4b2f-945e-c09c99a90f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91d09d3-ce21-4808-8d4b-a88f47c34ba5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:58:14.478449 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e64f74-2bfd-4d59-8fb2-002b4c13dbb9" -d '{"events": [{"server_uuid": "2b126da8-efec-4b2f-945e-c09c99a90f5f", "name": "network-vif-plugged", "status": "completed", "tag": "d91d09d3-ce21-4808-8d4b-a88f47c34ba5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:58:14.494992 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d91d09d3-ce21-4808-8d4b-a88f47c34ba5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:58:14.501418 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:14.533046 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdf6959-cc66-40cd-92a0-f0548d169087 x-openstack-request-id: req-1bdf6959-cc66-40cd-92a0-f0548d169087 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:58:14.533402 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b126da8-efec-4b2f-945e-c09c99a90f5f", "name": "network-vif-plugged", "status": "completed", "tag": "d91d09d3-ce21-4808-8d4b-a88f47c34ba5", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:58:14.533637 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1bdf6959-cc66-40cd-92a0-f0548d169087 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:58:14.534202 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b126da8-efec-4b2f-945e-c09c99a90f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91d09d3-ce21-4808-8d4b-a88f47c34ba5', 'code': 200} Nov 12 13:58:14.566585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:58:14.625749 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:58:14.641672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1fb26-4f8d-4a58-b90c-48269e7888cb req-12ae2b46-3836-4746-a312-29ea1a2788bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:14.643196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50b1fb26-4f8d-4a58-b90c-48269e7888cb req-12ae2b46-3836-4746-a312-29ea1a2788bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 1096 time: 0.0453293 Nov 12 13:58:14.690217 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50b1fb26-4f8d-4a58-b90c-48269e7888cb req-6439b7c5-707c-4e2a-a77a-81dde8d001d1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388174 Nov 12 13:58:15.587905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3e23d-a25e-492f-aa40-0a19f4314dd2 req-6c689604-412f-4bd2-82d6-f6f1b1d2aace tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:15.593569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-abe3e23d-a25e-492f-aa40-0a19f4314dd2 req-6c689604-412f-4bd2-82d6-f6f1b1d2aace tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 945 time: 0.0624330 Nov 12 13:58:15.643914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-abe3e23d-a25e-492f-aa40-0a19f4314dd2 req-85cd3aa5-03a8-4b9c-8db3-eea81aa3a9ec tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Nov 12 13:58:16.781210 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113a791-9341-40f9-9e09-e80a01a510df req-f4464151-5bd6-4402-8bbc-1af47bbc0e25 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:16.783537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1113a791-9341-40f9-9e09-e80a01a510df req-f4464151-5bd6-4402-8bbc-1af47bbc0e25 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 945 time: 0.0586243 Nov 12 13:58:16.842729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1113a791-9341-40f9-9e09-e80a01a510df req-bb027ff4-bdfc-4ffe-a99c-cbea96d9a394 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521629 Nov 12 13:58:16.979836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d5ec0-bc09-45f2-92bf-ac8e0b2a7c8b req-c6a13270-3950-402c-ad3f-f5dec1f53e94 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:16.981811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-330d5ec0-bc09-45f2-92bf-ac8e0b2a7c8b req-c6a13270-3950-402c-ad3f-f5dec1f53e94 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 945 time: 0.0608907 Nov 12 13:58:17.060688 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-330d5ec0-bc09-45f2-92bf-ac8e0b2a7c8b req-d1908164-74b3-4eba-b206-64c121cbf521 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727782 Nov 12 13:58:17.190256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3e7d3-05f4-4561-ade7-58f94947b939 req-3e899ea2-0bdb-44e2-b132-fe0611b46623 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:17.192201 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1f3e7d3-05f4-4561-ade7-58f94947b939 req-3e899ea2-0bdb-44e2-b132-fe0611b46623 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 945 time: 0.0584955 Nov 12 13:58:17.245076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1f3e7d3-05f4-4561-ade7-58f94947b939 req-29b783ee-62fd-4330-8ce5-9d427ac58692 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Nov 12 13:58:17.596983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560d159-78c4-4183-8c04-364f4605302a req-5aed661c-a6c0-4464-9273-28e853b44d56 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:17.598623 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8560d159-78c4-4183-8c04-364f4605302a req-5aed661c-a6c0-4464-9273-28e853b44d56 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 945 time: 0.0533569 Nov 12 13:58:17.654507 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8560d159-78c4-4183-8c04-364f4605302a req-19375cac-4689-44ea-a65e-06fda20aecfa tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487587 Nov 12 13:58:18.789598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9d735-852a-4564-bf9f-fe34e4a38a9b req-7ca54597-c033-4cb1-8e27-cc5d42b21ed2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:18.791172 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-90e9d735-852a-4564-bf9f-fe34e4a38a9b req-7ca54597-c033-4cb1-8e27-cc5d42b21ed2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 945 time: 0.0582678 Nov 12 13:58:18.843065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-90e9d735-852a-4564-bf9f-fe34e4a38a9b req-3db225ba-010d-4bc5-9787-7b8c666521f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458467 Nov 12 13:58:19.168488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-66591abb-cfe4-4a38-a307-f743fcc96bfe tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:19.170598 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-66591abb-cfe4-4a38-a307-f743fcc96bfe tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 945 time: 0.0489836 Nov 12 13:58:19.269198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-dedf133c-743f-4a8c-bd3a-b3377f0fe96e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Deleting port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:58:19.269561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-dedf133c-743f-4a8c-bd3a-b3377f0fe96e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:19.367589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-dedf133c-743f-4a8c-bd3a-b3377f0fe96e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] For port d91d09d3-ce21-4808-8d4b-a88f47c34ba5, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:58:19.367946 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-dedf133c-743f-4a8c-bd3a-b3377f0fe96e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:19.381077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-dedf133c-743f-4a8c-bd3a-b3377f0fe96e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Calling delete_port for d91d09d3-ce21-4808-8d4b-a88f47c34ba5 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:58:19.514712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-dedf133c-743f-4a8c-bd3a-b3377f0fe96e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:19.527722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['d91d09d3-ce21-4808-8d4b-a88f47c34ba5'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:58:19.545404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf133c-743f-4a8c-bd3a-b3377f0fe96e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'Port': ['ID=d91d09d3-ce21-4808-8d4b-a88f47c34ba5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:58:19.589388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-dedf133c-743f-4a8c-bd3a-b3377f0fe96e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] No DVR routers for this DVR port d91d09d3-ce21-4808-8d4b-a88f47c34ba5 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:58:19.591907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-dedf133c-743f-4a8c-bd3a-b3377f0fe96e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:19.595279 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-109218d8-3c00-4ec7-9706-95e48edb7b95 req-dedf133c-743f-4a8c-bd3a-b3377f0fe96e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "DELETE /v2.0/ports/d91d09d3-ce21-4808-8d4b-a88f47c34ba5 HTTP/1.1" status: 204 len: 173 time: 0.4189754 Nov 12 13:58:19.595738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b126da8-efec-4b2f-945e-c09c99a90f5f', 'name': 'network-vif-deleted', 'tag': 'd91d09d3-ce21-4808-8d4b-a88f47c34ba5'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:58:19.598208 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9bec81-bc40-4ae2-8cd1-7169dc2b16f3" -d '{"events": [{"server_uuid": "2b126da8-efec-4b2f-945e-c09c99a90f5f", "name": "network-vif-deleted", "tag": "d91d09d3-ce21-4808-8d4b-a88f47c34ba5"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:58:19.645174 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f1ebe0-d65e-4bb2-aaf0-b30add20868e x-openstack-request-id: req-f0f1ebe0-d65e-4bb2-aaf0-b30add20868e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:58:19.645519 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b126da8-efec-4b2f-945e-c09c99a90f5f", "name": "network-vif-deleted", "tag": "d91d09d3-ce21-4808-8d4b-a88f47c34ba5", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:58:19.645777 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f0f1ebe0-d65e-4bb2-aaf0-b30add20868e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:58:19.646180 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b126da8-efec-4b2f-945e-c09c99a90f5f', 'name': 'network-vif-deleted', 'tag': 'd91d09d3-ce21-4808-8d4b-a88f47c34ba5', 'status': 'completed', 'code': 200} Nov 12 13:58:20.140892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-83a5636d-71f3-4dae-a4d8-8d88a0d20fa4 req-41194094-8aa2-4658-af85-2bcee3ab4d6a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 210 time: 0.2231133 Nov 12 13:58:21.332476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9ff69831-b4ca-4efb-bd62-8d81bee4e674 req-92d07a5b-52e5-4069-bc37-3b72c6be8f9f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 210 time: 0.1086550 Nov 12 13:58:22.308507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d91d09d3-ce21-4808-8d4b-a88f47c34ba5 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:58:22.332091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: d91d09d3-ce21-4808-8d4b-a88f47c34ba5 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:58:22.332432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d91d09d3-ce21-4808-8d4b-a88f47c34ba5 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:58:22.441905 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed702a11-56cb-4223-a245-6c834d4c112d req-3969ac6e-758e-4bc0-a36f-ce4d03df3984 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 210 time: 0.0288198 Nov 12 13:58:23.541013 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0f838dba-c6ba-4562-908c-8ff5801a2459 req-0b20bb5c-3e9b-4342-b57f-4656187f7064 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b126da8-efec-4b2f-945e-c09c99a90f5f HTTP/1.1" status: 200 len: 210 time: 0.0288374 Nov 12 13:58:26.990867 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f97d9f-3558-4975-9b95-216861be41a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:28.745665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-af08b4fe-e73f-4acc-826f-e3e2b88e95dd service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432932 Nov 12 13:58:28.833141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-e6c8fe0d-5f05-4a48-8c67-582c0eefa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:28.835341 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-e6c8fe0d-5f05-4a48-8c67-582c0eefa7ea service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ea09501843a8406b9b4c7145e4a197df&device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1097 time: 0.0441947 Nov 12 13:58:28.947129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-26cf4c2a-e3b6-45b4-b246-db3f4e2fc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:28.948704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-26cf4c2a-e3b6-45b4-b246-db3f4e2fc78d service neutron] 10.222.0.105 "GET /v2.0/networks?id=fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 200 len: 910 time: 0.0940032 Nov 12 13:58:29.028342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-c4d25010-4378-48e2-ac8a-d4744a794c13 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 200 len: 1002 time: 0.0711675 Nov 12 13:58:29.082552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-34d87481-73df-4348-ad95-86c3907e4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:29.085166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-34d87481-73df-4348-ad95-86c3907e4330 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fc6bf174-81f6-4183-9e96-215abf189eff HTTP/1.1" status: 200 len: 848 time: 0.0500948 Nov 12 13:58:29.135013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-9296e9af-dd44-4812-9e1f-84e6d8e611c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:29.136946 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-9296e9af-dd44-4812-9e1f-84e6d8e611c6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=fd417063-c1bb-4b13-a3ae-6779cff2af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454659 Nov 12 13:58:29.243228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-c0990cb1-26a2-4654-bac6-10c53acfdbd0 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993900 Nov 12 13:58:29.344985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7748ec64-797c-475e-ad43-5ebc606c4494 req-eec8d32a-8cf6-4481-bd77-0a5373a09160 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947618 Nov 12 13:58:29.494965 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84fe0a8d-d6e8-4d2c-8832-b603d207910e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:30.707264 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:31.077630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 33888) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 13:58:31.180974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1be93-233b-4ece-b2ad-37981a97d5d3 req-db3179aa-4e5c-4058-acef-2a05d453c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:31.182672 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dea1be93-233b-4ece-b2ad-37981a97d5d3 req-db3179aa-4e5c-4058-acef-2a05d453c03c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1097 time: 0.1040268 Nov 12 13:58:31.240022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dea1be93-233b-4ece-b2ad-37981a97d5d3 req-266a5fcd-c3c2-4eb9-a1e6-bb0c6085fe10 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510573 Nov 12 13:58:32.312679 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:32.929147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:43.298541 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:44.307890 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:48.770892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-450f4eaf-5b97-4b8f-9468-d98963fe942a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:48.772502 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-450f4eaf-5b97-4b8f-9468-d98963fe942a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1116517 Nov 12 13:58:48.788348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-f9a01c40-a6a4-46a0-8f5e-db67adc0c327 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/quotas/b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 375 time: 0.0094569 Nov 12 13:58:48.840500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-8a0d4306-f967-4025-a4bd-4baa964cedca tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464125 Nov 12 13:58:48.946262 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-d41da057-9004-4910-a735-552f568970cf service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986102 Nov 12 13:58:49.053492 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-3b9b4523-8006-4fb7-a6de-bd864b2fbe4f service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005106 Nov 12 13:58:49.348457 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a030974d-6561-4697-9b01-0a643eb105ee req-e97ea94e-e6e4-4aa7-afe1-08246f8e0212 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 210 time: 0.0305982 Nov 12 13:58:50.329096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-c2b87786-cc59-4a33-b477-b994925bf9ce tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:50.331825 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-c2b87786-cc59-4a33-b477-b994925bf9ce tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1268516 Nov 12 13:58:50.345432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'port': {'device_id': 'a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'admin_state_up': True, 'tenant_id': 'b512811927074c62a7307203db486f5f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:58:50.464837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a5edc12-1ec9-427d-b86e-9ea991a6efbf req-ad62c294-6719-40f5-a862-94b1e407854c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 210 time: 0.0385327 Nov 12 13:58:50.503445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Made reservation on behalf of b512811927074c62a7307203db486f5f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:58:50.508332 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:50.660336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Allocated IP 172.20.0.9 (660acb6b-6518-42c7-b90e-6688979d79bc/45f976a9-1a81-438b-b5c3-facd52c86903/c019a799-6830-475f-8953-e994ba4457ce) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:58:50.820993 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:50.856802 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:50.909971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Network 660acb6b-6518-42c7-b90e-6688979d79bc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:58:50.913315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:58:50.915807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:58:50.972145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=c019a799-6830-475f-8953-e994ba4457ce,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:58:50.988732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.989083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.989439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.989776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.990686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.991138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.991475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.991800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.992128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.992450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.992774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:50.993096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:58:51.003661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:51.004337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:51.023672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-91c92226-cc9c-439c-be92-f7344530957b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6822555 Nov 12 13:58:51.038185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Request body: {'port': {'device_id': 'a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:58:51.117733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:51.265795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2d5d3541-b525-4adf-901f-3fe6f4ba414e None None] Provisioning complete for port c019a799-6830-475f-8953-e994ba4457ce triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:58:51.266337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d5d3541-b525-4adf-901f-3fe6f4ba414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:51.309469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d3541-b525-4adf-901f-3fe6f4ba414e None None] Port c019a799-6830-475f-8953-e994ba4457ce cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:58:51.429874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c019a799-6830-475f-8953-e994ba4457ce {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:58:51.438072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:51.450453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Transition to ACTIVE for port object c019a799-6830-475f-8953-e994ba4457ce will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:58:51.454749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:51.518664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Pushing event updated for resources: {'Port': ['ID=c019a799-6830-475f-8953-e994ba4457ce,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:58:51.605909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Attempting to bind port c019a799-6830-475f-8953-e994ba4457ce on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:58:51.606271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Attempting to bind port c019a799-6830-475f-8953-e994ba4457ce by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:58:51.606733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Attempting to bind port c019a799-6830-475f-8953-e994ba4457ce on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:58:51.611944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Port c019a799-6830-475f-8953-e994ba4457ce on network 660acb6b-6518-42c7-b90e-6688979d79bc not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:58:51.612274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Attempting to bind port c019a799-6830-475f-8953-e994ba4457ce on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:58:51.619003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:58:51.619378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Checking segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:58:51.619733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Bound using segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:58:51.620163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Bound port: c019a799-6830-475f-8953-e994ba4457ce, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:58:51.620698 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:51.626802 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:58:51.634622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99fe33-61d2-4b71-b25b-72eb544f2468 req-60069cf5-c889-4f9a-a19d-411b336bf15b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:51.641712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c99fe33-61d2-4b71-b25b-72eb544f2468 req-60069cf5-c889-4f9a-a19d-411b336bf15b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0727403 Nov 12 13:58:51.697945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] For port c019a799-6830-475f-8953-e994ba4457ce, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:58:51.700045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c99fe33-61d2-4b71-b25b-72eb544f2468 req-34522179-3069-4675-ad75-acfd9ce3018d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541940 Nov 12 13:58:51.702932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] For port c019a799-6830-475f-8953-e994ba4457ce, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c019a799-6830-475f-8953-e994ba4457ce,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:58:51.711397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:51.761090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:51.761796 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:51.763286 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] 10.222.0.70 "PUT /v2.0/ports/c019a799-6830-475f-8953-e994ba4457ce HTTP/1.1" status: 200 len: 1091 time: 0.7307315 Nov 12 13:58:51.769846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c', 'tag': 'c019a799-6830-475f-8953-e994ba4457ce'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:58:51.772807 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6581449-62c7-44b3-a988-59035701e31b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c", "tag": "c019a799-6830-475f-8953-e994ba4457ce"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:58:51.797266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d1b98-4328-4372-85ee-e7e641987a70 service neutron] Pushing event updated for resources: {'Port': ['ID=c019a799-6830-475f-8953-e994ba4457ce,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:58:51.870406 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55938c61-592f-4b86-8f19-17a9c533ce4c x-openstack-request-id: req-55938c61-592f-4b86-8f19-17a9c533ce4c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:58:51.870882 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c", "tag": "c019a799-6830-475f-8953-e994ba4457ce", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:58:51.871313 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55938c61-592f-4b86-8f19-17a9c533ce4c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:58:51.871990 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c', 'tag': 'c019a799-6830-475f-8953-e994ba4457ce', 'status': 'completed', 'code': 200} Nov 12 13:58:51.904210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-7e043fa9-89d5-44fd-8ff2-c5e6d64de253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:51.906303 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-7e043fa9-89d5-44fd-8ff2-c5e6d64de253 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 1094 time: 0.0916498 Nov 12 13:58:51.962108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-936319fc-89cc-4ecd-bcc8-7f624d58a9f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c019a799-6830-475f-8953-e994ba4457ce HTTP/1.1" status: 200 len: 217 time: 0.0479088 Nov 12 13:58:52.030378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-65b093c6-e27b-49a0-99e2-59fc950aff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:52.032425 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-65b093c6-e27b-49a0-99e2-59fc950aff4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0632107 Nov 12 13:58:52.108538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-eead67a8-0000-4daa-8232-a4dbc2d658a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:52.110320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-eead67a8-0000-4daa-8232-a4dbc2d658a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705748 Nov 12 13:58:52.225302 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-636a77fe-788d-47e9-abb8-6acaf1e5c32f service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067283 Nov 12 13:58:52.320316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df12f8f6-679b-402d-a033-d0ed82675f39 req-11421aff-97b5-414e-9d25-9741ace6541a service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883844 Nov 12 13:58:52.416963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6581449-62c7-44b3-a988-59035701e31b req-d26dd7a5-44a0-4d7a-a82e-fbce54c00819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:52.418519 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6581449-62c7-44b3-a988-59035701e31b req-d26dd7a5-44a0-4d7a-a82e-fbce54c00819 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 1094 time: 0.0537236 Nov 12 13:58:52.520189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6581449-62c7-44b3-a988-59035701e31b req-eb6f0a73-6d2f-46cd-a5a5-b635ea6ed11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:52.522340 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6581449-62c7-44b3-a988-59035701e31b req-eb6f0a73-6d2f-46cd-a5a5-b635ea6ed11d service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0971165 Nov 12 13:58:52.570040 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6581449-62c7-44b3-a988-59035701e31b req-35f7c2c5-8940-4469-8d23-4ee65bb5c574 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c019a799-6830-475f-8953-e994ba4457ce HTTP/1.1" status: 200 len: 217 time: 0.0402606 Nov 12 13:58:52.619543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6581449-62c7-44b3-a988-59035701e31b req-aadabf68-c2d2-4c53-a8fb-3ee8ff530ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:52.620910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6581449-62c7-44b3-a988-59035701e31b req-aadabf68-c2d2-4c53-a8fb-3ee8ff530ae7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0447412 Nov 12 13:58:52.671059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6581449-62c7-44b3-a988-59035701e31b req-f2ab1741-67a7-454a-9210-867fb93a5ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:52.672531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6581449-62c7-44b3-a988-59035701e31b req-f2ab1741-67a7-454a-9210-867fb93a5ce1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445051 Nov 12 13:58:52.774318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6581449-62c7-44b3-a988-59035701e31b req-5f880ef9-2dd4-4912-a134-c2ce1a5ce64c service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942681 Nov 12 13:58:52.842903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d96bf5-fba8-47b0-83a4-a6bdbf4df973 req-83aa8434-485e-4c49-87f8-4c8b8c2f5c93 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:52.844621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3d96bf5-fba8-47b0-83a4-a6bdbf4df973 req-83aa8434-485e-4c49-87f8-4c8b8c2f5c93 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0543489 Nov 12 13:58:52.885710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6581449-62c7-44b3-a988-59035701e31b req-96929939-5c08-4b77-ac95-7b14bb7b39f6 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043105 Nov 12 13:58:52.898360 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3d96bf5-fba8-47b0-83a4-a6bdbf4df973 req-ffd2d391-d0e8-4a7b-8786-e75e01209939 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Nov 12 13:58:54.028640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383867-afac-428b-91a3-3f446fe1085e req-874e1da3-c778-4554-9c45-c7e5a6696cb8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:54.030160 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4383867-afac-428b-91a3-3f446fe1085e req-874e1da3-c778-4554-9c45-c7e5a6696cb8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0537155 Nov 12 13:58:54.088312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f4383867-afac-428b-91a3-3f446fe1085e req-42af5422-3c09-4044-9be4-2c9b86eabd31 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501230 Nov 12 13:58:55.217520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51575e-3fa5-4e4b-9166-c6fbb46239ae req-c41fe948-fb35-47af-9e5e-3e3418810211 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:55.219130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f51575e-3fa5-4e4b-9166-c6fbb46239ae req-c41fe948-fb35-47af-9e5e-3e3418810211 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0591974 Nov 12 13:58:55.270610 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9f51575e-3fa5-4e4b-9166-c6fbb46239ae req-49f50ce6-1e25-4bc7-a5b8-2927837f5620 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445566 Nov 12 13:58:56.426950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000ea8-9e9c-4b56-97c2-e58650df417b req-592a421e-4877-43e8-87f9-aef1bbcfdd14 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:56.429099 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4000ea8-9e9c-4b56-97c2-e58650df417b req-592a421e-4877-43e8-87f9-aef1bbcfdd14 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0699723 Nov 12 13:58:56.480599 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4000ea8-9e9c-4b56-97c2-e58650df417b req-1aade99f-85a7-48e2-af82-82571c8cf916 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453339 Nov 12 13:58:56.989705 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed676-5df0-4f80-8f10-250b68c5d488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:57.603243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423dbda-f68e-4ff6-adf6-67e658dbbc97 req-b1acb166-c4cd-4380-97ec-02cd9cb0a19b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:57.604813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a423dbda-f68e-4ff6-adf6-67e658dbbc97 req-b1acb166-c4cd-4380-97ec-02cd9cb0a19b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0514789 Nov 12 13:58:57.668046 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a423dbda-f68e-4ff6-adf6-67e658dbbc97 req-bb6a5323-05ec-4cc5-b365-e6e86d804488 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572650 Nov 12 13:58:58.789024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe207b-9ba0-447c-8ff2-04afaeb6a401 req-e0253fb4-73ae-4172-845f-137402f921d5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:58.790581 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bbe207b-9ba0-447c-8ff2-04afaeb6a401 req-e0253fb4-73ae-4172-845f-137402f921d5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0520303 Nov 12 13:58:58.839533 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5bbe207b-9ba0-447c-8ff2-04afaeb6a401 req-bdbee168-d34f-451d-ba7b-7c74a308fc92 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429885 Nov 12 13:58:59.497946 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e28fb9d-8d9a-4ebc-b144-7e5220afb2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:58:59.960234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3d2f6-eb95-4b8d-920f-b6793e4d4c4c req-a36a03ea-ffe5-45c0-a9c8-5af76a26416a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:58:59.961805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53e3d2f6-eb95-4b8d-920f-b6793e4d4c4c req-a36a03ea-ffe5-45c0-a9c8-5af76a26416a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0513551 Nov 12 13:59:00.017071 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53e3d2f6-eb95-4b8d-920f-b6793e4d4c4c req-8d1ea4a7-4c41-4d14-9e04-ccd142586692 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486827 Nov 12 13:59:00.708389 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:01.139854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da77b7d-9802-40b9-a0d9-599c8995c8b7 req-a20041e0-f232-4f62-86fe-d8a75fd8be9b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:01.141424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3da77b7d-9802-40b9-a0d9-599c8995c8b7 req-a20041e0-f232-4f62-86fe-d8a75fd8be9b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0543175 Nov 12 13:59:01.194976 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3da77b7d-9802-40b9-a0d9-599c8995c8b7 req-63066548-3474-463b-94d7-9c539531e39e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475996 Nov 12 13:59:02.313632 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:02.324432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c0183-bc79-4cf6-bf26-3137f68509f4 req-ab385ebf-2aed-4267-a4d1-6df2db508930 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:02.326180 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf6c0183-bc79-4cf6-bf26-3137f68509f4 req-ab385ebf-2aed-4267-a4d1-6df2db508930 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0589652 Nov 12 13:59:02.385818 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf6c0183-bc79-4cf6-bf26-3137f68509f4 req-cdff10b2-b731-4d24-b4e9-89fe9124fe58 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528061 Nov 12 13:59:02.922359 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:03.510515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707f813-f1ba-4539-abad-52c64c0f0f3a req-73790c96-1e84-4866-b707-de5214ee711c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:03.512101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8707f813-f1ba-4539-abad-52c64c0f0f3a req-73790c96-1e84-4866-b707-de5214ee711c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0547431 Nov 12 13:59:03.567770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8707f813-f1ba-4539-abad-52c64c0f0f3a req-f146c86f-0dc6-4152-b7a3-de196000857a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476270 Nov 12 13:59:04.525641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c019a799-6830-475f-8953-e994ba4457ce details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:59:04.629995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c019a799-6830-475f-8953-e994ba4457ce, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c019a799-6830-475f-8953-e994ba4457ce,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:59:04.643790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'c019a799-6830-475f-8953-e994ba4457ce', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'port_id': 'c019a799-6830-475f-8953-e994ba4457ce', 'mac_address': 'fa:16:3e:7c:b9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:59:04.684223 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:04.698568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c019a799-6830-475f-8953-e994ba4457ce {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:59:04.714781 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b2eb2-acf2-4dcd-8393-6873a83e242a req-4e73918c-bd79-49ec-83b9-f0e3ed5ab1ab tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:04.716444 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a20b2eb2-acf2-4dcd-8393-6873a83e242a req-4e73918c-bd79-49ec-83b9-f0e3ed5ab1ab tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 943 time: 0.0513899 Nov 12 13:59:04.718709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c019a799-6830-475f-8953-e994ba4457ce, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c019a799-6830-475f-8953-e994ba4457ce,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:59:04.725125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:04.769766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a20b2eb2-acf2-4dcd-8393-6873a83e242a req-7680b34b-9230-4a50-bedd-0126ad972057 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470383 Nov 12 13:59:04.778374 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c019a799-6830-475f-8953-e994ba4457ce,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:59:05.021099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c019a799-6830-475f-8953-e994ba4457ce'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:59:05.892042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf506ea-d8a5-415c-a437-f9ee594a5d37 req-0ec2efa1-7311-49dc-8c3c-751c3d2802a5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:05.893539 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faf506ea-d8a5-415c-a437-f9ee594a5d37 req-0ec2efa1-7311-49dc-8c3c-751c3d2802a5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 944 time: 0.0539546 Nov 12 13:59:05.942687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-faf506ea-d8a5-415c-a437-f9ee594a5d37 req-867eceda-3323-4520-a350-d66c1eacb149 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Nov 12 13:59:06.525712 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c019a799-6830-475f-8953-e994ba4457ce up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:59:06.579185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port c019a799-6830-475f-8953-e994ba4457ce completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:59:06.583589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port c019a799-6830-475f-8953-e994ba4457ce triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:59:06.583960 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:06.664822 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:06.690133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c019a799-6830-475f-8953-e994ba4457ce'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:59:06.692558 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7532f414-c6e9-4df1-9c73-d460141e48b9" -d '{"events": [{"server_uuid": "a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c", "name": "network-vif-plugged", "status": "completed", "tag": "c019a799-6830-475f-8953-e994ba4457ce"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:59:06.705953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port c019a799-6830-475f-8953-e994ba4457ce, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c019a799-6830-475f-8953-e994ba4457ce,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:59:06.711065 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:06.745487 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87598e36-20f5-43d2-bbe9-b4228063955e x-openstack-request-id: req-87598e36-20f5-43d2-bbe9-b4228063955e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:59:06.745937 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c", "name": "network-vif-plugged", "status": "completed", "tag": "c019a799-6830-475f-8953-e994ba4457ce", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:59:06.746199 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87598e36-20f5-43d2-bbe9-b4228063955e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:59:06.746626 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c019a799-6830-475f-8953-e994ba4457ce', 'code': 200} Nov 12 13:59:06.775330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=c019a799-6830-475f-8953-e994ba4457ce,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:59:06.849250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2d59c-91ec-4cfd-9550-bc604c05b394 req-579d02c3-3565-45da-b0f3-5b2d2601c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:06.851407 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fab2d59c-91ec-4cfd-9550-bc604c05b394 req-579d02c3-3565-45da-b0f3-5b2d2601c4dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 1096 time: 0.0415504 Nov 12 13:59:06.898627 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fab2d59c-91ec-4cfd-9550-bc604c05b394 req-2305bc8a-f37c-408e-b4ce-e71c55bb472a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 Nov 12 13:59:07.059705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddc5a8-7f95-40d0-809a-f8d01b0d378a req-beb2ac47-370f-4f87-91e4-4217308a4afb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:07.061253 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1eddc5a8-7f95-40d0-809a-f8d01b0d378a req-beb2ac47-370f-4f87-91e4-4217308a4afb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 945 time: 0.0503743 Nov 12 13:59:07.118327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1eddc5a8-7f95-40d0-809a-f8d01b0d378a req-e561150d-5293-438f-afdd-3ae4dda04406 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511272 Nov 12 13:59:08.248851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb0864-5659-4f9c-96b1-c938be5afe75 req-2c0fa665-c45c-461a-bb95-c5443c9c771e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:08.250449 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ceb0864-5659-4f9c-96b1-c938be5afe75 req-2c0fa665-c45c-461a-bb95-c5443c9c771e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 945 time: 0.0597198 Nov 12 13:59:08.307129 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ceb0864-5659-4f9c-96b1-c938be5afe75 req-650a78f9-fa43-4710-9325-fa593cc961e9 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505548 Nov 12 13:59:09.438167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783218e-d39a-4b11-88d0-0c0e83607bb7 req-5ed76037-2259-412b-82fc-829e140e3f4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:09.439722 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f783218e-d39a-4b11-88d0-0c0e83607bb7 req-5ed76037-2259-412b-82fc-829e140e3f4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 945 time: 0.0625179 Nov 12 13:59:09.491818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f783218e-d39a-4b11-88d0-0c0e83607bb7 req-fca23ebd-4746-42e6-b003-564e44bb6963 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451949 Nov 12 13:59:09.627987 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c63d6-13ea-4907-a183-27e8b1d87496 req-8a8fd780-808b-4c93-8d86-6406a498451d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:09.629496 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-791c63d6-13ea-4907-a183-27e8b1d87496 req-8a8fd780-808b-4c93-8d86-6406a498451d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 945 time: 0.0623364 Nov 12 13:59:09.683075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-791c63d6-13ea-4907-a183-27e8b1d87496 req-cca8985f-2808-482a-9055-a0aef3c537af tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467029 Nov 12 13:59:12.252547 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63719df7-563e-4eef-b10e-d7514390d257 req-b9580ee5-a13e-469d-9302-7bc44e84a634 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:12.254233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-b9580ee5-a13e-469d-9302-7bc44e84a634 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1122446 Nov 12 13:59:12.271910 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-6eb53b59-3c01-43ec-8b54-a15804f19e56 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/quotas/b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 375 time: 0.0106039 Nov 12 13:59:12.326838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-95c55331-79fe-4ea1-893b-ea6f6f6a336c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490770 Nov 12 13:59:12.426857 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-aeb08b89-3a6d-451e-8cd9-8007f68c8dd8 service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927377 Nov 12 13:59:12.526710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-0baf1772-8285-48cd-959a-fb42518eb53b service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928621 Nov 12 13:59:12.719798 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fb9f6cb-e998-4e44-83d0-fadb8f87fe29 req-123bebad-bb18-47a9-9a3e-231e63e07b14 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 210 time: 0.0275450 Nov 12 13:59:13.298514 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:13.833017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-adf6f98d-3071-45fb-bae1-20ae302b8f86 req-2c9da6dd-4bf9-4ad5-a8ae-8e4fe593ee32 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 210 time: 0.0298288 Nov 12 13:59:14.062385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63719df7-563e-4eef-b10e-d7514390d257 req-2346ee4a-ac34-4603-9968-432a63b8f77a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:14.063924 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-2346ee4a-ac34-4603-9968-432a63b8f77a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.105 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.4801078 Nov 12 13:59:14.076918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'port': {'device_id': 'cbb68f29-a298-4638-a1a4-5180942a998e', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'admin_state_up': True, 'tenant_id': 'b512811927074c62a7307203db486f5f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:59:14.195137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Made reservation on behalf of b512811927074c62a7307203db486f5f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 13:59:14.198749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:14.290242 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:14.328789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Allocated IP 172.20.0.10 (660acb6b-6518-42c7-b90e-6688979d79bc/45f976a9-1a81-438b-b5c3-facd52c86903/a6228930-ddae-4572-9244-bfa0faa21e5a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 13:59:14.482025 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:14.518010 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:14.531953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c019a799-6830-475f-8953-e994ba4457ce'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:59:14.560069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Network 660acb6b-6518-42c7-b90e-6688979d79bc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 13:59:14.563285 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 13:59:14.570317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 13:59:14.596738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=a6228930-ddae-4572-9244-bfa0faa21e5a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:59:14.635497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:14.636426 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:14.656088 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-b4349b99-9fa0-4230-8668-ad2faf926d4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5832043 Nov 12 13:59:14.731389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Request body: {'port': {'device_id': 'cbb68f29-a298-4638-a1a4-5180942a998e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 13:59:14.795270 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:14.954035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ac8af76c-d589-48d8-a750-25acfaada528 None None] Provisioning complete for port a6228930-ddae-4572-9244-bfa0faa21e5a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:59:14.954490 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac8af76c-d589-48d8-a750-25acfaada528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:14.994543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ac8af76c-d589-48d8-a750-25acfaada528 None None] Port a6228930-ddae-4572-9244-bfa0faa21e5a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 13:59:15.021148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b88da-b1cd-4fc9-b1c6-4ddd04524c9d req-68904c4c-411f-4e20-9ed6-3fc53422cc8c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:15.022657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-473b88da-b1cd-4fc9-b1c6-4ddd04524c9d req-68904c4c-411f-4e20-9ed6-3fc53422cc8c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 932 time: 0.1126266 Nov 12 13:59:15.096503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-473b88da-b1cd-4fc9-b1c6-4ddd04524c9d req-f776674f-aaf8-4605-8ee7-01b89e803846 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677912 Nov 12 13:59:15.156460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6228930-ddae-4572-9244-bfa0faa21e5a {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:59:15.170926 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:15.184381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Transition to ACTIVE for port object a6228930-ddae-4572-9244-bfa0faa21e5a will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 13:59:15.188450 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:15.238612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Pushing event updated for resources: {'Port': ['ID=a6228930-ddae-4572-9244-bfa0faa21e5a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:59:15.314859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Attempting to bind port a6228930-ddae-4572-9244-bfa0faa21e5a on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 13:59:15.315208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Attempting to bind port a6228930-ddae-4572-9244-bfa0faa21e5a by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 13:59:15.315612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Attempting to bind port a6228930-ddae-4572-9244-bfa0faa21e5a on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:59:15.321504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Port a6228930-ddae-4572-9244-bfa0faa21e5a on network 660acb6b-6518-42c7-b90e-6688979d79bc not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 13:59:15.321831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Attempting to bind port a6228930-ddae-4572-9244-bfa0faa21e5a on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 13:59:15.327405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 13:59:15.327740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Checking segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 13:59:15.328124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Bound using segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 13:59:15.328563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Bound port: a6228930-ddae-4572-9244-bfa0faa21e5a, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 13:59:15.328916 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:15.401560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] For port a6228930-ddae-4572-9244-bfa0faa21e5a, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 13:59:15.405043 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] For port a6228930-ddae-4572-9244-bfa0faa21e5a, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a6228930-ddae-4572-9244-bfa0faa21e5a,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 13:59:15.410249 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:15.447599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:15.448210 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:15.449669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] 10.222.0.105 "PUT /v2.0/ports/a6228930-ddae-4572-9244-bfa0faa21e5a HTTP/1.1" status: 200 len: 1092 time: 0.7857411 Nov 12 13:59:15.450091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb68f29-a298-4638-a1a4-5180942a998e', 'tag': 'a6228930-ddae-4572-9244-bfa0faa21e5a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:59:15.452324 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb68f29-a298-4638-a1a4-5180942a998e", "tag": "a6228930-ddae-4572-9244-bfa0faa21e5a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:59:15.481168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343a8de-fcf3-49f6-8994-5f0759c27797 service neutron] Pushing event updated for resources: {'Port': ['ID=a6228930-ddae-4572-9244-bfa0faa21e5a,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:59:15.521692 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4939a4-5be3-4922-ac99-bd2a5d0ceef8 x-openstack-request-id: req-0d4939a4-5be3-4922-ac99-bd2a5d0ceef8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:59:15.522321 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb68f29-a298-4638-a1a4-5180942a998e", "tag": "a6228930-ddae-4572-9244-bfa0faa21e5a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:59:15.522686 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d4939a4-5be3-4922-ac99-bd2a5d0ceef8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:59:15.523138 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb68f29-a298-4638-a1a4-5180942a998e', 'tag': 'a6228930-ddae-4572-9244-bfa0faa21e5a', 'status': 'completed', 'code': 200} Nov 12 13:59:15.556210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63719df7-563e-4eef-b10e-d7514390d257 req-942d1cc3-3236-4bd7-a85b-ef2ccf1c6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:15.557740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-942d1cc3-3236-4bd7-a85b-ef2ccf1c6075 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 1095 time: 0.0594709 Nov 12 13:59:15.606322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-1622859e-3552-44a3-b488-17d04b287342 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6228930-ddae-4572-9244-bfa0faa21e5a HTTP/1.1" status: 200 len: 217 time: 0.0406311 Nov 12 13:59:15.669036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63719df7-563e-4eef-b10e-d7514390d257 req-056d98f6-9ed5-4d20-8ef0-b438644ffc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:15.670553 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-056d98f6-9ed5-4d20-8ef0-b438644ffc26 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0573602 Nov 12 13:59:15.718656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63719df7-563e-4eef-b10e-d7514390d257 req-7cb99a16-b3b8-47ef-842b-0e89187985ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:15.720171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-7cb99a16-b3b8-47ef-842b-0e89187985ac service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431225 Nov 12 13:59:15.817026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-baf8886b-f6fd-4095-b3a0-48c1e680add0 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896919 Nov 12 13:59:15.909588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63719df7-563e-4eef-b10e-d7514390d257 req-94da792b-5f71-4131-9e3b-82d63f4dfc4d service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857365 Nov 12 13:59:15.995684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-bb2dcf83-c8e6-4ad6-9e2a-2bff6426bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:15.997830 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-bb2dcf83-c8e6-4ad6-9e2a-2bff6426bb0a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 1095 time: 0.0437989 Nov 12 13:59:16.096524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-58b38b05-75ba-4c05-82c3-60c6c8d42387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:16.098716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-58b38b05-75ba-4c05-82c3-60c6c8d42387 service neutron] 10.222.0.105 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0946493 Nov 12 13:59:16.146348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-41535ef8-5751-457b-a3f3-0056c4afe5b9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6228930-ddae-4572-9244-bfa0faa21e5a HTTP/1.1" status: 200 len: 217 time: 0.0377235 Nov 12 13:59:16.235975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-06a56157-e6ba-4469-b4ab-a1fc69250091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:16.237482 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-06a56157-e6ba-4469-b4ab-a1fc69250091 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0850322 Nov 12 13:59:16.278011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1492c6-3457-486b-9978-0c05fb1ef34e req-d92efda6-fbd6-46dd-8b3f-f12feda66766 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:16.279506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f1492c6-3457-486b-9978-0c05fb1ef34e req-d92efda6-fbd6-46dd-8b3f-f12feda66766 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0876639 Nov 12 13:59:16.310551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-ff591aad-0621-40cf-8ce7-37c836f1fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:16.312037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-ff591aad-0621-40cf-8ce7-37c836f1fbd0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676095 Nov 12 13:59:16.390178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f1492c6-3457-486b-9978-0c05fb1ef34e req-e51eb94f-e18f-458a-bb2b-b630e419fdb2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042254 Nov 12 13:59:16.426239 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-a8dff9ef-52e1-40c4-bae4-d29f01d4b882 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045852 Nov 12 13:59:16.524005 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f209fa1a-d6b1-4b9b-b4cc-21593f004f17 req-84b838e8-cf77-4d2a-83d3-8b51ef9075d6 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913138 Nov 12 13:59:17.541231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b4f8f-a0ac-4aab-b307-ede2e98b7b53 req-2a2ce9b7-9f36-4051-8ab3-b00da5c6b7cb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:17.543006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2f0b4f8f-a0ac-4aab-b307-ede2e98b7b53 req-2a2ce9b7-9f36-4051-8ab3-b00da5c6b7cb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0622604 Nov 12 13:59:17.659854 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2f0b4f8f-a0ac-4aab-b307-ede2e98b7b53 req-ff1c6c00-4718-42ac-bb10-0d8d284d33d1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006384 Nov 12 13:59:18.845236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842d195-a6d4-4bd5-8743-2a707069af10 req-fbb936cc-9e49-4283-8d54-f7f4b7530873 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:18.848507 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0842d195-a6d4-4bd5-8743-2a707069af10 req-fbb936cc-9e49-4283-8d54-f7f4b7530873 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0800254 Nov 12 13:59:18.929366 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0842d195-a6d4-4bd5-8743-2a707069af10 req-e3a390c1-95b1-4449-970f-eee4b2d85efb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696206 Nov 12 13:59:20.085883 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229866f7-8910-41a5-aceb-84a69ebcbbc3 req-f05766d3-6d8e-4ad3-acb1-658221ab5882 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:20.093532 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-229866f7-8910-41a5-aceb-84a69ebcbbc3 req-f05766d3-6d8e-4ad3-acb1-658221ab5882 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0670385 Nov 12 13:59:20.171024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-229866f7-8910-41a5-aceb-84a69ebcbbc3 req-d9b404be-9d32-4b41-9d65-114838e45828 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767596 Nov 12 13:59:21.298762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94076d6-3b3b-4c53-a73c-8590273383d2 req-cef17ab0-5546-4676-95ce-6ca23678c0b6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:21.300504 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e94076d6-3b3b-4c53-a73c-8590273383d2 req-cef17ab0-5546-4676-95ce-6ca23678c0b6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0558753 Nov 12 13:59:21.355100 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e94076d6-3b3b-4c53-a73c-8590273383d2 req-74649b7b-44ab-4ec9-b17b-3da83a2a346b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Nov 12 13:59:22.486734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ada2d-04cf-4166-b7ad-c0636fc1a785 req-4b788af1-a294-4203-bf74-1ac39d3f81ec tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:22.488170 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a6ada2d-04cf-4166-b7ad-c0636fc1a785 req-4b788af1-a294-4203-bf74-1ac39d3f81ec tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0565674 Nov 12 13:59:22.542233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a6ada2d-04cf-4166-b7ad-c0636fc1a785 req-d7984ab0-f8c1-413a-907d-531a2ce7871f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471056 Nov 12 13:59:23.689409 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dc3bd-dcd9-4203-85b1-77b4c2e7e929 req-626d2a44-dc7f-44ac-95f8-0b03d4b444f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:23.691210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-145dc3bd-dcd9-4203-85b1-77b4c2e7e929 req-626d2a44-dc7f-44ac-95f8-0b03d4b444f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0668669 Nov 12 13:59:23.748311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-145dc3bd-dcd9-4203-85b1-77b4c2e7e929 req-c00c2733-1a4b-4163-8674-6f9cc90993e9 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506635 Nov 12 13:59:24.874277 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3883-eb0f-4535-aa7b-6bf7d4455b28 req-ca09ab37-bd4f-44c3-86c9-419344b45084 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:24.875815 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49db3883-eb0f-4535-aa7b-6bf7d4455b28 req-ca09ab37-bd4f-44c3-86c9-419344b45084 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0518711 Nov 12 13:59:24.946588 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49db3883-eb0f-4535-aa7b-6bf7d4455b28 req-26952441-92c8-4596-b6a7-702fe4eaf1d8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630608 Nov 12 13:59:26.119774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b57c1f-016d-4214-bd5b-3c15d97e4bd7 req-ff55f353-75a0-449b-a91a-4451fee759cc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:26.121762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-90b57c1f-016d-4214-bd5b-3c15d97e4bd7 req-ff55f353-75a0-449b-a91a-4451fee759cc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0794680 Nov 12 13:59:26.189753 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-90b57c1f-016d-4214-bd5b-3c15d97e4bd7 req-e397b624-70ee-4b63-a69b-f8dde244b5e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560937 Nov 12 13:59:26.989502 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f3c8f61-4142-4a99-aa83-a1936387fff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:27.347033 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44905a-8dee-4bcf-a18b-4ae5eba2a632 req-96f891d1-522f-44e4-b6a8-ff800a846a52 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:27.348750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ca44905a-8dee-4bcf-a18b-4ae5eba2a632 req-96f891d1-522f-44e4-b6a8-ff800a846a52 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0677638 Nov 12 13:59:27.406886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ca44905a-8dee-4bcf-a18b-4ae5eba2a632 req-8f02cfae-5cbe-47a3-a264-e411570613b7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510886 Nov 12 13:59:28.556974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d94086-54bf-4306-a2f1-9b827376673a req-f55af947-2608-424c-b6ec-c40c9049658f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:28.558544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79d94086-54bf-4306-a2f1-9b827376673a req-f55af947-2608-424c-b6ec-c40c9049658f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0603926 Nov 12 13:59:28.627871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79d94086-54bf-4306-a2f1-9b827376673a req-2255d591-3a22-4972-95ad-6ba22a714b49 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617335 Nov 12 13:59:28.634232 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 13:59:28.774068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-24003527-de03-4006-a006-420f5a06db27 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512137 Nov 12 13:59:28.869721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-4e27326c-3f87-4930-85fe-dc335e22b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:28.871482 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-4e27326c-3f87-4930-85fe-dc335e22b117 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ea09501843a8406b9b4c7145e4a197df&device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1097 time: 0.0511711 Nov 12 13:59:29.040162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-31b2546a-a1cf-44a5-8819-17124ef32155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:29.042366 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-31b2546a-a1cf-44a5-8819-17124ef32155 service neutron] 10.222.0.105 "GET /v2.0/networks?id=fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 200 len: 910 time: 0.1460724 Nov 12 13:59:29.129197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-7c5a2d2e-45e7-48c6-9f39-e805d4f178d2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 200 len: 1002 time: 0.0794299 Nov 12 13:59:29.202435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-04103e9c-fe41-4236-b77c-09e7c04d4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:29.204192 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-04103e9c-fe41-4236-b77c-09e7c04d4c49 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fc6bf174-81f6-4183-9e96-215abf189eff HTTP/1.1" status: 200 len: 848 time: 0.0650206 Nov 12 13:59:29.262767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-f98da879-483e-46a6-9c4f-bd9c09cba617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:29.264664 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-f98da879-483e-46a6-9c4f-bd9c09cba617 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=fd417063-c1bb-4b13-a3ae-6779cff2af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536232 Nov 12 13:59:29.370887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-51ed01c2-b8cb-4bee-b27f-914bd4ac68ca service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994654 Nov 12 13:59:29.487319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a8a234ff-e2cf-45a2-a69a-8600ec73c5bd req-a1788e04-5dc6-411e-938b-114d1ddd12d4 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081307 Nov 12 13:59:29.518911 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ad98127-ee2a-42ba-9970-26e3bed568db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:29.603466 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-dd985347-79cc-428e-bdf8-844a447d41d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288655 Nov 12 13:59:29.710261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-e3286a7f-38fb-40df-af69-9dab69ba0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:29.712187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-e3286a7f-38fb-40df-af69-9dab69ba0bcf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 1096 time: 0.0591903 Nov 12 13:59:29.809502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76212a2-97c1-43ab-8350-5bc7a8a67c1b req-23ba0f7e-6340-44a8-8874-6ed4e68be404 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:29.812031 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a76212a2-97c1-43ab-8350-5bc7a8a67c1b req-23ba0f7e-6340-44a8-8874-6ed4e68be404 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0815382 Nov 12 13:59:29.881929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-418e3305-3fc3-4066-a7c7-eb46261a249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:29.884014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-418e3305-3fc3-4066-a7c7-eb46261a249a service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.1446154 Nov 12 13:59:29.893793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a76212a2-97c1-43ab-8350-5bc7a8a67c1b req-17aa55d0-e1c2-4ede-9f36-b3cede5f483f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701749 Nov 12 13:59:29.934462 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-89a36f07-4c64-4280-b433-10d421329675 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c019a799-6830-475f-8953-e994ba4457ce HTTP/1.1" status: 200 len: 217 time: 0.0421643 Nov 12 13:59:30.007022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-920eb23b-bc5e-42ef-b9aa-4e81f1fb0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:30.009106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-920eb23b-bc5e-42ef-b9aa-4e81f1fb0f00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0669079 Nov 12 13:59:30.065131 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-d7ba5c2c-0471-4212-aa97-370fca0a9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:30.066717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-d7ba5c2c-0471-4212-aa97-370fca0a9a83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499625 Nov 12 13:59:30.181723 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-fa5cea41-5d0e-4bdd-b79d-cac9e38694ce service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065145 Nov 12 13:59:30.322077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b50cfc87-c958-49fa-8b50-47767dec8b61 req-63f61d5c-0894-4185-b5be-7655c1eb9d35 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318140 Nov 12 13:59:30.713527 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:31.030481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4d70a-bb3d-41e4-8108-a6149105d183 req-7ca6af93-e3c7-479e-8d9c-f0e57479dcfc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:31.031975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8b4d70a-bb3d-41e4-8108-a6149105d183 req-7ca6af93-e3c7-479e-8d9c-f0e57479dcfc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0526814 Nov 12 13:59:31.083227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8b4d70a-bb3d-41e4-8108-a6149105d183 req-853bf1ce-2456-4707-b30c-8cf7d644da59 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 Nov 12 13:59:32.214579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc846da-0d48-4e6e-9938-4d1b159883e9 req-e9adc7a0-43f3-4948-b022-c15df8f5d732 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:32.216211 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cc846da-0d48-4e6e-9938-4d1b159883e9 req-e9adc7a0-43f3-4948-b022-c15df8f5d732 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0565219 Nov 12 13:59:32.280733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cc846da-0d48-4e6e-9938-4d1b159883e9 req-ba7e7184-1b42-443a-ada5-6c0be440a02c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580242 Nov 12 13:59:32.318662 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:32.925521 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:33.430961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c6031-40a0-44bc-b515-103a481ddbd0 req-a1b5cc45-a292-4df0-818b-f811871e5c50 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:33.434015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-768c6031-40a0-44bc-b515-103a481ddbd0 req-a1b5cc45-a292-4df0-818b-f811871e5c50 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0706332 Nov 12 13:59:33.492146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-768c6031-40a0-44bc-b515-103a481ddbd0 req-9327b377-9695-4761-abb7-590b51465b1c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470212 Nov 12 13:59:34.632186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d87156-65ac-479d-b75b-9875408d8f37 req-883179c0-36e0-4fff-8ec3-921708ca053e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:34.633996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12d87156-65ac-479d-b75b-9875408d8f37 req-883179c0-36e0-4fff-8ec3-921708ca053e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0572109 Nov 12 13:59:34.686978 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12d87156-65ac-479d-b75b-9875408d8f37 req-2c12d425-3bc8-458a-aa45-929f280a53ce tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455091 Nov 12 13:59:35.812020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd6547-55e0-4c3d-b3bd-40cf57bcf3c2 req-f002e4d2-6516-4b7c-840c-e7d4eca3acf2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:35.813736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22bd6547-55e0-4c3d-b3bd-40cf57bcf3c2 req-f002e4d2-6516-4b7c-840c-e7d4eca3acf2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0519087 Nov 12 13:59:35.865666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22bd6547-55e0-4c3d-b3bd-40cf57bcf3c2 req-7414b633-b283-49ac-8412-dbccb933a0c8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Nov 12 13:59:36.997166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5f0ed-6358-456b-94e8-c03cf3d4492d req-d4b34bf9-e5da-4218-ad57-d755007403ff tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:36.999244 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97d5f0ed-6358-456b-94e8-c03cf3d4492d req-d4b34bf9-e5da-4218-ad57-d755007403ff tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0602965 Nov 12 13:59:37.065505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-97d5f0ed-6358-456b-94e8-c03cf3d4492d req-ab5502d7-2697-450a-b4d7-c3188fef8bec tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571244 Nov 12 13:59:38.235160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb7f8b-8f8d-4155-ae1f-91b362e679a2 req-1269039c-703e-4477-9b3a-f96420c35ceb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:38.236729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ecb7f8b-8f8d-4155-ae1f-91b362e679a2 req-1269039c-703e-4477-9b3a-f96420c35ceb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0598547 Nov 12 13:59:38.298401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ecb7f8b-8f8d-4155-ae1f-91b362e679a2 req-ee23cdce-f552-4c74-a55e-f24ee197afe5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540459 Nov 12 13:59:39.429552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9798ec-9276-4730-9712-daac27463d0f req-c2d2345c-fbc2-4aee-8545-78ae3e7c7974 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:39.431116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cc9798ec-9276-4730-9712-daac27463d0f req-c2d2345c-fbc2-4aee-8545-78ae3e7c7974 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 944 time: 0.0573261 Nov 12 13:59:39.489353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cc9798ec-9276-4730-9712-daac27463d0f req-63842679-e50b-4f5e-8abf-5498a4e75ebd tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 Nov 12 13:59:39.543025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a6228930-ddae-4572-9244-bfa0faa21e5a details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 13:59:39.645935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a6228930-ddae-4572-9244-bfa0faa21e5a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a6228930-ddae-4572-9244-bfa0faa21e5a,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:59:39.658941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'a6228930-ddae-4572-9244-bfa0faa21e5a', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'port_id': 'a6228930-ddae-4572-9244-bfa0faa21e5a', 'mac_address': 'fa:16:3e:0d:04:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 13:59:39.704343 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:39.726958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6228930-ddae-4572-9244-bfa0faa21e5a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 13:59:39.755285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a6228930-ddae-4572-9244-bfa0faa21e5a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a6228930-ddae-4572-9244-bfa0faa21e5a,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:59:39.760458 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:39.816964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a6228930-ddae-4572-9244-bfa0faa21e5a,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:59:39.825454 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.825803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.826142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.826524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.826860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.827232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.827601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.827927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.828276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.828697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.829030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:39.829382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 13:59:40.109359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['a6228930-ddae-4572-9244-bfa0faa21e5a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:59:40.633117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3f171-5f1c-4f61-9846-a7ec1075a906 req-a60580dc-09c0-40fa-a41c-70b3e3c84a0e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:40.634718 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5e3f171-5f1c-4f61-9846-a7ec1075a906 req-a60580dc-09c0-40fa-a41c-70b3e3c84a0e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 945 time: 0.0606103 Nov 12 13:59:40.694094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5e3f171-5f1c-4f61-9846-a7ec1075a906 req-fb906284-77c8-4b10-935f-cbe0a7a3bf5f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Nov 12 13:59:41.551292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a6228930-ddae-4572-9244-bfa0faa21e5a up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 13:59:41.606772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port a6228930-ddae-4572-9244-bfa0faa21e5a completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 13:59:41.611165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port a6228930-ddae-4572-9244-bfa0faa21e5a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 13:59:41.611549 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:41.699999 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:41.725307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb68f29-a298-4638-a1a4-5180942a998e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6228930-ddae-4572-9244-bfa0faa21e5a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:59:41.727588 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46797d3-92d0-4d7e-825d-fd3be04ef72a" -d '{"events": [{"server_uuid": "cbb68f29-a298-4638-a1a4-5180942a998e", "name": "network-vif-plugged", "status": "completed", "tag": "a6228930-ddae-4572-9244-bfa0faa21e5a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:59:41.752718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a6228930-ddae-4572-9244-bfa0faa21e5a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a6228930-ddae-4572-9244-bfa0faa21e5a,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:59:41.759489 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:41.806847 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddad003-4f22-4818-9c83-841baceee581 x-openstack-request-id: req-2ddad003-4f22-4818-9c83-841baceee581 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:59:41.807146 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb68f29-a298-4638-a1a4-5180942a998e", "name": "network-vif-plugged", "status": "completed", "tag": "a6228930-ddae-4572-9244-bfa0faa21e5a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:59:41.807413 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ddad003-4f22-4818-9c83-841baceee581 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:59:41.808530 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb68f29-a298-4638-a1a4-5180942a998e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6228930-ddae-4572-9244-bfa0faa21e5a', 'code': 200} Nov 12 13:59:41.833479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a6228930-ddae-4572-9244-bfa0faa21e5a,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:59:41.959041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddc452-c07b-4d7a-9844-489bbe567dcc req-21c7d2fb-6007-4f1a-831a-16b342697503 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:41.960917 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88ddc452-c07b-4d7a-9844-489bbe567dcc req-21c7d2fb-6007-4f1a-831a-16b342697503 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 946 time: 0.1550303 Nov 12 13:59:41.964036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f7a28-98bd-43a3-b214-d0ad4ce12911 req-38b35f54-d832-484c-941a-8e7d5b6b58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:41.965486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c77f7a28-98bd-43a3-b214-d0ad4ce12911 req-38b35f54-d832-484c-941a-8e7d5b6b58e9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 1097 time: 0.1014099 Nov 12 13:59:42.044678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-88ddc452-c07b-4d7a-9844-489bbe567dcc req-70096aec-e988-4a48-b90b-bec34ec75e0f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772350 Nov 12 13:59:42.047141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c77f7a28-98bd-43a3-b214-d0ad4ce12911 req-94a93cb5-4433-4f78-bffb-59d734e0e924 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729048 Nov 12 13:59:43.183626 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da5090-21b6-4118-8621-9fce8ac47985 req-d000db2e-4473-4925-88c2-f9be1a8be657 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:43.185241 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-51da5090-21b6-4118-8621-9fce8ac47985 req-d000db2e-4473-4925-88c2-f9be1a8be657 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 946 time: 0.0632923 Nov 12 13:59:43.253340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-51da5090-21b6-4118-8621-9fce8ac47985 req-781b6d8e-6b06-4386-af35-b4bc89d954a4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612242 Nov 12 13:59:43.303957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:44.293246 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:44.389777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d74974-1deb-4944-af8a-4b97850b53aa req-9ec28659-8003-4e94-80bc-12af3d3e0639 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:44.391278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6d74974-1deb-4944-af8a-4b97850b53aa req-9ec28659-8003-4e94-80bc-12af3d3e0639 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 946 time: 0.0561614 Nov 12 13:59:44.467756 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b6d74974-1deb-4944-af8a-4b97850b53aa req-47bebdd1-50ca-4729-ac54-87a64b982a76 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684679 Nov 12 13:59:44.618801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e35c3-d5af-4704-a482-13868a5f6238 req-23552ceb-25ed-4136-b5e1-0a6ab3665a1c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:44.621524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f05e35c3-d5af-4704-a482-13868a5f6238 req-23552ceb-25ed-4136-b5e1-0a6ab3665a1c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 946 time: 0.0632844 Nov 12 13:59:44.686941 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f05e35c3-d5af-4704-a482-13868a5f6238 req-8fb9b3cd-c206-4e63-82d5-31a20c0f11a8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585647 Nov 12 13:59:45.036010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d70d85-9d4b-4b87-9d27-851edda9488f req-8462ced0-9a5c-466e-8c95-7159fe08a3e1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:45.038041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c1d70d85-9d4b-4b87-9d27-851edda9488f req-8462ced0-9a5c-466e-8c95-7159fe08a3e1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 946 time: 0.0617263 Nov 12 13:59:45.096265 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c1d70d85-9d4b-4b87-9d27-851edda9488f req-36bd359c-4204-4de4-af40-db8b4579a6e1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517516 Nov 12 13:59:46.251012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad96ef4-f07c-4baf-8642-41d41085f1a7 req-c78ae2e2-9f2a-4fd7-8e40-0ddc31d051b7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:46.253454 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7ad96ef4-f07c-4baf-8642-41d41085f1a7 req-c78ae2e2-9f2a-4fd7-8e40-0ddc31d051b7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 946 time: 0.0687284 Nov 12 13:59:46.331104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7ad96ef4-f07c-4baf-8642-41d41085f1a7 req-ddd8ac70-2031-462f-bb3c-1663d3dd1222 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711808 Nov 12 13:59:46.576421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b29080-7183-45eb-9751-4286865c8e66 req-fc2c3c27-95a4-4287-a0e3-87183c1ed094 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:46.578043 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55b29080-7183-45eb-9751-4286865c8e66 req-fc2c3c27-95a4-4287-a0e3-87183c1ed094 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.105 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 946 time: 0.0550902 Nov 12 13:59:46.679263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-55b29080-7183-45eb-9751-4286865c8e66 req-b884465f-8bed-4bb9-a3c8-a14d31c2b334 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Deleting port a6228930-ddae-4572-9244-bfa0faa21e5a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 13:59:46.679548 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55b29080-7183-45eb-9751-4286865c8e66 req-b884465f-8bed-4bb9-a3c8-a14d31c2b334 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:46.792331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-55b29080-7183-45eb-9751-4286865c8e66 req-b884465f-8bed-4bb9-a3c8-a14d31c2b334 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] For port a6228930-ddae-4572-9244-bfa0faa21e5a, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a6228930-ddae-4572-9244-bfa0faa21e5a,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 13:59:46.793033 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55b29080-7183-45eb-9751-4286865c8e66 req-b884465f-8bed-4bb9-a3c8-a14d31c2b334 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:46.812023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-55b29080-7183-45eb-9751-4286865c8e66 req-b884465f-8bed-4bb9-a3c8-a14d31c2b334 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Calling delete_port for a6228930-ddae-4572-9244-bfa0faa21e5a owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 13:59:46.971673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55b29080-7183-45eb-9751-4286865c8e66 req-b884465f-8bed-4bb9-a3c8-a14d31c2b334 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:46.985781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c019a799-6830-475f-8953-e994ba4457ce'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:59:46.990678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['a6228930-ddae-4572-9244-bfa0faa21e5a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 13:59:47.012698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884465f-8bed-4bb9-a3c8-a14d31c2b334 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'Port': ['ID=a6228930-ddae-4572-9244-bfa0faa21e5a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 13:59:47.063980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b29080-7183-45eb-9751-4286865c8e66 req-b884465f-8bed-4bb9-a3c8-a14d31c2b334 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] No DVR routers for this DVR port a6228930-ddae-4572-9244-bfa0faa21e5a on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 13:59:47.067555 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-55b29080-7183-45eb-9751-4286865c8e66 req-b884465f-8bed-4bb9-a3c8-a14d31c2b334 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:47.071984 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55b29080-7183-45eb-9751-4286865c8e66 req-b884465f-8bed-4bb9-a3c8-a14d31c2b334 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.105 "DELETE /v2.0/ports/a6228930-ddae-4572-9244-bfa0faa21e5a HTTP/1.1" status: 204 len: 173 time: 0.4880483 Nov 12 13:59:47.072605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb68f29-a298-4638-a1a4-5180942a998e', 'name': 'network-vif-deleted', 'tag': 'a6228930-ddae-4572-9244-bfa0faa21e5a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 13:59:47.075677 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951d0950-0bf8-4e1d-9f2e-06ca2968cfbf" -d '{"events": [{"server_uuid": "cbb68f29-a298-4638-a1a4-5180942a998e", "name": "network-vif-deleted", "tag": "a6228930-ddae-4572-9244-bfa0faa21e5a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 13:59:47.134977 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09d0d6d-4702-4311-aad1-08c3e24b44d8 x-openstack-request-id: req-d09d0d6d-4702-4311-aad1-08c3e24b44d8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 13:59:47.136075 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb68f29-a298-4638-a1a4-5180942a998e", "name": "network-vif-deleted", "tag": "a6228930-ddae-4572-9244-bfa0faa21e5a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 13:59:47.136618 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d09d0d6d-4702-4311-aad1-08c3e24b44d8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 13:59:47.139460 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb68f29-a298-4638-a1a4-5180942a998e', 'name': 'network-vif-deleted', 'tag': 'a6228930-ddae-4572-9244-bfa0faa21e5a', 'status': 'completed', 'code': 200} Nov 12 13:59:47.454558 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a3ea28d4-0bfb-4a94-acca-82ac1d1dd8db req-966fae17-64c5-43cb-b00f-e6a061087eb1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 210 time: 0.0397868 Nov 12 13:59:48.586827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8a99aae-21b6-4260-a276-0cea78d52036 req-b27265e4-c5b7-48e8-a89a-295b0f8761a1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 210 time: 0.0384173 Nov 12 13:59:49.721656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a9ec707-d79e-40fd-b08f-cd9401cd10b8 req-87c2e949-affc-4c44-b5e2-d6adfca01b9b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 210 time: 0.0332384 Nov 12 13:59:50.880080 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21c7979f-06b6-44ed-9c70-88849df5a351 req-48ce1b86-3131-43b8-a099-d3038d4631e6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 210 time: 0.0286267 Nov 12 13:59:51.609246 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a6228930-ddae-4572-9244-bfa0faa21e5a no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 13:59:51.632627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: a6228930-ddae-4572-9244-bfa0faa21e5a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 13:59:51.632991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a6228930-ddae-4572-9244-bfa0faa21e5a not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 13:59:52.022766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1a36db0f-3ea2-4e49-a40d-3fa94609b833 req-5d6820a9-f8b8-4fb9-be5b-7261eeaa8d58 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbb68f29-a298-4638-a1a4-5180942a998e HTTP/1.1" status: 200 len: 210 time: 0.0329671 Nov 12 13:59:56.997360 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b47dd75-c6a2-49ea-ae87-db9804b71996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:58.700673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be057e-e0c3-4cc9-b850-a7f0a3ee352b req-5950dc19-ed7a-4e5c-8c6d-3b8333807c24 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:58.702197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8be057e-e0c3-4cc9-b850-a7f0a3ee352b req-5950dc19-ed7a-4e5c-8c6d-3b8333807c24 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 945 time: 0.0564523 Nov 12 13:59:58.759980 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f8be057e-e0c3-4cc9-b850-a7f0a3ee352b req-d443e41b-d648-4907-a915-22f8fff6f9f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516238 Nov 12 13:59:59.503512 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd1d5-9170-496a-874a-c9d5e748e2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 13:59:59.891515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8856ca-c7fd-4023-8da7-5cea2a895e51 req-7e6f11c0-c163-4c71-8424-b9d691df1b36 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 13:59:59.893214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d8856ca-c7fd-4023-8da7-5cea2a895e51 req-7e6f11c0-c163-4c71-8424-b9d691df1b36 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 945 time: 0.0560575 Nov 12 13:59:59.950693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d8856ca-c7fd-4023-8da7-5cea2a895e51 req-fe87a822-7b96-4fd4-bc3e-d25bbd05304c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=0025db50-b1b9-40b8-913f-83250f011f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Nov 12 14:00:00.288673 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-104ade40-8c3e-4efa-80f3-9f84570d8d76 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:00.290261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-104ade40-8c3e-4efa-80f3-9f84570d8d76 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 945 time: 0.0522194 Nov 12 14:00:00.390961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Deleting port c019a799-6830-475f-8953-e994ba4457ce {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:00:00.391304 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:00.482031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] For port c019a799-6830-475f-8953-e994ba4457ce, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=c019a799-6830-475f-8953-e994ba4457ce,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:00:00.482393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:00.499690 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Calling delete_port for c019a799-6830-475f-8953-e994ba4457ce owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:00:00.627483 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:00.639755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['c019a799-6830-475f-8953-e994ba4457ce'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:00:00.657066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'Port': ['ID=c019a799-6830-475f-8953-e994ba4457ce,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:00.671481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.671481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.671821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.672161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.672499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.672833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.673161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.673553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.673936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.674188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.674512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.674839 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:00.718221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] No DVR routers for this DVR port c019a799-6830-475f-8953-e994ba4457ce on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:00:00.719063 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:00.720937 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:00.724308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ecfc9a1-33ac-4be9-ac89-b1d26ff30658 req-5c9ba116-62da-4a97-aa0e-1fce6bcc96e3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "DELETE /v2.0/ports/c019a799-6830-475f-8953-e994ba4457ce HTTP/1.1" status: 204 len: 173 time: 0.4275649 Nov 12 14:00:00.724767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c', 'name': 'network-vif-deleted', 'tag': 'c019a799-6830-475f-8953-e994ba4457ce'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:00:00.727644 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da897301-5afd-4ee9-b849-300c450e75bd" -d '{"events": [{"server_uuid": "a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c", "name": "network-vif-deleted", "tag": "c019a799-6830-475f-8953-e994ba4457ce"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:00:00.771108 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a8e669-47aa-4e6c-8cfd-68f4d88e9b0e x-openstack-request-id: req-30a8e669-47aa-4e6c-8cfd-68f4d88e9b0e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:00:00.771431 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c", "name": "network-vif-deleted", "tag": "c019a799-6830-475f-8953-e994ba4457ce", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:00:00.771729 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30a8e669-47aa-4e6c-8cfd-68f4d88e9b0e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:00:00.772325 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c', 'name': 'network-vif-deleted', 'tag': 'c019a799-6830-475f-8953-e994ba4457ce', 'status': 'completed', 'code': 200} Nov 12 14:00:01.059087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d36b80fc-ebee-4a45-8600-3ea316977774 req-458a331b-4f57-46b9-ba9a-8d5be086f75a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 210 time: 0.0305107 Nov 12 14:00:02.164353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d987bb1-599c-4ed1-920a-7e5534b2ff21 req-3a82ebd2-529e-4abf-8338-c65499fada4b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 210 time: 0.0280962 Nov 12 14:00:02.328220 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:02.943609 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:03.269569 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e61d603-a70c-428c-ad84-f1edda16ead1 req-e129c782-4a5e-454d-b917-1bb08dc20415 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 210 time: 0.0311754 Nov 12 14:00:04.384768 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-35b8762f-8c8b-4395-92b0-a7f474d34512 req-6acffc33-66f6-4240-aaa1-c4836877b628 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 210 time: 0.0381892 Nov 12 14:00:04.715988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c019a799-6830-475f-8953-e994ba4457ce no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:00:04.738630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: c019a799-6830-475f-8953-e994ba4457ce {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:00:04.738973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device c019a799-6830-475f-8953-e994ba4457ce not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:00:05.517792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c52df07-fd82-43c6-8dca-21b54b4f071f req-bcda948d-7b91-45c3-a7b9-9f937a0f604c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7897bf4-d4e8-4bc4-a8d3-97ddbf5d406c HTTP/1.1" status: 200 len: 210 time: 0.0289285 Nov 12 14:00:05.624659 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:00:10.809959 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34368) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:00:10.814731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034593314', 'description': 'tempest-secgroup-smoke-2034593314 description', 'project_id': 'b512811927074c62a7307203db486f5f'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:00:10.841664 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:10.930154 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:10.934649 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:10.965625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:10.966882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1558714 Nov 12 14:00:10.969101 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35305c76-9fe1-48ff-a84c-089adbb6fc6b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:10.969900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34370) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:00:10.974432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-324ad306-423a-45ea-ac35-aa3a18b3d740 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'security_group_rule': {'security_group_id': '35305c76-9fe1-48ff-a84c-089adbb6fc6b', 'project_id': 'b512811927074c62a7307203db486f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:00:10.978223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.978755 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.979384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.980143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.981009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.981837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.982613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.983235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.983829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.984506 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.984853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:10.985197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721c292-4493-49bb-b986-c027a07be55b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:11.001714 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-324ad306-423a-45ea-ac35-aa3a18b3d740 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.063831 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-324ad306-423a-45ea-ac35-aa3a18b3d740 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.067535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-324ad306-423a-45ea-ac35-aa3a18b3d740 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.088513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ad306-423a-45ea-ac35-aa3a18b3d740 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386dc3a7-d5d0-45e5-b5a9-45b131723ddf,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:11.095693 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-324ad306-423a-45ea-ac35-aa3a18b3d740 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.097296 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-324ad306-423a-45ea-ac35-aa3a18b3d740 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261923 Nov 12 14:00:11.100224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34372) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:00:11.105032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-62de7ba6-5dbd-4afb-a224-693dd1653f4f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'security_group_rule': {'security_group_id': '35305c76-9fe1-48ff-a84c-089adbb6fc6b', 'project_id': 'b512811927074c62a7307203db486f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:00:11.136189 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62de7ba6-5dbd-4afb-a224-693dd1653f4f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.201002 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62de7ba6-5dbd-4afb-a224-693dd1653f4f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.204795 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62de7ba6-5dbd-4afb-a224-693dd1653f4f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.222756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de7ba6-5dbd-4afb-a224-693dd1653f4f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8688f0c7-bfa9-45f0-a0d9-f71239034000,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:11.232399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62de7ba6-5dbd-4afb-a224-693dd1653f4f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.233718 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-62de7ba6-5dbd-4afb-a224-693dd1653f4f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325238 Nov 12 14:00:11.236827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34374) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:00:11.241436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-41f0dfe0-93bf-4349-bc07-703027f8bf40 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'security_group_rule': {'security_group_id': '35305c76-9fe1-48ff-a84c-089adbb6fc6b', 'project_id': 'b512811927074c62a7307203db486f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:00:11.273922 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41f0dfe0-93bf-4349-bc07-703027f8bf40 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.341463 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41f0dfe0-93bf-4349-bc07-703027f8bf40 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.346083 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41f0dfe0-93bf-4349-bc07-703027f8bf40 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.367947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0dfe0-93bf-4349-bc07-703027f8bf40 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67419dc5-82ae-4c7a-bebf-1b42500ca020,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:11.375750 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41f0dfe0-93bf-4349-bc07-703027f8bf40 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.376997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-41f0dfe0-93bf-4349-bc07-703027f8bf40 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391811 Nov 12 14:00:11.379692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34376) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:00:11.385022 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d578949a-2393-4ec2-90ff-4164bfbce687 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'security_group_rule': {'security_group_id': '35305c76-9fe1-48ff-a84c-089adbb6fc6b', 'project_id': 'b512811927074c62a7307203db486f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:00:11.421929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d578949a-2393-4ec2-90ff-4164bfbce687 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.497097 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d578949a-2393-4ec2-90ff-4164bfbce687 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.501357 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d578949a-2393-4ec2-90ff-4164bfbce687 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.521979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578949a-2393-4ec2-90ff-4164bfbce687 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766fc978-45d8-498c-981b-1bdb39901942,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:11.532974 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d578949a-2393-4ec2-90ff-4164bfbce687 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.534256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d578949a-2393-4ec2-90ff-4164bfbce687 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535935 Nov 12 14:00:11.537073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34378) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:00:11.542967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2eef1067-8bbd-414b-a559-3181db99ffba tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'security_group_rule': {'security_group_id': '35305c76-9fe1-48ff-a84c-089adbb6fc6b', 'project_id': 'b512811927074c62a7307203db486f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:00:11.566873 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-2eef1067-8bbd-414b-a559-3181db99ffba tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Project b512811927074c62a7307203db486f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:00:11.573396 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eef1067-8bbd-414b-a559-3181db99ffba tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.634806 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eef1067-8bbd-414b-a559-3181db99ffba tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.639295 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eef1067-8bbd-414b-a559-3181db99ffba tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.660535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef1067-8bbd-414b-a559-3181db99ffba tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75532351-b120-45be-8cdb-f7b89dbddf31,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:11.671312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eef1067-8bbd-414b-a559-3181db99ffba tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.672870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2eef1067-8bbd-414b-a559-3181db99ffba tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345403 Nov 12 14:00:11.675720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34380) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:00:11.680204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2f46bea2-f8e2-4e03-98ed-d820fdbd052f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'security_group_rule': {'security_group_id': '35305c76-9fe1-48ff-a84c-089adbb6fc6b', 'project_id': 'b512811927074c62a7307203db486f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:00:11.703350 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-2f46bea2-f8e2-4e03-98ed-d820fdbd052f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Project b512811927074c62a7307203db486f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:00:11.708480 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f46bea2-f8e2-4e03-98ed-d820fdbd052f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.770948 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f46bea2-f8e2-4e03-98ed-d820fdbd052f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.775697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f46bea2-f8e2-4e03-98ed-d820fdbd052f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.794959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46bea2-f8e2-4e03-98ed-d820fdbd052f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe61f43-52ff-4fd6-ba3d-066048deb5ab,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:11.804440 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f46bea2-f8e2-4e03-98ed-d820fdbd052f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:11.805585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2f46bea2-f8e2-4e03-98ed-d820fdbd052f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288843 Nov 12 14:00:13.313051 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:14.304414 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:26.996367 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70ae5eec-03e7-4fe6-af21-39109516e77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:28.318701 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-a11c2f55-f7f3-4da6-a33a-51be9550af27 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034593314&fields=id&tenant_id=b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 267 time: 0.0484829 Nov 12 14:00:28.471799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-b003b5b5-6489-4735-8d26-aef2e8af5cf0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:28.484950 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-b003b5b5-6489-4735-8d26-aef2e8af5cf0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1587803 Nov 12 14:00:28.503333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-0b31eb11-65e7-4f7d-b4bb-1bfd18f40219 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/quotas/b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 375 time: 0.0110366 Nov 12 14:00:28.563650 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-cdd7c030-cfc4-4fc2-9615-4802cf95f93c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520983 Nov 12 14:00:28.685343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-58e4e9ec-f4c4-4a57-be3a-de2fc3376249 service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072261 Nov 12 14:00:28.811542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-69931931-f473-4642-bf29-2774b88299f1 service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181452 Nov 12 14:00:29.159797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6ba3650-fcd8-4549-9341-be158f74468d req-c763a1cf-ad8a-486f-92e2-37b1d9f6cbb1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 210 time: 0.0316956 Nov 12 14:00:29.514284 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af476890-7de8-4b22-ac48-9d0e1cc3153b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:30.284634 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e7c8b75-092e-4ba6-b4b2-ca08417d2e3a req-ec31561e-c55f-49e9-a1ab-d70946b4d6a0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 210 time: 0.0325694 Nov 12 14:00:30.409209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-73445a57-bcdb-45f0-ba61-f2dc35b60c74 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:30.410728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-73445a57-bcdb-45f0-ba61-f2dc35b60c74 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1211710 Nov 12 14:00:30.485679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-b3a847e4-3f94-4fec-a1cc-228adcf82f2c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 380 time: 0.0618591 Nov 12 14:00:30.497842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'port': {'device_id': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'admin_state_up': True, 'tenant_id': 'b512811927074c62a7307203db486f5f', 'security_groups': ['35305c76-9fe1-48ff-a84c-089adbb6fc6b']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:00:30.634890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Made reservation on behalf of b512811927074c62a7307203db486f5f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:00:30.638827 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:30.721382 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:30.790669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Allocated IP 172.20.0.8 (660acb6b-6518-42c7-b90e-6688979d79bc/45f976a9-1a81-438b-b5c3-facd52c86903/3d5aa051-363e-42d3-bc02-3b919beaba0a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:00:31.039082 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:31.042876 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-61bd3533-5440-40b0-9f17-9446b59530f0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969887 Nov 12 14:00:31.079285 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:31.148201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Network 660acb6b-6518-42c7-b90e-6688979d79bc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:00:31.156020 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:00:31.161695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:00:31.190067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=3d5aa051-363e-42d3-bc02-3b919beaba0a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:31.215888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-5647b746-bb2c-42ac-afaf-91a50f75ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:31.217506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-5647b746-bb2c-42ac-afaf-91a50f75ce26 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ea09501843a8406b9b4c7145e4a197df&device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1097 time: 0.1072078 Nov 12 14:00:31.234165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:31.235298 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:31.281756 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-6c84c48c-477f-4fa0-8e6c-d8e89f8844e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7898753 Nov 12 14:00:31.315074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Request body: {'port': {'device_id': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:00:31.414151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:31.446627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-9be9570d-0608-4906-9859-716d39641107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:31.448327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-9be9570d-0608-4906-9859-716d39641107 service neutron] 10.222.0.105 "GET /v2.0/networks?id=fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 200 len: 910 time: 0.2052019 Nov 12 14:00:31.523973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3182f308-6d79-40fe-8861-dc33de217343 None None] Provisioning complete for port 3d5aa051-363e-42d3-bc02-3b919beaba0a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:00:31.524950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3182f308-6d79-40fe-8861-dc33de217343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:31.561484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3182f308-6d79-40fe-8861-dc33de217343 None None] Port 3d5aa051-363e-42d3-bc02-3b919beaba0a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:00:31.575740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f435e5c-c42f-4d68-8ada-247e88ab8a65 req-ba2984ac-6d43-4d26-a226-7620b9db3594 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:31.577308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f435e5c-c42f-4d68-8ada-247e88ab8a65 req-ba2984ac-6d43-4d26-a226-7620b9db3594 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 931 time: 0.1846805 Nov 12 14:00:31.635749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-52af0a75-2f17-4e81-acfe-dd6ed03e251d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 200 len: 1002 time: 0.1790211 Nov 12 14:00:31.775537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-da069fa7-e5d7-48ba-ac08-5eeda524b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:31.777022 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-da069fa7-e5d7-48ba-ac08-5eeda524b813 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fc6bf174-81f6-4183-9e96-215abf189eff HTTP/1.1" status: 200 len: 848 time: 0.1311460 Nov 12 14:00:31.782649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f435e5c-c42f-4d68-8ada-247e88ab8a65 req-4cdae0b3-5a26-4a66-9ea9-dff4dfd7a192 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619768 Nov 12 14:00:31.859181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-e0f10315-bfb6-4ce2-9743-2fdd939f6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:31.860603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-e0f10315-bfb6-4ce2-9743-2fdd939f6da4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=fd417063-c1bb-4b13-a3ae-6779cff2af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756452 Nov 12 14:00:31.967634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5aa051-363e-42d3-bc02-3b919beaba0a {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:00:31.980484 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:32.007648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Transition to ACTIVE for port object 3d5aa051-363e-42d3-bc02-3b919beaba0a will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:00:32.013758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:32.018709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-eb1c0bb4-6c92-434d-bc7f-ac48fe7f6596 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470611 Nov 12 14:00:32.100371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5aa051-363e-42d3-bc02-3b919beaba0a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:32.327603 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:32.587254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d76d8a0-e20b-4ef3-9953-46c92547246d req-8db0d619-e102-4b6b-a0a0-00c508e4ed89 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431328 Nov 12 14:00:32.597632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Attempting to bind port 3d5aa051-363e-42d3-bc02-3b919beaba0a on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:00:32.597976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Attempting to bind port 3d5aa051-363e-42d3-bc02-3b919beaba0a by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:00:32.598314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Attempting to bind port 3d5aa051-363e-42d3-bc02-3b919beaba0a on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:00:32.604021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Port 3d5aa051-363e-42d3-bc02-3b919beaba0a on network 660acb6b-6518-42c7-b90e-6688979d79bc not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:00:32.604719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Attempting to bind port 3d5aa051-363e-42d3-bc02-3b919beaba0a on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:00:32.610827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:00:32.611173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Checking segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:00:32.611560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Bound using segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:00:32.611991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Bound port: 3d5aa051-363e-42d3-bc02-3b919beaba0a, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:00:32.612348 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:32.685184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] For port 3d5aa051-363e-42d3-bc02-3b919beaba0a, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:00:32.688542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] For port 3d5aa051-363e-42d3-bc02-3b919beaba0a, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3d5aa051-363e-42d3-bc02-3b919beaba0a,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:00:32.693221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:32.725866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:32.728971 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:32.731556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] 10.222.0.70 "PUT /v2.0/ports/3d5aa051-363e-42d3-bc02-3b919beaba0a HTTP/1.1" status: 200 len: 1091 time: 1.4204643 Nov 12 14:00:32.735986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'tag': '3d5aa051-363e-42d3-bc02-3b919beaba0a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:00:32.738847 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ca08d7-e528-4658-a4fd-04091127fe12" -d '{"events": [{"name": "network-changed", "server_uuid": "b044560f-62c3-49bc-9ccd-2e33f115de71", "tag": "3d5aa051-363e-42d3-bc02-3b919beaba0a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:00:32.780510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80161f92-66df-422a-8205-bbf54e9f7260 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5aa051-363e-42d3-bc02-3b919beaba0a,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:32.786982 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f322d-f1a5-4345-9e67-40b4b4894fe1 x-openstack-request-id: req-419f322d-f1a5-4345-9e67-40b4b4894fe1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:00:32.787273 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b044560f-62c3-49bc-9ccd-2e33f115de71", "tag": "3d5aa051-363e-42d3-bc02-3b919beaba0a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:00:32.787529 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-419f322d-f1a5-4345-9e67-40b4b4894fe1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:00:32.787925 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'tag': '3d5aa051-363e-42d3-bc02-3b919beaba0a', 'status': 'completed', 'code': 200} Nov 12 14:00:32.838352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-d28be24c-adb4-4555-9a63-71e2d2501f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:32.840057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-d28be24c-adb4-4555-9a63-71e2d2501f2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 1094 time: 0.0506194 Nov 12 14:00:32.898052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-29980a77-1d32-4ddb-8cdf-2564240ab371 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d5aa051-363e-42d3-bc02-3b919beaba0a HTTP/1.1" status: 200 len: 217 time: 0.0463212 Nov 12 14:00:32.931478 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:32.977572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-b3145b0a-cd99-4a2c-96ae-dac6f717a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:32.979020 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-b3145b0a-cd99-4a2c-96ae-dac6f717a619 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0715482 Nov 12 14:00:32.988342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3726f6-0343-4815-ac5d-d294c56a2c1f req-5b252543-fdc7-4800-adbd-cfde9715d08e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:32.990436 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e3726f6-0343-4815-ac5d-d294c56a2c1f req-5b252543-fdc7-4800-adbd-cfde9715d08e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0950916 Nov 12 14:00:33.074125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-619f2341-ecaa-4dcd-8d5d-093cbc62da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:33.075727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-619f2341-ecaa-4dcd-8d5d-093cbc62da37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843470 Nov 12 14:00:33.080937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e3726f6-0343-4815-ac5d-d294c56a2c1f req-39df5d4c-eb48-4caa-8e72-a6035abcc15e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806358 Nov 12 14:00:33.194878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-2c0aa635-48ca-49fc-93fb-2369fc6ccec9 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098382 Nov 12 14:00:33.301369 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5335448a-c8df-4b79-bc4a-736945fe5b26 req-06280eab-b8d5-4b1d-990e-ad37149113a5 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966568 Nov 12 14:00:33.391558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-45b6abc8-7abb-40de-9d75-a9cf7e179140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:33.393060 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-45b6abc8-7abb-40de-9d75-a9cf7e179140 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 1094 time: 0.0441353 Nov 12 14:00:33.493952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-a57a080e-5dc3-4873-90bf-5cdb4817b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:33.495421 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-a57a080e-5dc3-4873-90bf-5cdb4817b811 service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0947304 Nov 12 14:00:33.542109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-bac1fe2a-7473-4fbb-8dc5-9f493229c449 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d5aa051-363e-42d3-bc02-3b919beaba0a HTTP/1.1" status: 200 len: 217 time: 0.0397139 Nov 12 14:00:33.592457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-94bff72f-b049-4240-b93b-e770a088f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:33.593970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-94bff72f-b049-4240-b93b-e770a088f1e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0453439 Nov 12 14:00:33.642938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-afd4a34c-e58e-40a7-8538-8ee2da575e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:33.644492 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-afd4a34c-e58e-40a7-8538-8ee2da575e43 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439539 Nov 12 14:00:33.745306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-dc3c5a65-a068-43ae-b666-934b8596d5b1 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939305 Nov 12 14:00:33.885259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66ca08d7-e528-4658-a4fd-04091127fe12 req-93a2c03a-4f6b-4198-ad85-4b310b2df803 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327424 Nov 12 14:00:34.225311 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e197a-5497-49f5-96fe-ea114b62f71f req-677054e2-8d73-4fd8-8951-9d8baf0588d2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:34.226836 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf1e197a-5497-49f5-96fe-ea114b62f71f req-677054e2-8d73-4fd8-8951-9d8baf0588d2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0543385 Nov 12 14:00:34.281391 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf1e197a-5497-49f5-96fe-ea114b62f71f req-b2bc95c2-fdac-4bc4-ba65-a660e1e4fc85 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477760 Nov 12 14:00:35.402066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0d469-84e0-42e2-b692-7a2e72b7f422 req-62ca1ec0-6622-40fe-a44b-a6bf42f1476c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:35.403699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6e0d469-84e0-42e2-b692-7a2e72b7f422 req-62ca1ec0-6622-40fe-a44b-a6bf42f1476c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0514922 Nov 12 14:00:35.458262 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f6e0d469-84e0-42e2-b692-7a2e72b7f422 req-dea4b468-8091-4ec7-af44-430ed0aa361b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471990 Nov 12 14:00:36.578525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03ca67-2aa2-45bf-a1b5-a6db8faab446 req-8bcb7a8b-4897-43a0-8529-afc8968eebca tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:36.579997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8c03ca67-2aa2-45bf-a1b5-a6db8faab446 req-8bcb7a8b-4897-43a0-8529-afc8968eebca tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0518620 Nov 12 14:00:36.632353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8c03ca67-2aa2-45bf-a1b5-a6db8faab446 req-df51d676-03ef-40a3-a54d-278915a393fc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461202 Nov 12 14:00:37.770093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9be4a4-b3c6-41a2-b0a2-bfd40a151e2f req-e11a14e9-2111-4297-8552-6e7cfc606537 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:37.771640 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da9be4a4-b3c6-41a2-b0a2-bfd40a151e2f req-e11a14e9-2111-4297-8552-6e7cfc606537 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0613532 Nov 12 14:00:37.825043 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da9be4a4-b3c6-41a2-b0a2-bfd40a151e2f req-a01a8763-1472-47a2-91bf-8acfe4e6422f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450108 Nov 12 14:00:38.950975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9ce70-a2e3-4fe3-82ee-f7995af38090 req-4eb9811d-cf92-4333-86e1-1e5577bb5fd3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:38.952504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30f9ce70-a2e3-4fe3-82ee-f7995af38090 req-4eb9811d-cf92-4333-86e1-1e5577bb5fd3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0584750 Nov 12 14:00:39.006398 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30f9ce70-a2e3-4fe3-82ee-f7995af38090 req-3f6eb06d-3f15-420a-8b55-8d1e746388c0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478158 Nov 12 14:00:40.139550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc505b-b41d-46b0-a283-17412be04d7e req-569283f1-1fec-4481-be53-228545162ab7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:40.139550 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79bc505b-b41d-46b0-a283-17412be04d7e req-569283f1-1fec-4481-be53-228545162ab7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0567710 Nov 12 14:00:40.195108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79bc505b-b41d-46b0-a283-17412be04d7e req-583f84a2-73b9-478a-9267-ca46e528818b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522690 Nov 12 14:00:41.328312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3399-f266-4acc-a92b-a4acc6feb680 req-edd0a0e8-f861-438a-9594-eb10f6c115bc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:41.331153 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cec3399-f266-4acc-a92b-a4acc6feb680 req-edd0a0e8-f861-438a-9594-eb10f6c115bc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0554681 Nov 12 14:00:41.380961 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3cec3399-f266-4acc-a92b-a4acc6feb680 req-f89d65ec-63c3-401a-ad28-425ab11c4268 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457044 Nov 12 14:00:42.509080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e5fed-132a-4d8c-8abb-f57ef36c1750 req-1b83bc48-a877-4e52-9463-2b108f527e7a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:42.510674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-360e5fed-132a-4d8c-8abb-f57ef36c1750 req-1b83bc48-a877-4e52-9463-2b108f527e7a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0520325 Nov 12 14:00:42.572023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-360e5fed-132a-4d8c-8abb-f57ef36c1750 req-5544bf6d-4ca1-47ea-bad7-f2d466bf936e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529301 Nov 12 14:00:42.626119 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:00:43.335509 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:43.755012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b936d6c-950c-442a-991c-026dde0c47ab req-994cad89-b589-4d45-8e7f-9c07425eec56 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:43.757553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3b936d6c-950c-442a-991c-026dde0c47ab req-994cad89-b589-4d45-8e7f-9c07425eec56 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0931356 Nov 12 14:00:43.831699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3b936d6c-950c-442a-991c-026dde0c47ab req-e14bea0e-0740-441e-973f-b5e052415343 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655499 Nov 12 14:00:44.332231 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:44.898056 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3d5aa051-363e-42d3-bc02-3b919beaba0a details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:00:44.965050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673131-7715-48f9-926b-91425590c89b req-3363048d-1e4b-49eb-9588-0488a72c9bc5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:44.966642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02673131-7715-48f9-926b-91425590c89b req-3363048d-1e4b-49eb-9588-0488a72c9bc5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 943 time: 0.0557239 Nov 12 14:00:45.000661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3d5aa051-363e-42d3-bc02-3b919beaba0a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3d5aa051-363e-42d3-bc02-3b919beaba0a,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:00:45.013255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '3d5aa051-363e-42d3-bc02-3b919beaba0a', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'port_id': '3d5aa051-363e-42d3-bc02-3b919beaba0a', 'mac_address': 'fa:16:3e:f7:6f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:00:45.020210 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-02673131-7715-48f9-926b-91425590c89b req-b4b6435f-2db4-4446-91bc-402966853c18 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462832 Nov 12 14:00:45.056162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:45.071952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5aa051-363e-42d3-bc02-3b919beaba0a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:00:45.094132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3d5aa051-363e-42d3-bc02-3b919beaba0a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3d5aa051-363e-42d3-bc02-3b919beaba0a,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:00:45.099200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:45.160532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3d5aa051-363e-42d3-bc02-3b919beaba0a,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:45.170710 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.171061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.171399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.171732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.172060 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.172385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.172707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.173030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.173375 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.173709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.174311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.174639 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:00:45.401962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3d5aa051-363e-42d3-bc02-3b919beaba0a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:00:46.145570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b79c4-0ebc-4ceb-83b7-390d81a263c7 req-ed073b56-8da5-4b91-8128-58d40771bc1d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:46.147105 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d36b79c4-0ebc-4ceb-83b7-390d81a263c7 req-ed073b56-8da5-4b91-8128-58d40771bc1d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 944 time: 0.0556457 Nov 12 14:00:46.197925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d36b79c4-0ebc-4ceb-83b7-390d81a263c7 req-c3f31f84-9c7e-412d-8528-3e3b3c347ef1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447695 Nov 12 14:00:46.939259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3d5aa051-363e-42d3-bc02-3b919beaba0a up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:00:46.988852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 3d5aa051-363e-42d3-bc02-3b919beaba0a completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:00:46.993136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 3d5aa051-363e-42d3-bc02-3b919beaba0a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:00:46.993538 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:47.072793 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:47.095303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5aa051-363e-42d3-bc02-3b919beaba0a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:00:47.097547 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b62f06b-fe21-4d34-9a86-5e22fc855d2b" -d '{"events": [{"server_uuid": "b044560f-62c3-49bc-9ccd-2e33f115de71", "name": "network-vif-plugged", "status": "completed", "tag": "3d5aa051-363e-42d3-bc02-3b919beaba0a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:00:47.110414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3d5aa051-363e-42d3-bc02-3b919beaba0a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3d5aa051-363e-42d3-bc02-3b919beaba0a,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:00:47.114501 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:47.141262 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96be1bd8-a5b0-4d0e-92ed-fef0ec0bd1d0 x-openstack-request-id: req-96be1bd8-a5b0-4d0e-92ed-fef0ec0bd1d0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:00:47.141581 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b044560f-62c3-49bc-9ccd-2e33f115de71", "name": "network-vif-plugged", "status": "completed", "tag": "3d5aa051-363e-42d3-bc02-3b919beaba0a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:00:47.141831 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96be1bd8-a5b0-4d0e-92ed-fef0ec0bd1d0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:00:47.142275 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5aa051-363e-42d3-bc02-3b919beaba0a', 'code': 200} Nov 12 14:00:47.170258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3d5aa051-363e-42d3-bc02-3b919beaba0a,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:47.238305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a1165-7f5b-49db-9c67-e70b10e97ab2 req-50651e21-0f39-493b-99a3-fe089bfed96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:47.239827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c86a1165-7f5b-49db-9c67-e70b10e97ab2 req-50651e21-0f39-493b-99a3-fe089bfed96d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 1096 time: 0.0422947 Nov 12 14:00:47.287550 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c86a1165-7f5b-49db-9c67-e70b10e97ab2 req-f35bb86f-3f68-43e6-9df2-2ff16a8cee0e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409141 Nov 12 14:00:47.318238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a21e-a59b-4ee9-b422-3552d2ec78f6 req-1496e932-de87-4799-8585-64b935a27ab9 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:47.319697 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9031a21e-a59b-4ee9-b422-3552d2ec78f6 req-1496e932-de87-4799-8585-64b935a27ab9 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 945 time: 0.0494263 Nov 12 14:00:47.371108 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9031a21e-a59b-4ee9-b422-3552d2ec78f6 req-23d18ba0-f3ee-4702-b70a-7ca0d79f13e1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449171 Nov 12 14:00:48.498165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17af48-3b97-4d5c-9922-a0ba3e47a224 req-a3ed3b0e-bce5-4471-97f8-a7ff9c8db68f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:48.499717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d17af48-3b97-4d5c-9922-a0ba3e47a224 req-a3ed3b0e-bce5-4471-97f8-a7ff9c8db68f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 945 time: 0.0552540 Nov 12 14:00:48.554972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d17af48-3b97-4d5c-9922-a0ba3e47a224 req-0f73d988-26dd-4326-b51e-d857a3de007a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493360 Nov 12 14:00:49.674546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfd6cd-4d52-427b-ae2f-922b909d7e46 req-fa0f8911-02cd-42a0-82aa-20de9ae1e461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:49.676063 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbfd6cd-4d52-427b-ae2f-922b909d7e46 req-fa0f8911-02cd-42a0-82aa-20de9ae1e461 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 945 time: 0.0537879 Nov 12 14:00:49.725308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dbfd6cd-4d52-427b-ae2f-922b909d7e46 req-a65a86ee-0907-470c-984e-d67bc89c55a3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Nov 12 14:00:49.841991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa41ad9-f70f-4ebe-b0bf-84457c4602c0 req-d719f510-d769-4255-9002-3e4a781a52f2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:49.843415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bfa41ad9-f70f-4ebe-b0bf-84457c4602c0 req-d719f510-d769-4255-9002-3e4a781a52f2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 945 time: 0.0488219 Nov 12 14:00:49.892914 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bfa41ad9-f70f-4ebe-b0bf-84457c4602c0 req-80654b33-be4d-4487-9e40-e9918ad7b732 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436158 Nov 12 14:00:49.916406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34586) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:00:49.955009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce1c70-5af7-4128-be87-2ea1ba20fae5 tempest-TestVolumeBootPattern-1373444814 tempest-TestVolumeBootPattern-1373444814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:49.956504 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-02ce1c70-5af7-4128-be87-2ea1ba20fae5 tempest-TestVolumeBootPattern-1373444814 tempest-TestVolumeBootPattern-1373444814-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 1091 time: 0.0391057 Nov 12 14:00:49.959529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34588) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:00:49.964321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '3d5aa051-363e-42d3-bc02-3b919beaba0a', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:00:49.986692 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:50.094365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:50.200577 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Allocated IP 172.25.5.59 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/fce1d636-4a61-4892-8ff9-a81b2ce3f6d7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:00:50.307091 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:50.340522 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:50.376880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:00:50.379564 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:00:50.386588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:00:50.414446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=fce1d636-4a61-4892-8ff9-a81b2ce3f6d7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:50.758479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:50.826207 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:50.974142 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:50.979344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:51.050216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=fce1d636-4a61-4892-8ff9-a81b2ce3f6d7,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:00:51.065263 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:51.166224 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Floating IP dc14f692-5c29-4716-9799-578a592e33de associated. External IP: 172.25.5.59, port: 3d5aa051-363e-42d3-bc02-3b919beaba0a. Nov 12 14:00:51.376500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Router d87bf2af-4253-46c1-b8df-ebd00e08a225 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:00:51.483430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:00:51.494389 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] Sync routers for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:00:51.504652 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:51.506600 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:00:51.507213 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:00:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:00:51.535953 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2541daf9-10c0-408f-b31e-e638037e8353 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5753982 Nov 12 14:00:51.536570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'tag': '3d5aa051-363e-42d3-bc02-3b919beaba0a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:00:51.538845 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be71ddb-58e8-4445-8628-82a204ca1ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "b044560f-62c3-49bc-9ccd-2e33f115de71", "tag": "3d5aa051-363e-42d3-bc02-3b919beaba0a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:00:51.619128 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:00:51.652760 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46411033-ce87-48b7-b020-cb509434e7a9 x-openstack-request-id: req-46411033-ce87-48b7-b020-cb509434e7a9 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:00:51.653050 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b044560f-62c3-49bc-9ccd-2e33f115de71", "tag": "3d5aa051-363e-42d3-bc02-3b919beaba0a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:00:51.653335 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46411033-ce87-48b7-b020-cb509434e7a9 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:00:51.653750 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'tag': '3d5aa051-363e-42d3-bc02-3b919beaba0a', 'status': 'completed', 'code': 200} Nov 12 14:00:51.722980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-7a5d75a5-6381-4e30-a48f-a4e1abb466e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:51.725654 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-7a5d75a5-6381-4e30-a48f-a4e1abb466e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 1096 time: 0.0487807 Nov 12 14:00:51.834460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-67c70f88-d933-4fa6-9520-d03294d24a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:51.837394 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-67c70f88-d933-4fa6-9520-d03294d24a60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.1035933 Nov 12 14:00:51.883975 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'dc14f692-5c29-4716-9799-578a592e33de', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': '3d5aa051-363e-42d3-bc02-3b919beaba0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:f7:6f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:00:50Z', 'updated_at': '2021-11-12T14:00:50Z', 'revision_number': 0, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:00:51.911771 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-7719e67d-4140-43e5-af3f-1f9176207624 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d5aa051-363e-42d3-bc02-3b919beaba0a HTTP/1.1" status: 200 len: 998 time: 0.0674100 Nov 12 14:00:51.914571 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] Checking router: d87bf2af-4253-46c1-b8df-ebd00e08a225 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:00:51.928353 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:00:51.928978 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:00:29Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:00:51.966115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-bdd6410d-7e74-4b06-b745-a7914079271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:51.967637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-bdd6410d-7e74-4b06-b745-a7914079271e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0488615 Nov 12 14:00:52.018890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-ee03279c-7be1-4f09-9193-e321d03dac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:00:52.020450 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-ee03279c-7be1-4f09-9193-e321d03dac94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462587 Nov 12 14:00:52.035505 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:00:52.115781 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-917cdf4c-c81a-46e7-95b7-840cebae4d33 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873613 Nov 12 14:00:52.222972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4be71ddb-58e8-4445-8628-82a204ca1ef5 req-12158534-7604-4c45-9e1a-8a17310eb2a5 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960541 Nov 12 14:00:52.270528 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'dc14f692-5c29-4716-9799-578a592e33de', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': '3d5aa051-363e-42d3-bc02-3b919beaba0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:f7:6f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:00:50Z', 'updated_at': '2021-11-12T14:00:50Z', 'revision_number': 0, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:00:52.296474 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07008cb3-42fe-4924-b0ba-64bd1291a790 None None] The sync data for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 is: [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'dc14f692-5c29-4716-9799-578a592e33de', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': '3d5aa051-363e-42d3-bc02-3b919beaba0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:f7:6f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:00:50Z', 'updated_at': '2021-11-12T14:00:50Z', 'revision_number': 0, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:00:52.495514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53937ed4-10bd-4193-8cae-52b0b15c2e2f None None] New status for floating IP dc14f692-5c29-4716-9799-578a592e33de: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:00:56.990486 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85075145-9bdb-44b5-90a0-deff1aeb9579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:00:59.513738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff171c-b8ed-4eb1-8c73-d6e1b8df73ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:00.719280 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:02.318477 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:02.928228 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:13.323601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:14.370469 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:19.625574 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:01:26.993496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78c48f5b-13b1-4979-a87d-3ef8003902df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:29.510364 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e712-380c-401e-ba01-bb2fafc617c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:30.725319 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:30.728431 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-19bdc05e-a4de-4585-80d5-ccdd7bb597e5 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460854 Nov 12 14:01:30.812270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-90c0a851-d9f4-49bf-a590-ca32a1235881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:01:30.813836 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-90c0a851-d9f4-49bf-a590-ca32a1235881 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ea09501843a8406b9b4c7145e4a197df&device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1097 time: 0.0405939 Nov 12 14:01:30.919046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-bc7dd6d0-fd9d-4043-a9e8-c60e6143cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:01:30.920523 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-bc7dd6d0-fd9d-4043-a9e8-c60e6143cc7c service neutron] 10.222.0.105 "GET /v2.0/networks?id=fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 200 len: 910 time: 0.0878103 Nov 12 14:01:30.986693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-7eacee91-4d09-4a54-bbdb-1c97434154b7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 200 len: 1002 time: 0.0583336 Nov 12 14:01:31.036391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-219f9142-f803-4d1b-adee-ac7abf257c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:01:31.037858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-219f9142-f803-4d1b-adee-ac7abf257c11 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fc6bf174-81f6-4183-9e96-215abf189eff HTTP/1.1" status: 200 len: 848 time: 0.0445185 Nov 12 14:01:31.088270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-25406fd5-2d7e-4282-b555-6707f942d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:01:31.089840 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-25406fd5-2d7e-4282-b555-6707f942d9ed service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=fd417063-c1bb-4b13-a3ae-6779cff2af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451968 Nov 12 14:01:31.183109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-a9f80f33-33b7-4608-ad31-78633883fb87 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852568 Nov 12 14:01:31.275707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a97de1cd-0cfd-49ef-a1df-d2d517a0443e req-68926810-69c8-4648-b26c-f3daa125ccb9 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862074 Nov 12 14:01:31.506576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-9bd44d34-643e-418f-92cb-f115910ca565 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412483 Nov 12 14:01:31.592039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-877df8f6-7f2c-4765-84ed-5b48264dd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:01:31.593644 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-877df8f6-7f2c-4765-84ed-5b48264dd0f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 1096 time: 0.0438876 Nov 12 14:01:31.707803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-97015bee-ce9c-4d72-9b12-b276b159e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:01:31.709273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-97015bee-ce9c-4d72-9b12-b276b159e16d service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0932415 Nov 12 14:01:31.774973 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-e2f25238-aaa6-423a-8f75-a34f2d3b421c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d5aa051-363e-42d3-bc02-3b919beaba0a HTTP/1.1" status: 200 len: 1000 time: 0.0578978 Nov 12 14:01:31.827163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-72939011-c3ad-479c-8cd1-b3a78608989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:01:31.828596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-72939011-c3ad-479c-8cd1-b3a78608989c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0469389 Nov 12 14:01:31.874561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-1f4e7cf2-4b14-45e9-8ac4-b4eb27f72340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:01:31.875961 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-1f4e7cf2-4b14-45e9-8ac4-b4eb27f72340 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406394 Nov 12 14:01:31.967206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-bb5cc61c-f3ee-4669-8db3-7732e971835c service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838189 Nov 12 14:01:32.323570 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:32.400883 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e814257-11d7-4937-a537-7c595f1bdd96 req-a60e59a9-1598-42af-a2de-0891b9ebf38d service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265811 Nov 12 14:01:32.930907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:43.338205 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:44.370429 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:56.624946 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:01:56.994936 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc59f3bc-25e3-4da5-bde8-e12fd972c9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:01:59.512909 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe098609-e8fb-4ab3-b485-c5eecffd9a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:00.727458 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:02.322564 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:02.933560 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:13.351200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:14.372168 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:26.998286 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82a0b4a6-93dc-4cbd-ac16-d6e94d68af6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:29.524175 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d33f8dc-d81d-4abe-ad06-77489426a68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:30.731273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:32.321430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:32.751484 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-003ffc24-bd2b-431d-bf2b-adbaeef32944 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455635 Nov 12 14:02:32.853817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-7ee9c445-5828-4d4f-898a-f5bf92e17eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:32.855320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-7ee9c445-5828-4d4f-898a-f5bf92e17eb8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ea09501843a8406b9b4c7145e4a197df&device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 1097 time: 0.0481801 Nov 12 14:02:32.940347 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:32.986509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-4454752a-2390-4229-a946-0f858f044665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:32.988262 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-4454752a-2390-4229-a946-0f858f044665 service neutron] 10.222.0.105 "GET /v2.0/networks?id=fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 200 len: 910 time: 0.1121743 Nov 12 14:02:33.064116 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-6a8dcf8a-0bee-49f1-83f0-be27d159d03e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 200 len: 1002 time: 0.0678442 Nov 12 14:02:33.118810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-1eca4a33-3f05-4bc5-adee-7becdfd0862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:33.119447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-1eca4a33-3f05-4bc5-adee-7becdfd0862e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=fc6bf174-81f6-4183-9e96-215abf189eff HTTP/1.1" status: 200 len: 848 time: 0.0483482 Nov 12 14:02:33.171531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-316172dc-87a5-44d4-9334-39ea58ba749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:33.173064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-316172dc-87a5-44d4-9334-39ea58ba749c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=fd417063-c1bb-4b13-a3ae-6779cff2af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472939 Nov 12 14:02:33.272946 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-8ef91d7a-2b08-4cb7-90aa-1341819b074c service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897248 Nov 12 14:02:33.369756 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a44cd9ac-c7ef-4d5f-9441-8594bdebf817 req-e950822f-016c-44ec-98be-02c262cf1756 service neutron] 10.222.0.105 "GET /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880625 Nov 12 14:02:33.520110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-5743b5a0-4354-4659-ad32-46f322d2fe08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437562 Nov 12 14:02:33.618524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-7468e686-8537-4915-ba3d-64bc7273068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:33.620074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-7468e686-8537-4915-ba3d-64bc7273068b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 1096 time: 0.0516810 Nov 12 14:02:33.623859 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:02:33.748052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-a1d4bac8-0083-4e8f-a148-cf5e7808f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:33.749594 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-a1d4bac8-0083-4e8f-a148-cf5e7808f470 service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.1069036 Nov 12 14:02:33.822651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-44175dff-c834-4749-a693-f16641c5ed97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d5aa051-363e-42d3-bc02-3b919beaba0a HTTP/1.1" status: 200 len: 1000 time: 0.0645909 Nov 12 14:02:33.875861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-e0a2db00-4371-488c-8a4d-9fa5bb6cecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:33.877259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-e0a2db00-4371-488c-8a4d-9fa5bb6cecca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0478923 Nov 12 14:02:33.932995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-196839cb-b0a4-41c8-ad49-d67c2486298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:33.934544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-196839cb-b0a4-41c8-ad49-d67c2486298f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501940 Nov 12 14:02:34.047720 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-6dc1a284-3f3a-491e-99de-3d0e8c870186 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029749 Nov 12 14:02:34.151211 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ff00aba-bd72-4ea6-83ff-9e7e448a7dd3 req-ccb02b5c-f6b1-46fc-854a-54c94f67c00a service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956159 Nov 12 14:02:36.147504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba30cea-2cd5-4ff9-8dcf-76787d7abf3e req-14285bac-5d68-42be-b7a8-09debc7756ee tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:36.148915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7ba30cea-2cd5-4ff9-8dcf-76787d7abf3e req-14285bac-5d68-42be-b7a8-09debc7756ee tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 946 time: 0.0559874 Nov 12 14:02:36.199872 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7ba30cea-2cd5-4ff9-8dcf-76787d7abf3e req-36b8ff39-26ad-485f-97c2-bf60784079d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/security-groups?id=27e4e50e-873c-4dad-bf66-a5f752a81afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 Nov 12 14:02:36.756499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-aa703330-eb5a-4398-977e-9f67692e9d18 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:36.758065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-aa703330-eb5a-4398-977e-9f67692e9d18 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 946 time: 0.0566573 Nov 12 14:02:36.848116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Deleting port fd35ff78-0504-4c26-82ea-047b7da8d809 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:02:36.848445 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:36.940506 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] For port fd35ff78-0504-4c26-82ea-047b7da8d809, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=fd35ff78-0504-4c26-82ea-047b7da8d809,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:02:36.940862 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:37.110231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:37.110587 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:37.110904 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Floating IP 0cc87986-bcbd-4ab0-b8d5-7527b1d2c284 disassociated. External IP: 172.25.5.187, port: fd35ff78-0504-4c26-82ea-047b7da8d809. Nov 12 14:02:37.111251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Calling delete_port for fd35ff78-0504-4c26-82ea-047b7da8d809 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:02:37.247076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:37.276974 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event deleted for resources: {'Port': ['ID=fd35ff78-0504-4c26-82ea-047b7da8d809,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:37.323674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.324021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.324361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.324695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.325025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.325379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.325729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.326056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.326375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.326696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.327018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.327341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:37.367779 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a8a6d78-b80f-4ebd-8f9f-48ad39365b86 req-16c84f3a-e25d-45fd-87d5-7ee49f5f492a tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f73e654-a0b3-4a6d-b85d-a52260aa58bb HTTP/1.1" status: 200 len: 210 time: 0.0480535 Nov 12 14:02:37.426611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Router 8fe5210f-677a-4699-b524-ec08bff7eef7 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:02:37.538978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:02:37.548549 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] Sync routers for ids ['8fe5210f-677a-4699-b524-ec08bff7eef7'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:02:37.558250 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] Routers {'8fe5210f-677a-4699-b524-ec08bff7eef7'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:02:37.558857 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:02:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8fe5210f-677a-4699-b524-ec08bff7eef7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:37.581156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] No DVR routers for this DVR port fd35ff78-0504-4c26-82ea-047b7da8d809 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:02:37.584603 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:37.588009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6769ffbc-1640-492a-b9df-2d9c024b5777 req-0bd256de-5ff8-47cf-8f09-f3ee2bbd87d9 tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.105 "DELETE /v2.0/ports/fd35ff78-0504-4c26-82ea-047b7da8d809 HTTP/1.1" status: 204 len: 173 time: 0.8233483 Nov 12 14:02:37.588469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'name': 'network-vif-deleted', 'tag': 'fd35ff78-0504-4c26-82ea-047b7da8d809'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:02:37.590761 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5a51d-725b-4825-8480-3cfc0b03dd35" -d '{"events": [{"server_uuid": "9f73e654-a0b3-4a6d-b85d-a52260aa58bb", "name": "network-vif-deleted", "tag": "fd35ff78-0504-4c26-82ea-047b7da8d809"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:02:37.642625 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f910aa-05c8-4680-9354-9789bf3c9338 x-openstack-request-id: req-81f910aa-05c8-4680-9354-9789bf3c9338 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:02:37.642918 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f73e654-a0b3-4a6d-b85d-a52260aa58bb", "name": "network-vif-deleted", "tag": "fd35ff78-0504-4c26-82ea-047b7da8d809", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:02:37.643182 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81f910aa-05c8-4680-9354-9789bf3c9338 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:02:37.643597 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f73e654-a0b3-4a6d-b85d-a52260aa58bb', 'name': 'network-vif-deleted', 'tag': 'fd35ff78-0504-4c26-82ea-047b7da8d809', 'status': 'completed', 'code': 200} Nov 12 14:02:37.691040 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] Set router 8fe5210f-677a-4699-b524-ec08bff7eef7 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:02:37.895637 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6d901b30-af94-441f-890e-03f6439539a0', 'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'mac_address': 'fa:16:3e:96:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:57Z', 'updated_at': '2021-11-12T13:57:03Z', 'revision_number': 5, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'subnets': [{'id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:37.921406 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] Checking router: 8fe5210f-677a-4699-b524-ec08bff7eef7 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:02:37.930680 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] Routers {'8fe5210f-677a-4699-b524-ec08bff7eef7'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:02:37.931285 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:02:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8fe5210f-677a-4699-b524-ec08bff7eef7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:38.137093 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] Set router 8fe5210f-677a-4699-b524-ec08bff7eef7 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:02:38.332700 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6d901b30-af94-441f-890e-03f6439539a0', 'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'mac_address': 'fa:16:3e:96:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:57Z', 'updated_at': '2021-11-12T13:57:03Z', 'revision_number': 5, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'subnets': [{'id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:38.362001 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1005d27-aecc-43c5-b2e6-267675b028a2 None None] The sync data for ids ['8fe5210f-677a-4699-b524-ec08bff7eef7'] in n-d-805736-4 is: [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '6d901b30-af94-441f-890e-03f6439539a0', 'name': '', 'network_id': 'fd417063-c1bb-4b13-a3ae-6779cff2af13', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'mac_address': 'fa:16:3e:96:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:57Z', 'updated_at': '2021-11-12T13:57:03Z', 'revision_number': 5, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'subnets': [{'id': 'fc6bf174-81f6-4183-9e96-215abf189eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:02:38.426030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34682) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:38.569196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-62f27bd8-12cb-45a7-ab74-4f12e5bac38b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Deleting port 216f135f-7785-450b-a155-0864bd4c3a1c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:02:38.569586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62f27bd8-12cb-45a7-ab74-4f12e5bac38b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:38.597831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0a227-f4f4-43e4-b9c7-464aac68f5c1 None None] New status for floating IP 0cc87986-bcbd-4ab0-b8d5-7527b1d2c284: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:02:38.653490 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62f27bd8-12cb-45a7-ab74-4f12e5bac38b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:38.653997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62f27bd8-12cb-45a7-ab74-4f12e5bac38b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:38.666340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-62f27bd8-12cb-45a7-ab74-4f12e5bac38b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Calling delete_port for 216f135f-7785-450b-a155-0864bd4c3a1c owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:02:38.809396 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62f27bd8-12cb-45a7-ab74-4f12e5bac38b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:38.832602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f27bd8-12cb-45a7-ab74-4f12e5bac38b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event deleted for resources: {'Port': ['ID=216f135f-7785-450b-a155-0864bd4c3a1c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:38.894294 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62f27bd8-12cb-45a7-ab74-4f12e5bac38b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:38.897339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62f27bd8-12cb-45a7-ab74-4f12e5bac38b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:38.898491 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-62f27bd8-12cb-45a7-ab74-4f12e5bac38b tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "DELETE /v2.0/floatingips/0cc87986-bcbd-4ab0-b8d5-7527b1d2c284 HTTP/1.1" status: 204 len: 168 time: 0.4714687 Nov 12 14:02:38.971412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34688) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:39.033499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0760049f-26e8-4060-8ed8-4db268f90def tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:39.058295 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0760049f-26e8-4060-8ed8-4db268f90def tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:39.118160 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0760049f-26e8-4060-8ed8-4db268f90def tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:39.120740 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0760049f-26e8-4060-8ed8-4db268f90def tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:39.121926 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0760049f-26e8-4060-8ed8-4db268f90def tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] 10.222.0.73 "DELETE /v2.0/security-groups/27e4e50e-873c-4dad-bf66-a5f752a81afd HTTP/1.1" status: 204 len: 168 time: 0.1494994 Nov 12 14:02:39.131904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760049f-26e8-4060-8ed8-4db268f90def tempest-TestServerBasicOps-1890024734 tempest-TestServerBasicOps-1890024734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e4e50e-873c-4dad-bf66-a5f752a81afd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:39.166854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:39.705936 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:39.959249 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] Deleting port 6d901b30-af94-441f-890e-03f6439539a0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:02:39.959470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:40.043875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] For port 6d901b30-af94-441f-890e-03f6439539a0, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6d901b30-af94-441f-890e-03f6439539a0,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:02:40.044234 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:40.057222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] Calling delete_port for 6d901b30-af94-441f-890e-03f6439539a0 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:02:40.242097 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:40.267348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=6d901b30-af94-441f-890e-03f6439539a0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:40.442359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:40.512031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device fd35ff78-0504-4c26-82ea-047b7da8d809 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:02:40.534809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: fd35ff78-0504-4c26-82ea-047b7da8d809 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:02:40.535289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device fd35ff78-0504-4c26-82ea-047b7da8d809 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:02:40.661826 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] Router 8fe5210f-677a-4699-b524-ec08bff7eef7 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:02:40.774831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:02:40.780131 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bfd42eef-4784-4493-86e9-80c60ae0a0fa admin admin] 10.222.0.73 "PUT /v2.0/routers/8fe5210f-677a-4699-b524-ec08bff7eef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6120825 Nov 12 14:02:40.782661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:40.785527 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] Sync routers for ids ['8fe5210f-677a-4699-b524-ec08bff7eef7'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:02:40.798835 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] Routers {'8fe5210f-677a-4699-b524-ec08bff7eef7'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:02:40.799469 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:02:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8fe5210f-677a-4699-b524-ec08bff7eef7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:40.898157 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:40.910125 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] Set router 8fe5210f-677a-4699-b524-ec08bff7eef7 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:02:41.002497 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:41.057621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Deleting port 84c795aa-e210-4200-add9-7f6a32fe638a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:02:41.057962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:41.088579 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T14:02:40Z', 'revision_number': 5, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port': {'id': '84c795aa-e210-4200-add9-7f6a32fe638a', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:54Z', 'updated_at': '2021-11-12T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:41.117359 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] Checking router: 8fe5210f-677a-4699-b524-ec08bff7eef7 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:02:41.125768 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] Routers {'8fe5210f-677a-4699-b524-ec08bff7eef7'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:02:41.126369 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:02:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['8fe5210f-677a-4699-b524-ec08bff7eef7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:41.142246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] For port 84c795aa-e210-4200-add9-7f6a32fe638a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=84c795aa-e210-4200-add9-7f6a32fe638a,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:02:41.142610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:41.155517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Calling delete_port for 84c795aa-e210-4200-add9-7f6a32fe638a owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:02:41.214562 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] Set router 8fe5210f-677a-4699-b524-ec08bff7eef7 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:02:41.270247 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T14:02:41Z', 'revision_number': 6, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:41.298831 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8163b45-f260-4a93-adc4-8131e6a8911f None None] The sync data for ids ['8fe5210f-677a-4699-b524-ec08bff7eef7'] in n-d-805736-4 is: [{'id': '8fe5210f-677a-4699-b524-ec08bff7eef7', 'name': 'tempest-TestServerBasicOps-1887312664-router', 'tenant_id': 'ea09501843a8406b9b4c7145e4a197df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:53Z', 'updated_at': '2021-11-12T14:02:41Z', 'revision_number': 6, 'project_id': 'ea09501843a8406b9b4c7145e4a197df', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:02:41.329619 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:41.358282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c795aa-e210-4200-add9-7f6a32fe638a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:41.370399 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf03a92f-d19e-4bc2-a0c1-8ff7af3e5477 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:02:41.418873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:41.515674 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:41.518112 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:41.903515 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:41.904165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe5210f-677a-4699-b524-ec08bff7eef7 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:02:41.910497 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:41.912188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-60c91c50-aded-4d46-a3e8-82688bfd7324 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8fe5210f-677a-4699-b524-ec08bff7eef7 HTTP/1.1" status: 204 len: 168 time: 1.1282723 Nov 12 14:02:41.914820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:41.958368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b0ecb7-7dc6-440f-a2ca-c765df04835e admin admin] Deleting subnet fc6bf174-81f6-4183-9e96-215abf189eff {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:02:41.961586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ecb7-7dc6-440f-a2ca-c765df04835e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:41.995789 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ecb7-7dc6-440f-a2ca-c765df04835e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.086030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ecb7-7dc6-440f-a2ca-c765df04835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.142730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ecb7-7dc6-440f-a2ca-c765df04835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.170845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0ecb7-7dc6-440f-a2ca-c765df04835e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6bf174-81f6-4183-9e96-215abf189eff,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:42.174571 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ecb7-7dc6-440f-a2ca-c765df04835e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.181140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30033032-47c3-4ae2-9c88-a7fbfc62e716 None None] Network fd417063-c1bb-4b13-a3ae-6779cff2af13 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:02:42.181609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d5b0ecb7-7dc6-440f-a2ca-c765df04835e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fc6bf174-81f6-4183-9e96-215abf189eff HTTP/1.1" status: 204 len: 168 time: 0.2653708 Nov 12 14:02:42.181944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34704) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:42.259133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.314250 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Deleting port 8a2a103a-82cd-47ee-8a61-99e78ba180bc {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:02:42.314585 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.369935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] DHCP port deletion for fd417063-c1bb-4b13-a3ae-6779cff2af13 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:02:42.392148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] For port 8a2a103a-82cd-47ee-8a61-99e78ba180bc, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8a2a103a-82cd-47ee-8a61-99e78ba180bc,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:02:42.392528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.418309 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Calling delete_port for 8a2a103a-82cd-47ee-8a61-99e78ba180bc owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:02:42.425140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Deleting port 8a2a103a-82cd-47ee-8a61-99e78ba180bc {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:02:42.425544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.496864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] For port 8a2a103a-82cd-47ee-8a61-99e78ba180bc, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8a2a103a-82cd-47ee-8a61-99e78ba180bc,segment=NetworkSegment(f69f8a06-02d4-4940-8f2e-3a21ba2848d2),segment_id=f69f8a06-02d4-4940-8f2e-3a21ba2848d2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:02:42.497315 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.509900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.513661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Calling delete_port for 8a2a103a-82cd-47ee-8a61-99e78ba180bc owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:02:42.542369 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2a103a-82cd-47ee-8a61-99e78ba180bc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:42.545769 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] No DVR routers for this DVR port 8a2a103a-82cd-47ee-8a61-99e78ba180bc on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:02:42.578772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.578902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.579245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.579566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.579980 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.580313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.580647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.581628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.581628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.581628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.581962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.582263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.586631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8a2a103a-82cd-47ee-8a61-99e78ba180bc no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:02:42.613865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 8a2a103a-82cd-47ee-8a61-99e78ba180bc {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:02:42.614209 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8a2a103a-82cd-47ee-8a61-99e78ba180bc not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:02:42.614617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 84c795aa-e210-4200-add9-7f6a32fe638a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:02:42.634021 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.635408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 84c795aa-e210-4200-add9-7f6a32fe638a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:02:42.635753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 84c795aa-e210-4200-add9-7f6a32fe638a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:02:42.636160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6d901b30-af94-441f-890e-03f6439539a0 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:02:42.638271 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.655217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd417063-c1bb-4b13-a3ae-6779cff2af13']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:42.665325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:42.665549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69f8a06-02d4-4940-8f2e-3a21ba2848d2') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:42.675295 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.681431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 6d901b30-af94-441f-890e-03f6439539a0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:02:42.681780 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6d901b30-af94-441f-890e-03f6439539a0 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:02:42.686104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Pushing event deleted for resources: {'Port': ['ID=8a2a103a-82cd-47ee-8a61-99e78ba180bc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:42.688540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] No DVR routers for this DVR port 8a2a103a-82cd-47ee-8a61-99e78ba180bc on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:02:42.689258 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.700881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:02:42.700881 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.701245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.701245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.701245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.701245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.701245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.701245 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:02:42.701825 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:02:42.703822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.703822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.703822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.703822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.703822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.703822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08f503-daf7-449c-91af-c261143fd08e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:02:42.764344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.776140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:42.779397 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fd417063-c1bb-4b13-a3ae-6779cff2af13 HTTP/1.1" status: 204 len: 168 time: 0.5953300 Nov 12 14:02:42.782979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34706) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:42.790341 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3aca51-4fa0-4144-b8ed-646500b47c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd417063-c1bb-4b13-a3ae-6779cff2af13,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:43.143910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:43.352049 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:43.390818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] Deleting port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:02:43.391171 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:43.473516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] For port dc3af10d-11e5-4f97-afba-c8ed4b8b74dd, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=dc3af10d-11e5-4f97-afba-c8ed4b8b74dd,segment=NetworkSegment(8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41),segment_id=8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:02:43.473872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:43.488250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] Calling delete_port for dc3af10d-11e5-4f97-afba-c8ed4b8b74dd owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:02:43.683818 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:43.714303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3af10d-11e5-4f97-afba-c8ed4b8b74dd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:43.894211 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:44.128473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] Router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:02:44.236407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:02:44.245318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-05cf0407-e55e-404d-8099-459c1414d54f admin admin] 10.222.0.73 "PUT /v2.0/routers/fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4575875 Nov 12 14:02:44.245318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34708) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:44.249166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] Sync routers for ids ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:02:44.262925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] Routers {'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:02:44.263449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:02:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:44.351896 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:44.388474 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:44.390265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] Set router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:02:44.459706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:44.514975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Deleting port 9936fa86-a8bc-407b-8008-ad258a1d6f63 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:02:44.515383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:44.605835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] For port 9936fa86-a8bc-407b-8008-ad258a1d6f63, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9936fa86-a8bc-407b-8008-ad258a1d6f63,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:02:44.606199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:44.621404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Calling delete_port for 9936fa86-a8bc-407b-8008-ad258a1d6f63 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:02:44.623559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'name': 'tempest-TestServerBasicOps-950650289-router', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:57:00Z', 'updated_at': '2021-11-12T14:02:43Z', 'revision_number': 5, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'gw_port': {'id': '9936fa86-a8bc-407b-8008-ad258a1d6f63', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:57:01Z', 'updated_at': '2021-11-12T13:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:44.660400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] Checking router: fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:02:44.670530 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] Routers {'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:02:44.671152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:02:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:44.760120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] Set router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:02:44.796187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:44.819328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'name': 'tempest-TestServerBasicOps-950650289-router', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:57:00Z', 'updated_at': '2021-11-12T14:02:44Z', 'revision_number': 6, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:44.825740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Pushing event deleted for resources: {'Port': ['ID=9936fa86-a8bc-407b-8008-ad258a1d6f63,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:44.854308 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ced022-0d29-4cf4-9bc3-d3c3737b1400 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:02:44.856868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b7e6b1-e2d2-46be-8180-b9584bf3719b None None] The sync data for ids ['fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5'] in n-d-805736-4 is: [{'id': 'fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5', 'name': 'tempest-TestServerBasicOps-950650289-router', 'tenant_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:57:00Z', 'updated_at': '2021-11-12T14:02:44Z', 'revision_number': 6, 'project_id': '1e67b248663e4b73bc61d4c12c1e0b20', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:02:44.895264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:44.988866 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:44.991182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.034939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.035535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:02:45.039992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.041142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-16efc23e-c8f1-4523-8337-f788d4f9ed7e admin admin] 10.222.0.73 "DELETE /v2.0/routers/fddfd9f7-97cb-4bf4-9d0b-eac8af49aac5 HTTP/1.1" status: 204 len: 168 time: 0.7954669 Nov 12 14:02:45.043656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34710) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:45.092900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd70079-d9c5-410b-84d2-5dc3445dc0f9 admin admin] Deleting subnet 46bafab8-c754-40ed-88d3-3954ea098d6d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:02:45.096043 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd70079-d9c5-410b-84d2-5dc3445dc0f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.130182 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd70079-d9c5-410b-84d2-5dc3445dc0f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.206970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd70079-d9c5-410b-84d2-5dc3445dc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.267167 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd70079-d9c5-410b-84d2-5dc3445dc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.296896 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acd70079-d9c5-410b-84d2-5dc3445dc0f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.301441 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-acd70079-d9c5-410b-84d2-5dc3445dc0f9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/46bafab8-c754-40ed-88d3-3954ea098d6d HTTP/1.1" status: 204 len: 168 time: 0.2565787 Nov 12 14:02:45.301743 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede42d03-8df0-4008-bda0-d464c07c184d None None] Network d22a7081-4dab-4b15-abb7-e66d1af6a2c5 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:02:45.302759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd70079-d9c5-410b-84d2-5dc3445dc0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46bafab8-c754-40ed-88d3-3954ea098d6d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:45.304185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 34712) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:45.382260 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.441678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Deleting port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:02:45.442020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.507082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] For port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5d1d39b2-a829-42bd-b007-6e7d4e17f3e1,segment=NetworkSegment(8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41),segment_id=8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:02:45.507435 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.520747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Calling delete_port for 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:02:45.601039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.628708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] No DVR routers for this DVR port 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:02:45.634445 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1d39b2-a829-42bd-b007-6e7d4e17f3e1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:45.674484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a573ce-feaa-42c1-97fc-148e60104aca None None] DHCP port deletion for d22a7081-4dab-4b15-abb7-e66d1af6a2c5 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:02:45.714567 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.740415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22a7081-4dab-4b15-abb7-e66d1af6a2c5']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:45.750877 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:45.751148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb1cdd4-f975-4f0f-901e-0fb57fcb4d41') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:45.761614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.777991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.784838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:02:45.785521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:02:45.788004 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:02:45.843400 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.851148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:45.854337 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d22a7081-4dab-4b15-abb7-e66d1af6a2c5 HTTP/1.1" status: 204 len: 168 time: 0.5491395 Nov 12 14:02:45.863951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60feddb-4f19-49a1-8a04-4c8bd5cc14b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22a7081-4dab-4b15-abb7-e66d1af6a2c5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:45.994344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34716) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:46.035716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-139567db-90ce-412d-b52d-6735650d6ac0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea09501843a8406b9b4c7145e4a197df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401547 Nov 12 14:02:46.038843 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34718) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:46.087140 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b7b6a44-e207-4822-913f-13e49c9646bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:46.109221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b7b6a44-e207-4822-913f-13e49c9646bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:46.159644 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b7b6a44-e207-4822-913f-13e49c9646bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:46.163643 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b7b6a44-e207-4822-913f-13e49c9646bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:46.164850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5b7b6a44-e207-4822-913f-13e49c9646bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26931e20-d267-4a81-b8c3-d7ae236a51d6 HTTP/1.1" status: 204 len: 168 time: 0.1250949 Nov 12 14:02:46.173103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b6a44-e207-4822-913f-13e49c9646bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26931e20-d267-4a81-b8c3-d7ae236a51d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:46.488282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34724) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:46.533371 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f0aab888-cbb5-4545-a56d-b2a760856812 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e67b248663e4b73bc61d4c12c1e0b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438662 Nov 12 14:02:46.535865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34726) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:02:46.581019 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9936fa86-a8bc-407b-8008-ad258a1d6f63 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:02:46.588271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21cca5f4-0167-42fa-92e8-f3d8f361dddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:46.602458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 9936fa86-a8bc-407b-8008-ad258a1d6f63 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:02:46.602808 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9936fa86-a8bc-407b-8008-ad258a1d6f63 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:02:46.603240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device dc3af10d-11e5-4f97-afba-c8ed4b8b74dd no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:02:46.610178 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21cca5f4-0167-42fa-92e8-f3d8f361dddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:46.621862 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: dc3af10d-11e5-4f97-afba-c8ed4b8b74dd {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:02:46.622205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device dc3af10d-11e5-4f97-afba-c8ed4b8b74dd not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:02:46.622613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:02:46.653525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:02:46.653804 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5d1d39b2-a829-42bd-b007-6e7d4e17f3e1 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:02:46.662428 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21cca5f4-0167-42fa-92e8-f3d8f361dddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:46.665642 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21cca5f4-0167-42fa-92e8-f3d8f361dddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:46.669038 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-21cca5f4-0167-42fa-92e8-f3d8f361dddb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf0435f7-b495-4553-8a75-2de70b76985b HTTP/1.1" status: 204 len: 168 time: 0.1298015 Nov 12 14:02:46.677603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cca5f4-0167-42fa-92e8-f3d8f361dddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0435f7-b495-4553-8a75-2de70b76985b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:48.227364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44061d2-c123-43b3-bc36-711d830632f1 req-912d4243-6e87-4ec6-b178-5c6e55022946 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:48.228883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d44061d2-c123-43b3-bc36-711d830632f1 req-912d4243-6e87-4ec6-b178-5c6e55022946 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 945 time: 0.0502236 Nov 12 14:02:48.282958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d44061d2-c123-43b3-bc36-711d830632f1 req-a435b3f1-2bb0-4ce5-b424-2d02d718bcf8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479624 Nov 12 14:02:49.404289 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b308b2-37af-4241-a469-ddd4ec2ea09e req-406c10be-9d02-4613-90aa-a9f9f5359589 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:49.405975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e1b308b2-37af-4241-a469-ddd4ec2ea09e req-406c10be-9d02-4613-90aa-a9f9f5359589 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 945 time: 0.0499637 Nov 12 14:02:49.455032 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e1b308b2-37af-4241-a469-ddd4ec2ea09e req-20781c0f-1572-496c-9bbe-6087ccd74b31 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Nov 12 14:02:49.867280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-a23996d8-7baf-456c-927c-ad27ed73c57f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:49.868738 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-a23996d8-7baf-456c-927c-ad27ed73c57f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 945 time: 0.0527740 Nov 12 14:02:49.958065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Deleting port 3d5aa051-363e-42d3-bc02-3b919beaba0a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:02:49.958397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:50.048490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] For port 3d5aa051-363e-42d3-bc02-3b919beaba0a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3d5aa051-363e-42d3-bc02-3b919beaba0a,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:02:50.048752 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:50.224774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:50.225126 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:50.225484 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Floating IP dc14f692-5c29-4716-9799-578a592e33de disassociated. External IP: 172.25.5.59, port: 3d5aa051-363e-42d3-bc02-3b919beaba0a. Nov 12 14:02:50.225827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Calling delete_port for 3d5aa051-363e-42d3-bc02-3b919beaba0a owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:02:50.358512 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:50.385662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'Port': ['ID=3d5aa051-363e-42d3-bc02-3b919beaba0a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:50.505599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Router d87bf2af-4253-46c1-b8df-ebd00e08a225 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:02:50.563346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a6360a96-3c92-459c-ad09-d61229cd0b20 req-212bc3a0-c9b6-4db0-a27c-b7be10a7f651 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 210 time: 0.0279522 Nov 12 14:02:50.617046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:02:50.627252 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] Sync routers for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:02:50.637830 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:02:50.638517 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:02:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:50.655205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] No DVR routers for this DVR port 3d5aa051-363e-42d3-bc02-3b919beaba0a on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:02:50.657892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:50.661175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab2438ec-f90a-4e5c-984d-95fbb6e53df8 req-2523ffa8-0283-4b34-b3d9-4b81705185f7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "DELETE /v2.0/ports/3d5aa051-363e-42d3-bc02-3b919beaba0a HTTP/1.1" status: 204 len: 173 time: 0.7858536 Nov 12 14:02:50.662224 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'name': 'network-vif-deleted', 'tag': '3d5aa051-363e-42d3-bc02-3b919beaba0a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:02:50.664464 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b532b8-8609-4231-a32b-7eff44828b8e" -d '{"events": [{"server_uuid": "b044560f-62c3-49bc-9ccd-2e33f115de71", "name": "network-vif-deleted", "tag": "3d5aa051-363e-42d3-bc02-3b919beaba0a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:02:50.708034 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552778cc-81bd-4de3-96a3-0f473bed936e x-openstack-request-id: req-552778cc-81bd-4de3-96a3-0f473bed936e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:02:50.708439 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b044560f-62c3-49bc-9ccd-2e33f115de71", "name": "network-vif-deleted", "tag": "3d5aa051-363e-42d3-bc02-3b919beaba0a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:02:50.708779 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-552778cc-81bd-4de3-96a3-0f473bed936e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:02:50.709228 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b044560f-62c3-49bc-9ccd-2e33f115de71', 'name': 'network-vif-deleted', 'tag': '3d5aa051-363e-42d3-bc02-3b919beaba0a', 'status': 'completed', 'code': 200} Nov 12 14:02:50.773695 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:02:50.990258 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:51.016851 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] Checking router: d87bf2af-4253-46c1-b8df-ebd00e08a225 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:02:51.025923 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:02:51.026523 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:02:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:51.131805 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:02:51.427483 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:02:51.456393 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa32500-df72-4fb0-8ed4-e97d056ef9a5 None None] The sync data for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 is: [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:02:51.671799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a21073c4-1573-4063-8e66-14fe499191d5 req-5c772852-b530-43ef-b6d7-e4b60be77f15 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 210 time: 0.0290155 Nov 12 14:02:51.707907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8aec2b-92c1-4f30-bed0-fc05c7e2ebb4 None None] New status for floating IP dc14f692-5c29-4716-9799-578a592e33de: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:02:52.776217 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7ee25441-33d2-4e3e-9a0d-5579f2f7c3f1 req-2caad89c-5217-4e01-9a6b-264aca5336f6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 210 time: 0.0288444 Nov 12 14:02:53.533753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3d5aa051-363e-42d3-bc02-3b919beaba0a no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:02:53.554354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 3d5aa051-363e-42d3-bc02-3b919beaba0a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:02:53.554701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3d5aa051-363e-42d3-bc02-3b919beaba0a not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:02:53.875676 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-02918fa6-7fb1-4032-9ec5-8fa249ac54b0 req-9156468f-6670-498f-bcd8-13dd41f9b57f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 210 time: 0.0286615 Nov 12 14:02:54.973196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e5636f0-8871-4cbe-8f68-b13f2bbc15f2 req-e34d3d8c-3655-409c-a7a2-a5ac1170a47b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=b044560f-62c3-49bc-9ccd-2e33f115de71 HTTP/1.1" status: 200 len: 210 time: 0.0270233 Nov 12 14:02:56.198802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-6db474ca-ecb7-469c-85d8-331fef0c3536 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034593314&fields=id&tenant_id=b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 267 time: 0.0501583 Nov 12 14:02:56.307959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-b6178482-de5b-4278-b441-f4572b89c82f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:56.309537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-b6178482-de5b-4278-b441-f4572b89c82f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1038034 Nov 12 14:02:56.326056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-0a4a710f-dd5d-47df-b0cd-f2821b818bbc tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/quotas/b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 375 time: 0.0107100 Nov 12 14:02:56.379991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-71a8639b-9a14-435f-a69f-15d08e801803 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478430 Nov 12 14:02:56.588041 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-2b12d0cb-3a7c-42b4-83a7-0a4138fc11f6 service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940696 Nov 12 14:02:56.682647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-6c813ae3-6838-47d2-9346-28a41a2913cf service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883074 Nov 12 14:02:56.965056 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab1ab85e-ab72-45bf-a59d-0820b58f4044 req-068e74f7-0875-45b0-a6aa-7d0bef977fef tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 210 time: 0.0269585 Nov 12 14:02:57.006073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e916-b2e1-45ed-a838-bc774fb55bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:58.032745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-4421a2c7-7043-463e-98f6-212d48888c9c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:58.034286 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-4421a2c7-7043-463e-98f6-212d48888c9c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1076581 Nov 12 14:02:58.097315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-396b3f7d-067f-45c7-b142-feaf85ffd76a req-5b241fd4-e84f-4931-839c-214b2021a82e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 210 time: 0.0398173 Nov 12 14:02:58.467302 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d97656a2-88a4-4366-84a4-5f8a77d278ac tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 380 time: 0.4237349 Nov 12 14:02:58.477740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'port': {'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'admin_state_up': True, 'tenant_id': 'b512811927074c62a7307203db486f5f', 'security_groups': ['35305c76-9fe1-48ff-a84c-089adbb6fc6b']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:02:58.585134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Made reservation on behalf of b512811927074c62a7307203db486f5f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:02:58.588715 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:58.720507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Allocated IP 172.20.0.10 (660acb6b-6518-42c7-b90e-6688979d79bc/45f976a9-1a81-438b-b5c3-facd52c86903/db82ad9d-9987-43ab-9420-f08af1c79705) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:02:58.884527 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:58.918972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:58.963786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Network 660acb6b-6518-42c7-b90e-6688979d79bc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:02:58.966914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:02:58.973587 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:02:59.001865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=db82ad9d-9987-43ab-9420-f08af1c79705,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:59.036574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:59.037217 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:59.058935 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8b0c644c-94f7-4a72-a8e7-e52fde95bc01 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5852346 Nov 12 14:02:59.072085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Request body: {'port': {'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:02:59.144144 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:59.244322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca0d33-c33a-47b1-9c17-5f9f5ca98d3e req-c5c4ab8c-d642-477c-a175-cf5da63f38b0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:59.246665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-68ca0d33-c33a-47b1-9c17-5f9f5ca98d3e req-c5c4ab8c-d642-477c-a175-cf5da63f38b0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 932 time: 0.0606630 Nov 12 14:02:59.253026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f15939a8-49ba-46ca-aa9b-96041d0ac740 None None] Provisioning complete for port db82ad9d-9987-43ab-9420-f08af1c79705 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:02:59.254855 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f15939a8-49ba-46ca-aa9b-96041d0ac740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:59.294081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f15939a8-49ba-46ca-aa9b-96041d0ac740 None None] Port db82ad9d-9987-43ab-9420-f08af1c79705 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:02:59.318696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-68ca0d33-c33a-47b1-9c17-5f9f5ca98d3e req-e40b286c-2f3e-48d8-a21f-c103f8c87274 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610244 Nov 12 14:02:59.427940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db82ad9d-9987-43ab-9420-f08af1c79705 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:02:59.439809 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:59.454496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Transition to ACTIVE for port object db82ad9d-9987-43ab-9420-f08af1c79705 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:02:59.458090 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:59.526430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b51b57e4-e21c-4404-b2e2-d8337bb76f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:59.528310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Pushing event updated for resources: {'Port': ['ID=db82ad9d-9987-43ab-9420-f08af1c79705,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:59.589756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Attempting to bind port db82ad9d-9987-43ab-9420-f08af1c79705 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:02:59.590102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Attempting to bind port db82ad9d-9987-43ab-9420-f08af1c79705 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:02:59.590438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Attempting to bind port db82ad9d-9987-43ab-9420-f08af1c79705 on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:02:59.595963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Port db82ad9d-9987-43ab-9420-f08af1c79705 on network 660acb6b-6518-42c7-b90e-6688979d79bc not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:02:59.596343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Attempting to bind port db82ad9d-9987-43ab-9420-f08af1c79705 on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:02:59.603394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:02:59.603750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Checking segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:02:59.604184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Bound using segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:02:59.604665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Bound port: db82ad9d-9987-43ab-9420-f08af1c79705, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:02:59.605014 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:59.690360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] For port db82ad9d-9987-43ab-9420-f08af1c79705, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:02:59.695341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] For port db82ad9d-9987-43ab-9420-f08af1c79705, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=db82ad9d-9987-43ab-9420-f08af1c79705,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:02:59.701015 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:59.734743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:59.735477 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:02:59.736960 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] 10.222.0.70 "PUT /v2.0/ports/db82ad9d-9987-43ab-9420-f08af1c79705 HTTP/1.1" status: 200 len: 1092 time: 0.6700857 Nov 12 14:02:59.740028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58349976-b41a-4ee1-adff-600f93104764', 'tag': 'db82ad9d-9987-43ab-9420-f08af1c79705'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:02:59.743567 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98af45e3-233f-484c-ad8d-126b5b1bee69" -d '{"events": [{"name": "network-changed", "server_uuid": "58349976-b41a-4ee1-adff-600f93104764", "tag": "db82ad9d-9987-43ab-9420-f08af1c79705"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:02:59.785533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7669a2b-f343-4159-b4c5-76806a1bc9bf service neutron] Pushing event updated for resources: {'Port': ['ID=db82ad9d-9987-43ab-9420-f08af1c79705,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:02:59.837643 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3faba-493f-4a31-9149-2275148fe470 x-openstack-request-id: req-f9e3faba-493f-4a31-9149-2275148fe470 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:02:59.837643 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58349976-b41a-4ee1-adff-600f93104764", "tag": "db82ad9d-9987-43ab-9420-f08af1c79705", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:02:59.837643 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9e3faba-493f-4a31-9149-2275148fe470 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:02:59.837643 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58349976-b41a-4ee1-adff-600f93104764', 'tag': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'status': 'completed', 'code': 200} Nov 12 14:02:59.856297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-4c4bef24-a58f-42d3-92b4-f4694cd5891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:59.858113 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-4c4bef24-a58f-42d3-92b4-f4694cd5891e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 1095 time: 0.0576944 Nov 12 14:02:59.910450 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-263ed3ee-6ac1-43fc-b2aa-905e2f08b374 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db82ad9d-9987-43ab-9420-f08af1c79705 HTTP/1.1" status: 200 len: 217 time: 0.0436196 Nov 12 14:02:59.966200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-0ca4f587-0cd9-41a8-b0a3-1ce77a1088e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:02:59.967873 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-0ca4f587-0cd9-41a8-b0a3-1ce77a1088e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0509999 Nov 12 14:03:00.019456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-108fd6ef-31be-4b7e-bb60-48dc25b25fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:00.021311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-108fd6ef-31be-4b7e-bb60-48dc25b25fd6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456352 Nov 12 14:03:00.124164 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-8d865947-b678-4ab1-98ca-543854c3319d service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954621 Nov 12 14:03:00.219650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d2e6f07-f9aa-4bd7-9502-ee20cf98c0db req-97c6364f-d67d-477f-b34b-802ceba2800c service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882766 Nov 12 14:03:00.309234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-15005b0b-98b2-4316-835d-ada74389d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:00.310842 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-15005b0b-98b2-4316-835d-ada74389d73b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 1095 time: 0.0465856 Nov 12 14:03:00.407721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-ba06e667-977f-4203-b62c-333791106c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:00.409631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-ba06e667-977f-4203-b62c-333791106c0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0910041 Nov 12 14:03:00.439841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca0f81-bead-425d-bb38-cd2d72001e17 req-79e43164-5cb4-4b7d-9d10-08ffa80f2c6a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:00.441581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62ca0f81-bead-425d-bb38-cd2d72001e17 req-79e43164-5cb4-4b7d-9d10-08ffa80f2c6a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 944 time: 0.0504344 Nov 12 14:03:00.459251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-007706ce-6af7-4e72-8ce6-4c0b6098849b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db82ad9d-9987-43ab-9420-f08af1c79705 HTTP/1.1" status: 200 len: 217 time: 0.0426471 Nov 12 14:03:00.499274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-62ca0f81-bead-425d-bb38-cd2d72001e17 req-63ad4ec5-452e-4fd5-8646-56232195a5d6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505755 Nov 12 14:03:00.518462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-89dbc81c-c19d-42ea-b6f7-d7de76971212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:00.520207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-89dbc81c-c19d-42ea-b6f7-d7de76971212 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0545988 Nov 12 14:03:00.569689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-2fc66ea9-a946-4719-971d-66fdf160dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:00.571107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-2fc66ea9-a946-4719-971d-66fdf160dbe6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436380 Nov 12 14:03:00.670433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-2f184006-f5e2-460d-976a-7c5d4dbdd2ff service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912879 Nov 12 14:03:00.733660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:00.766868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-98af45e3-233f-484c-ad8d-126b5b1bee69 req-7f0f9c58-645e-4800-98e2-53995cdb3332 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893593 Nov 12 14:03:01.623146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e2e5-037d-432e-8d20-0d8cc171a206 req-8bc7d7fd-6d31-4b6f-96c7-b5017e5594e8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:01.624731 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51a0e2e5-037d-432e-8d20-0d8cc171a206 req-8bc7d7fd-6d31-4b6f-96c7-b5017e5594e8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 944 time: 0.0507143 Nov 12 14:03:01.681898 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-51a0e2e5-037d-432e-8d20-0d8cc171a206 req-b1095303-0bc8-4656-b908-09c0fa2d1cc8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504258 Nov 12 14:03:02.326649 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:02.810269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0ce44-c950-49ef-ad1a-eb505f577dd6 req-167bc660-a353-4574-afaf-a400c3053e4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:02.811804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7f0ce44-c950-49ef-ad1a-eb505f577dd6 req-167bc660-a353-4574-afaf-a400c3053e4c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 944 time: 0.0520988 Nov 12 14:03:02.872150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7f0ce44-c950-49ef-ad1a-eb505f577dd6 req-8af3099c-f759-41cc-9100-725909ae85d2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526743 Nov 12 14:03:02.938246 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:03.999535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b30207-b12e-40fd-b6a9-fdaf4e664b04 req-5dcc41e5-f278-41db-979f-afd2ef442489 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:04.001244 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-45b30207-b12e-40fd-b6a9-fdaf4e664b04 req-5dcc41e5-f278-41db-979f-afd2ef442489 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 944 time: 0.0539873 Nov 12 14:03:04.056818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-45b30207-b12e-40fd-b6a9-fdaf4e664b04 req-21339158-9622-4809-bb6a-5d4154c69715 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467770 Nov 12 14:03:05.190622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e04ae8-5710-41bd-854d-431dbb4b7487 req-4a4e00e5-73c5-486a-b5f5-62b23122a090 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:05.192348 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49e04ae8-5710-41bd-854d-431dbb4b7487 req-4a4e00e5-73c5-486a-b5f5-62b23122a090 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 944 time: 0.0584333 Nov 12 14:03:05.258739 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49e04ae8-5710-41bd-854d-431dbb4b7487 req-d82cab92-fb7e-4d1e-b901-8ae1ccd7c7f2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563147 Nov 12 14:03:06.378181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1949-fe03-4449-94bf-7ffe6cc740d8 req-a3c4dfa8-3745-46ad-8ca9-ff0a16fd1a2c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:06.379732 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-107c1949-fe03-4449-94bf-7ffe6cc740d8 req-a3c4dfa8-3745-46ad-8ca9-ff0a16fd1a2c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 944 time: 0.0501366 Nov 12 14:03:06.432832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-107c1949-fe03-4449-94bf-7ffe6cc740d8 req-58d4bc40-2dc4-4a03-a85a-cdfed726af3f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469050 Nov 12 14:03:07.553384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db734e7-33a5-438b-9ab0-5d88171a45bd req-50743eba-5868-4574-ab0b-ca3c743d2696 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:07.554899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6db734e7-33a5-438b-9ab0-5d88171a45bd req-50743eba-5868-4574-ab0b-ca3c743d2696 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 944 time: 0.0505750 Nov 12 14:03:07.607770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6db734e7-33a5-438b-9ab0-5d88171a45bd req-b308f982-7837-475c-b3e7-92dfb481db5f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467672 Nov 12 14:03:08.733828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18377fd8-b24c-49cd-8529-61d90f610635 req-fd042b8e-6707-4b7b-af64-9c1f2a4ee083 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:08.735333 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-18377fd8-b24c-49cd-8529-61d90f610635 req-fd042b8e-6707-4b7b-af64-9c1f2a4ee083 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 944 time: 0.0583830 Nov 12 14:03:08.787750 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-18377fd8-b24c-49cd-8529-61d90f610635 req-7380593d-e7a2-484b-88a0-2e15a72db05c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455658 Nov 12 14:03:09.906808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88671d5d-6e26-4898-b9d1-b2df33d37c35 req-d6983bfe-2a1c-4c04-a022-4227880bad60 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:09.908361 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88671d5d-6e26-4898-b9d1-b2df33d37c35 req-d6983bfe-2a1c-4c04-a022-4227880bad60 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 944 time: 0.0530756 Nov 12 14:03:09.959879 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-88671d5d-6e26-4898-b9d1-b2df33d37c35 req-0cdc8ef3-a1e7-4364-9d74-e28224b31b99 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448725 Nov 12 14:03:10.624102 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:03:11.080597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92260a01-dd39-4fc9-8168-39c7d83e5dfd req-87807ea6-38a2-4fd5-9312-416f113fe997 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:11.082226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92260a01-dd39-4fc9-8168-39c7d83e5dfd req-87807ea6-38a2-4fd5-9312-416f113fe997 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 944 time: 0.0509684 Nov 12 14:03:11.139669 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-92260a01-dd39-4fc9-8168-39c7d83e5dfd req-1c5d7dc3-0f2e-4b88-8c49-adb9463f320c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510662 Nov 12 14:03:11.563940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device db82ad9d-9987-43ab-9420-f08af1c79705 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:03:11.668718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port db82ad9d-9987-43ab-9420-f08af1c79705, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=db82ad9d-9987-43ab-9420-f08af1c79705,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:03:11.682813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'mac_address': 'fa:16:3e:ad:58:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:03:11.723403 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:11.737760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db82ad9d-9987-43ab-9420-f08af1c79705 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:03:11.758298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port db82ad9d-9987-43ab-9420-f08af1c79705, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=db82ad9d-9987-43ab-9420-f08af1c79705,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:03:11.762913 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:11.813068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=db82ad9d-9987-43ab-9420-f08af1c79705,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:03:12.117866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['db82ad9d-9987-43ab-9420-f08af1c79705'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:03:12.283748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b319-938e-47e4-bb72-7b61a6d28796 req-96734804-b842-467e-a290-96f5abc3e675 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:12.285264 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f158b319-938e-47e4-bb72-7b61a6d28796 req-96734804-b842-467e-a290-96f5abc3e675 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 945 time: 0.0709002 Nov 12 14:03:12.336045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f158b319-938e-47e4-bb72-7b61a6d28796 req-3ad4f59f-a8e3-4774-9123-db8d05971590 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446298 Nov 12 14:03:13.368652 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:13.471170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0520fa-2264-42b7-bd05-3456238f3afa req-5c4d9887-08aa-44f4-a766-59e369577211 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:13.472826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc0520fa-2264-42b7-bd05-3456238f3afa req-5c4d9887-08aa-44f4-a766-59e369577211 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 945 time: 0.0574713 Nov 12 14:03:13.526216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc0520fa-2264-42b7-bd05-3456238f3afa req-937fe5c1-9374-4e08-bec3-ceeca8ab1974 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461445 Nov 12 14:03:13.563205 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device db82ad9d-9987-43ab-9420-f08af1c79705 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:03:13.618026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port db82ad9d-9987-43ab-9420-f08af1c79705 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:03:13.622152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port db82ad9d-9987-43ab-9420-f08af1c79705 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:03:13.622517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:13.703791 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:13.726940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58349976-b41a-4ee1-adff-600f93104764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db82ad9d-9987-43ab-9420-f08af1c79705'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:03:13.729205 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a592e8-7647-4645-9236-06d3d59cb3f1" -d '{"events": [{"server_uuid": "58349976-b41a-4ee1-adff-600f93104764", "name": "network-vif-plugged", "status": "completed", "tag": "db82ad9d-9987-43ab-9420-f08af1c79705"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:03:13.744521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port db82ad9d-9987-43ab-9420-f08af1c79705, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=db82ad9d-9987-43ab-9420-f08af1c79705,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:03:13.749140 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:13.804199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=db82ad9d-9987-43ab-9420-f08af1c79705,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:03:13.842384 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fc8829-db79-4fcc-8f82-68fc30d31246 x-openstack-request-id: req-c6fc8829-db79-4fcc-8f82-68fc30d31246 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:03:13.842871 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58349976-b41a-4ee1-adff-600f93104764", "name": "network-vif-plugged", "status": "completed", "tag": "db82ad9d-9987-43ab-9420-f08af1c79705", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:03:13.843131 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6fc8829-db79-4fcc-8f82-68fc30d31246 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:03:13.843526 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58349976-b41a-4ee1-adff-600f93104764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'code': 200} Nov 12 14:03:13.943591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb8f50-c66b-4074-af8d-537122e5a97e req-613632db-77bb-4131-8d50-4d597e83937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:13.945022 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ffb8f50-c66b-4074-af8d-537122e5a97e req-613632db-77bb-4131-8d50-4d597e83937b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 1097 time: 0.0427718 Nov 12 14:03:13.995934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2ffb8f50-c66b-4074-af8d-537122e5a97e req-8a4b3421-5e0a-40eb-a200-e11f19195012 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 Nov 12 14:03:14.545472 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:14.648572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089bbe5-ff9b-4d7b-b027-903aebb1449f req-dd106acd-99b3-4dc5-a66c-be724b8d18a8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:14.650132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b089bbe5-ff9b-4d7b-b027-903aebb1449f req-dd106acd-99b3-4dc5-a66c-be724b8d18a8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 946 time: 0.0509331 Nov 12 14:03:14.705464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b089bbe5-ff9b-4d7b-b027-903aebb1449f req-4dc28c15-6767-44a4-b4f3-241c5f0d5059 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493894 Nov 12 14:03:15.825924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b0aa1-9f78-4f04-8a8c-efc7bd640090 req-85c7d11c-42a9-47df-b896-1465cef8af3b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:15.827510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab3b0aa1-9f78-4f04-8a8c-efc7bd640090 req-85c7d11c-42a9-47df-b896-1465cef8af3b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 946 time: 0.0510628 Nov 12 14:03:15.883386 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab3b0aa1-9f78-4f04-8a8c-efc7bd640090 req-bfa794f1-783b-4d9e-a35e-16e25265798d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492079 Nov 12 14:03:16.010884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb783ba-1b77-44ec-add3-680bfaf5ca48 req-a8d3cf0b-9730-491f-ab1b-07b7bf26411c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:16.012668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cb783ba-1b77-44ec-add3-680bfaf5ca48 req-a8d3cf0b-9730-491f-ab1b-07b7bf26411c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 946 time: 0.0560849 Nov 12 14:03:16.071017 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cb783ba-1b77-44ec-add3-680bfaf5ca48 req-1f9105bf-8e62-4fb2-98d1-dbb2a7e7bf61 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504169 Nov 12 14:03:16.093939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34826) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:03:16.236852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfafe96-30e9-4741-9d94-a5b6003ed320 tempest-TestVolumeBootPattern-1373444814 tempest-TestVolumeBootPattern-1373444814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:16.238381 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dcfafe96-30e9-4741-9d94-a5b6003ed320 tempest-TestVolumeBootPattern-1373444814 tempest-TestVolumeBootPattern-1373444814-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 1092 time: 0.1434338 Nov 12 14:03:16.241765 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:03:16.246010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:03:16.270102 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:16.378559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:16.488684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Allocated IP 172.25.5.211 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/6a17a612-91fa-4454-956a-b9fabd6a4f3a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:03:16.600336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:16.635011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:16.678795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:03:16.682218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:03:16.686883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:03:16.689961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=6a17a612-91fa-4454-956a-b9fabd6a4f3a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:03:17.046142 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:17.113526 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:17.272742 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:17.277951 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:17.356128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=6a17a612-91fa-4454-956a-b9fabd6a4f3a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:03:17.368068 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:17.494872 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Floating IP 34c4527e-62a0-4927-95d8-e085672d8008 associated. External IP: 172.25.5.211, port: db82ad9d-9987-43ab-9420-f08af1c79705. Nov 12 14:03:17.710410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Router d87bf2af-4253-46c1-b8df-ebd00e08a225 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:03:17.824382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:03:17.834499 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] Sync routers for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:03:17.842980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:17.846712 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:03:17.846712 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:03:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:03:17.876184 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d7e809ef-0f51-43c6-9cbd-b5b9eb643deb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6333907 Nov 12 14:03:17.876912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58349976-b41a-4ee1-adff-600f93104764', 'tag': 'db82ad9d-9987-43ab-9420-f08af1c79705'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:03:17.880490 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad88b7e0-cf71-43fe-b596-bdd6410dc031" -d '{"events": [{"name": "network-changed", "server_uuid": "58349976-b41a-4ee1-adff-600f93104764", "tag": "db82ad9d-9987-43ab-9420-f08af1c79705"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:03:17.918626 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c69fdae-ae98-4aad-91b1-2e240150f271 x-openstack-request-id: req-2c69fdae-ae98-4aad-91b1-2e240150f271 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:03:17.918921 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58349976-b41a-4ee1-adff-600f93104764", "tag": "db82ad9d-9987-43ab-9420-f08af1c79705", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:03:17.919179 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c69fdae-ae98-4aad-91b1-2e240150f271 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:03:17.919588 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58349976-b41a-4ee1-adff-600f93104764', 'tag': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'status': 'completed', 'code': 200} Nov 12 14:03:17.972976 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:03:17.984245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-ecd74039-9476-4082-88b7-0dcae5b69fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:17.985790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-ecd74039-9476-4082-88b7-0dcae5b69fa4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 1097 time: 0.0424523 Nov 12 14:03:18.083435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-b997e27c-7c93-422d-9d1f-37d8203a070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:18.084986 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-b997e27c-7c93-422d-9d1f-37d8203a070a service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0916898 Nov 12 14:03:18.159519 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-ecf2c1e2-be06-4b29-82de-e6379a2e78dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db82ad9d-9987-43ab-9420-f08af1c79705 HTTP/1.1" status: 200 len: 1000 time: 0.0672126 Nov 12 14:03:18.210296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-7540c9fb-a356-4825-a197-eef1f40a84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:18.211778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-7540c9fb-a356-4825-a197-eef1f40a84b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0454931 Nov 12 14:03:18.214314 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '34c4527e-62a0-4927-95d8-e085672d8008', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:ad:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:03:16Z', 'updated_at': '2021-11-12T14:03:16Z', 'revision_number': 0, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:03:18.243759 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] Checking router: d87bf2af-4253-46c1-b8df-ebd00e08a225 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:03:18.252654 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:03:18.253256 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:03:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:03:18.259817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-930aa270-bb4e-4c05-baab-b66c41f82752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:18.261668 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-930aa270-bb4e-4c05-baab-b66c41f82752 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432885 Nov 12 14:03:18.361363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-8658d8e7-0dc2-4866-8846-df47ed43e4f7 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919919 Nov 12 14:03:18.361617 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:03:18.461711 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad88b7e0-cf71-43fe-b596-bdd6410dc031 req-ea92e8d9-4e09-4bcc-8064-a6fba2eaf812 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930910 Nov 12 14:03:18.604853 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '34c4527e-62a0-4927-95d8-e085672d8008', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:ad:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:03:16Z', 'updated_at': '2021-11-12T14:03:16Z', 'revision_number': 0, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:03:18.630459 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a7f2d-93ea-41c7-bc9b-606f3ebd496c None None] The sync data for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 is: [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '34c4527e-62a0-4927-95d8-e085672d8008', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:ad:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:03:16Z', 'updated_at': '2021-11-12T14:03:16Z', 'revision_number': 0, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:03:18.853608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f3748-d1bd-4565-b82a-5f47d3d30967 None None] New status for floating IP 34c4527e-62a0-4927-95d8-e085672d8008: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:03:27.001395 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1de4beef-8934-4061-bf43-56ce4470d4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:29.519220 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-997c2d42-2491-477d-b32b-e0197bbe0fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:30.739919 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:32.328716 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:32.934240 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:34.512051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-3a04f743-b77d-45fd-831b-0b879814c418 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557616 Nov 12 14:03:34.624395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-70a5bf7b-4d2b-4c67-b6af-d93c95ed3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:34.626023 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-70a5bf7b-4d2b-4c67-b6af-d93c95ed3b16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 1097 time: 0.0569375 Nov 12 14:03:34.753914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-e5307bee-711f-4d7b-88b6-6feb4c24cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:34.756009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-e5307bee-711f-4d7b-88b6-6feb4c24cd90 service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.1046627 Nov 12 14:03:34.843786 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-2295e8d4-2132-449d-a511-221dd4791643 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db82ad9d-9987-43ab-9420-f08af1c79705 HTTP/1.1" status: 200 len: 1002 time: 0.0793533 Nov 12 14:03:34.903325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-8fcc3523-3606-496b-93a5-64612664c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:34.905397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-8fcc3523-3606-496b-93a5-64612664c828 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0521924 Nov 12 14:03:34.969615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-f367ae67-5d89-4d57-baad-d7dff4ae2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:03:34.971180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-f367ae67-5d89-4d57-baad-d7dff4ae2e32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535889 Nov 12 14:03:34.984038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-63c4766f-50bf-479b-b494-8e6a729bc3b1 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:03:34.985049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-63c4766f-50bf-479b-b494-8e6a729bc3b1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055809 Nov 12 14:03:35.091400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-78e7605c-8fbd-4919-be47-7b75aebd049f service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986512 Nov 12 14:03:35.221940 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ebe9e9e-db1a-46c5-9001-d2f7023dbc70 req-469abc95-37ab-42d8-97de-e3e6311a5c1c service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216228 Nov 12 14:03:43.365109 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:44.405457 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:47.623998 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:03:56.994521 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24e3ed3f-456c-4902-94be-db217f2d3995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:03:59.522350 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7695a091-1e23-4d0d-91ff-00c5bbc69f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:00.740548 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:02.329200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:02.929908 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:13.365788 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:14.403237 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:24.623623 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:04:25.463677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-9f546d75-2d88-4893-84b6-8b2024190a87 req-9c40bcc7-ef5d-493e-b173-ccd644ac41d2 service neutron] (102675) timed out ('10.222.0.73', 36864) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 14:04:26.996009 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-138beef6-0906-4320-98a1-64228f7b711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:29.527895 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c180baac-bd52-4443-9c51-7214c9faeaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:30.743192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:32.332680 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:32.932802 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:34.534276 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-469da1dc-7b29-4774-a5c5-02cd85a2ad51 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918057 Nov 12 14:04:34.617271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-1243142a-fac0-4040-bd0c-9fbc12bf42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:34.618792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-1243142a-fac0-4040-bd0c-9fbc12bf42e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 1097 time: 0.0414011 Nov 12 14:04:34.738588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-70caa252-7ff4-45c1-b9cb-0bf28acc0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:34.739999 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-70caa252-7ff4-45c1-b9cb-0bf28acc0055 service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.1017997 Nov 12 14:04:34.807515 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-fd149243-ffc6-4069-98ae-b232c2446a86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db82ad9d-9987-43ab-9420-f08af1c79705 HTTP/1.1" status: 200 len: 1002 time: 0.0586078 Nov 12 14:04:34.860399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-2ace246f-785f-4cb4-a0f4-a0ac22952eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:34.861979 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-2ace246f-785f-4cb4-a0f4-a0ac22952eba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0479226 Nov 12 14:04:35.260016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-3562f294-15f6-483e-968a-6e428a31a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:35.261814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-3562f294-15f6-483e-968a-6e428a31a82e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3931897 Nov 12 14:04:35.353508 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-e4adcfc5-d2e0-4b63-ab9f-8b9e21b34b3c service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832996 Nov 12 14:04:35.454177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03409838-910b-49d0-9cd3-ae29a4e438ca req-1226e1d4-b9b3-414f-bbe0-f3882e1f9981 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935690 Nov 12 14:04:43.378753 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:44.420494 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:56.682737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-5be75930-e229-4dca-b93d-4c901556bc8f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034593314&fields=id&tenant_id=b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 267 time: 0.0460408 Nov 12 14:04:56.794817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-2d2a12ae-d510-4b63-92ff-317d5a1b26b0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:56.796253 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-2d2a12ae-d510-4b63-92ff-317d5a1b26b0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1063564 Nov 12 14:04:56.812279 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-b12b2cf8-7607-4f64-98b1-bb32b37a93e8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/quotas/b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 375 time: 0.0090194 Nov 12 14:04:56.870206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-6fb45133-fc2d-4f36-b41f-efd337776af1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0519354 Nov 12 14:04:56.969787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-8cc4b507-3743-4b8b-994c-bb32072de8f7 service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867171 Nov 12 14:04:56.997198 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1424c25-f9d7-4553-9171-9a6f6cdb00fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:57.062381 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-07422725-f3c6-4546-8f7e-ba182f552d7e service neutron] 10.222.0.73 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860629 Nov 12 14:04:57.452785 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcb876f5-f310-4589-aed0-5d2a1695a75f req-8aa8ccc9-2c9d-4a6b-bbd5-d93508fe23a2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 210 time: 0.1303926 Nov 12 14:04:58.277052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-bd5871c3-7727-4b47-a0c7-10162b3dc502 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:58.278515 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-bd5871c3-7727-4b47-a0c7-10162b3dc502 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.105 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 811 time: 0.1131585 Nov 12 14:04:58.342705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-2570bd41-ddbc-4ec2-98f2-8cd08c3f36e7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b512811927074c62a7307203db486f5f HTTP/1.1" status: 200 len: 380 time: 0.0554378 Nov 12 14:04:58.352012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'port': {'device_id': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'admin_state_up': True, 'tenant_id': 'b512811927074c62a7307203db486f5f', 'security_groups': ['35305c76-9fe1-48ff-a84c-089adbb6fc6b']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:04:58.469688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Made reservation on behalf of b512811927074c62a7307203db486f5f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:04:58.473336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:58.578421 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b62ee7cb-d159-44b4-b689-7ac889bd615f req-579e0ece-8415-408c-be99-a31e76eb39d8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 210 time: 0.0361156 Nov 12 14:04:58.643562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Allocated IP 172.20.0.14 (660acb6b-6518-42c7-b90e-6688979d79bc/45f976a9-1a81-438b-b5c3-facd52c86903/85632482-b065-4bef-b4f8-615de9e03f67) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:04:58.784538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:58.817913 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:58.864678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Network 660acb6b-6518-42c7-b90e-6688979d79bc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:04:58.869823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:04:58.873651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:04:58.905205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=85632482-b065-4bef-b4f8-615de9e03f67,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:04:58.920936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.921306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.921648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.921988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.922329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.922731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.923004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.923341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.923668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.923997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.924328 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.924660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:04:58.947048 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:58.947699 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:58.965267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a02d89a5-8f37-4b24-8526-3390f98db793 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6170263 Nov 12 14:04:58.976014 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a96ceec3-754f-4fdd-aae4-2ef48d50686a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:04:58.977228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-a96ceec3-754f-4fdd-aae4-2ef48d50686a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062428 Nov 12 14:04:59.045462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Request body: {'port': {'device_id': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:04:59.103476 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:59.147562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bafc999a-230c-4c53-ab79-ef6411535e6d None None] Provisioning complete for port 85632482-b065-4bef-b4f8-615de9e03f67 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:04:59.148125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bafc999a-230c-4c53-ab79-ef6411535e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:59.190350 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bafc999a-230c-4c53-ab79-ef6411535e6d None None] Port 85632482-b065-4bef-b4f8-615de9e03f67 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:04:59.382164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85632482-b065-4bef-b4f8-615de9e03f67 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:04:59.390522 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:59.403757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Transition to ACTIVE for port object 85632482-b065-4bef-b4f8-615de9e03f67 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:04:59.409397 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:59.480742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Pushing event updated for resources: {'Port': ['ID=85632482-b065-4bef-b4f8-615de9e03f67,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:04:59.530486 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8345-3e6d-4541-bb8f-095195872f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:59.544504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Attempting to bind port 85632482-b065-4bef-b4f8-615de9e03f67 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:04:59.544933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Attempting to bind port 85632482-b065-4bef-b4f8-615de9e03f67 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:04:59.545412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Attempting to bind port 85632482-b065-4bef-b4f8-615de9e03f67 on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:04:59.550508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Port 85632482-b065-4bef-b4f8-615de9e03f67 on network 660acb6b-6518-42c7-b90e-6688979d79bc not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:04:59.550836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Attempting to bind port 85632482-b065-4bef-b4f8-615de9e03f67 on network 660acb6b-6518-42c7-b90e-6688979d79bc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:04:59.556050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:04:59.556383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Checking segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:04:59.556766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Bound using segment: {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:04:59.557264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Bound port: 85632482-b065-4bef-b4f8-615de9e03f67, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:04:59.557693 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:59.636233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] For port 85632482-b065-4bef-b4f8-615de9e03f67, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:04:59.639695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] For port 85632482-b065-4bef-b4f8-615de9e03f67, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=85632482-b065-4bef-b4f8-615de9e03f67,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:04:59.645586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:59.686308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:59.687395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:04:59.689277 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] 10.222.0.105 "PUT /v2.0/ports/85632482-b065-4bef-b4f8-615de9e03f67 HTTP/1.1" status: 200 len: 1092 time: 0.7036681 Nov 12 14:04:59.692470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'tag': '85632482-b065-4bef-b4f8-615de9e03f67'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:04:59.695964 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1ab674-9a7f-43ec-b391-236bfcafeaae", "tag": "85632482-b065-4bef-b4f8-615de9e03f67"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:04:59.747047 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0bfa6b-613c-4d2b-8e91-8ad195e48ad9 x-openstack-request-id: req-1e0bfa6b-613c-4d2b-8e91-8ad195e48ad9 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:04:59.748689 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1ab674-9a7f-43ec-b391-236bfcafeaae", "tag": "85632482-b065-4bef-b4f8-615de9e03f67", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:04:59.748689 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e0bfa6b-613c-4d2b-8e91-8ad195e48ad9 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:04:59.748689 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'tag': '85632482-b065-4bef-b4f8-615de9e03f67', 'status': 'completed', 'code': 200} Nov 12 14:04:59.764751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5db59-648e-4752-80ec-6b9539774be2 service neutron] Pushing event updated for resources: {'Port': ['ID=85632482-b065-4bef-b4f8-615de9e03f67,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:04:59.802637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-9a42f501-159e-4e37-b34c-0b7ce11d8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:59.804335 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-9a42f501-159e-4e37-b34c-0b7ce11d8ca5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 1095 time: 0.0537350 Nov 12 14:04:59.816590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d5b7c-a6d9-4794-9e59-aacc8a7baa5c req-7e70f860-302d-4a22-8c48-b11fb542f3b7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:59.827273 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da1d5b7c-a6d9-4794-9e59-aacc8a7baa5c req-7e70f860-302d-4a22-8c48-b11fb542f3b7 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.1440630 Nov 12 14:04:59.884249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-c34e88fd-744c-4b5d-b6bf-2f221adfa488 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85632482-b065-4bef-b4f8-615de9e03f67 HTTP/1.1" status: 200 len: 217 time: 0.0700290 Nov 12 14:04:59.903085 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da1d5b7c-a6d9-4794-9e59-aacc8a7baa5c req-e7af53b0-728d-4571-ade3-2130a08eebe6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741510 Nov 12 14:04:59.949596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-19f98144-3eb1-482f-9f0c-caab1802bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:04:59.951089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-19f98144-3eb1-482f-9f0c-caab1802bb66 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0573802 Nov 12 14:05:00.004270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-4e9df9d0-a5fb-478d-acf2-8fce767c8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:00.007293 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-4e9df9d0-a5fb-478d-acf2-8fce767c8d85 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491467 Nov 12 14:05:00.104859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-ac5452e5-6d73-4e8a-848c-f7f491a5ed5a service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905900 Nov 12 14:05:00.202540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fd5a92bd-c033-49dc-a498-fef168da1e5b req-e394b7a1-e268-47d7-b1e3-94fa95f63e17 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895038 Nov 12 14:05:00.293185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-9cce4686-d2b2-4dda-9a2a-15f8d578cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:00.294945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-9cce4686-d2b2-4dda-9a2a-15f8d578cfd1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 1095 time: 0.0464213 Nov 12 14:05:00.387391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-f940f6e6-cd00-41a9-9d83-7b0a9f7a99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:00.389012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-f940f6e6-cd00-41a9-9d83-7b0a9f7a99d0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0869660 Nov 12 14:05:00.434148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-d2f08d64-b6c9-4dab-956c-951f971d70d5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85632482-b065-4bef-b4f8-615de9e03f67 HTTP/1.1" status: 200 len: 217 time: 0.0383258 Nov 12 14:05:00.497499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-f90544de-8441-4085-9b4b-91e953d9a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:00.498909 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-f90544de-8441-4085-9b4b-91e953d9a483 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0573621 Nov 12 14:05:00.545324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-603554a8-291c-49cc-8030-5a6d77dc5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:00.546865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-603554a8-291c-49cc-8030-5a6d77dc5279 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414128 Nov 12 14:05:00.643967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-0cb59cde-0300-444a-a177-f58fa2166e4f service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900459 Nov 12 14:05:00.738111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b90db1a-ca2e-4b58-99ad-2bf58a25804a req-7a1036a3-8e85-446e-8479-e3ce56c20d70 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876136 Nov 12 14:05:00.750449 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:01.021216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457c32c-ea85-47d4-90d8-9f2e384a82e5 req-73706b18-0aae-4f5f-b9fd-ebd556d908e1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:01.022726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7457c32c-ea85-47d4-90d8-9f2e384a82e5 req-73706b18-0aae-4f5f-b9fd-ebd556d908e1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0530751 Nov 12 14:05:01.078147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7457c32c-ea85-47d4-90d8-9f2e384a82e5 req-a7778fba-bcdf-4981-9659-356c688c5c14 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494745 Nov 12 14:05:01.622349 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:05:02.213975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c500-922e-4122-80ce-809f29606cde req-a4e7330b-d1a4-4453-a7d0-2010677fbdff tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:02.215487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0802c500-922e-4122-80ce-809f29606cde req-a4e7330b-d1a4-4453-a7d0-2010677fbdff tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0546038 Nov 12 14:05:02.266871 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0802c500-922e-4122-80ce-809f29606cde req-28118317-23bf-43e7-9d2e-724bae72e8a2 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448308 Nov 12 14:05:02.335173 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:02.935886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:03.392913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d950d-315f-455e-b2f5-03a9034d7edf req-6b31bc83-8049-4c82-abea-ef658826ae61 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:03.394558 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f60d950d-315f-455e-b2f5-03a9034d7edf req-6b31bc83-8049-4c82-abea-ef658826ae61 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0554528 Nov 12 14:05:03.450560 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f60d950d-315f-455e-b2f5-03a9034d7edf req-1df94656-b16c-4670-a17d-e27fc3771e85 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483510 Nov 12 14:05:04.572683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195a0b5-b203-4516-b110-fd37a731962d req-b293e9ee-4286-47b1-b31b-9410e44d0fe5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:04.574181 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4195a0b5-b203-4516-b110-fd37a731962d req-b293e9ee-4286-47b1-b31b-9410e44d0fe5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0502021 Nov 12 14:05:04.628263 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4195a0b5-b203-4516-b110-fd37a731962d req-35230061-7028-4b98-bb28-adaf1674d00e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481031 Nov 12 14:05:05.760571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef3a4-2dcf-49c6-b1e5-ab9feae82db0 req-f8d20efd-2450-4f23-ad22-c6573bc54c21 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:05.763171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47bef3a4-2dcf-49c6-b1e5-ab9feae82db0 req-f8d20efd-2450-4f23-ad22-c6573bc54c21 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0630803 Nov 12 14:05:05.816461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-47bef3a4-2dcf-49c6-b1e5-ab9feae82db0 req-3ad013d9-c321-4dd7-a2b4-9a7a55d31cd5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 Nov 12 14:05:06.956294 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde8813-bda2-4711-b1b8-fe8d81c9c2f1 req-af994352-64bd-4738-8ae8-c3d77a6335a5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:06.958260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8dde8813-bda2-4711-b1b8-fe8d81c9c2f1 req-af994352-64bd-4738-8ae8-c3d77a6335a5 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0639479 Nov 12 14:05:07.031998 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8dde8813-bda2-4711-b1b8-fe8d81c9c2f1 req-d912fe46-0331-4612-8b93-31898c557257 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656755 Nov 12 14:05:08.177018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475adae8-2c82-4bbb-b537-a2173f96c180 req-edb8e73f-1d0d-400a-8189-6601f5863088 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:08.178626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-475adae8-2c82-4bbb-b537-a2173f96c180 req-edb8e73f-1d0d-400a-8189-6601f5863088 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0639760 Nov 12 14:05:08.237467 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-475adae8-2c82-4bbb-b537-a2173f96c180 req-48a3be36-d72f-4a36-b833-72eabc481325 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522757 Nov 12 14:05:09.355643 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242e1b6-d289-4328-bc88-aa59924b851e req-9f476386-a448-45d9-875c-95428b959b86 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:09.357130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4242e1b6-d289-4328-bc88-aa59924b851e req-9f476386-a448-45d9-875c-95428b959b86 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0500619 Nov 12 14:05:09.407812 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4242e1b6-d289-4328-bc88-aa59924b851e req-30ab5b72-2a0c-459b-8741-41f759d34f97 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437760 Nov 12 14:05:10.526708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e063a-6f55-4877-b46c-1847ee8907f0 req-2256ec03-7514-4afa-bec1-7c9c2cb5c979 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:10.528341 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d0e063a-6f55-4877-b46c-1847ee8907f0 req-2256ec03-7514-4afa-bec1-7c9c2cb5c979 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0511901 Nov 12 14:05:10.580187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d0e063a-6f55-4877-b46c-1847ee8907f0 req-62112972-7edb-434f-be3e-30b7f294ba57 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439973 Nov 12 14:05:11.699978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf81acd-2500-4730-b8bd-9a25ba4f8b1c req-f8f9863c-dff4-4cd3-9fdf-0edf8368e35c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:11.702241 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abf81acd-2500-4730-b8bd-9a25ba4f8b1c req-f8f9863c-dff4-4cd3-9fdf-0edf8368e35c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0522177 Nov 12 14:05:11.755799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abf81acd-2500-4730-b8bd-9a25ba4f8b1c req-177a754d-4590-4a57-8bec-c4a88a65d536 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466087 Nov 12 14:05:12.885698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471840e1-cd3d-48b5-b008-03159d9b6626 req-fceff3c9-d2d8-4cdf-8b6e-d9bc7a1b53a0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:12.887144 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-471840e1-cd3d-48b5-b008-03159d9b6626 req-fceff3c9-d2d8-4cdf-8b6e-d9bc7a1b53a0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 944 time: 0.0578945 Nov 12 14:05:12.941353 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-471840e1-cd3d-48b5-b008-03159d9b6626 req-f68bc069-6a2c-4ddc-8fdc-ac074417641f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470717 Nov 12 14:05:13.348863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 85632482-b065-4bef-b4f8-615de9e03f67 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:05:13.433565 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:13.462892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 85632482-b065-4bef-b4f8-615de9e03f67, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=85632482-b065-4bef-b4f8-615de9e03f67,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:05:13.474336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '85632482-b065-4bef-b4f8-615de9e03f67', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'port_id': '85632482-b065-4bef-b4f8-615de9e03f67', 'mac_address': 'fa:16:3e:f4:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:05:13.516512 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:13.533401 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85632482-b065-4bef-b4f8-615de9e03f67 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:05:13.554078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 85632482-b065-4bef-b4f8-615de9e03f67, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=85632482-b065-4bef-b4f8-615de9e03f67,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:05:13.558787 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:13.614489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=85632482-b065-4bef-b4f8-615de9e03f67,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:05:13.623480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.623888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.624301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.624851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.625268 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.625832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.626335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.626562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.627115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.627733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.628078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.628432 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:05:13.920117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['85632482-b065-4bef-b4f8-615de9e03f67'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:05:14.101185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2cfc0-d93b-4209-bf9e-7fc9cf5c8d4a req-50b4df1f-acfb-4a4f-aa86-8a0aef37dcd4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:14.104447 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64e2cfc0-d93b-4209-bf9e-7fc9cf5c8d4a req-50b4df1f-acfb-4a4f-aa86-8a0aef37dcd4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 945 time: 0.0741208 Nov 12 14:05:14.172996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64e2cfc0-d93b-4209-bf9e-7fc9cf5c8d4a req-e5ccbd34-3fc2-4f0c-8b7d-cdb17ddac31e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593879 Nov 12 14:05:14.419364 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:15.314641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fb5a6-185c-4ed1-909e-8bd92027d6d6 req-87659375-b03f-4b80-a2f0-7ea9683fe64d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:15.316457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-657fb5a6-185c-4ed1-909e-8bd92027d6d6 req-87659375-b03f-4b80-a2f0-7ea9683fe64d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 945 time: 0.0533185 Nov 12 14:05:15.365875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 85632482-b065-4bef-b4f8-615de9e03f67 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:05:15.371634 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-657fb5a6-185c-4ed1-909e-8bd92027d6d6 req-5fcc5fc4-1e18-4b2c-a136-2ca31449385f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475466 Nov 12 14:05:15.415247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 85632482-b065-4bef-b4f8-615de9e03f67 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:05:15.419328 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 85632482-b065-4bef-b4f8-615de9e03f67 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:05:15.419690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:15.507656 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:15.536389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85632482-b065-4bef-b4f8-615de9e03f67'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:05:15.538670 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cf474d-b0cc-4d6c-a103-f0f018914022" -d '{"events": [{"server_uuid": "cf1ab674-9a7f-43ec-b391-236bfcafeaae", "name": "network-vif-plugged", "status": "completed", "tag": "85632482-b065-4bef-b4f8-615de9e03f67"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:05:15.553335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 85632482-b065-4bef-b4f8-615de9e03f67, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=85632482-b065-4bef-b4f8-615de9e03f67,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:05:15.559963 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:15.588416 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28852cb8-aac0-4aca-a237-97f103ea7390 x-openstack-request-id: req-28852cb8-aac0-4aca-a237-97f103ea7390 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:05:15.588718 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1ab674-9a7f-43ec-b391-236bfcafeaae", "name": "network-vif-plugged", "status": "completed", "tag": "85632482-b065-4bef-b4f8-615de9e03f67", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:05:15.588969 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28852cb8-aac0-4aca-a237-97f103ea7390 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:05:15.589408 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85632482-b065-4bef-b4f8-615de9e03f67', 'code': 200} Nov 12 14:05:15.620465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=85632482-b065-4bef-b4f8-615de9e03f67,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:05:15.687397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eec60a-6519-4ec7-b463-e0018090467d req-26ad74f4-621b-48c9-af84-c468d15e7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:15.689321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74eec60a-6519-4ec7-b463-e0018090467d req-26ad74f4-621b-48c9-af84-c468d15e7286 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 1097 time: 0.0444815 Nov 12 14:05:15.745496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-74eec60a-6519-4ec7-b463-e0018090467d req-9317ffc6-4581-4426-b1bd-5110c3a5987e service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491092 Nov 12 14:05:16.505252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26c758-3a0d-4f43-8bbf-d61e3ac1df40 req-15ff994d-dc09-4e43-844b-df738bd8cca8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:16.506903 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e26c758-3a0d-4f43-8bbf-d61e3ac1df40 req-15ff994d-dc09-4e43-844b-df738bd8cca8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 946 time: 0.0604496 Nov 12 14:05:16.561504 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e26c758-3a0d-4f43-8bbf-d61e3ac1df40 req-ec32d384-1e15-4fcb-bed8-65be3250a5d1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483565 Nov 12 14:05:17.687708 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8a1d-bd75-420d-b9ee-b88cf05b1929 req-9f947b83-53fa-4151-a0d7-6e2f442811ce tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:17.689198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49bb8a1d-bd75-420d-b9ee-b88cf05b1929 req-9f947b83-53fa-4151-a0d7-6e2f442811ce tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 946 time: 0.0521262 Nov 12 14:05:17.742232 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-49bb8a1d-bd75-420d-b9ee-b88cf05b1929 req-4bed1f63-f145-4f9d-a443-50fb17b2bdab tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469072 Nov 12 14:05:17.872866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b84e7-1a79-4f45-bbf7-40b31c0a3e5f req-ed192382-b343-4b66-aecf-e0eb4dfabca8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:17.874314 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-557b84e7-1a79-4f45-bbf7-40b31c0a3e5f req-ed192382-b343-4b66-aecf-e0eb4dfabca8 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 946 time: 0.0540271 Nov 12 14:05:17.924998 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-557b84e7-1a79-4f45-bbf7-40b31c0a3e5f req-abdce3be-1c33-47af-861b-b5ef311a43e4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Nov 12 14:05:17.947850 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34978) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:05:17.992184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63496264-8bd6-4b6c-809e-0789da75ed5a tempest-TestVolumeBootPattern-1373444814 tempest-TestVolumeBootPattern-1373444814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:17.993714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-63496264-8bd6-4b6c-809e-0789da75ed5a tempest-TestVolumeBootPattern-1373444814 tempest-TestVolumeBootPattern-1373444814-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 1092 time: 0.0448587 Nov 12 14:05:17.996466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 34980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:05:18.000728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '85632482-b065-4bef-b4f8-615de9e03f67', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:05:18.024110 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:18.134144 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:18.243538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Allocated IP 172.25.5.13 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/295ea4fc-fcaf-4c81-8281-627270c702c1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:05:18.354891 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:18.403401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:18.448424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:05:18.454266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:05:18.459389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:05:18.465755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=295ea4fc-fcaf-4c81-8281-627270c702c1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:05:18.854371 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:18.934514 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:19.120355 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:19.126007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:19.196616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event updated for resources: {'Port': ['ID=295ea4fc-fcaf-4c81-8281-627270c702c1,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:05:19.214925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:19.323588 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Floating IP 03d58b45-831c-483d-8b3b-7bcd085a8323 associated. External IP: 172.25.5.13, port: 85632482-b065-4bef-b4f8-615de9e03f67. Nov 12 14:05:19.558672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Router d87bf2af-4253-46c1-b8df-ebd00e08a225 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:05:19.674771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:05:19.690944 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] Sync routers for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:05:19.698836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:19.704285 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:05:19.705360 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:05:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:05:19.745469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c844ea9f-9197-4038-b1d5-b9b632c9e1d3 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7470481 Nov 12 14:05:19.745469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'tag': '85632482-b065-4bef-b4f8-615de9e03f67'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:05:19.748145 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aefe78c-4f32-413a-aa00-77d24f5a065b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1ab674-9a7f-43ec-b391-236bfcafeaae", "tag": "85632482-b065-4bef-b4f8-615de9e03f67"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:05:19.809189 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32466c81-9d92-463e-ad6c-1ec3fb8aa025 x-openstack-request-id: req-32466c81-9d92-463e-ad6c-1ec3fb8aa025 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:05:19.809454 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1ab674-9a7f-43ec-b391-236bfcafeaae", "tag": "85632482-b065-4bef-b4f8-615de9e03f67", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:05:19.809774 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32466c81-9d92-463e-ad6c-1ec3fb8aa025 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:05:19.810101 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'tag': '85632482-b065-4bef-b4f8-615de9e03f67', 'status': 'completed', 'code': 200} Nov 12 14:05:19.836348 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:05:19.885684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-b0778209-cf01-4415-a15f-04ea9f1ffef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:19.887435 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-b0778209-cf01-4415-a15f-04ea9f1ffef3 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 1097 time: 0.0578744 Nov 12 14:05:20.001239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-f0cf140a-4b44-4ff8-b87a-5474fb8010c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:20.004649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-f0cf140a-4b44-4ff8-b87a-5474fb8010c9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.1084139 Nov 12 14:05:20.093551 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-d3bf1541-552d-4c59-bcd2-c9c210027585 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85632482-b065-4bef-b4f8-615de9e03f67 HTTP/1.1" status: 200 len: 999 time: 0.0821798 Nov 12 14:05:20.154516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-14f29e08-fa38-47f3-8c5c-abe46d64a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:20.156947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-14f29e08-fa38-47f3-8c5c-abe46d64a499 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0562236 Nov 12 14:05:20.168475 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '03d58b45-831c-483d-8b3b-7bcd085a8323', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': '85632482-b065-4bef-b4f8-615de9e03f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:f4:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:05:18Z', 'updated_at': '2021-11-12T14:05:18Z', 'revision_number': 0, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}, {'id': '34c4527e-62a0-4927-95d8-e085672d8008', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:ad:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:03:16Z', 'updated_at': '2021-11-12T14:03:18Z', 'revision_number': 1, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:05:20.207121 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] Checking router: d87bf2af-4253-46c1-b8df-ebd00e08a225 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:05:20.217458 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:05:20.218105 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:05:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:05:20.368244 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:05:20.608403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-93889dde-d68c-48a6-aa50-2d3de626ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:20.610334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-93889dde-d68c-48a6-aa50-2d3de626ca43 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4463329 Nov 12 14:05:20.694471 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '03d58b45-831c-483d-8b3b-7bcd085a8323', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': '85632482-b065-4bef-b4f8-615de9e03f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:f4:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:05:18Z', 'updated_at': '2021-11-12T14:05:18Z', 'revision_number': 0, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}, {'id': '34c4527e-62a0-4927-95d8-e085672d8008', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:ad:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:03:16Z', 'updated_at': '2021-11-12T14:03:18Z', 'revision_number': 1, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:05:20.730948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-c4196785-93e3-4e8f-b7fe-c458d0bb78c3 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127810 Nov 12 14:05:20.740616 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca46b-53ae-4734-ae79-25c345208c63 None None] The sync data for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 is: [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '03d58b45-831c-483d-8b3b-7bcd085a8323', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': '85632482-b065-4bef-b4f8-615de9e03f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:f4:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:05:18Z', 'updated_at': '2021-11-12T14:05:18Z', 'revision_number': 0, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}, {'id': '34c4527e-62a0-4927-95d8-e085672d8008', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:ad:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:03:16Z', 'updated_at': '2021-11-12T14:03:18Z', 'revision_number': 1, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:05:20.867012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aefe78c-4f32-413a-aa00-77d24f5a065b req-f9e1429c-d958-4040-9509-6a6e851fee37 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282458 Nov 12 14:05:20.990910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00216c-5a2c-47d7-811d-8a7028a1e868 None None] New status for floating IP 03d58b45-831c-483d-8b3b-7bcd085a8323: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:05:25.997807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-bf4acbd1-42b7-4051-b338-72cbe67e9cd6 req-b828c40b-74ea-44af-83a0-b5246c43bdb4 service neutron] (102676) timed out ('10.222.0.70', 61593) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 14:05:27.000912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d7b2-9ce0-4679-9eda-332477999c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:29.527444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f474cad-be8a-4fc2-90aa-ea27a19fd66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:30.752618 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:32.342684 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:32.940316 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:35.482742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-cdf1bc4f-41cc-402a-8aab-fd5696a8f9f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419195 Nov 12 14:05:35.588786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-6beb5a1a-612d-4875-b2ee-6c7b770a0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:35.590391 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-6beb5a1a-612d-4875-b2ee-6c7b770a0d12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 1097 time: 0.0568681 Nov 12 14:05:35.705767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-e12c9935-4cf9-450b-853f-202b83232030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:35.707209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-e12c9935-4cf9-450b-853f-202b83232030 service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0965490 Nov 12 14:05:35.787148 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-11681c00-4c3c-43af-8a71-c2b09dd48ab4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db82ad9d-9987-43ab-9420-f08af1c79705 HTTP/1.1" status: 200 len: 1002 time: 0.0713809 Nov 12 14:05:35.841133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-6744c0bd-d6dd-4d3f-bce0-7f86722fc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:35.842734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-6744c0bd-d6dd-4d3f-bce0-7f86722fc1f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0480604 Nov 12 14:05:35.901083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-dcf8d880-8b55-4c1f-ba0b-175ef9fee189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:35.902775 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-dcf8d880-8b55-4c1f-ba0b-175ef9fee189 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525048 Nov 12 14:05:36.023132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-f52412ca-4a4e-4201-aa0a-06d80a3752e5 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124687 Nov 12 14:05:36.119012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a0c4606-8f67-4c4f-942e-88892c05e159 req-9cd3f09f-25f8-4949-bcad-59b32541a50a service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877919 Nov 12 14:05:36.559301 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-29034fac-aa21-4243-9d48-d5591ce5ad72 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480435 Nov 12 14:05:36.652264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-9d2af678-2092-4a11-8764-fa8ff6cf2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:36.654263 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-9d2af678-2092-4a11-8764-fa8ff6cf2a9b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 1097 time: 0.0464535 Nov 12 14:05:36.763186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-221b8449-b31c-4c34-b32e-372c23a515ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:36.764705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-221b8449-b31c-4c34-b32e-372c23a515ae service neutron] 10.222.0.105 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0909753 Nov 12 14:05:36.840218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-8fd2849a-e559-4da5-b10b-ca483a98238f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85632482-b065-4bef-b4f8-615de9e03f67 HTTP/1.1" status: 200 len: 1001 time: 0.0668416 Nov 12 14:05:36.897961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-8340ed8b-12a2-4b07-a849-747c9275d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:36.899461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-8340ed8b-12a2-4b07-a849-747c9275d4ce service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0479794 Nov 12 14:05:36.948295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-d856769e-7570-4f98-b014-8cfeafe698a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:05:36.949847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-d856769e-7570-4f98-b014-8cfeafe698a5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423412 Nov 12 14:05:37.051766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-8d90f9e6-8e46-4a30-85a2-1e3f47f11e48 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936439 Nov 12 14:05:37.150678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d93bc392-8fdc-442d-9f37-4452f1bf5133 req-bda2c947-75ee-4145-9e78-9099ae103be7 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921392 Nov 12 14:05:38.620946 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:05:43.404791 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:44.434001 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:44.704412 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-f6cd2368-3632-4782-be89-c3783c675014 req-5d247761-1790-482c-bd6a-880bb5d509c9 service neutron] (102675) timed out ('10.222.0.73', 36844) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 14:05:57.004504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d64acd0c-56a0-4934-b3b5-01f1cb5c41d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:05:59.529255 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45a93fed-7e22-41bc-9d8e-039adaee824b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:00.410910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-18e20a90-7638-48d4-9b55-900b72d59897 req-3973a738-773e-4972-8ec4-2014abf0b47d tempest-TestVolumeBackupRestore-2118680240 tempest-TestVolumeBackupRestore-2118680240-project] (102675) timed out ('10.222.0.70', 61539) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 14:06:00.754182 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:02.339540 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:02.942390 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:13.407805 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:14.445638 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:15.620309 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:06:18.800299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-f2afe807-03b5-44ba-8298-08905f60a35e req-af3fc17b-0fd3-49db-9bde-12d7fd003ca7 service neutron] (102675) timed out ('10.222.0.105', 51941) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 14:06:21.199874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-48e1a50e-91fd-4118-928c-280052a25e95 req-b1afa382-cf11-4de5-825d-1c2d6ba97b37 tempest-TestNetworkAdvancedServerOps-1406307914 tempest-TestNetworkAdvancedServerOps-1406307914-project] (102676) timed out ('10.222.0.105', 51980) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 14:06:27.005457 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23009495-60bf-4f02-8821-1e789d67f0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:29.532105 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aaff99e1-5b73-4ef8-b51d-8a641d4c34d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:30.755023 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:32.342201 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:32.945752 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:36.728187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-9124d166-4c56-4274-a7cb-ffd7c45469d7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454342 Nov 12 14:06:36.816776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-638b3549-9dd7-4659-ade1-3c91debc3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:36.818304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-638b3549-9dd7-4659-ade1-3c91debc3a73 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 1097 time: 0.0417588 Nov 12 14:06:36.934975 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-920da895-f2cc-42c5-8bbe-1f21f19786fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:36.936379 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-920da895-f2cc-42c5-8bbe-1f21f19786fd service neutron] 10.222.0.105 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0949268 Nov 12 14:06:37.006236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-6961cd31-a844-422c-8b2f-d4a26687a076 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85632482-b065-4bef-b4f8-615de9e03f67 HTTP/1.1" status: 200 len: 1001 time: 0.0618401 Nov 12 14:06:37.057705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-79049018-801b-427f-b901-30450295e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:37.059187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-79049018-801b-427f-b901-30450295e455 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0466187 Nov 12 14:06:37.110793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-d6eb4eb9-5a61-427f-9a9b-a5877e524bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:37.112318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-d6eb4eb9-5a61-427f-9a9b-a5877e524bbb service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458643 Nov 12 14:06:37.203246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-d99080be-4b5e-47a5-9495-e5138b5e4b83 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833983 Nov 12 14:06:37.299727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-203de4c2-f51a-441c-bd93-6cfac1e8d741 req-bad526c0-c55b-4dee-873b-8bd544a38305 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899782 Nov 12 14:06:37.480516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57478134-da39-4d7b-91aa-8302ced04902 req-7148da15-7b23-4d4b-b517-0e88f8d866e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421488 Nov 12 14:06:37.563261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57478134-da39-4d7b-91aa-8302ced04902 req-f6593569-2750-4c07-8a95-7d9ab663f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:37.564749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57478134-da39-4d7b-91aa-8302ced04902 req-f6593569-2750-4c07-8a95-7d9ab663f646 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 1097 time: 0.0407715 Nov 12 14:06:37.672942 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57478134-da39-4d7b-91aa-8302ced04902 req-369f409d-835b-4681-847f-0ce59bd260c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:37.674448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57478134-da39-4d7b-91aa-8302ced04902 req-369f409d-835b-4681-847f-0ce59bd260c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0898964 Nov 12 14:06:37.743130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57478134-da39-4d7b-91aa-8302ced04902 req-a38240f5-735f-45d0-b8f1-4e1cff56e93c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db82ad9d-9987-43ab-9420-f08af1c79705 HTTP/1.1" status: 200 len: 1002 time: 0.0600023 Nov 12 14:06:37.797727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57478134-da39-4d7b-91aa-8302ced04902 req-13a95a6f-da8f-40f2-87b8-62e318b33a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:37.799193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57478134-da39-4d7b-91aa-8302ced04902 req-13a95a6f-da8f-40f2-87b8-62e318b33a96 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0487969 Nov 12 14:06:37.845639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57478134-da39-4d7b-91aa-8302ced04902 req-91fbdd49-62c7-4038-ab1b-fe67b12540be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:37.847139 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57478134-da39-4d7b-91aa-8302ced04902 req-91fbdd49-62c7-4038-ab1b-fe67b12540be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411973 Nov 12 14:06:37.939481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57478134-da39-4d7b-91aa-8302ced04902 req-b7b08c2b-843e-417a-a449-b19879154bd5 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840485 Nov 12 14:06:38.035201 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-57478134-da39-4d7b-91aa-8302ced04902 req-75003b29-00e8-49be-81fb-a7491dd00a4a service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889001 Nov 12 14:06:43.407461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:44.446599 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:52.619951 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:06:57.007842 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5bbe2d8-eb80-46b7-b6a8-b1b28367476f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:58.771433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35024) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:06:58.934320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Deleting port 295ea4fc-fcaf-4c81-8281-627270c702c1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:06:58.934577 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:59.012911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:59.013233 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:59.025960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Calling delete_port for 295ea4fc-fcaf-4c81-8281-627270c702c1 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:06:59.172464 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:59.206624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'Port': ['ID=295ea4fc-fcaf-4c81-8281-627270c702c1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:06:59.231452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.231818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.232143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.232482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.232816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.233238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.233625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.234159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.234475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.234802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.235132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.235459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:06:59.276290 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:59.276596 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Floating IP 03d58b45-831c-483d-8b3b-7bcd085a8323 disassociated (deleted). External IP: 172.25.5.13, port: 85632482-b065-4bef-b4f8-615de9e03f67. Nov 12 14:06:59.486788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Router d87bf2af-4253-46c1-b8df-ebd00e08a225 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:06:59.534300 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c27c018-cf5c-4436-aea6-9a65c192f097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:59.595008 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:06:59.600018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:06:59.605048 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] Sync routers for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:06:59.615426 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:06:59.616040 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:07:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:06:59.628793 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-927a8e34-3393-4b84-b308-936c7f2a2abb tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "DELETE /v2.0/floatingips/03d58b45-831c-483d-8b3b-7bcd085a8323 HTTP/1.1" status: 204 len: 168 time: 0.8559282 Nov 12 14:06:59.629408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'tag': '85632482-b065-4bef-b4f8-615de9e03f67'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:06:59.632967 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1ab674-9a7f-43ec-b391-236bfcafeaae", "tag": "85632482-b065-4bef-b4f8-615de9e03f67"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:06:59.741683 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:06:59.754233 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620d2dff-d15d-4d3a-a880-648c17ae2ae0 x-openstack-request-id: req-620d2dff-d15d-4d3a-a880-648c17ae2ae0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:06:59.754636 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1ab674-9a7f-43ec-b391-236bfcafeaae", "tag": "85632482-b065-4bef-b4f8-615de9e03f67", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:06:59.754960 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-620d2dff-d15d-4d3a-a880-648c17ae2ae0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:06:59.755460 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'tag': '85632482-b065-4bef-b4f8-615de9e03f67', 'status': 'completed', 'code': 200} Nov 12 14:06:59.836669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-48ed703b-47da-4ec0-8431-918b68d20b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:59.839090 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-48ed703b-47da-4ec0-8431-918b68d20b65 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 1097 time: 0.0467556 Nov 12 14:06:59.901034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344a969-da98-4491-8341-80d0adc0570f req-ccfa07b0-aaa3-4be6-9813-ad213b0a1d6a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:59.902707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e344a969-da98-4491-8341-80d0adc0570f req-ccfa07b0-aaa3-4be6-9813-ad213b0a1d6a tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 946 time: 0.0575716 Nov 12 14:06:59.942484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-d868651b-c392-445c-93ed-041064f05476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:06:59.944129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-d868651b-c392-445c-93ed-041064f05476 service neutron] 10.222.0.105 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.0967691 Nov 12 14:06:59.989323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-b068286f-d46a-4883-a165-90b86277bff7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85632482-b065-4bef-b4f8-615de9e03f67 HTTP/1.1" status: 200 len: 217 time: 0.0365241 Nov 12 14:07:00.003454 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '34c4527e-62a0-4927-95d8-e085672d8008', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:ad:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:03:16Z', 'updated_at': '2021-11-12T14:03:18Z', 'revision_number': 1, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:00.031501 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] Checking router: d87bf2af-4253-46c1-b8df-ebd00e08a225 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:07:00.042133 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:07:00.042804 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:07:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:00.044882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-bdc4a2b3-42a5-4efe-9fa9-84be95a59547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:00.046867 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-bdc4a2b3-42a5-4efe-9fa9-84be95a59547 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0501432 Nov 12 14:07:00.102091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-fc9745ff-6a60-46e3-a07a-5fda4f3cd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:00.103757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-fc9745ff-6a60-46e3-a07a-5fda4f3cd793 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490646 Nov 12 14:07:00.207180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-9f54c1bf-9676-4795-b1a7-39289511575a service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960600 Nov 12 14:07:00.232583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e344a969-da98-4491-8341-80d0adc0570f req-ffe86bb6-b730-474c-998a-3c7d7043662e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232822 Nov 12 14:07:00.257845 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:07:00.306177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-79bd3ac8-8c4a-4eb3-9556-dfbba789fd86 req-3fc6d3c8-d483-4ccf-a104-25f2fc2ffd15 service neutron] 10.222.0.105 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918431 Nov 12 14:07:00.481393 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '34c4527e-62a0-4927-95d8-e085672d8008', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:ad:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:03:16Z', 'updated_at': '2021-11-12T14:03:18Z', 'revision_number': 1, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:00.507344 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9a352-570a-4808-880f-ec1051179c43 None None] The sync data for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 is: [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '34c4527e-62a0-4927-95d8-e085672d8008', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'port_id': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'mac_address': 'fa:16:3e:ad:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58349976-b41a-4ee1-adff-600f93104764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:03:16Z', 'updated_at': '2021-11-12T14:03:18Z', 'revision_number': 1, 'project_id': 'b512811927074c62a7307203db486f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:07:00.727698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90702bb-f644-4def-b464-be95a1240b00 None None] New status for floating IP 03d58b45-831c-483d-8b3b-7bcd085a8323: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:07:00.805003 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:01.353955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6103a-7307-48ad-9a55-b1ce9e0563cb req-259400e2-31d3-493c-804a-7f618c3d8ab9 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:01.355463 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a6103a-7307-48ad-9a55-b1ce9e0563cb req-259400e2-31d3-493c-804a-7f618c3d8ab9 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 946 time: 0.0487170 Nov 12 14:07:01.414678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a4a6103a-7307-48ad-9a55-b1ce9e0563cb req-60e51536-eddc-4c87-812a-93bff018e749 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526493 Nov 12 14:07:01.453810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-9f14bf92-c796-4bc1-ac4f-225aabdbd4df tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:01.455253 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-9f14bf92-c796-4bc1-ac4f-225aabdbd4df tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.105 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 946 time: 0.0575786 Nov 12 14:07:01.553360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-37f1f999-3911-4b72-8067-0202eee65699 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Deleting port 85632482-b065-4bef-b4f8-615de9e03f67 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:01.553710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-37f1f999-3911-4b72-8067-0202eee65699 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:01.642309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-37f1f999-3911-4b72-8067-0202eee65699 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] For port 85632482-b065-4bef-b4f8-615de9e03f67, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=85632482-b065-4bef-b4f8-615de9e03f67,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:01.642673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-37f1f999-3911-4b72-8067-0202eee65699 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:01.655630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-37f1f999-3911-4b72-8067-0202eee65699 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Calling delete_port for 85632482-b065-4bef-b4f8-615de9e03f67 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:01.787761 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-37f1f999-3911-4b72-8067-0202eee65699 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:01.817376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1f999-3911-4b72-8067-0202eee65699 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'Port': ['ID=85632482-b065-4bef-b4f8-615de9e03f67,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:01.861131 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-37f1f999-3911-4b72-8067-0202eee65699 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] No DVR routers for this DVR port 85632482-b065-4bef-b4f8-615de9e03f67 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:07:01.863946 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-37f1f999-3911-4b72-8067-0202eee65699 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:01.867261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f273f249-f164-4fba-a9f2-bcd271fd77f4 req-37f1f999-3911-4b72-8067-0202eee65699 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.105 "DELETE /v2.0/ports/85632482-b065-4bef-b4f8-615de9e03f67 HTTP/1.1" status: 204 len: 173 time: 0.4063945 Nov 12 14:07:01.867833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'name': 'network-vif-deleted', 'tag': '85632482-b065-4bef-b4f8-615de9e03f67'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:07:01.870159 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e60da-eb66-4b6a-a7ff-e39972ee17ba" -d '{"events": [{"server_uuid": "cf1ab674-9a7f-43ec-b391-236bfcafeaae", "name": "network-vif-deleted", "tag": "85632482-b065-4bef-b4f8-615de9e03f67"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:07:01.916544 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f953c60-15ba-4dee-b63a-588944cd271f x-openstack-request-id: req-0f953c60-15ba-4dee-b63a-588944cd271f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:07:01.916844 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1ab674-9a7f-43ec-b391-236bfcafeaae", "name": "network-vif-deleted", "tag": "85632482-b065-4bef-b4f8-615de9e03f67", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:07:01.917096 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f953c60-15ba-4dee-b63a-588944cd271f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:07:01.917548 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1ab674-9a7f-43ec-b391-236bfcafeaae', 'name': 'network-vif-deleted', 'tag': '85632482-b065-4bef-b4f8-615de9e03f67', 'status': 'completed', 'code': 200} Nov 12 14:07:02.346630 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:02.517186 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fec28b5a-9424-4eb9-a126-8b9eba8bc339 req-8b32667c-3f63-4410-9098-0dcc6472a46f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 210 time: 0.0316565 Nov 12 14:07:02.947934 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:03.619081 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f48d0817-c88e-4db2-ab96-4ac95991f7df req-dc278e26-5d3f-4a6a-bcf2-35f013028a65 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 210 time: 0.0301495 Nov 12 14:07:04.728166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-09b7a96b-7714-4fe4-9671-f02ad2a15d8f req-248c0fab-4911-4f08-a280-cd792893f43d tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 210 time: 0.0309184 Nov 12 14:07:05.825692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a3132b1-03ca-45a7-bc7f-3cb661acc175 req-10a4411b-f1c7-454b-b148-61df4e556b8f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf1ab674-9a7f-43ec-b391-236bfcafeaae HTTP/1.1" status: 200 len: 210 time: 0.0263257 Nov 12 14:07:05.899994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 85632482-b065-4bef-b4f8-615de9e03f67 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:07:05.919535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 85632482-b065-4bef-b4f8-615de9e03f67 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:07:05.919871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 85632482-b065-4bef-b4f8-615de9e03f67 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:07:12.241706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35080) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:12.397798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Deleting port 6a17a612-91fa-4454-956a-b9fabd6a4f3a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:12.398136 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:12.474581 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:12.474900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:12.487060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Calling delete_port for 6a17a612-91fa-4454-956a-b9fabd6a4f3a owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:12.635525 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:12.666410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'Port': ['ID=6a17a612-91fa-4454-956a-b9fabd6a4f3a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:12.686866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.687211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.687549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.687882 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.688213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.688538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.688860 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.689180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.689524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.690108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.690443 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.690764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:12.733363 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:12.733781 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Floating IP 34c4527e-62a0-4927-95d8-e085672d8008 disassociated (deleted). External IP: 172.25.5.211, port: db82ad9d-9987-43ab-9420-f08af1c79705. Nov 12 14:07:12.944242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Router d87bf2af-4253-46c1-b8df-ebd00e08a225 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:07:13.054997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:07:13.059871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:13.065613 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] Sync routers for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:07:13.075213 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:07:13.075814 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:07:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:13.087118 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cc6529cc-f1ed-43dd-a02b-b82e106313c1 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "DELETE /v2.0/floatingips/34c4527e-62a0-4927-95d8-e085672d8008 HTTP/1.1" status: 204 len: 168 time: 0.8443019 Nov 12 14:07:13.088048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58349976-b41a-4ee1-adff-600f93104764', 'tag': 'db82ad9d-9987-43ab-9420-f08af1c79705'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:07:13.090464 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b9526e-fc17-4b9c-a146-21be7302fe9c" -d '{"events": [{"name": "network-changed", "server_uuid": "58349976-b41a-4ee1-adff-600f93104764", "tag": "db82ad9d-9987-43ab-9420-f08af1c79705"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:07:13.190775 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:07:13.202988 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd1c1ab-87f7-428c-a7aa-006c92dc2d64 x-openstack-request-id: req-8cd1c1ab-87f7-428c-a7aa-006c92dc2d64 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:07:13.203283 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58349976-b41a-4ee1-adff-600f93104764", "tag": "db82ad9d-9987-43ab-9420-f08af1c79705", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:07:13.204405 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cd1c1ab-87f7-428c-a7aa-006c92dc2d64 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:07:13.204832 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58349976-b41a-4ee1-adff-600f93104764', 'tag': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'status': 'completed', 'code': 200} Nov 12 14:07:13.283792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-f2979b6c-8267-4bab-987e-59475e942cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:13.285356 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-f2979b6c-8267-4bab-987e-59475e942cf6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b512811927074c62a7307203db486f5f&device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 1097 time: 0.0505540 Nov 12 14:07:13.392725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8ba5a-2e49-4a40-b00d-5725f25c63dc req-9bed2738-5e8f-45e0-807e-a40aa62a23a0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:13.394211 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0df8ba5a-2e49-4a40-b00d-5725f25c63dc req-9bed2738-5e8f-45e0-807e-a40aa62a23a0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 946 time: 0.1078374 Nov 12 14:07:13.410706 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:13.414253 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:13.435192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-d1615a05-4eb6-483a-b3cc-d5927e1ef32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:13.436812 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-d1615a05-4eb6-483a-b3cc-d5927e1ef32f service neutron] 10.222.0.70 "GET /v2.0/networks?id=660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 200 len: 912 time: 0.1403272 Nov 12 14:07:13.440860 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] Checking router: d87bf2af-4253-46c1-b8df-ebd00e08a225 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:07:13.450446 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:07:13.451031 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:07:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:13.494724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-c4a3a76b-a29e-46a5-9fd9-0d6b9e3b07ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db82ad9d-9987-43ab-9420-f08af1c79705 HTTP/1.1" status: 200 len: 217 time: 0.0484350 Nov 12 14:07:13.499945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0df8ba5a-2e49-4a40-b00d-5725f25c63dc req-462b489b-2156-463d-ba47-0782ba2c31b6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984576 Nov 12 14:07:13.547905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-8ecd223b-10d8-42f7-be0c-04145706b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:13.549379 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-8ecd223b-10d8-42f7-be0c-04145706b89e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 200 len: 850 time: 0.0475421 Nov 12 14:07:13.563501 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:07:13.598064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-52b187ac-2d55-4573-b648-477136ae6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:13.599919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-52b187ac-2d55-4573-b648-477136ae6577 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=660acb6b-6518-42c7-b90e-6688979d79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430501 Nov 12 14:07:13.698348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-8404287c-5257-4499-a61b-1517cf36231a service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908768 Nov 12 14:07:13.773504 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:13.795256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-72b9526e-fc17-4b9c-a146-21be7302fe9c req-e775bc82-4641-4165-8abe-0a695c0f9771 service neutron] 10.222.0.70 "GET /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892584 Nov 12 14:07:13.813591 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d7609-6880-4d46-ae9a-0d5d182a9963 None None] The sync data for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 is: [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'c3e027db-b6a6-4383-a48a-23fa20718ae1', 'name': '', 'network_id': '660acb6b-6518-42c7-b90e-6688979d79bc', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'mac_address': 'fa:16:3e:a5:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:28Z', 'updated_at': '2021-11-12T13:56:35Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'subnets': [{'id': '45f976a9-1a81-438b-b5c3-facd52c86903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:07:14.046076 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b75290-c2c1-401c-a13d-cbd333fdb8dc None None] New status for floating IP 34c4527e-62a0-4927-95d8-e085672d8008: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:07:14.456028 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:14.631273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209c672-f56d-4dba-af17-ba9eee1ab393 req-be411f39-90ac-4403-8cc3-dafb9be69386 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:14.632765 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2209c672-f56d-4dba-af17-ba9eee1ab393 req-be411f39-90ac-4403-8cc3-dafb9be69386 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 946 time: 0.0539176 Nov 12 14:07:14.682636 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2209c672-f56d-4dba-af17-ba9eee1ab393 req-0eb42ba0-e853-4221-bc6f-7f5323d9a770 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/security-groups?id=35305c76-9fe1-48ff-a84c-089adbb6fc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435662 Nov 12 14:07:15.063220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-fa007b0d-8fa3-4acb-952f-b95b6182eb8b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:15.064715 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-fa007b0d-8fa3-4acb-952f-b95b6182eb8b tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 946 time: 0.0549731 Nov 12 14:07:15.154791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-c6c8208b-a8db-4bdf-8d4f-709292207309 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Deleting port db82ad9d-9987-43ab-9420-f08af1c79705 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:15.155192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-c6c8208b-a8db-4bdf-8d4f-709292207309 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:15.244237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-c6c8208b-a8db-4bdf-8d4f-709292207309 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] For port db82ad9d-9987-43ab-9420-f08af1c79705, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=db82ad9d-9987-43ab-9420-f08af1c79705,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:15.244594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-c6c8208b-a8db-4bdf-8d4f-709292207309 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:15.257571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-c6c8208b-a8db-4bdf-8d4f-709292207309 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Calling delete_port for db82ad9d-9987-43ab-9420-f08af1c79705 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:15.383112 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-c6c8208b-a8db-4bdf-8d4f-709292207309 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:15.417304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8208b-a8db-4bdf-8d4f-709292207309 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'Port': ['ID=db82ad9d-9987-43ab-9420-f08af1c79705,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:15.458757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-c6c8208b-a8db-4bdf-8d4f-709292207309 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] No DVR routers for this DVR port db82ad9d-9987-43ab-9420-f08af1c79705 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:07:15.461456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-c6c8208b-a8db-4bdf-8d4f-709292207309 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:15.464827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3eef7447-0ba5-4fc1-974a-93e8bd11e1dc req-c6c8208b-a8db-4bdf-8d4f-709292207309 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.70 "DELETE /v2.0/ports/db82ad9d-9987-43ab-9420-f08af1c79705 HTTP/1.1" status: 204 len: 173 time: 0.3932855 Nov 12 14:07:15.465306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58349976-b41a-4ee1-adff-600f93104764', 'name': 'network-vif-deleted', 'tag': 'db82ad9d-9987-43ab-9420-f08af1c79705'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:07:15.467610 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f975d6f3-3c08-4594-ae8b-0743b998db87" -d '{"events": [{"server_uuid": "58349976-b41a-4ee1-adff-600f93104764", "name": "network-vif-deleted", "tag": "db82ad9d-9987-43ab-9420-f08af1c79705"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:07:15.507536 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b431cc-ad2e-49ca-a51f-77fb51cee448 x-openstack-request-id: req-74b431cc-ad2e-49ca-a51f-77fb51cee448 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:07:15.507831 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58349976-b41a-4ee1-adff-600f93104764", "name": "network-vif-deleted", "tag": "db82ad9d-9987-43ab-9420-f08af1c79705", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:07:15.508084 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74b431cc-ad2e-49ca-a51f-77fb51cee448 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:07:15.508483 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58349976-b41a-4ee1-adff-600f93104764', 'name': 'network-vif-deleted', 'tag': 'db82ad9d-9987-43ab-9420-f08af1c79705', 'status': 'completed', 'code': 200} Nov 12 14:07:15.782999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21cc068f-c4b1-4553-98d6-fe24947e6ad0 req-11c94bbf-ada5-44ff-83ac-e723b6c3a4d4 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 210 time: 0.0276005 Nov 12 14:07:16.889928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-709e1f21-c2f1-4616-940e-5dfd316e01a2 req-4ba74f87-a938-48cc-82b3-eb4986af659c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 210 time: 0.0285847 Nov 12 14:07:17.989559 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-511e303b-3f1e-4809-906a-e767fff4b379 req-3e5982b4-0251-43ad-ab73-67ebe5ab3f8e tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 210 time: 0.0284040 Nov 12 14:07:18.726160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device db82ad9d-9987-43ab-9420-f08af1c79705 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:07:18.747058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: db82ad9d-9987-43ab-9420-f08af1c79705 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:07:18.747397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device db82ad9d-9987-43ab-9420-f08af1c79705 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:07:19.093131 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a18a58d-8a5c-457d-884b-73f57cb8b212 req-54b3efc4-0ed9-4e08-8219-de97af594eb6 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 210 time: 0.0266926 Nov 12 14:07:20.207354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-993d11e9-6f56-4dad-bf72-f86029c92e41 req-16c88778-303d-4c84-87d2-152c2b36000c tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "GET /v2.0/ports?device_id=58349976-b41a-4ee1-adff-600f93104764 HTTP/1.1" status: 200 len: 210 time: 0.0277808 Nov 12 14:07:21.263987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35106) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:21.735124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c54bf952-5c74-4f92-96be-58a2d6d8f3f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Deleting port fce1d636-4a61-4892-8ff9-a81b2ce3f6d7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:21.735463 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c54bf952-5c74-4f92-96be-58a2d6d8f3f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:21.815421 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c54bf952-5c74-4f92-96be-58a2d6d8f3f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:21.815753 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c54bf952-5c74-4f92-96be-58a2d6d8f3f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:21.827344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c54bf952-5c74-4f92-96be-58a2d6d8f3f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Calling delete_port for fce1d636-4a61-4892-8ff9-a81b2ce3f6d7 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:21.962567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c54bf952-5c74-4f92-96be-58a2d6d8f3f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:21.988293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bf952-5c74-4f92-96be-58a2d6d8f3f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'Port': ['ID=fce1d636-4a61-4892-8ff9-a81b2ce3f6d7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:22.053000 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c54bf952-5c74-4f92-96be-58a2d6d8f3f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:22.055594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c54bf952-5c74-4f92-96be-58a2d6d8f3f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:22.056772 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c54bf952-5c74-4f92-96be-58a2d6d8f3f0 tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "DELETE /v2.0/floatingips/dc14f692-5c29-4716-9799-578a592e33de HTTP/1.1" status: 204 len: 168 time: 0.7912488 Nov 12 14:07:25.351569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:25.409916 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bec9b7-cec8-4193-a6d6-77550d072b6f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:25.440920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bec9b7-cec8-4193-a6d6-77550d072b6f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:25.502474 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bec9b7-cec8-4193-a6d6-77550d072b6f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:25.505155 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bec9b7-cec8-4193-a6d6-77550d072b6f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:25.506599 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-14bec9b7-cec8-4193-a6d6-77550d072b6f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] 10.222.0.73 "DELETE /v2.0/security-groups/35305c76-9fe1-48ff-a84c-089adbb6fc6b HTTP/1.1" status: 204 len: 168 time: 0.1539583 Nov 12 14:07:25.518220 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bec9b7-cec8-4193-a6d6-77550d072b6f tempest-TestVolumeBootPattern-1134641536 tempest-TestVolumeBootPattern-1134641536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35305c76-9fe1-48ff-a84c-089adbb6fc6b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:25.579206 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35126) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:26.047897 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:26.306795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] Deleting port c3e027db-b6a6-4383-a48a-23fa20718ae1 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:26.307124 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:26.388758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] For port c3e027db-b6a6-4383-a48a-23fa20718ae1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c3e027db-b6a6-4383-a48a-23fa20718ae1,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:26.389269 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:26.403003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] Calling delete_port for c3e027db-b6a6-4383-a48a-23fa20718ae1 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:26.593413 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:26.618886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e027db-b6a6-4383-a48a-23fa20718ae1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:26.795480 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:27.009086 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4141a5ea-a4cc-4c8e-ba76-de9893412c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:27.012067 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] Router d87bf2af-4253-46c1-b8df-ebd00e08a225 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:07:27.119824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:07:27.125295 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-85eb0c0f-4e41-4e6b-ab4b-e2ba8f172eef admin admin] 10.222.0.73 "PUT /v2.0/routers/d87bf2af-4253-46c1-b8df-ebd00e08a225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5429544 Nov 12 14:07:27.127759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35132) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:27.132424 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] Sync routers for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:07:27.146195 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:07:27.147006 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:07:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:27.248064 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:27.257435 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:07:27.441516 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T14:07:26Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:27.577037 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] Checking router: d87bf2af-4253-46c1-b8df-ebd00e08a225 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:07:27.586489 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] Routers {'d87bf2af-4253-46c1-b8df-ebd00e08a225'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:07:27.587084 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:07:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d87bf2af-4253-46c1-b8df-ebd00e08a225'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:27.636294 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:27.690347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Deleting port 27de7f24-b64f-498b-b638-0007d22f482f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:27.690662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:27.697212 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] Set router d87bf2af-4253-46c1-b8df-ebd00e08a225 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:07:27.771217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] For port 27de7f24-b64f-498b-b638-0007d22f482f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=27de7f24-b64f-498b-b638-0007d22f482f,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:27.771587 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:27.785090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Calling delete_port for 27de7f24-b64f-498b-b638-0007d22f482f owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:27.874436 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T14:07:26Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:27.904385 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8c2a5-5383-46ac-af05-b9e46614cf04 None None] The sync data for ids ['d87bf2af-4253-46c1-b8df-ebd00e08a225'] in n-d-805736-4 is: [{'id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'name': 'tempest-TestVolumeBootPattern-900831478-router', 'tenant_id': 'b512811927074c62a7307203db486f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '27de7f24-b64f-498b-b638-0007d22f482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T14:07:26Z', 'revision_number': 5, 'project_id': 'b512811927074c62a7307203db486f5f', 'gw_port': {'id': '27de7f24-b64f-498b-b638-0007d22f482f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87bf2af-4253-46c1-b8df-ebd00e08a225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:25Z', 'updated_at': '2021-11-12T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:07:27.956808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:27.986104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27de7f24-b64f-498b-b638-0007d22f482f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:28.002947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d9e9cf-1d58-4ee6-a8bc-3531055c6ece None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:07:28.053865 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.146078 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.148257 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.193417 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.194014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d87bf2af-4253-46c1-b8df-ebd00e08a225 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:07:28.198706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.199666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3b38a9a7-3e22-40be-bfca-6ee14d74f0f2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d87bf2af-4253-46c1-b8df-ebd00e08a225 HTTP/1.1" status: 204 len: 168 time: 1.0708296 Nov 12 14:07:28.203166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35138) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:28.250364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fd773d-e13f-4d94-84ea-a7ec53394883 admin admin] Deleting subnet 45f976a9-1a81-438b-b5c3-facd52c86903 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:07:28.254173 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6fd773d-e13f-4d94-84ea-a7ec53394883 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.291530 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6fd773d-e13f-4d94-84ea-a7ec53394883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.377251 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6fd773d-e13f-4d94-84ea-a7ec53394883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.432239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6fd773d-e13f-4d94-84ea-a7ec53394883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.460861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd773d-e13f-4d94-84ea-a7ec53394883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f976a9-1a81-438b-b5c3-facd52c86903,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:28.462899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6fd773d-e13f-4d94-84ea-a7ec53394883 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.467781 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43732420-78ae-40cc-a085-d8a1fa656bc3 None None] Network 660acb6b-6518-42c7-b90e-6688979d79bc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:07:28.468790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d6fd773d-e13f-4d94-84ea-a7ec53394883 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/45f976a9-1a81-438b-b5c3-facd52c86903 HTTP/1.1" status: 204 len: 168 time: 0.2645328 Nov 12 14:07:28.468995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35140) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:28.549306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.612609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Deleting port 469fcb04-9487-4429-a004-bf690046f1b5 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:28.613187 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.680931 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] For port 469fcb04-9487-4429-a004-bf690046f1b5, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=469fcb04-9487-4429-a004-bf690046f1b5,segment=NetworkSegment(b73aa64b-b8b5-4dab-b5f8-8aec0699b03d),segment_id=b73aa64b-b8b5-4dab-b5f8-8aec0699b03d)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:28.681632 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.694785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Calling delete_port for 469fcb04-9487-4429-a004-bf690046f1b5 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:28.774015 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.797062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Pushing event deleted for resources: {'Port': ['ID=469fcb04-9487-4429-a004-bf690046f1b5,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:28.802678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] No DVR routers for this DVR port 469fcb04-9487-4429-a004-bf690046f1b5 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:07:28.880090 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.903785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660acb6b-6518-42c7-b90e-6688979d79bc']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:28.915473 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c30c8-012f-4868-a21e-a65ec7c95a5a None None] DHCP port deletion for 660acb6b-6518-42c7-b90e-6688979d79bc request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:07:28.923587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:28.924010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73aa64b-b8b5-4dab-b5f8-8aec0699b03d') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:28.950136 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.964493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.965554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 27de7f24-b64f-498b-b638-0007d22f482f no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:07:28.971739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:07:28.972134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:07:28.973938 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:07:28.991500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 27de7f24-b64f-498b-b638-0007d22f482f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:07:28.991846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 27de7f24-b64f-498b-b638-0007d22f482f not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:07:28.992271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c3e027db-b6a6-4383-a48a-23fa20718ae1 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:07:29.014739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: c3e027db-b6a6-4383-a48a-23fa20718ae1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:07:29.015078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c3e027db-b6a6-4383-a48a-23fa20718ae1 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:07:29.015489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 469fcb04-9487-4429-a004-bf690046f1b5 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:07:29.034949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 469fcb04-9487-4429-a004-bf690046f1b5 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:07:29.035253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 469fcb04-9487-4429-a004-bf690046f1b5 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:07:29.035450 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:29.042342 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:29.044387 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] 10.222.0.73 "DELETE /v2.0/networks/660acb6b-6518-42c7-b90e-6688979d79bc HTTP/1.1" status: 204 len: 168 time: 0.5744133 Nov 12 14:07:29.048030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:29.055864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939ddd8-48fc-4dc1-9e52-ed98ab63fa4b admin admin] Pushing event deleted for resources: {'Network': ['ID=660acb6b-6518-42c7-b90e-6688979d79bc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:29.400834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:29.536928 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bde978c-2046-4f58-b1ab-394587095061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:29.618495 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:07:29.648903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] Deleting port 420bebfc-a74f-448e-ba82-1955a8efdea6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:29.649239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:29.725269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] For port 420bebfc-a74f-448e-ba82-1955a8efdea6, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=420bebfc-a74f-448e-ba82-1955a8efdea6,segment=NetworkSegment(bcacb129-7614-4b7d-9678-115c54127a47),segment_id=bcacb129-7614-4b7d-9678-115c54127a47)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:29.725653 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:29.738435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] Calling delete_port for 420bebfc-a74f-448e-ba82-1955a8efdea6 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:29.921847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:29.954815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] Pushing event deleted for resources: {'Port': ['ID=420bebfc-a74f-448e-ba82-1955a8efdea6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:30.124663 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:30.343415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] Router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:07:30.452047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:07:30.457178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-85530f25-4edc-448a-bb45-64ac017a4157 admin admin] 10.222.0.73 "PUT /v2.0/routers/ace439a0-c4f1-4e46-889d-2e0d0a026aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4078867 Nov 12 14:07:30.459714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35146) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:30.461149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] Sync routers for ids ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:07:30.472351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] Routers {'ace439a0-c4f1-4e46-889d-2e0d0a026aa0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:07:30.472990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:07:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:30.568330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:30.681813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:30.739865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Deleting port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:30.740200 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:30.742716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] Set router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:07:30.828768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] For port 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1e087d9e-387e-4d08-9ddd-4fb37ac0c8df,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:30.829147 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:30.829313 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:30.842652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Calling delete_port for 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:30.946560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'name': 'tempest-TestVolumeBootPattern-1348957218-router', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:32Z', 'updated_at': '2021-11-12T14:07:29Z', 'revision_number': 5, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'gw_port': {'id': '1e087d9e-387e-4d08-9ddd-4fb37ac0c8df', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T13:56:33Z', 'updated_at': '2021-11-12T13:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:30.973662 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] Checking router: ace439a0-c4f1-4e46-889d-2e0d0a026aa0 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:07:30.981943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] Routers {'ace439a0-c4f1-4e46-889d-2e0d0a026aa0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:07:30.983098 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:07:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:31.015065 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.042725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e087d9e-387e-4d08-9ddd-4fb37ac0c8df,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:31.058996 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2779a1f-6907-4e68-9388-52ee5eb802a7 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:07:31.083718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] Set router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:07:31.106997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.141841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'name': 'tempest-TestVolumeBootPattern-1348957218-router', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:32Z', 'updated_at': '2021-11-12T14:07:30Z', 'revision_number': 6, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:31.168799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819648f-221b-46e2-92b0-32fb9c3e641f None None] The sync data for ids ['ace439a0-c4f1-4e46-889d-2e0d0a026aa0'] in n-d-805736-4 is: [{'id': 'ace439a0-c4f1-4e46-889d-2e0d0a026aa0', 'name': 'tempest-TestVolumeBootPattern-1348957218-router', 'tenant_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T13:56:32Z', 'updated_at': '2021-11-12T14:07:30Z', 'revision_number': 6, 'project_id': 'ef35b1f14be74ff4a1aa905ac75f5d91', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:07:31.204565 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.206763 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.250684 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.251210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ace439a0-c4f1-4e46-889d-2e0d0a026aa0 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:07:31.255435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.256567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-717c0457-245d-447f-91f5-f2fd6a4fa092 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ace439a0-c4f1-4e46-889d-2e0d0a026aa0 HTTP/1.1" status: 204 len: 168 time: 0.7958939 Nov 12 14:07:31.259309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:31.306091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48a1f51-30ca-43ce-abc3-10b47bea5a42 admin admin] Deleting subnet 1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:07:31.309084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d48a1f51-30ca-43ce-abc3-10b47bea5a42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.343302 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d48a1f51-30ca-43ce-abc3-10b47bea5a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.419505 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d48a1f51-30ca-43ce-abc3-10b47bea5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.474971 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d48a1f51-30ca-43ce-abc3-10b47bea5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.501443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a1f51-30ca-43ce-abc3-10b47bea5a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:31.505033 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d48a1f51-30ca-43ce-abc3-10b47bea5a42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.510699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d48a1f51-30ca-43ce-abc3-10b47bea5a42 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1dd3f0ea-1e8b-40ee-ab78-b5d8d366492d HTTP/1.1" status: 204 len: 168 time: 0.2479951 Nov 12 14:07:31.510987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35150) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:31.511626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3ec8b-de16-462c-8ba8-9d0912adf33e None None] Network 494a0af0-aff4-4f5a-a741-3c5dc3be0973 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:07:31.582840 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.648047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Deleting port 5cc0fd77-570f-49b8-80fa-ec81ef7df213 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:31.648426 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.720072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] For port 5cc0fd77-570f-49b8-80fa-ec81ef7df213, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5cc0fd77-570f-49b8-80fa-ec81ef7df213,segment=NetworkSegment(bcacb129-7614-4b7d-9678-115c54127a47),segment_id=bcacb129-7614-4b7d-9678-115c54127a47)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:31.721075 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.733983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Calling delete_port for 5cc0fd77-570f-49b8-80fa-ec81ef7df213 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:31.812682 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.840930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc0fd77-570f-49b8-80fa-ec81ef7df213,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:31.844907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] No DVR routers for this DVR port 5cc0fd77-570f-49b8-80fa-ec81ef7df213 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:07:31.918379 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.939183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0655e9b9-52d1-40d8-a8ae-757466d6dd8d None None] DHCP port deletion for 494a0af0-aff4-4f5a-a741-3c5dc3be0973 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:07:31.944956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494a0af0-aff4-4f5a-a741-3c5dc3be0973']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:31.955583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcacb129-7614-4b7d-9678-115c54127a47') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:31.955880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcacb129-7614-4b7d-9678-115c54127a47') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:07:31.971365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.986255 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.992434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:07:31.992824 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:07:31.994734 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:07:32.057963 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.063914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.067350 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] 10.222.0.73 "DELETE /v2.0/networks/494a0af0-aff4-4f5a-a741-3c5dc3be0973 HTTP/1.1" status: 204 len: 168 time: 0.5552573 Nov 12 14:07:32.078680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dee5f5-1228-44e8-ab7e-43756985a688 admin admin] Pushing event deleted for resources: {'Network': ['ID=494a0af0-aff4-4f5a-a741-3c5dc3be0973,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:32.207566 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35154) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:32.248657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e19143ac-8a67-475d-af1e-1d1caa132e1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b512811927074c62a7307203db486f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388765 Nov 12 14:07:32.251052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35156) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:32.297751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46c42797-bfb1-42f1-80a1-4ca12f4e8b84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.323164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46c42797-bfb1-42f1-80a1-4ca12f4e8b84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.354080 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.370842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46c42797-bfb1-42f1-80a1-4ca12f4e8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.373638 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46c42797-bfb1-42f1-80a1-4ca12f4e8b84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.374861 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-46c42797-bfb1-42f1-80a1-4ca12f4e8b84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0025db50-b1b9-40b8-913f-83250f011f32 HTTP/1.1" status: 204 len: 168 time: 0.1228764 Nov 12 14:07:32.382957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c42797-bfb1-42f1-80a1-4ca12f4e8b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0025db50-b1b9-40b8-913f-83250f011f32,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:32.712009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:07:32.720981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35162) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:32.732829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:07:32.733259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1e087d9e-387e-4d08-9ddd-4fb37ac0c8df not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:07:32.733709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5cc0fd77-570f-49b8-80fa-ec81ef7df213 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:07:32.753102 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 5cc0fd77-570f-49b8-80fa-ec81ef7df213 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:07:32.753470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5cc0fd77-570f-49b8-80fa-ec81ef7df213 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:07:32.753876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 420bebfc-a74f-448e-ba82-1955a8efdea6 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:07:32.765403 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8264fc47-f556-4a83-8398-41438ff49c7e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef35b1f14be74ff4a1aa905ac75f5d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401804 Nov 12 14:07:32.765842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35164) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:07:32.777296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 420bebfc-a74f-448e-ba82-1955a8efdea6 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:07:32.777541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 420bebfc-a74f-448e-ba82-1955a8efdea6 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:07:32.815282 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec5429ea-0cdc-4654-8c81-e9dc0d0a7fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.837262 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec5429ea-0cdc-4654-8c81-e9dc0d0a7fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.883583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec5429ea-0cdc-4654-8c81-e9dc0d0a7fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.886131 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec5429ea-0cdc-4654-8c81-e9dc0d0a7fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:32.887303 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ec5429ea-0cdc-4654-8c81-e9dc0d0a7fed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9e10e81-722b-4651-a363-2123a2ec501c HTTP/1.1" status: 204 len: 168 time: 0.1204245 Nov 12 14:07:32.896340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5429ea-0cdc-4654-8c81-e9dc0d0a7fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e10e81-722b-4651-a363-2123a2ec501c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:32.951439 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:43.422115 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:43.889534 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-037f884f-dfc1-4562-8c46-d3e537165c7b tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=176897e33d7c401e950ef6de7cccfae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243974 Nov 12 14:07:44.005647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-de75f9d4-099e-4e3e-b395-c4fccda9af17 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:44.007131 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-de75f9d4-099e-4e3e-b395-c4fccda9af17 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118324 Nov 12 14:07:44.024024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-2c403d72-7952-4412-a69a-45901b0d3cf9 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/quotas/176897e33d7c401e950ef6de7cccfae8 HTTP/1.1" status: 200 len: 375 time: 0.0103939 Nov 12 14:07:44.059117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-8e9c76dd-5faf-47e9-a5fa-910c76b36ea3 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=176897e33d7c401e950ef6de7cccfae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280454 Nov 12 14:07:44.231777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-447735c0-dc70-448b-9007-6edecf09dcbd req-ede22fb8-35ce-4a38-a9d2-e9b8afb71e69 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 210 time: 0.0285296 Nov 12 14:07:44.441403 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:45.099515 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-c8fe182f-c100-4add-9a54-faa123a07dc9 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=176897e33d7c401e950ef6de7cccfae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253360 Nov 12 14:07:45.225906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-5a52d816-6651-427a-85d9-980917a0067e tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:45.227326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-5a52d816-6651-427a-85d9-980917a0067e tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1214428 Nov 12 14:07:45.240737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Request body: {'port': {'device_id': '11103f5c-1d7d-40ba-aae3-a9ae5b351525', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'admin_state_up': True, 'tenant_id': '176897e33d7c401e950ef6de7cccfae8'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:07:45.347226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebe3decb-cb8b-4545-af09-fbcc6d987fce req-292aedd7-80d3-4708-a802-16d72922627c tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 210 time: 0.0421286 Nov 12 14:07:45.378980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Made reservation on behalf of 176897e33d7c401e950ef6de7cccfae8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:07:45.382700 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:45.391873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:45.468194 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:45.472193 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:45.532306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:45.605275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Allocated IP 192.168.233.108 (690d3bb4-c7ae-470f-97bf-df36d353ab5d/e03ea40d-b7d0-4f45-95c7-faa7f0a6d733/e448129d-133c-4c32-b05a-767110a2d9c2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:07:45.750101 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:45.792885 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:45.835027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Network 690d3bb4-c7ae-470f-97bf-df36d353ab5d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:07:45.837960 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:07:45.840602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:07:45.873883 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Pushing event updated for resources: {'Port': ['ID=e448129d-133c-4c32-b05a-767110a2d9c2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:45.901557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:45.902200 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:45.918665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-f3bb0ccc-0b2f-4af5-9d51-5a9fc7ff8a7a tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6813982 Nov 12 14:07:45.933626 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Request body: {'port': {'device_id': '11103f5c-1d7d-40ba-aae3-a9ae5b351525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:07:45.989960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:46.051129 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f516bfce-02c8-4891-ab3f-970d9b2f87e9 None None] Provisioning complete for port e448129d-133c-4c32-b05a-767110a2d9c2 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:07:46.051785 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f516bfce-02c8-4891-ab3f-970d9b2f87e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:46.086101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f516bfce-02c8-4891-ab3f-970d9b2f87e9 None None] Port e448129d-133c-4c32-b05a-767110a2d9c2 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:07:46.261801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e448129d-133c-4c32-b05a-767110a2d9c2 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:07:46.270556 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:46.282318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Transition to ACTIVE for port object e448129d-133c-4c32-b05a-767110a2d9c2 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:07:46.286339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:46.340873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Pushing event updated for resources: {'Port': ['ID=e448129d-133c-4c32-b05a-767110a2d9c2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:46.416222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Attempting to bind port e448129d-133c-4c32-b05a-767110a2d9c2 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:07:46.416550 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Attempting to bind port e448129d-133c-4c32-b05a-767110a2d9c2 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:07:46.416882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Attempting to bind port e448129d-133c-4c32-b05a-767110a2d9c2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:07:46.422344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Port e448129d-133c-4c32-b05a-767110a2d9c2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:07:46.422663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Attempting to bind port e448129d-133c-4c32-b05a-767110a2d9c2 on network 690d3bb4-c7ae-470f-97bf-df36d353ab5d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:07:46.427961 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:07:46.428297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Checking segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:07:46.428681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Bound using segment: {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:07:46.429109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Bound port: e448129d-133c-4c32-b05a-767110a2d9c2, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6de8ef-501a-499e-af60-0ff4857c914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:07:46.429490 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:46.479966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88754c9-0db0-4613-937d-22a55af16665 req-140d98bb-bc2d-4dd8-9c75-93939c8d0340 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:46.483693 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e88754c9-0db0-4613-937d-22a55af16665 req-140d98bb-bc2d-4dd8-9c75-93939c8d0340 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 948 time: 0.0564888 Nov 12 14:07:46.538630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e88754c9-0db0-4613-937d-22a55af16665 req-30e8daa1-dc2c-4e43-ac34-760e9a87f074 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479813 Nov 12 14:07:46.832922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] For port e448129d-133c-4c32-b05a-767110a2d9c2, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:07:46.836035 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] For port e448129d-133c-4c32-b05a-767110a2d9c2, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e448129d-133c-4c32-b05a-767110a2d9c2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:07:46.840819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:46.875115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:46.875730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:46.877153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] 10.222.0.70 "PUT /v2.0/ports/e448129d-133c-4c32-b05a-767110a2d9c2 HTTP/1.1" status: 200 len: 1096 time: 0.9483137 Nov 12 14:07:46.877622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11103f5c-1d7d-40ba-aae3-a9ae5b351525', 'tag': 'e448129d-133c-4c32-b05a-767110a2d9c2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:07:46.879874 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cde8ac-3e5f-40cb-bf90-314aa86463a1" -d '{"events": [{"name": "network-changed", "server_uuid": "11103f5c-1d7d-40ba-aae3-a9ae5b351525", "tag": "e448129d-133c-4c32-b05a-767110a2d9c2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:07:46.905399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cd915-01e5-452d-a663-00fc166763cf service neutron] Pushing event updated for resources: {'Port': ['ID=e448129d-133c-4c32-b05a-767110a2d9c2,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:46.946177 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8f1e40-d98b-4eea-b8dd-39b997ae289f x-openstack-request-id: req-7b8f1e40-d98b-4eea-b8dd-39b997ae289f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:07:46.946469 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11103f5c-1d7d-40ba-aae3-a9ae5b351525", "tag": "e448129d-133c-4c32-b05a-767110a2d9c2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:07:46.946724 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b8f1e40-d98b-4eea-b8dd-39b997ae289f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:07:46.947121 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11103f5c-1d7d-40ba-aae3-a9ae5b351525', 'tag': 'e448129d-133c-4c32-b05a-767110a2d9c2', 'status': 'completed', 'code': 200} Nov 12 14:07:46.963931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-73792067-5474-4e1a-8cf9-946d4130ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:46.965455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-73792067-5474-4e1a-8cf9-946d4130ddfb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=176897e33d7c401e950ef6de7cccfae8&device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 1099 time: 0.0469396 Nov 12 14:07:47.014025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-86507b8e-8bbb-4cbd-8980-390299bc6d1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=e448129d-133c-4c32-b05a-767110a2d9c2 HTTP/1.1" status: 200 len: 217 time: 0.0396578 Nov 12 14:07:47.069189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-d1a89393-12ec-4d3d-8dc3-07c9fe3a3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:47.070736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-d1a89393-12ec-4d3d-8dc3-07c9fe3a3560 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0488381 Nov 12 14:07:47.119527 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-cb962ae6-290d-4dee-8de2-d90ae63fa261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:47.121014 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-cb962ae6-290d-4dee-8de2-d90ae63fa261 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412273 Nov 12 14:07:47.216635 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-2e3113e2-6563-4aa6-a6e3-cf34924fbd6e service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872045 Nov 12 14:07:47.316280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-89e6580d-1b2e-4920-af89-37e95af58bfd req-648726a2-eff3-4e0f-8e4c-1f923e9b524d service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927787 Nov 12 14:07:47.409835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-ec2bf78c-f845-42e9-b8b2-3385b9b66150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:47.411251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-ec2bf78c-f845-42e9-b8b2-3385b9b66150 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=176897e33d7c401e950ef6de7cccfae8&device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 1099 time: 0.0470998 Nov 12 14:07:47.507335 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-b5b8c353-0c75-416e-8084-39d6071c0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:47.509049 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-b5b8c353-0c75-416e-8084-39d6071c0fb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=690d3bb4-c7ae-470f-97bf-df36d353ab5d HTTP/1.1" status: 200 len: 870 time: 0.0903409 Nov 12 14:07:47.554165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-03402a09-4b12-47f6-b7ae-6de189e97334 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=e448129d-133c-4c32-b05a-767110a2d9c2 HTTP/1.1" status: 200 len: 217 time: 0.0375533 Nov 12 14:07:47.604304 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-8c8366d5-b020-4cec-926d-ec0ea9c89b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:47.605845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-8c8366d5-b020-4cec-926d-ec0ea9c89b7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e03ea40d-b7d0-4f45-95c7-faa7f0a6d733 HTTP/1.1" status: 200 len: 843 time: 0.0448627 Nov 12 14:07:47.652910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-1a8bb29e-fe92-4519-979e-9531b3c37181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:47.655204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-1a8bb29e-fe92-4519-979e-9531b3c37181 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=690d3bb4-c7ae-470f-97bf-df36d353ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408237 Nov 12 14:07:47.660850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d82402-3443-41de-b801-48c61c64b708 req-8a7a8d34-65bc-4e4f-900b-7df41121b098 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:47.662390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4d82402-3443-41de-b801-48c61c64b708 req-8a7a8d34-65bc-4e4f-900b-7df41121b098 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 948 time: 0.0535958 Nov 12 14:07:47.712840 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a4d82402-3443-41de-b801-48c61c64b708 req-4659c8c8-ad5e-42a8-926c-9e6edeb54394 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443628 Nov 12 14:07:47.750316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-78f95d9a-76b2-430f-b627-166a74214b53 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880768 Nov 12 14:07:47.840946 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-39cde8ac-3e5f-40cb-bf90-314aa86463a1 req-fd630c96-40ef-4ea4-9c55-1dceb3506bf0 service neutron] 10.222.0.70 "GET /v2.0/networks/690d3bb4-c7ae-470f-97bf-df36d353ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832314 Nov 12 14:07:48.837320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b4acd-3700-432a-895d-22e60bdd1791 req-c8e9fc7f-28a3-47d4-84e2-18dd52500e43 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:48.838811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-849b4acd-3700-432a-895d-22e60bdd1791 req-c8e9fc7f-28a3-47d4-84e2-18dd52500e43 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 948 time: 0.0541265 Nov 12 14:07:48.887306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-849b4acd-3700-432a-895d-22e60bdd1791 req-38b61cc6-0b68-42dc-94f9-1c32e125ac4d tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Nov 12 14:07:50.005579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559c4e7-fe68-42f4-97b9-a439f7584eae req-64f5da59-34a8-458e-ae16-3a6a2777bff5 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:50.007055 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f559c4e7-fe68-42f4-97b9-a439f7584eae req-64f5da59-34a8-458e-ae16-3a6a2777bff5 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 948 time: 0.0504789 Nov 12 14:07:50.057035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f559c4e7-fe68-42f4-97b9-a439f7584eae req-cf449d1d-2567-4a44-97db-d83c5b927a3c tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Nov 12 14:07:50.880899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e448129d-133c-4c32-b05a-767110a2d9c2 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:07:50.982091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e448129d-133c-4c32-b05a-767110a2d9c2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e448129d-133c-4c32-b05a-767110a2d9c2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:50.993870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'e448129d-133c-4c32-b05a-767110a2d9c2', 'network_id': '690d3bb4-c7ae-470f-97bf-df36d353ab5d', 'port_id': 'e448129d-133c-4c32-b05a-767110a2d9c2', 'mac_address': 'fa:16:3e:04:b0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ea40d-b7d0-4f45-95c7-faa7f0a6d733', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:07:51.033535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:51.046420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e448129d-133c-4c32-b05a-767110a2d9c2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:07:51.066170 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e448129d-133c-4c32-b05a-767110a2d9c2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e448129d-133c-4c32-b05a-767110a2d9c2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:51.070435 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:51.123833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e448129d-133c-4c32-b05a-767110a2d9c2,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:51.131395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.131663 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.132001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.132337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.132664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.132993 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.133606 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.133930 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.134252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.134568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.134888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.135204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:07:51.173442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42ddca-9209-4113-8f4b-3f516e861e85 req-951edee0-798f-4b36-9613-a4e244ffb98c tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:51.174950 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e42ddca-9209-4113-8f4b-3f516e861e85 req-951edee0-798f-4b36-9613-a4e244ffb98c tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 949 time: 0.0496783 Nov 12 14:07:51.223124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e42ddca-9209-4113-8f4b-3f516e861e85 req-f38a3497-e904-4f0a-b3ef-47c70a80ac2b tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Nov 12 14:07:51.427100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['e448129d-133c-4c32-b05a-767110a2d9c2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:07:52.339629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a7110-600e-45f3-bb60-42c6251c6ecb req-ac99033a-ec0e-4177-b153-f77538d0f9c2 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:52.341156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-975a7110-600e-45f3-bb60-42c6251c6ecb req-ac99033a-ec0e-4177-b153-f77538d0f9c2 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 949 time: 0.0498350 Nov 12 14:07:52.395205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-975a7110-600e-45f3-bb60-42c6251c6ecb req-3d92530b-4e2e-4ff8-9be2-4b409650e2b7 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480387 Nov 12 14:07:52.897656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e448129d-133c-4c32-b05a-767110a2d9c2 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:07:52.948929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port e448129d-133c-4c32-b05a-767110a2d9c2 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:07:52.952554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port e448129d-133c-4c32-b05a-767110a2d9c2 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:07:52.952919 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:53.032692 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:53.056351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11103f5c-1d7d-40ba-aae3-a9ae5b351525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e448129d-133c-4c32-b05a-767110a2d9c2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:07:53.058865 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd1a54b-5223-4f68-bed8-cc5bde7bb04a" -d '{"events": [{"server_uuid": "11103f5c-1d7d-40ba-aae3-a9ae5b351525", "name": "network-vif-plugged", "status": "completed", "tag": "e448129d-133c-4c32-b05a-767110a2d9c2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:07:53.075290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port e448129d-133c-4c32-b05a-767110a2d9c2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e448129d-133c-4c32-b05a-767110a2d9c2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:53.080393 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:53.104774 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda1de23-7430-4d50-954e-ad6fbd608332 x-openstack-request-id: req-bda1de23-7430-4d50-954e-ad6fbd608332 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:07:53.105062 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11103f5c-1d7d-40ba-aae3-a9ae5b351525", "name": "network-vif-plugged", "status": "completed", "tag": "e448129d-133c-4c32-b05a-767110a2d9c2", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:07:53.105333 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bda1de23-7430-4d50-954e-ad6fbd608332 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:07:53.105729 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11103f5c-1d7d-40ba-aae3-a9ae5b351525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e448129d-133c-4c32-b05a-767110a2d9c2', 'code': 200} Nov 12 14:07:53.141211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=e448129d-133c-4c32-b05a-767110a2d9c2,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:53.208212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef60e-7af1-478c-803b-086410d26981 req-fa403232-03c9-476a-a530-ef34bdaf8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:53.209714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e3ef60e-7af1-478c-803b-086410d26981 req-fa403232-03c9-476a-a530-ef34bdaf8073 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 1101 time: 0.0486090 Nov 12 14:07:53.259092 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e3ef60e-7af1-478c-803b-086410d26981 req-77ab4001-e448-4c56-accb-4416120a967c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409968 Nov 12 14:07:53.515457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ccaf7-4005-41b1-9605-7a11af398889 req-8e519d18-697e-4513-9c8c-2796d09e5e3b tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:53.516923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-429ccaf7-4005-41b1-9605-7a11af398889 req-8e519d18-697e-4513-9c8c-2796d09e5e3b tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 950 time: 0.0532227 Nov 12 14:07:53.569035 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-429ccaf7-4005-41b1-9605-7a11af398889 req-c60b172d-28bc-40ad-8e76-1db6c830f17d tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454485 Nov 12 14:07:54.695762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53dc6-7c82-4510-8d23-d6008bf655a4 req-15c219ed-be2c-49a0-ba69-ffa526b96812 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:54.697249 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94d53dc6-7c82-4510-8d23-d6008bf655a4 req-15c219ed-be2c-49a0-ba69-ffa526b96812 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 950 time: 0.0555415 Nov 12 14:07:54.751145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94d53dc6-7c82-4510-8d23-d6008bf655a4 req-c41d47ac-0f0f-4faf-a258-54d0384417c8 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466847 Nov 12 14:07:55.869773 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7caad3-f0ff-49f7-84be-61aa9a00d4bb req-89c0ee0b-f42b-4c33-85c1-cfbc31a81200 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:55.871292 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe7caad3-f0ff-49f7-84be-61aa9a00d4bb req-89c0ee0b-f42b-4c33-85c1-cfbc31a81200 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 950 time: 0.0492933 Nov 12 14:07:55.924406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe7caad3-f0ff-49f7-84be-61aa9a00d4bb req-af85aa3e-7283-48a9-983c-32e0a78eb023 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468185 Nov 12 14:07:56.304482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-a6bf9082-7b95-4bec-a7fd-d7afadcbfe63 req-7b7a397a-df72-474a-9d9f-1906199f447d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:07:56.305720 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6bf9082-7b95-4bec-a7fd-d7afadcbfe63 req-7b7a397a-df72-474a-9d9f-1906199f447d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1019304 Nov 12 14:07:56.698258 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-44755952-0799-4047-8f59-0f82ef921c02 req-4b9e3172-8633-4990-af4a-a0e61bb3c1cb service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:07:56.699253 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44755952-0799-4047-8f59-0f82ef921c02 req-4b9e3172-8633-4990-af4a-a0e61bb3c1cb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0586801 Nov 12 14:07:57.012826 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5cf2bf4-59cd-4e44-8035-a7b213675b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:57.034682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269326a-484b-4f4b-ad1a-ca74ba1d2a81 req-d5be3ede-5d97-47ed-a44f-d8f34735b2dc tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:57.036227 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f269326a-484b-4f4b-ad1a-ca74ba1d2a81 req-d5be3ede-5d97-47ed-a44f-d8f34735b2dc tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 950 time: 0.0544779 Nov 12 14:07:57.083538 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f269326a-484b-4f4b-ad1a-ca74ba1d2a81 req-2b7dc6c7-dcf4-4746-8b8a-ade507176a56 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Nov 12 14:07:58.205810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f70dc5-3a76-42e5-bf03-f7521629a38d req-21eadf90-6d67-4be4-9e4e-b33e2fde7e91 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:58.207484 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26f70dc5-3a76-42e5-bf03-f7521629a38d req-21eadf90-6d67-4be4-9e4e-b33e2fde7e91 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 950 time: 0.0516939 Nov 12 14:07:58.258585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-26f70dc5-3a76-42e5-bf03-f7521629a38d req-c334ea4b-bb5d-469a-89de-0a5e644426d2 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Nov 12 14:07:58.463190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-1dd3bc3a-ca36-45b3-b72a-ac1f17fd631b tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:07:58.464616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-1dd3bc3a-ca36-45b3-b72a-ac1f17fd631b tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.70 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 950 time: 0.0524669 Nov 12 14:07:58.554372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-fe0d6934-419b-43ed-bffe-3c0a670e9fa1 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Deleting port e448129d-133c-4c32-b05a-767110a2d9c2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:07:58.554712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-fe0d6934-419b-43ed-bffe-3c0a670e9fa1 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:58.646308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-fe0d6934-419b-43ed-bffe-3c0a670e9fa1 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] For port e448129d-133c-4c32-b05a-767110a2d9c2, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=e448129d-133c-4c32-b05a-767110a2d9c2,segment=NetworkSegment(0d6de8ef-501a-499e-af60-0ff4857c914c),segment_id=0d6de8ef-501a-499e-af60-0ff4857c914c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:07:58.646661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-fe0d6934-419b-43ed-bffe-3c0a670e9fa1 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:58.660069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-fe0d6934-419b-43ed-bffe-3c0a670e9fa1 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Calling delete_port for e448129d-133c-4c32-b05a-767110a2d9c2 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:07:58.795652 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-fe0d6934-419b-43ed-bffe-3c0a670e9fa1 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:58.808292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['e448129d-133c-4c32-b05a-767110a2d9c2'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:07:58.823468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d6934-419b-43ed-bffe-3c0a670e9fa1 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Pushing event deleted for resources: {'Port': ['ID=e448129d-133c-4c32-b05a-767110a2d9c2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:07:58.869824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-fe0d6934-419b-43ed-bffe-3c0a670e9fa1 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] No DVR routers for this DVR port e448129d-133c-4c32-b05a-767110a2d9c2 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:07:58.873065 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-fe0d6934-419b-43ed-bffe-3c0a670e9fa1 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:07:58.876684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e5c9099-84d2-4c17-8649-7860bf7bebc8 req-fe0d6934-419b-43ed-bffe-3c0a670e9fa1 tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.70 "DELETE /v2.0/ports/e448129d-133c-4c32-b05a-767110a2d9c2 HTTP/1.1" status: 204 len: 173 time: 0.4056673 Nov 12 14:07:58.877143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11103f5c-1d7d-40ba-aae3-a9ae5b351525', 'name': 'network-vif-deleted', 'tag': 'e448129d-133c-4c32-b05a-767110a2d9c2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:07:58.879624 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe6620c-f824-4496-b5e8-6313d24aca54" -d '{"events": [{"server_uuid": "11103f5c-1d7d-40ba-aae3-a9ae5b351525", "name": "network-vif-deleted", "tag": "e448129d-133c-4c32-b05a-767110a2d9c2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:07:58.925670 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8832fd-f4cd-4d4e-aa1c-a249743cd85e x-openstack-request-id: req-da8832fd-f4cd-4d4e-aa1c-a249743cd85e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:07:58.926168 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11103f5c-1d7d-40ba-aae3-a9ae5b351525", "name": "network-vif-deleted", "tag": "e448129d-133c-4c32-b05a-767110a2d9c2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:07:58.926635 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da8832fd-f4cd-4d4e-aa1c-a249743cd85e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:07:58.927277 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11103f5c-1d7d-40ba-aae3-a9ae5b351525', 'name': 'network-vif-deleted', 'tag': 'e448129d-133c-4c32-b05a-767110a2d9c2', 'status': 'completed', 'code': 200} Nov 12 14:07:59.369121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d9a5eab3-a755-4279-93a6-a4207dbbfa52 req-1cca56f1-6d86-4521-bde7-f4955a84412b tempest-ServersAdminNegativeTestJSON-798269658 tempest-ServersAdminNegativeTestJSON-798269658-project] 10.222.0.73 "GET /v2.0/ports?device_id=11103f5c-1d7d-40ba-aae3-a9ae5b351525 HTTP/1.1" status: 200 len: 210 time: 0.0283163 Nov 12 14:07:59.539155 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06af15c0-a1a4-4293-939e-10802448e783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:00.672331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:00.759024 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:00.804349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-17dbd11f-e34d-4e5a-9a83-b5637e10dd65 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=176897e33d7c401e950ef6de7cccfae8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308312 Nov 12 14:08:00.806822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:00.859219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:00.881268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:00.932576 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:00.936442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:00.937710 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda HTTP/1.1" status: 204 len: 168 time: 0.1299944 Nov 12 14:08:00.945611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc21ba2-1c21-44b8-94b9-8ad3d6a82bda,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:00.954306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.954649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.955005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.955319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.955727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.955966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.956291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.956614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.956941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.957261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.957610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:00.957924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1f2b5-47dd-4f96-ac9d-8382cc53950e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:01.203479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:01.217613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9194cf7-21d2-46f5-98b5-c29212aeb510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:01.292414 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9194cf7-21d2-46f5-98b5-c29212aeb510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:01.296296 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9194cf7-21d2-46f5-98b5-c29212aeb510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:01.333186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9194cf7-21d2-46f5-98b5-c29212aeb510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3d60d5-6c78-4387-91ae-b7de79921562,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:01.337507 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f9194cf7-21d2-46f5-98b5-c29212aeb510 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f2bd89b73b0f44d296cf15625eb504cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329863 Nov 12 14:08:01.340151 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:01.390637 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4f61-dbef-436c-850c-aa3e7a962afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:01.412671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4f61-dbef-436c-850c-aa3e7a962afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:01.462902 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4f61-dbef-436c-850c-aa3e7a962afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:01.465498 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4f61-dbef-436c-850c-aa3e7a962afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:01.467857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5d1f4f61-dbef-436c-850c-aa3e7a962afa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c3d60d5-6c78-4387-91ae-b7de79921562 HTTP/1.1" status: 204 len: 168 time: 0.1267993 Nov 12 14:08:01.475474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f4f61-dbef-436c-850c-aa3e7a962afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3d60d5-6c78-4387-91ae-b7de79921562,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:02.221674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35340) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:02.318023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1027285618-network', 'tenant_id': '5d2101238cbf4017aefa612ae925d3cf'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:08:02.339651 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Made reservation on behalf of 5d2101238cbf4017aefa612ae925d3cf for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:08:02.343094 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.350825 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.352238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.426682 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.430431 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.454899 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:08:02.468806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc45e5-f7df-4e4f-9381-5c58126c6e8f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:02.477253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.477628 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Added segment 621ce504-8542-429b-a78b-d0f8424d1b43 of type vlan for network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 Nov 12 14:08:02.518804 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.544962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.545945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:02.546522 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.609103 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3863029 Nov 12 14:08:02.612208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35344) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:02.616394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd055e-999d-4914-a6cb-f17732f1ee9e admin admin] Pushing event updated for resources: {'Network': ['ID=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:02.617240 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Request body: {'subnet': {'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1027285618-subnet', 'tenant_id': '5d2101238cbf4017aefa612ae925d3cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:08:02.626938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:08:02.640330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Made reservation on behalf of 5d2101238cbf4017aefa612ae925d3cf for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:08:02.642768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.815682 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.875655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4043582-98da-4232-9074-05c8534555db,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:02.886053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Checking segment: {'id': '621ce504-8542-429b-a78b-d0f8424d1b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:08:02.886423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Network hostable DHCP agents. Network: b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:08:02.905444 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:08:02.913666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:08:02.919420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:02.921805 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:02.922814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e7abc-0091-4d0a-b795-56ad90df75bf None None] Network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:08:02.936723 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e448129d-133c-4c32-b05a-767110a2d9c2 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:08:02.940319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d72a62c1-9573-4313-994c-e56dfc417806 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3270161 Nov 12 14:08:03.000790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: e448129d-133c-4c32-b05a-767110a2d9c2 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:08:03.001130 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device e448129d-133c-4c32-b05a-767110a2d9c2 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:08:03.013845 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:03.087529 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834787b-537d-4ff6-b2ca-5e18cc1e143e None None] Network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:08:03.386217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-0848eb80-5662-4c38-8763-5923e141ff23 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:03.387897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-0848eb80-5662-4c38-8763-5923e141ff23 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/networks?id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 HTTP/1.1" status: 200 len: 812 time: 0.1024768 Nov 12 14:08:03.402804 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-349608ca-36a3-4e32-8198-c6c824cf7280 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/quotas/5d2101238cbf4017aefa612ae925d3cf HTTP/1.1" status: 200 len: 375 time: 0.0092692 Nov 12 14:08:03.440774 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-12ca73b2-54ae-473c-9435-54859e62ded0 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d2101238cbf4017aefa612ae925d3cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318308 Nov 12 14:08:03.453229 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-5ef7aedd-604a-48c8-ae3c-c0bd72e5aead service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:08:03.454219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-5ef7aedd-604a-48c8-ae3c-c0bd72e5aead service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054901 Nov 12 14:08:03.550923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-937b6c8d-5a0a-4e7c-ac1f-819bd2758e25 service neutron] 10.222.0.73 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907776 Nov 12 14:08:03.647754 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-e1d66f11-a825-4ce5-9754-639b0dc955a1 service neutron] 10.222.0.73 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906901 Nov 12 14:08:03.812297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c3f6273-760d-44b4-be9b-e95041eb4795 req-12f1e437-4504-463f-8d02-ff645f405082 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 210 time: 0.0286098 Nov 12 14:08:04.930221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-744c2624-5b3c-4439-9a66-5ed0559227cb req-684b1b55-6d31-4baa-962e-7f7653cd4793 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 210 time: 0.0423453 Nov 12 14:08:04.960533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-585b835a-d5aa-46b3-8385-3af8abec0a47 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:04.962048 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-585b835a-d5aa-46b3-8385-3af8abec0a47 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.70 "GET /v2.0/networks?id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 HTTP/1.1" status: 200 len: 812 time: 0.1439791 Nov 12 14:08:04.976172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Request body: {'port': {'device_id': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439', 'admin_state_up': True, 'tenant_id': '5d2101238cbf4017aefa612ae925d3cf'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:08:05.083776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Made reservation on behalf of 5d2101238cbf4017aefa612ae925d3cf for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:08:05.087264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:05.216963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Allocated IP 172.20.0.9 (b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439/f4043582-98da-4232-9074-05c8534555db/a6672c72-bf2d-4130-9db0-710d4c4caf71) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:08:05.364595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:05.397305 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:05.440141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:08:05.445114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:08:05.448807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:08:05.472119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Pushing event updated for resources: {'Port': ['ID=a6672c72-bf2d-4130-9db0-710d4c4caf71,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:05.499634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:05.500234 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:05.516050 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-43a102fd-bf3c-42fe-8831-30b1e853579b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5435934 Nov 12 14:08:05.529149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Request body: {'port': {'device_id': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:08:05.587931 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:05.866356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6672c72-bf2d-4130-9db0-710d4c4caf71 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:08:05.874314 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:05.886857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Transition to ACTIVE for port object a6672c72-bf2d-4130-9db0-710d4c4caf71 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:08:05.891623 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:05.946041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Pushing event updated for resources: {'Port': ['ID=a6672c72-bf2d-4130-9db0-710d4c4caf71,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:06.018239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Attempting to bind port a6672c72-bf2d-4130-9db0-710d4c4caf71 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:08:06.018513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Attempting to bind port a6672c72-bf2d-4130-9db0-710d4c4caf71 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '621ce504-8542-429b-a78b-d0f8424d1b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:08:06.018798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Attempting to bind port a6672c72-bf2d-4130-9db0-710d4c4caf71 on network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:08:06.023470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Port a6672c72-bf2d-4130-9db0-710d4c4caf71 on network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:08:06.023788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Attempting to bind port a6672c72-bf2d-4130-9db0-710d4c4caf71 on network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:08:06.029504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:08:06.029836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Checking segment: {'id': '621ce504-8542-429b-a78b-d0f8424d1b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:08:06.030222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Bound using segment: {'id': '621ce504-8542-429b-a78b-d0f8424d1b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:08:06.030645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Bound port: a6672c72-bf2d-4130-9db0-710d4c4caf71, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621ce504-8542-429b-a78b-d0f8424d1b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:08:06.030997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:06.062741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945ecc4-9a23-4929-8774-e4f719e947cb req-9d6ae814-98ad-4f71-a32b-21097a57623a tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:06.064276 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9945ecc4-9a23-4929-8774-e4f719e947cb req-9d6ae814-98ad-4f71-a32b-21097a57623a tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 943 time: 0.0561771 Nov 12 14:08:06.098759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:08:06.101900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71,segment=NetworkSegment(621ce504-8542-429b-a78b-d0f8424d1b43),segment_id=621ce504-8542-429b-a78b-d0f8424d1b43)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:08:06.107384 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:06.116533 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9945ecc4-9a23-4929-8774-e4f719e947cb req-5bbd4f11-a618-416e-98fd-7b712afb22f5 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Nov 12 14:08:06.144306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:06.144924 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:06.146348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] 10.222.0.70 "PUT /v2.0/ports/a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 200 len: 1091 time: 0.6218083 Nov 12 14:08:06.146793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:08:06.149041 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4821029-f35d-4f96-beec-745dd2be3f22" -d '{"events": [{"name": "network-changed", "server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:08:06.177318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bce355-ba8e-44da-b39c-ffa3cbbb510c service neutron] Pushing event updated for resources: {'Port': ['ID=a6672c72-bf2d-4130-9db0-710d4c4caf71,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:06.188327 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47be89fc-da64-4acc-92f8-867d7bbc48bc x-openstack-request-id: req-47be89fc-da64-4acc-92f8-867d7bbc48bc {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:08:06.188791 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:08:06.189175 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47be89fc-da64-4acc-92f8-867d7bbc48bc {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:08:06.189788 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71', 'status': 'completed', 'code': 200} Nov 12 14:08:06.241801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-c8137261-fc07-46ce-9bc2-807214c3a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:06.243294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-c8137261-fc07-46ce-9bc2-807214c3a56d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d2101238cbf4017aefa612ae925d3cf&device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 1094 time: 0.0432024 Nov 12 14:08:06.294457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-b3c315d7-6dcf-4ce2-96af-26b081acdfbb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 200 len: 217 time: 0.0433514 Nov 12 14:08:06.343814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-61c798fe-e7df-4ae9-a5a0-3b6360a88fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:06.345258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-61c798fe-e7df-4ae9-a5a0-3b6360a88fae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4043582-98da-4232-9074-05c8534555db HTTP/1.1" status: 200 len: 852 time: 0.0447290 Nov 12 14:08:06.376936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-b1364aae-eb82-4402-a613-8659bacce242 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250528 Nov 12 14:08:06.470039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-3a4b60df-bc62-49e8-a4f1-aa5ec678ffe0 service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862460 Nov 12 14:08:06.565400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e379c0e-a5b1-4d09-b4d5-6f8832bdb95c req-7c03a6f6-02d9-483f-8744-d8e84ffea1b9 service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875401 Nov 12 14:08:06.617930 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:08:06.660371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4821029-f35d-4f96-beec-745dd2be3f22 req-29571bc2-5045-43b2-a6fd-8ebc76ad8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:06.661972 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4821029-f35d-4f96-beec-745dd2be3f22 req-29571bc2-5045-43b2-a6fd-8ebc76ad8c3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d2101238cbf4017aefa612ae925d3cf&device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 1094 time: 0.0468955 Nov 12 14:08:06.755516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4821029-f35d-4f96-beec-745dd2be3f22 req-5e433d44-32b9-4311-90c1-abf074f152e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:06.757624 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4821029-f35d-4f96-beec-745dd2be3f22 req-5e433d44-32b9-4311-90c1-abf074f152e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 HTTP/1.1" status: 200 len: 913 time: 0.0873995 Nov 12 14:08:06.803682 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4821029-f35d-4f96-beec-745dd2be3f22 req-22fcaa2f-5542-44ab-8156-f77772774f1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 200 len: 217 time: 0.0387743 Nov 12 14:08:06.854070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4821029-f35d-4f96-beec-745dd2be3f22 req-39bff285-bab5-4d50-a1d1-a487cf3321b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:06.855440 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4821029-f35d-4f96-beec-745dd2be3f22 req-39bff285-bab5-4d50-a1d1-a487cf3321b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4043582-98da-4232-9074-05c8534555db HTTP/1.1" status: 200 len: 852 time: 0.0444987 Nov 12 14:08:06.888462 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4821029-f35d-4f96-beec-745dd2be3f22 req-56c93b11-f08c-48fe-be7e-6976298d3a92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243580 Nov 12 14:08:06.981161 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4821029-f35d-4f96-beec-745dd2be3f22 req-f7f378d2-925e-4875-a949-2dfb01e28c33 service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865633 Nov 12 14:08:07.071039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4821029-f35d-4f96-beec-745dd2be3f22 req-ae3233ca-63e5-43a8-8f51-eaf607a2a53a service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825014 Nov 12 14:08:07.239619 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dce8ca-ea81-4698-9ffe-f1aad213f0ea req-26ab5930-52ca-41ec-a0dd-ac097026d073 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:07.241172 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44dce8ca-ea81-4698-9ffe-f1aad213f0ea req-26ab5930-52ca-41ec-a0dd-ac097026d073 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 943 time: 0.0518749 Nov 12 14:08:07.290317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44dce8ca-ea81-4698-9ffe-f1aad213f0ea req-cdc52768-c2a7-48c7-8711-ad8b50fd240c tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Nov 12 14:08:08.407148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75580ac0-0be4-42fd-9fef-71efd3171d94 req-413c5f2f-6a4b-4dc8-8f70-c1866fce9fd2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:08.408611 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75580ac0-0be4-42fd-9fef-71efd3171d94 req-413c5f2f-6a4b-4dc8-8f70-c1866fce9fd2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 943 time: 0.0488200 Nov 12 14:08:08.459176 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-75580ac0-0be4-42fd-9fef-71efd3171d94 req-4b88b462-abca-4b79-9762-1c2f10269adc tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445189 Nov 12 14:08:08.943146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a6672c72-bf2d-4130-9db0-710d4c4caf71 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:08:09.040084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71,segment=NetworkSegment(621ce504-8542-429b-a78b-d0f8424d1b43),segment_id=621ce504-8542-429b-a78b-d0f8424d1b43)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:08:09.051457 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a6672c72-bf2d-4130-9db0-710d4c4caf71', 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439', 'port_id': 'a6672c72-bf2d-4130-9db0-710d4c4caf71', 'mac_address': 'fa:16:3e:30:91:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4043582-98da-4232-9074-05c8534555db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:08:09.092767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:09.104936 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6672c72-bf2d-4130-9db0-710d4c4caf71 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:08:09.125728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71,segment=NetworkSegment(621ce504-8542-429b-a78b-d0f8424d1b43),segment_id=621ce504-8542-429b-a78b-d0f8424d1b43)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:08:09.129381 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:09.177987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a6672c72-bf2d-4130-9db0-710d4c4caf71,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:09.415132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a6672c72-bf2d-4130-9db0-710d4c4caf71'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:08:09.576286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee995c98-e70d-4065-a024-5772ce52cc2d req-ef3e580e-0b02-4248-bb69-8076ad558c01 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:09.577788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee995c98-e70d-4065-a024-5772ce52cc2d req-ef3e580e-0b02-4248-bb69-8076ad558c01 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 944 time: 0.0496302 Nov 12 14:08:09.630527 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ee995c98-e70d-4065-a024-5772ce52cc2d req-1596bd30-83ac-445b-9c1b-cfeef5f4bf19 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467801 Nov 12 14:08:10.750799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ae426-c941-4953-9736-439bf02f8bfb req-b85cbb34-c735-482b-a887-c469ac277f4c tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:10.752376 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-372ae426-c941-4953-9736-439bf02f8bfb req-b85cbb34-c735-482b-a887-c469ac277f4c tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 944 time: 0.0510671 Nov 12 14:08:10.800542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-372ae426-c941-4953-9736-439bf02f8bfb req-c2121bc9-8a38-42ae-994d-69b3b1ed53e7 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 Nov 12 14:08:10.959939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a6672c72-bf2d-4130-9db0-710d4c4caf71 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:08:11.008845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port a6672c72-bf2d-4130-9db0-710d4c4caf71 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:08:11.012855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a6672c72-bf2d-4130-9db0-710d4c4caf71 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:08:11.013224 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:11.099154 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:11.123110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:08:11.125358 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ae4e5c-914f-4a8f-96d2-199322d0f283" -d '{"events": [{"server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "name": "network-vif-plugged", "status": "completed", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:08:11.138574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71,segment=NetworkSegment(621ce504-8542-429b-a78b-d0f8424d1b43),segment_id=621ce504-8542-429b-a78b-d0f8424d1b43)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:08:11.143441 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:11.167966 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f64db81-dbca-4442-aec6-e42ea60683dd x-openstack-request-id: req-2f64db81-dbca-4442-aec6-e42ea60683dd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:08:11.169585 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "name": "network-vif-plugged", "status": "completed", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:08:11.169585 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f64db81-dbca-4442-aec6-e42ea60683dd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:08:11.169585 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71', 'code': 200} Nov 12 14:08:11.196049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a6672c72-bf2d-4130-9db0-710d4c4caf71,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:11.264866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a94195-f0b2-4aa1-b3f0-25d1128f7fbb req-7f54b5ae-4ed1-4df0-affa-a94757b9688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:11.266660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32a94195-f0b2-4aa1-b3f0-25d1128f7fbb req-7f54b5ae-4ed1-4df0-affa-a94757b9688f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 1096 time: 0.0414336 Nov 12 14:08:11.311115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32a94195-f0b2-4aa1-b3f0-25d1128f7fbb req-9fee965b-29b3-43fe-9dcb-64e6322c6f18 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374572 Nov 12 14:08:11.921592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2231727-0923-4c8b-899f-ae838edebeae req-eb2e80dd-c6e5-439c-b194-efd1c832ad5f tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:11.923094 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2231727-0923-4c8b-899f-ae838edebeae req-eb2e80dd-c6e5-439c-b194-efd1c832ad5f tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0531697 Nov 12 14:08:11.970464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c2231727-0923-4c8b-899f-ae838edebeae req-92d31877-7a65-40bc-a0d8-238e6627bf5a tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Nov 12 14:08:13.091216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258687c-3634-4b84-bf43-59a11d7c5fd1 req-4e92cb0b-0b82-49fd-83cb-bd679a9c6200 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:13.092722 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3258687c-3634-4b84-bf43-59a11d7c5fd1 req-4e92cb0b-0b82-49fd-83cb-bd679a9c6200 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0498030 Nov 12 14:08:13.142997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3258687c-3634-4b84-bf43-59a11d7c5fd1 req-1532080e-63a5-463f-8278-853c3d0d60a2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Nov 12 14:08:13.329851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35400) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:13.385780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00c42-9021-44e3-adf3-6f37e8488f20 req-53b81570-777d-44bf-bef8-d539e79b6217 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:13.387297 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0c00c42-9021-44e3-adf3-6f37e8488f20 req-53b81570-777d-44bf-bef8-d539e79b6217 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0491827 Nov 12 14:08:13.425713 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:13.471706 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-1f484145-5056-43aa-a02d-69a6c9902fed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405466 Nov 12 14:08:13.479513 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0c00c42-9021-44e3-adf3-6f37e8488f20 req-ad022d0b-cade-4a74-b659-3fe1225ea3ce tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833926 Nov 12 14:08:13.484894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-4ba2e98d-22f6-4257-b6d8-be127c0c7148 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:08:13.485889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-4ba2e98d-22f6-4257-b6d8-be127c0c7148 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055113 Nov 12 14:08:14.441338 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:14.601271 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3f8b-009c-446a-b9b0-0392fdbd8b84 req-61f1fb8c-dbe2-4c16-8dd2-58b439e4023e tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:14.602739 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58cc3f8b-009c-446a-b9b0-0392fdbd8b84 req-61f1fb8c-dbe2-4c16-8dd2-58b439e4023e tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0506186 Nov 12 14:08:14.654024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-58cc3f8b-009c-446a-b9b0-0392fdbd8b84 req-c1ef42b0-9b74-4be2-b062-b7ecd657a619 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446248 Nov 12 14:08:14.729787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-c643db03-6593-4d51-b14d-fd1205ada2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:14.731685 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-c643db03-6593-4d51-b14d-fd1205ada2a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d2101238cbf4017aefa612ae925d3cf&device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 1096 time: 0.0410366 Nov 12 14:08:14.830121 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-606fd376-6e4b-430e-94e3-37e90d50fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:14.831612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-606fd376-6e4b-430e-94e3-37e90d50fedd service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 HTTP/1.1" status: 200 len: 913 time: 0.0909359 Nov 12 14:08:14.873825 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-c68d4d26-a6ab-49c4-ae7a-84e31203ca0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 200 len: 217 time: 0.0349915 Nov 12 14:08:14.927680 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-8494d60b-a358-43a7-be57-9bd7986fa9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:14.929218 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-8494d60b-a358-43a7-be57-9bd7986fa9da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4043582-98da-4232-9074-05c8534555db HTTP/1.1" status: 200 len: 852 time: 0.0487487 Nov 12 14:08:14.960412 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-33c1a6d5-ff15-4245-8139-fb4a60d02f04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244303 Nov 12 14:08:15.048193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-d38bceac-35c2-4c09-810e-c34dfbb1bb25 service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807586 Nov 12 14:08:15.140315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-06334b8c-4776-4b1d-b4b7-2daa7606a872 service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852356 Nov 12 14:08:15.781302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb500c6-f06d-4547-a975-7ceae0211bf4 req-bb9d49ef-14b4-4b7f-bfe0-5d61d02015db tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:15.782816 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcb500c6-f06d-4547-a975-7ceae0211bf4 req-bb9d49ef-14b4-4b7f-bfe0-5d61d02015db tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0575986 Nov 12 14:08:15.831922 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dcb500c6-f06d-4547-a975-7ceae0211bf4 req-2a46862d-f724-4e8f-9991-2ae178e5c210 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Nov 12 14:08:16.949429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6e75f-f83a-4daf-9f1d-c78f0447b832 req-a6d2dc71-202c-4b3e-a431-055bece9442b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:16.951115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bc6e75f-f83a-4daf-9f1d-c78f0447b832 req-a6d2dc71-202c-4b3e-a431-055bece9442b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0506725 Nov 12 14:08:16.998908 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bc6e75f-f83a-4daf-9f1d-c78f0447b832 req-b2078953-d2ae-47f9-9589-29698ade6113 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Nov 12 14:08:18.116915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b5f4-ee19-40ad-91b9-9fd277d6335a req-df1bdf06-0b4d-4bd3-8862-89212c20400b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:18.118478 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3f13b5f4-ee19-40ad-91b9-9fd277d6335a req-df1bdf06-0b4d-4bd3-8862-89212c20400b tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0506098 Nov 12 14:08:18.176547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3f13b5f4-ee19-40ad-91b9-9fd277d6335a req-a5a8f5fd-8416-423e-aa3f-89e3ef764267 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515628 Nov 12 14:08:19.299464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8758b-c8c8-46bc-8b11-645fc72d16e7 req-5e44022d-7f46-4b4b-ab24-bb5847f307d6 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:19.301277 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0b8758b-c8c8-46bc-8b11-645fc72d16e7 req-5e44022d-7f46-4b4b-ab24-bb5847f307d6 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0551898 Nov 12 14:08:19.350352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0b8758b-c8c8-46bc-8b11-645fc72d16e7 req-23e68343-3f46-4c76-a924-5ecb8d270dc5 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429254 Nov 12 14:08:20.476834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021a6dc-3085-4a89-b9a2-187ca14cfd8f req-28dbd12f-3349-4e19-8b6f-e7f1edd8f0e9 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:20.478468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f021a6dc-3085-4a89-b9a2-187ca14cfd8f req-28dbd12f-3349-4e19-8b6f-e7f1edd8f0e9 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0524480 Nov 12 14:08:20.536524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f021a6dc-3085-4a89-b9a2-187ca14cfd8f req-fd6f3bfe-f578-4aef-9485-78bb44785b17 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503523 Nov 12 14:08:21.657768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe2913-48ab-46d8-afc5-ee371db3590f req-1593babc-6d87-4c0c-bbd7-19505b23dc55 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:21.659337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4abe2913-48ab-46d8-afc5-ee371db3590f req-1593babc-6d87-4c0c-bbd7-19505b23dc55 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0507369 Nov 12 14:08:21.710963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4abe2913-48ab-46d8-afc5-ee371db3590f req-70a9eb22-1343-483b-ba9b-a34314868384 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 Nov 12 14:08:22.849899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc8ccc-b67e-48ab-83b8-16837bf9948f req-df643834-9316-4e0f-b5ad-e4b0fbd786e6 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:22.851529 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d3cc8ccc-b67e-48ab-83b8-16837bf9948f req-df643834-9316-4e0f-b5ad-e4b0fbd786e6 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0543079 Nov 12 14:08:22.904561 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d3cc8ccc-b67e-48ab-83b8-16837bf9948f req-ba198c8f-c26f-488c-bacc-17687557149e tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Nov 12 14:08:24.030676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48059f-8dc4-43bc-adb7-7114629a00d1 req-795062d8-55af-4b80-b59f-1db798fc311d tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:24.032122 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d48059f-8dc4-43bc-adb7-7114629a00d1 req-795062d8-55af-4b80-b59f-1db798fc311d tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0554166 Nov 12 14:08:24.082280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d48059f-8dc4-43bc-adb7-7114629a00d1 req-3262785b-1104-4e7c-922a-65961241cc22 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442262 Nov 12 14:08:25.207287 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c8a1d-b257-4c91-8f5a-e9de27dcaaf6 req-98d69f51-0d67-46f7-90bc-c5eef95530e3 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:25.208825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e2c8a1d-b257-4c91-8f5a-e9de27dcaaf6 req-98d69f51-0d67-46f7-90bc-c5eef95530e3 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0562220 Nov 12 14:08:25.261578 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e2c8a1d-b257-4c91-8f5a-e9de27dcaaf6 req-1eb77ceb-4bc4-4839-b531-914bd91718ef tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Nov 12 14:08:26.390575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e820b5c-af43-493e-9187-577111ce3745 req-db7f845d-99f2-412d-861f-9683f07d1a2a tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:26.392117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e820b5c-af43-493e-9187-577111ce3745 req-db7f845d-99f2-412d-861f-9683f07d1a2a tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0529871 Nov 12 14:08:26.445133 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e820b5c-af43-493e-9187-577111ce3745 req-69c33e29-2146-48f9-a662-1ce249c81c8e tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469654 Nov 12 14:08:27.016456 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab69f5b6-d1f7-400c-a7a2-9686fd22e13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:27.565603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb90df-0d4c-48d6-97e9-72eb54cb4949 req-892e9f03-b191-439d-9e3b-104bee23812f tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:27.567131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bfb90df-0d4c-48d6-97e9-72eb54cb4949 req-892e9f03-b191-439d-9e3b-104bee23812f tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0519886 Nov 12 14:08:27.619165 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5bfb90df-0d4c-48d6-97e9-72eb54cb4949 req-de638d66-804e-4fca-84df-582beab9078d tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458522 Nov 12 14:08:28.745615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14b7bf-37cf-4455-937b-46498ba9a2cb req-281f8f23-41d3-435d-b2ae-9975dcbd2b64 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:28.747219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a14b7bf-37cf-4455-937b-46498ba9a2cb req-281f8f23-41d3-435d-b2ae-9975dcbd2b64 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0531957 Nov 12 14:08:28.806446 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a14b7bf-37cf-4455-937b-46498ba9a2cb req-0cf94b27-f09a-4e00-8b86-fb7d1d40e449 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Nov 12 14:08:29.541193 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a334f44-1254-4ed8-a294-15a73d360cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:29.939527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ee120-8819-4612-a48f-5aea425c0f16 req-49f85a74-ce7e-4819-9aca-97e605b478f0 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:29.941137 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa4ee120-8819-4612-a48f-5aea425c0f16 req-49f85a74-ce7e-4819-9aca-97e605b478f0 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0621419 Nov 12 14:08:29.995575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aa4ee120-8819-4612-a48f-5aea425c0f16 req-549a2175-ec5f-4e99-af04-73b563bf1fb7 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Nov 12 14:08:30.769402 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:31.137930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d7390-3bc3-42c6-9c04-ea5c5c7a67f5 req-9795ba15-c4c5-4e0d-9d53-e801fb4032b8 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:31.139626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c9d7390-3bc3-42c6-9c04-ea5c5c7a67f5 req-9795ba15-c4c5-4e0d-9d53-e801fb4032b8 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0603254 Nov 12 14:08:31.200993 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c9d7390-3bc3-42c6-9c04-ea5c5c7a67f5 req-10a71264-544e-4efd-97bb-868614bbc71e tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502801 Nov 12 14:08:32.332111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b106aa2-61ee-40b4-b384-a438fce6f045 req-4d7c975a-dbd6-48cb-87f4-c606523c60c0 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:32.333733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b106aa2-61ee-40b4-b384-a438fce6f045 req-4d7c975a-dbd6-48cb-87f4-c606523c60c0 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0516572 Nov 12 14:08:32.356815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:32.389427 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b106aa2-61ee-40b4-b384-a438fce6f045 req-0f0f86f3-1151-40fe-b3f7-fab7ac409673 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488515 Nov 12 14:08:32.959206 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:33.516217 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5e706-ad50-4db6-b137-7a8d9a6c0614 req-c12dc250-8785-410c-ad76-0fe3ce423beb tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:33.517940 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bc5e706-ad50-4db6-b137-7a8d9a6c0614 req-c12dc250-8785-410c-ad76-0fe3ce423beb tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0549588 Nov 12 14:08:33.579541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bc5e706-ad50-4db6-b137-7a8d9a6c0614 req-4e788b40-2cbe-4ea0-a4b2-0a37560a58b6 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516670 Nov 12 14:08:34.734612 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efc839-57b8-471b-b056-6b93a46bb452 req-27ab81f6-be7d-42e5-8a54-175203ad57d0 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:34.736324 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96efc839-57b8-471b-b056-6b93a46bb452 req-27ab81f6-be7d-42e5-8a54-175203ad57d0 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0719478 Nov 12 14:08:34.808540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-96efc839-57b8-471b-b056-6b93a46bb452 req-7fff801c-fc21-48e9-8185-df7fc23c1cb7 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656135 Nov 12 14:08:35.953064 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b8562-38ea-42f7-90f4-9b3baba380c2 req-95df8f54-189a-46f8-9556-bb9d2b0a87eb tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:35.954839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f9b8562-38ea-42f7-90f4-9b3baba380c2 req-95df8f54-189a-46f8-9556-bb9d2b0a87eb tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0638502 Nov 12 14:08:36.014336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7f9b8562-38ea-42f7-90f4-9b3baba380c2 req-b8b9cd33-60f0-4186-bd32-06f7f0b613c5 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523798 Nov 12 14:08:37.159163 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c74850-1991-4e9b-8731-14b2b9c6c901 req-e7c98248-9077-402b-b688-5ac091ef5dab tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:37.161633 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33c74850-1991-4e9b-8731-14b2b9c6c901 req-e7c98248-9077-402b-b688-5ac091ef5dab tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0674982 Nov 12 14:08:37.228354 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33c74850-1991-4e9b-8731-14b2b9c6c901 req-ef1b456f-c774-484a-90c0-24585edcc648 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553927 Nov 12 14:08:38.356061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e67c5c-b875-4e70-b891-de6357269f2b req-6de52ddc-1fc2-4070-a063-da0b253e10a5 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:38.357689 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97e67c5c-b875-4e70-b891-de6357269f2b req-6de52ddc-1fc2-4070-a063-da0b253e10a5 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0534425 Nov 12 14:08:38.408726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-97e67c5c-b875-4e70-b891-de6357269f2b req-c9cef1d7-326a-4309-9a5b-70ddb69291b8 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448766 Nov 12 14:08:39.521423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234f45b-202a-4c1c-843f-709d62e54a02 req-7351bfd1-95c3-4afd-b246-797a55c3352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:39.522939 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7234f45b-202a-4c1c-843f-709d62e54a02 req-7351bfd1-95c3-4afd-b246-797a55c3352a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d2101238cbf4017aefa612ae925d3cf&device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 1096 time: 0.0446901 Nov 12 14:08:39.528482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33adaf-cf62-435d-9b32-376b3525dd2f req-c8cab61a-a1dc-4f82-b3f2-dace1c49cfbb tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:39.529997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d33adaf-cf62-435d-9b32-376b3525dd2f req-c8cab61a-a1dc-4f82-b3f2-dace1c49cfbb tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0510168 Nov 12 14:08:39.585188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d33adaf-cf62-435d-9b32-376b3525dd2f req-56d10233-4e2d-4ad2-8619-7c7dfa88cf7d tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475533 Nov 12 14:08:39.633202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234f45b-202a-4c1c-843f-709d62e54a02 req-08a63b42-9aeb-43af-9476-6dc24435a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:39.634701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7234f45b-202a-4c1c-843f-709d62e54a02 req-08a63b42-9aeb-43af-9476-6dc24435a4bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 HTTP/1.1" status: 200 len: 913 time: 0.0907063 Nov 12 14:08:39.682079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7234f45b-202a-4c1c-843f-709d62e54a02 req-651f066c-16a3-4eeb-ba26-4187779a50c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 200 len: 217 time: 0.0341763 Nov 12 14:08:39.736027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234f45b-202a-4c1c-843f-709d62e54a02 req-1f06bef0-8000-4fad-9cf0-90ced3ef4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:39.737417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7234f45b-202a-4c1c-843f-709d62e54a02 req-1f06bef0-8000-4fad-9cf0-90ced3ef4da6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4043582-98da-4232-9074-05c8534555db HTTP/1.1" status: 200 len: 852 time: 0.0480342 Nov 12 14:08:39.773469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7234f45b-202a-4c1c-843f-709d62e54a02 req-a128adf0-a3d6-4bfc-94fd-46157adc43f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280929 Nov 12 14:08:39.863765 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7234f45b-202a-4c1c-843f-709d62e54a02 req-94d4d868-2a54-4d5d-8cf0-60c889ef6434 service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829334 Nov 12 14:08:39.963066 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7234f45b-202a-4c1c-843f-709d62e54a02 req-696f5daa-76b8-498d-a6b3-41c661ccf43a service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918641 Nov 12 14:08:40.705951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cd844-dc16-47b9-8828-90e52d55ea96 req-7429b8c3-ae7a-4c4e-b265-1c7d4016e1c3 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:40.707457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b9cd844-dc16-47b9-8828-90e52d55ea96 req-7429b8c3-ae7a-4c4e-b265-1c7d4016e1c3 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0523944 Nov 12 14:08:40.758542 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b9cd844-dc16-47b9-8828-90e52d55ea96 req-3c7247bd-59e0-42bd-9887-e0a96d0fc7e6 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449553 Nov 12 14:08:41.885497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ebc6e-73c1-4c12-9a69-ff30ac793297 req-9e2edab5-0db3-45e5-89cb-b83e911d1ad3 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:41.889520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-834ebc6e-73c1-4c12-9a69-ff30ac793297 req-9e2edab5-0db3-45e5-89cb-b83e911d1ad3 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0600441 Nov 12 14:08:41.941700 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-834ebc6e-73c1-4c12-9a69-ff30ac793297 req-167c590f-82f2-4bb8-97c8-a784f8b1e1e3 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471776 Nov 12 14:08:42.163391 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-9ad4ca5f-b25a-4100-a289-d551fa0bbc09 service neutron] show failed (client error): The resource could not be found. Nov 12 14:08:42.164462 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-9ad4ca5f-b25a-4100-a289-d551fa0bbc09 service neutron] 10.222.0.70 "GET /v2.0/ports/a6672c72-bf2d-4130-9db0-710d4c4caf71/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0629270 Nov 12 14:08:42.368192 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-20ebf85d-ed04-477f-9e0f-68aa72100b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:42.369719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-20ebf85d-ed04-477f-9e0f-68aa72100b05 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a&tenant_id=5d2101238cbf4017aefa612ae925d3cf HTTP/1.1" status: 200 len: 1096 time: 0.0410666 Nov 12 14:08:42.381875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:08:42.435343 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:42.656032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71,segment=NetworkSegment(621ce504-8542-429b-a78b-d0f8424d1b43),segment_id=621ce504-8542-429b-a78b-d0f8424d1b43)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:08:42.690868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:08:42.732105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:08:42.734457 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577ec9bb-54b3-4a50-8e13-e767fd29befd" -d '{"events": [{"server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:08:42.738376 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:42.751773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Transition to ACTIVE for port object a6672c72-bf2d-4130-9db0-710d4c4caf71 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:08:42.755521 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:42.796967 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aad494-df00-415f-bf4e-a6d2e7d4079e x-openstack-request-id: req-48aad494-df00-415f-bf4e-a6d2e7d4079e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:08:42.797254 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:08:42.797558 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48aad494-df00-415f-bf4e-a6d2e7d4079e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:08:42.797967 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71', 'code': 200} Nov 12 14:08:42.825112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] No DVR routers for this DVR port a6672c72-bf2d-4130-9db0-710d4c4caf71 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:08:42.827126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Pushing event updated for resources: {'Port': ['ID=a6672c72-bf2d-4130-9db0-710d4c4caf71,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:42.862498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Attempting to bind port a6672c72-bf2d-4130-9db0-710d4c4caf71 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:08:42.862832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Attempting to bind port a6672c72-bf2d-4130-9db0-710d4c4caf71 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '621ce504-8542-429b-a78b-d0f8424d1b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:08:42.863161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Attempting to bind port a6672c72-bf2d-4130-9db0-710d4c4caf71 on network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:08:42.867623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Port a6672c72-bf2d-4130-9db0-710d4c4caf71 on network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:08:42.867947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Attempting to bind port a6672c72-bf2d-4130-9db0-710d4c4caf71 on network b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:08:42.873050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:08:42.873447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Checking segment: {'id': '621ce504-8542-429b-a78b-d0f8424d1b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:08:42.873837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Bound using segment: {'id': '621ce504-8542-429b-a78b-d0f8424d1b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:08:42.874333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Bound port: a6672c72-bf2d-4130-9db0-710d4c4caf71, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621ce504-8542-429b-a78b-d0f8424d1b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:08:42.874747 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:42.940999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:08:42.944036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71,segment=NetworkSegment(621ce504-8542-429b-a78b-d0f8424d1b43),segment_id=621ce504-8542-429b-a78b-d0f8424d1b43)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:08:42.947870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:42.981396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:42.982018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:42.983420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] 10.222.0.105 "PUT /v2.0/ports/a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 200 len: 1091 time: 0.6055446 Nov 12 14:08:43.038225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b3987-e0f3-41f8-9a98-dea840353452 service neutron] Pushing event updated for resources: {'Port': ['ID=a6672c72-bf2d-4130-9db0-710d4c4caf71,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:43.055422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-accf0ddb-3d00-4653-9d74-d818fb28e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:43.056941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-accf0ddb-3d00-4653-9d74-d818fb28e8be service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=5d2101238cbf4017aefa612ae925d3cf&device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 1094 time: 0.0467882 Nov 12 14:08:43.071946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf37c-3549-4aa0-a0ca-1ae1a1625f39 req-ac98b35e-670d-49b6-a142-1d1bb285e007 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:43.073561 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce2bf37c-3549-4aa0-a0ca-1ae1a1625f39 req-ac98b35e-670d-49b6-a142-1d1bb285e007 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 943 time: 0.0531187 Nov 12 14:08:43.123407 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ce2bf37c-3549-4aa0-a0ca-1ae1a1625f39 req-108f6eaf-7375-4415-b9e2-e32f48383746 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427537 Nov 12 14:08:43.157210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-e8d66a8f-61c2-42f5-9e48-dbaffbfcd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:43.158792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-e8d66a8f-61c2-42f5-9e48-dbaffbfcd009 service neutron] 10.222.0.105 "GET /v2.0/networks?id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 HTTP/1.1" status: 200 len: 913 time: 0.0948038 Nov 12 14:08:43.200336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-39abfa63-d43c-4589-bc80-6763ac42d7fc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 200 len: 217 time: 0.0350878 Nov 12 14:08:43.253858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-8815161d-3f23-40bb-9b6a-ab9d4d12f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:43.255330 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-8815161d-3f23-40bb-9b6a-ab9d4d12f790 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f4043582-98da-4232-9074-05c8534555db HTTP/1.1" status: 200 len: 852 time: 0.0491476 Nov 12 14:08:43.287097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-eaa968b2-985f-4cd0-a82b-5be3a5b18405 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252368 Nov 12 14:08:43.387505 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-dd6197dc-436e-48a4-82b6-866c64aa163e service neutron] 10.222.0.105 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931399 Nov 12 14:08:43.424014 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:43.618379 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:08:43.853731 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ce3bc67e-9853-40f4-8d4a-6eb2c58fefa9 req-9d617569-0243-44e3-88dd-ad419a00a771 service neutron] 10.222.0.105 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584832 Nov 12 14:08:44.254755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec7782-2ba8-47d8-a9f4-3c2c92a1b0aa req-05c959e4-92de-481e-86c3-436b713fc5b4 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:44.256675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6ec7782-2ba8-47d8-a9f4-3c2c92a1b0aa req-05c959e4-92de-481e-86c3-436b713fc5b4 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 943 time: 0.0554247 Nov 12 14:08:44.313220 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a6ec7782-2ba8-47d8-a9f4-3c2c92a1b0aa req-348b4d39-a5e5-4576-99d9-0a96be7ef3b2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495577 Nov 12 14:08:44.439985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:44.799418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:08:44.801952 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c87ec7-60a0-40f0-8b99-52b9e35128da" -d '{"events": [{"name": "network-changed", "server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:08:44.855047 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e79694-3afa-49d2-a7d6-5f8618351dbb x-openstack-request-id: req-85e79694-3afa-49d2-a7d6-5f8618351dbb {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:08:44.856201 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:08:44.856519 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85e79694-3afa-49d2-a7d6-5f8618351dbb {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:08:44.856989 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71', 'status': 'completed', 'code': 200} Nov 12 14:08:44.951073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-80e3723a-8558-4a79-ab39-e0b510149d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:44.952602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-80e3723a-8558-4a79-ab39-e0b510149d72 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=5d2101238cbf4017aefa612ae925d3cf&device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 1094 time: 0.0789998 Nov 12 14:08:44.955757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-7dd5ab29-9486-4681-acc0-2b5883b2cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:44.957245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-7dd5ab29-9486-4681-acc0-2b5883b2cabe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d2101238cbf4017aefa612ae925d3cf&device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 1094 time: 0.0727684 Nov 12 14:08:45.132235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-936d7cda-03b1-4044-b145-83450c2cda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:45.136391 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-936d7cda-03b1-4044-b145-83450c2cda7b service neutron] 10.222.0.105 "GET /v2.0/networks?id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 HTTP/1.1" status: 200 len: 913 time: 0.1745806 Nov 12 14:08:45.136391 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-88f6f164-d8db-416c-bd38-ae9fd9932236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:45.136670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-88f6f164-d8db-416c-bd38-ae9fd9932236 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 HTTP/1.1" status: 200 len: 913 time: 0.1688290 Nov 12 14:08:45.191576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-d33ad62a-6767-4088-870e-363d4628304f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 200 len: 217 time: 0.0494640 Nov 12 14:08:45.233101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-a91c20fa-e85f-408b-bf24-23aaf63cae1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 200 len: 217 time: 0.0844829 Nov 12 14:08:45.318207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-5cdb8e14-ec7f-40bc-9470-9d915a12f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:45.319705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-5cdb8e14-ec7f-40bc-9470-9d915a12f14c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f4043582-98da-4232-9074-05c8534555db HTTP/1.1" status: 200 len: 852 time: 0.0974214 Nov 12 14:08:45.323152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-a2f2a683-f3f3-4ed6-b879-d9f8624ad27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:45.324585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-a2f2a683-f3f3-4ed6-b879-d9f8624ad27c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4043582-98da-4232-9074-05c8534555db HTTP/1.1" status: 200 len: 852 time: 0.0705755 Nov 12 14:08:45.374126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-9adf4c2b-f24a-4d7d-b8f0-e941b93bef01 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469165 Nov 12 14:08:45.376054 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-c3c494ee-b561-409c-98c4-f6b5881d2eee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407817 Nov 12 14:08:45.556625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fef64-3f0f-45e3-8a3b-68ce11d8e8fb req-3e88cefe-ec64-4dbf-a40d-068dc6be4002 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:45.558143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-332fef64-3f0f-45e3-8a3b-68ce11d8e8fb req-3e88cefe-ec64-4dbf-a40d-068dc6be4002 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 943 time: 0.1687932 Nov 12 14:08:45.598625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-3c96140b-993e-4b61-8a13-6b585a01e24e service neutron] 10.222.0.105 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168300 Nov 12 14:08:45.600350 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-a20cbef0-9ea4-4c16-8056-41db8f9653ab service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100120 Nov 12 14:08:45.732660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-332fef64-3f0f-45e3-8a3b-68ce11d8e8fb req-de68c496-670d-43dd-b355-92b7d5435ec2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661403 Nov 12 14:08:45.783046 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-802b90de-08bf-4e50-b6e5-316c3f5c5fe2 service neutron] 10.222.0.105 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762865 Nov 12 14:08:45.784937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c87ec7-60a0-40f0-8b99-52b9e35128da req-005263c0-0e7b-4c70-906a-f8906607bea9 service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772225 Nov 12 14:08:46.863141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d6d1a-dd47-45da-8017-6436807411fc req-0462f2ec-0fac-4b94-af52-af40ee4b8e4f tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:46.864699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb3d6d1a-dd47-45da-8017-6436807411fc req-0462f2ec-0fac-4b94-af52-af40ee4b8e4f tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 943 time: 0.0519657 Nov 12 14:08:46.920199 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb3d6d1a-dd47-45da-8017-6436807411fc req-4f7eb3a3-a754-491a-96b4-83f8388f4938 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494859 Nov 12 14:08:47.183048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a6672c72-bf2d-4130-9db0-710d4c4caf71 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:08:47.229137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a6672c72-bf2d-4130-9db0-710d4c4caf71 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:08:48.045992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c721f71-7846-4f17-8a41-f2b78acf3463 req-5b57ff29-b12b-4c06-853c-2b1277da5618 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:48.047424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c721f71-7846-4f17-8a41-f2b78acf3463 req-5b57ff29-b12b-4c06-853c-2b1277da5618 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 943 time: 0.0523934 Nov 12 14:08:48.098452 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3c721f71-7846-4f17-8a41-f2b78acf3463 req-eff49d95-eef7-4667-a730-0baedb40c24d tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444922 Nov 12 14:08:48.404252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a6672c72-bf2d-4130-9db0-710d4c4caf71 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:08:48.442230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-09a1c1fa-e18e-4419-b1cb-9fef7f9bb1d9 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:48.444012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-09a1c1fa-e18e-4419-b1cb-9fef7f9bb1d9 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.70 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a&tenant_id=5d2101238cbf4017aefa612ae925d3cf&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 943 time: 0.0970962 Nov 12 14:08:48.515319 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-d895eac7-8825-4214-b470-1c85ebba723e service neutron] delete failed (client error): The resource could not be found. Nov 12 14:08:48.515649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71,segment=NetworkSegment(621ce504-8542-429b-a78b-d0f8424d1b43),segment_id=621ce504-8542-429b-a78b-d0f8424d1b43)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:08:48.516432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-d895eac7-8825-4214-b470-1c85ebba723e service neutron] 10.222.0.70 "DELETE /v2.0/ports/a6672c72-bf2d-4130-9db0-710d4c4caf71/bindings/n-h1-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0645881 Nov 12 14:08:48.530378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'a6672c72-bf2d-4130-9db0-710d4c4caf71', 'network_id': 'b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439', 'port_id': 'a6672c72-bf2d-4130-9db0-710d4c4caf71', 'mac_address': 'fa:16:3e:30:91:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4043582-98da-4232-9074-05c8534555db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:08:48.578901 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:48.606009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6672c72-bf2d-4130-9db0-710d4c4caf71 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:08:48.629805 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-abccb16d-d25b-422d-b34e-80d322436633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:48.630035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71,segment=NetworkSegment(621ce504-8542-429b-a78b-d0f8424d1b43),segment_id=621ce504-8542-429b-a78b-d0f8424d1b43)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:08:48.632427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-abccb16d-d25b-422d-b34e-80d322436633 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d2101238cbf4017aefa612ae925d3cf&device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 1094 time: 0.0589299 Nov 12 14:08:48.635194 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:48.690211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a6672c72-bf2d-4130-9db0-710d4c4caf71,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:48.739519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-cdc8a9c6-634f-4060-975c-ddca3fe1a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:48.741028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-cdc8a9c6-634f-4060-975c-ddca3fe1a147 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 HTTP/1.1" status: 200 len: 913 time: 0.1020958 Nov 12 14:08:48.787828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-fe2c9764-48ea-4dff-9f94-8a06b793c725 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 200 len: 217 time: 0.0397208 Nov 12 14:08:48.846155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-98b5c81c-3c2a-4122-8f5c-5f020a4d1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:48.847649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-98b5c81c-3c2a-4122-8f5c-5f020a4d1f73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4043582-98da-4232-9074-05c8534555db HTTP/1.1" status: 200 len: 852 time: 0.0531843 Nov 12 14:08:48.885408 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-a795c38d-3399-49a7-bce7-3c319ec92d25 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280077 Nov 12 14:08:48.984334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-b30cd7f1-cb54-41a2-96be-0b2e9c98998b service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914822 Nov 12 14:08:49.047909 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['a6672c72-bf2d-4130-9db0-710d4c4caf71'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:08:49.103726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-45965793-6cc5-4b76-933a-4cc6ddc36d4e service neutron] 10.222.0.70 "GET /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109903 Nov 12 14:08:49.844051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d9a07-c204-414c-b6b0-54b316ee9e89 req-f2c8a734-e0cb-4ca2-9fdd-4aec67f761ff tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:49.845717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d0d9a07-c204-414c-b6b0-54b316ee9e89 req-f2c8a734-e0cb-4ca2-9fdd-4aec67f761ff tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 944 time: 0.0595584 Nov 12 14:08:49.899558 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d0d9a07-c204-414c-b6b0-54b316ee9e89 req-d8a9efb4-9ffe-48e6-b7f8-f9002186bc17 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473938 Nov 12 14:08:50.436665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a6672c72-bf2d-4130-9db0-710d4c4caf71 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:08:50.641776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port a6672c72-bf2d-4130-9db0-710d4c4caf71 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:08:50.645940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port a6672c72-bf2d-4130-9db0-710d4c4caf71 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:08:50.646308 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:50.725030 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:50.751458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:08:50.753779 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eac959-8439-4ad0-a640-032b7cb7d0db" -d '{"events": [{"server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "name": "network-vif-plugged", "status": "completed", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:08:50.768368 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71,segment=NetworkSegment(621ce504-8542-429b-a78b-d0f8424d1b43),segment_id=621ce504-8542-429b-a78b-d0f8424d1b43)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:08:50.772551 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:50.822667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a6672c72-bf2d-4130-9db0-710d4c4caf71,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:50.866641 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a230b61-7978-4246-b8c5-4c5cf49f988b x-openstack-request-id: req-6a230b61-7978-4246-b8c5-4c5cf49f988b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:08:50.866921 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "name": "network-vif-plugged", "status": "completed", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:08:50.867175 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a230b61-7978-4246-b8c5-4c5cf49f988b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:08:50.867574 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71', 'code': 200} Nov 12 14:08:51.033570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8043050-dfd2-4007-8b04-583af06ac623 req-80240e33-2a47-4b49-952e-4a4eda1f3a16 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:51.035151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8043050-dfd2-4007-8b04-583af06ac623 req-80240e33-2a47-4b49-952e-4a4eda1f3a16 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0587909 Nov 12 14:08:51.083544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8043050-dfd2-4007-8b04-583af06ac623 req-7fb83944-5690-4cef-8090-ac1e5c8d7b52 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.73 "GET /v2.0/security-groups?id=51bc45e5-f7df-4e4f-9381-5c58126c6e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Nov 12 14:08:51.204785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-cafe3c48-4176-4daa-bd91-739843fe4c8e tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:51.206591 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-cafe3c48-4176-4daa-bd91-739843fe4c8e tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.105 "GET /v2.0/ports?device_id=920fe828-7170-41ad-ae2c-e15c0ec91e1a HTTP/1.1" status: 200 len: 945 time: 0.0554574 Nov 12 14:08:51.296005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-62782753-32c2-45b6-a887-4f5355d9b7f2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Deleting port a6672c72-bf2d-4130-9db0-710d4c4caf71 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:08:51.296342 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-62782753-32c2-45b6-a887-4f5355d9b7f2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:51.388879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-62782753-32c2-45b6-a887-4f5355d9b7f2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] For port a6672c72-bf2d-4130-9db0-710d4c4caf71, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a6672c72-bf2d-4130-9db0-710d4c4caf71,segment=NetworkSegment(621ce504-8542-429b-a78b-d0f8424d1b43),segment_id=621ce504-8542-429b-a78b-d0f8424d1b43)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:08:51.389236 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-62782753-32c2-45b6-a887-4f5355d9b7f2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:51.402389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-62782753-32c2-45b6-a887-4f5355d9b7f2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Calling delete_port for a6672c72-bf2d-4130-9db0-710d4c4caf71 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:08:51.535116 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-62782753-32c2-45b6-a887-4f5355d9b7f2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:51.546605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['a6672c72-bf2d-4130-9db0-710d4c4caf71'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:08:51.565484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62782753-32c2-45b6-a887-4f5355d9b7f2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Pushing event deleted for resources: {'Port': ['ID=a6672c72-bf2d-4130-9db0-710d4c4caf71,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:51.606188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-62782753-32c2-45b6-a887-4f5355d9b7f2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] No DVR routers for this DVR port a6672c72-bf2d-4130-9db0-710d4c4caf71 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:08:51.608858 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-62782753-32c2-45b6-a887-4f5355d9b7f2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:51.612206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93b6da29-06a0-4da2-8107-ab19519bc90e req-62782753-32c2-45b6-a887-4f5355d9b7f2 tempest-DeleteServersTestJSON-1510126503 tempest-DeleteServersTestJSON-1510126503-project] 10.222.0.105 "DELETE /v2.0/ports/a6672c72-bf2d-4130-9db0-710d4c4caf71 HTTP/1.1" status: 204 len: 173 time: 0.4000335 Nov 12 14:08:51.612627 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'name': 'network-vif-deleted', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:08:51.614895 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23279b3-5a66-454b-b1ed-66607f8c6e06" -d '{"events": [{"server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "name": "network-vif-deleted", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:08:51.663010 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f914f62c-20e2-4ce1-828e-1f0c0578e0c7 x-openstack-request-id: req-f914f62c-20e2-4ce1-828e-1f0c0578e0c7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:08:51.663010 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920fe828-7170-41ad-ae2c-e15c0ec91e1a", "name": "network-vif-deleted", "tag": "a6672c72-bf2d-4130-9db0-710d4c4caf71", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:08:51.663352 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f914f62c-20e2-4ce1-828e-1f0c0578e0c7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:08:51.663631 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920fe828-7170-41ad-ae2c-e15c0ec91e1a', 'name': 'network-vif-deleted', 'tag': 'a6672c72-bf2d-4130-9db0-710d4c4caf71', 'status': 'completed', 'code': 200} Nov 12 14:08:52.227858 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35516) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:52.277534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b24499-e03a-474d-ab50-2a6e19a9ee61 admin admin] Deleting subnet f4043582-98da-4232-9074-05c8534555db {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:08:52.281262 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79b24499-e03a-474d-ab50-2a6e19a9ee61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.315721 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79b24499-e03a-474d-ab50-2a6e19a9ee61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.355394 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79b24499-e03a-474d-ab50-2a6e19a9ee61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.408531 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79b24499-e03a-474d-ab50-2a6e19a9ee61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.437170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b24499-e03a-474d-ab50-2a6e19a9ee61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4043582-98da-4232-9074-05c8534555db,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:52.443077 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79b24499-e03a-474d-ab50-2a6e19a9ee61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.446317 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-79b24499-e03a-474d-ab50-2a6e19a9ee61 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f4043582-98da-4232-9074-05c8534555db HTTP/1.1" status: 204 len: 168 time: 0.2174168 Nov 12 14:08:52.449671 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35518) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:52.532777 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.616285 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.644694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:08:52.656075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621ce504-8542-429b-a78b-d0f8424d1b43') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:08:52.656370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621ce504-8542-429b-a78b-d0f8424d1b43') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:08:52.666516 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.680262 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.687061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:08:52.687463 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:08:52.689227 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:08:52.747014 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.753172 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:52.756785 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] 10.222.0.73 "DELETE /v2.0/networks/b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439 HTTP/1.1" status: 204 len: 168 time: 0.3061538 Nov 12 14:08:52.779893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc487eae-8788-4a78-8fe9-d1502765183e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a5fc54-ba2f-4fb7-97e2-ecbf19d04439,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:52.883222 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35522) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:52.924562 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d43ce921-574e-47dc-871d-97385ee6d111 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d2101238cbf4017aefa612ae925d3cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398815 Nov 12 14:08:52.926878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35524) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:52.979976 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c1dd04a-ec39-4fd4-8531-18df53715a36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:53.001687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c1dd04a-ec39-4fd4-8531-18df53715a36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:53.051228 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c1dd04a-ec39-4fd4-8531-18df53715a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:53.054018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c1dd04a-ec39-4fd4-8531-18df53715a36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:53.055204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0c1dd04a-ec39-4fd4-8531-18df53715a36 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51bc45e5-f7df-4e4f-9381-5c58126c6e8f HTTP/1.1" status: 204 len: 168 time: 0.1274025 Nov 12 14:08:53.064372 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dd04a-ec39-4fd4-8531-18df53715a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc45e5-f7df-4e4f-9381-5c58126c6e8f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:53.805308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35546) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:53.906791 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-115697844-network', 'tenant_id': '0c6a646e6e52440f851063b0e76a163a'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:08:53.928561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Made reservation on behalf of 0c6a646e6e52440f851063b0e76a163a for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:08:53.930962 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:53.940188 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:54.019280 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:54.024063 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:54.050880 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:08:54.060433 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f99a51-9e32-41da-8826-ab42ab9aced8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:54.069512 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:54.069856 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Added segment 875ee19d-50a7-484e-93ef-3d424dab2350 of type vlan for network a719d57f-0a81-42d2-a1d3-2a7d759e8efe Nov 12 14:08:54.072039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.072383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.072719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.073051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.073413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.074342 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.074687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.075015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.075340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.075664 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.075993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.076314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:08:54.121313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:54.157949 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:54.159088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:54.160219 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:54.220140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4136574 Nov 12 14:08:54.223135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:08:54.227532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393160e-93d9-4694-97b1-5b5325843fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=a719d57f-0a81-42d2-a1d3-2a7d759e8efe,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:54.228063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Request body: {'subnet': {'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-115697844-subnet', 'tenant_id': '0c6a646e6e52440f851063b0e76a163a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:08:54.238315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network a719d57f-0a81-42d2-a1d3-2a7d759e8efe details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:08:54.254389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Made reservation on behalf of 0c6a646e6e52440f851063b0e76a163a for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:08:54.257009 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:54.426554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:54.436933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a6672c72-bf2d-4130-9db0-710d4c4caf71 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:08:54.458841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: a6672c72-bf2d-4130-9db0-710d4c4caf71 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:08:54.459185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a6672c72-bf2d-4130-9db0-710d4c4caf71 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:08:54.491166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b377a1-193e-41f9-b181-69f14da6df14,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:54.500432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Checking segment: {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:08:54.500823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Network hostable DHCP agents. Network: a719d57f-0a81-42d2-a1d3-2a7d759e8efe, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:08:54.518300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Network a719d57f-0a81-42d2-a1d3-2a7d759e8efe is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:08:54.527026 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, a719d57f-0a81-42d2-a1d3-2a7d759e8efe) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:08:54.533050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:54.533268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:54.536891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe17168f-5e35-40b7-b6dc-c6dcb98024ac None None] Network a719d57f-0a81-42d2-a1d3-2a7d759e8efe requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:08:54.551444 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dd9bbb5e-ec4f-41db-99aa-a734637ba0ec admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3271956 Nov 12 14:08:54.692215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f87da-91c6-46fb-a61e-3b94f3fa95dd None None] Network a719d57f-0a81-42d2-a1d3-2a7d759e8efe requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:08:55.014114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-dade6366-41c3-471d-9c92-57dbce2c2bf8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:55.015585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-dade6366-41c3-471d-9c92-57dbce2c2bf8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 814 time: 0.1018155 Nov 12 14:08:55.031810 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-2c49c30b-707f-4904-91e4-be19438422ef tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/quotas/0c6a646e6e52440f851063b0e76a163a HTTP/1.1" status: 200 len: 375 time: 0.0098665 Nov 12 14:08:55.063661 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-b598178a-57ab-4ab7-a8fd-100a79d35c54 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262551 Nov 12 14:08:55.074590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8f36c646-1b0b-4f3f-92d7-9b959eb82f79 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:08:55.075529 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8f36c646-1b0b-4f3f-92d7-9b959eb82f79 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052559 Nov 12 14:08:55.169796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-2e381c90-690e-4b96-8149-858b887bbb46 service neutron] 10.222.0.73 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878174 Nov 12 14:08:55.264279 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-0bd0f288-7de0-42a0-a189-44324638b78a service neutron] 10.222.0.73 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885708 Nov 12 14:08:55.424282 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f310573e-3c31-4508-a7d9-f2455f01e5be req-1ae6ba59-85b5-4767-bff7-0f8e0d5dc5d7 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 210 time: 0.0271966 Nov 12 14:08:56.407148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-5be602dc-ec13-465b-ae11-e52af55b9e8b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:56.408989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-5be602dc-ec13-465b-ae11-e52af55b9e8b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.70 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 814 time: 0.1106167 Nov 12 14:08:56.421370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Request body: {'port': {'device_id': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe', 'admin_state_up': True, 'tenant_id': '0c6a646e6e52440f851063b0e76a163a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:08:56.535563 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-107675f1-2fb4-4b43-bcf7-9cd959221d15 req-a21be6ee-33ad-453e-a73c-c90c9ea21f66 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 210 time: 0.0413206 Nov 12 14:08:56.559779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Made reservation on behalf of 0c6a646e6e52440f851063b0e76a163a for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:08:56.564572 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:56.694141 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Allocated IP 172.20.0.8 (a719d57f-0a81-42d2-a1d3-2a7d759e8efe/f7b377a1-193e-41f9-b181-69f14da6df14/f585d6ef-5847-4fcb-8957-67a85a676ee3) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:08:56.860682 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:56.900403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:56.950654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Network a719d57f-0a81-42d2-a1d3-2a7d759e8efe is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:08:56.953719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:08:56.958206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:08:56.962054 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Pushing event updated for resources: {'Port': ['ID=f585d6ef-5847-4fcb-8957-67a85a676ee3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:57.013596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:57.014909 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:57.018619 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68541a5d-7438-492a-bf76-c5b269afae9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:57.030499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-8c300b7a-f1f5-4b01-931e-e844f5a220a8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130519 Nov 12 14:08:57.084461 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Request body: {'port': {'device_id': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:08:57.139443 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:57.407758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f585d6ef-5847-4fcb-8957-67a85a676ee3 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:08:57.415428 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:57.429139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Transition to ACTIVE for port object f585d6ef-5847-4fcb-8957-67a85a676ee3 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:08:57.433062 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:57.520170 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Pushing event updated for resources: {'Port': ['ID=f585d6ef-5847-4fcb-8957-67a85a676ee3,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:57.578330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Attempting to bind port f585d6ef-5847-4fcb-8957-67a85a676ee3 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:08:57.578927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Attempting to bind port f585d6ef-5847-4fcb-8957-67a85a676ee3 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:08:57.579242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Attempting to bind port f585d6ef-5847-4fcb-8957-67a85a676ee3 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:08:57.586529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Port f585d6ef-5847-4fcb-8957-67a85a676ee3 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:08:57.586970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Attempting to bind port f585d6ef-5847-4fcb-8957-67a85a676ee3 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:08:57.593944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:08:57.594281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Checking segment: {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:08:57.594664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Bound using segment: {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:08:57.595097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Bound port: f585d6ef-5847-4fcb-8957-67a85a676ee3, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:08:57.595453 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:57.704992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ed1df-5cd7-4ad9-82d8-2b1d65e46998 req-d202eb61-f281-48a2-8be8-246f9288f26b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:57.706431 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c01ed1df-5cd7-4ad9-82d8-2b1d65e46998 req-d202eb61-f281-48a2-8be8-246f9288f26b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 943 time: 0.0942321 Nov 12 14:08:57.707471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:08:57.710988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:08:57.721345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:57.766427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:57.767042 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:08:57.768432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] 10.222.0.70 "PUT /v2.0/ports/f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 200 len: 1091 time: 0.6884415 Nov 12 14:08:57.770120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:08:57.772347 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d3a980-82d3-4f7b-846d-9dde780d94f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:08:57.823177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c01ed1df-5cd7-4ad9-82d8-2b1d65e46998 req-a9de2505-374d-48bb-8d60-48b9a5bcbc3a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102421 Nov 12 14:08:57.827135 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545b756d-cc24-4e78-acdc-525b164c2eeb x-openstack-request-id: req-545b756d-cc24-4e78-acdc-525b164c2eeb {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:08:57.827492 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:08:57.827609 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-545b756d-cc24-4e78-acdc-525b164c2eeb {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:08:57.827947 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3', 'status': 'completed', 'code': 200} Nov 12 14:08:57.828630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0ef9d-28e5-453b-97a1-7ce558f6f53d service neutron] Pushing event updated for resources: {'Port': ['ID=f585d6ef-5847-4fcb-8957-67a85a676ee3,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:08:57.863431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-a779f843-523f-4aa6-a162-ff96f82ea71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:57.864954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-a779f843-523f-4aa6-a162-ff96f82ea71c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 1094 time: 0.0546904 Nov 12 14:08:57.912269 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-f48c108c-9037-4273-9f6d-834c27706e3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 200 len: 217 time: 0.0393782 Nov 12 14:08:57.962794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-f296de05-aaab-43b5-82c1-703c042ddbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:57.964177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-f296de05-aaab-43b5-82c1-703c042ddbdc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0456426 Nov 12 14:08:57.995390 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-3b20fcb0-db43-4af3-9ca7-43539dc0559a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246041 Nov 12 14:08:58.089374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-be05639a-ef6c-4f3f-8189-06452c78f7a8 service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869498 Nov 12 14:08:58.179099 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8162bc1d-4ccd-49de-bc32-7ab61cdd4fdb req-a53769f0-4011-473e-9e87-f63e65bf73e0 service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835154 Nov 12 14:08:58.272863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3a980-82d3-4f7b-846d-9dde780d94f6 req-ce4c14b2-dbc4-4db6-80af-546b9fe8c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:58.274322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8d3a980-82d3-4f7b-846d-9dde780d94f6 req-ce4c14b2-dbc4-4db6-80af-546b9fe8c5de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 1094 time: 0.0461981 Nov 12 14:08:58.369914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3a980-82d3-4f7b-846d-9dde780d94f6 req-7e0f1d99-04ea-49f1-addf-8ed6e3140826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:58.372003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8d3a980-82d3-4f7b-846d-9dde780d94f6 req-7e0f1d99-04ea-49f1-addf-8ed6e3140826 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.0907080 Nov 12 14:08:58.416241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8d3a980-82d3-4f7b-846d-9dde780d94f6 req-20abedb2-32ba-4471-9d85-940fd4e3b390 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 200 len: 217 time: 0.0375969 Nov 12 14:08:58.465624 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3a980-82d3-4f7b-846d-9dde780d94f6 req-a643b63d-9d3f-4519-9c19-a699247727b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:58.467176 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8d3a980-82d3-4f7b-846d-9dde780d94f6 req-a643b63d-9d3f-4519-9c19-a699247727b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0446253 Nov 12 14:08:58.501481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8d3a980-82d3-4f7b-846d-9dde780d94f6 req-60d1317f-a026-4faa-84ca-0aeef2ca4223 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272081 Nov 12 14:08:58.600510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8d3a980-82d3-4f7b-846d-9dde780d94f6 req-0669649e-d76b-41cd-86a5-e43e4cc14b8d service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917153 Nov 12 14:08:58.690324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e8d3a980-82d3-4f7b-846d-9dde780d94f6 req-08563cad-d649-4d88-9882-c864424b4a1f service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831916 Nov 12 14:08:58.951384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a1fe3-041e-4669-b322-d22d2abe2cad req-23c6e845-ea39-478c-9bae-fd8f5b596166 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:08:58.955690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-934a1fe3-041e-4669-b322-d22d2abe2cad req-23c6e845-ea39-478c-9bae-fd8f5b596166 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 943 time: 0.0591269 Nov 12 14:08:59.010718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-934a1fe3-041e-4669-b322-d22d2abe2cad req-99c2b070-e5d5-4232-8a4e-e00e75e5fde2 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483749 Nov 12 14:08:59.543430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3813cd85-df4a-4b47-bd14-64cb9b0f30ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:00.141952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f60b0-2449-463d-a781-b533d2476c3d req-ba32e93f-a7d5-4f34-953b-d35dbd9ed82e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:00.143500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da0f60b0-2449-463d-a781-b533d2476c3d req-ba32e93f-a7d5-4f34-953b-d35dbd9ed82e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 943 time: 0.0533586 Nov 12 14:09:00.196499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da0f60b0-2449-463d-a781-b533d2476c3d req-89ac8b60-01db-4779-82ac-76abc117fcfc tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471587 Nov 12 14:09:00.764851 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:01.310700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a12a15-917f-42ea-a22b-3fec9b55144d req-e9c4eb50-e231-4955-9a9d-a562e3a80af6 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:01.312194 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a12a15-917f-42ea-a22b-3fec9b55144d req-e9c4eb50-e231-4955-9a9d-a562e3a80af6 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 943 time: 0.0486679 Nov 12 14:09:01.315760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f585d6ef-5847-4fcb-8957-67a85a676ee3 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:09:01.365531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5a12a15-917f-42ea-a22b-3fec9b55144d req-ae486ce9-a892-49d7-88be-25531c1e5ba6 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472803 Nov 12 14:09:01.424189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:01.436387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'f585d6ef-5847-4fcb-8957-67a85a676ee3', 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe', 'port_id': 'f585d6ef-5847-4fcb-8957-67a85a676ee3', 'mac_address': 'fa:16:3e:8f:05:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b377a1-193e-41f9-b181-69f14da6df14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:09:01.476945 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:01.494652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f585d6ef-5847-4fcb-8957-67a85a676ee3 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:09:01.515079 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:01.519150 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:01.566729 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f585d6ef-5847-4fcb-8957-67a85a676ee3,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:01.574289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.574708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.575050 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.575384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.575719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.576048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.576375 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.576699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.577025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.577382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.577708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.578030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:01.836718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['f585d6ef-5847-4fcb-8957-67a85a676ee3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:09:02.360243 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:02.482198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00b2e0-817b-4ac1-be05-bf32cfcef0ec req-0a7c5945-7b6c-4a6a-9a45-5f897efc2605 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:02.483679 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fc00b2e0-817b-4ac1-be05-bf32cfcef0ec req-0a7c5945-7b6c-4a6a-9a45-5f897efc2605 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 944 time: 0.0498939 Nov 12 14:09:02.531699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fc00b2e0-817b-4ac1-be05-bf32cfcef0ec req-23a50aca-2bf2-4314-8ecf-2aa86ab8bed4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Nov 12 14:09:02.963178 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:03.331760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f585d6ef-5847-4fcb-8957-67a85a676ee3 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:09:03.381785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port f585d6ef-5847-4fcb-8957-67a85a676ee3 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:09:03.387728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port f585d6ef-5847-4fcb-8957-67a85a676ee3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:09:03.388109 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:03.472725 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:03.498359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:09:03.500645 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2202d562-7bdd-4721-8171-a4605efdff99" -d '{"events": [{"server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "name": "network-vif-plugged", "status": "completed", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:09:03.515387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:03.519722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:03.547610 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc40e7e-9dc0-4b81-910e-b700d3761e5e x-openstack-request-id: req-4fc40e7e-9dc0-4b81-910e-b700d3761e5e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:09:03.547911 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "name": "network-vif-plugged", "status": "completed", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:09:03.548170 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4fc40e7e-9dc0-4b81-910e-b700d3761e5e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:09:03.548562 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3', 'code': 200} Nov 12 14:09:03.579468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=f585d6ef-5847-4fcb-8957-67a85a676ee3,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:03.683860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bebf1-01a8-4238-a91c-979d65d96979 req-0246e270-788b-4b9d-b999-9b9a028e5a8a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:03.685403 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-575bebf1-01a8-4238-a91c-979d65d96979 req-0246e270-788b-4b9d-b999-9b9a028e5a8a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0817597 Nov 12 14:09:03.687422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4b87-59d7-48a7-8283-37851380ee5a req-b1fc53f9-72ff-427d-a995-ba80bc6ab24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:03.688757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1ab4b87-59d7-48a7-8283-37851380ee5a req-b1fc53f9-72ff-427d-a995-ba80bc6ab24e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 1096 time: 0.0742455 Nov 12 14:09:04.109068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-575bebf1-01a8-4238-a91c-979d65d96979 req-25a8e88c-c67e-4681-a2fa-beac788560f6 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175799 Nov 12 14:09:04.115790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f1ab4b87-59d7-48a7-8283-37851380ee5a req-a1b5ecd8-01f1-48eb-9727-347dc56c2311 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185975 Nov 12 14:09:05.226934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69060a8e-a296-4b30-a6c3-376bbf2cb524 req-df245bf2-e0ff-4762-9424-f749f447ff55 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:05.228413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69060a8e-a296-4b30-a6c3-376bbf2cb524 req-df245bf2-e0ff-4762-9424-f749f447ff55 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0482943 Nov 12 14:09:05.276401 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-69060a8e-a296-4b30-a6c3-376bbf2cb524 req-d6ca7ed2-b17e-4234-8b0f-a745a6d215b7 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Nov 12 14:09:06.393946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0094c5-e2cc-4f82-95f5-329dbbfeabde req-56d5cf95-dc08-43d9-a15f-ec75908e76d4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:06.395456 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0094c5-e2cc-4f82-95f5-329dbbfeabde req-56d5cf95-dc08-43d9-a15f-ec75908e76d4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Nov 12 14:09:06.444787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f0094c5-e2cc-4f82-95f5-329dbbfeabde req-2d54a6ae-102f-45c4-b9c0-a8b78abb545a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Nov 12 14:09:06.561603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c14d-b96f-4781-b4cd-554ce7d8aab0 req-616af35e-136d-439e-b917-966465003355 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:06.563015 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d737c14d-b96f-4781-b4cd-554ce7d8aab0 req-616af35e-136d-439e-b917-966465003355 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0495875 Nov 12 14:09:06.610727 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d737c14d-b96f-4781-b4cd-554ce7d8aab0 req-17bd2f8f-f617-4e3e-8cdc-99d7a23dd442 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Nov 12 14:09:06.829315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e440fc-1a17-458c-bc96-5c3da3282223 req-c1e81e12-a2b6-4828-ae06-151d1c39b39f tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:06.831042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3e440fc-1a17-458c-bc96-5c3da3282223 req-c1e81e12-a2b6-4828-ae06-151d1c39b39f tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0563436 Nov 12 14:09:06.882653 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3e440fc-1a17-458c-bc96-5c3da3282223 req-9dea7a84-9ab3-430f-93d3-a4903fc1a2b4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454690 Nov 12 14:09:07.002755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6de5-c8a6-49d5-996c-09c222d7b3ad req-f48d17d7-576d-42f4-9a22-da4b9cf71d44 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:07.004240 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-275a6de5-c8a6-49d5-996c-09c222d7b3ad req-f48d17d7-576d-42f4-9a22-da4b9cf71d44 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0529795 Nov 12 14:09:07.067544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-275a6de5-c8a6-49d5-996c-09c222d7b3ad req-7b640928-4d4d-40e8-8ce7-2230c608b131 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564501 Nov 12 14:09:07.304724 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-44584ff0-7b9f-4db0-beef-95d450bf67fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402470 Nov 12 14:09:07.335422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96b84f-0c3b-4fe3-8823-e10371bca947 req-68e06526-4ef7-4270-9e60-024e770a472c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:07.336845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d96b84f-0c3b-4fe3-8823-e10371bca947 req-68e06526-4ef7-4270-9e60-024e770a472c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0514069 Nov 12 14:09:07.390645 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d96b84f-0c3b-4fe3-8823-e10371bca947 req-372fc4e0-6d3c-4be7-b524-e17d1905f59e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471880 Nov 12 14:09:08.459510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-d00e86cf-7f91-4737-98ca-cfccab0219f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:08.461013 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-d00e86cf-7f91-4737-98ca-cfccab0219f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 1096 time: 0.0405183 Nov 12 14:09:08.510841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46edc31-7fbd-41ca-a531-867b4d89da7d req-a74e77e6-8899-4e88-8d4b-4bd5b494db25 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:08.512466 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a46edc31-7fbd-41ca-a531-867b4d89da7d req-a74e77e6-8899-4e88-8d4b-4bd5b494db25 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0503972 Nov 12 14:09:08.556604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-3999ea5e-b6eb-418b-b850-9c7b6b141eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:08.558167 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-3999ea5e-b6eb-418b-b850-9c7b6b141eb9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.0908628 Nov 12 14:09:08.561583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a46edc31-7fbd-41ca-a531-867b4d89da7d req-30d34041-6952-4f3c-931d-c513370ac21e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430949 Nov 12 14:09:08.599635 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-69159c75-5577-41d3-a1b5-75814b967697 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 200 len: 217 time: 0.0343063 Nov 12 14:09:08.654493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-766dbd9b-006a-4aa7-91e2-b189e82a3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:08.655954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-766dbd9b-006a-4aa7-91e2-b189e82a3cc1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0496955 Nov 12 14:09:08.688417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-304e2dda-21ff-4983-96ee-a478efc648f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259101 Nov 12 14:09:08.780388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-60e49d98-2328-426c-a479-af9c6c8904f3 service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851009 Nov 12 14:09:08.875339 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-1ee1c8d9-ed4a-42ae-9760-8e611b56ed2d service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882626 Nov 12 14:09:09.683948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11092-8a51-48fa-8b62-6434db2102b2 req-5853e084-827b-486d-bd06-f6ff46d64df9 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:09.685708 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7f11092-8a51-48fa-8b62-6434db2102b2 req-5853e084-827b-486d-bd06-f6ff46d64df9 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0559118 Nov 12 14:09:09.733237 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7f11092-8a51-48fa-8b62-6434db2102b2 req-5f50e2ae-a8df-405a-8e3b-7a709f915e0e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Nov 12 14:09:10.855235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e8475-1c4f-4fc1-83b3-e7f167d3348c req-d75ce20b-66eb-4474-b458-7d7bdef4c994 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:10.856708 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c28e8475-1c4f-4fc1-83b3-e7f167d3348c req-d75ce20b-66eb-4474-b458-7d7bdef4c994 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0544014 Nov 12 14:09:10.916606 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c28e8475-1c4f-4fc1-83b3-e7f167d3348c req-f1fc8e82-f9ac-46f1-830e-6843c5b1257b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538807 Nov 12 14:09:12.038876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb689a-a4ea-43a5-80c1-e4ff252ef092 req-1b63b623-7ae4-4ff0-ad51-bacabb9f2e20 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:12.040278 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05fb689a-a4ea-43a5-80c1-e4ff252ef092 req-1b63b623-7ae4-4ff0-ad51-bacabb9f2e20 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0548983 Nov 12 14:09:12.094370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05fb689a-a4ea-43a5-80c1-e4ff252ef092 req-f35b285e-5bd5-466e-aabd-ff761ed685cc tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477459 Nov 12 14:09:13.210620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3477b-c8e1-42a9-b167-161ce6ad2bf7 req-17aa7749-a815-4937-bc91-4c744c5e5b86 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:13.212117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa3477b-c8e1-42a9-b167-161ce6ad2bf7 req-17aa7749-a815-4937-bc91-4c744c5e5b86 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0498037 Nov 12 14:09:13.260883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9fa3477b-c8e1-42a9-b167-161ce6ad2bf7 req-15889644-a60b-46dd-b5e2-f3141ca2b988 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Nov 12 14:09:13.431932 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:14.378160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac4caa-b084-44fc-ada3-12e2d6b93b15 req-d99bb845-586c-49e6-9406-ecaec1f6872a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:14.379733 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aac4caa-b084-44fc-ada3-12e2d6b93b15 req-d99bb845-586c-49e6-9406-ecaec1f6872a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0492837 Nov 12 14:09:14.427815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0aac4caa-b084-44fc-ada3-12e2d6b93b15 req-f57d42aa-23cf-48de-83e6-2f85a798dd1e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Nov 12 14:09:14.438358 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:15.548090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7246a-c556-4abc-925c-b4c429ba5c1c req-981cb97c-cb9f-4d9a-a979-68c0ba1c0bec tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:15.549584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dda7246a-c556-4abc-925c-b4c429ba5c1c req-981cb97c-cb9f-4d9a-a979-68c0ba1c0bec tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0527864 Nov 12 14:09:15.596321 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dda7246a-c556-4abc-925c-b4c429ba5c1c req-b95fa937-bebf-4846-bc1f-6d1f73dc12c8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 Nov 12 14:09:16.715882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963ffd-e073-45fe-a6bb-5cc9f02060f1 req-967eed0a-970b-4c1b-8ff9-df309cd89e01 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:16.717866 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0963ffd-e073-45fe-a6bb-5cc9f02060f1 req-967eed0a-970b-4c1b-8ff9-df309cd89e01 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0512295 Nov 12 14:09:16.770137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0963ffd-e073-45fe-a6bb-5cc9f02060f1 req-0573f22e-b0fa-4f63-bcb7-3bd30c07aaf1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463645 Nov 12 14:09:17.887314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23ee21-9e9f-46e8-a5d0-fb0bb0503004 req-4b21cc99-52e0-49ae-8c80-cda57d7e0ca0 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:17.889012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb23ee21-9e9f-46e8-a5d0-fb0bb0503004 req-4b21cc99-52e0-49ae-8c80-cda57d7e0ca0 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0502954 Nov 12 14:09:17.937311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fb23ee21-9e9f-46e8-a5d0-fb0bb0503004 req-6801ee71-4814-4804-ae32-feadf3e71330 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Nov 12 14:09:19.058296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988d417-cd7a-4ca0-aa2d-7aa3be9f1a87 req-66a8f166-90a5-4e5f-a7b5-0a25eb679e49 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:19.059760 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4988d417-cd7a-4ca0-aa2d-7aa3be9f1a87 req-66a8f166-90a5-4e5f-a7b5-0a25eb679e49 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Nov 12 14:09:19.109173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4988d417-cd7a-4ca0-aa2d-7aa3be9f1a87 req-0232f1e8-41fe-4456-a984-2972b501fe32 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Nov 12 14:09:20.227597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ddfde-1872-41cc-937e-c8969a25e7b6 req-59502fdb-00c0-45ca-a599-a5a2056f2d6c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:20.229074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a8ddfde-1872-41cc-937e-c8969a25e7b6 req-59502fdb-00c0-45ca-a599-a5a2056f2d6c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0486774 Nov 12 14:09:20.285373 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a8ddfde-1872-41cc-937e-c8969a25e7b6 req-b7e8e8d2-6750-4d7a-908b-64d3fbd2b15d tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499835 Nov 12 14:09:20.617767 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:09:21.400532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f53ef-52ca-4010-b2c2-b60e13f14465 req-279d9bec-0f1e-4f0d-aec9-04f3407769c4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:21.402546 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff6f53ef-52ca-4010-b2c2-b60e13f14465 req-279d9bec-0f1e-4f0d-aec9-04f3407769c4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0497804 Nov 12 14:09:21.450472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff6f53ef-52ca-4010-b2c2-b60e13f14465 req-0771aa0d-24c3-4085-ae75-2b423c4abc4f tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Nov 12 14:09:22.566405 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fa959-85a8-415a-8a87-753f05082cbe req-b8a56d61-c870-4934-bcf8-b8dd3c798e0d tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:22.567882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f13fa959-85a8-415a-8a87-753f05082cbe req-b8a56d61-c870-4934-bcf8-b8dd3c798e0d tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0499549 Nov 12 14:09:22.623285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f13fa959-85a8-415a-8a87-753f05082cbe req-22c8efad-6078-4bcd-a626-9eebe2eb93c8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490475 Nov 12 14:09:23.743118 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08ead1-a633-452e-a99f-090561460fac req-371faa8f-dda9-487e-a005-cca153cc628e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:23.744620 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f08ead1-a633-452e-a99f-090561460fac req-371faa8f-dda9-487e-a005-cca153cc628e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0528731 Nov 12 14:09:23.793687 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f08ead1-a633-452e-a99f-090561460fac req-2e6ead24-fa6b-43f5-9629-18e903d6de1a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421076 Nov 12 14:09:24.912403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54615d03-546f-4690-9dcc-7593dd769bcf req-415ace0d-2c7e-4fb0-9544-7abee061f329 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:24.914054 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54615d03-546f-4690-9dcc-7593dd769bcf req-415ace0d-2c7e-4fb0-9544-7abee061f329 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0512624 Nov 12 14:09:24.964267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54615d03-546f-4690-9dcc-7593dd769bcf req-08d0822d-8f80-4f7e-a626-f9811fc9be85 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Nov 12 14:09:26.083495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f084e8-5c90-45bf-91eb-c8f1ba4a2033 req-7850c5f5-4e3e-40bf-888f-9ccd5349db72 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:26.085179 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32f084e8-5c90-45bf-91eb-c8f1ba4a2033 req-7850c5f5-4e3e-40bf-888f-9ccd5349db72 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0503955 Nov 12 14:09:26.136900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32f084e8-5c90-45bf-91eb-c8f1ba4a2033 req-a1782ffb-471f-45a5-894f-e11b385acd4d tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Nov 12 14:09:27.023627 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97c00e6c-3e62-4c14-a3fe-cf31b878b167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:27.267106 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa80659-ef23-4594-a025-430e1937551c req-7a1345f2-4845-4c70-ad18-b59a47600b20 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:27.268761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8fa80659-ef23-4594-a025-430e1937551c req-7a1345f2-4845-4c70-ad18-b59a47600b20 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0586052 Nov 12 14:09:27.327091 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8fa80659-ef23-4594-a025-430e1937551c req-df943413-8789-4d61-bc00-05413ac1e7d2 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515115 Nov 12 14:09:28.449108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2fb31-ac63-40c4-8fc1-93a8f706e5f1 req-bbdb9ff7-f999-44ca-bd7b-8b84b388f93b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:28.450706 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5b2fb31-ac63-40c4-8fc1-93a8f706e5f1 req-bbdb9ff7-f999-44ca-bd7b-8b84b388f93b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0520246 Nov 12 14:09:28.506366 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b5b2fb31-ac63-40c4-8fc1-93a8f706e5f1 req-edab3be1-4db9-4ed0-b8e2-85f32f95a6ec tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455728 Nov 12 14:09:29.546496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2fb8b3f-0a0c-499d-a461-94c133a7455f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:29.633358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a3d3d-bf9d-415c-91c9-3416204f93b9 req-8f03df6e-f43e-45f1-b4a6-60af8a7a7c96 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:29.635084 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-611a3d3d-bf9d-415c-91c9-3416204f93b9 req-8f03df6e-f43e-45f1-b4a6-60af8a7a7c96 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0537608 Nov 12 14:09:29.686737 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-611a3d3d-bf9d-415c-91c9-3416204f93b9 req-0c5e6c84-7093-4d03-a6c0-438bf3b28fd1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439067 Nov 12 14:09:30.768375 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:30.812787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976c820-f8f7-45cb-b036-cabefb1569cc req-6af8ea7e-9f11-4a99-81bc-3d7a3c192b5d tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:30.814368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5976c820-f8f7-45cb-b036-cabefb1569cc req-6af8ea7e-9f11-4a99-81bc-3d7a3c192b5d tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0497308 Nov 12 14:09:30.865315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5976c820-f8f7-45cb-b036-cabefb1569cc req-0afd7698-38ed-4ed0-9e8d-b0a71e71da8c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 Nov 12 14:09:31.989042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484326-c008-481c-82cc-1fa4015d2433 req-e2441df1-593b-4e56-bdaa-226b40b4b5ad tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:31.990599 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-41484326-c008-481c-82cc-1fa4015d2433 req-e2441df1-593b-4e56-bdaa-226b40b4b5ad tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0543146 Nov 12 14:09:32.045601 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-41484326-c008-481c-82cc-1fa4015d2433 req-a8ae2be9-c2f2-4583-8d70-c1dafb264270 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485873 Nov 12 14:09:32.360284 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:32.966747 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:33.170608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923b58b-50f7-450c-a988-10b6a3d37307 req-a94fd174-7fbc-4c02-8bad-2a1803d614ce tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:33.172136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b923b58b-50f7-450c-a988-10b6a3d37307 req-a94fd174-7fbc-4c02-8bad-2a1803d614ce tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0516312 Nov 12 14:09:33.230958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b923b58b-50f7-450c-a988-10b6a3d37307 req-db059ddb-b040-4f94-8813-d91de67b10ee tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526190 Nov 12 14:09:34.354707 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894e468-04e4-46a7-8e16-c6aba18fa2eb req-66f32fb6-c4a4-4bf5-845b-e62565ba0735 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:34.356195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7894e468-04e4-46a7-8e16-c6aba18fa2eb req-66f32fb6-c4a4-4bf5-845b-e62565ba0735 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0527859 Nov 12 14:09:34.406801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7894e468-04e4-46a7-8e16-c6aba18fa2eb req-bbfc3c9e-9a29-4e51-8282-460ee1308dda tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Nov 12 14:09:35.535980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c757c-de6f-46eb-955a-8e105cc9f6fe req-66df17f7-da13-41fe-9754-f61cb5c5d9d9 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:35.537492 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-432c757c-de6f-46eb-955a-8e105cc9f6fe req-66df17f7-da13-41fe-9754-f61cb5c5d9d9 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0552847 Nov 12 14:09:35.584956 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-432c757c-de6f-46eb-955a-8e105cc9f6fe req-659b6e00-2195-45ba-82a5-d4e1c249aa2a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Nov 12 14:09:35.738805 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-22620557-42e7-43fd-9844-21dd6936fda6 service neutron] show failed (client error): The resource could not be found. Nov 12 14:09:35.739767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-22620557-42e7-43fd-9844-21dd6936fda6 service neutron] 10.222.0.70 "GET /v2.0/ports/f585d6ef-5847-4fcb-8957-67a85a676ee3/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.1162739 Nov 12 14:09:35.961788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-5d0f5650-f518-4837-b3d3-d8ef24965998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:35.964048 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-5d0f5650-f518-4837-b3d3-d8ef24965998 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23&tenant_id=0c6a646e6e52440f851063b0e76a163a HTTP/1.1" status: 200 len: 1096 time: 0.0456800 Nov 12 14:09:35.976298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:09:36.045975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:36.290572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:36.326815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:09:36.377860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:09:36.380177 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015e13ee-770b-45d4-a570-04bfaa9c71ab" -d '{"events": [{"server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "name": "network-vif-unplugged", "status": "completed", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:09:36.385746 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:36.401410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Transition to ACTIVE for port object f585d6ef-5847-4fcb-8957-67a85a676ee3 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:09:36.408991 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:36.445034 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad2d458-9c55-405b-bfda-127b712978ce x-openstack-request-id: req-1ad2d458-9c55-405b-bfda-127b712978ce {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:09:36.445432 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "name": "network-vif-unplugged", "status": "completed", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:09:36.445783 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ad2d458-9c55-405b-bfda-127b712978ce {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:09:36.446191 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3', 'code': 200} Nov 12 14:09:36.495279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] No DVR routers for this DVR port f585d6ef-5847-4fcb-8957-67a85a676ee3 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:09:36.505981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Pushing event updated for resources: {'Port': ['ID=f585d6ef-5847-4fcb-8957-67a85a676ee3,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:36.520863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.521209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.521579 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.521914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.522245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.522691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.522897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.523243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.523547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.523874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.524193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.524503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:09:36.560999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Attempting to bind port f585d6ef-5847-4fcb-8957-67a85a676ee3 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:09:36.561781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Attempting to bind port f585d6ef-5847-4fcb-8957-67a85a676ee3 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:09:36.561781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Attempting to bind port f585d6ef-5847-4fcb-8957-67a85a676ee3 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:09:36.567982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Port f585d6ef-5847-4fcb-8957-67a85a676ee3 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:09:36.568327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Attempting to bind port f585d6ef-5847-4fcb-8957-67a85a676ee3 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:09:36.573518 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:09:36.574099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Checking segment: {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:09:36.574275 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Bound using segment: {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:09:36.574976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Bound port: f585d6ef-5847-4fcb-8957-67a85a676ee3, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:09:36.575515 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:36.656130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:09:36.659539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:09:36.680073 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:36.741603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:36.742327 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:36.743864 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] 10.222.0.105 "PUT /v2.0/ports/f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 200 len: 1091 time: 0.7718956 Nov 12 14:09:36.787488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef8aee-4b9c-470c-8e4f-f8275c13d904 req-004ecbaa-8c28-46f5-97b9-240e1e0a33de tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:36.789069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aaef8aee-4b9c-470c-8e4f-f8275c13d904 req-004ecbaa-8c28-46f5-97b9-240e1e0a33de tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 943 time: 0.1236761 Nov 12 14:09:36.791375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a44e99-1f41-477b-b844-d85e63079e5d service neutron] Pushing event updated for resources: {'Port': ['ID=f585d6ef-5847-4fcb-8957-67a85a676ee3,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:36.853031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-fd8fce94-c6a5-4ef0-b963-46353ede8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:36.854661 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-fd8fce94-c6a5-4ef0-b963-46353ede8a9f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 1094 time: 0.0851145 Nov 12 14:09:36.876241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aaef8aee-4b9c-470c-8e4f-f8275c13d904 req-8b0a4b87-74bd-4699-84de-6052cb9fecaa tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675938 Nov 12 14:09:36.961716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-20f4342a-ad45-4923-9244-4fbf3ef91c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:36.963796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-20f4342a-ad45-4923-9244-4fbf3ef91c6f service neutron] 10.222.0.105 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.1002326 Nov 12 14:09:37.005036 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-5f031cb3-6005-4e66-ae4a-b106f03612d2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 200 len: 217 time: 0.0351348 Nov 12 14:09:37.060342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-b79ab18a-eba1-4af5-84fa-7e5dc600a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:37.061901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-b79ab18a-eba1-4af5-84fa-7e5dc600a2a7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0500884 Nov 12 14:09:37.096455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-4b2880b0-3f2a-4237-92a4-317b83ea81f7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276413 Nov 12 14:09:37.194862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-3bec81f7-9847-40d0-9730-ed1921661767 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900426 Nov 12 14:09:37.294301 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9b434eb-3fe8-478f-b48a-4edae4e17974 req-f3aff64e-f6fc-4ed1-b701-5aaecf92cdc0 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924983 Nov 12 14:09:38.000477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b7b44-0bb7-401f-a106-084ee0dc988e req-5b96fd9c-a350-43d8-930e-6671d85f5d6b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:38.002045 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a52b7b44-0bb7-401f-a106-084ee0dc988e req-5b96fd9c-a350-43d8-930e-6671d85f5d6b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 943 time: 0.0514650 Nov 12 14:09:38.050495 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a52b7b44-0bb7-401f-a106-084ee0dc988e req-37ad842c-3050-47f8-88c1-13fd4d9853be tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422642 Nov 12 14:09:38.448265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:09:38.450848 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104f945c-9f67-41cd-90d4-08b1926225d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:09:38.508373 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271bbd58-367b-441a-a3bc-b6c97ea7b1a1 x-openstack-request-id: req-271bbd58-367b-441a-a3bc-b6c97ea7b1a1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:09:38.508662 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:09:38.508914 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-271bbd58-367b-441a-a3bc-b6c97ea7b1a1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:09:38.509343 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3', 'status': 'completed', 'code': 200} Nov 12 14:09:38.596250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-46f539c3-1b25-47b4-8197-63ef00115fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:38.597797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-46f539c3-1b25-47b4-8197-63ef00115fd2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 1094 time: 0.0694399 Nov 12 14:09:38.600535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-0539908c-6ae6-4a22-bba7-e344ccdc0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:38.601927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-0539908c-6ae6-4a22-bba7-e344ccdc0397 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 1094 time: 0.0653353 Nov 12 14:09:38.766395 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-ce31e7c2-e838-4316-a93f-db592e32e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:38.767866 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-ce31e7c2-e838-4316-a93f-db592e32e9ba service neutron] 10.222.0.105 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.1624324 Nov 12 14:09:38.768969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-1ab4b721-76d5-4972-ad11-6775985c8bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:38.770290 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-1ab4b721-76d5-4972-ad11-6775985c8bfc service neutron] 10.222.0.70 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.1576989 Nov 12 14:09:38.841481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-2cca1a52-e412-4f58-8030-3d98272555c5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 200 len: 217 time: 0.0659323 Nov 12 14:09:38.843105 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-da53c954-4605-48d8-9540-6bf65d9cfcae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 200 len: 217 time: 0.0615687 Nov 12 14:09:38.928103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-e681ed08-6f2d-42da-99b8-fa75f1e9361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:38.929596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-e681ed08-6f2d-42da-99b8-fa75f1e9361f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0811620 Nov 12 14:09:38.933642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-6e27250d-fa0e-40b8-b310-5386a3d63509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:38.935015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-6e27250d-fa0e-40b8-b310-5386a3d63509 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0790715 Nov 12 14:09:38.968595 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-0af6e203-d045-4d05-bb05-00a288bd76a1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319314 Nov 12 14:09:38.984028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-9c365dc2-780f-44e7-84b8-51e4edc41608 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400298 Nov 12 14:09:39.151256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-53544652-9f04-471a-8ece-cac13d6ce6c7 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695218 Nov 12 14:09:39.161009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-b70d06d9-27eb-4af3-9415-9f5bebdacaa6 service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687117 Nov 12 14:09:39.190894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14ba54-c6d5-44ef-b77f-c1a3e63fba46 req-23285488-dc3a-4d98-a943-8c31ab61bc9b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:39.192643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4f14ba54-c6d5-44ef-b77f-c1a3e63fba46 req-23285488-dc3a-4d98-a943-8c31ab61bc9b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 943 time: 0.0583906 Nov 12 14:09:39.244150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4f14ba54-c6d5-44ef-b77f-c1a3e63fba46 req-6740c89c-9d8a-4872-b3e6-6615fb864f34 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441072 Nov 12 14:09:39.316543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-f30b8c48-b3b4-499d-9d04-614f00a09acd service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578200 Nov 12 14:09:39.318547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-104f945c-9f67-41cd-90d4-08b1926225d3 req-c45dc6be-e00b-4f13-96d9-7363c73434be service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497867 Nov 12 14:09:39.568095 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f585d6ef-5847-4fcb-8957-67a85a676ee3 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:09:39.607921 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device f585d6ef-5847-4fcb-8957-67a85a676ee3 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:09:39.749662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77900e35-a175-4a08-b2e1-457efae4b5c1 req-e1c16aa3-33eb-4d40-bb94-656832080d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:39.751204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77900e35-a175-4a08-b2e1-457efae4b5c1 req-e1c16aa3-33eb-4d40-bb94-656832080d85 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 1094 time: 0.0417976 Nov 12 14:09:39.862665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77900e35-a175-4a08-b2e1-457efae4b5c1 req-17bf9751-c718-4548-93f6-371a41bf845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:39.864047 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77900e35-a175-4a08-b2e1-457efae4b5c1 req-17bf9751-c718-4548-93f6-371a41bf845d service neutron] 10.222.0.105 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.0920744 Nov 12 14:09:39.906787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77900e35-a175-4a08-b2e1-457efae4b5c1 req-c17b16c8-f6a2-4b72-9e81-d199fe2d7ddd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 200 len: 217 time: 0.0353961 Nov 12 14:09:39.957586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77900e35-a175-4a08-b2e1-457efae4b5c1 req-d8de30a4-9102-490a-9715-6e5592712c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:39.959044 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77900e35-a175-4a08-b2e1-457efae4b5c1 req-d8de30a4-9102-490a-9715-6e5592712c07 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0458963 Nov 12 14:09:39.996949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77900e35-a175-4a08-b2e1-457efae4b5c1 req-ff07ae7b-5d66-4012-bb77-ea4a01c1c7b5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307791 Nov 12 14:09:40.089258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77900e35-a175-4a08-b2e1-457efae4b5c1 req-97131c69-9efc-4877-81e6-7ef220bbe5e8 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846786 Nov 12 14:09:40.190157 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-77900e35-a175-4a08-b2e1-457efae4b5c1 req-cc0a7d0b-d984-4f0a-82a2-1c157f165632 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936708 Nov 12 14:09:40.368581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2601d85-5468-4dda-9b26-777727ddea8a req-179fbf7f-4998-4258-b87a-a20d4f1c2117 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:40.370704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2601d85-5468-4dda-9b26-777727ddea8a req-179fbf7f-4998-4258-b87a-a20d4f1c2117 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 943 time: 0.0509198 Nov 12 14:09:40.420074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2601d85-5468-4dda-9b26-777727ddea8a req-33bc8a36-e6d2-4661-bcf5-6d572a555fd2 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Nov 12 14:09:40.622610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f585d6ef-5847-4fcb-8957-67a85a676ee3 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:09:40.736584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:40.759368 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'f585d6ef-5847-4fcb-8957-67a85a676ee3', 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe', 'port_id': 'f585d6ef-5847-4fcb-8957-67a85a676ee3', 'mac_address': 'fa:16:3e:8f:05:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b377a1-193e-41f9-b181-69f14da6df14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:09:40.808747 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:40.822848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f585d6ef-5847-4fcb-8957-67a85a676ee3 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:09:40.848174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:40.852700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:40.901158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f585d6ef-5847-4fcb-8957-67a85a676ee3,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:41.188533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f585d6ef-5847-4fcb-8957-67a85a676ee3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:09:41.545645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb6acd-1fd9-4a91-a0bc-54f29b40f1b4 req-16fd69b3-5ada-4023-a795-782008ae0e33 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:41.547115 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1cb6acd-1fd9-4a91-a0bc-54f29b40f1b4 req-16fd69b3-5ada-4023-a795-782008ae0e33 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 944 time: 0.0511763 Nov 12 14:09:41.596719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1cb6acd-1fd9-4a91-a0bc-54f29b40f1b4 req-b64c3227-f224-4ff5-8e86-c8a35bd54804 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435369 Nov 12 14:09:41.811211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bad45-01a9-4167-a820-29b54c7f5198 req-1efa403b-7812-4bd4-b775-782f772af138 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:41.812838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-379bad45-01a9-4167-a820-29b54c7f5198 req-1efa403b-7812-4bd4-b775-782f772af138 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 944 time: 0.0547628 Nov 12 14:09:41.835399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-40284277-29f6-49d9-9629-c1c01906d1b0 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:41.837025 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-40284277-29f6-49d9-9629-c1c01906d1b0 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23&tenant_id=0c6a646e6e52440f851063b0e76a163a&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 944 time: 0.0561681 Nov 12 14:09:41.878071 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-379bad45-01a9-4167-a820-29b54c7f5198 req-bd6cf825-4de6-442f-861f-619469487323 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506697 Nov 12 14:09:41.910880 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-9e3c4134-7180-4453-9ecc-f60289b5b41d service neutron] delete failed (client error): The resource could not be found. Nov 12 14:09:41.911946 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-9e3c4134-7180-4453-9ecc-f60289b5b41d service neutron] 10.222.0.70 "DELETE /v2.0/ports/f585d6ef-5847-4fcb-8957-67a85a676ee3/bindings/n-h1-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0661721 Nov 12 14:09:42.003614 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-49885074-7634-49f2-b544-fd429445e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:42.005072 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-49885074-7634-49f2-b544-fd429445e547 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 1095 time: 0.0474200 Nov 12 14:09:42.097893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-b5089438-64ae-4eb3-9016-af361edf17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:42.099368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-b5089438-64ae-4eb3-9016-af361edf17b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.0870557 Nov 12 14:09:42.146579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-28fc2b23-8ef7-4b50-b6f2-3c15044737b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 200 len: 217 time: 0.0401111 Nov 12 14:09:42.199434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-1ac5b596-4514-496a-b1d7-0030b45e5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:42.200887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-1ac5b596-4514-496a-b1d7-0030b45e5c73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0461287 Nov 12 14:09:42.233973 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-657cf83d-46c6-42c9-a6fe-d4d4e2a5cddd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265222 Nov 12 14:09:42.346720 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-c403bde1-4ec1-40da-b59c-cf8d64420a42 service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058545 Nov 12 14:09:42.439114 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca3ce674-5252-442a-bea3-d4d31e775f16 req-d53d98d0-a0e3-4cab-9f12-40e4978412db service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856209 Nov 12 14:09:42.645059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f585d6ef-5847-4fcb-8957-67a85a676ee3 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:09:42.697967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port f585d6ef-5847-4fcb-8957-67a85a676ee3 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:09:42.702409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port f585d6ef-5847-4fcb-8957-67a85a676ee3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:09:42.702777 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:42.788966 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:42.813756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:09:42.816023 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141829d1-1f5b-4643-8192-c34bf1919bbb" -d '{"events": [{"server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "name": "network-vif-plugged", "status": "completed", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:09:42.836265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:42.842844 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:42.871117 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e25a88b-3e5e-475b-82c0-006cb8767cfa x-openstack-request-id: req-4e25a88b-3e5e-475b-82c0-006cb8767cfa {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:09:42.871492 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "name": "network-vif-plugged", "status": "completed", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:09:42.871921 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e25a88b-3e5e-475b-82c0-006cb8767cfa {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:09:42.872495 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3', 'code': 200} Nov 12 14:09:42.903557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f585d6ef-5847-4fcb-8957-67a85a676ee3,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:43.018373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73046476-b5f2-41a7-b791-fcebb80bae1b req-e5d8eb6c-bae6-4991-a940-2ee9c0749c64 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:43.020112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73046476-b5f2-41a7-b791-fcebb80bae1b req-e5d8eb6c-bae6-4991-a940-2ee9c0749c64 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0556345 Nov 12 14:09:43.075418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-73046476-b5f2-41a7-b791-fcebb80bae1b req-1c893a8b-ae71-4b5a-b856-6679f14d624a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455000 Nov 12 14:09:43.204718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4db9a3-1655-4d00-b286-efb4be8064e9 req-5b484f1e-d9ca-4ede-b99b-1aad0d8a4f75 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:43.206277 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a4db9a3-1655-4d00-b286-efb4be8064e9 req-5b484f1e-d9ca-4ede-b99b-1aad0d8a4f75 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0586936 Nov 12 14:09:43.258834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a4db9a3-1655-4d00-b286-efb4be8064e9 req-0271d105-7fa1-4ee6-bf63-6846a7b36812 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461848 Nov 12 14:09:43.391997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5565f4-2588-41e6-bd1b-7e8c39f09f32 req-1ff382bc-c2b7-45b3-a2ba-5213795232b9 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:43.393582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-be5565f4-2588-41e6-bd1b-7e8c39f09f32 req-1ff382bc-c2b7-45b3-a2ba-5213795232b9 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0527627 Nov 12 14:09:43.428190 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:43.451753 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-be5565f4-2588-41e6-bd1b-7e8c39f09f32 req-e26a1178-2b62-4505-9c8c-e1eaf33ad9ae tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513539 Nov 12 14:09:43.825051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-ec08de2f-5287-4bb4-a6cc-fda40d1e8678 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:43.826560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-ec08de2f-5287-4bb4-a6cc-fda40d1e8678 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 814 time: 0.1096628 Nov 12 14:09:43.843186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-ee743c0a-6135-4fa9-9b58-c4c1c37146ba tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/quotas/0c6a646e6e52440f851063b0e76a163a HTTP/1.1" status: 200 len: 375 time: 0.0108027 Nov 12 14:09:43.895292 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f7bc89cb-fc06-47e9-bdde-a372460d5669 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462461 Nov 12 14:09:44.007205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-46189f5b-553b-454b-b7f8-2d64d20c11d8 service neutron] 10.222.0.73 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040530 Nov 12 14:09:44.110403 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-b89b2728-f2e5-4dc1-9550-7d9cbad6246c service neutron] 10.222.0.73 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971100 Nov 12 14:09:44.287804 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34c36d56-699f-417a-a875-0cab701e1ab3 req-d5fd3744-06ae-4c1d-9139-504765cbf361 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 210 time: 0.0290003 Nov 12 14:09:44.452174 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:44.978091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-cad5b76e-f3f6-4530-ad9a-7b4e05d0f960 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:44.980443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-cad5b76e-f3f6-4530-ad9a-7b4e05d0f960 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b23a110-f64a-4a07-997f-14f2eacb7d23 HTTP/1.1" status: 200 len: 945 time: 0.0561025 Nov 12 14:09:45.076647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Deleting port f585d6ef-5847-4fcb-8957-67a85a676ee3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:09:45.076870 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:45.167700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.105', 52640) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:09:45.172308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] For port f585d6ef-5847-4fcb-8957-67a85a676ee3, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f585d6ef-5847-4fcb-8957-67a85a676ee3,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:45.172716 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:45.188535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Calling delete_port for f585d6ef-5847-4fcb-8957-67a85a676ee3 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:09:45.294159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-a322af87-ec4a-4404-b00c-d5152976534a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:45.295847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-a322af87-ec4a-4404-b00c-d5152976534a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.105 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 814 time: 0.1270232 Nov 12 14:09:45.309862 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Request body: {'port': {'device_id': 'efc5a173-32db-44bf-86d3-89052be29560', 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe', 'admin_state_up': True, 'tenant_id': '0c6a646e6e52440f851063b0e76a163a'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:09:45.341082 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:45.355912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f585d6ef-5847-4fcb-8957-67a85a676ee3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:09:45.405558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Pushing event deleted for resources: {'Port': ['ID=f585d6ef-5847-4fcb-8957-67a85a676ee3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:45.428973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] No DVR routers for this DVR port f585d6ef-5847-4fcb-8957-67a85a676ee3 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:09:45.432147 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:45.435550 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.105 "DELETE /v2.0/ports/f585d6ef-5847-4fcb-8957-67a85a676ee3 HTTP/1.1" status: 204 len: 173 time: 0.4489267 Nov 12 14:09:45.436029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'name': 'network-vif-deleted', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:09:45.438362 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34053864-ce15-4775-8cfa-c330d88df03d" -d '{"events": [{"server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "name": "network-vif-deleted", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:09:45.488990 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfba64f8-e8f6-4e71-83eb-4cb92c1e8c8a x-openstack-request-id: req-cfba64f8-e8f6-4e71-83eb-4cb92c1e8c8a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:09:45.489308 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b23a110-f64a-4a07-997f-14f2eacb7d23", "name": "network-vif-deleted", "tag": "f585d6ef-5847-4fcb-8957-67a85a676ee3", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:09:45.489558 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfba64f8-e8f6-4e71-83eb-4cb92c1e8c8a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:09:45.489959 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b23a110-f64a-4a07-997f-14f2eacb7d23', 'name': 'network-vif-deleted', 'tag': 'f585d6ef-5847-4fcb-8957-67a85a676ee3', 'status': 'completed', 'code': 200} Nov 12 14:09:45.678188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3100ef0c-fe98-41db-b354-cc835eea367a req-df9148da-9567-4e22-bcce-400a768a722c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 210 time: 0.3047686 Nov 12 14:09:45.724566 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Made reservation on behalf of 0c6a646e6e52440f851063b0e76a163a for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:09:45.728141 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:45.861668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Allocated IP 172.20.0.14 (a719d57f-0a81-42d2-a1d3-2a7d759e8efe/f7b377a1-193e-41f9-b181-69f14da6df14/d079e53d-5c9b-4f61-a229-3230c8eae212) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:09:46.024017 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:46.059389 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:46.071770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f585d6ef-5847-4fcb-8957-67a85a676ee3'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:09:46.106607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Network a719d57f-0a81-42d2-a1d3-2a7d759e8efe is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:09:46.111748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:09:46.115510 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:09:46.139756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Pushing event updated for resources: {'Port': ['ID=d079e53d-5c9b-4f61-a229-3230c8eae212,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:46.168661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:46.169396 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:46.191509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-3d046ddd-3dd4-4218-b86b-bb502c36590c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8860240 Nov 12 14:09:46.203970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Request body: {'port': {'device_id': 'efc5a173-32db-44bf-86d3-89052be29560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:09:46.258395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:46.570983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d079e53d-5c9b-4f61-a229-3230c8eae212 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:09:46.578884 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:46.594938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Transition to ACTIVE for port object d079e53d-5c9b-4f61-a229-3230c8eae212 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:09:46.598772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:46.653224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Pushing event updated for resources: {'Port': ['ID=d079e53d-5c9b-4f61-a229-3230c8eae212,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:46.723783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Attempting to bind port d079e53d-5c9b-4f61-a229-3230c8eae212 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:09:46.724123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Attempting to bind port d079e53d-5c9b-4f61-a229-3230c8eae212 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:09:46.724452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Attempting to bind port d079e53d-5c9b-4f61-a229-3230c8eae212 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:09:46.729205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Port d079e53d-5c9b-4f61-a229-3230c8eae212 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:09:46.729681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Attempting to bind port d079e53d-5c9b-4f61-a229-3230c8eae212 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:09:46.735263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:09:46.735603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Checking segment: {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:09:46.735986 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Bound using segment: {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:09:46.736410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Bound port: d079e53d-5c9b-4f61-a229-3230c8eae212, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:09:46.736797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:46.804606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:09:46.808966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d079e53d-5c9b-4f61-a229-3230c8eae212,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:09:46.810782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036f6ac-51d3-49fa-a844-71625d8980c0 req-57fc9e2c-6e03-42b6-85a1-3511de33dca2 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:46.812398 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7036f6ac-51d3-49fa-a844-71625d8980c0 req-57fc9e2c-6e03-42b6-85a1-3511de33dca2 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 944 time: 0.0572946 Nov 12 14:09:46.814307 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:46.849047 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:46.849623 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:46.851539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] 10.222.0.105 "PUT /v2.0/ports/d079e53d-5c9b-4f61-a229-3230c8eae212 HTTP/1.1" status: 200 len: 1092 time: 0.6513531 Nov 12 14:09:46.854086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:09:46.857994 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3157aec72919ebdcd4dbabfa7c5d2afba4aa49c2e0036bf29966182fbe6fc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edf7190-87d2-4c68-9649-f2d60e960de9" -d '{"events": [{"name": "network-changed", "server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:09:46.875347 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7036f6ac-51d3-49fa-a844-71625d8980c0 req-7d32bcaf-ab7d-4773-a1ab-d3b9f67ce8dc tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552933 Nov 12 14:09:46.889736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43884e7-e42d-42f1-9de5-d82db0b3138a service neutron] Pushing event updated for resources: {'Port': ['ID=d079e53d-5c9b-4f61-a229-3230c8eae212,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:46.907631 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d1e03f-e6fb-4a5c-9b6e-67882c949316 x-openstack-request-id: req-10d1e03f-e6fb-4a5c-9b6e-67882c949316 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:09:46.907932 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:09:46.908317 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10d1e03f-e6fb-4a5c-9b6e-67882c949316 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:09:46.908562 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212', 'status': 'completed', 'code': 200} Nov 12 14:09:46.977811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-66e11a6b-14d0-4879-804e-22247510a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:46.979925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-66e11a6b-14d0-4879-804e-22247510a532 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 1095 time: 0.0823770 Nov 12 14:09:47.044951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-c7aacdde-162b-4384-bffe-0eeb19c50d38 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d079e53d-5c9b-4f61-a229-3230c8eae212 HTTP/1.1" status: 200 len: 217 time: 0.0561337 Nov 12 14:09:47.101761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-95451255-e829-4efe-8d11-a13ad36301a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:47.103159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-95451255-e829-4efe-8d11-a13ad36301a9 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0509512 Nov 12 14:09:47.158098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-71a0de50-abd3-4579-8cfe-6c71e38e1c0d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479074 Nov 12 14:09:47.258362 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-812f2463-80ae-4636-b00f-a8f12cf8454d service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932000 Nov 12 14:09:47.353399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ec1193ad-7fda-42f9-91b9-fd4fa6c050a2 req-91226898-963f-4b40-96be-cd21c080f7f0 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883667 Nov 12 14:09:47.443108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf7190-87d2-4c68-9649-f2d60e960de9 req-d4b939f1-b262-4f9f-99df-cbadd6890ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:47.444640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2edf7190-87d2-4c68-9649-f2d60e960de9 req-d4b939f1-b262-4f9f-99df-cbadd6890ef5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 1095 time: 0.0448377 Nov 12 14:09:47.597236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf7190-87d2-4c68-9649-f2d60e960de9 req-40224c05-a33b-4ab7-bb5d-be83ab603a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:47.598729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2edf7190-87d2-4c68-9649-f2d60e960de9 req-40224c05-a33b-4ab7-bb5d-be83ab603a87 service neutron] 10.222.0.105 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.1477690 Nov 12 14:09:47.644572 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2edf7190-87d2-4c68-9649-f2d60e960de9 req-9f47b1a6-269f-45b7-b9b2-c75d14e9c874 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d079e53d-5c9b-4f61-a229-3230c8eae212 HTTP/1.1" status: 200 len: 217 time: 0.0371599 Nov 12 14:09:47.699300 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf7190-87d2-4c68-9649-f2d60e960de9 req-fe93d111-66d3-4a98-9de3-f59456bf4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:47.700743 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2edf7190-87d2-4c68-9649-f2d60e960de9 req-fe93d111-66d3-4a98-9de3-f59456bf4328 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0478189 Nov 12 14:09:47.734081 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2edf7190-87d2-4c68-9649-f2d60e960de9 req-d00cbe21-ca25-4d67-b83a-24da5671b672 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258420 Nov 12 14:09:47.825703 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2edf7190-87d2-4c68-9649-f2d60e960de9 req-2c06104f-fa01-43de-b83a-7d7a91bdd179 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842171 Nov 12 14:09:47.920945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2edf7190-87d2-4c68-9649-f2d60e960de9 req-0e1ef7a4-91bb-4a62-a52d-419056581e83 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884659 Nov 12 14:09:48.020157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0ee3c-c48d-483e-ac30-f1063125c756 req-0ba66574-9e87-43da-bcc4-a26c9c4aa1c6 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:48.021745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7ef0ee3c-c48d-483e-ac30-f1063125c756 req-0ba66574-9e87-43da-bcc4-a26c9c4aa1c6 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 944 time: 0.0545151 Nov 12 14:09:48.069486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7ef0ee3c-c48d-483e-ac30-f1063125c756 req-6681781c-8628-4ee9-b3b1-76ff8b0c1c67 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Nov 12 14:09:48.680114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f585d6ef-5847-4fcb-8957-67a85a676ee3 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:09:48.701356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: f585d6ef-5847-4fcb-8957-67a85a676ee3 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:09:48.701702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f585d6ef-5847-4fcb-8957-67a85a676ee3 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:09:49.188748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aea42-784b-4f61-957a-f4462a1e3086 req-29720446-e3b7-4f88-8ea9-d25b43b8163f tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:49.190273 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff9aea42-784b-4f61-957a-f4462a1e3086 req-29720446-e3b7-4f88-8ea9-d25b43b8163f tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 944 time: 0.0502496 Nov 12 14:09:49.238121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff9aea42-784b-4f61-957a-f4462a1e3086 req-cf5cf772-e31a-47cb-8590-714c3a964b94 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Nov 12 14:09:50.361105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22c0f1-d4aa-4199-8ae9-351d301e6c31 req-a73133a0-4cad-43b4-828c-f9232d263433 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:50.362630 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d22c0f1-d4aa-4199-8ae9-351d301e6c31 req-a73133a0-4cad-43b4-828c-f9232d263433 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 944 time: 0.0532551 Nov 12 14:09:50.409700 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d22c0f1-d4aa-4199-8ae9-351d301e6c31 req-378ace02-a3da-4c2c-990a-75e8de992cf8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 Nov 12 14:09:50.683212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d079e53d-5c9b-4f61-a229-3230c8eae212 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:09:50.782831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d079e53d-5c9b-4f61-a229-3230c8eae212,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:50.794068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'd079e53d-5c9b-4f61-a229-3230c8eae212', 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe', 'port_id': 'd079e53d-5c9b-4f61-a229-3230c8eae212', 'mac_address': 'fa:16:3e:2a:42:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b377a1-193e-41f9-b181-69f14da6df14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:09:50.831863 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:50.844420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d079e53d-5c9b-4f61-a229-3230c8eae212 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:09:50.863853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d079e53d-5c9b-4f61-a229-3230c8eae212,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:50.867963 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:50.914799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d079e53d-5c9b-4f61-a229-3230c8eae212,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:51.172540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['d079e53d-5c9b-4f61-a229-3230c8eae212'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:09:51.534201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce535ca-4e24-4ce4-8f60-d8dbec2e41f9 req-f53add22-15ac-49e3-bccf-2c51ada4fb28 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:51.535684 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ce535ca-4e24-4ce4-8f60-d8dbec2e41f9 req-f53add22-15ac-49e3-bccf-2c51ada4fb28 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 945 time: 0.0549383 Nov 12 14:09:51.583666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ce535ca-4e24-4ce4-8f60-d8dbec2e41f9 req-6373d7d3-9d16-456c-bfc4-f8162ba70478 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Nov 12 14:09:52.698574 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d079e53d-5c9b-4f61-a229-3230c8eae212 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:09:52.702428 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61903c84-036d-4c9a-bd10-3da41e752cf2 req-b4c6c693-f175-47af-a1d0-3e2ff0c157cb tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:52.703929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61903c84-036d-4c9a-bd10-3da41e752cf2 req-b4c6c693-f175-47af-a1d0-3e2ff0c157cb tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 945 time: 0.0508826 Nov 12 14:09:52.757875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port d079e53d-5c9b-4f61-a229-3230c8eae212 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:09:52.762141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port d079e53d-5c9b-4f61-a229-3230c8eae212 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:09:52.762518 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:52.763738 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61903c84-036d-4c9a-bd10-3da41e752cf2 req-189d96c7-f217-4eb4-a1a9-7e0dc7aa63ae tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465808 Nov 12 14:09:52.847227 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:52.873685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:09:52.875823 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ad6614-7c1b-4d85-8c30-34533dbcce27" -d '{"events": [{"server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "name": "network-vif-plugged", "status": "completed", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:09:52.887897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d079e53d-5c9b-4f61-a229-3230c8eae212,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:09:52.892064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:52.917313 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e348e42-ed80-429c-8cfc-5a3775888f0e x-openstack-request-id: req-8e348e42-ed80-429c-8cfc-5a3775888f0e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:09:52.917601 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "name": "network-vif-plugged", "status": "completed", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:09:52.917854 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e348e42-ed80-429c-8cfc-5a3775888f0e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:09:52.918239 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212', 'code': 200} Nov 12 14:09:52.944024 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=d079e53d-5c9b-4f61-a229-3230c8eae212,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:09:53.012114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16faeb5-9e7a-4c6c-8efa-4e3595bad47d req-94a417fc-8ddd-4ce7-9721-528d22c5d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:53.013691 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a16faeb5-9e7a-4c6c-8efa-4e3595bad47d req-94a417fc-8ddd-4ce7-9721-528d22c5d07e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 1097 time: 0.0435405 Nov 12 14:09:53.060110 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a16faeb5-9e7a-4c6c-8efa-4e3595bad47d req-cfbf6de7-e063-4e44-8a2b-f958130ab6e8 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Nov 12 14:09:53.882129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022b290-cac3-472b-b215-b59e4bb1c863 req-e1cf9aab-c88a-4e35-bc55-df0d648120a4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:53.883604 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5022b290-cac3-472b-b215-b59e4bb1c863 req-e1cf9aab-c88a-4e35-bc55-df0d648120a4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0494206 Nov 12 14:09:53.935416 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5022b290-cac3-472b-b215-b59e4bb1c863 req-610cc6a5-3c6c-4b4b-9d1f-cf9d39073d3a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453563 Nov 12 14:09:55.059672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049abb6-e0d4-4521-b30b-908ae3a8bf9c req-2619d759-261f-4032-90f8-a9ad7a039845 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:55.061648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e049abb6-e0d4-4521-b30b-908ae3a8bf9c req-2619d759-261f-4032-90f8-a9ad7a039845 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0578945 Nov 12 14:09:55.109413 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e049abb6-e0d4-4521-b30b-908ae3a8bf9c req-7ef3b35f-bf4f-4bf0-8e93-23862c4eb37c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417812 Nov 12 14:09:55.226362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87de288-3275-4e51-aeb1-382b03d11ac1 req-163217c2-85d2-4208-9583-ede1c02e1253 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:55.227739 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c87de288-3275-4e51-aeb1-382b03d11ac1 req-163217c2-85d2-4208-9583-ede1c02e1253 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0507584 Nov 12 14:09:55.277259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c87de288-3275-4e51-aeb1-382b03d11ac1 req-93db4c4c-79e9-478b-a6c4-d23f5c2a4d6b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Nov 12 14:09:55.516658 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-1c596c22-870d-47d0-82eb-dfb765ad027f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409827 Nov 12 14:09:55.537696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8ced3-a647-4764-9216-0fbada26d4c9 req-61f33543-ac2f-4cac-83ef-0a696954ec10 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:55.539188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8c8ced3-a647-4764-9216-0fbada26d4c9 req-61f33543-ac2f-4cac-83ef-0a696954ec10 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0510616 Nov 12 14:09:55.589074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c8c8ced3-a647-4764-9216-0fbada26d4c9 req-97deacb4-5d84-4fec-b491-c7a91a984f81 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Nov 12 14:09:56.661587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-bc70a6c1-a190-4e91-9025-4179e4d997f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:56.663539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-bc70a6c1-a190-4e91-9025-4179e4d997f3 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 1097 time: 0.0459611 Nov 12 14:09:56.787839 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c850f-f87c-416e-8a3f-a7f002144b87 req-8f8e8971-b888-42f7-9d7e-adfc27da8398 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:56.789804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e84c850f-f87c-416e-8a3f-a7f002144b87 req-8f8e8971-b888-42f7-9d7e-adfc27da8398 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.1251402 Nov 12 14:09:56.814948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-11afb975-4b96-440b-9e78-ab9a402b19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:56.816371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-11afb975-4b96-440b-9e78-ab9a402b19d7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.1421368 Nov 12 14:09:56.879656 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-d0bb3c20-bf99-48ec-b659-8561409a1209 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d079e53d-5c9b-4f61-a229-3230c8eae212 HTTP/1.1" status: 200 len: 217 time: 0.0519378 Nov 12 14:09:56.923729 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e84c850f-f87c-416e-8a3f-a7f002144b87 req-0b7946ed-83b7-4afe-bdab-352230f057f3 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272619 Nov 12 14:09:56.941947 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-a25ca943-b0cb-4645-b241-fff19c24ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:56.943408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-a25ca943-b0cb-4645-b241-fff19c24ed4c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0541646 Nov 12 14:09:56.981156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-b7682086-b232-40dd-a298-7f22173aa9a5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308993 Nov 12 14:09:57.025478 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a13a-00cc-4da4-91db-123052699f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:09:57.094501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-d96fda85-7a36-4cea-9344-6ff767af2baa service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040506 Nov 12 14:09:57.225649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-ec56228a-7621-4fb7-8b77-f9d08b90888f service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240742 Nov 12 14:09:57.617305 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:09:58.108813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aafd2-010c-4888-aba9-97cbe1f3422e req-94ff9e76-ab0d-47f6-a5ba-f5d37ea9debb tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:58.110367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-669aafd2-010c-4888-aba9-97cbe1f3422e req-94ff9e76-ab0d-47f6-a5ba-f5d37ea9debb tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.1150060 Nov 12 14:09:58.159446 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-669aafd2-010c-4888-aba9-97cbe1f3422e req-bd7f0939-a436-46b7-9c52-80c662beccb6 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Nov 12 14:09:59.399044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018238c2-ca97-448e-8ee9-462482c6adb0 req-e607d9b6-bbe6-4604-b5fd-a48c56f2e1f3 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:09:59.400772 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-018238c2-ca97-448e-8ee9-462482c6adb0 req-e607d9b6-bbe6-4604-b5fd-a48c56f2e1f3 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.1111598 Nov 12 14:09:59.457322 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-018238c2-ca97-448e-8ee9-462482c6adb0 req-86faede9-1d32-48cd-94a7-f9b49689a09c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502374 Nov 12 14:09:59.557239 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1112-4745-4a79-b049-5af804c314ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:00.575708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7287a0-5923-49ce-97ec-9d9fd079d204 req-244ccd2c-cce3-439d-a0f7-b4583cf331f9 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:00.577209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b7287a0-5923-49ce-97ec-9d9fd079d204 req-244ccd2c-cce3-439d-a0f7-b4583cf331f9 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0500686 Nov 12 14:10:00.625397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b7287a0-5923-49ce-97ec-9d9fd079d204 req-95cec0a3-7329-455b-8be9-7bd89e0128dc tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Nov 12 14:10:00.770488 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:01.747513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4bcfe-190c-4c61-a8b1-711804cc5c86 req-8eb82228-37b9-4e89-9dd5-2dd4a5bd7a1e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:01.749012 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83d4bcfe-190c-4c61-a8b1-711804cc5c86 req-8eb82228-37b9-4e89-9dd5-2dd4a5bd7a1e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0510645 Nov 12 14:10:01.798286 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83d4bcfe-190c-4c61-a8b1-711804cc5c86 req-94ff9367-a972-4893-8fbf-fc1c3f53daba tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Nov 12 14:10:02.363604 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:02.968836 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:02.974369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159fd0-a4a9-4351-96c5-2bca37b57fa5 req-da3b53b7-eac4-4b31-93ec-42fb7eddfadd tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:02.975827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a159fd0-a4a9-4351-96c5-2bca37b57fa5 req-da3b53b7-eac4-4b31-93ec-42fb7eddfadd tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0533710 Nov 12 14:10:03.038103 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6a159fd0-a4a9-4351-96c5-2bca37b57fa5 req-dd246c3a-83bf-454b-9654-f96a11116cd9 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554576 Nov 12 14:10:04.162548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc874d-20fa-47b6-b983-774dd2854799 req-6bada10d-6b2e-4052-b920-4b5414c53f81 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:04.163962 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1cc874d-20fa-47b6-b983-774dd2854799 req-6bada10d-6b2e-4052-b920-4b5414c53f81 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0521674 Nov 12 14:10:04.216356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d1cc874d-20fa-47b6-b983-774dd2854799 req-af9e79ac-2b74-4367-bb9f-524a44cd6d65 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Nov 12 14:10:05.346444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a3f73-2a9a-49b4-bfd3-ee8e1311b317 req-019b54d2-0bdb-4cf9-baf2-4f3ccd6a1c7f tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:05.347990 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa5a3f73-2a9a-49b4-bfd3-ee8e1311b317 req-019b54d2-0bdb-4cf9-baf2-4f3ccd6a1c7f tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0549684 Nov 12 14:10:05.399018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa5a3f73-2a9a-49b4-bfd3-ee8e1311b317 req-247a6f55-e4f6-46d2-a830-d921a20c9b35 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445430 Nov 12 14:10:06.538238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c550e2-bb12-406e-930d-e461859142a7 req-e1f65574-25f7-4a97-9ac6-29a410709b34 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:06.539783 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83c550e2-bb12-406e-930d-e461859142a7 req-e1f65574-25f7-4a97-9ac6-29a410709b34 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0578551 Nov 12 14:10:06.591195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83c550e2-bb12-406e-930d-e461859142a7 req-b6683d64-697e-41e3-bd3f-e0bb51ee450c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452018 Nov 12 14:10:07.731677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a172c9-7d86-4f5e-a247-78af2495c711 req-88ae2c0a-26c1-49ea-873a-22b043904bb0 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:07.733358 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85a172c9-7d86-4f5e-a247-78af2495c711 req-88ae2c0a-26c1-49ea-873a-22b043904bb0 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0605240 Nov 12 14:10:07.796320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85a172c9-7d86-4f5e-a247-78af2495c711 req-6c9558e7-9874-40d8-8862-aa964da7d51c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521865 Nov 12 14:10:08.920609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ddfa2-c642-4cca-8960-6438eab1eb34 req-aadb039d-bdfb-4881-803d-a11e0b638af3 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:08.922238 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a9ddfa2-c642-4cca-8960-6438eab1eb34 req-aadb039d-bdfb-4881-803d-a11e0b638af3 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0533671 Nov 12 14:10:08.974908 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a9ddfa2-c642-4cca-8960-6438eab1eb34 req-31b510a9-8883-42d5-965b-e3667bbd1685 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464323 Nov 12 14:10:10.108946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db43f1-2ce3-4ef7-a79f-46cd6fba7de4 req-21259e90-0025-4ec2-b9a8-fafbcf91eaf8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:10.110545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67db43f1-2ce3-4ef7-a79f-46cd6fba7de4 req-21259e90-0025-4ec2-b9a8-fafbcf91eaf8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0625012 Nov 12 14:10:10.162368 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-67db43f1-2ce3-4ef7-a79f-46cd6fba7de4 req-d1afbf08-12f4-4b86-bc2c-42b1ecc37d99 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Nov 12 14:10:11.313682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da3f36-ed3d-4cc4-8011-a541cf801bbb req-3e9ebdd4-2e62-46d2-85d1-99bca730c902 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:11.315213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45da3f36-ed3d-4cc4-8011-a541cf801bbb req-3e9ebdd4-2e62-46d2-85d1-99bca730c902 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0696964 Nov 12 14:10:11.371434 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45da3f36-ed3d-4cc4-8011-a541cf801bbb req-f19b6419-98a9-42cc-a5c8-cdfef70a5bf4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Nov 12 14:10:12.587167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060c875-07dd-4c11-9526-2ecc27a53f46 req-e8816e6b-d33d-4e57-8772-c623df2c9620 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:12.589253 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1060c875-07dd-4c11-9526-2ecc27a53f46 req-e8816e6b-d33d-4e57-8772-c623df2c9620 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.1035690 Nov 12 14:10:12.639382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1060c875-07dd-4c11-9526-2ecc27a53f46 req-8fcc1bff-2943-4d46-a870-ccfc2348dd03 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435865 Nov 12 14:10:13.422654 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:13.774393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafac07-d7b9-4e34-9fa0-1f762a39aa87 req-b585242f-3ae0-4f2d-9a6e-9c94a12d7c7c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:13.776545 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6bafac07-d7b9-4e34-9fa0-1f762a39aa87 req-b585242f-3ae0-4f2d-9a6e-9c94a12d7c7c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0502665 Nov 12 14:10:13.824081 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6bafac07-d7b9-4e34-9fa0-1f762a39aa87 req-6655237c-886b-4448-a302-252431816d26 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Nov 12 14:10:14.454145 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:14.952571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae851bb-e3f9-4427-8f40-76265a09dce3 req-41031a30-c4af-4de1-bea1-49653f5b1f03 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:14.961296 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fae851bb-e3f9-4427-8f40-76265a09dce3 req-41031a30-c4af-4de1-bea1-49653f5b1f03 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0645971 Nov 12 14:10:15.009397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fae851bb-e3f9-4427-8f40-76265a09dce3 req-91275416-07de-4e4f-b6b6-3213037eda83 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Nov 12 14:10:16.209331 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a910-d308-452c-9c44-c13cd72e1f15 req-29e94e51-4b60-4659-81c2-014b1f515a7a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:16.210892 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abf9a910-d308-452c-9c44-c13cd72e1f15 req-29e94e51-4b60-4659-81c2-014b1f515a7a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0946059 Nov 12 14:10:16.265516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abf9a910-d308-452c-9c44-c13cd72e1f15 req-e717849f-b153-4c64-8153-74211d696c62 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471039 Nov 12 14:10:17.385794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93676d5c-9347-45b2-9a00-46707fa16bac req-ee6449a6-f5c0-420c-b45d-94a59cb84001 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:17.387298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93676d5c-9347-45b2-9a00-46707fa16bac req-ee6449a6-f5c0-420c-b45d-94a59cb84001 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0487430 Nov 12 14:10:17.433995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-93676d5c-9347-45b2-9a00-46707fa16bac req-43294c77-d0dd-470c-b433-e018e134e517 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Nov 12 14:10:18.554821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa65c92-34d6-4b8d-8a5b-83d3461832a7 req-b2cb936c-edfb-41ef-9426-29ba2ae6a75c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:18.556540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-afa65c92-34d6-4b8d-8a5b-83d3461832a7 req-b2cb936c-edfb-41ef-9426-29ba2ae6a75c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0512660 Nov 12 14:10:18.604019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-afa65c92-34d6-4b8d-8a5b-83d3461832a7 req-4fec132d-19ff-498b-a1f0-a76e5f0bcda5 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Nov 12 14:10:19.724792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7e158-b275-4e9c-83bf-cfab28005ec4 req-7cf70814-8e78-4bd5-9cc7-7765decd63cb tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:19.726642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fb7e158-b275-4e9c-83bf-cfab28005ec4 req-7cf70814-8e78-4bd5-9cc7-7765decd63cb tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0531685 Nov 12 14:10:19.779805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fb7e158-b275-4e9c-83bf-cfab28005ec4 req-df26ec33-a880-4a01-874c-8cbdde82aab1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465252 Nov 12 14:10:20.903027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2d6ae-9316-4d08-84d9-fd7f76ddf6cc req-3b2cfa1f-9678-4290-bf92-d21aa5a7ea4c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:20.904937 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55a2d6ae-9316-4d08-84d9-fd7f76ddf6cc req-3b2cfa1f-9678-4290-bf92-d21aa5a7ea4c tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0539324 Nov 12 14:10:20.953742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55a2d6ae-9316-4d08-84d9-fd7f76ddf6cc req-2034c371-1fe7-4411-bf05-e6737a162627 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430162 Nov 12 14:10:22.077864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fba796-0c77-4dbb-8b83-e9ae73e7c3fc req-1a85e741-9adb-462f-a020-fd590222d623 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:22.079337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2fba796-0c77-4dbb-8b83-e9ae73e7c3fc req-1a85e741-9adb-462f-a020-fd590222d623 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0494344 Nov 12 14:10:22.129078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d2fba796-0c77-4dbb-8b83-e9ae73e7c3fc req-6791cca2-95d7-4e22-851d-316b5ddc0de1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437112 Nov 12 14:10:23.261102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d22e-2094-480d-9d50-fac35534ff01 req-54f8686d-7f30-45a4-a9e9-347c4f1dcecb tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:23.262741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3db8d22e-2094-480d-9d50-fac35534ff01 req-54f8686d-7f30-45a4-a9e9-347c4f1dcecb tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0544980 Nov 12 14:10:23.311378 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3db8d22e-2094-480d-9d50-fac35534ff01 req-36eb853a-8342-464a-8af2-307151806b1a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Nov 12 14:10:24.353500 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-1c83a656-62f2-49dd-8707-1f51f9cb4a07 service neutron] show failed (client error): The resource could not be found. Nov 12 14:10:24.354699 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-1c83a656-62f2-49dd-8707-1f51f9cb4a07 service neutron] 10.222.0.105 "GET /v2.0/ports/d079e53d-5c9b-4f61-a229-3230c8eae212/bindings/n-h1-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.1101155 Nov 12 14:10:24.466763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f5589-4abd-48c5-8a47-640174f4da94 req-7766eee3-111c-4a76-b47d-dd5be075561a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:24.468225 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b57f5589-4abd-48c5-8a47-640174f4da94 req-7766eee3-111c-4a76-b47d-dd5be075561a tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0760851 Nov 12 14:10:24.545083 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b57f5589-4abd-48c5-8a47-640174f4da94 req-7de9ce3f-755e-489e-b456-c1539e418388 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691891 Nov 12 14:10:24.578951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-632723f1-ab91-4c5b-97bb-447c52bab9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:24.580472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-632723f1-ab91-4c5b-97bb-447c52bab9c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560&tenant_id=0c6a646e6e52440f851063b0e76a163a HTTP/1.1" status: 200 len: 1097 time: 0.0495141 Nov 12 14:10:24.596882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:24.648536 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:25.266730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=d079e53d-5c9b-4f61-a229-3230c8eae212,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:25.299607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:10:25.341891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:10:25.344194 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769e5120-5f8f-487f-be93-4bae8ee397b8" -d '{"events": [{"server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "name": "network-vif-unplugged", "status": "completed", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:10:25.348246 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:25.361898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Transition to ACTIVE for port object d079e53d-5c9b-4f61-a229-3230c8eae212 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:10:25.374947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:25.405542 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800edf07-c05c-4d39-933a-f3b4e2810678 x-openstack-request-id: req-800edf07-c05c-4d39-933a-f3b4e2810678 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:10:25.405833 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "name": "network-vif-unplugged", "status": "completed", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:10:25.406122 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-800edf07-c05c-4d39-933a-f3b4e2810678 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:10:25.406520 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212', 'code': 200} Nov 12 14:10:25.446348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] No DVR routers for this DVR port d079e53d-5c9b-4f61-a229-3230c8eae212 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:10:25.449705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Pushing event updated for resources: {'Port': ['ID=d079e53d-5c9b-4f61-a229-3230c8eae212,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:25.491329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Attempting to bind port d079e53d-5c9b-4f61-a229-3230c8eae212 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:10:25.492070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Attempting to bind port d079e53d-5c9b-4f61-a229-3230c8eae212 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:10:25.492070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Attempting to bind port d079e53d-5c9b-4f61-a229-3230c8eae212 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:10:25.497005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Port d079e53d-5c9b-4f61-a229-3230c8eae212 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:10:25.497360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Attempting to bind port d079e53d-5c9b-4f61-a229-3230c8eae212 on network a719d57f-0a81-42d2-a1d3-2a7d759e8efe {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:10:25.502637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:10:25.502966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Checking segment: {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:10:25.503354 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Bound using segment: {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:10:25.503788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Bound port: d079e53d-5c9b-4f61-a229-3230c8eae212, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875ee19d-50a7-484e-93ef-3d424dab2350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:10:25.504139 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:25.573907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:10:25.577364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d079e53d-5c9b-4f61-a229-3230c8eae212,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:10:25.582198 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:25.620886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:25.621538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:25.622926 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] 10.222.0.70 "PUT /v2.0/ports/d079e53d-5c9b-4f61-a229-3230c8eae212 HTTP/1.1" status: 200 len: 1092 time: 1.0340495 Nov 12 14:10:25.680232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4021b1-0353-494d-b6c0-e637b1f51d87 service neutron] Pushing event updated for resources: {'Port': ['ID=d079e53d-5c9b-4f61-a229-3230c8eae212,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:25.725703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0135c91-aada-4b5d-a893-783e0c1e1051 req-841895cd-f0b5-4985-87e1-a9acd6350c00 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:25.727349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0135c91-aada-4b5d-a893-783e0c1e1051 req-841895cd-f0b5-4985-87e1-a9acd6350c00 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 944 time: 0.1018581 Nov 12 14:10:25.731209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-1ae01d15-0ad3-4534-b407-97a5b3bbdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:25.732660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-1ae01d15-0ad3-4534-b407-97a5b3bbdb14 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 1095 time: 0.0689535 Nov 12 14:10:25.842458 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e0135c91-aada-4b5d-a893-783e0c1e1051 req-5a0cfc80-444f-42f6-b893-a3333ac80514 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072304 Nov 12 14:10:25.869029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-459a6946-f053-4552-8b1b-c76b31e0dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:25.869029 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-459a6946-f053-4552-8b1b-c76b31e0dd14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.1230433 Nov 12 14:10:25.907404 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-2bbb223f-2807-40a9-9868-07ebbd9e695a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d079e53d-5c9b-4f61-a229-3230c8eae212 HTTP/1.1" status: 200 len: 217 time: 0.0353222 Nov 12 14:10:25.966905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-9de98aca-bcb2-4796-8131-03120e5ae502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:25.968255 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-9de98aca-bcb2-4796-8131-03120e5ae502 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0534601 Nov 12 14:10:26.001978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-f0de679a-adcd-4966-9702-549bd9edd01f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265622 Nov 12 14:10:26.107038 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-c1e9dd88-d97c-4711-8c88-64dea281c0cd service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970697 Nov 12 14:10:26.216298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fd40ee8-29a4-4af8-8bd3-9b9cc4c88535 req-ee8060ef-0c55-4717-8e6d-e9e8bfec9950 service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010976 Nov 12 14:10:26.916767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d079e53d-5c9b-4f61-a229-3230c8eae212 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:10:26.958345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device d079e53d-5c9b-4f61-a229-3230c8eae212 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:10:26.972150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b0568-96b7-4cc8-8d14-39442d7ac373 req-3797510b-69c8-44ca-ad65-d46091fe47b6 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:26.973703 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e19b0568-96b7-4cc8-8d14-39442d7ac373 req-3797510b-69c8-44ca-ad65-d46091fe47b6 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 944 time: 0.0502646 Nov 12 14:10:27.026451 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e19b0568-96b7-4cc8-8d14-39442d7ac373 req-2ea4d0af-c31e-4945-b9f1-6f0c45e94548 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450780 Nov 12 14:10:27.029327 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df87fb64-862c-4662-a51a-ad5488f51143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:27.407594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:10:27.410001 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dfb6401d684f1a976650ffd2ce96660327fae349803bb39555e474f69c15456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01" -d '{"events": [{"name": "network-changed", "server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:10:27.461127 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7876feb-43da-4082-a440-70afe90521ce x-openstack-request-id: req-f7876feb-43da-4082-a440-70afe90521ce {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:10:27.461444 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:10:27.461724 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7876feb-43da-4082-a440-70afe90521ce {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:10:27.462691 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212', 'status': 'completed', 'code': 200} Nov 12 14:10:27.531360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-8e40da9a-a4f5-452b-9487-8f52e01b9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:27.532920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-8e40da9a-a4f5-452b-9487-8f52e01b9f14 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 1095 time: 0.0430830 Nov 12 14:10:27.543448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-cc951056-c137-405f-9048-dd920eab943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:27.544959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-cc951056-c137-405f-9048-dd920eab943c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 1095 time: 0.0635080 Nov 12 14:10:27.631208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-692d0bd7-40aa-43ae-b3be-4bb94cbe7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:27.632944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-692d0bd7-40aa-43ae-b3be-4bb94cbe7b16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.0912511 Nov 12 14:10:27.640237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-84703e2a-6b5f-4614-a5ab-48a8a0ddf1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:27.641703 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-84703e2a-6b5f-4614-a5ab-48a8a0ddf1e2 service neutron] 10.222.0.105 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.0884292 Nov 12 14:10:27.679137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-4003d628-8bc1-492f-92fa-9140ed51213b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d079e53d-5c9b-4f61-a229-3230c8eae212 HTTP/1.1" status: 200 len: 217 time: 0.0369468 Nov 12 14:10:27.688429 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-9cd78470-7053-4fd1-b29f-07c46e3a6dd0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d079e53d-5c9b-4f61-a229-3230c8eae212 HTTP/1.1" status: 200 len: 217 time: 0.0388367 Nov 12 14:10:27.736675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-f5104c65-4b9d-456d-ad63-87fef05cf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:27.738163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-f5104c65-4b9d-456d-ad63-87fef05cf1a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0511343 Nov 12 14:10:27.739578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-52bed5fd-11c4-466e-8aec-539b658b01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:27.741010 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-52bed5fd-11c4-466e-8aec-539b658b01cf service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0454848 Nov 12 14:10:27.771864 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-d3ddf36d-2426-47a0-963d-0c0aa5728352 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262973 Nov 12 14:10:27.772867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-cb77076d-d8ab-4386-a3df-5fca67f3accd service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250497 Nov 12 14:10:27.880718 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-f8463bb1-af76-4f28-9810-662704bc7a65 service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011105 Nov 12 14:10:27.987005 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-8f260df9-0c36-49c8-91ba-33f59612dc11 service neutron] 10.222.0.70 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988665 Nov 12 14:10:28.167790 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-68a10c58-dab6-4832-9b46-fd2945778a60 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883317 Nov 12 14:10:28.191078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd753c-f274-4da6-a211-2ba13137a56a req-f2c84a3c-380f-484a-8372-e3d73407784f tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:28.192537 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39cd753c-f274-4da6-a211-2ba13137a56a req-f2c84a3c-380f-484a-8372-e3d73407784f tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 944 time: 0.0745485 Nov 12 14:10:28.295373 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-39cd753c-f274-4da6-a211-2ba13137a56a req-9095ea6d-4858-474b-8183-5be80fabf1e0 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923867 Nov 12 14:10:28.309524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-787995f0-3ca4-40fa-bf8c-a2ffb9e8ce01 req-283bb4e4-3e14-47af-acf2-7ab70a471943 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339405 Nov 12 14:10:29.422588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037a616-359e-41f5-a60e-8d71c520e836 req-68af579b-31fd-47ec-a10a-c4fa9a5d8d9e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:29.424942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c037a616-359e-41f5-a60e-8d71c520e836 req-68af579b-31fd-47ec-a10a-c4fa9a5d8d9e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 944 time: 0.0525091 Nov 12 14:10:29.481956 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c037a616-359e-41f5-a60e-8d71c520e836 req-2347f4c6-bd44-47bf-b2ac-a04a298a40ce tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507538 Nov 12 14:10:29.549677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01f3985f-aa50-4695-9971-784f049d23ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:29.828716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d079e53d-5c9b-4f61-a229-3230c8eae212 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:10:29.928336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d079e53d-5c9b-4f61-a229-3230c8eae212,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:30.101133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'd079e53d-5c9b-4f61-a229-3230c8eae212', 'network_id': 'a719d57f-0a81-42d2-a1d3-2a7d759e8efe', 'port_id': 'd079e53d-5c9b-4f61-a229-3230c8eae212', 'mac_address': 'fa:16:3e:2a:42:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b377a1-193e-41f9-b181-69f14da6df14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:10:30.140290 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:30.152800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d079e53d-5c9b-4f61-a229-3230c8eae212 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:10:30.174450 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d079e53d-5c9b-4f61-a229-3230c8eae212,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:30.178358 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:30.226934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d079e53d-5c9b-4f61-a229-3230c8eae212,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:30.235472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.235818 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.236155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.236483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.236810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.237132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.237478 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.237794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.238111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.238427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.238747 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.239061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:30.498736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['d079e53d-5c9b-4f61-a229-3230c8eae212'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:10:30.607213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b1604-ee1a-4738-ae90-00b497036d03 req-fbde734e-fe10-4892-8ae3-f3c79c4c3012 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:30.608770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b3b1604-ee1a-4738-ae90-00b497036d03 req-fbde734e-fe10-4892-8ae3-f3c79c4c3012 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 945 time: 0.0504792 Nov 12 14:10:30.669789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b3b1604-ee1a-4738-ae90-00b497036d03 req-6d346478-b329-4d2d-95ff-10273cf1920f tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550823 Nov 12 14:10:30.777855 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:30.939034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f3cea-5f9b-4b22-9a0b-c7b4240d6fe5 req-b56d3c21-59c2-40e1-81ef-b635780f3a7b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:30.940538 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-415f3cea-5f9b-4b22-9a0b-c7b4240d6fe5 req-b56d3c21-59c2-40e1-81ef-b635780f3a7b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 945 time: 0.1122887 Nov 12 14:10:30.961076 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990d519-9dca-4840-849e-9e8419293197 req-6f6a1013-f1d0-441c-ac98-34f114ce54f7 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:30.963125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990d519-9dca-4840-849e-9e8419293197 req-6f6a1013-f1d0-441c-ac98-34f114ce54f7 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.105 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560&tenant_id=0c6a646e6e52440f851063b0e76a163a&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 945 time: 0.1248820 Nov 12 14:10:31.035878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-415f3cea-5f9b-4b22-9a0b-c7b4240d6fe5 req-0b1ae6c1-4b01-410f-9c34-87cfdc173bd8 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883145 Nov 12 14:10:31.051861 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-8990d519-9dca-4840-849e-9e8419293197 req-a34ee315-e403-43c0-9bab-b5e0d26e5e78 service neutron] delete failed (client error): The resource could not be found. Nov 12 14:10:31.051861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990d519-9dca-4840-849e-9e8419293197 req-a34ee315-e403-43c0-9bab-b5e0d26e5e78 service neutron] 10.222.0.105 "DELETE /v2.0/ports/d079e53d-5c9b-4f61-a229-3230c8eae212/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0780628 Nov 12 14:10:31.142178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990d519-9dca-4840-849e-9e8419293197 req-e819d80b-9046-439c-8dd9-09464a7ffe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:31.143695 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990d519-9dca-4840-849e-9e8419293197 req-e819d80b-9046-439c-8dd9-09464a7ffe97 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0c6a646e6e52440f851063b0e76a163a&device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 1096 time: 0.0473855 Nov 12 14:10:31.237483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990d519-9dca-4840-849e-9e8419293197 req-dc1c64b4-200f-4890-9125-931567f1eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:31.238957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990d519-9dca-4840-849e-9e8419293197 req-dc1c64b4-200f-4890-9125-931567f1eed7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 200 len: 915 time: 0.0875819 Nov 12 14:10:31.285975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990d519-9dca-4840-849e-9e8419293197 req-10a25d1e-b6b8-42b3-94c7-e58daa5bb9eb service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d079e53d-5c9b-4f61-a229-3230c8eae212 HTTP/1.1" status: 200 len: 217 time: 0.0398991 Nov 12 14:10:31.339533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990d519-9dca-4840-849e-9e8419293197 req-71b2ef4f-7c72-4576-9d3e-6adc4055c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:31.341022 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990d519-9dca-4840-849e-9e8419293197 req-71b2ef4f-7c72-4576-9d3e-6adc4055c98b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 200 len: 854 time: 0.0485797 Nov 12 14:10:31.373607 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990d519-9dca-4840-849e-9e8419293197 req-9fa1fa78-de45-4615-abc0-9afaeeaeebba service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a719d57f-0a81-42d2-a1d3-2a7d759e8efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259233 Nov 12 14:10:31.469112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990d519-9dca-4840-849e-9e8419293197 req-ef199670-1105-46f9-ba16-8f05e7e1932a service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875442 Nov 12 14:10:31.559274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8990d519-9dca-4840-849e-9e8419293197 req-0599fba1-e34a-432f-a5e9-1b89389ed616 service neutron] 10.222.0.105 "GET /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833766 Nov 12 14:10:31.834784 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d079e53d-5c9b-4f61-a229-3230c8eae212 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:10:31.892724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port d079e53d-5c9b-4f61-a229-3230c8eae212 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:10:31.896458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port d079e53d-5c9b-4f61-a229-3230c8eae212 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:31.896822 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:31.981548 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:32.005261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:10:32.007772 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c3e590ea3ed88529e1cfff1de7036b89ddfe050f692b4293acf6304c521f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b2b376-cba6-4800-9970-2554241f724c" -d '{"events": [{"server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "name": "network-vif-plugged", "status": "completed", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:10:32.021361 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d079e53d-5c9b-4f61-a229-3230c8eae212,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:32.026723 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:32.053662 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde266a2-7bab-4239-8510-4ec3a66d7f90 x-openstack-request-id: req-cde266a2-7bab-4239-8510-4ec3a66d7f90 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:10:32.054018 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "name": "network-vif-plugged", "status": "completed", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:10:32.054266 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cde266a2-7bab-4239-8510-4ec3a66d7f90 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:10:32.054640 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212', 'code': 200} Nov 12 14:10:32.084621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=d079e53d-5c9b-4f61-a229-3230c8eae212,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:32.168758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a2872-f6b8-4bc5-8bfa-61ef5f2fa442 req-66e44f62-3497-4b04-8da9-136dac48859b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:32.170490 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-710a2872-f6b8-4bc5-8bfa-61ef5f2fa442 req-66e44f62-3497-4b04-8da9-136dac48859b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0545945 Nov 12 14:10:32.228315 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-710a2872-f6b8-4bc5-8bfa-61ef5f2fa442 req-45fc19c7-6ef9-4a51-9573-4245744d33c6 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514092 Nov 12 14:10:32.351488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ebcca-6457-47fa-82bb-37052adb5f64 req-eec37148-0f03-4025-8f3c-5a64908ede5b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:32.353063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e61ebcca-6457-47fa-82bb-37052adb5f64 req-eec37148-0f03-4025-8f3c-5a64908ede5b tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0539274 Nov 12 14:10:32.371767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:32.402759 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e61ebcca-6457-47fa-82bb-37052adb5f64 req-9a26e362-6177-405d-a12a-ac34215dbfee tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Nov 12 14:10:32.523717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861c49f-ac79-4c2e-8174-c31c1e1ba6c8 req-81d9eee7-6593-4a99-8c35-c2693be65a03 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:32.525200 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4861c49f-ac79-4c2e-8174-c31c1e1ba6c8 req-81d9eee7-6593-4a99-8c35-c2693be65a03 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0504775 Nov 12 14:10:32.573609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4861c49f-ac79-4c2e-8174-c31c1e1ba6c8 req-dceb0812-761a-4974-a2c2-a2a0f66f9a4e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Nov 12 14:10:32.918783 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ce58b-5ff8-48ce-82a0-319f68504c4c req-94af3217-7a7c-42f6-8d59-bd35705877e4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:32.920201 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5b0ce58b-5ff8-48ce-82a0-319f68504c4c req-94af3217-7a7c-42f6-8d59-bd35705877e4 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0519562 Nov 12 14:10:32.967694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5b0ce58b-5ff8-48ce-82a0-319f68504c4c req-c6dda75a-1f44-4812-8db4-fb578232f8f0 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Nov 12 14:10:32.973171 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:34.094760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd662121-598e-4d27-9ac8-c9683c0724b6 req-1d297233-edc2-4ad7-bd9a-7a0cef9c6532 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:34.095809 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd662121-598e-4d27-9ac8-c9683c0724b6 req-1d297233-edc2-4ad7-bd9a-7a0cef9c6532 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0524933 Nov 12 14:10:34.149167 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd662121-598e-4d27-9ac8-c9683c0724b6 req-0c70e0e1-aad7-4b39-9699-6933b12e2ad3 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.73 "GET /v2.0/security-groups?id=d5f99a51-9e32-41da-8826-ab42ab9aced8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Nov 12 14:10:34.316235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-d56de55a-ec78-496c-8368-ab188cf9ec60 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:34.317785 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-d56de55a-ec78-496c-8368-ab188cf9ec60 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.70 "GET /v2.0/ports?device_id=efc5a173-32db-44bf-86d3-89052be29560 HTTP/1.1" status: 200 len: 946 time: 0.0573649 Nov 12 14:10:34.414238 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-b71de784-0ae4-45e7-af92-23a3ca6499f1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Deleting port d079e53d-5c9b-4f61-a229-3230c8eae212 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:10:34.414603 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-b71de784-0ae4-45e7-af92-23a3ca6499f1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:34.514145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-b71de784-0ae4-45e7-af92-23a3ca6499f1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] For port d079e53d-5c9b-4f61-a229-3230c8eae212, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=d079e53d-5c9b-4f61-a229-3230c8eae212,segment=NetworkSegment(875ee19d-50a7-484e-93ef-3d424dab2350),segment_id=875ee19d-50a7-484e-93ef-3d424dab2350)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:34.514499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-b71de784-0ae4-45e7-af92-23a3ca6499f1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:34.527694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-b71de784-0ae4-45e7-af92-23a3ca6499f1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Calling delete_port for d079e53d-5c9b-4f61-a229-3230c8eae212 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:10:34.616276 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:10:34.664664 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-b71de784-0ae4-45e7-af92-23a3ca6499f1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:34.679669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['d079e53d-5c9b-4f61-a229-3230c8eae212'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:10:34.708534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71de784-0ae4-45e7-af92-23a3ca6499f1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Pushing event deleted for resources: {'Port': ['ID=d079e53d-5c9b-4f61-a229-3230c8eae212,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:34.757991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-b71de784-0ae4-45e7-af92-23a3ca6499f1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] No DVR routers for this DVR port d079e53d-5c9b-4f61-a229-3230c8eae212 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:10:34.761879 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-b71de784-0ae4-45e7-af92-23a3ca6499f1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:34.765187 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5960508d-39cd-4636-aa4d-6bd01ab127a1 req-b71de784-0ae4-45e7-af92-23a3ca6499f1 tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] 10.222.0.70 "DELETE /v2.0/ports/d079e53d-5c9b-4f61-a229-3230c8eae212 HTTP/1.1" status: 204 len: 173 time: 0.4414561 Nov 12 14:10:34.765662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'name': 'network-vif-deleted', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:10:34.808072 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae3eda3-3ce9-4975-9cf2-fcf03bf9bf3f" -d '{"events": [{"server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "name": "network-vif-deleted", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:10:34.929486 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33946ddc-5c60-4fcb-8813-a58fa6279dc6 x-openstack-request-id: req-33946ddc-5c60-4fcb-8813-a58fa6279dc6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:10:34.929787 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5a173-32db-44bf-86d3-89052be29560", "name": "network-vif-deleted", "tag": "d079e53d-5c9b-4f61-a229-3230c8eae212", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:10:34.930049 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33946ddc-5c60-4fcb-8813-a58fa6279dc6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:10:34.930627 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc5a173-32db-44bf-86d3-89052be29560', 'name': 'network-vif-deleted', 'tag': 'd079e53d-5c9b-4f61-a229-3230c8eae212', 'status': 'completed', 'code': 200} Nov 12 14:10:35.283826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35902) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:35.334663 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Deleting subnet f7b377a1-193e-41f9-b181-69f14da6df14 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:10:35.337969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.378312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.427867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.482970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.513326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b377a1-193e-41f9-b181-69f14da6df14,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:35.518009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.521156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f7b377a1-193e-41f9-b181-69f14da6df14 HTTP/1.1" status: 204 len: 168 time: 0.2363198 Nov 12 14:10:35.523903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:35.529195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.529843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.530312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.530864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.531225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.531760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.532282 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.532802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.533358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.533898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.534427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.534796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12783cfb-e210-4098-98a3-6c68f73579cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:35.593272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.677520 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.698099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a719d57f-0a81-42d2-a1d3-2a7d759e8efe']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:35.707090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875ee19d-50a7-484e-93ef-3d424dab2350') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:35.707386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875ee19d-50a7-484e-93ef-3d424dab2350') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:35.716662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.730915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.736970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:10:35.737302 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:10:35.739005 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:10:35.799419 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.819991 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:35.823334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] 10.222.0.73 "DELETE /v2.0/networks/a719d57f-0a81-42d2-a1d3-2a7d759e8efe HTTP/1.1" status: 204 len: 168 time: 0.2980726 Nov 12 14:10:35.824782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5daeb-261d-446e-9fd5-82d9c91938ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a719d57f-0a81-42d2-a1d3-2a7d759e8efe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:35.946504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35908) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:36.001092 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e3f98e95-7d8e-4947-96eb-154dbd7a494c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c6a646e6e52440f851063b0e76a163a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519242 Nov 12 14:10:36.003829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35910) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:36.074919 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d983320a-a924-469e-a4b7-58bb2bda84ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:36.101157 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d983320a-a924-469e-a4b7-58bb2bda84ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:36.161791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d983320a-a924-469e-a4b7-58bb2bda84ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:36.165646 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d983320a-a924-469e-a4b7-58bb2bda84ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:36.166848 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d983320a-a924-469e-a4b7-58bb2bda84ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5f99a51-9e32-41da-8826-ab42ab9aced8 HTTP/1.1" status: 204 len: 168 time: 0.1619992 Nov 12 14:10:36.176029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983320a-a924-469e-a4b7-58bb2bda84ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f99a51-9e32-41da-8826-ab42ab9aced8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:36.973502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35932) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:37.079670 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-448038499-network', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:37.102015 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Made reservation on behalf of 03bea355159c47f783b86f4a70e7cb84 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:10:37.104292 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.112778 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.191388 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.195522 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.217923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:10:37.232997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d5267e-e3fa-4a9b-9eeb-4999bcb35f29,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:37.235964 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.236305 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Added segment b729a483-59b8-4ca0-a67e-da89a74b3948 of type vlan for network c29bbab6-d04b-4c15-bdee-f73926148652 Nov 12 14:10:37.281599 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.306496 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.307497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:37.308076 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.340207 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3655777 Nov 12 14:10:37.343735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35936) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:37.348688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Request body: {'subnet': {'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-448038499-subnet', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:37.376454 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Made reservation on behalf of 03bea355159c47f783b86f4a70e7cb84 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:10:37.379140 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.381671 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9259fcd-2ab7-45bb-8b67-b308005023c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c29bbab6-d04b-4c15-bdee-f73926148652,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:37.393233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c29bbab6-d04b-4c15-bdee-f73926148652 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:10:37.559470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.626289 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11facf54-1b58-4a1d-92f7-bb7cf3d2038c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:37.637439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:10:37.637793 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Network hostable DHCP agents. Network: c29bbab6-d04b-4c15-bdee-f73926148652, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:10:37.640390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.640730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.641126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.642729 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.643066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.643398 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.643723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.644047 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.644369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.644687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.645010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.645356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:37.665357 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Network c29bbab6-d04b-4c15-bdee-f73926148652 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:10:37.674191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c29bbab6-d04b-4c15-bdee-f73926148652) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:10:37.678434 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:37.678992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.683858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e60de-8572-4ee6-96ae-ed8a051569d3 None None] Network c29bbab6-d04b-4c15-bdee-f73926148652 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:10:37.704632 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1e3c9ac6-6b0a-42db-82af-10b9acbe8445 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3594303 Nov 12 14:10:37.707060 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35938) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:37.711450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:37.735979 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.737237 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.796619 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.837859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c29bbab6-d04b-4c15-bdee-f73926148652', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:10:37.838731 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:37.860738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d079e53d-5c9b-4f61-a229-3230c8eae212 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:10:37.928143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: d079e53d-5c9b-4f61-a229-3230c8eae212 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:10:37.928481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device d079e53d-5c9b-4f61-a229-3230c8eae212 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:10:37.940882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.004902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Allocated IP 172.20.0.2 (c29bbab6-d04b-4c15-bdee-f73926148652/11facf54-1b58-4a1d-92f7-bb7cf3d2038c/7962fffb-bccb-4d83-b94f-0a249bbcb76a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:10:38.157056 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.159219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.165915 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.179680 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.207447 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Network c29bbab6-d04b-4c15-bdee-f73926148652 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:10:38.208851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:10:38.211353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:10:38.225385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Pushing event updated for resources: {'Port': ['ID=7962fffb-bccb-4d83-b94f-0a249bbcb76a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:38.279303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Attempting to bind port 7962fffb-bccb-4d83-b94f-0a249bbcb76a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:10:38.279679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Attempting to bind port 7962fffb-bccb-4d83-b94f-0a249bbcb76a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:10:38.280041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Attempting to bind port 7962fffb-bccb-4d83-b94f-0a249bbcb76a on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:10:38.285052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:10:38.285516 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:10:38.287142 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.287142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:10:38.287382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Bound port: 7962fffb-bccb-4d83-b94f-0a249bbcb76a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:10:38.287650 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.291946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Allocated IP 172.25.5.253 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/6e5989a8-e00e-4ca6-bc73-d18272ddff90) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:10:38.357545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] For port 7962fffb-bccb-4d83-b94f-0a249bbcb76a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:10:38.360953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] For port 7962fffb-bccb-4d83-b94f-0a249bbcb76a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7962fffb-bccb-4d83-b94f-0a249bbcb76a,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:10:38.365858 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.400105 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.427155 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bc8d0-5c1e-41be-b9d5-59b3baa713c1 None None] Pushing event updated for resources: {'Port': ['ID=7962fffb-bccb-4d83-b94f-0a249bbcb76a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:38.441259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.483034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:10:38.488529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:10:38.491029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:10:38.502315 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668af8e-cdbd-43f8-afdc-de5ee8891f99 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:10:38.530058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5989a8-e00e-4ca6-bc73-d18272ddff90,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:38.597063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-99faf199-0ee6-4cb7-ba20-b01d1d614094 None None] Provisioning complete for port 6e5989a8-e00e-4ca6-bc73-d18272ddff90 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:38.597481 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99faf199-0ee6-4cb7-ba20-b01d1d614094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.641576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-99faf199-0ee6-4cb7-ba20-b01d1d614094 None None] Port 6e5989a8-e00e-4ca6-bc73-d18272ddff90 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:10:38.805336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.828987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7962fffb-bccb-4d83-b94f-0a249bbcb76a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:10:38.883194 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7962fffb-bccb-4d83-b94f-0a249bbcb76a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:38.883690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:38.968772 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:39.002576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 7962fffb-bccb-4d83-b94f-0a249bbcb76a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7962fffb-bccb-4d83-b94f-0a249bbcb76a,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:39.012576 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:39.013305 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:39.066355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=7962fffb-bccb-4d83-b94f-0a249bbcb76a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:39.159837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:10:39.276281 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:10:39.285393 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03654353-132b-42ff-bce5-d08805992101 None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:10:39.296475 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03654353-132b-42ff-bce5-d08805992101 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:10:39.297109 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-03654353-132b-42ff-bce5-d08805992101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:10:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:39.302056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:39.306037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a060a46a-4162-4170-a167-66fde5e362d2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5953832 Nov 12 14:10:39.306337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:39.373850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7d051e-dc06-41b5-8d96-086d89312ef7 None None] Network c29bbab6-d04b-4c15-bdee-f73926148652 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:10:39.405928 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-03654353-132b-42ff-bce5-d08805992101 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:10:39.498633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7188e559-d6a8-406f-9d47-8ab0da35c84b None None] Provisioning complete for port 7962fffb-bccb-4d83-b94f-0a249bbcb76a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:39.499211 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7188e559-d6a8-406f-9d47-8ab0da35c84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:39.595325 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-03654353-132b-42ff-bce5-d08805992101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:38Z', 'revision_number': 3, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:39.623815 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03654353-132b-42ff-bce5-d08805992101 None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:10:39.624148 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03654353-132b-42ff-bce5-d08805992101 None None] Updating router c5aad220-7289-49ef-b680-f1aa7b8fd20a port 6e5989a8-e00e-4ca6-bc73-d18272ddff90 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:10:39.658072 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03654353-132b-42ff-bce5-d08805992101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:39.763467 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:39.846572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-295b8d22-20cc-41ec-9b0b-9c5994632b12 None None] Provisioning complete for port 7962fffb-bccb-4d83-b94f-0a249bbcb76a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:39.846946 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-295b8d22-20cc-41ec-9b0b-9c5994632b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:39.942257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Allocated IP 172.20.0.1 (c29bbab6-d04b-4c15-bdee-f73926148652/11facf54-1b58-4a1d-92f7-bb7cf3d2038c/b6ea9416-bd4a-4db5-ad40-e068f3276f86) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:10:40.030469 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03654353-132b-42ff-bce5-d08805992101 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.036552 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03654353-132b-42ff-bce5-d08805992101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.052740 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.077012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4826ca-5eb0-4837-9d8c-00b4a7eec399 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:10:40.087571 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-03654353-132b-42ff-bce5-d08805992101 None None] Attempting to bind port 6e5989a8-e00e-4ca6-bc73-d18272ddff90 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:10:40.087939 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-03654353-132b-42ff-bce5-d08805992101 None None] Attempting to bind port 6e5989a8-e00e-4ca6-bc73-d18272ddff90 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:10:40.088489 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03654353-132b-42ff-bce5-d08805992101 None None] Attempting to bind port 6e5989a8-e00e-4ca6-bc73-d18272ddff90 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:10:40.090564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.094258 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Pushing event updated for resources: {'Port': ['ID=6e5989a8-e00e-4ca6-bc73-d18272ddff90,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:40.103231 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.103565 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.103900 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.104234 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.104567 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.104891 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.105218 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.105582 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.105902 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.106221 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.106535 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.106850 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:10:40.110709 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03654353-132b-42ff-bce5-d08805992101 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:10:40.111061 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03654353-132b-42ff-bce5-d08805992101 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:10:40.111459 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03654353-132b-42ff-bce5-d08805992101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.111836 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03654353-132b-42ff-bce5-d08805992101 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:10:40.112304 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-03654353-132b-42ff-bce5-d08805992101 None None] Bound port: 6e5989a8-e00e-4ca6-bc73-d18272ddff90, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:10:40.112685 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03654353-132b-42ff-bce5-d08805992101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.134071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Network c29bbab6-d04b-4c15-bdee-f73926148652 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:10:40.139276 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:10:40.141773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:10:40.172808 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-03654353-132b-42ff-bce5-d08805992101 None None] For port 6e5989a8-e00e-4ca6-bc73-d18272ddff90, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:10:40.175586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Pushing event updated for resources: {'Port': ['ID=b6ea9416-bd4a-4db5-ad40-e068f3276f86,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:40.176294 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-03654353-132b-42ff-bce5-d08805992101 None None] For port 6e5989a8-e00e-4ca6-bc73-d18272ddff90, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6e5989a8-e00e-4ca6-bc73-d18272ddff90,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:10:40.183276 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03654353-132b-42ff-bce5-d08805992101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.193116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-55f7bbef-942c-4413-83ad-3252352208ce None None] Provisioning complete for port 6e5989a8-e00e-4ca6-bc73-d18272ddff90 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:40.194236 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55f7bbef-942c-4413-83ad-3252352208ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.197400 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.223832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9cb1a4-0aa0-4214-a69e-7653eaa40ab3 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:10:40.241115 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03654353-132b-42ff-bce5-d08805992101 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:10:40.241772 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-03654353-132b-42ff-bce5-d08805992101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:10:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:40.304275 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55f7bbef-942c-4413-83ad-3252352208ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.309347 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41840fa1-a826-4af3-9eae-3e77960fa8f6 None None] Pushing event updated for resources: {'Port': ['ID=6e5989a8-e00e-4ca6-bc73-d18272ddff90,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:40.327442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-55f7bbef-942c-4413-83ad-3252352208ce None None] For port 6e5989a8-e00e-4ca6-bc73-d18272ddff90, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6e5989a8-e00e-4ca6-bc73-d18272ddff90,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:40.332967 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55f7bbef-942c-4413-83ad-3252352208ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.392766 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.393003 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-03654353-132b-42ff-bce5-d08805992101 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:10:40.401072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7bbef-942c-4413-83ad-3252352208ce None None] Pushing event updated for resources: {'Port': ['ID=6e5989a8-e00e-4ca6-bc73-d18272ddff90,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:40.459428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-06ab80e7-3a8b-461b-a0f8-df8842857991 None None] Provisioning complete for port b6ea9416-bd4a-4db5-ad40-e068f3276f86 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:40.460119 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06ab80e7-3a8b-461b-a0f8-df8842857991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.500699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-06ab80e7-3a8b-461b-a0f8-df8842857991 None None] Port b6ea9416-bd4a-4db5-ad40-e068f3276f86 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:10:40.511270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-06ab80e7-3a8b-461b-a0f8-df8842857991 None None] Provisioning complete for port 6e5989a8-e00e-4ca6-bc73-d18272ddff90 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:40.511636 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06ab80e7-3a8b-461b-a0f8-df8842857991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.600649 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-03654353-132b-42ff-bce5-d08805992101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:38Z', 'revision_number': 3, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:40.601838 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.608088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.634239 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03654353-132b-42ff-bce5-d08805992101 None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:38Z', 'revision_number': 3, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:10:40.685957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:40.688925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Pushing event updated for resources: {'Port': ['ID=b6ea9416-bd4a-4db5-ad40-e068f3276f86,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:40.790583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Network c29bbab6-d04b-4c15-bdee-f73926148652 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:10:40.792682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:10:40.825943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7962fffb-bccb-4d83-b94f-0a249bbcb76a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:10:40.914849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7962fffb-bccb-4d83-b94f-0a249bbcb76a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:40.917301 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:41.003997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:10:41.229003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-33bbf94d-5655-4054-bf28-cd4708097d4d None None] Provisioning complete for port b6ea9416-bd4a-4db5-ad40-e068f3276f86 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:41.229505 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33bbf94d-5655-4054-bf28-cd4708097d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:41.270997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-33bbf94d-5655-4054-bf28-cd4708097d4d None None] Port b6ea9416-bd4a-4db5-ad40-e068f3276f86 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:10:41.515311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:10:41.525175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3dd0fdb5-d9ac-4861-bae6-7180f289c52a admin admin] 10.222.0.73 "PUT /v2.0/routers/c5aad220-7289-49ef-b680-f1aa7b8fd20a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2170396 Nov 12 14:10:42.317049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 35948) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:42.322535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fe0c7386-c24b-4988-9fb3-a77243b3ba64 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1729588526', 'description': 'tempest-description--862792870'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:42.333482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:10:42.343334 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:10:42.343956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:10:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:42.346573 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7386-c24b-4988-9fb3-a77243b3ba64 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.415474 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7386-c24b-4988-9fb3-a77243b3ba64 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.419387 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7386-c24b-4988-9fb3-a77243b3ba64 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.452762 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7386-c24b-4988-9fb3-a77243b3ba64 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.456813 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fe0c7386-c24b-4988-9fb3-a77243b3ba64 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1361237 Nov 12 14:10:42.456962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:10:42.457154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35950) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:42.458240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7386-c24b-4988-9fb3-a77243b3ba64 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ab33ad-3331-402c-8d0f-f0fcdba071c6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:42.463984 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e16ed168-2812-4e99-aabd-1ed6c35b02fb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'security_group_rule': {'security_group_id': '03ab33ad-3331-402c-8d0f-f0fcdba071c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:42.493203 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e16ed168-2812-4e99-aabd-1ed6c35b02fb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.550966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e16ed168-2812-4e99-aabd-1ed6c35b02fb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.555403 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e16ed168-2812-4e99-aabd-1ed6c35b02fb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.569401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ed168-2812-4e99-aabd-1ed6c35b02fb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02facdbd-0905-4d21-b35e-731c7c099e68,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:42.583745 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e16ed168-2812-4e99-aabd-1ed6c35b02fb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.585150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e16ed168-2812-4e99-aabd-1ed6c35b02fb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269405 Nov 12 14:10:42.588727 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35952) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:42.593150 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2b0e2f41-e0d5-4100-b0b6-9b73205c816a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'security_group_rule': {'security_group_id': '03ab33ad-3331-402c-8d0f-f0fcdba071c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:42.622182 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f41-e0d5-4100-b0b6-9b73205c816a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.681436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 2, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:42.689533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f41-e0d5-4100-b0b6-9b73205c816a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.693706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f41-e0d5-4100-b0b6-9b73205c816a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.712495 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:10:42.712864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Updating router c5aad220-7289-49ef-b680-f1aa7b8fd20a port b6ea9416-bd4a-4db5-ad40-e068f3276f86 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:10:42.713117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e2f41-e0d5-4100-b0b6-9b73205c816a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36942a26-1555-4732-9209-4d37a96d2455,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:42.725827 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f41-e0d5-4100-b0b6-9b73205c816a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.727442 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2b0e2f41-e0d5-4100-b0b6-9b73205c816a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375601 Nov 12 14:10:42.732450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 35954) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:42.737476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:42.747374 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.770200 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.860062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6e5989a8-e00e-4ca6-bc73-d18272ddff90 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:10:42.880588 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.984062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6e5989a8-e00e-4ca6-bc73-d18272ddff90 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:42.984402 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:42.992348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Allocated IP 172.25.5.65 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/b4237e1a-3460-4789-9926-f341943c3a1d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:10:43.107045 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.143223 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.187104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:10:43.192235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:10:43.196843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:10:43.219785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event updated for resources: {'Port': ['ID=b4237e1a-3460-4789-9926-f341943c3a1d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:43.295101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.296283 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.306893 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.338465 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.368987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5b711-3b11-4eb9-aead-66be52d5d964 None None] Pushing event updated for resources: {'Port': ['ID=b6ea9416-bd4a-4db5-ad40-e068f3276f86,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:43.428289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Attempting to bind port b6ea9416-bd4a-4db5-ad40-e068f3276f86 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:10:43.428660 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Attempting to bind port b6ea9416-bd4a-4db5-ad40-e068f3276f86 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:10:43.429028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Attempting to bind port b6ea9416-bd4a-4db5-ad40-e068f3276f86 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:10:43.448656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:10:43.449077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:10:43.449575 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.450013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:10:43.450807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Bound port: b6ea9416-bd4a-4db5-ad40-e068f3276f86, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:10:43.451229 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.455948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.527233 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] For port b6ea9416-bd4a-4db5-ad40-e068f3276f86, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:10:43.531292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] For port b6ea9416-bd4a-4db5-ad40-e068f3276f86, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b6ea9416-bd4a-4db5-ad40-e068f3276f86,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:10:43.536918 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.545923 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.551706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.611571 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:10:43.612314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:10:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:43.652201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event updated for resources: {'Port': ['ID=b4237e1a-3460-4789-9926-f341943c3a1d,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:43.658910 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5b711-3b11-4eb9-aead-66be52d5d964 None None] Pushing event updated for resources: {'Port': ['ID=b6ea9416-bd4a-4db5-ad40-e068f3276f86,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:43.679171 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.704262 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.706665 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-44913dda-dd9b-41c5-95a4-e5f47f8a525b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9730051 Nov 12 14:10:43.756632 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-68d4e356-41eb-4b45-b5de-1ad30f763940 None None] Provisioning complete for port b6ea9416-bd4a-4db5-ad40-e068f3276f86 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:43.757067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68d4e356-41eb-4b45-b5de-1ad30f763940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.802994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:10:43.892096 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68d4e356-41eb-4b45-b5de-1ad30f763940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:43.896640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-5cce8890-93ef-499a-914f-303d8ce38f8b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1729588526&fields=id&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 267 time: 0.0541339 Nov 12 14:10:44.002148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-68d4e356-41eb-4b45-b5de-1ad30f763940 None None] For port b6ea9416-bd4a-4db5-ad40-e068f3276f86, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b6ea9416-bd4a-4db5-ad40-e068f3276f86,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:44.009192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68d4e356-41eb-4b45-b5de-1ad30f763940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:44.036430 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-90b8e420-767c-4fd1-a6c8-bf0edaa3b82b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:44.038494 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-90b8e420-767c-4fd1-a6c8-bf0edaa3b82b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 811 time: 0.1332614 Nov 12 14:10:44.056694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-73045e58-1bdd-402d-b91f-fc5d45bcf777 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/quotas/03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 375 time: 0.0109420 Nov 12 14:10:44.085832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4e356-41eb-4b45-b5de-1ad30f763940 None None] Pushing event updated for resources: {'Port': ['ID=b6ea9416-bd4a-4db5-ad40-e068f3276f86,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:44.125226 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-c73ab022-89f8-4579-933e-769b6a7be139 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624804 Nov 12 14:10:44.150618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:44.152917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-33d168ba-9656-4a12-b57a-e08ef11c60bc None None] Provisioning complete for port b6ea9416-bd4a-4db5-ad40-e068f3276f86 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:44.153790 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33d168ba-9656-4a12-b57a-e08ef11c60bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:44.206284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09abb78-c843-4c0a-94b5-8ed24ce32bff None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:10:44.375999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-3cee73cf-6209-4ebf-bd83-898235069bd7 service neutron] 10.222.0.73 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981382 Nov 12 14:10:44.475702 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:44.517543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-67b33195-6d41-4424-bd54-346fb737b395 service neutron] 10.222.0.73 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318326 Nov 12 14:10:44.783637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e4e686d9-4de0-45ea-bf10-fb3f5c70e9a8 req-75b4d4b2-aac5-4edf-9c4b-7e4a4ba86d3f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 210 time: 0.0601599 Nov 12 14:10:44.953904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b6ea9416-bd4a-4db5-ad40-e068f3276f86 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:10:45.034381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b6ea9416-bd4a-4db5-ad40-e068f3276f86 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:45.035211 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:45.897804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-994b1488-074a-4edc-910e-22de762cf644 req-1e9dc81d-755b-447b-bf40-454d80f8d677 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 210 time: 0.0291085 Nov 12 14:10:45.937813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-c5c0c252-16ec-466c-ba7b-9f317913604c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:45.939277 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-c5c0c252-16ec-466c-ba7b-9f317913604c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 811 time: 0.1102571 Nov 12 14:10:46.007163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-14bfd1ec-985c-4699-afd0-e4720d8acc2b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 380 time: 0.0553145 Nov 12 14:10:46.017239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'port': {'device_id': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'admin_state_up': True, 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'security_groups': ['03ab33ad-3331-402c-8d0f-f0fcdba071c6']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:46.134532 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Made reservation on behalf of 03bea355159c47f783b86f4a70e7cb84 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:10:46.138252 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:46.273086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Allocated IP 172.20.0.4 (c29bbab6-d04b-4c15-bdee-f73926148652/11facf54-1b58-4a1d-92f7-bb7cf3d2038c/ffd001f6-2c6e-4f67-8af6-65520b994474) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:10:46.415938 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:46.450932 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:46.494016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Network c29bbab6-d04b-4c15-bdee-f73926148652 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:10:46.497108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:10:46.504411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:10:46.542723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event updated for resources: {'Port': ['ID=ffd001f6-2c6e-4f67-8af6-65520b994474,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:46.564708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:46.565363 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:46.583337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-19b5ac76-1ffd-43fd-a122-66cc40df6928 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697634 Nov 12 14:10:46.688090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Request body: {'port': {'device_id': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:46.741692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c26daeb9-bddd-4df6-bf95-adc590c82de2 None None] Provisioning complete for port ffd001f6-2c6e-4f67-8af6-65520b994474 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:46.742361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c26daeb9-bddd-4df6-bf95-adc590c82de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:46.748072 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:46.777576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c26daeb9-bddd-4df6-bf95-adc590c82de2 None None] Port ffd001f6-2c6e-4f67-8af6-65520b994474 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:10:47.072993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b10f1-2071-4ac1-a783-90eb42f9c080 req-8e18e00a-836a-4abf-b715-693bd999cc6c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:47.074513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d7b10f1-2071-4ac1-a783-90eb42f9c080 req-8e18e00a-836a-4abf-b715-693bd999cc6c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 931 time: 0.1020555 Nov 12 14:10:47.083829 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd001f6-2c6e-4f67-8af6-65520b994474 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:10:47.097425 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:47.128292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Transition to ACTIVE for port object ffd001f6-2c6e-4f67-8af6-65520b994474 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:10:47.136309 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:47.201943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2d7b10f1-2071-4ac1-a783-90eb42f9c080 req-fbd69441-5692-473a-a2de-376805b2d7b2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208057 Nov 12 14:10:47.229656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Pushing event updated for resources: {'Port': ['ID=ffd001f6-2c6e-4f67-8af6-65520b994474,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:47.306427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Attempting to bind port ffd001f6-2c6e-4f67-8af6-65520b994474 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:10:47.306745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Attempting to bind port ffd001f6-2c6e-4f67-8af6-65520b994474 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:10:47.307073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Attempting to bind port ffd001f6-2c6e-4f67-8af6-65520b994474 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:10:47.311788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Port ffd001f6-2c6e-4f67-8af6-65520b994474 on network c29bbab6-d04b-4c15-bdee-f73926148652 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:10:47.312124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Attempting to bind port ffd001f6-2c6e-4f67-8af6-65520b994474 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:10:47.317615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:10:47.317958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:10:47.318343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:10:47.318776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Bound port: ffd001f6-2c6e-4f67-8af6-65520b994474, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:10:47.319141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:47.388187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:10:47.391574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffd001f6-2c6e-4f67-8af6-65520b994474,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:10:47.395347 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:47.432602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:47.433243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:47.434690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] 10.222.0.70 "PUT /v2.0/ports/ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 1091 time: 0.8020067 Nov 12 14:10:47.435091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:10:47.437397 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695070a6-8d7c-442c-829a-6db0f909ed2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:10:47.469316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cdb1a-ad22-46be-9bb8-9d4e12ed44eb service neutron] Pushing event updated for resources: {'Port': ['ID=ffd001f6-2c6e-4f67-8af6-65520b994474,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:47.489478 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4d88a8-cce2-48e3-9622-fec8eb05ce13 x-openstack-request-id: req-2f4d88a8-cce2-48e3-9622-fec8eb05ce13 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:10:47.489877 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:10:47.490097 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f4d88a8-cce2-48e3-9622-fec8eb05ce13 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:10:47.490546 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'status': 'completed', 'code': 200} Nov 12 14:10:47.538364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-bbb1efba-e999-4db7-8338-0d81a69c790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:47.540178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-bbb1efba-e999-4db7-8338-0d81a69c790c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1094 time: 0.0583310 Nov 12 14:10:47.585175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-4d9ccb28-0dbb-4f9e-81a3-63711708e071 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 217 time: 0.0364828 Nov 12 14:10:47.640515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-816b44d2-ff9b-4e8a-8aba-8c80c20c881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:47.641944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-816b44d2-ff9b-4e8a-8aba-8c80c20c881e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0505657 Nov 12 14:10:47.688823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-a9d29d52-3355-4c60-a9b5-5beae8d59fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:47.690385 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-a9d29d52-3355-4c60-a9b5-5beae8d59fdb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399492 Nov 12 14:10:47.782755 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-4e936cb3-e1c4-4f43-9436-2657df095029 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845497 Nov 12 14:10:47.880095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3014f749-2ad9-4991-9a52-c163e61afa79 req-fef0cfbb-60fc-4a56-bb9a-ad9f2e3201b3 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887423 Nov 12 14:10:47.979186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-fe3e0997-4432-4562-82ea-6f2c10824f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:47.980600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-fe3e0997-4432-4562-82ea-6f2c10824f04 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1094 time: 0.0434561 Nov 12 14:10:48.080593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-488e43ab-904f-4443-b16a-48fd3a5d7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:48.082128 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-488e43ab-904f-4443-b16a-48fd3a5d7f89 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0931411 Nov 12 14:10:48.124642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-0e567d58-cc4a-48c0-b23d-3a364c878adc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 217 time: 0.0347292 Nov 12 14:10:48.181764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-884220e1-5747-4533-afd1-57711c21996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:48.183267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-884220e1-5747-4533-afd1-57711c21996e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0520251 Nov 12 14:10:48.232533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-bce5a91f-0f2e-4996-8d10-00584ffe17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:48.234212 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-bce5a91f-0f2e-4996-8d10-00584ffe17c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435250 Nov 12 14:10:48.366190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-dc0574ee-35d8-4833-b20b-46c257aa01a4 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233332 Nov 12 14:10:48.374707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3aaf7-c792-4a6e-8c07-09d28b09d410 req-3b312aaf-681f-4c84-bc6a-2e6007f407e5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:48.376057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cfd3aaf7-c792-4a6e-8c07-09d28b09d410 req-3b312aaf-681f-4c84-bc6a-2e6007f407e5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 943 time: 0.0785694 Nov 12 14:10:48.476803 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cfd3aaf7-c792-4a6e-8c07-09d28b09d410 req-7eed89b3-8b05-4a93-857e-bd8713292d04 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924122 Nov 12 14:10:48.497976 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-695070a6-8d7c-442c-829a-6db0f909ed2c req-66d14c5f-ffa8-46f3-affc-3a955c2a2c9b service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209855 Nov 12 14:10:49.606494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac36d0-d1da-469e-ae94-443ae26798a2 req-4b014250-4aec-4cd3-9ecc-2a0e10012b80 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:49.608040 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-42ac36d0-d1da-469e-ae94-443ae26798a2 req-4b014250-4aec-4cd3-9ecc-2a0e10012b80 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 943 time: 0.0499194 Nov 12 14:10:49.656397 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-42ac36d0-d1da-469e-ae94-443ae26798a2 req-ddc94338-f8c3-4d22-bee0-0a141db137f3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Nov 12 14:10:50.784288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1e1f6-6c0d-4660-a872-2da05eb4e853 req-e7b24d24-7597-43fd-855c-176044d98e2c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:50.785851 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36b1e1f6-6c0d-4660-a872-2da05eb4e853 req-e7b24d24-7597-43fd-855c-176044d98e2c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 943 time: 0.0540261 Nov 12 14:10:50.833704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36b1e1f6-6c0d-4660-a872-2da05eb4e853 req-93306d17-2326-4e8a-9ee4-4a47391bc211 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Nov 12 14:10:51.924015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ffd001f6-2c6e-4f67-8af6-65520b994474 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:10:51.968745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa7f67-ee7c-4400-aed3-02fc923214d6 req-f9e3068d-c82a-47c3-87e0-41c170539b08 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:51.970425 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cfa7f67-ee7c-4400-aed3-02fc923214d6 req-f9e3068d-c82a-47c3-87e0-41c170539b08 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 943 time: 0.0667622 Nov 12 14:10:52.019079 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cfa7f67-ee7c-4400-aed3-02fc923214d6 req-9815af7f-7a1c-4fbf-b70e-77748c67fb01 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Nov 12 14:10:52.036700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffd001f6-2c6e-4f67-8af6-65520b994474,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:52.050082 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'port_id': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'mac_address': 'fa:16:3e:ac:ca:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:10:52.087499 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:52.100196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd001f6-2c6e-4f67-8af6-65520b994474 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:10:52.124591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffd001f6-2c6e-4f67-8af6-65520b994474,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:52.128389 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:52.175067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ffd001f6-2c6e-4f67-8af6-65520b994474,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:52.462384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['ffd001f6-2c6e-4f67-8af6-65520b994474'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:10:53.144928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267ac87-0b38-4666-8e50-50f1bc357c82 req-b3a95b2f-c6de-4521-84d8-d94b82328f09 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:53.146427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d267ac87-0b38-4666-8e50-50f1bc357c82 req-b3a95b2f-c6de-4521-84d8-d94b82328f09 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 944 time: 0.0510368 Nov 12 14:10:53.194532 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d267ac87-0b38-4666-8e50-50f1bc357c82 req-ab9e70e3-ae0c-4dea-9cc6-dc01d7d53942 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Nov 12 14:10:53.932791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ffd001f6-2c6e-4f67-8af6-65520b994474 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:10:53.984276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port ffd001f6-2c6e-4f67-8af6-65520b994474 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:10:53.988957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port ffd001f6-2c6e-4f67-8af6-65520b994474 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:10:53.989492 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:54.068904 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:54.091654 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:10:54.109802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffd001f6-2c6e-4f67-8af6-65520b994474,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:10:54.114131 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:54.140940 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef32b235-fbc3-490f-ab90-81035d26a8d3" -d '{"events": [{"server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "name": "network-vif-plugged", "status": "completed", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:10:54.167479 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=ffd001f6-2c6e-4f67-8af6-65520b994474,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:10:54.236719 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e599c8b-23af-4a21-952a-ee8fe5808f96 x-openstack-request-id: req-7e599c8b-23af-4a21-952a-ee8fe5808f96 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:10:54.237018 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "name": "network-vif-plugged", "status": "completed", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:10:54.237305 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e599c8b-23af-4a21-952a-ee8fe5808f96 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:10:54.237718 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'code': 200} Nov 12 14:10:54.357473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5041ae9-b27e-4a52-b511-7eb79058c242 req-299fa7df-56c5-4873-8da2-5e1bd47b7945 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:54.358862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5041ae9-b27e-4a52-b511-7eb79058c242 req-299fa7df-56c5-4873-8da2-5e1bd47b7945 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0808957 Nov 12 14:10:54.365373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f161e-dc92-45d7-9624-55a34133c750 req-8f383f19-befd-45b9-b714-87960675b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:54.366764 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c0f161e-dc92-45d7-9624-55a34133c750 req-8f383f19-befd-45b9-b714-87960675b88f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1096 time: 0.0632424 Nov 12 14:10:54.439320 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a5041ae9-b27e-4a52-b511-7eb79058c242 req-871a5a09-16aa-445b-ac92-4fdbd26b2ea5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715945 Nov 12 14:10:54.441498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5c0f161e-dc92-45d7-9624-55a34133c750 req-34ec184d-8254-4b53-af62-0ce97db1afda service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668848 Nov 12 14:10:55.562076 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1caac-6aca-40ea-914d-5f775591e424 req-4214ceec-55be-4236-aa12-f9dfce487403 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:55.563481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98e1caac-6aca-40ea-914d-5f775591e424 req-4214ceec-55be-4236-aa12-f9dfce487403 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0502059 Nov 12 14:10:55.612879 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-98e1caac-6aca-40ea-914d-5f775591e424 req-c2a4008b-765b-42f0-ba41-0f53783af6d3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435591 Nov 12 14:10:56.728405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aa4c8-fcdf-4041-8ffd-e0b52fa53ae5 req-2a36534d-f94c-47d3-99d8-561c4bf8bed2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:56.730177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f85aa4c8-fcdf-4041-8ffd-e0b52fa53ae5 req-2a36534d-f94c-47d3-99d8-561c4bf8bed2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0495379 Nov 12 14:10:56.782744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f85aa4c8-fcdf-4041-8ffd-e0b52fa53ae5 req-c92d601c-ea04-447e-8a1b-c301ebac49df tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467701 Nov 12 14:10:56.895369 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380775-2e08-4a04-b98a-db780c235bb1 req-f80c0b04-380d-49f3-903f-a1cccc8aba9d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:56.896770 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-74380775-2e08-4a04-b98a-db780c235bb1 req-f80c0b04-380d-49f3-903f-a1cccc8aba9d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0498159 Nov 12 14:10:56.905638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 36018) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:10:56.909972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d1814298-9c35-4f47-bf63-0b5208504e62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'floatingip': {'port_id': 'ffd001f6-2c6e-4f67-8af6-65520b994474'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:10:56.958712 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1814298-9c35-4f47-bf63-0b5208504e62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:57.033330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1628a43e-e91e-4e5d-b6d3-21623bf78a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:57.396918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1814298-9c35-4f47-bf63-0b5208504e62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:57.402143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1814298-9c35-4f47-bf63-0b5208504e62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:57.510954 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-d1814298-9c35-4f47-bf63-0b5208504e62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Floating IP f605bf50-52b1-4114-b928-1f87ca8b8512 associated. External IP: 172.25.5.65, port: ffd001f6-2c6e-4f67-8af6-65520b994474. Nov 12 14:10:57.714325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1814298-9c35-4f47-bf63-0b5208504e62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:10:57.828473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1814298-9c35-4f47-bf63-0b5208504e62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:10:57.833485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d1814298-9c35-4f47-bf63-0b5208504e62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:10:57.838552 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:10:57.847581 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:10:57.848183 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:10:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:57.860368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d1814298-9c35-4f47-bf63-0b5208504e62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "PUT /v2.0/floatingips/f605bf50-52b1-4114-b928-1f87ca8b8512 HTTP/1.1" status: 200 len: 990 time: 0.9536836 Nov 12 14:10:57.860941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:10:57.903226 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6b99fb-8a52-4310-ae03-82ce35949618" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:10:57.962598 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:10:57.991342 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b195c5c-ef7f-4d76-928c-b3d87b870311 x-openstack-request-id: req-9b195c5c-ef7f-4d76-928c-b3d87b870311 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:10:57.991503 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:10:57.991699 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b195c5c-ef7f-4d76-928c-b3d87b870311 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:10:57.992100 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'status': 'completed', 'code': 200} Nov 12 14:10:58.056348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-9d9a5f6f-db2c-4016-a1f8-9ab6c1dfeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:58.057888 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-9d9a5f6f-db2c-4016-a1f8-9ab6c1dfeefc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1096 time: 0.0416045 Nov 12 14:10:58.148990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-bf7e5d59-6ac7-48b8-8a22-67a3f50c4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:58.150798 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-bf7e5d59-6ac7-48b8-8a22-67a3f50c4de4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0857115 Nov 12 14:10:58.203289 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:ac:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:10:57Z', 'revision_number': 1, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:58.221366 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-93aa3dec-bdc3-4fef-bd60-2ca7c30b95dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 998 time: 0.0633328 Nov 12 14:10:58.232673 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:10:58.242074 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:10:58.243368 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:10:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:58.272164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-f0e720c6-e2a9-4c87-8981-fbf6051fb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:58.273869 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-f0e720c6-e2a9-4c87-8981-fbf6051fb31f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0449808 Nov 12 14:10:58.321983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-75852b27-d32d-4dcc-9d34-6a14db8253cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:10:58.323512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-75852b27-d32d-4dcc-9d34-6a14db8253cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434818 Nov 12 14:10:58.347972 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:10:58.419485 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-46e3ee14-429b-47ec-b0a2-82f09a7ac3db service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883250 Nov 12 14:10:58.511421 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b6b99fb-8a52-4310-ae03-82ce35949618 req-40405f0f-1a42-4868-88f7-11488d8721c7 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844383 Nov 12 14:10:58.579196 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:ac:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:10:57Z', 'revision_number': 1, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:10:58.609873 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83228021-f1d4-43a3-9c26-9fdb97e1184a None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:ac:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:10:57Z', 'revision_number': 1, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:10:58.816230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d362a-09f7-44c3-9c67-ef83dad984a0 None None] New status for floating IP f605bf50-52b1-4114-b928-1f87ca8b8512: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:10:59.553002 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f4dd-d84b-4ef1-9af2-4253a0c2ec54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:00.776488 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:02.367697 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:02.975401 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:11.615262 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:11:13.427073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:14.464688 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:27.036456 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d881dd18-06b7-4a00-8669-920cbb269a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:29.561704 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c00ff9d7-245a-4f31-9efd-1f68af735d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:30.782477 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:32.371651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:32.980268 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:41.489300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-36ef9427-1756-43ff-bfb2-fd2d8691e4f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461156 Nov 12 14:11:41.574789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-b4c067b8-bd53-4749-9998-f37d1befb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:11:41.576322 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-b4c067b8-bd53-4749-9998-f37d1befb315 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1096 time: 0.0429859 Nov 12 14:11:41.692208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-f18b79ce-0381-4d6b-89ea-a16d28f6bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:11:41.693719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-f18b79ce-0381-4d6b-89ea-a16d28f6bdf8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0964174 Nov 12 14:11:41.766233 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-ac1ec34e-f5dd-454f-afad-da54d32072d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 1000 time: 0.0641954 Nov 12 14:11:41.819814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-2293ec7d-e01e-4b4b-a91d-54ae07c14340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:11:41.821500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-2293ec7d-e01e-4b4b-a91d-54ae07c14340 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0462525 Nov 12 14:11:41.874129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-02b08d6f-bd2b-438b-b7f1-4f2ab141aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:11:41.875777 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-02b08d6f-bd2b-438b-b7f1-4f2ab141aed6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474069 Nov 12 14:11:41.979859 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-696c240a-cf02-4852-9fe8-4f917b2ab5ee service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960584 Nov 12 14:11:42.079902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-486665f2-cdcc-4028-8b8d-6273b2d9faf8 req-2e17b7ec-c0ca-44fd-bf40-17105507b294 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927024 Nov 12 14:11:43.417655 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:44.483283 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:48.614233 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:11:57.040185 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2de65fb1-f47d-41eb-af05-52271ee698ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:11:59.555036 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15d58570-c74a-4105-adc9-97cf38b7d383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:00.783200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:02.373907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:02.983403 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:13.427137 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:14.487090 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:25.613254 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:12:27.043018 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7b92-08cc-416b-94ad-350ce62e8ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:29.556247 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81669347-09a4-4471-bc60-726a8f3e0582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:30.784215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:32.375572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:32.987054 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:42.504506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-82fbd56b-d97f-46e2-830b-df41450414f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438285 Nov 12 14:12:42.593311 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-d72426ec-44a5-40d6-acd7-861c8d19401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:12:42.594823 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-d72426ec-44a5-40d6-acd7-861c8d19401c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1096 time: 0.0436349 Nov 12 14:12:42.701725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-0d43f03a-983a-4076-9e02-a8ff1439fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:12:42.703215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-0d43f03a-983a-4076-9e02-a8ff1439fe27 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0887437 Nov 12 14:12:42.773496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-0cbe8bd4-1dec-4897-86a4-3fe7ef008c38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 1000 time: 0.0630260 Nov 12 14:12:42.826135 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-fe2ea545-0385-4ee7-9007-90fc64816f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:12:42.827576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-fe2ea545-0385-4ee7-9007-90fc64816f5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0478301 Nov 12 14:12:42.872944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-6e438313-9558-44a3-be61-47af296d85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:12:42.874461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-6e438313-9558-44a3-be61-47af296d85ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403788 Nov 12 14:12:42.967521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-71604c8c-f217-4a6a-826f-62177a6efc1d service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851967 Nov 12 14:12:43.062547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2df5e4a1-b688-4149-b5bb-e901016f75f0 req-e99191f9-758d-41de-93bb-10cc66a8f987 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878961 Nov 12 14:12:43.428603 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:44.494761 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:57.045126 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-460e98db-e66b-4bcc-b28b-f9705641d664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:12:59.559611 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b78a4a7-e42e-4d0a-8562-ca94e91bb891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:00.941890 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:02.377799 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:02.612860 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:13:02.988993 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:13.423815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:14.498230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:27.048035 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f11680d-c3af-48bf-8549-d4c7d0d09d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:29.561818 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f0352e7-3b62-44a0-9d5a-c5585f56b4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:30.791098 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:31.241249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-dea1be93-233b-4ece-b2ad-37981a97d5d3 req-266a5fcd-c3c2-4eb9-a1e6-bb0c6085fe10 service neutron] (102675) timed out ('10.222.0.73', 33888) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 14:13:32.381620 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:32.992864 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:34.828616 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31537-1a3a-4743-9f0a-173a6bead37e req-8bc684ac-9daa-4b38-b51c-093724bbf60a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:34.830137 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08e31537-1a3a-4743-9f0a-173a6bead37e req-8bc684ac-9daa-4b38-b51c-093724bbf60a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0558884 Nov 12 14:13:34.884986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08e31537-1a3a-4743-9f0a-173a6bead37e req-2b8f74b8-32d4-48ad-bf54-5ed1b9e387b2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480871 Nov 12 14:13:36.170473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb82df-b52e-46e8-b647-47dbe005c7a7 req-c3635721-911b-4a49-9d8f-2295fb3d3fd6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:36.172076 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e6eb82df-b52e-46e8-b647-47dbe005c7a7 req-c3635721-911b-4a49-9d8f-2295fb3d3fd6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0552976 Nov 12 14:13:36.238205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e6eb82df-b52e-46e8-b647-47dbe005c7a7 req-0b7436e5-1a6b-417c-8876-181f959c6cd9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521183 Nov 12 14:13:36.325051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-ac8b65c7-e794-4a8f-8926-6ed4f7fe3182 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991442 Nov 12 14:13:37.369070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cb529-ac07-4d68-8528-7bf781e77a4d req-12f6c218-60ca-497d-836f-48c54fe1fdd0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:37.370617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-842cb529-ac07-4d68-8528-7bf781e77a4d req-12f6c218-60ca-497d-836f-48c54fe1fdd0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0559475 Nov 12 14:13:37.419530 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-842cb529-ac07-4d68-8528-7bf781e77a4d req-b034c60f-2c1b-4ab6-a6c9-2a894d7dfbc7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430105 Nov 12 14:13:37.554596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-0e7185cc-f0cb-4ef9-8ca7-5c88409979e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:37.556110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-0e7185cc-f0cb-4ef9-8ca7-5c88409979e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1096 time: 0.0476913 Nov 12 14:13:37.646508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f049a5d3-c0c2-4a49-b29f-90f1824a84f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:37.647963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f049a5d3-c0c2-4a49-b29f-90f1824a84f4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0843694 Nov 12 14:13:37.716530 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-42a21b27-be4e-4297-8f65-c66ae83a1c3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 1000 time: 0.0610650 Nov 12 14:13:37.767460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-da66b01d-07f4-4484-8f96-4441dfce7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:37.768919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-da66b01d-07f4-4484-8f96-4441dfce7975 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0447214 Nov 12 14:13:37.819251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-aeb1f749-6127-4196-a6d1-5920035b3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:37.821062 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-aeb1f749-6127-4196-a6d1-5920035b3266 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442960 Nov 12 14:13:37.835128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-ff6dcd27-18ea-4721-9ee1-78babd14dee9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:13:37.836219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-ff6dcd27-18ea-4721-9ee1-78babd14dee9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077643 Nov 12 14:13:37.933824 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-53e46aee-fd55-4751-9ace-8777756f977a service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900919 Nov 12 14:13:38.038767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-def4147b-2689-4b53-b127-41fdffd520d6 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977588 Nov 12 14:13:38.552808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d69c3-a216-44d3-8158-24361c2f75e0 req-3f45be68-754c-43a9-9e66-502cc557e46c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:38.554658 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-845d69c3-a216-44d3-8158-24361c2f75e0 req-3f45be68-754c-43a9-9e66-502cc557e46c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0551195 Nov 12 14:13:38.608827 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-845d69c3-a216-44d3-8158-24361c2f75e0 req-ffe2f216-c02d-46c4-8473-a45654fdb826 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483863 Nov 12 14:13:39.612876 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:13:39.731924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff7f58-21dd-46fb-9124-7545a887985d req-2ac09d5e-c055-46e3-861f-54e145e2595c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:39.733397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ecff7f58-21dd-46fb-9124-7545a887985d req-2ac09d5e-c055-46e3-861f-54e145e2595c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0534146 Nov 12 14:13:39.782396 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ecff7f58-21dd-46fb-9124-7545a887985d req-1c9a6526-8860-49b4-923b-4c6e1585679d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429149 Nov 12 14:13:40.901172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb53cf-f587-459f-af2c-261a9671d8dd req-538bacb9-a28f-4d8a-b00c-ba7b4f81a714 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:40.902688 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e2cb53cf-f587-459f-af2c-261a9671d8dd req-538bacb9-a28f-4d8a-b00c-ba7b4f81a714 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0502536 Nov 12 14:13:40.950824 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e2cb53cf-f587-459f-af2c-261a9671d8dd req-49f62436-4c86-4cdf-96a8-cc520f5938a8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Nov 12 14:13:42.068116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2906ee-cad8-446b-ae8b-af087427e3b7 req-bcefab6e-e127-45ed-9553-ce07f832ce2b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:42.069685 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a2906ee-cad8-446b-ae8b-af087427e3b7 req-bcefab6e-e127-45ed-9553-ce07f832ce2b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0504327 Nov 12 14:13:42.117052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a2906ee-cad8-446b-ae8b-af087427e3b7 req-1be8c265-9aa5-4843-a49a-a45d92c6d10e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414319 Nov 12 14:13:42.544589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-7173a8a7-35a0-445d-8649-82a7b5b5fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:42.546018 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-7173a8a7-35a0-445d-8649-82a7b5b5fcf4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1096 time: 0.0407529 Nov 12 14:13:42.652123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-5953cb9a-6e3d-4bdb-a8d4-b39cfc380c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:42.653649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-5953cb9a-6e3d-4bdb-a8d4-b39cfc380c29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0878296 Nov 12 14:13:42.719067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-f7c2dec1-8132-44ed-adaa-f7be898e862e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 1000 time: 0.0587144 Nov 12 14:13:42.774832 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-0b672fe3-e745-49d7-b677-9aba2c20c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:42.776277 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-0b672fe3-e745-49d7-b677-9aba2c20c3c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0499842 Nov 12 14:13:42.822351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-e9a43230-37ad-4f91-8a9c-0f78423e7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:42.823908 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-e9a43230-37ad-4f91-8a9c-0f78423e7c8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402780 Nov 12 14:13:42.917784 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-50558ee6-48c4-4f74-bbf0-5771a75de06b service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858951 Nov 12 14:13:43.012245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae0a440a-cb1c-4ad3-b672-61b562706e62 req-29d8b1a7-30c5-4d5e-932e-424abebe1d6d service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878496 Nov 12 14:13:43.431082 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:43.536402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89edddb-b2d4-4fe9-8a81-dd309c043592 req-0e348d29-2a9d-44e3-8d24-b7755fdb6361 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:43.538202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d89edddb-b2d4-4fe9-8a81-dd309c043592 req-0e348d29-2a9d-44e3-8d24-b7755fdb6361 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.3533878 Nov 12 14:13:43.586838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d89edddb-b2d4-4fe9-8a81-dd309c043592 req-f0475485-e1ab-4334-967e-fa03b72a60c4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Nov 12 14:13:44.510145 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:44.712497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd550f2-1da2-4d41-8ab3-86492bf1fce8 req-6aef76c5-8da1-45f7-bf2d-63e4ae24688d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:44.714039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7bd550f2-1da2-4d41-8ab3-86492bf1fce8 req-6aef76c5-8da1-45f7-bf2d-63e4ae24688d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0520153 Nov 12 14:13:44.763003 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7bd550f2-1da2-4d41-8ab3-86492bf1fce8 req-ced15bf7-86de-45bf-a53e-15617aeaf865 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Nov 12 14:13:45.881521 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fb30e-3707-4298-a33b-80f8db0f8040 req-2bf51d81-e806-4097-b774-481655b7547f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:45.882978 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-273fb30e-3707-4298-a33b-80f8db0f8040 req-2bf51d81-e806-4097-b774-481655b7547f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0490382 Nov 12 14:13:45.931379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-273fb30e-3707-4298-a33b-80f8db0f8040 req-3294bf85-ec3a-477e-8ce5-efb97c92e14c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Nov 12 14:13:47.053102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2f9c-624b-4561-8f82-16877c8810bb req-af3f028e-3ec1-4872-9994-dad98e72ed3d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:47.054624 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d4b2f9c-624b-4561-8f82-16877c8810bb req-af3f028e-3ec1-4872-9994-dad98e72ed3d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0541682 Nov 12 14:13:47.101252 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d4b2f9c-624b-4561-8f82-16877c8810bb req-8da62f6c-3431-4af3-b1c6-8d1ee150c48c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408642 Nov 12 14:13:48.221832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23113ad-c00b-458f-8942-d874e579ccbc req-cbce83d2-8658-49e4-b873-a4cd7914517e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:48.223985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f23113ad-c00b-458f-8942-d874e579ccbc req-cbce83d2-8658-49e4-b873-a4cd7914517e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0493252 Nov 12 14:13:48.273583 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f23113ad-c00b-458f-8942-d874e579ccbc req-4a685c4f-68a7-485c-a4f5-e55a5b662998 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Nov 12 14:13:49.390857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c0719-4046-40ea-bc6a-bfb26387f1f7 req-01fcf5fa-91c9-42c7-96eb-c8ca5d970025 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:49.392312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-759c0719-4046-40ea-bc6a-bfb26387f1f7 req-01fcf5fa-91c9-42c7-96eb-c8ca5d970025 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0489955 Nov 12 14:13:49.438343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-759c0719-4046-40ea-bc6a-bfb26387f1f7 req-99243ff6-62c4-4b2a-964c-f8c4354e7cb6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397305 Nov 12 14:13:50.194944 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-5c822dba-9898-4267-9b11-c59e5e5c2603 service neutron] show failed (client error): The resource could not be found. Nov 12 14:13:50.195954 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-5c822dba-9898-4267-9b11-c59e5e5c2603 service neutron] 10.222.0.70 "GET /v2.0/ports/ffd001f6-2c6e-4f67-8af6-65520b994474/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0603034 Nov 12 14:13:50.423636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-01a47c7c-2321-43d9-8a89-2fbdf6f65b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:50.425119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-01a47c7c-2321-43d9-8a89-2fbdf6f65b6f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 1096 time: 0.0694184 Nov 12 14:13:50.436665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:13:50.493594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:50.647038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c347-0a07-47ff-a2fe-edb595f45015 req-270b8ec6-576d-4f87-bc99-59eea639905e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:50.648498 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5b7c347-0a07-47ff-a2fe-edb595f45015 req-270b8ec6-576d-4f87-bc99-59eea639905e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.1218362 Nov 12 14:13:50.749832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5b7c347-0a07-47ff-a2fe-edb595f45015 req-c62669f7-e360-4490-a005-3ca10addbd34 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952854 Nov 12 14:13:50.778604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=ffd001f6-2c6e-4f67-8af6-65520b994474,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:13:50.814892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:13:50.860025 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:13:50.862384 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72aaea9-8542-4726-b43e-5d1fab2bd204" -d '{"events": [{"server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "name": "network-vif-unplugged", "status": "completed", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:13:50.867948 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:50.886349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Transition to ACTIVE for port object ffd001f6-2c6e-4f67-8af6-65520b994474 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:13:50.890824 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:50.925313 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d0c668-815d-4da8-a2bd-0c93453ae060 x-openstack-request-id: req-17d0c668-815d-4da8-a2bd-0c93453ae060 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:13:50.925610 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "name": "network-vif-unplugged", "status": "completed", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:13:50.926410 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17d0c668-815d-4da8-a2bd-0c93453ae060 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:13:50.926932 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'code': 200} Nov 12 14:13:50.968928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Pushing event updated for resources: {'Port': ['ID=ffd001f6-2c6e-4f67-8af6-65520b994474,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:13:51.018943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.019286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.019672 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.020012 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.020367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.020674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.021084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.021359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.021687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.022011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.022335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.022658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:51.092338 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] No DVR routers for this DVR port ffd001f6-2c6e-4f67-8af6-65520b994474 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:13:51.230321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Attempting to bind port ffd001f6-2c6e-4f67-8af6-65520b994474 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:13:51.230573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Attempting to bind port ffd001f6-2c6e-4f67-8af6-65520b994474 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:13:51.230903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Attempting to bind port ffd001f6-2c6e-4f67-8af6-65520b994474 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:13:51.235117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Port ffd001f6-2c6e-4f67-8af6-65520b994474 on network c29bbab6-d04b-4c15-bdee-f73926148652 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:13:51.235435 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Attempting to bind port ffd001f6-2c6e-4f67-8af6-65520b994474 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:13:51.240907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:13:51.241245 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:13:51.241660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:13:51.242083 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Bound port: ffd001f6-2c6e-4f67-8af6-65520b994474, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:13:51.242440 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:51.311944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:13:51.315267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ffd001f6-2c6e-4f67-8af6-65520b994474,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:13:51.319957 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:51.356457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:51.357154 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:51.358464 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] 10.222.0.105 "PUT /v2.0/ports/ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 1091 time: 0.9258387 Nov 12 14:13:51.382179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8647915-05c3-49c7-8514-8151f1b5b14d service neutron] Pushing event updated for resources: {'Port': ['ID=ffd001f6-2c6e-4f67-8af6-65520b994474,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:13:51.427849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-af7be8ac-9205-448d-9aa9-611e8509a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:51.429436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-af7be8ac-9205-448d-9aa9-611e8509a33a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1094 time: 0.0443146 Nov 12 14:13:51.532488 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-eb968313-6af0-47ef-82ee-ecb57a8e4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:51.534163 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-eb968313-6af0-47ef-82ee-ecb57a8e4106 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0961530 Nov 12 14:13:51.641065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-282b3ce5-79b7-4c74-917a-97486bac04e5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 998 time: 0.0988264 Nov 12 14:13:51.697837 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-e683fe31-6a1b-4a78-bff9-400c8cf1ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:51.699325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-e683fe31-6a1b-4a78-bff9-400c8cf1ec5f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0511084 Nov 12 14:13:51.755445 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-38014698-6d86-4f67-ab8c-3c2cab168030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:51.757115 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-38014698-6d86-4f67-ab8c-3c2cab168030 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510228 Nov 12 14:13:51.881011 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-bf07120d-63c7-4eaa-baf9-b1f8e0f86e5e service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159196 Nov 12 14:13:51.892072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d101b7-84ff-4097-bca8-7f1b24022d44 req-84e8bee4-723f-4958-9345-66900e0921ff tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:51.893451 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1d101b7-84ff-4097-bca8-7f1b24022d44 req-84e8bee4-723f-4958-9345-66900e0921ff tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 943 time: 0.0719600 Nov 12 14:13:52.008368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e1d101b7-84ff-4097-bca8-7f1b24022d44 req-ff0f74b9-3db8-4a13-ac7b-c0605b926566 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064889 Nov 12 14:13:52.028296 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4bf421a9-a306-40a1-a2ac-0bb4e85106a1 req-5206943d-1ee3-4634-97f0-7d292bc540b8 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339004 Nov 12 14:13:52.928334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:13:52.930736 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf28e513-8f22-4984-b6e0-f6a6b353b540" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:13:52.978903 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ac3231-2321-4173-bead-4e307fdc5480 x-openstack-request-id: req-91ac3231-2321-4173-bead-4e307fdc5480 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:13:52.979196 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:13:52.979474 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-91ac3231-2321-4173-bead-4e307fdc5480 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:13:52.979872 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'status': 'completed', 'code': 200} Nov 12 14:13:53.044119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-d800b820-db36-41be-b699-c44177f8fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:53.045631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-d800b820-db36-41be-b699-c44177f8fa88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1094 time: 0.0431099 Nov 12 14:13:53.046296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-a86da040-ba74-4bc4-8a7f-271f02da8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:53.048236 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-a86da040-ba74-4bc4-8a7f-271f02da8088 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1094 time: 0.0456655 Nov 12 14:13:53.142623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-80e39c2b-1084-403b-89f5-698536967294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:53.144098 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-80e39c2b-1084-403b-89f5-698536967294 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0908732 Nov 12 14:13:53.186168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e9cc4-678d-4b3f-b050-d0c4f62e735a req-ccc3bc3c-dfbf-45d1-bdd7-435826505347 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:53.187629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d5e9cc4-678d-4b3f-b050-d0c4f62e735a req-ccc3bc3c-dfbf-45d1-bdd7-435826505347 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 943 time: 0.0988777 Nov 12 14:13:53.194231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-fcb363dc-73a5-4027-bfce-48e4e378dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:53.195696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-fcb363dc-73a5-4027-bfce-48e4e378dd2b service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1407049 Nov 12 14:13:53.216092 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-cff74592-7495-489c-9808-54df259bcbd8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 998 time: 0.0653582 Nov 12 14:13:53.268230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-72e322c0-e999-4a3c-97a7-a99552df661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:53.269865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-72e322c0-e999-4a3c-97a7-a99552df661b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0456896 Nov 12 14:13:53.293464 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d5e9cc4-678d-4b3f-b050-d0c4f62e735a req-99f92384-8cb1-48a0-b2d8-29290fc93d0f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966828 Nov 12 14:13:53.297843 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-4647bee2-52c5-4b27-b487-3dce157d57a4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 998 time: 0.0859118 Nov 12 14:13:53.332666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-98717000-7c45-46f3-bc28-6651ffc15adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:53.334672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-98717000-7c45-46f3-bc28-6651ffc15adf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581541 Nov 12 14:13:53.351149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-8ec96659-5988-4f0f-9be4-1e10e3068d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:53.352604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-8ec96659-5988-4f0f-9be4-1e10e3068d12 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0474522 Nov 12 14:13:53.400939 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-e5396dd4-a3ae-43f3-8e4f-a4b78cc79867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:53.402584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-e5396dd4-a3ae-43f3-8e4f-a4b78cc79867 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416126 Nov 12 14:13:53.430592 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-a00f35c7-28c9-478f-b6ab-8d251bd60f42 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887737 Nov 12 14:13:53.501649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-cb3d6a51-291a-4dad-b023-f9a2f6df8fb2 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903029 Nov 12 14:13:53.522757 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-b42ef95f-6d5c-4a5b-8b5a-9f3f7d84497e service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849085 Nov 12 14:13:53.593186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf28e513-8f22-4984-b6e0-f6a6b353b540 req-d839bcf8-72e3-4bf3-83a3-4b91fc2304c1 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830696 Nov 12 14:13:54.433156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d469c-a271-4277-9971-39220eade432 req-69fae556-eee4-41af-a2e8-d8ff5bcb4b05 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:54.434675 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-934d469c-a271-4277-9971-39220eade432 req-69fae556-eee4-41af-a2e8-d8ff5bcb4b05 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 943 time: 0.0536976 Nov 12 14:13:54.481829 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-934d469c-a271-4277-9971-39220eade432 req-8c23cb82-2cf3-49e3-8425-8af1e9f930ab tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411973 Nov 12 14:13:54.852078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ffd001f6-2c6e-4f67-8af6-65520b994474 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:13:54.890380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device ffd001f6-2c6e-4f67-8af6-65520b994474 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:13:55.601007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494309f-544c-489e-9848-41544ea93e97 req-079310ab-cc24-4fd6-9b4f-959da68ffc4f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:55.602515 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a494309f-544c-489e-9848-41544ea93e97 req-079310ab-cc24-4fd6-9b4f-959da68ffc4f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 943 time: 0.0503843 Nov 12 14:13:55.657701 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a494309f-544c-489e-9848-41544ea93e97 req-cdcd0da5-5569-4b57-b801-b94517621b7a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490053 Nov 12 14:13:55.744526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ffd001f6-2c6e-4f67-8af6-65520b994474 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:13:55.860382 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44548b7d-b186-491a-93ca-d15aa66afd08 req-19c78c7d-7dbf-4f55-a7e5-37d5e2fbaed4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:55.862276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ffd001f6-2c6e-4f67-8af6-65520b994474,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:13:55.862800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44548b7d-b186-491a-93ca-d15aa66afd08 req-19c78c7d-7dbf-4f55-a7e5-37d5e2fbaed4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 943 time: 0.0528090 Nov 12 14:13:55.876159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'port_id': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'mac_address': 'fa:16:3e:ac:ca:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:13:55.884939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760fdef-f808-473a-a415-88a04f95be49 req-968c3172-7130-4a9b-abe1-e0b2bf2d2f7d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:55.886468 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7760fdef-f808-473a-a415-88a04f95be49 req-968c3172-7130-4a9b-abe1-e0b2bf2d2f7d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c&tenant_id=03bea355159c47f783b86f4a70e7cb84&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 943 time: 0.0578885 Nov 12 14:13:55.917648 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:55.917921 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-44548b7d-b186-491a-93ca-d15aa66afd08 req-d4f7bede-fa8f-4819-b99d-ab4272c78df9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491736 Nov 12 14:13:55.931282 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd001f6-2c6e-4f67-8af6-65520b994474 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:13:55.950837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ffd001f6-2c6e-4f67-8af6-65520b994474,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:13:55.952453 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-7760fdef-f808-473a-a415-88a04f95be49 req-03e0e67c-8154-4512-81eb-8423d94de128 service neutron] delete failed (client error): The resource could not be found. Nov 12 14:13:55.953671 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7760fdef-f808-473a-a415-88a04f95be49 req-03e0e67c-8154-4512-81eb-8423d94de128 service neutron] 10.222.0.70 "DELETE /v2.0/ports/ffd001f6-2c6e-4f67-8af6-65520b994474/bindings/n-h1-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0596206 Nov 12 14:13:55.955165 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:56.011072 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=ffd001f6-2c6e-4f67-8af6-65520b994474,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:13:56.019020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.019276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.019863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.020811 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.021156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.021518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.021852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.022183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.022511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.022838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.023161 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.023482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:13:56.046325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760fdef-f808-473a-a415-88a04f95be49 req-5a1f3c6b-3e1e-4c40-9bda-81e3dbb41251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:56.047964 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7760fdef-f808-473a-a415-88a04f95be49 req-5a1f3c6b-3e1e-4c40-9bda-81e3dbb41251 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 1095 time: 0.0480435 Nov 12 14:13:56.140333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760fdef-f808-473a-a415-88a04f95be49 req-e2158e4e-5c79-4cbc-8ecd-9ba2ee9fc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:56.141899 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7760fdef-f808-473a-a415-88a04f95be49 req-e2158e4e-5c79-4cbc-8ecd-9ba2ee9fc86e service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0869131 Nov 12 14:13:56.212559 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7760fdef-f808-473a-a415-88a04f95be49 req-b48fef62-cfa0-4257-99df-116b1103f345 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 200 len: 999 time: 0.0630822 Nov 12 14:13:56.262053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760fdef-f808-473a-a415-88a04f95be49 req-6d6a0e78-5915-4c37-8826-91f9d69f8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:56.263493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7760fdef-f808-473a-a415-88a04f95be49 req-6d6a0e78-5915-4c37-8826-91f9d69f8d5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0448239 Nov 12 14:13:56.309639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760fdef-f808-473a-a415-88a04f95be49 req-38454655-90a4-40c1-8279-8feb592dbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:56.311112 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7760fdef-f808-473a-a415-88a04f95be49 req-38454655-90a4-40c1-8279-8feb592dbeb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403330 Nov 12 14:13:56.348568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['ffd001f6-2c6e-4f67-8af6-65520b994474'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:13:56.405136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7760fdef-f808-473a-a415-88a04f95be49 req-e297d2d0-c32b-4de0-ac00-8fd91a32ccfc service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868011 Nov 12 14:13:56.497540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7760fdef-f808-473a-a415-88a04f95be49 req-6b0cbfd9-17fd-4c28-95ec-801e4332329b service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851114 Nov 12 14:13:57.051982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7b614-0ade-4be8-bbc2-e483d838c60c req-c9d49bc4-143d-4a34-9e04-92283b085c27 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:57.053736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbe7b614-0ade-4be8-bbc2-e483d838c60c req-c9d49bc4-143d-4a34-9e04-92283b085c27 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 944 time: 0.0579031 Nov 12 14:13:57.055543 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7402a6aa-0ec3-4d2f-a974-0f485665445a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:57.103900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbe7b614-0ade-4be8-bbc2-e483d838c60c req-7de52cd9-1923-4549-8f78-b7515167e34a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Nov 12 14:13:57.221050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb21a5-d070-4e72-a1fd-5b5d815e2904 req-49b8b9ed-0818-42b1-82af-2f0af4d688de tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:57.222597 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f9fb21a5-d070-4e72-a1fd-5b5d815e2904 req-49b8b9ed-0818-42b1-82af-2f0af4d688de tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 944 time: 0.0494645 Nov 12 14:13:57.273331 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f9fb21a5-d070-4e72-a1fd-5b5d815e2904 req-49354b9e-1ed6-4cf7-986d-1b5ef98e3508 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446005 Nov 12 14:13:57.389375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f4884-d25f-4820-9b8f-f661f991693e req-c04fd464-ffe4-41e8-aff9-d9ec85173286 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:57.390833 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb7f4884-d25f-4820-9b8f-f661f991693e req-c04fd464-ffe4-41e8-aff9-d9ec85173286 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 944 time: 0.0489614 Nov 12 14:13:57.437744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bb7f4884-d25f-4820-9b8f-f661f991693e req-8a3ef89a-3f94-4bb1-a732-86b62c304cd4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409129 Nov 12 14:13:57.674777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96749c-ced7-402d-89b1-8430fb4f697c req-c9f81a4c-96d8-43cd-b77a-d619b6cb2a37 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:57.676742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0d96749c-ced7-402d-89b1-8430fb4f697c req-c9f81a4c-96d8-43cd-b77a-d619b6cb2a37 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 944 time: 0.0495086 Nov 12 14:13:57.728593 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0d96749c-ced7-402d-89b1-8430fb4f697c req-90866977-8be4-4644-996c-a115dbf797f4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445986 Nov 12 14:13:57.767736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ffd001f6-2c6e-4f67-8af6-65520b994474 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:13:57.817476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port ffd001f6-2c6e-4f67-8af6-65520b994474 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:13:57.821306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port ffd001f6-2c6e-4f67-8af6-65520b994474 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:13:57.821690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:57.899219 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:57.921708 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:13:57.923955 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bd461b-3c9a-4bf6-8323-ae6fee3950bc" -d '{"events": [{"server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "name": "network-vif-plugged", "status": "completed", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:13:57.940430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ffd001f6-2c6e-4f67-8af6-65520b994474,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:13:57.948508 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:57.971910 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4102b766-d932-4f57-b940-e1040d3b19e0 x-openstack-request-id: req-4102b766-d932-4f57-b940-e1040d3b19e0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:13:57.972203 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "name": "network-vif-plugged", "status": "completed", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:13:57.972988 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4102b766-d932-4f57-b940-e1040d3b19e0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:13:57.973909 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'code': 200} Nov 12 14:13:58.000319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=ffd001f6-2c6e-4f67-8af6-65520b994474,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:13:58.850410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ff4c3-a4b3-4d0f-a7d3-d4c6cfad032d req-4883221e-8f59-4e7d-819a-0e711230fb39 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:58.851897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f1ff4c3-a4b3-4d0f-a7d3-d4c6cfad032d req-4883221e-8f59-4e7d-819a-0e711230fb39 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0528772 Nov 12 14:13:58.899597 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f1ff4c3-a4b3-4d0f-a7d3-d4c6cfad032d req-ec1e3e2c-e3cb-4961-800c-3f5a5c02042b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Nov 12 14:13:59.141048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-9d6d312f-011c-4e49-bbe6-224cef973967 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:13:59.142597 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-9d6d312f-011c-4e49-bbe6-224cef973967 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.105 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 945 time: 0.0542352 Nov 12 14:13:59.231394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Deleting port ffd001f6-2c6e-4f67-8af6-65520b994474 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:13:59.231726 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:59.323094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] For port ffd001f6-2c6e-4f67-8af6-65520b994474, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=ffd001f6-2c6e-4f67-8af6-65520b994474,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:13:59.323445 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:59.566243 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89bbae23-fbd7-4550-8e7d-c85bef24eb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:59.839554 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:59.839797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:13:59.840138 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Floating IP f605bf50-52b1-4114-b928-1f87ca8b8512 disassociated. External IP: 172.25.5.65, port: ffd001f6-2c6e-4f67-8af6-65520b994474. Nov 12 14:13:59.840483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Calling delete_port for ffd001f6-2c6e-4f67-8af6-65520b994474 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:13:59.969547 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:00.011394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event deleted for resources: {'Port': ['ID=ffd001f6-2c6e-4f67-8af6-65520b994474,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:14:00.033800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1b45d8f1-3a8f-4883-9b6f-7d39674b456b req-9fb87b39-b43b-49e0-9811-a9087769c11f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c HTTP/1.1" status: 200 len: 210 time: 0.0549846 Nov 12 14:14:00.150455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:14:00.260511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:14:00.271840 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:14:00.281403 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:14:00.282245 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:14:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:14:00.299917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] No DVR routers for this DVR port ffd001f6-2c6e-4f67-8af6-65520b994474 on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:14:00.303536 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:00.306845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8d69880-f86c-4a61-8df5-2742f058f35f req-bcc0151b-5ed7-4aa7-a59f-ed730897885d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.105 "DELETE /v2.0/ports/ffd001f6-2c6e-4f67-8af6-65520b994474 HTTP/1.1" status: 204 len: 173 time: 1.1579926 Nov 12 14:14:00.307290 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'name': 'network-vif-deleted', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:14:00.309614 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2e3906-c77a-4d2f-aa7a-1f349bd0d27a" -d '{"events": [{"server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "name": "network-vif-deleted", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:14:00.354011 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1296b796-01be-4996-ae36-1cd7c1428519 x-openstack-request-id: req-1296b796-01be-4996-ae36-1cd7c1428519 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:14:00.354359 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c", "name": "network-vif-deleted", "tag": "ffd001f6-2c6e-4f67-8af6-65520b994474", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:14:00.354625 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1296b796-01be-4996-ae36-1cd7c1428519 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:14:00.355029 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea77fef-5dc2-49e3-b99b-2dfb9900ea8c', 'name': 'network-vif-deleted', 'tag': 'ffd001f6-2c6e-4f67-8af6-65520b994474', 'status': 'completed', 'code': 200} Nov 12 14:14:00.398159 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:14:00.603171 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:14:00.628363 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:14:00.637276 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:14:00.637903 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:14:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:14:00.742652 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:14:00.792457 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:00.942801 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:14:00.968931 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582415b5-335b-4e0d-977e-6c5bdea407db None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:14:01.214830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23526f9-afe5-4c35-8c9a-f7203bf09e5f None None] New status for floating IP f605bf50-52b1-4114-b928-1f87ca8b8512: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:14:01.294119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-9099197e-2e7a-42cb-ba51-d6fcdc1e4bd6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1729588526&fields=id&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 267 time: 0.0483518 Nov 12 14:14:01.414898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-d1d78c1c-abe9-4add-b48a-55fc8aa468a1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:01.416429 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-d1d78c1c-abe9-4add-b48a-55fc8aa468a1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 811 time: 0.1146655 Nov 12 14:14:01.431865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-1757299c-9a67-4556-baff-e7ee8a782e44 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/quotas/03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 375 time: 0.0096076 Nov 12 14:14:01.486198 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-8e122da6-2618-4c83-9964-a9cecd9419b8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488551 Nov 12 14:14:01.586102 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-524d4bba-98e0-4718-9701-a5ec2ad64dbf service neutron] 10.222.0.73 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874925 Nov 12 14:14:01.676472 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-35b68796-f0ae-40be-bc31-fc632de12001 service neutron] 10.222.0.73 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837348 Nov 12 14:14:01.799398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ffd001f6-2c6e-4f67-8af6-65520b994474 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:14:01.825562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: ffd001f6-2c6e-4f67-8af6-65520b994474 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:14:01.825916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device ffd001f6-2c6e-4f67-8af6-65520b994474 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:14:01.857152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48da5a92-c9f0-41f6-ae31-a542fb1e9004 req-52489d28-2d7d-42de-a0b1-52648293f05d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 210 time: 0.0274231 Nov 12 14:14:02.383660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:02.855153 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-090b8a80-a149-43c6-84af-cdcbe6c9d237 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:02.857591 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-090b8a80-a149-43c6-84af-cdcbe6c9d237 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 811 time: 0.1259987 Nov 12 14:14:02.934227 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-fb54df07-ba80-4596-a680-f7ad6e1879da tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 380 time: 0.0676627 Nov 12 14:14:02.948696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'port': {'device_id': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'admin_state_up': True, 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'security_groups': ['03ab33ad-3331-402c-8d0f-f0fcdba071c6']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:14:02.967623 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f844be58-b000-4360-85b1-eb6935f904d6 req-30db9d67-9027-4f51-bed4-a9d5b70f6372 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 210 time: 0.0324552 Nov 12 14:14:03.006637 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:03.077257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Made reservation on behalf of 03bea355159c47f783b86f4a70e7cb84 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:14:03.080784 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:03.215420 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Allocated IP 172.20.0.3 (c29bbab6-d04b-4c15-bdee-f73926148652/11facf54-1b58-4a1d-92f7-bb7cf3d2038c/5bedbec8-9cb1-400d-82a3-97a19686ca95) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:14:03.350468 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:03.384055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:03.430454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Network c29bbab6-d04b-4c15-bdee-f73926148652 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:14:03.435665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:14:03.439460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:14:03.464491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event updated for resources: {'Port': ['ID=5bedbec8-9cb1-400d-82a3-97a19686ca95,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:14:03.493978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:03.494625 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:03.514484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-18e667d8-83aa-42ee-becc-131f6b4fffd7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692835 Nov 12 14:14:03.527165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Request body: {'port': {'device_id': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:14:03.584344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:03.644525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7c6b164c-a485-42c2-be01-7fc3ca35c1f4 None None] Provisioning complete for port 5bedbec8-9cb1-400d-82a3-97a19686ca95 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:14:03.644905 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c6b164c-a485-42c2-be01-7fc3ca35c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:03.681104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b164c-a485-42c2-be01-7fc3ca35c1f4 None None] Port 5bedbec8-9cb1-400d-82a3-97a19686ca95 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:14:03.857870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bedbec8-9cb1-400d-82a3-97a19686ca95 {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:14:03.866421 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:03.878453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Transition to ACTIVE for port object 5bedbec8-9cb1-400d-82a3-97a19686ca95 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:14:03.882617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:03.940456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bedbec8-9cb1-400d-82a3-97a19686ca95,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:14:04.023451 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Attempting to bind port 5bedbec8-9cb1-400d-82a3-97a19686ca95 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:14:04.023793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Attempting to bind port 5bedbec8-9cb1-400d-82a3-97a19686ca95 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:14:04.024122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Attempting to bind port 5bedbec8-9cb1-400d-82a3-97a19686ca95 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:14:04.029063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Port 5bedbec8-9cb1-400d-82a3-97a19686ca95 on network c29bbab6-d04b-4c15-bdee-f73926148652 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:14:04.029436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Attempting to bind port 5bedbec8-9cb1-400d-82a3-97a19686ca95 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:14:04.037267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:14:04.037668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:14:04.037921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:14:04.038359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Bound port: 5bedbec8-9cb1-400d-82a3-97a19686ca95, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:14:04.038804 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:04.099232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612b54f-e820-4ef3-9434-14277c28b457 req-abdd2466-12e5-4a03-b8c7-cbaad4e3f931 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:04.100766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3612b54f-e820-4ef3-9434-14277c28b457 req-abdd2466-12e5-4a03-b8c7-cbaad4e3f931 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 943 time: 0.0539865 Nov 12 14:14:04.116802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:14:04.120135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:14:04.125266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:04.158246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3612b54f-e820-4ef3-9434-14277c28b457 req-43af03f4-e527-4026-84dd-75e7813f394c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508869 Nov 12 14:14:04.166167 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:04.166167 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:04.166167 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] 10.222.0.105 "PUT /v2.0/ports/5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 1091 time: 0.6420960 Nov 12 14:14:04.168398 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:14:04.171173 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3634d3-a366-4e7a-8892-955da15c94ee" -d '{"events": [{"name": "network-changed", "server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:14:04.203645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851b2c6-162c-40dd-89d7-ffd91f1636f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bedbec8-9cb1-400d-82a3-97a19686ca95,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:14:04.239656 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fb9763-1409-407e-866d-e7911b5d8487 x-openstack-request-id: req-33fb9763-1409-407e-866d-e7911b5d8487 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:14:04.239960 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:14:04.240377 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33fb9763-1409-407e-866d-e7911b5d8487 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:14:04.240931 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'status': 'completed', 'code': 200} Nov 12 14:14:04.255197 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-caee25c9-cf11-4ffb-b7e5-d4fd7af6212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:04.256734 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-caee25c9-cf11-4ffb-b7e5-d4fd7af6212b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1094 time: 0.0499611 Nov 12 14:14:04.305752 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-2ec1d191-f0c9-456f-b0ff-f7975bc80d88 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 217 time: 0.0402300 Nov 12 14:14:04.358924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4554b297-e59f-4aae-9b80-6e1c04080240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:04.360497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-4554b297-e59f-4aae-9b80-6e1c04080240 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0474288 Nov 12 14:14:04.408456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-c6483cdd-e8b1-4ee9-8cb7-daabac29feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:04.410756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-c6483cdd-e8b1-4ee9-8cb7-daabac29feb3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419607 Nov 12 14:14:04.506099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-aab054f1-c196-42bc-bc34-ba02376f39ef service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881648 Nov 12 14:14:04.598223 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bfd7d086-4e58-43d5-a349-040c3d66c309 req-634564f9-ef95-4ab0-b09b-08b09dd1e5b6 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839767 Nov 12 14:14:04.684795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-ceda1c16-4de3-40af-892c-b46ba9f31608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:04.686244 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-ceda1c16-4de3-40af-892c-b46ba9f31608 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1094 time: 0.0415125 Nov 12 14:14:04.789854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-5a3f4c7b-b902-4def-9986-9a43599492e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:04.791357 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-5a3f4c7b-b902-4def-9986-9a43599492e3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0979333 Nov 12 14:14:04.835367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-8a92b32b-3c8d-4340-9e0c-ff5edfd11876 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 217 time: 0.0364647 Nov 12 14:14:04.889504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-6eb90c15-7b93-4405-b101-d488532a2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:04.891020 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-6eb90c15-7b93-4405-b101-d488532a2e42 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0492980 Nov 12 14:14:04.936361 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-ceb40dd0-6ad4-41af-8333-96c2ccc688cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:04.937804 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-ceb40dd0-6ad4-41af-8333-96c2ccc688cb service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403559 Nov 12 14:14:05.038156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-2e170896-9dde-4f51-8e8c-410696de62e9 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929596 Nov 12 14:14:05.139516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c3634d3-a366-4e7a-8892-955da15c94ee req-4a1506b4-54b6-4432-ab40-86b24ea6034c service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944066 Nov 12 14:14:05.279438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ac4e4-4c4d-4312-8e5e-826d607aad3e req-b9f07b52-ed86-4ca8-b9b8-b8b880b0fc68 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:05.280903 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-784ac4e4-4c4d-4312-8e5e-826d607aad3e req-b9f07b52-ed86-4ca8-b9b8-b8b880b0fc68 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 943 time: 0.0506058 Nov 12 14:14:05.330478 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-784ac4e4-4c4d-4312-8e5e-826d607aad3e req-da643b76-65a9-4f7f-aeed-92da9a5f6a10 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435734 Nov 12 14:14:06.456453 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0b2b5-7823-4249-b13e-5f481ee8e53e req-a8ee119d-952b-4f54-b62b-f75a25bd69c6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:06.458690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3a0b2b5-7823-4249-b13e-5f481ee8e53e req-a8ee119d-952b-4f54-b62b-f75a25bd69c6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 943 time: 0.0549097 Nov 12 14:14:06.510164 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f3a0b2b5-7823-4249-b13e-5f481ee8e53e req-87a3f71a-fe51-452b-a5b3-93399e49bbb1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457530 Nov 12 14:14:07.627063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa2a7f-9087-4783-9197-481facc88db7 req-466a6b96-0bc0-47f6-a2a5-de04d53e6f5e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:07.628566 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfa2a7f-9087-4783-9197-481facc88db7 req-466a6b96-0bc0-47f6-a2a5-de04d53e6f5e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 943 time: 0.0494962 Nov 12 14:14:07.674982 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfa2a7f-9087-4783-9197-481facc88db7 req-a5779ec2-734a-44fb-9ba3-22de9d2012d7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Nov 12 14:14:07.823143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5bedbec8-9cb1-400d-82a3-97a19686ca95 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:14:07.920327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:14:07.931410 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'port_id': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'mac_address': 'fa:16:3e:d0:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:14:07.967753 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:07.984481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bedbec8-9cb1-400d-82a3-97a19686ca95 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:14:08.003737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:14:08.008233 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:08.056310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5bedbec8-9cb1-400d-82a3-97a19686ca95,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:14:08.304935 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['5bedbec8-9cb1-400d-82a3-97a19686ca95'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:14:08.795058 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9755b6-522f-47b5-96b6-e1db899c2bbb req-437c253d-b067-4776-9e19-93f1d4c5d42c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:08.796539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef9755b6-522f-47b5-96b6-e1db899c2bbb req-437c253d-b067-4776-9e19-93f1d4c5d42c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 944 time: 0.0503569 Nov 12 14:14:08.845755 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ef9755b6-522f-47b5-96b6-e1db899c2bbb req-15b92181-921b-4574-a38a-bcd42dc2ddb6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 Nov 12 14:14:09.838433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5bedbec8-9cb1-400d-82a3-97a19686ca95 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:14:09.888090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 5bedbec8-9cb1-400d-82a3-97a19686ca95 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:14:09.892281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 5bedbec8-9cb1-400d-82a3-97a19686ca95 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:14:09.892647 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:09.968450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b277bac-b35b-4c1b-b228-ed79df111f24 req-de057be2-ba02-4816-93d4-04a9a1e346eb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:09.969963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0b277bac-b35b-4c1b-b228-ed79df111f24 req-de057be2-ba02-4816-93d4-04a9a1e346eb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 944 time: 0.0519388 Nov 12 14:14:09.970947 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:09.994485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:14:09.996880 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf5f739-be8b-4f7d-a782-af97d59e6d59" -d '{"events": [{"server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:14:10.014515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:14:10.017941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0b277bac-b35b-4c1b-b228-ed79df111f24 req-4d2c7d3c-0879-49f2-a5e3-ef4be038cc74 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 Nov 12 14:14:10.025651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:10.052021 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581d5f63-a66d-4522-b3bc-ff37b04cc463 x-openstack-request-id: req-581d5f63-a66d-4522-b3bc-ff37b04cc463 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:14:10.052313 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:14:10.052568 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-581d5f63-a66d-4522-b3bc-ff37b04cc463 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:14:10.052957 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'code': 200} Nov 12 14:14:10.077186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=5bedbec8-9cb1-400d-82a3-97a19686ca95,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:14:10.147804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55efd7a-641c-485f-ad2a-2c317dd7220e req-e4b9c393-6c57-4759-ae6d-925dd58352f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:10.149340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f55efd7a-641c-485f-ad2a-2c317dd7220e req-e4b9c393-6c57-4759-ae6d-925dd58352f1 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1096 time: 0.0421865 Nov 12 14:14:10.196470 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f55efd7a-641c-485f-ad2a-2c317dd7220e req-ab25ff19-d7ae-4ee5-97ed-36872e3fbca5 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394862 Nov 12 14:14:11.145637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb4df-6c66-426d-b83a-6300c5bd95cd req-70bd3598-351e-4534-b4fb-7d002da73402 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:11.147123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d5fb4df-6c66-426d-b83a-6300c5bd95cd req-70bd3598-351e-4534-b4fb-7d002da73402 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0547326 Nov 12 14:14:11.195565 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d5fb4df-6c66-426d-b83a-6300c5bd95cd req-c08d74a3-14cc-4ac3-8cad-fd76b35f61cd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Nov 12 14:14:12.317027 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e8613-5502-405f-9962-02e89e728820 req-2b8a3876-cc89-4d66-a4af-df6213c75a92 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:12.318523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a82e8613-5502-405f-9962-02e89e728820 req-2b8a3876-cc89-4d66-a4af-df6213c75a92 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0543087 Nov 12 14:14:12.370608 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a82e8613-5502-405f-9962-02e89e728820 req-dc279158-2449-4609-a7d9-a580ed0b570e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Nov 12 14:14:12.483015 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c54b6-ee15-4083-bc79-8d242c1ae924 req-70b94793-d651-4307-95ce-ef563dd21942 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:12.484373 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f21c54b6-ee15-4083-bc79-8d242c1ae924 req-70b94793-d651-4307-95ce-ef563dd21942 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0492406 Nov 12 14:14:12.492968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 36566) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:14:12.497410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-917651be-c82a-44cc-86f6-ae44fe623908 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'floatingip': {'port_id': '5bedbec8-9cb1-400d-82a3-97a19686ca95'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:14:12.873150 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-917651be-c82a-44cc-86f6-ae44fe623908 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:13.304992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-917651be-c82a-44cc-86f6-ae44fe623908 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:13.308873 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-917651be-c82a-44cc-86f6-ae44fe623908 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:13.408859 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-917651be-c82a-44cc-86f6-ae44fe623908 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Floating IP f605bf50-52b1-4114-b928-1f87ca8b8512 associated. External IP: 172.25.5.65, port: 5bedbec8-9cb1-400d-82a3-97a19686ca95. Nov 12 14:14:13.453781 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:13.615623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917651be-c82a-44cc-86f6-ae44fe623908 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:14:13.723876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917651be-c82a-44cc-86f6-ae44fe623908 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:14:13.728706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-917651be-c82a-44cc-86f6-ae44fe623908 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:13.733682 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:14:13.748705 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:14:13.749355 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:14:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:14:13.760194 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-917651be-c82a-44cc-86f6-ae44fe623908 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "PUT /v2.0/floatingips/f605bf50-52b1-4114-b928-1f87ca8b8512 HTTP/1.1" status: 200 len: 990 time: 1.2660179 Nov 12 14:14:13.760878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:14:13.763622 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e4f474-bc90-4377-a7bd-379971f6ba5e" -d '{"events": [{"name": "network-changed", "server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:14:13.807694 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b3a802-c545-4348-bc89-07e3bdaeacc3 x-openstack-request-id: req-a1b3a802-c545-4348-bc89-07e3bdaeacc3 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:14:13.807986 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:14:13.808263 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1b3a802-c545-4348-bc89-07e3bdaeacc3 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:14:13.808701 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'status': 'completed', 'code': 200} Nov 12 14:14:13.870719 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:14:13.872644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-96b9ae20-a633-4c14-be9d-a1d907c10c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:13.874266 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-96b9ae20-a633-4c14-be9d-a1d907c10c0c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1096 time: 0.0427666 Nov 12 14:14:13.968777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-88c809cc-801c-4862-a503-f151cc35f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:13.970296 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-88c809cc-801c-4862-a503-f151cc35f828 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0892859 Nov 12 14:14:14.039653 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-7a4879cb-dc9e-4116-800c-e381b7f0ea4e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 998 time: 0.0606439 Nov 12 14:14:14.089897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-c00649a0-9a85-4ce3-80f9-e2fc14d4f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:14.091361 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-c00649a0-9a85-4ce3-80f9-e2fc14d4f835 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0452695 Nov 12 14:14:14.100913 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:d0:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:14:13Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:14:14.145921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-3d582c07-c250-4583-bf89-e74ff638c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:14.147404 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-3d582c07-c250-4583-bf89-e74ff638c74d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492551 Nov 12 14:14:14.221756 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:14:14.231302 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:14:14.231913 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:14:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:14:14.248983 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-678262ba-bcab-45c1-a347-4ae3c0157927 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940981 Nov 12 14:14:14.340479 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:14:14.345136 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d4e4f474-bc90-4377-a7bd-379971f6ba5e req-ad5f4330-ce4f-4882-a0ab-f51b1a7c5c62 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889509 Nov 12 14:14:14.504461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:14.573855 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:d0:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:14:13Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:14:14.604884 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576767c9-d285-4104-bb69-adf6a6df372c None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:d0:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:14:13Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:14:14.798845 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a005c-d019-47e0-8b3a-53f86ca5ffc2 None None] New status for floating IP f605bf50-52b1-4114-b928-1f87ca8b8512: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:14:16.612002 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:14:27.048162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06b27c60-5cf0-4095-a066-58b2c5e3f9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:29.571618 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b88518fb-95fc-4bfd-a9e5-73109a9520f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:30.798950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:32.392981 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:33.005659 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:43.458776 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:43.724303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67035fac-7371-452d-8b55-87986869dd16 req-fc6c323b-e807-4298-abc1-5b6df3f333d2 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431099 Nov 12 14:14:43.828999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67035fac-7371-452d-8b55-87986869dd16 req-6f072150-cd8c-4a3a-ae31-b2a27932c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:43.831111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67035fac-7371-452d-8b55-87986869dd16 req-6f072150-cd8c-4a3a-ae31-b2a27932c9ef service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1096 time: 0.0541203 Nov 12 14:14:43.943905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67035fac-7371-452d-8b55-87986869dd16 req-78b18fd4-165d-4d90-ae7b-5a4e82802189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:43.945418 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67035fac-7371-452d-8b55-87986869dd16 req-78b18fd4-165d-4d90-ae7b-5a4e82802189 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0950902 Nov 12 14:14:44.015621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67035fac-7371-452d-8b55-87986869dd16 req-128d111a-f4cc-4da8-863e-1510c56378ac service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 1000 time: 0.0627191 Nov 12 14:14:44.077680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67035fac-7371-452d-8b55-87986869dd16 req-186bbe5c-b90e-4381-9c7a-7d9d206c7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:44.079293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67035fac-7371-452d-8b55-87986869dd16 req-186bbe5c-b90e-4381-9c7a-7d9d206c7bf1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0544562 Nov 12 14:14:44.133907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67035fac-7371-452d-8b55-87986869dd16 req-6f974047-ac48-4967-989b-4ba85514b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:14:44.135525 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67035fac-7371-452d-8b55-87986869dd16 req-6f974047-ac48-4967-989b-4ba85514b3e1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482786 Nov 12 14:14:44.230944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67035fac-7371-452d-8b55-87986869dd16 req-f8b92373-d66a-43cb-8099-a7765fddbd75 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867653 Nov 12 14:14:44.331727 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67035fac-7371-452d-8b55-87986869dd16 req-4ca7df0f-a972-40cb-847a-3e812c673012 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929351 Nov 12 14:14:44.506591 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:53.611837 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:14:57.049877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a95f457f-d7d7-416e-b275-c946b44a82eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:14:59.573069 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-622fef05-e768-4626-936f-8f51acd9af87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:00.800864 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:02.390352 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:02.999137 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:13.461537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:14.502312 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:27.052515 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab48fd95-45ce-421e-93d6-91974461d4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:29.576233 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3738696b-6efe-4def-bce1-edb33dfbf9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:30.611379 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:15:30.803149 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:32.392974 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:33.001776 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:43.465841 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:44.519670 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:45.746989 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19adb515-e075-41c6-84c5-6992355a5e49 req-bef4992a-a94d-4f48-aae8-a1e6d70ec840 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851877 Nov 12 14:15:45.830403 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adb515-e075-41c6-84c5-6992355a5e49 req-cfab127d-edc4-448e-a345-fe431f8c440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:15:45.831917 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19adb515-e075-41c6-84c5-6992355a5e49 req-cfab127d-edc4-448e-a345-fe431f8c440c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1096 time: 0.0411904 Nov 12 14:15:45.943156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adb515-e075-41c6-84c5-6992355a5e49 req-adfe0087-7649-4efc-976c-8aa8b890b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:15:45.944524 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19adb515-e075-41c6-84c5-6992355a5e49 req-adfe0087-7649-4efc-976c-8aa8b890b1e4 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0887129 Nov 12 14:15:46.010368 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19adb515-e075-41c6-84c5-6992355a5e49 req-a3d564c1-cb1e-42f4-8097-33edb774e491 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 1000 time: 0.0576758 Nov 12 14:15:46.062891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adb515-e075-41c6-84c5-6992355a5e49 req-066b1c1b-75d1-4a5f-966e-6aa7d7da67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:15:46.065000 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19adb515-e075-41c6-84c5-6992355a5e49 req-066b1c1b-75d1-4a5f-966e-6aa7d7da67dc service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0475359 Nov 12 14:15:46.109898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adb515-e075-41c6-84c5-6992355a5e49 req-aafc64bf-7dbf-437c-9774-1ced3fe75a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:15:46.111993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19adb515-e075-41c6-84c5-6992355a5e49 req-aafc64bf-7dbf-437c-9774-1ced3fe75a95 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399604 Nov 12 14:15:46.123238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-19adb515-e075-41c6-84c5-6992355a5e49 req-c8957971-ac5f-45ca-9ddd-2dda5c4fccc8 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:15:46.124081 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19adb515-e075-41c6-84c5-6992355a5e49 req-c8957971-ac5f-45ca-9ddd-2dda5c4fccc8 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048513 Nov 12 14:15:46.215298 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19adb515-e075-41c6-84c5-6992355a5e49 req-18a1c7d7-4286-4512-804f-c75e45e861d7 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843165 Nov 12 14:15:46.310969 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-19adb515-e075-41c6-84c5-6992355a5e49 req-8d66e881-0c56-4027-ad8a-59c984087c45 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892801 Nov 12 14:15:57.054038 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a959dafe-e4a3-442f-b65a-afc4c0ff45b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:15:59.576579 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b6494d0-5cd6-4399-8eec-f83127f44056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:00.806466 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:02.396707 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:03.005022 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:07.611406 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:16:13.464268 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:14.532106 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:27.057744 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd69b529-164b-4243-baea-8309aff1c847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:29.582880 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13b208ca-2a50-44b2-85db-676ac9e1acf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:30.812774 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:32.401377 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:33.013877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:43.466651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:44.534058 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:44.611689 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:16:47.202073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8459d-af59-4e4e-9968-3d158a365135 req-91f5a56a-899f-4fc3-ac32-9d799b43603b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:47.203621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63a8459d-af59-4e4e-9968-3d158a365135 req-91f5a56a-899f-4fc3-ac32-9d799b43603b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.1175370 Nov 12 14:16:47.253081 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63a8459d-af59-4e4e-9968-3d158a365135 req-bf757e3b-b097-4560-a1c3-4aa25a4b6a25 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434189 Nov 12 14:16:47.731848 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-a8c41ae1-9af0-4080-91d7-8b8213846fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:47.733365 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-a8c41ae1-9af0-4080-91d7-8b8213846fc9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1096 time: 0.0410058 Nov 12 14:16:47.846366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-c7176bae-496e-4221-a8e5-287740443674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:47.847861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-c7176bae-496e-4221-a8e5-287740443674 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0923760 Nov 12 14:16:47.917193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-ded3e7e2-6146-4fd2-b1eb-c0e96d1c55d9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 1000 time: 0.0616152 Nov 12 14:16:47.970975 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-5ba7fb11-5d52-4658-b9e4-8c50b9b549f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:47.972543 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-5ba7fb11-5d52-4658-b9e4-8c50b9b549f3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0481572 Nov 12 14:16:48.019915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-fb91c54f-1bed-4586-9aac-c2784e269c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:48.021340 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-fb91c54f-1bed-4586-9aac-c2784e269c3e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418472 Nov 12 14:16:48.123428 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-6f4116eb-ce5e-45f0-a74f-8aaee16f7d1f service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939147 Nov 12 14:16:48.219927 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-365f026e-a4a8-4749-a051-d715ac9ff6a6 req-e98e8d5b-8f67-4401-88ad-340df8d52643 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897186 Nov 12 14:16:48.420619 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffb225-2e73-486b-9394-46b1a6eb3775 req-03e0e86a-d06a-4488-b288-7c75652a8c3f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:48.422426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12ffb225-2e73-486b-9394-46b1a6eb3775 req-03e0e86a-d06a-4488-b288-7c75652a8c3f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0996368 Nov 12 14:16:48.472011 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-12ffb225-2e73-486b-9394-46b1a6eb3775 req-7dc8faf3-ef3b-49dd-bcd3-0a65202c9879 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435996 Nov 12 14:16:49.596633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0d538-cb93-4f0e-a4ce-5953ee1c9249 req-ba3127b0-a732-4ffd-a3f4-c86dbcf7a03e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:49.598234 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-afe0d538-cb93-4f0e-a4ce-5953ee1c9249 req-ba3127b0-a732-4ffd-a3f4-c86dbcf7a03e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0528858 Nov 12 14:16:49.650873 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-afe0d538-cb93-4f0e-a4ce-5953ee1c9249 req-81662637-2f40-4efd-a03b-abb313aad73f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460367 Nov 12 14:16:50.777951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc22f8f-8684-45e3-87f2-cc940a1503fa req-cb9724ca-32a0-430d-a2e3-39f4651bcb87 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:50.779582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abc22f8f-8684-45e3-87f2-cc940a1503fa req-cb9724ca-32a0-430d-a2e3-39f4651bcb87 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0580075 Nov 12 14:16:50.835311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-abc22f8f-8684-45e3-87f2-cc940a1503fa req-41e22588-7ba1-499c-b3a1-ebd86fdfd175 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494406 Nov 12 14:16:51.979172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cebdb9-355b-4492-b0d8-4ffe331f3431 req-366ec41c-0261-450d-b891-74b37026e6ec tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:51.980707 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-13cebdb9-355b-4492-b0d8-4ffe331f3431 req-366ec41c-0261-450d-b891-74b37026e6ec tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0696502 Nov 12 14:16:52.033795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-13cebdb9-355b-4492-b0d8-4ffe331f3431 req-bd5d2253-af80-4897-bfb8-67a8ab52bb92 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456069 Nov 12 14:16:53.153572 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06861ba-45b7-4179-9966-964790373a76 req-354b5f21-05c8-49ea-9041-9c404ff37c83 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:53.155049 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a06861ba-45b7-4179-9966-964790373a76 req-354b5f21-05c8-49ea-9041-9c404ff37c83 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0510025 Nov 12 14:16:53.206125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a06861ba-45b7-4179-9966-964790373a76 req-65acfcf9-659e-4183-b5ff-5f530442cd34 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448017 Nov 12 14:16:54.322094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629d550-dbf2-47eb-b408-8946783623c5 req-a71074f9-4f23-4910-a4d5-138d925b9cc8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:54.323573 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0629d550-dbf2-47eb-b408-8946783623c5 req-a71074f9-4f23-4910-a4d5-138d925b9cc8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0496585 Nov 12 14:16:54.373095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0629d550-dbf2-47eb-b408-8946783623c5 req-79f4b40c-2165-4c41-b948-ef4ab7f3fbce tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Nov 12 14:16:55.495572 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c33f6-f606-4e78-99a2-257b49f68fcf req-7fc7c4c6-fe67-4f96-aecf-01a903d4f98a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:55.497024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-692c33f6-f606-4e78-99a2-257b49f68fcf req-7fc7c4c6-fe67-4f96-aecf-01a903d4f98a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0518215 Nov 12 14:16:55.545508 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-692c33f6-f606-4e78-99a2-257b49f68fcf req-2177582f-3e3f-4735-a740-cd0a15fd344a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416629 Nov 12 14:16:56.667725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491e6fc-a0d8-4fed-918b-306798e36d9b req-1a85ea24-409f-49a4-801b-cbd4198e3384 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:56.669251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f491e6fc-a0d8-4fed-918b-306798e36d9b req-1a85ea24-409f-49a4-801b-cbd4198e3384 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0539699 Nov 12 14:16:56.716618 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f491e6fc-a0d8-4fed-918b-306798e36d9b req-70351d77-297c-4b90-9ed6-2ccb95b7920d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413196 Nov 12 14:16:57.059926 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc038004-28d0-4f5d-a3af-f5061719e421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:57.834889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1dedf-0b82-4641-990a-2f8776d41b3a req-9ecd4c80-b3d8-46f3-b668-45804ec427df tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:57.836434 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58e1dedf-0b82-4641-990a-2f8776d41b3a req-9ecd4c80-b3d8-46f3-b668-45804ec427df tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0492606 Nov 12 14:16:57.884950 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-58e1dedf-0b82-4641-990a-2f8776d41b3a req-c53e1208-d422-4b21-91b1-5ddad5f6bd20 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Nov 12 14:16:58.161041 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22027-52e8-4fe8-a6ec-5e2d96f71607 req-331c2d99-4e1a-4d02-9d2c-76889384f603 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:58.162570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-14a22027-52e8-4fe8-a6ec-5e2d96f71607 req-331c2d99-4e1a-4d02-9d2c-76889384f603 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0703533 Nov 12 14:16:58.166477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-806750ec-59e6-4ca5-a406-d0bdb6b63177 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833783 Nov 12 14:16:58.216175 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-14a22027-52e8-4fe8-a6ec-5e2d96f71607 req-5facf744-4e96-49a4-8ceb-e5e166bc6d1a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468843 Nov 12 14:16:59.348760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee32209-8a02-44bb-bbbf-3581e54f0fb1 req-6f046614-c298-41d0-a693-5e97a5236d36 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:59.350323 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fee32209-8a02-44bb-bbbf-3581e54f0fb1 req-6f046614-c298-41d0-a693-5e97a5236d36 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0593202 Nov 12 14:16:59.357201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-a054aa5f-8896-4f41-83d0-1fb0ee8b9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:59.358733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-a054aa5f-8896-4f41-83d0-1fb0ee8b9ce4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1096 time: 0.0414882 Nov 12 14:16:59.400079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fee32209-8a02-44bb-bbbf-3581e54f0fb1 req-0b285571-7596-45e3-87dd-b171e333c6d6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 Nov 12 14:16:59.465363 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-96480481-8cab-45f9-b6b4-e8f109f3c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:59.467036 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-96480481-8cab-45f9-b6b4-e8f109f3c9e3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1020019 Nov 12 14:16:59.539782 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-8333555d-02e2-43f4-9a0b-049248be8bd4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 1000 time: 0.0658319 Nov 12 14:16:59.576383 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62173e0-6df4-49ed-a1c8-070fd59a9e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:16:59.589692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-f16776fe-5171-406d-9020-b52b8e0d8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:59.591152 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-f16776fe-5171-406d-9020-b52b8e0d8fda service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0453913 Nov 12 14:16:59.640815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-84ef37f3-3aca-4073-9079-b6d0ab3bd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:16:59.642342 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-84ef37f3-3aca-4073-9079-b6d0ab3bd7b7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445848 Nov 12 14:17:00.049149 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-2a1ca6f7-77f7-47c4-babd-4b3023ec8559 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992388 Nov 12 14:17:00.157656 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-111f7528-1ae0-43a8-873a-75c0bbdeb0ed service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006732 Nov 12 14:17:00.521661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbcdb3-ac83-4b1c-b7ea-4c8d1d4c2946 req-ab833b6b-8811-46b8-8330-2ef17d86bae9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:00.523162 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbdbcdb3-ac83-4b1c-b7ea-4c8d1d4c2946 req-ab833b6b-8811-46b8-8330-2ef17d86bae9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0536051 Nov 12 14:17:00.571037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbdbcdb3-ac83-4b1c-b7ea-4c8d1d4c2946 req-d39b6a59-5767-45f6-bf8d-b87d77b64c1e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Nov 12 14:17:00.815325 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:01.692214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f6164-f9af-478b-902c-64d55e2ecb37 req-5ddb43fd-f57f-456c-a5fd-9f94406ad3d2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:01.693694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e2f6164-f9af-478b-902c-64d55e2ecb37 req-5ddb43fd-f57f-456c-a5fd-9f94406ad3d2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0494828 Nov 12 14:17:01.748382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0e2f6164-f9af-478b-902c-64d55e2ecb37 req-13c9b4bb-0954-4888-9194-6fc8e7757fed tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486574 Nov 12 14:17:02.068817 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-bd8e5efb-4d80-468b-86ce-657e3337cd1e service neutron] show failed (client error): The resource could not be found. Nov 12 14:17:02.069877 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-bd8e5efb-4d80-468b-86ce-657e3337cd1e service neutron] 10.222.0.105 "GET /v2.0/ports/5bedbec8-9cb1-400d-82a3-97a19686ca95/bindings/n-h1-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0565009 Nov 12 14:17:02.313189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-e7759ee8-be4a-4bfc-bfb6-d6941f533199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:02.314868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-e7759ee8-be4a-4bfc-bfb6-d6941f533199 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 1096 time: 0.0815151 Nov 12 14:17:02.327090 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:17:02.383799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:02.405303 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:02.589123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:17:02.624432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:17:02.673668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:17:02.675967 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773f4a9c-8b9e-4424-ae76-617fb503c658" -d '{"events": [{"server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:17:02.680200 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:02.693772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Transition to ACTIVE for port object 5bedbec8-9cb1-400d-82a3-97a19686ca95 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:17:02.785610 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2343c0c5-6c89-4d8d-b115-0171ae739c81 x-openstack-request-id: req-2343c0c5-6c89-4d8d-b115-0171ae739c81 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:17:02.785905 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:17:02.786161 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2343c0c5-6c89-4d8d-b115-0171ae739c81 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:17:02.786590 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'code': 200} Nov 12 14:17:02.856605 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:02.917787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bedbec8-9cb1-400d-82a3-97a19686ca95,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:17:02.934388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1f7ba-9bd3-423c-9892-fbf1abd9607d req-18d8f8ff-cc9f-40b8-b6cd-964778c1d6fd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:02.935942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50d1f7ba-9bd3-423c-9892-fbf1abd9607d req-18d8f8ff-cc9f-40b8-b6cd-964778c1d6fd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.1117733 Nov 12 14:17:02.971560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.971909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.972255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.972706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.973050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.973413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.973752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.974084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.974417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.974747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.975084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:02.975413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:03.053386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] No DVR routers for this DVR port 5bedbec8-9cb1-400d-82a3-97a19686ca95 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:17:03.097927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50d1f7ba-9bd3-423c-9892-fbf1abd9607d req-cdd9cce5-2b23-45fa-9b79-957b554c1d6b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172001 Nov 12 14:17:03.190744 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:03.211360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Attempting to bind port 5bedbec8-9cb1-400d-82a3-97a19686ca95 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:17:03.211710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Attempting to bind port 5bedbec8-9cb1-400d-82a3-97a19686ca95 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:17:03.212062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Attempting to bind port 5bedbec8-9cb1-400d-82a3-97a19686ca95 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:17:03.216658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Port 5bedbec8-9cb1-400d-82a3-97a19686ca95 on network c29bbab6-d04b-4c15-bdee-f73926148652 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:17:03.217004 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Attempting to bind port 5bedbec8-9cb1-400d-82a3-97a19686ca95 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:17:03.222390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:17:03.222719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:17:03.223094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:17:03.223514 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Bound port: 5bedbec8-9cb1-400d-82a3-97a19686ca95, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:17:03.223857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:03.287447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:17:03.290580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:17:03.294478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:03.332312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:03.333074 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:03.334467 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] 10.222.0.70 "PUT /v2.0/ports/5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 1091 time: 1.0118599 Nov 12 14:17:03.373143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffffe1e-3c01-4944-8116-e2798a189ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bedbec8-9cb1-400d-82a3-97a19686ca95,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:17:03.412458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-b239e7d2-a757-41e6-875f-99698e2d39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:03.414040 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-b239e7d2-a757-41e6-875f-99698e2d39b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1094 time: 0.0499017 Nov 12 14:17:03.520191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-55915903-a02e-47d3-a9a7-67a2b1d7d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:03.521711 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-55915903-a02e-47d3-a9a7-67a2b1d7d646 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0993173 Nov 12 14:17:03.590170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-dd5f657b-f71e-4235-b027-e7d643cd34cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 998 time: 0.0603864 Nov 12 14:17:03.640927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-fac05657-cff8-4451-b3f7-56005786a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:03.642386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-fac05657-cff8-4451-b3f7-56005786a4dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0452080 Nov 12 14:17:03.694080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-a2753f1e-ee06-4475-ae62-2ec214082220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:03.695663 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-a2753f1e-ee06-4475-ae62-2ec214082220 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463364 Nov 12 14:17:03.793647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-1c122147-3232-4409-a0da-4570e0d99d2f service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887001 Nov 12 14:17:03.891141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ae8c029-d73e-4286-9cad-022120ce9323 req-f0b5cffc-b727-4d16-91a3-7724c88e43d7 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905504 Nov 12 14:17:04.230111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8660b-acb5-47ed-b6de-1ebc55cf0288 req-d2784588-e2c6-4a09-a236-082af18773b6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:04.231504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1fc8660b-acb5-47ed-b6de-1ebc55cf0288 req-d2784588-e2c6-4a09-a236-082af18773b6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 943 time: 0.0563221 Nov 12 14:17:04.282079 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1fc8660b-acb5-47ed-b6de-1ebc55cf0288 req-89ebd17a-e732-4705-9bc7-b6bb871854e6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438685 Nov 12 14:17:04.787506 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:17:04.789939 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee86045-2363-4401-9d0c-5ef136305f83" -d '{"events": [{"name": "network-changed", "server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:17:04.838069 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f832cab5-454b-4a21-9dc8-c1d55d99cf3b x-openstack-request-id: req-f832cab5-454b-4a21-9dc8-c1d55d99cf3b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:17:04.838362 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:17:04.838617 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f832cab5-454b-4a21-9dc8-c1d55d99cf3b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:17:04.839017 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'status': 'completed', 'code': 200} Nov 12 14:17:04.900584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-5e5b84c4-7fa0-4e35-8897-b6a021430a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:04.902137 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-5e5b84c4-7fa0-4e35-8897-b6a021430a2e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1094 time: 0.0412307 Nov 12 14:17:04.903483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-aa0612c4-5a70-407d-bed6-0e0b4c58021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:04.905544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-aa0612c4-5a70-407d-bed6-0e0b4c58021e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1094 time: 0.0413511 Nov 12 14:17:04.998446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-ce360cba-0dc0-464c-8a8e-49ca0fa74864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:05.000875 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-ce360cba-0dc0-464c-8a8e-49ca0fa74864 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0917747 Nov 12 14:17:05.003355 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-8d806a0d-3938-4bf0-bc26-a9821d1f9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:05.004807 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-8d806a0d-3938-4bf0-bc26-a9821d1f9da4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0918164 Nov 12 14:17:05.067306 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-c2fd70c1-1490-4612-be00-82ec62f7cd4b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 998 time: 0.0595603 Nov 12 14:17:05.072036 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-dbf2efbe-e8d3-4c0e-9abe-4b9b62f51260 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 998 time: 0.0585916 Nov 12 14:17:05.122117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-c2b78486-d137-4719-b433-a1d04517b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:05.123684 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-c2b78486-d137-4719-b433-a1d04517b36a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0497859 Nov 12 14:17:05.123854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-cde8312c-3f34-4071-bb90-964e1fdb9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:05.125336 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-cde8312c-3f34-4071-bb90-964e1fdb9cd2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0458624 Nov 12 14:17:05.174019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-c73fb1d3-69d8-4cb8-90d4-cde25195bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:05.175541 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-c73fb1d3-69d8-4cb8-90d4-cde25195bb78 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453112 Nov 12 14:17:05.178640 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-b939e92b-869a-4175-9f5a-d8b710f6ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:05.180144 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-b939e92b-869a-4175-9f5a-d8b710f6ed30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473621 Nov 12 14:17:05.272144 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-d3ac9048-4027-4d03-88a1-9ce592648f9e service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838649 Nov 12 14:17:05.273154 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-de2f5ee4-5da5-4aee-af00-87e47a406022 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897973 Nov 12 14:17:05.374674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-972610d6-573d-4685-a216-d121b6ff19e1 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935502 Nov 12 14:17:05.393432 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ee86045-2363-4401-9d0c-5ef136305f83 req-a44246e0-1558-4787-9279-e21bc48c77c2 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132078 Nov 12 14:17:05.414185 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83934-3380-4bfb-9a87-e33fdbda8968 req-71c76bdf-94bc-4b7c-9f7b-21fcf1fd5031 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:05.415692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-41e83934-3380-4bfb-9a87-e33fdbda8968 req-71c76bdf-94bc-4b7c-9f7b-21fcf1fd5031 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 943 time: 0.0621207 Nov 12 14:17:05.463934 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-41e83934-3380-4bfb-9a87-e33fdbda8968 req-70b8b759-6c8c-4e2c-9253-2f5c932e7d0b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Nov 12 14:17:06.590012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41f4be-cebc-40ab-873f-5263dc6e40fa req-0f59ab7a-063a-47d7-b1ce-a5fb39ad45af tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:06.591558 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd41f4be-cebc-40ab-873f-5263dc6e40fa req-0f59ab7a-063a-47d7-b1ce-a5fb39ad45af tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 943 time: 0.0525343 Nov 12 14:17:06.641920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd41f4be-cebc-40ab-873f-5263dc6e40fa req-93539eb9-8ecc-466d-9a89-35a1ca2136a0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439756 Nov 12 14:17:06.807979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5bedbec8-9cb1-400d-82a3-97a19686ca95 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:17:06.846156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 5bedbec8-9cb1-400d-82a3-97a19686ca95 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:17:07.751554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 5bedbec8-9cb1-400d-82a3-97a19686ca95 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:17:07.764690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac860c-176f-45b9-8f9c-f0ac53c502f7 req-a0a38bd2-1cf4-42fc-be65-3c637d1d62a9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:07.766468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4cac860c-176f-45b9-8f9c-f0ac53c502f7 req-a0a38bd2-1cf4-42fc-be65-3c637d1d62a9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 943 time: 0.0545516 Nov 12 14:17:07.819509 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4cac860c-176f-45b9-8f9c-f0ac53c502f7 req-efd8f8d4-0b83-4931-a3d2-beeb62d98a97 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469632 Nov 12 14:17:07.853313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:17:07.864791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'port_id': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'mac_address': 'fa:16:3e:d0:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:17:07.902910 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:07.924562 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bedbec8-9cb1-400d-82a3-97a19686ca95 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:17:07.950736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:17:07.955944 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:08.011262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=5bedbec8-9cb1-400d-82a3-97a19686ca95,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:17:08.017241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.017609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.017949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.018284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.018616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.018951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.019278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.019603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.019929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.020248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.020566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.020886 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:17:08.071422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72dd4f-1d89-41c8-9b32-8d1c05d9b6f6 req-b611099a-8a8b-43e4-959e-479f4955956b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:08.072925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ca72dd4f-1d89-41c8-9b32-8d1c05d9b6f6 req-b611099a-8a8b-43e4-959e-479f4955956b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 944 time: 0.0849097 Nov 12 14:17:08.081953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-c56b6b12-5bea-48d8-ad8b-1ff67ceeb0fd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:08.083383 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-c56b6b12-5bea-48d8-ad8b-1ff67ceeb0fd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb&tenant_id=03bea355159c47f783b86f4a70e7cb84&binding%3Ahost_id=n-h1-805736-4 HTTP/1.1" status: 200 len: 944 time: 0.0933740 Nov 12 14:17:08.168347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ca72dd4f-1d89-41c8-9b32-8d1c05d9b6f6 req-bb7d76cc-e100-4579-9e12-c49f3059221d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839722 Nov 12 14:17:08.178377 n-d-805736-4 neutron-server[102675]: INFO neutron.api.v2.resource [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-87a58820-99e4-4555-8037-1f0d33d66638 service neutron] delete failed (client error): The resource could not be found. Nov 12 14:17:08.179299 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-87a58820-99e4-4555-8037-1f0d33d66638 service neutron] 10.222.0.105 "DELETE /v2.0/ports/5bedbec8-9cb1-400d-82a3-97a19686ca95/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0878198 Nov 12 14:17:08.265473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-614e30f0-8881-4fe3-a346-7edea5f970c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:08.266975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-614e30f0-8881-4fe3-a346-7edea5f970c8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1095 time: 0.0427701 Nov 12 14:17:08.303527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['5bedbec8-9cb1-400d-82a3-97a19686ca95'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:17:08.360789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-cd7adfcf-feea-439f-b62a-e37c4a452b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:08.362290 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-cd7adfcf-feea-439f-b62a-e37c4a452b44 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0877476 Nov 12 14:17:08.434237 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-52095aa5-0d5c-4097-b616-67c37e50696e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 999 time: 0.0651224 Nov 12 14:17:08.483792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-b9e9266b-b524-433b-8f8f-b2b2e21b7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:08.485236 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-b9e9266b-b524-433b-8f8f-b2b2e21b7df7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0447342 Nov 12 14:17:08.531448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-25917e88-ccad-4444-b07f-0638e24118c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:08.532958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-25917e88-ccad-4444-b07f-0638e24118c0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407817 Nov 12 14:17:08.628757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-fb305417-4991-46f9-b12b-d21d21da378f service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879147 Nov 12 14:17:08.719621 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3ff68f48-2c7f-43e0-b0a7-9a25e5be1b82 req-d00fd155-164f-4d3d-8668-ef69ad771ec1 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830007 Nov 12 14:17:09.293565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031d7b3-e5e3-46c5-9fa7-51b06f3adf5e req-eaf17fb4-83d6-48cc-a84c-6a9f7ed68234 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:09.295045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c031d7b3-e5e3-46c5-9fa7-51b06f3adf5e req-eaf17fb4-83d6-48cc-a84c-6a9f7ed68234 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 944 time: 0.0534501 Nov 12 14:17:09.346941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c031d7b3-e5e3-46c5-9fa7-51b06f3adf5e req-47f8ca43-1d7f-42d5-a5b5-79c7a26a2989 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449271 Nov 12 14:17:09.467835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c5463-2d77-4945-8f5b-2e68dbe6f865 req-bb14a47f-653c-4752-8d19-a1bb2ed292a0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:09.469471 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb3c5463-2d77-4945-8f5b-2e68dbe6f865 req-bb14a47f-653c-4752-8d19-a1bb2ed292a0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 944 time: 0.0539911 Nov 12 14:17:09.522000 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb3c5463-2d77-4945-8f5b-2e68dbe6f865 req-6c7c7a11-2df3-404d-9e9c-e041894867cc tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465126 Nov 12 14:17:09.730448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b99ec-6aef-493c-abae-486a5c22c843 req-e1300568-8277-4526-94db-8af525a8f7fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:09.731953 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-688b99ec-6aef-493c-abae-486a5c22c843 req-e1300568-8277-4526-94db-8af525a8f7fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 944 time: 0.0529468 Nov 12 14:17:09.752313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-1f4641ab-4168-4c56-b194-6b05d402e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:09.753865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-1f4641ab-4168-4c56-b194-6b05d402e8ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 1095 time: 0.0428505 Nov 12 14:17:09.767990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 5bedbec8-9cb1-400d-82a3-97a19686ca95 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:17:09.785989 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-688b99ec-6aef-493c-abae-486a5c22c843 req-1d55bdb9-910b-4d7d-a029-fa599bc3369c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471478 Nov 12 14:17:09.819820 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 5bedbec8-9cb1-400d-82a3-97a19686ca95 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:17:09.823769 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 5bedbec8-9cb1-400d-82a3-97a19686ca95 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:17:09.824141 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:09.851083 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-b00d2a22-cec8-40a3-986b-71377c3364dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:09.852561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-b00d2a22-cec8-40a3-986b-71377c3364dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0904412 Nov 12 14:17:09.903820 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:09.924291 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-3c820b8e-e1ae-40b3-bc93-292a5fe76620 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 200 len: 999 time: 0.0647240 Nov 12 14:17:09.930224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:17:09.932483 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dea1615-015b-488c-a8b4-00f5b97dfafb" -d '{"events": [{"server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:17:09.950487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:17:09.956100 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:09.978236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-a598d21f-484b-4493-abe3-5565c4ec0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:09.979737 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-a598d21f-484b-4493-abe3-5565c4ec0011 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0491056 Nov 12 14:17:10.007255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=5bedbec8-9cb1-400d-82a3-97a19686ca95,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:17:10.029830 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbea1c9a-3d7d-4b67-a663-f43d035cb0ad x-openstack-request-id: req-fbea1c9a-3d7d-4b67-a663-f43d035cb0ad {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:17:10.030774 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:17:10.031039 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbea1c9a-3d7d-4b67-a663-f43d035cb0ad {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:17:10.031449 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'code': 200} Nov 12 14:17:10.034091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-b7f80dea-127d-4ae5-af02-ded5822e0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:10.035598 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-b7f80dea-127d-4ae5-af02-ded5822e0b8e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485311 Nov 12 14:17:10.134557 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-c15c6049-810f-4219-b30b-e71c4c2fd387 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892189 Nov 12 14:17:10.226598 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f56add88-3a1e-4579-87a5-88a31f2d1bc8 req-f5b9eb6c-3095-4240-8060-2b011520f223 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842001 Nov 12 14:17:10.914614 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e3083-1249-4363-8bbc-3a8f174f83cf req-6126f65b-3bda-4640-b69f-bf159ced1fdd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:10.916131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-006e3083-1249-4363-8bbc-3a8f174f83cf req-6126f65b-3bda-4640-b69f-bf159ced1fdd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0603812 Nov 12 14:17:10.965013 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-006e3083-1249-4363-8bbc-3a8f174f83cf req-5f3eb186-3ba2-4cc9-802c-2f1fbcc6f947 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413537 Nov 12 14:17:11.208238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496c6ea-1c34-4531-8d2a-14b2cf8736b4 req-0ec3b2a3-68f8-44af-91e2-5a7150ce0560 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:11.209762 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3496c6ea-1c34-4531-8d2a-14b2cf8736b4 req-0ec3b2a3-68f8-44af-91e2-5a7150ce0560 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0513856 Nov 12 14:17:11.258028 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3496c6ea-1c34-4531-8d2a-14b2cf8736b4 req-0f3baff1-c78b-48cd-8689-7609b08eeb51 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421398 Nov 12 14:17:12.394472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c118a8-25bd-428f-87a3-66829575918d req-904fb7b6-c3ec-4584-9ac0-73f8ab2ee220 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:12.395969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9c118a8-25bd-428f-87a3-66829575918d req-904fb7b6-c3ec-4584-9ac0-73f8ab2ee220 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0548656 Nov 12 14:17:12.444740 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c9c118a8-25bd-428f-87a3-66829575918d req-c065edab-645a-4d34-9c3b-de44baca9d74 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Nov 12 14:17:12.600377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-2f8106e9-f757-4469-88e5-9dfa69904569 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:12.601862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-2f8106e9-f757-4469-88e5-9dfa69904569 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 945 time: 0.0489042 Nov 12 14:17:12.695468 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Deleting port 5bedbec8-9cb1-400d-82a3-97a19686ca95 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:17:12.695801 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:12.784099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] For port 5bedbec8-9cb1-400d-82a3-97a19686ca95, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=5bedbec8-9cb1-400d-82a3-97a19686ca95,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:17:12.784452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:12.963311 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:12.963686 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:12.963970 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Floating IP f605bf50-52b1-4114-b928-1f87ca8b8512 disassociated. External IP: 172.25.5.65, port: 5bedbec8-9cb1-400d-82a3-97a19686ca95. Nov 12 14:17:12.964383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Calling delete_port for 5bedbec8-9cb1-400d-82a3-97a19686ca95 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:17:13.090224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:13.120190 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event deleted for resources: {'Port': ['ID=5bedbec8-9cb1-400d-82a3-97a19686ca95,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:17:13.240710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:17:13.352459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:17:13.362616 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:17:13.372338 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:17:13.372952 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:17:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:17:13.401239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] No DVR routers for this DVR port 5bedbec8-9cb1-400d-82a3-97a19686ca95 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:17:13.403860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:13.407206 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e20043a-5fce-49fb-acb1-9d8d4efbd8da req-f357585b-5a3a-42b4-a9b2-6b6dc2a1e589 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "DELETE /v2.0/ports/5bedbec8-9cb1-400d-82a3-97a19686ca95 HTTP/1.1" status: 204 len: 173 time: 0.7990537 Nov 12 14:17:13.407657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'name': 'network-vif-deleted', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:17:13.410095 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ea425b-5a77-41c6-bed3-6999f64f51e2" -d '{"events": [{"server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "name": "network-vif-deleted", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:17:13.447886 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ae6458-a52d-4fcb-8c92-97d1504f8836 x-openstack-request-id: req-10ae6458-a52d-4fcb-8c92-97d1504f8836 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:17:13.448179 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763a3cd2-48e3-4e42-b127-9111b0d74bdb", "name": "network-vif-deleted", "tag": "5bedbec8-9cb1-400d-82a3-97a19686ca95", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:17:13.448428 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10ae6458-a52d-4fcb-8c92-97d1504f8836 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:17:13.448834 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763a3cd2-48e3-4e42-b127-9111b0d74bdb', 'name': 'network-vif-deleted', 'tag': '5bedbec8-9cb1-400d-82a3-97a19686ca95', 'status': 'completed', 'code': 200} Nov 12 14:17:13.465849 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:13.496870 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:17:13.549087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-810dbe41-f869-4e52-90ff-f0a66b2b0f4b req-e6fc9436-fbbc-4a26-9751-28473f44780e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=763a3cd2-48e3-4e42-b127-9111b0d74bdb HTTP/1.1" status: 200 len: 210 time: 0.0295143 Nov 12 14:17:13.713190 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:17:13.742375 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:17:13.750889 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:17:13.751485 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:17:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:17:13.853649 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:17:14.059461 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:17:14.088794 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271fef89-bb7f-499f-95df-7f07993b63a1 None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:17:14.306484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36714a6-6894-4cdd-ae7b-43eda5b5e8e3 None None] New status for floating IP f605bf50-52b1-4114-b928-1f87ca8b8512: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:17:14.542655 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:14.861945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-9e28c53e-fb59-46b8-a8c6-b3281c0808c9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1729588526&fields=id&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 267 time: 0.0431836 Nov 12 14:17:14.978348 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-3f270ba7-a4f6-41c3-b6aa-2adc811f5bb7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:14.979813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-3f270ba7-a4f6-41c3-b6aa-2adc811f5bb7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 811 time: 0.1111767 Nov 12 14:17:14.995193 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-03394264-5752-44b4-b05d-64b62d46486a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/quotas/03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 375 time: 0.0089660 Nov 12 14:17:15.048899 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-bc5d8357-9155-4b20-ad93-e1232f6f8c9a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485053 Nov 12 14:17:15.192350 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-e4021251-d555-48bf-9884-14b63ff8fbe7 service neutron] 10.222.0.73 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320202 Nov 12 14:17:15.285112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-58d623fc-4b00-4254-9113-c314951f1f3b service neutron] 10.222.0.73 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864351 Nov 12 14:17:15.448875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c36babc2-6876-4059-9bd6-b161fac62ef8 req-9c5e2404-e9d5-458a-a0ce-6857fe3cd732 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 210 time: 0.0265639 Nov 12 14:17:15.812234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 5bedbec8-9cb1-400d-82a3-97a19686ca95 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:17:15.836470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 5bedbec8-9cb1-400d-82a3-97a19686ca95 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:17:15.836898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 5bedbec8-9cb1-400d-82a3-97a19686ca95 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:17:16.369744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-ecb9df90-fb52-40b4-9a93-caa11ddad06e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:16.371251 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-ecb9df90-fb52-40b4-9a93-caa11ddad06e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 811 time: 0.1077769 Nov 12 14:17:16.436580 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-f84318b1-a285-403a-8798-e582e93bc7ee tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 380 time: 0.0559292 Nov 12 14:17:16.446175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'port': {'device_id': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'admin_state_up': True, 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'security_groups': ['03ab33ad-3331-402c-8d0f-f0fcdba071c6']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:17:16.548960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-641245d7-470e-4690-b12a-576566360e49 req-a1c758cc-cbee-49ef-9c3a-7caf4a274f0a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 210 time: 0.0272837 Nov 12 14:17:16.556435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Made reservation on behalf of 03bea355159c47f783b86f4a70e7cb84 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:17:16.560268 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:17.033623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Allocated IP 172.20.0.4 (c29bbab6-d04b-4c15-bdee-f73926148652/11facf54-1b58-4a1d-92f7-bb7cf3d2038c/a50f7039-47d7-4532-a185-07ec167261d4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:17:17.174814 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:17.208615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:17.249771 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Network c29bbab6-d04b-4c15-bdee-f73926148652 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:17:17.252935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:17:17.255480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:17:17.287189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:17:17.320128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:17.320758 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:17.339620 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fd9c254f-1ad0-4d91-8feb-10dbbceb2079 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8969300 Nov 12 14:17:17.352301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Request body: {'port': {'device_id': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:17:17.414705 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:17.519667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-568c9d8b-af7e-4e24-b3d7-f37c683bec79 None None] Provisioning complete for port a50f7039-47d7-4532-a185-07ec167261d4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:17:17.520304 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-568c9d8b-af7e-4e24-b3d7-f37c683bec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:17.554648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-568c9d8b-af7e-4e24-b3d7-f37c683bec79 None None] Port a50f7039-47d7-4532-a185-07ec167261d4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:17:17.696051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ff568-dee3-461f-a4cb-6008f59f1367 req-871de9a2-7f0e-4b88-8416-2b9d841fca6c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:17.697558 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed1ff568-dee3-461f-a4cb-6008f59f1367 req-871de9a2-7f0e-4b88-8416-2b9d841fca6c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 931 time: 0.0760577 Nov 12 14:17:17.754575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50f7039-47d7-4532-a185-07ec167261d4 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:17:17.769958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:17.792317 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed1ff568-dee3-461f-a4cb-6008f59f1367 req-429b2c13-2d07-446d-8622-96d0ef8febf6 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767303 Nov 12 14:17:17.794897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Transition to ACTIVE for port object a50f7039-47d7-4532-a185-07ec167261d4 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:17:17.799292 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:17.848422 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:17:17.923061 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:17:17.923388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:17:17.923736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:17:17.928814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Port a50f7039-47d7-4532-a185-07ec167261d4 on network c29bbab6-d04b-4c15-bdee-f73926148652 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:17:17.929133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:17:17.934587 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:17:17.934922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:17:17.935331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:17:17.936269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Bound port: a50f7039-47d7-4532-a185-07ec167261d4, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:17:17.936819 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:18.007719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:17:18.010937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:17:18.015933 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:18.053859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:18.054483 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:18.055921 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] 10.222.0.70 "PUT /v2.0/ports/a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 1091 time: 0.7079570 Nov 12 14:17:18.056342 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:17:18.058627 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "tag": "a50f7039-47d7-4532-a185-07ec167261d4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:17:18.088152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb84528-e1e7-4f60-a6f8-716b5752b253 service neutron] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:17:18.126733 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32367fcd-c306-4e5b-9750-fa98d3dd1360 x-openstack-request-id: req-32367fcd-c306-4e5b-9750-fa98d3dd1360 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:17:18.127293 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "tag": "a50f7039-47d7-4532-a185-07ec167261d4", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:17:18.127610 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32367fcd-c306-4e5b-9750-fa98d3dd1360 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:17:18.127945 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4', 'status': 'completed', 'code': 200} Nov 12 14:17:18.163556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-4336adfa-61d5-4f3d-9c18-486dd98bbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:18.165125 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-4336adfa-61d5-4f3d-9c18-486dd98bbeab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1094 time: 0.0507138 Nov 12 14:17:18.215503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-7af55414-6011-4e59-9806-d14db6f46493 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 217 time: 0.0397134 Nov 12 14:17:18.265923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-04f78595-44c7-4e2a-b273-c178c275ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:18.267385 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-04f78595-44c7-4e2a-b273-c178c275ae6d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0455542 Nov 12 14:17:18.314866 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fcaa9310-9ac2-4240-8578-46bc9052049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:18.316361 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-fcaa9310-9ac2-4240-8578-46bc9052049c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423031 Nov 12 14:17:18.409552 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-39348a61-d9e4-46db-a142-8ce5f86c1f90 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856295 Nov 12 14:17:18.501068 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cdb89e09-e237-48a9-8377-eb4a3653738d req-735caf38-05ae-4075-a278-590ace9a3ab7 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824592 Nov 12 14:17:18.594515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-65272815-d74b-4559-b407-222f5d9d013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:18.595909 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-65272815-d74b-4559-b407-222f5d9d013f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1094 time: 0.0452361 Nov 12 14:17:18.686604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-23f417a9-6b64-4348-9312-f901f031c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:18.688098 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-23f417a9-6b64-4348-9312-f901f031c02f service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0850599 Nov 12 14:17:18.733607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-a9e0c632-a207-4411-9534-320636853250 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 217 time: 0.0378525 Nov 12 14:17:18.782459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-8a642369-49f5-4061-b4c9-0cf83ff10a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:18.783920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-8a642369-49f5-4061-b4c9-0cf83ff10a0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0446811 Nov 12 14:17:18.829910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-68d6c139-0ce6-4efc-bd67-53ad2ce2d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:18.831420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-68d6c139-0ce6-4efc-bd67-53ad2ce2d6d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408976 Nov 12 14:17:18.961599 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d370c15-555d-44d8-9b25-d313cec6cedd req-a52d97d1-f42e-4f56-892f-ca2811bd34a5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:18.963076 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d370c15-555d-44d8-9b25-d313cec6cedd req-a52d97d1-f42e-4f56-892f-ca2811bd34a5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 943 time: 0.0985610 Nov 12 14:17:18.965261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-d7656fa5-3c6b-494d-8140-150b860fe38b service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262846 Nov 12 14:17:19.068521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d370c15-555d-44d8-9b25-d313cec6cedd req-87803452-7384-4c39-a993-c1616f5aa9b7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990138 Nov 12 14:17:19.093685 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3a8c1e21-9ee4-4afd-b9a0-6c6854e9764c req-5322099c-5f76-46d5-acd6-ac5017515d07 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183195 Nov 12 14:17:20.197216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec7dea-bf96-463b-8222-df0b255821b8 req-45634165-0338-41f5-98ae-9a8b48941857 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:20.198749 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33ec7dea-bf96-463b-8222-df0b255821b8 req-45634165-0338-41f5-98ae-9a8b48941857 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 943 time: 0.0565071 Nov 12 14:17:20.247809 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33ec7dea-bf96-463b-8222-df0b255821b8 req-a42a81b3-a5aa-4502-bb89-63deaf2477a3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423262 Nov 12 14:17:21.368226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833c27d-fb63-40bb-9ab1-0dda7b33fe2b req-9322dddd-cc05-4f71-8265-c2f3148c8047 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:21.369794 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7833c27d-fb63-40bb-9ab1-0dda7b33fe2b req-9322dddd-cc05-4f71-8265-c2f3148c8047 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 943 time: 0.0509226 Nov 12 14:17:21.418297 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7833c27d-fb63-40bb-9ab1-0dda7b33fe2b req-10e73087-8878-4e45-953c-8f9fe9594bef tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421612 Nov 12 14:17:21.611017 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:17:21.863392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a50f7039-47d7-4532-a185-07ec167261d4 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:17:21.962387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:17:21.973300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a50f7039-47d7-4532-a185-07ec167261d4', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'port_id': 'a50f7039-47d7-4532-a185-07ec167261d4', 'mac_address': 'fa:16:3e:85:85:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:17:22.012491 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:22.025341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50f7039-47d7-4532-a185-07ec167261d4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:17:22.050077 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:17:22.054166 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:22.103126 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:17:22.352819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a50f7039-47d7-4532-a185-07ec167261d4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:17:22.536007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9472a-68ed-4fa5-bd78-8b31a0b51f3e req-741f5f39-d6a8-4731-ba9a-1ecc3b5f6848 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:22.537520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-01f9472a-68ed-4fa5-bd78-8b31a0b51f3e req-741f5f39-d6a8-4731-ba9a-1ecc3b5f6848 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 944 time: 0.0496202 Nov 12 14:17:22.585406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-01f9472a-68ed-4fa5-bd78-8b31a0b51f3e req-114c953e-9e27-41a9-9e44-efd09e6e6bdd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418639 Nov 12 14:17:23.876301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a50f7039-47d7-4532-a185-07ec167261d4 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:17:23.928350 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port a50f7039-47d7-4532-a185-07ec167261d4 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:17:23.933140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a50f7039-47d7-4532-a185-07ec167261d4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:17:23.933548 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:23.961896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc81794-01fc-4d0e-95ec-8f8ca097ce14 req-60f5207a-9859-4be6-8deb-b13ae7055f91 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:23.963396 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc81794-01fc-4d0e-95ec-8f8ca097ce14 req-60f5207a-9859-4be6-8deb-b13ae7055f91 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 944 time: 0.0506611 Nov 12 14:17:24.013184 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:24.016834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7fc81794-01fc-4d0e-95ec-8f8ca097ce14 req-3a2c3388-9235-4758-98cf-27a5b72d2f7e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473514 Nov 12 14:17:24.037468 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:17:24.039702 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb16af7-2d66-482b-80e8-4099f9375728" -d '{"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-plugged", "status": "completed", "tag": "a50f7039-47d7-4532-a185-07ec167261d4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:17:24.056151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:17:24.060839 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:24.084633 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f59ee47-f5fa-49ea-a3f6-d0b29850ed78 x-openstack-request-id: req-8f59ee47-f5fa-49ea-a3f6-d0b29850ed78 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:17:24.084926 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-plugged", "status": "completed", "tag": "a50f7039-47d7-4532-a185-07ec167261d4", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:17:24.085180 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8f59ee47-f5fa-49ea-a3f6-d0b29850ed78 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:17:24.085594 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4', 'code': 200} Nov 12 14:17:24.113553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:17:24.187810 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8d956-0c9f-49f7-a1ca-c0d5f52b4332 req-1d484c2b-de1b-4bce-836a-69210ab54ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:24.189161 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-70d8d956-0c9f-49f7-a1ca-c0d5f52b4332 req-1d484c2b-de1b-4bce-836a-69210ab54ef9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1096 time: 0.0407822 Nov 12 14:17:24.233342 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-70d8d956-0c9f-49f7-a1ca-c0d5f52b4332 req-f6830c66-6a00-4e43-9c68-b0f584cdc995 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362856 Nov 12 14:17:25.133705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f46b0-e8b2-4e2e-81a6-92ebe7cfe533 req-f968728d-a6a3-4d77-bb2d-9d81536bfdc3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:25.135217 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-123f46b0-e8b2-4e2e-81a6-92ebe7cfe533 req-f968728d-a6a3-4d77-bb2d-9d81536bfdc3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0498128 Nov 12 14:17:25.187298 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-123f46b0-e8b2-4e2e-81a6-92ebe7cfe533 req-3be04f8d-2382-4049-9749-03bd4addcdf7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 Nov 12 14:17:26.316899 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4c70-b208-4c1f-bf9e-c22fff3f06d7 req-af0ae250-80b6-49b7-abe3-76138e881ef9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:26.318459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d40f4c70-b208-4c1f-bf9e-c22fff3f06d7 req-af0ae250-80b6-49b7-abe3-76138e881ef9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0561953 Nov 12 14:17:26.368512 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d40f4c70-b208-4c1f-bf9e-c22fff3f06d7 req-4b39079a-a94f-4c29-91cd-2642edebc175 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439510 Nov 12 14:17:26.490433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9fb84-d202-4852-a236-ffbccca78817 req-f34d4d7c-9ba6-4b89-87d4-90f6f4dd7f49 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:26.491881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2aa9fb84-d202-4852-a236-ffbccca78817 req-f34d4d7c-9ba6-4b89-87d4-90f6f4dd7f49 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0573180 Nov 12 14:17:26.502374 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 37052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:17:26.506908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-83987c31-6c23-4ca0-8fa0-5ae6df61d50c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'floatingip': {'port_id': 'a50f7039-47d7-4532-a185-07ec167261d4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:17:26.551943 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83987c31-6c23-4ca0-8fa0-5ae6df61d50c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:26.991602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83987c31-6c23-4ca0-8fa0-5ae6df61d50c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:26.995521 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83987c31-6c23-4ca0-8fa0-5ae6df61d50c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:27.065180 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-924e87b4-1e64-4bab-8ea4-5066a9cef76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:27.099096 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-83987c31-6c23-4ca0-8fa0-5ae6df61d50c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Floating IP f605bf50-52b1-4114-b928-1f87ca8b8512 associated. External IP: 172.25.5.65, port: a50f7039-47d7-4532-a185-07ec167261d4. Nov 12 14:17:27.315482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83987c31-6c23-4ca0-8fa0-5ae6df61d50c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:17:27.424641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83987c31-6c23-4ca0-8fa0-5ae6df61d50c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:17:27.429675 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83987c31-6c23-4ca0-8fa0-5ae6df61d50c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:27.434381 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:17:27.444564 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:17:27.445164 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:17:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:17:27.457841 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-83987c31-6c23-4ca0-8fa0-5ae6df61d50c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "PUT /v2.0/floatingips/f605bf50-52b1-4114-b928-1f87ca8b8512 HTTP/1.1" status: 200 len: 990 time: 0.9543493 Nov 12 14:17:27.458437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:17:27.460717 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb514d-8dff-4f5f-83db-50713a67cae8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "tag": "a50f7039-47d7-4532-a185-07ec167261d4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:17:27.506429 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74114822-fc6c-4204-8c9f-9167a331467e x-openstack-request-id: req-74114822-fc6c-4204-8c9f-9167a331467e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:17:27.507054 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "tag": "a50f7039-47d7-4532-a185-07ec167261d4", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:17:27.507054 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74114822-fc6c-4204-8c9f-9167a331467e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:17:27.507394 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4', 'status': 'completed', 'code': 200} Nov 12 14:17:27.562420 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:17:27.573650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-058811c6-06df-4297-a3c7-0f3662675d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:27.575240 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-058811c6-06df-4297-a3c7-0f3662675d7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1096 time: 0.0429978 Nov 12 14:17:27.677198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-9844c439-1fb7-4d6c-8eda-68754e483a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:27.678741 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-9844c439-1fb7-4d6c-8eda-68754e483a26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0955477 Nov 12 14:17:27.746561 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-73c8980b-39ae-4db1-bb14-c5042f080eb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 998 time: 0.0603428 Nov 12 14:17:27.797964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-1452021a-091a-4a15-b0f3-17772c67d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:27.799432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-1452021a-091a-4a15-b0f3-17772c67d0f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0454881 Nov 12 14:17:27.850497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-dcc1ef17-b654-4d6d-b82e-5b9abe0870d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:27.851917 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-dcc1ef17-b654-4d6d-b82e-5b9abe0870d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450511 Nov 12 14:17:27.902631 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': 'a50f7039-47d7-4532-a185-07ec167261d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:85:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:17:26Z', 'revision_number': 9, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:17:27.940888 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:17:27.950822 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:17:27.951792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-77f09220-7c4a-45f9-9bdd-254f14cdcfb0 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925059 Nov 12 14:17:27.952195 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:17:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:17:28.056616 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2cbb514d-8dff-4f5f-83db-50713a67cae8 req-64b608a6-813b-4608-9af4-22f63149a186 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983722 Nov 12 14:17:28.069683 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:17:28.294411 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': 'a50f7039-47d7-4532-a185-07ec167261d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:85:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:17:26Z', 'revision_number': 9, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:17:28.321532 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8267be-3a68-415b-bc97-c4dab2e26beb None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': 'a50f7039-47d7-4532-a185-07ec167261d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:85:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:17:26Z', 'revision_number': 9, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:17:28.507810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378809a3-cc73-41e4-a5d5-cbfc66e970b0 None None] New status for floating IP f605bf50-52b1-4114-b928-1f87ca8b8512: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:17:29.581021 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95d17790-5524-416a-8aa5-14ee1d19c133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:30.816379 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:32.405089 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:33.003641 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:43.456850 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:43.518730 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c270169-76e8-4500-941f-ca24888ed8fc req-eb873c8d-b8c0-4213-9f49-194f32042e3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489886 Nov 12 14:17:43.608935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c270169-76e8-4500-941f-ca24888ed8fc req-d98b56b3-e282-422f-87c6-7c983cbe328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:43.610455 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c270169-76e8-4500-941f-ca24888ed8fc req-d98b56b3-e282-422f-87c6-7c983cbe328d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1096 time: 0.0432734 Nov 12 14:17:43.733177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c270169-76e8-4500-941f-ca24888ed8fc req-5f8d8460-2adf-4639-87ca-6f43bfad5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:43.734759 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c270169-76e8-4500-941f-ca24888ed8fc req-5f8d8460-2adf-4639-87ca-6f43bfad5348 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1002102 Nov 12 14:17:43.803236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c270169-76e8-4500-941f-ca24888ed8fc req-572819c2-5b7a-43c1-ba35-7ba5e5d79e29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 1001 time: 0.0607500 Nov 12 14:17:43.863482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c270169-76e8-4500-941f-ca24888ed8fc req-ea64a267-70ac-4f63-a5e9-52f04e6e73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:43.865007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c270169-76e8-4500-941f-ca24888ed8fc req-ea64a267-70ac-4f63-a5e9-52f04e6e73a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0535119 Nov 12 14:17:43.914560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c270169-76e8-4500-941f-ca24888ed8fc req-6064dc15-29a6-483a-99a7-5dc1d9b7b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:17:43.916070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c270169-76e8-4500-941f-ca24888ed8fc req-6064dc15-29a6-483a-99a7-5dc1d9b7b7fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405481 Nov 12 14:17:44.006537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c270169-76e8-4500-941f-ca24888ed8fc req-2028ed54-982d-4467-9387-2d1e132bd895 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829446 Nov 12 14:17:44.108878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c270169-76e8-4500-941f-ca24888ed8fc req-38b2b23f-2361-43f8-b135-e53fa89495ab service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930681 Nov 12 14:17:44.548321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:57.066837 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0431169-163b-4d6b-922f-094da29fcacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:17:58.610064 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:17:59.583021 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f805cb66-5acb-40d9-b6ca-89b099c69407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:00.819877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:02.407966 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:03.008863 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:13.475235 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:14.542184 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:27.068452 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1db769a4-78f3-4a8e-be39-aaf2170e5d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:29.585378 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99571d39-383e-4fb6-b9ee-d2b3d1f36840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:30.822036 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:32.410337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:33.011770 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:35.609161 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:18:43.491213 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:44.469115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-c5e44a3e-0cf8-4a43-ba12-d6795d2265f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540550 Nov 12 14:18:44.574155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-48e50ac3-30f1-41aa-8496-d2bf685315a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:18:44.575875 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:44.576544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-48e50ac3-30f1-41aa-8496-d2bf685315a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1096 time: 0.0598547 Nov 12 14:18:45.054903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-06ea0a3a-e022-4e8c-a405-d63d7c3a2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:18:45.056457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-06ea0a3a-e022-4e8c-a405-d63d7c3a2132 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.4556608 Nov 12 14:18:45.130060 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-0658c15a-5bfc-48e5-bd3b-b4329f8a77c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 1001 time: 0.0660377 Nov 12 14:18:45.182876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-f1fa4626-a670-44a3-9863-dc53bed9e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:18:45.184894 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-f1fa4626-a670-44a3-9863-dc53bed9e083 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0477314 Nov 12 14:18:45.229752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-1c31259a-3aa8-4bdc-86ae-81613848ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:18:45.231869 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-1c31259a-3aa8-4bdc-86ae-81613848ad45 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401323 Nov 12 14:18:45.329374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-ba685dee-8fdc-4ec5-84d6-a6e0139c4c92 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898399 Nov 12 14:18:45.427318 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa9ac993-5aab-442c-9dbc-5d4b8c5a13fe req-3dbcf025-5c54-43df-9188-26794b7a7e58 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903258 Nov 12 14:18:57.074904 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10f6a6ad-5569-4b9e-9f57-e4e3f9d9f518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:18:59.587653 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd6b63e9-36cd-4062-8fe1-de3da9ab23ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:00.826632 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:02.415633 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:03.017329 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:12.609677 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:19:13.491374 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:14.572310 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:27.067464 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b97f718-7774-4fc9-975a-6ca993329142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:29.589696 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23ee0b0c-9f7d-42ba-9a64-27a6e47d442a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:30.829066 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:32.417155 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:33.013865 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:43.504155 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:44.579657 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:46.513608 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-271a4320-88ba-48de-a059-0dbc391689ad req-17a46626-6dfb-4653-b089-7c53aa3bc299 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554152 Nov 12 14:19:46.616202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a4320-88ba-48de-a059-0dbc391689ad req-53764d9e-d696-4b8f-9257-a4ee0f5ec7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:19:46.618438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-271a4320-88ba-48de-a059-0dbc391689ad req-53764d9e-d696-4b8f-9257-a4ee0f5ec7c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1096 time: 0.0550983 Nov 12 14:19:46.747913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a4320-88ba-48de-a059-0dbc391689ad req-0d172855-3857-464a-845c-7c1c23571b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:19:46.749842 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-271a4320-88ba-48de-a059-0dbc391689ad req-0d172855-3857-464a-845c-7c1c23571b18 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1087816 Nov 12 14:19:46.852284 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-271a4320-88ba-48de-a059-0dbc391689ad req-a629c7a4-e58f-4ba5-895c-73cabf077d80 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 1001 time: 0.0950303 Nov 12 14:19:46.904652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a4320-88ba-48de-a059-0dbc391689ad req-3e49e2dc-da82-4b37-bf3f-6c101253743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:19:46.911847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-271a4320-88ba-48de-a059-0dbc391689ad req-3e49e2dc-da82-4b37-bf3f-6c101253743f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0473764 Nov 12 14:19:46.958269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a4320-88ba-48de-a059-0dbc391689ad req-c91fb02c-f7a6-4e8f-8b6f-10511434cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:19:46.959761 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-271a4320-88ba-48de-a059-0dbc391689ad req-c91fb02c-f7a6-4e8f-8b6f-10511434cec2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456119 Nov 12 14:19:47.084749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-271a4320-88ba-48de-a059-0dbc391689ad req-aa6b5fff-7580-4123-9273-c4d6b0d686bf service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172719 Nov 12 14:19:47.199882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-271a4320-88ba-48de-a059-0dbc391689ad req-36a2330f-5f91-4c6f-814b-605227631f2c service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075411 Nov 12 14:19:49.609036 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:19:57.070785 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce0537c0-5beb-4f02-8836-36de5e00b672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:58.112678 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-722177b8-e607-425b-b8fd-2dc2d1047996 req-982e15b2-b09a-4de6-8d65-cf4a509ea031 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:19:58.113756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-722177b8-e607-425b-b8fd-2dc2d1047996 req-982e15b2-b09a-4de6-8d65-cf4a509ea031 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064013 Nov 12 14:19:58.339147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8cd61-3b38-43ef-b87e-b9fca3feb04e req-8f51d44b-785b-4f83-8183-5560399490b2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:19:58.340749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3e8cd61-3b38-43ef-b87e-b9fca3feb04e req-8f51d44b-785b-4f83-8183-5560399490b2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0648375 Nov 12 14:19:58.351192 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-373b6e5f-2f26-46c1-86db-0df9493cdb08 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897334 Nov 12 14:19:58.360765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-46d22f3d-b273-441b-91eb-260adec7814d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:19:58.361944 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-46d22f3d-b273-441b-91eb-260adec7814d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054200 Nov 12 14:19:58.393953 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3e8cd61-3b38-43ef-b87e-b9fca3feb04e req-f3c36d0b-ff85-4a4d-b73a-874f270a4b7f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468214 Nov 12 14:19:59.531936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42627f4d-c974-456b-a623-6c69729f715c req-336cb17a-3e73-4157-b34f-76d93efe9d1c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:19:59.533531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-42627f4d-c974-456b-a623-6c69729f715c req-336cb17a-3e73-4157-b34f-76d93efe9d1c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0503829 Nov 12 14:19:59.593954 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3296fb-45a8-4470-a4d4-96e06c0bff78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:19:59.601257 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-42627f4d-c974-456b-a623-6c69729f715c req-66730eba-6cd3-4599-9058-4d928a327a96 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605779 Nov 12 14:19:59.707279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-e91bfdc1-4bb2-47de-a2fa-cafa22619f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:19:59.708723 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-e91bfdc1-4bb2-47de-a2fa-cafa22619f50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1096 time: 0.0436599 Nov 12 14:19:59.809713 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-9dfe49dc-a192-4627-bcc9-d19200a7d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:19:59.811193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-9dfe49dc-a192-4627-bcc9-d19200a7d6b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0953016 Nov 12 14:19:59.878941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-609bd6a1-6913-4067-b02b-5003132518f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 1001 time: 0.0607905 Nov 12 14:19:59.941804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-82de224c-57df-4fc7-a5db-68ba3e043bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:19:59.943374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-82de224c-57df-4fc7-a5db-68ba3e043bdc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0491133 Nov 12 14:19:59.998639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-12e8b23b-154f-42ac-bc80-2a4787c66a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:00.000066 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-12e8b23b-154f-42ac-bc80-2a4787c66a5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492530 Nov 12 14:20:00.095631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-d6b36428-12c6-4bf6-808c-bb38a31146cb service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873246 Nov 12 14:20:00.195052 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-70fc8fcd-871b-4ce9-9cf5-1610fc78fcdd service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915318 Nov 12 14:20:00.724464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f1888-244b-46d1-b812-9aee988f1c57 req-02adb5c0-5437-49ca-9269-d149a4d88eb8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:00.726097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf8f1888-244b-46d1-b812-9aee988f1c57 req-02adb5c0-5437-49ca-9269-d149a4d88eb8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0518911 Nov 12 14:20:00.788975 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf8f1888-244b-46d1-b812-9aee988f1c57 req-81011225-01ff-4215-b9ac-16a4a2223c26 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532982 Nov 12 14:20:00.834374 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:01.936703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ccb3-2e6e-4faa-b0db-3c6a79330714 req-82d670ce-e76d-4c4d-b9ef-de21a09d2fd3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:01.938331 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8ba9ccb3-2e6e-4faa-b0db-3c6a79330714 req-82d670ce-e76d-4c4d-b9ef-de21a09d2fd3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0594473 Nov 12 14:20:01.993307 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8ba9ccb3-2e6e-4faa-b0db-3c6a79330714 req-be8c25f3-e754-40ac-b626-d024645873c7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467539 Nov 12 14:20:02.423814 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:03.018212 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:03.127717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737505d-4225-46e1-826a-57175f6ae2e4 req-7aa0a7d5-1864-4d62-a05b-edb22efdcda7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:03.129306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4737505d-4225-46e1-826a-57175f6ae2e4 req-7aa0a7d5-1864-4d62-a05b-edb22efdcda7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0559709 Nov 12 14:20:03.194295 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4737505d-4225-46e1-826a-57175f6ae2e4 req-bbde4842-4c19-4287-9be4-336328855af4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582583 Nov 12 14:20:04.325565 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463927f7-f2c6-4495-97d3-bbfd8f86ee84 req-a1500de9-ac64-403d-b324-ae8af52c508a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:04.327186 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-463927f7-f2c6-4495-97d3-bbfd8f86ee84 req-a1500de9-ac64-403d-b324-ae8af52c508a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0580854 Nov 12 14:20:04.392230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-463927f7-f2c6-4495-97d3-bbfd8f86ee84 req-2555bee6-6dd3-4ef8-8257-63735855f78e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582321 Nov 12 14:20:05.534392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68070c-9fac-48b0-ba2a-57073e34b4b1 req-74474d8e-7986-4020-93ba-f2b739224df0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:05.536000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f68070c-9fac-48b0-ba2a-57073e34b4b1 req-74474d8e-7986-4020-93ba-f2b739224df0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0646081 Nov 12 14:20:05.588901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1f68070c-9fac-48b0-ba2a-57073e34b4b1 req-43eda26c-d599-4ce5-ae42-61ccf2cc9f91 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453002 Nov 12 14:20:06.728764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883435e2-3a2b-4b0e-9912-601ef3be5420 req-9c5c109b-f3f3-4b32-9204-4f9b03d2558b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:06.730644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-883435e2-3a2b-4b0e-9912-601ef3be5420 req-9c5c109b-f3f3-4b32-9204-4f9b03d2558b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0604222 Nov 12 14:20:06.787841 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-883435e2-3a2b-4b0e-9912-601ef3be5420 req-aa56c4c8-fe2f-4033-89aa-37fc98d009a1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506704 Nov 12 14:20:07.932230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813cb74-e8d8-47fb-87df-ca4ba02962e1 req-32db204a-26a7-49ed-9aa8-47d0a73f0df5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:07.934235 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e813cb74-e8d8-47fb-87df-ca4ba02962e1 req-32db204a-26a7-49ed-9aa8-47d0a73f0df5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0673575 Nov 12 14:20:07.993053 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e813cb74-e8d8-47fb-87df-ca4ba02962e1 req-802e165e-8273-4a2e-b539-1c9313f3e18c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525184 Nov 12 14:20:09.130053 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ab883-6d6c-4e29-a7bb-8fd2ab9bffd9 req-2c976f06-3ad0-4822-856b-4df065c9dbea tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:09.131786 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c84ab883-6d6c-4e29-a7bb-8fd2ab9bffd9 req-2c976f06-3ad0-4822-856b-4df065c9dbea tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0570266 Nov 12 14:20:09.194484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c84ab883-6d6c-4e29-a7bb-8fd2ab9bffd9 req-745cda07-5210-499f-b9e5-626bf9642a07 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559702 Nov 12 14:20:10.324360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb6f79-60aa-4f16-86b3-04d6c724ab82 req-fb772747-6513-4bde-95db-88cc4570a4b0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:10.325936 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60fb6f79-60aa-4f16-86b3-04d6c724ab82 req-fb772747-6513-4bde-95db-88cc4570a4b0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0558784 Nov 12 14:20:10.384156 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60fb6f79-60aa-4f16-86b3-04d6c724ab82 req-7b5601a3-4023-4226-a4fc-1b86f82c243f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518651 Nov 12 14:20:11.504507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b11fd-8465-4bc3-8058-0b8bf39ddfe6 req-9807568a-2e6c-4e22-9966-4a9aff8988f4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:11.506041 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f01b11fd-8465-4bc3-8058-0b8bf39ddfe6 req-9807568a-2e6c-4e22-9966-4a9aff8988f4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0495381 Nov 12 14:20:11.558559 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f01b11fd-8465-4bc3-8058-0b8bf39ddfe6 req-5c751f73-254a-4e76-b75c-cbee6fe574de tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453639 Nov 12 14:20:12.224024 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-1f891637-7ebf-48cb-8d46-607a74ec1fcc service neutron] show failed (client error): The resource could not be found. Nov 12 14:20:12.225027 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-1f891637-7ebf-48cb-8d46-607a74ec1fcc service neutron] 10.222.0.70 "GET /v2.0/ports/a50f7039-47d7-4532-a185-07ec167261d4/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0550642 Nov 12 14:20:12.430728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-9efd8c47-3306-43f3-a07d-104b16863fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:12.432547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-9efd8c47-3306-43f3-a07d-104b16863fab service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 1096 time: 0.0430896 Nov 12 14:20:12.444806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:20:12.498917 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:12.686306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9529c3-0f8d-4831-9dfc-769caebb8269 req-aa83744f-a5ec-4d99-9dfe-cbe206788f61 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:12.687792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a9529c3-0f8d-4831-9dfc-769caebb8269 req-aa83744f-a5ec-4d99-9dfe-cbe206788f61 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0503435 Nov 12 14:20:12.704087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:12.739913 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8a9529c3-0f8d-4831-9dfc-769caebb8269 req-e471ca50-23b8-46a9-8c73-119c671ff887 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450003 Nov 12 14:20:12.742629 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:20:12.786649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:20:12.789009 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5e385d-c036-4da9-a63c-7d6932d5ee74" -d '{"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-unplugged", "status": "completed", "tag": "a50f7039-47d7-4532-a185-07ec167261d4"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:20:12.793274 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:12.807372 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Transition to ACTIVE for port object a50f7039-47d7-4532-a185-07ec167261d4 will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:20:12.812045 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:12.920783 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca744a-0839-4fed-9cb0-8b22efef8b54 x-openstack-request-id: req-3fca744a-0839-4fed-9cb0-8b22efef8b54 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:20:12.921159 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-unplugged", "status": "completed", "tag": "a50f7039-47d7-4532-a185-07ec167261d4", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:20:12.921522 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fca744a-0839-4fed-9cb0-8b22efef8b54 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:20:12.922009 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4', 'code': 200} Nov 12 14:20:12.929129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:12.940910 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.941274 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.941655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.942021 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.942454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.942717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.943060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.943421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.943750 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.944116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.944463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.944809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:12.980405 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] No DVR routers for this DVR port a50f7039-47d7-4532-a185-07ec167261d4 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:20:13.118719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:20:13.119064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:20:13.119394 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:20:13.123926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Port a50f7039-47d7-4532-a185-07ec167261d4 on network c29bbab6-d04b-4c15-bdee-f73926148652 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:20:13.124241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:20:13.130782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:20:13.131119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:20:13.131542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:20:13.131977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Bound port: a50f7039-47d7-4532-a185-07ec167261d4, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:20:13.132338 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:13.196082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:20:13.199386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:20:13.203809 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:13.238545 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:13.239165 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:13.240623 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] 10.222.0.105 "PUT /v2.0/ports/a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 1091 time: 0.7997777 Nov 12 14:20:13.262923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27095dff-3429-4bed-b45d-ebc9b113b3ab service neutron] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:13.312073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-200dd11b-9553-4d5d-a1fc-9b95a4c5d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:13.313632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-200dd11b-9553-4d5d-a1fc-9b95a4c5d891 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1094 time: 0.0477650 Nov 12 14:20:13.413467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-56161059-960d-454b-8b58-369a8e430786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:13.415017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-56161059-960d-454b-8b58-369a8e430786 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0942788 Nov 12 14:20:13.495079 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-79480a3b-deec-42d5-b78a-dcd776f664ed service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 999 time: 0.0729105 Nov 12 14:20:13.502498 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:13.547131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-73ea19da-cddd-4874-9f5e-516a938d25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:13.548457 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-73ea19da-cddd-4874-9f5e-516a938d25b4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0465674 Nov 12 14:20:13.595341 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-c4a64c8a-84e0-4faf-8477-bdc627d2ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:13.596852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-c4a64c8a-84e0-4faf-8477-bdc627d2ca62 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416467 Nov 12 14:20:13.689663 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-55bdf700-ff82-428e-838f-5508f817bfa0 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859187 Nov 12 14:20:13.787246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a64a6f2-1d88-4815-9b78-ce830e6b64a0 req-99b00844-8c34-4bcb-ba34-f13449c81ea2 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891638 Nov 12 14:20:13.871167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c9b24-69a1-4a83-a1ab-709fbf48867b req-c7c425e5-671f-4d8b-a893-bdf52933c8a1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:13.872960 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe2c9b24-69a1-4a83-a1ab-709fbf48867b req-c7c425e5-671f-4d8b-a893-bdf52933c8a1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 943 time: 0.0596271 Nov 12 14:20:13.924656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fe2c9b24-69a1-4a83-a1ab-709fbf48867b req-d953b23f-5163-429c-be55-342fa42b02e3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452063 Nov 12 14:20:14.583617 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:14.825003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a50f7039-47d7-4532-a185-07ec167261d4 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:20:14.866379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a50f7039-47d7-4532-a185-07ec167261d4 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:20:14.923168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:20:14.925522 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24b975a-68ab-4302-a21f-0c85e7aa8899" -d '{"events": [{"name": "network-changed", "server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "tag": "a50f7039-47d7-4532-a185-07ec167261d4"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:20:14.981866 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f505151f-2715-4451-b35c-bedcc853444c x-openstack-request-id: req-f505151f-2715-4451-b35c-bedcc853444c {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:20:14.982166 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "tag": "a50f7039-47d7-4532-a185-07ec167261d4", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:20:14.982572 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f505151f-2715-4451-b35c-bedcc853444c {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:20:14.982874 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4', 'status': 'completed', 'code': 200} Nov 12 14:20:15.055149 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-735136e6-c9f6-4947-b8aa-94f2aecdca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:15.056861 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-735136e6-c9f6-4947-b8aa-94f2aecdca68 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1094 time: 0.0539744 Nov 12 14:20:15.078733 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1f8ef-7705-4d0d-8197-28d49144f721 req-16aa0152-54c7-46e8-ad55-3f5bd3691ab7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:15.080224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5d1f8ef-7705-4d0d-8197-28d49144f721 req-16aa0152-54c7-46e8-ad55-3f5bd3691ab7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 943 time: 0.0774779 Nov 12 14:20:15.086490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-c541e140-fba2-4194-b6b1-a2221839e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:15.088638 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-c541e140-fba2-4194-b6b1-a2221839e1ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1094 time: 0.0835154 Nov 12 14:20:15.161200 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-c4396dde-3c69-4a04-948c-567ce50d7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:15.162323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-c4396dde-3c69-4a04-948c-567ce50d7fad service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0986898 Nov 12 14:20:15.193724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e5d1f8ef-7705-4d0d-8197-28d49144f721 req-b92ed3fd-74cc-4db1-ab83-298f304e6dc3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039479 Nov 12 14:20:15.220440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-61be5322-cb1b-423f-8a55-1d8503efeb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:15.221962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-61be5322-cb1b-423f-8a55-1d8503efeb10 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1255651 Nov 12 14:20:15.237119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-2efdcc41-4d87-47b9-b0b5-b2d317aee2b9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 999 time: 0.0672510 Nov 12 14:20:15.295279 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-53ef9618-270d-43a6-b524-b2f39d7be134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:15.296812 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-53ef9618-270d-43a6-b524-b2f39d7be134 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0514803 Nov 12 14:20:15.300202 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-b0755703-964f-41ba-b2bc-75f1230ac239 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 999 time: 0.0702195 Nov 12 14:20:15.350022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-93b65446-5508-4f6c-8b42-498a83e19884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:15.351595 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-93b65446-5508-4f6c-8b42-498a83e19884 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468078 Nov 12 14:20:15.353986 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-1efcd20c-18de-4195-844e-ac2b106701a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:15.355479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-1efcd20c-18de-4195-844e-ac2b106701a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0482893 Nov 12 14:20:15.406147 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-743cfd03-43d5-4812-bfd0-880c15e747e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:15.407680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-743cfd03-43d5-4812-bfd0-880c15e747e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455179 Nov 12 14:20:15.456867 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-ef7ced8b-9347-4db4-8c1a-d4e59d450879 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975993 Nov 12 14:20:15.514537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-4823a183-a35f-4fbc-88c9-c6249473abde service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993583 Nov 12 14:20:15.554252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-70a009f7-61b5-418d-a052-24f7c3f97c39 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902255 Nov 12 14:20:15.615940 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b24b975a-68ab-4302-a21f-0c85e7aa8899 req-0a6ed350-74ad-4ce5-ad6f-dc1047d5fcac service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935893 Nov 12 14:20:16.334062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d99fa1-0c16-440f-b2bf-a1d59b86f6cf req-646527fb-2dcb-45c8-af4e-0c550c183a9d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:16.335544 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53d99fa1-0c16-440f-b2bf-a1d59b86f6cf req-646527fb-2dcb-45c8-af4e-0c550c183a9d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 943 time: 0.0598550 Nov 12 14:20:16.386892 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-53d99fa1-0c16-440f-b2bf-a1d59b86f6cf req-bea31382-7e3d-4caf-b37a-598a017e119b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437970 Nov 12 14:20:17.511646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1383254-f9a5-4ea1-afad-47ea8e99952c req-6c2c4a36-2a91-48b1-9668-13eebf16f747 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:17.513146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1383254-f9a5-4ea1-afad-47ea8e99952c req-6c2c4a36-2a91-48b1-9668-13eebf16f747 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 943 time: 0.0544829 Nov 12 14:20:17.571061 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1383254-f9a5-4ea1-afad-47ea8e99952c req-d2d9beff-311c-48bd-a068-5b6e0148b827 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519059 Nov 12 14:20:17.723147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a50f7039-47d7-4532-a185-07ec167261d4 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:20:17.826446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:17.842649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'a50f7039-47d7-4532-a185-07ec167261d4', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'port_id': 'a50f7039-47d7-4532-a185-07ec167261d4', 'mac_address': 'fa:16:3e:85:85:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:20:17.883890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-2a9287a5-c57e-4ced-8e79-81bc5b292a9b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:17.884555 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:17.885570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-2a9287a5-c57e-4ced-8e79-81bc5b292a9b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43&tenant_id=03bea355159c47f783b86f4a70e7cb84&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 943 time: 0.0621741 Nov 12 14:20:17.898267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50f7039-47d7-4532-a185-07ec167261d4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:20:17.898943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7fe81-dc3a-4e28-bb9c-14bc3a094747 req-869bfdc9-9809-4ff5-8793-2a5cc58b298c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:17.900692 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2dc7fe81-dc3a-4e28-bb9c-14bc3a094747 req-869bfdc9-9809-4ff5-8793-2a5cc58b298c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 943 time: 0.0542850 Nov 12 14:20:17.924485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:17.930386 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:17.953802 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2dc7fe81-dc3a-4e28-bb9c-14bc3a094747 req-afe9af87-ac19-4566-8508-639a04990a90 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469847 Nov 12 14:20:17.956979 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-27e193e1-6102-45bd-857f-a33880e7e448 service neutron] 10.222.0.105 "GET /v2.0/ports/a50f7039-47d7-4532-a185-07ec167261d4/bindings/n-h2-805736-4 HTTP/1.1" status: 200 len: 382 time: 0.0639176 Nov 12 14:20:17.996913 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:18.006304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.006693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.007040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.007462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.007830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.008162 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.008597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.009030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.009583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.009937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.010262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.010586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:18.037624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-20048e00-7195-42b7-8263-2c109317f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:18.039139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-20048e00-7195-42b7-8263-2c109317f14e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1095 time: 0.0498350 Nov 12 14:20:18.134222 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-4e2568d6-8e67-44ca-b29d-d11a19dfc61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:18.135873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-4e2568d6-8e67-44ca-b29d-d11a19dfc61f service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0892639 Nov 12 14:20:18.208946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-0279c3c9-d992-4f1b-bd43-af7484721956 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 1000 time: 0.0648828 Nov 12 14:20:18.259681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-84f490e4-7d94-4689-9681-a25a1cf05505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:18.261122 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-84f490e4-7d94-4689-9681-a25a1cf05505 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0442631 Nov 12 14:20:18.303557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['a50f7039-47d7-4532-a185-07ec167261d4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:20:18.308771 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-aa603e20-877a-4570-8799-973969914da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:18.310345 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-aa603e20-877a-4570-8799-973969914da8 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416484 Nov 12 14:20:18.718341 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-6dd78f42-f7f3-4d9d-a503-eca4d6ebbbd0 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006288 Nov 12 14:20:18.818181 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-38c66ce4-13d3-4a49-ae2a-ddd7de2c2d82 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917518 Nov 12 14:20:19.091661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0f87a-3fb1-451e-98b0-1da11cca9702 req-8ca0fbd3-ef59-4ef1-8705-a8cc216daa89 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:19.093614 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ed0f87a-3fb1-451e-98b0-1da11cca9702 req-8ca0fbd3-ef59-4ef1-8705-a8cc216daa89 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 944 time: 0.0583749 Nov 12 14:20:19.154379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ed0f87a-3fb1-451e-98b0-1da11cca9702 req-1e71e86f-7832-49e4-8be6-da0d653ca452 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542836 Nov 12 14:20:19.738641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a50f7039-47d7-4532-a185-07ec167261d4 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:20:19.789720 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port a50f7039-47d7-4532-a185-07ec167261d4 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:20:19.795634 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port a50f7039-47d7-4532-a185-07ec167261d4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:20:19.796042 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:20.030475 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:20.052591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:20:20.054843 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aba8cc-9009-47b6-bc31-a737aae3b6f5" -d '{"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-plugged", "status": "completed", "tag": "a50f7039-47d7-4532-a185-07ec167261d4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:20:20.068528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:20.073978 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:20.106145 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bc6c0e-56f8-46a0-bf55-8c7c7d675de3 x-openstack-request-id: req-c9bc6c0e-56f8-46a0-bf55-8c7c7d675de3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:20:20.106340 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-plugged", "status": "completed", "tag": "a50f7039-47d7-4532-a185-07ec167261d4", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:20:20.106508 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9bc6c0e-56f8-46a0-bf55-8c7c7d675de3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:20:20.106897 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4', 'code': 200} Nov 12 14:20:20.126068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:20.277325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9aad2-a71c-454c-bde3-a9f1fd4f6401 req-1843dab6-05f9-4e62-9b6e-84bb57518305 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:20.279048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ba9aad2-a71c-454c-bde3-a9f1fd4f6401 req-1843dab6-05f9-4e62-9b6e-84bb57518305 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0524395 Nov 12 14:20:20.332935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4ba9aad2-a71c-454c-bde3-a9f1fd4f6401 req-4f043b80-ae6a-4d96-98c4-dbbccc8a0cd1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477796 Nov 12 14:20:20.958710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-29b45833-a0e6-40e4-a156-da69fb470f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:20.960370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-29b45833-a0e6-40e4-a156-da69fb470f47 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 1096 time: 0.0436895 Nov 12 14:20:20.972430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:20:21.034056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:21.248278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:21.281181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:20:21.320664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:20:21.323327 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba141d3-e053-467f-88a1-520c652e5e1c" -d '{"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-unplugged", "status": "completed", "tag": "a50f7039-47d7-4532-a185-07ec167261d4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:20:21.327577 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:21.341009 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Transition to ACTIVE for port object a50f7039-47d7-4532-a185-07ec167261d4 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:20:21.345225 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:21.377407 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026e42b1-eb19-4934-a9ab-7e4df4fd8f97 x-openstack-request-id: req-026e42b1-eb19-4934-a9ab-7e4df4fd8f97 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:20:21.377683 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-unplugged", "status": "completed", "tag": "a50f7039-47d7-4532-a185-07ec167261d4", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:20:21.377940 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-026e42b1-eb19-4934-a9ab-7e4df4fd8f97 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:20:21.378336 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4', 'code': 200} Nov 12 14:20:21.434895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:21.447622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.447622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.448155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.448155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.448483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.448839 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.449113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.449473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.449803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.450129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.450452 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.450774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:20:21.478829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fc547-3dcb-4554-9258-3775d7f9e1d3 req-caf2924c-9e21-4c0c-8d3d-0248785d5d10 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:21.480622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b23fc547-3dcb-4554-9258-3775d7f9e1d3 req-caf2924c-9e21-4c0c-8d3d-0248785d5d10 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 944 time: 0.0609004 Nov 12 14:20:21.495302 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] No DVR routers for this DVR port a50f7039-47d7-4532-a185-07ec167261d4 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:20:21.542209 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b23fc547-3dcb-4554-9258-3775d7f9e1d3 req-a3dc72d1-dc56-4397-abd6-6d9b5b3c998d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540764 Nov 12 14:20:21.652603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:20:21.652982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:20:21.653253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:20:21.657590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Port a50f7039-47d7-4532-a185-07ec167261d4 on network c29bbab6-d04b-4c15-bdee-f73926148652 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:20:21.657908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Attempting to bind port a50f7039-47d7-4532-a185-07ec167261d4 on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:20:21.662728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:20:21.663112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:20:21.663430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:20:21.663846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Bound port: a50f7039-47d7-4532-a185-07ec167261d4, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:20:21.664197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:21.725623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:20:21.729786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:20:21.734039 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:21.770607 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:21.771217 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:21.772649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] 10.222.0.70 "PUT /v2.0/ports/a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 1092 time: 0.8044415 Nov 12 14:20:21.798343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c92eb-0de7-45c3-b828-5ba1fa48e548 service neutron] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=11']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:21.844344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-fba25fe5-d5c3-4c7b-b5fc-937197e1238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:21.845880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-fba25fe5-d5c3-4c7b-b5fc-937197e1238c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1095 time: 0.0447628 Nov 12 14:20:21.948165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-83587ebc-9ea3-41da-a560-512a9199e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:21.950411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-83587ebc-9ea3-41da-a560-512a9199e5c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0958185 Nov 12 14:20:22.020607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-b8f96d46-9fba-46f4-a46f-f47214cd1a6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 999 time: 0.0631552 Nov 12 14:20:22.073336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-d14f99d2-f200-4e8f-8233-81343f388997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:22.074796 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-d14f99d2-f200-4e8f-8233-81343f388997 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0471299 Nov 12 14:20:22.127310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-64963279-9dc0-4b4f-9daf-42b94abf2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:22.128720 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-64963279-9dc0-4b4f-9daf-42b94abf2f29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469179 Nov 12 14:20:22.225890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-4282a2c2-2919-4888-afb2-b7e7ae9c0d43 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830572 Nov 12 14:20:22.318608 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-81bf4a86-2a5d-49c0-80e7-9947c92aeaf2 req-253889fb-2e5d-46b7-852a-6d037924879c service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853772 Nov 12 14:20:22.674274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872b15c-aa31-4402-b9e8-e910f2dd39f5 req-1eb32dcd-a39c-409a-b11a-ef7ddeb0faa2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:22.675865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7872b15c-aa31-4402-b9e8-e910f2dd39f5 req-1eb32dcd-a39c-409a-b11a-ef7ddeb0faa2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 944 time: 0.0597262 Nov 12 14:20:22.730189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7872b15c-aa31-4402-b9e8-e910f2dd39f5 req-9215a189-d390-44ae-bedc-ddd4a3b3db8a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469923 Nov 12 14:20:23.379098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:20:23.381539 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5331d2-049d-4c74-8c19-588bdb05fbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "tag": "a50f7039-47d7-4532-a185-07ec167261d4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:20:23.431138 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1336be-c3ca-40d7-8529-b45a59c69bbb x-openstack-request-id: req-3d1336be-c3ca-40d7-8529-b45a59c69bbb {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:20:23.431428 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "tag": "a50f7039-47d7-4532-a185-07ec167261d4", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:20:23.431751 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d1336be-c3ca-40d7-8529-b45a59c69bbb {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:20:23.432159 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4', 'status': 'completed', 'code': 200} Nov 12 14:20:23.496060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-9b96d79e-05e8-4f2e-8dee-4b7185221ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:23.497531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-9b96d79e-05e8-4f2e-8dee-4b7185221ff6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1095 time: 0.0468242 Nov 12 14:20:23.497666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-cb074ed7-f75c-4733-a6b7-7386f0afe139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:23.499089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-cb074ed7-f75c-4733-a6b7-7386f0afe139 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 1095 time: 0.0441208 Nov 12 14:20:23.594162 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-5887e42e-2560-451d-bb1f-857a4b60ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:23.595667 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-5887e42e-2560-451d-bb1f-857a4b60ab10 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0907819 Nov 12 14:20:23.605592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-44597630-9dc4-4145-928e-0dd2b184eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:23.607079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-44597630-9dc4-4145-928e-0dd2b184eae1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0985746 Nov 12 14:20:23.666541 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-774d320d-b1ab-4e81-800d-426eb139d9a4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 999 time: 0.0638616 Nov 12 14:20:23.673911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-8f080e98-d848-42e6-a367-26b6cf3885a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 200 len: 999 time: 0.0597606 Nov 12 14:20:23.716625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-3ed1b3af-3533-4da0-abe6-fe6c1b55ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:23.718123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-3ed1b3af-3533-4da0-abe6-fe6c1b55ad81 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0453842 Nov 12 14:20:23.729535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-b77e9512-f9cd-4882-a255-543e13d2889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:23.730994 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-b77e9512-f9cd-4882-a255-543e13d2889e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0489857 Nov 12 14:20:23.767705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-47e3021c-6a3b-4e8c-8eb8-dd21b66f3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:23.769220 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-47e3021c-6a3b-4e8c-8eb8-dd21b66f3ca5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445099 Nov 12 14:20:23.784232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-80c0b4cd-4071-4a7a-b5aa-03e903447e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:23.785756 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-80c0b4cd-4071-4a7a-b5aa-03e903447e2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472381 Nov 12 14:20:23.882843 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-e813fb6f-0de3-4653-8a2c-8172259206e5 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060278 Nov 12 14:20:23.919682 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefef31-d79f-4205-a498-b08133417825 req-e3cf6e54-3425-4480-bc7a-e0c94f22ae85 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:23.921314 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bfefef31-d79f-4205-a498-b08133417825 req-e3cf6e54-3425-4480-bc7a-e0c94f22ae85 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 944 time: 0.1023600 Nov 12 14:20:23.925250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-0823266f-2d38-4c3a-a1e7-7e4b3e4bb184 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313534 Nov 12 14:20:23.987243 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-5b53e059-4930-4371-849a-869f0d7ca232 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978742 Nov 12 14:20:24.028107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bfefef31-d79f-4205-a498-b08133417825 req-aee67cef-ce34-4021-96cb-1fa9aeec8232 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998712 Nov 12 14:20:24.055190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e5331d2-049d-4c74-8c19-588bdb05fbb2 req-02b9bc53-385c-49f2-bd7c-cc0d45ba0113 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206872 Nov 12 14:20:24.840368 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a50f7039-47d7-4532-a185-07ec167261d4 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:20:24.959110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:24.973541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a50f7039-47d7-4532-a185-07ec167261d4', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'port_id': 'a50f7039-47d7-4532-a185-07ec167261d4', 'mac_address': 'fa:16:3e:85:85:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:20:25.022077 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:25.037932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50f7039-47d7-4532-a185-07ec167261d4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:20:25.061185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:25.066117 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:25.115986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=12']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:25.175912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8967c9-a3e1-441e-90c0-8a36f1948c11 req-9c991a36-9e47-43bb-98ca-e643e3fb5b0c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:25.177741 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d8967c9-a3e1-441e-90c0-8a36f1948c11 req-9c991a36-9e47-43bb-98ca-e643e3fb5b0c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0700340 Nov 12 14:20:25.233207 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d8967c9-a3e1-441e-90c0-8a36f1948c11 req-a5433e4e-fe2b-4c02-86e0-a2fb83fa0cc2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474269 Nov 12 14:20:25.437875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a50f7039-47d7-4532-a185-07ec167261d4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:20:25.785846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a50f7039-47d7-4532-a185-07ec167261d4 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:20:25.829222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device a50f7039-47d7-4532-a185-07ec167261d4 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:20:26.353333 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a6b24-be50-41f8-a610-d60363bc604e req-6face4e1-3762-4c17-b7bc-79b2531fc21f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:26.354852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c59a6b24-be50-41f8-a610-d60363bc604e req-6face4e1-3762-4c17-b7bc-79b2531fc21f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0504897 Nov 12 14:20:26.404316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c59a6b24-be50-41f8-a610-d60363bc604e req-28ce84a1-8c07-47c4-9a90-1e62ea27aab0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434134 Nov 12 14:20:26.526349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a479f0-ff70-4a91-a23e-98ed2841f704 req-f3c04f37-f826-442b-98b3-a1fe82f43175 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:26.527749 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05a479f0-ff70-4a91-a23e-98ed2841f704 req-f3c04f37-f826-442b-98b3-a1fe82f43175 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0507100 Nov 12 14:20:26.575064 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05a479f0-ff70-4a91-a23e-98ed2841f704 req-6158ab9b-a745-42b1-9a93-1cfa0948e4dc tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413101 Nov 12 14:20:26.610077 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:20:26.695451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04474d-177f-4ee1-8809-c85b505ae024 req-e43d422c-6cc7-49ed-9a8b-f20c884d5cba tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:26.697087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f04474d-177f-4ee1-8809-c85b505ae024 req-e43d422c-6cc7-49ed-9a8b-f20c884d5cba tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0495167 Nov 12 14:20:26.744643 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f04474d-177f-4ee1-8809-c85b505ae024 req-f0426819-3a0a-4225-81d9-481ef80bc99e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Nov 12 14:20:26.854922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a50f7039-47d7-4532-a185-07ec167261d4 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:20:26.912163 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port a50f7039-47d7-4532-a185-07ec167261d4 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:20:26.916287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a50f7039-47d7-4532-a185-07ec167261d4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:20:26.916650 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:27.002415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36adc9-9982-4bce-a69f-a5f64bcf1b73 req-40367eee-eb95-4e92-bbaa-07a8d8d5e8ea tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:27.003961 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a36adc9-9982-4bce-a69f-a5f64bcf1b73 req-40367eee-eb95-4e92-bbaa-07a8d8d5e8ea tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 945 time: 0.0556028 Nov 12 14:20:27.024292 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:27.048372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:20:27.050687 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff34f33-d146-42ec-b115-15f7fafef622" -d '{"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-plugged", "status": "completed", "tag": "a50f7039-47d7-4532-a185-07ec167261d4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:20:27.059332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2a36adc9-9982-4bce-a69f-a5f64bcf1b73 req-53b3a4fd-1297-448f-b278-fea24f51f9a3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477872 Nov 12 14:20:27.073522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:27.082182 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:27.088076 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a242c2e-7096-4c66-b496-7168127f2a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:27.109576 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6074e7-3b6f-4f08-8a35-112c5c0bb178 x-openstack-request-id: req-dc6074e7-3b6f-4f08-8a35-112c5c0bb178 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:20:27.109868 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-plugged", "status": "completed", "tag": "a50f7039-47d7-4532-a185-07ec167261d4", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:20:27.110124 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc6074e7-3b6f-4f08-8a35-112c5c0bb178 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:20:27.110516 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4', 'code': 200} Nov 12 14:20:27.140944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=13']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:28.185584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ce287-faf8-43ce-94b4-850d245a6a5d req-046732d7-98cd-479f-ae16-f011b8e0a84d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:28.187109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-870ce287-faf8-43ce-94b4-850d245a6a5d req-046732d7-98cd-479f-ae16-f011b8e0a84d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 946 time: 0.0501933 Nov 12 14:20:28.242499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-870ce287-faf8-43ce-94b4-850d245a6a5d req-40d278e2-51e6-4061-9a35-9b206d4b18e1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448029 Nov 12 14:20:28.409219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-f56b35b3-deec-4feb-8649-aef830993684 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:28.410692 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-f56b35b3-deec-4feb-8649-aef830993684 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 946 time: 0.0492756 Nov 12 14:20:28.503980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Deleting port a50f7039-47d7-4532-a185-07ec167261d4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:20:28.504316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:28.591923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] For port a50f7039-47d7-4532-a185-07ec167261d4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a50f7039-47d7-4532-a185-07ec167261d4,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:28.592286 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:28.764037 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:28.764399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:28.764714 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Floating IP f605bf50-52b1-4114-b928-1f87ca8b8512 disassociated. External IP: 172.25.5.65, port: a50f7039-47d7-4532-a185-07ec167261d4. Nov 12 14:20:28.765052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Calling delete_port for a50f7039-47d7-4532-a185-07ec167261d4 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:20:28.892282 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:28.923873 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event deleted for resources: {'Port': ['ID=a50f7039-47d7-4532-a185-07ec167261d4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:29.039633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:20:29.158630 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:20:29.169914 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:20:29.181395 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:20:29.182019 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:20:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:20:29.301714 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:20:29.348969 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0786668-fbf4-44b0-96c2-4d97697e91cf req-15307607-ba24-41ea-9bc2-dff9bb6eb2c8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7603173-33fd-4bbb-8ccf-bf878c027c43 HTTP/1.1" status: 200 len: 210 time: 0.0280957 Nov 12 14:20:29.519153 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:20:29.553573 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:20:29.562622 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:20:29.563230 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:20:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:20:29.565921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] No DVR routers for this DVR port a50f7039-47d7-4532-a185-07ec167261d4 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:20:29.568973 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:29.572959 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9bd10f0d-ea5e-40af-8212-4ef22cdd0b45 req-a695f27a-6dcb-46e5-9e09-6c0945ec82f2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "DELETE /v2.0/ports/a50f7039-47d7-4532-a185-07ec167261d4 HTTP/1.1" status: 204 len: 173 time: 1.1562872 Nov 12 14:20:29.573436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-deleted', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:20:29.575961 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43b1e84-371e-4bdf-b120-80ab450a4975" -d '{"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-deleted", "tag": "a50f7039-47d7-4532-a185-07ec167261d4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:20:29.604697 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7abcbee5-4b95-4aba-8731-d3c120833946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:29.630494 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0153f82d-b152-4141-9cf3-f29e3615ab0d x-openstack-request-id: req-0153f82d-b152-4141-9cf3-f29e3615ab0d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:20:29.630830 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7603173-33fd-4bbb-8ccf-bf878c027c43", "name": "network-vif-deleted", "tag": "a50f7039-47d7-4532-a185-07ec167261d4", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:20:29.631062 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0153f82d-b152-4141-9cf3-f29e3615ab0d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:20:29.631555 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7603173-33fd-4bbb-8ccf-bf878c027c43', 'name': 'network-vif-deleted', 'tag': 'a50f7039-47d7-4532-a185-07ec167261d4', 'status': 'completed', 'code': 200} Nov 12 14:20:29.787310 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:20:29.994521 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:20:30.020550 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cce766-a57a-4a92-a4b0-dfc7e15cc9e2 None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:20:30.265019 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe710787-cd38-445c-ba47-881f0900ef44 None None] New status for floating IP f605bf50-52b1-4114-b928-1f87ca8b8512: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:20:30.655608 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-b6864a10-1a3d-4758-9cf2-8afa9aefd9af tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1729588526&fields=id&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 267 time: 0.0427287 Nov 12 14:20:30.768217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668910e-60ff-4d64-b68d-6683277b6060 req-6d7ef5af-0c47-4133-8268-8a8c7359deed tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:30.769696 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-6d7ef5af-0c47-4133-8268-8a8c7359deed tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 811 time: 0.1071267 Nov 12 14:20:30.786074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-2de4e9ee-030b-4427-a2c9-eb8556c433da tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/quotas/03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 375 time: 0.0101085 Nov 12 14:20:30.834447 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:30.842026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-437b15c7-7fd7-4c1d-bb4b-059a4d5ab8e2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496800 Nov 12 14:20:30.858260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-c905efd1-7eaa-47ee-8ba3-2d07ea119b81 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:20:30.859197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-c905efd1-7eaa-47ee-8ba3-2d07ea119b81 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051785 Nov 12 14:20:30.868747 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a50f7039-47d7-4532-a185-07ec167261d4 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:20:30.891459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: a50f7039-47d7-4532-a185-07ec167261d4 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:20:30.891806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a50f7039-47d7-4532-a185-07ec167261d4 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:20:30.953603 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-26b2931c-328f-4504-800b-b98bcea73962 service neutron] 10.222.0.73 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884752 Nov 12 14:20:31.047897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-7359e810-758c-4daa-b446-98cfa3359616 service neutron] 10.222.0.73 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880039 Nov 12 14:20:31.216776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c31055be-4150-4f47-a14d-dfb8b9e46558 req-018d6a36-16c2-4dc9-a7f8-53bce3b23b83 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 210 time: 0.0302408 Nov 12 14:20:32.211804 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668910e-60ff-4d64-b68d-6683277b6060 req-29796dbe-143f-4d23-8f8a-985d6a42f143 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:32.213511 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-29796dbe-143f-4d23-8f8a-985d6a42f143 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 811 time: 0.1335571 Nov 12 14:20:32.278477 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-3e8a94a1-31e2-4a4a-bd0d-8a172100087d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 380 time: 0.0555933 Nov 12 14:20:32.289526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'port': {'device_id': '9154f164-9be8-44a9-be82-12f52c839be0', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'admin_state_up': True, 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'security_groups': ['03ab33ad-3331-402c-8d0f-f0fcdba071c6']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:20:32.319933 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-315282c4-27d6-4726-90c3-aeaf8052a16e req-c96fa33b-f787-4e35-bcea-858726c8dd01 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 210 time: 0.0316999 Nov 12 14:20:32.403464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Made reservation on behalf of 03bea355159c47f783b86f4a70e7cb84 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:20:32.407221 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:32.423121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:32.533198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Allocated IP 172.20.0.11 (c29bbab6-d04b-4c15-bdee-f73926148652/11facf54-1b58-4a1d-92f7-bb7cf3d2038c/bf002600-2b7d-4b11-913a-187a328c815c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:20:32.670710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:32.703867 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:32.746122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Network c29bbab6-d04b-4c15-bdee-f73926148652 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:20:32.751524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:20:32.755292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:20:32.779973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:32.812741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:32.813414 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:32.833071 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-0b2d7b5e-c891-4d7e-a3ff-d8cb947c47aa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473580 Nov 12 14:20:32.846800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Request body: {'port': {'device_id': '9154f164-9be8-44a9-be82-12f52c839be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:20:32.914056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:33.022073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:33.048215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1b1aa731-8948-4573-95ac-aaee9603e933 None None] Provisioning complete for port bf002600-2b7d-4b11-913a-187a328c815c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:20:33.048580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa731-8948-4573-95ac-aaee9603e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:33.083250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1b1aa731-8948-4573-95ac-aaee9603e933 None None] Port bf002600-2b7d-4b11-913a-187a328c815c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:20:33.186418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf002600-2b7d-4b11-913a-187a328c815c {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:20:33.194085 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:33.205878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Transition to ACTIVE for port object bf002600-2b7d-4b11-913a-187a328c815c will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:20:33.209889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:33.259668 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:33.334519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:20:33.335369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:20:33.335369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:20:33.340201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Port bf002600-2b7d-4b11-913a-187a328c815c on network c29bbab6-d04b-4c15-bdee-f73926148652 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:20:33.340526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:20:33.345730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:20:33.346072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:20:33.346459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:20:33.346892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Bound port: bf002600-2b7d-4b11-913a-187a328c815c, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:20:33.347247 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:33.452444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:20:33.457046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:20:33.466338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c3a02-7e82-4d45-96ef-1c825e785e5a req-fca99c98-8fe2-4843-9d37-ef2898118f66 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:33.467822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e3c3a02-7e82-4d45-96ef-1c825e785e5a req-fca99c98-8fe2-4843-9d37-ef2898118f66 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0739942 Nov 12 14:20:33.469400 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:33.519686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:33.520229 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:33.521664 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] 10.222.0.70 "PUT /v2.0/ports/bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1092 time: 0.6791880 Nov 12 14:20:33.523695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:20:33.527007 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e34dd-2da9-41e1-a5f3-9b2e436479f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "tag": "bf002600-2b7d-4b11-913a-187a328c815c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:20:33.579147 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c04a49f-fc98-412d-ba03-7eac754b4644 x-openstack-request-id: req-1c04a49f-fc98-412d-ba03-7eac754b4644 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:20:33.579444 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "tag": "bf002600-2b7d-4b11-913a-187a328c815c", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:20:33.579702 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c04a49f-fc98-412d-ba03-7eac754b4644 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:20:33.580194 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c', 'status': 'completed', 'code': 200} Nov 12 14:20:33.611181 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e3c3a02-7e82-4d45-96ef-1c825e785e5a req-9801adba-c83b-4f89-9090-c4b57083b20d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317925 Nov 12 14:20:33.612088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52699e43-9638-463e-adf7-3de0c68e9d54 service neutron] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:33.636903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668910e-60ff-4d64-b68d-6683277b6060 req-5df13854-57a8-4acc-aab2-85697998b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:33.637688 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-5df13854-57a8-4acc-aab2-85697998b497 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1095 time: 0.0631258 Nov 12 14:20:33.684189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-c3521bea-0a60-4ba1-9270-3285a02e3c62 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 217 time: 0.0371642 Nov 12 14:20:33.743282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668910e-60ff-4d64-b68d-6683277b6060 req-3db46184-9bf2-4888-b94b-fc2369f7af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:33.745065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-3db46184-9bf2-4888-b94b-fc2369f7af9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0541289 Nov 12 14:20:33.793755 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668910e-60ff-4d64-b68d-6683277b6060 req-fb0523f3-f4c7-4dc8-b023-759a262cab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:33.795236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-fb0523f3-f4c7-4dc8-b023-759a262cab90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429766 Nov 12 14:20:33.891169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-7de75e07-e316-4b76-bd5e-b399ba4b633b service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874467 Nov 12 14:20:33.984372 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3668910e-60ff-4d64-b68d-6683277b6060 req-f47e8d14-5d1f-4efb-942b-13f87bd16531 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852587 Nov 12 14:20:34.073693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-b5ee1118-8e28-4b20-98b0-e96c4c2e3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:34.075199 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-b5ee1118-8e28-4b20-98b0-e96c4c2e3c53 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1095 time: 0.0418220 Nov 12 14:20:34.175706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-1353352b-f466-4c85-85ab-96fce51832e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:34.177087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-1353352b-f466-4c85-85ab-96fce51832e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0939655 Nov 12 14:20:34.221146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-64fa29a5-edd1-4eb6-b6cb-e3ad334578bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 217 time: 0.0353572 Nov 12 14:20:34.276165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-b7f8e133-96a0-4f4a-a326-fa81661d994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:34.277646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-b7f8e133-96a0-4f4a-a326-fa81661d994e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0484953 Nov 12 14:20:34.329780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-196f58c4-2314-4219-aab3-859afa2cb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:34.331294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-196f58c4-2314-4219-aab3-859afa2cb3d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470588 Nov 12 14:20:34.423308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-8fd91f97-91a4-439e-af92-def0d3abeef5 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840526 Nov 12 14:20:34.518369 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-861e34dd-2da9-41e1-a5f3-9b2e436479f4 req-d01c259e-069f-4d9c-96a2-ddc44bc8524d service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870512 Nov 12 14:20:34.739159 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f1fb-bcb6-4a80-99c3-2ff008f9a079 req-25bf1df3-3724-4f2f-9a57-730e79ec215d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:34.740834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8027f1fb-bcb6-4a80-99c3-2ff008f9a079 req-25bf1df3-3724-4f2f-9a57-730e79ec215d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0544984 Nov 12 14:20:34.792873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8027f1fb-bcb6-4a80-99c3-2ff008f9a079 req-b5a01c96-d664-4305-99ab-b64715dc677b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453134 Nov 12 14:20:35.911573 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356a6c6-d613-47f5-be81-42d8c993f78e req-3763648b-e4ab-4550-bc7b-35bed2cb7f5a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:35.913069 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2356a6c6-d613-47f5-be81-42d8c993f78e req-3763648b-e4ab-4550-bc7b-35bed2cb7f5a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0515602 Nov 12 14:20:35.964650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2356a6c6-d613-47f5-be81-42d8c993f78e req-492ad9ff-ac43-4793-92ad-f93e58dd80e2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446594 Nov 12 14:20:36.914906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf002600-2b7d-4b11-913a-187a328c815c details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:20:37.013202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:37.028892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'bf002600-2b7d-4b11-913a-187a328c815c', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'port_id': 'bf002600-2b7d-4b11-913a-187a328c815c', 'mac_address': 'fa:16:3e:0f:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:20:37.066788 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:37.080668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf002600-2b7d-4b11-913a-187a328c815c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:20:37.085705 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ba3e1-9c4d-4884-a61e-d73c0488b80d req-6af5b3a0-2bc4-49ed-919b-f7a9cbee0927 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:37.087855 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-599ba3e1-9c4d-4884-a61e-d73c0488b80d req-6af5b3a0-2bc4-49ed-919b-f7a9cbee0927 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0516703 Nov 12 14:20:37.101353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:37.105559 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:37.136985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-599ba3e1-9c4d-4884-a61e-d73c0488b80d req-2bb6f556-2963-446c-85f1-9361ff07cca1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429730 Nov 12 14:20:37.156458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:37.416211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['bf002600-2b7d-4b11-913a-187a328c815c'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:20:38.272507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d842-162b-4e77-b500-70784ea989f8 req-f951956b-895b-4b48-83b8-522e169b4586 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:38.274642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed08d842-162b-4e77-b500-70784ea989f8 req-f951956b-895b-4b48-83b8-522e169b4586 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0568242 Nov 12 14:20:38.323978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed08d842-162b-4e77-b500-70784ea989f8 req-8e82edc7-6860-46b5-98a9-e0a9e96d3a12 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Nov 12 14:20:38.914400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf002600-2b7d-4b11-913a-187a328c815c up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:20:38.965471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port bf002600-2b7d-4b11-913a-187a328c815c completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:20:38.969920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port bf002600-2b7d-4b11-913a-187a328c815c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:20:38.970306 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:39.060544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:39.083421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:20:39.085708 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832ac91c-c74e-4eb2-9bce-54ef0052ae9e" -d '{"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-plugged", "status": "completed", "tag": "bf002600-2b7d-4b11-913a-187a328c815c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:20:39.101582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:20:39.106636 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:39.132950 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712cf6a0-dbcc-4a9d-a0ba-76d1b1acf8e0 x-openstack-request-id: req-712cf6a0-dbcc-4a9d-a0ba-76d1b1acf8e0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:20:39.133239 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-plugged", "status": "completed", "tag": "bf002600-2b7d-4b11-913a-187a328c815c", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:20:39.133513 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-712cf6a0-dbcc-4a9d-a0ba-76d1b1acf8e0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:20:39.133901 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c', 'code': 200} Nov 12 14:20:39.162888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:20:39.240556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50f462-3a4b-4577-a5ef-fde3d428c502 req-29acb7b7-24ea-4dda-9183-6a5913f2d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:39.242087 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b50f462-3a4b-4577-a5ef-fde3d428c502 req-29acb7b7-24ea-4dda-9183-6a5913f2d9f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1097 time: 0.0415697 Nov 12 14:20:39.288374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b50f462-3a4b-4577-a5ef-fde3d428c502 req-d011b207-424f-4528-b384-304b41f7b345 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392964 Nov 12 14:20:39.442958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0a4f3-03d2-4dbe-b9bd-300b28b75803 req-bcbb0941-8d62-4109-9435-d2ad3b7c0dd0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:39.444446 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ec0a4f3-03d2-4dbe-b9bd-300b28b75803 req-bcbb0941-8d62-4109-9435-d2ad3b7c0dd0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0500298 Nov 12 14:20:39.497304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ec0a4f3-03d2-4dbe-b9bd-300b28b75803 req-dec0acde-869f-4afc-984f-129a0191cab9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455930 Nov 12 14:20:40.627489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c72e46-6f86-47fe-9271-9877e5317ac1 req-664b65f3-db8d-4d99-9246-2998b4a3e5f8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:40.629092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a6c72e46-6f86-47fe-9271-9877e5317ac1 req-664b65f3-db8d-4d99-9246-2998b4a3e5f8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0564804 Nov 12 14:20:40.681685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a6c72e46-6f86-47fe-9271-9877e5317ac1 req-062438a5-5fd3-48f5-bf56-55590718f09a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Nov 12 14:20:41.802610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e7a47-57d4-48a8-938c-0b282bbc2e7a req-b7d442ee-f3ed-4a83-a223-80a7a37b9813 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:41.804126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-257e7a47-57d4-48a8-938c-0b282bbc2e7a req-b7d442ee-f3ed-4a83-a223-80a7a37b9813 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0511239 Nov 12 14:20:41.853725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-257e7a47-57d4-48a8-938c-0b282bbc2e7a req-eb0a7e17-de17-4a18-9df9-a9338749f3f9 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Nov 12 14:20:41.968884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f793e-47cd-4c29-b730-8a52a85d5d21 req-7c53ebaa-14ff-4d51-af87-378f0036cd62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:41.970288 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6a0f793e-47cd-4c29-b730-8a52a85d5d21 req-7c53ebaa-14ff-4d51-af87-378f0036cd62 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0500221 Nov 12 14:20:41.980894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 37528) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:20:42.165826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-038b5904-4cd5-454b-889b-c27f592ab1fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Request body: {'floatingip': {'port_id': 'bf002600-2b7d-4b11-913a-187a328c815c'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:20:42.210524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-038b5904-4cd5-454b-889b-c27f592ab1fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:42.639423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-038b5904-4cd5-454b-889b-c27f592ab1fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:42.643452 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-038b5904-4cd5-454b-889b-c27f592ab1fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:42.743636 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-038b5904-4cd5-454b-889b-c27f592ab1fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Floating IP f605bf50-52b1-4114-b928-1f87ca8b8512 associated. External IP: 172.25.5.65, port: bf002600-2b7d-4b11-913a-187a328c815c. Nov 12 14:20:42.957683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038b5904-4cd5-454b-889b-c27f592ab1fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:20:43.070605 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038b5904-4cd5-454b-889b-c27f592ab1fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:20:43.076280 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-038b5904-4cd5-454b-889b-c27f592ab1fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:43.081102 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:20:43.092264 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:20:43.092877 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:20:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:20:43.104799 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-038b5904-4cd5-454b-889b-c27f592ab1fa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "PUT /v2.0/floatingips/f605bf50-52b1-4114-b928-1f87ca8b8512 HTTP/1.1" status: 200 len: 992 time: 1.1226814 Nov 12 14:20:43.105515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:20:43.107847 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb91385-3469-49c8-9df9-7fbf022e6e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "tag": "bf002600-2b7d-4b11-913a-187a328c815c"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:20:43.146251 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21c1722-498c-4116-8c46-599849fd9f4b x-openstack-request-id: req-d21c1722-498c-4116-8c46-599849fd9f4b {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:20:43.146538 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "tag": "bf002600-2b7d-4b11-913a-187a328c815c", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:20:43.146796 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d21c1722-498c-4116-8c46-599849fd9f4b {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:20:43.147204 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c', 'status': 'completed', 'code': 200} Nov 12 14:20:43.205238 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:20:43.212570 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-a53f9db1-372c-4328-97a1-24dcbb936684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:43.214198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-a53f9db1-372c-4328-97a1-24dcbb936684 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1097 time: 0.0419159 Nov 12 14:20:43.312584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-c47e0350-9c51-4314-aea8-d48b96c785d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:43.314124 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-c47e0350-9c51-4314-aea8-d48b96c785d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0928025 Nov 12 14:20:43.379136 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-fed0aaf8-f758-471b-9a6f-85ac3815a6a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1000 time: 0.0582552 Nov 12 14:20:43.437027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-f08ec2d6-5500-4208-b56f-ecd2de2e67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:43.438589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-f08ec2d6-5500-4208-b56f-ecd2de2e67bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0523698 Nov 12 14:20:43.440708 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': 'bf002600-2b7d-4b11-913a-187a328c815c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:0f:68:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9154f164-9be8-44a9-be82-12f52c839be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:20:42Z', 'revision_number': 13, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:20:43.467656 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:20:43.476239 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:20:43.476795 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:20:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:20:43.485817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-91bd631b-63d0-4fdd-a789-396c99699ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:43.487324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-91bd631b-63d0-4fdd-a789-396c99699ff9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421107 Nov 12 14:20:43.518554 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:43.585697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-7f93ad5a-a723-4386-91c0-d50eb4d8833a service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902295 Nov 12 14:20:43.593094 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:20:43.686891 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0cb91385-3469-49c8-9df9-7fbf022e6e0e req-62f5c219-c971-44f5-8548-739aee767f5b service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937672 Nov 12 14:20:43.830374 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': 'bf002600-2b7d-4b11-913a-187a328c815c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:0f:68:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9154f164-9be8-44a9-be82-12f52c839be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:20:42Z', 'revision_number': 13, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:20:43.856904 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af709a-dd2b-45c5-8ee2-e45f87f05208 None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'f605bf50-52b1-4114-b928-1f87ca8b8512', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'port_id': 'bf002600-2b7d-4b11-913a-187a328c815c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'mac_address': 'fa:16:3e:0f:68:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9154f164-9be8-44a9-be82-12f52c839be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:10:43Z', 'updated_at': '2021-11-12T14:20:42Z', 'revision_number': 13, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:20:44.059251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba09bae-24b1-41ea-9794-cc48f727cb22 None None] New status for floating IP f605bf50-52b1-4114-b928-1f87ca8b8512: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:20:44.583949 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:46.463755 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-1a86bf12-7beb-43c0-9b29-6704e97c8369 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443633 Nov 12 14:20:46.559952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-83b41d7c-12f1-4b1c-a3c5-478a666306c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:46.561479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-83b41d7c-12f1-4b1c-a3c5-478a666306c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1097 time: 0.0449126 Nov 12 14:20:46.684594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-3e2fe915-ef4c-48f4-b5f1-cb1f682783dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:46.686163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-3e2fe915-ef4c-48f4-b5f1-cb1f682783dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1022489 Nov 12 14:20:46.756265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-b6ca42a5-b7e0-44a9-ad09-50686fcb2df4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1002 time: 0.0584037 Nov 12 14:20:46.813127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-973ee5c7-e71b-4ca7-92a4-4f2896dd2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:46.814659 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-973ee5c7-e71b-4ca7-92a4-4f2896dd2dcd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0498929 Nov 12 14:20:46.861138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-41292181-beeb-4483-896c-bbbabcc76b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:20:46.862688 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-41292181-beeb-4483-896c-bbbabcc76b61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407135 Nov 12 14:20:46.954445 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-64f04af8-12d4-45d7-8e0b-ab43afefc796 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840960 Nov 12 14:20:47.052236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab0f57d6-6e1e-46be-8787-8b5ab6511437 req-18a0c1ca-41c3-47b9-b521-64d6bddf679f service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890663 Nov 12 14:20:57.069360 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9b45-e1e1-465b-831d-fc3564ecf657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:20:59.600167 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-898f3894-3ba2-410e-a6c4-ae0c03abb62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:00.838432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:02.427770 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:03.025585 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:03.612952 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:21:13.517244 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:14.591309 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:27.075221 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32c8b9e3-1553-4bb6-a98d-3bab9274d796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:29.603295 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-013c8d13-994d-41f7-97d3-7147d54fded5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:30.843580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:32.431269 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:33.031849 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:40.613063 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:21:43.530551 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:44.585821 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:47.498053 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-5fd6c952-a190-4376-81c9-85eb3abb5aa7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469415 Nov 12 14:21:47.602310 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-c1e2c494-8339-4e7a-89d6-53452a177b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:21:47.604750 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-c1e2c494-8339-4e7a-89d6-53452a177b22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1097 time: 0.0586824 Nov 12 14:21:47.721653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-9a04f970-847b-4446-a169-5b05f54b60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:21:47.723123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-9a04f970-847b-4446-a169-5b05f54b60d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0980065 Nov 12 14:21:47.796670 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-6728322e-e212-4fd1-9909-11bb3eb8cc9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1002 time: 0.0645185 Nov 12 14:21:47.846887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-0b264085-abed-4ca6-ad69-8c52141a9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:21:47.848349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-0b264085-abed-4ca6-ad69-8c52141a9de9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0439460 Nov 12 14:21:47.895968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-ef04b69a-18ba-441e-8a1e-ee9e7df73787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:21:47.897524 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-ef04b69a-18ba-441e-8a1e-ee9e7df73787 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421407 Nov 12 14:21:47.991519 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-1d2b4881-dc2b-4e96-9002-cb5d7a645f5e service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860279 Nov 12 14:21:48.082339 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-05c88ab6-1fae-4879-bdd3-e3524d8a8668 req-a34b58ea-8255-4a5b-9461-97314d516fa0 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840645 Nov 12 14:21:57.079410 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2d61f93-8ece-43ba-b82a-225d43a4c7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:21:59.604886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe52d05a-5954-4678-9c78-340daf6bdfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:00.843660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:02.431103 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:03.030839 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:13.529700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:14.580886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:17.612751 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:22:27.083418 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f470f7b-fab4-4ab8-8899-9c601072bd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:29.606616 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-068b61a1-3e36-4271-9994-e59190e3c8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:30.847649 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:32.433196 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:33.032706 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:43.530497 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:44.579967 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:48.548299 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baa59d47-4e9f-4273-9614-ab9741315936 req-62e27174-818f-4d93-bb50-2a629951b134 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171684 Nov 12 14:22:48.638880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa59d47-4e9f-4273-9614-ab9741315936 req-bc158285-c6c1-45c2-8f65-5a913a62a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:22:48.640401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baa59d47-4e9f-4273-9614-ab9741315936 req-bc158285-c6c1-45c2-8f65-5a913a62a200 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1097 time: 0.0470695 Nov 12 14:22:48.750080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa59d47-4e9f-4273-9614-ab9741315936 req-8d51b151-45a6-4aa9-bf22-0a9f1514a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:22:48.751463 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baa59d47-4e9f-4273-9614-ab9741315936 req-8d51b151-45a6-4aa9-bf22-0a9f1514a1cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0905480 Nov 12 14:22:48.822332 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baa59d47-4e9f-4273-9614-ab9741315936 req-b7892ed4-8d76-4e3b-873b-c1d1ab0cb8be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1002 time: 0.0641577 Nov 12 14:22:48.870933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa59d47-4e9f-4273-9614-ab9741315936 req-cad99e6b-a640-4aad-908c-abb32be4523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:22:48.872376 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baa59d47-4e9f-4273-9614-ab9741315936 req-cad99e6b-a640-4aad-908c-abb32be4523b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0430839 Nov 12 14:22:48.918330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa59d47-4e9f-4273-9614-ab9741315936 req-b8a1484e-2c2f-438d-ae4b-36cdc3b6c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:22:48.919366 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baa59d47-4e9f-4273-9614-ab9741315936 req-b8a1484e-2c2f-438d-ae4b-36cdc3b6c453 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405574 Nov 12 14:22:49.012793 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baa59d47-4e9f-4273-9614-ab9741315936 req-1646e4c0-0925-47e5-92e6-6a701a55dd62 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864289 Nov 12 14:22:49.131555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baa59d47-4e9f-4273-9614-ab9741315936 req-2315ca61-d8f8-4f43-a74b-1bcb878dccea service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104050 Nov 12 14:22:54.612576 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:22:57.086811 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e03d469-0a4c-4335-8605-532e2257aab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:22:59.608576 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16068b07-6a44-471f-8846-9520b6a09914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:00.852974 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:02.435737 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:03.034580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:13.077322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1e491-68fe-4cc6-a6d6-50002a82ce7d req-bb457ee3-5ef9-4355-bf60-c11b4b1819a7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:13.078837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb1e491-68fe-4cc6-a6d6-50002a82ce7d req-bb457ee3-5ef9-4355-bf60-c11b4b1819a7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.1569617 Nov 12 14:23:13.127242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3fb1e491-68fe-4cc6-a6d6-50002a82ce7d req-b78a9600-9365-4003-a149-4e38aff692ac tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Nov 12 14:23:13.531281 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:14.590131 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:25.392359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-4b2692de-0665-4baf-943a-349742609cc3 req-de742f3a-1214-4787-b4d6-4c48d6b21708 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:23:25.393417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4b2692de-0665-4baf-943a-349742609cc3 req-de742f3a-1214-4787-b4d6-4c48d6b21708 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458658 Nov 12 14:23:25.598427 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-e4f69eae-83cc-43da-a3de-2b36799aeb99 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718436 Nov 12 14:23:25.614682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140da983-aff6-4999-8db6-de4fd7ae29fc req-2e2a97d3-200e-4e4c-b366-17f2c8663c7b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:25.616687 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-140da983-aff6-4999-8db6-de4fd7ae29fc req-2e2a97d3-200e-4e4c-b366-17f2c8663c7b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0799553 Nov 12 14:23:25.666925 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-140da983-aff6-4999-8db6-de4fd7ae29fc req-5e9600cf-6749-491e-867d-c8fe9c2e4d1c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441606 Nov 12 14:23:26.777260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-b0531369-a105-416c-81ee-7954ea5f4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:26.778786 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-b0531369-a105-416c-81ee-7954ea5f4e05 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1097 time: 0.0692587 Nov 12 14:23:26.824378 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86e100-d936-4c70-8777-5b2926e3571a req-f85859cb-23a6-49e6-8e45-d1582b06feb5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:26.825898 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c86e100-d936-4c70-8777-5b2926e3571a req-f85859cb-23a6-49e6-8e45-d1582b06feb5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0880880 Nov 12 14:23:26.920795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c86e100-d936-4c70-8777-5b2926e3571a req-fa1acc3f-5bf9-4d33-9b5d-366d5c04bd41 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654600 Nov 12 14:23:26.922030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-d5f6cc36-9072-4407-b35f-3286d03942c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:26.924045 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-d5f6cc36-9072-4407-b35f-3286d03942c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1371906 Nov 12 14:23:26.995079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-7f995c00-ac31-434a-a05c-e2cee9f7ec46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1002 time: 0.0647948 Nov 12 14:23:27.043945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-daa71ddf-d2d7-445f-8da5-b6a6f16e08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:27.045535 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-daa71ddf-d2d7-445f-8da5-b6a6f16e08a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0437236 Nov 12 14:23:27.088812 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9ead4be-c930-466c-b3d4-fa4075ba3acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:27.092855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-fd2c661b-2d85-47c4-9e74-f5a9efee8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:27.094432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-fd2c661b-2d85-47c4-9e74-f5a9efee8904 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423057 Nov 12 14:23:27.189339 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-f0963dc7-ba84-4182-9590-c25c9534dc48 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878477 Nov 12 14:23:27.280102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-04491ac7-6162-4fe7-bd37-f34e3173cdac service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836668 Nov 12 14:23:28.044408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811df90-9b29-40f1-a63c-0828539d0a98 req-eb977700-9e90-4be2-a5d5-06b204d2283b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:28.045812 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7811df90-9b29-40f1-a63c-0828539d0a98 req-eb977700-9e90-4be2-a5d5-06b204d2283b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0512602 Nov 12 14:23:28.096375 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7811df90-9b29-40f1-a63c-0828539d0a98 req-fe11e691-8381-427f-badd-7109560cd48e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434875 Nov 12 14:23:29.233513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feecaa1-dca0-4203-b82e-dc95adb99095 req-434df751-bca6-4744-9f98-a1c773c08046 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:29.234977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2feecaa1-dca0-4203-b82e-dc95adb99095 req-434df751-bca6-4744-9f98-a1c773c08046 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0553458 Nov 12 14:23:29.283366 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2feecaa1-dca0-4203-b82e-dc95adb99095 req-99b85803-6e4f-49f9-94fd-2401af22f802 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412555 Nov 12 14:23:29.610163 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef76b3a0-b6bc-4914-8474-73c1d415027d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:30.402472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4237d-2f7f-4d16-bee7-6f89f8f4ad38 req-165b718a-c0b1-46c9-beb5-94c2b54c42ab tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:30.403986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-14c4237d-2f7f-4d16-bee7-6f89f8f4ad38 req-165b718a-c0b1-46c9-beb5-94c2b54c42ab tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0491202 Nov 12 14:23:30.457505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-14c4237d-2f7f-4d16-bee7-6f89f8f4ad38 req-d4b53844-04a6-4e7d-8188-c875477f7d7d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458443 Nov 12 14:23:30.853661 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:31.592259 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f281c-bd5f-40a6-9a01-cafee9d7f6bc req-ad7be307-1752-426d-ad26-457c9ff2ad1a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:31.593794 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d4f281c-bd5f-40a6-9a01-cafee9d7f6bc req-ad7be307-1752-426d-ad26-457c9ff2ad1a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0602949 Nov 12 14:23:31.616500 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:23:31.647182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d4f281c-bd5f-40a6-9a01-cafee9d7f6bc req-c54b8c33-2a2c-4fd5-824f-b306d6bbf92d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463653 Nov 12 14:23:32.438601 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:32.768635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb667d-0877-4e2b-9fba-265fb2f7cc74 req-97092108-f222-47b1-abc2-df665ae251ed tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:32.770916 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fdb667d-0877-4e2b-9fba-265fb2f7cc74 req-97092108-f222-47b1-abc2-df665ae251ed tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0511374 Nov 12 14:23:32.819245 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7fdb667d-0877-4e2b-9fba-265fb2f7cc74 req-f4ece427-0f29-4fc6-b2d3-6c82a9cb7ec5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423532 Nov 12 14:23:33.038372 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:33.934962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eb530-651b-4961-a4f5-6782a828444a req-5cb0aa11-1cdc-40d6-9fdf-dddb2799c981 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:33.936500 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b9eb530-651b-4961-a4f5-6782a828444a req-5cb0aa11-1cdc-40d6-9fdf-dddb2799c981 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0485966 Nov 12 14:23:33.989001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b9eb530-651b-4961-a4f5-6782a828444a req-0838eee4-34ed-4855-bd6c-653b17cb7ef4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462542 Nov 12 14:23:35.106740 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaea98a-5e69-45c1-a98c-e0e3e8649e6a req-12ecff5a-e847-4957-a969-0d4739c932af tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:35.108235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bbaea98a-5e69-45c1-a98c-e0e3e8649e6a req-12ecff5a-e847-4957-a969-0d4739c932af tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0507872 Nov 12 14:23:35.156987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bbaea98a-5e69-45c1-a98c-e0e3e8649e6a req-41f6d505-2571-436f-90c7-9b1386beafed tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Nov 12 14:23:36.290413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31d128-9659-4034-a480-3c450eb1bda5 req-50281cae-f992-463e-a703-b1bc6d7987be tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:36.291977 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a31d128-9659-4034-a480-3c450eb1bda5 req-50281cae-f992-463e-a703-b1bc6d7987be tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0501750 Nov 12 14:23:36.343095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5a31d128-9659-4034-a480-3c450eb1bda5 req-b8d43f28-70ce-4148-b0ab-9f4bade8c5ca tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443878 Nov 12 14:23:37.467526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95703e3-c779-456c-a137-fbed86839a6d req-823ce480-68e6-429f-b389-6e8dce33ba82 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:37.468896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a95703e3-c779-456c-a137-fbed86839a6d req-823ce480-68e6-429f-b389-6e8dce33ba82 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0526195 Nov 12 14:23:37.515503 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a95703e3-c779-456c-a137-fbed86839a6d req-9f189410-c161-4eb4-b7f3-d8a4c0f51918 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403879 Nov 12 14:23:38.635144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a69f0-adb0-4db0-ae74-13cd402d36ef req-10197c9b-0c49-411e-a09c-ceb59e903de4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:38.636626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e7a69f0-adb0-4db0-ae74-13cd402d36ef req-10197c9b-0c49-411e-a09c-ceb59e903de4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0520399 Nov 12 14:23:38.684888 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e7a69f0-adb0-4db0-ae74-13cd402d36ef req-5e1d3e7e-6d90-465b-89cf-c4afab80634b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422883 Nov 12 14:23:39.807938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774dd05-4ccd-40b5-9877-4820e3e6c5b1 req-a6ba88f3-0945-4abb-8146-0fe9d7cc0371 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:39.809501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5774dd05-4ccd-40b5-9877-4820e3e6c5b1 req-a6ba88f3-0945-4abb-8146-0fe9d7cc0371 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0525429 Nov 12 14:23:39.858984 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5774dd05-4ccd-40b5-9877-4820e3e6c5b1 req-c0680141-d459-44d6-a0c6-eca613b1a3ac tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434246 Nov 12 14:23:40.986031 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dac91-efb0-4ff9-81e0-c556db67cd9f req-e978026d-7cb9-4661-9127-3bc04cea0e9a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:40.987539 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-512dac91-efb0-4ff9-81e0-c556db67cd9f req-e978026d-7cb9-4661-9127-3bc04cea0e9a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0562844 Nov 12 14:23:41.039586 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-512dac91-efb0-4ff9-81e0-c556db67cd9f req-ee057fb8-47a8-4a52-a25d-6f846f5b8e60 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445316 Nov 12 14:23:41.395319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-6f783279-54e7-4e1c-bdff-45b3e05996b2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:23:41.396272 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-6f783279-54e7-4e1c-bdff-45b3e05996b2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053120 Nov 12 14:23:41.456364 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-502c8230-63d6-4376-b48d-4b238a056053 service neutron] show failed (client error): The resource could not be found. Nov 12 14:23:41.458028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-502c8230-63d6-4376-b48d-4b238a056053 service neutron] 10.222.0.70 "GET /v2.0/ports/bf002600-2b7d-4b11-913a-187a328c815c/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0539393 Nov 12 14:23:41.710832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-26c5c43c-e372-4c8f-b656-88e208cda0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:41.712344 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-26c5c43c-e372-4c8f-b656-88e208cda0bd service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 1097 time: 0.0948305 Nov 12 14:23:41.725330 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:23:41.777435 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:41.860859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf002600-2b7d-4b11-913a-187a328c815c no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:23:41.940629 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:41.978706 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:23:42.013491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:23:42.057830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:23:42.061174 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efb3f64-2c53-424e-92ae-257b32f50854" -d '{"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf002600-2b7d-4b11-913a-187a328c815c"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:23:42.065201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:42.080481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Transition to ACTIVE for port object bf002600-2b7d-4b11-913a-187a328c815c will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:23:42.087777 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:42.130100 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 14:23:42.130606 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 14:23:42.134363 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bd421d-884a-49d8-a238-f58764aa4c3e x-openstack-request-id: req-d9bd421d-884a-49d8-a238-f58764aa4c3e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:23:42.134655 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf002600-2b7d-4b11-913a-187a328c815c", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:23:42.134913 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9bd421d-884a-49d8-a238-f58764aa4c3e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:23:42.135314 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c', 'code': 200} Nov 12 14:23:42.176535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:23:42.220872 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.221223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.221595 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.221934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.222306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.222704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.223044 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.223380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.223701 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.224030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.224358 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.224674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:42.255555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa319f-4ad8-472c-9d14-60b5baaf2e29 req-2a15f84a-395a-45e2-b32b-cc0a86fcd7c0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:42.257139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23fa319f-4ad8-472c-9d14-60b5baaf2e29 req-2a15f84a-395a-45e2-b32b-cc0a86fcd7c0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.1171391 Nov 12 14:23:42.299180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] No DVR routers for this DVR port bf002600-2b7d-4b11-913a-187a328c815c on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:23:42.369592 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-23fa319f-4ad8-472c-9d14-60b5baaf2e29 req-df7fa21b-53db-41d2-8ff1-b1a2471219db tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048288 Nov 12 14:23:42.453996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:23:42.454238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:23:42.454517 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:23:42.458906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Port bf002600-2b7d-4b11-913a-187a328c815c on network c29bbab6-d04b-4c15-bdee-f73926148652 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:23:42.459223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:23:42.463933 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:23:42.464264 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:23:42.464645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:23:42.465069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Bound port: bf002600-2b7d-4b11-913a-187a328c815c, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:23:42.465524 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:42.526502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:23:42.529489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:23:42.534728 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:42.572271 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:42.573046 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:42.574376 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] 10.222.0.105 "PUT /v2.0/ports/bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1092 time: 0.8536685 Nov 12 14:23:42.605516 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116682b0-f3b9-4573-9a32-dc0eec09c3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:23:42.642894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-1c62a3f6-0782-439d-b2bd-ac5babd9be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:42.644450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-1c62a3f6-0782-439d-b2bd-ac5babd9be43 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1095 time: 0.0475705 Nov 12 14:23:42.744133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-8258e85b-889e-462d-abc6-411e06e185b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:42.745710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-8258e85b-889e-462d-abc6-411e06e185b2 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0925803 Nov 12 14:23:42.817171 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-590766cf-e212-47ac-8b33-601985f0b43e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1000 time: 0.0647235 Nov 12 14:23:42.866431 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-ad39b892-91b6-4107-92ec-b8d4f2240d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:42.867814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-ad39b892-91b6-4107-92ec-b8d4f2240d31 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0436616 Nov 12 14:23:42.915732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-451f30f5-b952-468e-a33b-c965fcea6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:42.917256 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-451f30f5-b952-468e-a33b-c965fcea6d96 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428929 Nov 12 14:23:43.012365 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-7b05727a-c9ad-4b6d-9cb9-9157cd3c1fd0 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879962 Nov 12 14:23:43.101971 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-17128149-538d-466c-8b28-4a9472428d05 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828919 Nov 12 14:23:43.511872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4aeb3-e968-4cc1-97e2-d8de7c714af8 req-a9370a42-bd0a-4585-b6e0-bae0e4d20b12 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:43.514120 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3a4aeb3-e968-4cc1-97e2-d8de7c714af8 req-a9370a42-bd0a-4585-b6e0-bae0e4d20b12 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0648336 Nov 12 14:23:43.531965 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:43.576938 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3a4aeb3-e968-4cc1-97e2-d8de7c714af8 req-25492839-c95c-4e75-8958-30215053ebd2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462999 Nov 12 14:23:44.136436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:23:44.139994 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e40e15-2c53-4da2-b000-452dd0849d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "tag": "bf002600-2b7d-4b11-913a-187a328c815c"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:23:44.200887 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a550b3e4-7070-4e04-8016-e2c998d17d04 x-openstack-request-id: req-a550b3e4-7070-4e04-8016-e2c998d17d04 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:23:44.201223 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "tag": "bf002600-2b7d-4b11-913a-187a328c815c", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:23:44.201475 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a550b3e4-7070-4e04-8016-e2c998d17d04 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:23:44.201903 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c', 'status': 'completed', 'code': 200} Nov 12 14:23:44.270864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-36876c56-e2a0-4d08-b9ba-3534ea1e886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:44.272585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-36876c56-e2a0-4d08-b9ba-3534ea1e886c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1095 time: 0.0516741 Nov 12 14:23:44.279992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-f76bc313-8162-4502-83e0-cffe54383e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:44.281842 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-f76bc313-8162-4502-83e0-cffe54383e3e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1095 time: 0.0541220 Nov 12 14:23:44.369843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-e5b41c8a-0d1e-4c78-8dec-630f304dcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:44.371465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-e5b41c8a-0d1e-4c78-8dec-630f304dcf47 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0920062 Nov 12 14:23:44.393529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-d60396a1-72dc-4c2d-9d66-061965251c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:44.396370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-d60396a1-72dc-4c2d-9d66-061965251c20 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1076231 Nov 12 14:23:44.453353 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-b54168db-fc3d-4402-81cc-1856d6f6f4c4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1000 time: 0.0733759 Nov 12 14:23:44.480897 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-ccd03fe8-9a8b-48dd-8708-b94cc058d219 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1000 time: 0.0774634 Nov 12 14:23:44.508951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-c94d1ce9-5538-4244-82f4-ab6da1cff1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:44.511027 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-c94d1ce9-5538-4244-82f4-ab6da1cff1b2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0517573 Nov 12 14:23:44.537604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-c60db338-7cf6-4b3f-9186-80ec01d5f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:44.538995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-c60db338-7cf6-4b3f-9186-80ec01d5f488 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0498154 Nov 12 14:23:44.569395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-251810d0-8d1f-4c68-9fd6-bb784c3b6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:44.571067 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-251810d0-8d1f-4c68-9fd6-bb784c3b6691 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525539 Nov 12 14:23:44.583782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:44.596416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-f3771c9c-a6c7-4335-9f11-f6eb9b343fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:44.598118 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-f3771c9c-a6c7-4335-9f11-f6eb9b343fab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515656 Nov 12 14:23:44.800546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21dada-b658-4134-9e74-951d88d956f2 req-da7b05a9-9609-46ab-bae2-85146ef7177f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:44.802133 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee21dada-b658-4134-9e74-951d88d956f2 req-da7b05a9-9609-46ab-bae2-85146ef7177f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0798218 Nov 12 14:23:44.804930 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-6bc89959-978a-433b-a619-1601338a3a78 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997051 Nov 12 14:23:44.922145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ee21dada-b658-4134-9e74-951d88d956f2 req-842e7821-6e7b-49e8-90a1-a12289597846 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119566 Nov 12 14:23:44.951792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-44d97d55-bdb4-4892-911b-15dc091e4451 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336145 Nov 12 14:23:45.044477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-488b69a7-cd17-4ef0-bbcb-2e115ecfbce2 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660306 Nov 12 14:23:45.138202 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0e40e15-2c53-4da2-b000-452dd0849d2f req-a080a940-a772-4992-b7ca-3fe3e83c8945 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864065 Nov 12 14:23:46.053978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c942f2d-38fd-467a-b4c2-e194d5b6709e req-e1101421-4974-4440-9d12-70b76adf689a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:46.055598 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c942f2d-38fd-467a-b4c2-e194d5b6709e req-e1101421-4974-4440-9d12-70b76adf689a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0579126 Nov 12 14:23:46.106779 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0c942f2d-38fd-467a-b4c2-e194d5b6709e req-2318780a-db4c-496c-965f-a973b0bded24 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450821 Nov 12 14:23:47.230921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300167c-d5b1-4459-b918-466210cd2fd5 req-3dcce5be-a9bb-4773-9b6b-dd9578c3da5b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:47.232414 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6300167c-d5b1-4459-b918-466210cd2fd5 req-3dcce5be-a9bb-4773-9b6b-dd9578c3da5b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0503876 Nov 12 14:23:47.286490 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6300167c-d5b1-4459-b918-466210cd2fd5 req-f1bab4c2-7979-4c5a-8833-9c22746cdf50 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474310 Nov 12 14:23:48.406845 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8326ced-05ec-4901-95b2-a31276e40979 req-8f41c006-1b5a-4376-801b-77a8208166a1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:48.408399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8326ced-05ec-4901-95b2-a31276e40979 req-8f41c006-1b5a-4376-801b-77a8208166a1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0491302 Nov 12 14:23:48.455845 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d8326ced-05ec-4901-95b2-a31276e40979 req-934c80b0-eae2-42cb-91d6-8d12352e6e09 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407529 Nov 12 14:23:49.586727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2f772-4726-467a-8d7a-13cd2d6cf4f1 req-04bf0a52-a566-4cc0-9b21-939159a3b1cc tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:49.588242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-53b2f772-4726-467a-8d7a-13cd2d6cf4f1 req-04bf0a52-a566-4cc0-9b21-939159a3b1cc tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0511341 Nov 12 14:23:49.641774 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-53b2f772-4726-467a-8d7a-13cd2d6cf4f1 req-ed34d857-8a39-47f0-a054-3d7fa3456ff5 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474508 Nov 12 14:23:50.762211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59c3b4-5364-468a-9638-b7646099ff53 req-ecfd05e2-17f7-4693-b659-9b110a9662a8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:50.763718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e59c3b4-5364-468a-9638-b7646099ff53 req-ecfd05e2-17f7-4693-b659-9b110a9662a8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0502720 Nov 12 14:23:50.819137 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7e59c3b4-5364-468a-9638-b7646099ff53 req-6059458e-1306-431d-bc4a-fe953f5499c3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475585 Nov 12 14:23:51.936927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5e339-6f85-458a-8aec-c7d460443d53 req-35bb9717-db9e-490d-a670-be8b3cd62a38 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:51.938422 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22b5e339-6f85-458a-8aec-c7d460443d53 req-35bb9717-db9e-490d-a670-be8b3cd62a38 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0484545 Nov 12 14:23:51.986657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-22b5e339-6f85-458a-8aec-c7d460443d53 req-5ce019d2-2325-4460-81b7-b9246bb4e6cd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Nov 12 14:23:52.723020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-d147b9e2-50ed-44f1-b542-4bb45b953366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:52.724540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-d147b9e2-50ed-44f1-b542-4bb45b953366 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1095 time: 0.0424461 Nov 12 14:23:52.829402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-307dd9a1-13cf-4689-932f-1a775517e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:52.830881 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-307dd9a1-13cf-4689-932f-1a775517e63b service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0868001 Nov 12 14:23:52.904214 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-8ccf23d0-721a-49aa-9259-4d68b5547982 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1000 time: 0.0664320 Nov 12 14:23:52.953843 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-0c8129e6-a547-47cb-923b-d2d7a9e1fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:52.955301 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-0c8129e6-a547-47cb-923b-d2d7a9e1fd24 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0446403 Nov 12 14:23:53.001640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-6087dc57-6923-4585-aa07-32b1f301d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:53.003560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-6087dc57-6923-4585-aa07-32b1f301d910 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411122 Nov 12 14:23:53.129806 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-0ade24fb-5c4f-4d76-a81c-dc715b4ce2d1 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191010 Nov 12 14:23:53.138407 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ec92e-f9cb-4cdb-92ea-47a54eae2128 req-2d173362-ad53-418d-96eb-7b9f452f7f8e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:53.139832 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-707ec92e-f9cb-4cdb-92ea-47a54eae2128 req-2d173362-ad53-418d-96eb-7b9f452f7f8e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0743113 Nov 12 14:23:53.246767 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-707ec92e-f9cb-4cdb-92ea-47a54eae2128 req-06996c65-fb1d-4cfd-9067-faf05bfeaec7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982203 Nov 12 14:23:53.263627 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-269f3287-58ee-4292-bcc0-9388bc041ee7 req-e1aea001-64a1-454c-9d88-d10171c6dadf service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228552 Nov 12 14:23:54.367308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3fa70-d04f-405e-993c-582c2ae09a57 req-47995e1a-8da5-497c-b9d5-3d7859064047 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:54.368817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34d3fa70-d04f-405e-993c-582c2ae09a57 req-47995e1a-8da5-497c-b9d5-3d7859064047 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0500083 Nov 12 14:23:54.418472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34d3fa70-d04f-405e-993c-582c2ae09a57 req-63414c1e-c986-4637-9cd6-a8a13797e7cc tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Nov 12 14:23:55.540326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138c991-6bd9-4c44-9b05-a39d12884070 req-ba62d2e3-41a4-49fb-8e2d-d9aaea9eedfb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:55.541869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f138c991-6bd9-4c44-9b05-a39d12884070 req-ba62d2e3-41a4-49fb-8e2d-d9aaea9eedfb tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0516028 Nov 12 14:23:55.589600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f138c991-6bd9-4c44-9b05-a39d12884070 req-841b78f0-9281-4ea3-af5c-92e6644066ea tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416307 Nov 12 14:23:56.715688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f78c3-f65b-4059-8a22-c5d1002d1831 req-75d6f9b1-ee88-41d7-9861-07976deecdf8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:56.717108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-366f78c3-f65b-4059-8a22-c5d1002d1831 req-75d6f9b1-ee88-41d7-9861-07976deecdf8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 944 time: 0.0520651 Nov 12 14:23:56.766647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-366f78c3-f65b-4059-8a22-c5d1002d1831 req-d7a12078-853e-4b86-bca7-c5ab244f6216 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Nov 12 14:23:56.793111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device bf002600-2b7d-4b11-913a-187a328c815c details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:23:56.890004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:23:56.900902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'bf002600-2b7d-4b11-913a-187a328c815c', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'port_id': 'bf002600-2b7d-4b11-913a-187a328c815c', 'mac_address': 'fa:16:3e:0f:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:23:56.943956 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:56.968490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf002600-2b7d-4b11-913a-187a328c815c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:23:56.992179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:23:56.996137 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:57.045455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:23:57.053669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.054014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.054357 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.054694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.055028 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.055360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.055688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.056012 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.056340 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.056661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.056982 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.057325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:23:57.091612 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-189dbd84-fbe0-4be3-8e8a-a25bb9f8e2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:57.397807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['bf002600-2b7d-4b11-913a-187a328c815c'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:23:57.891482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccccc2-b6d4-442a-b7e6-0cbf2644b67d req-fa2203f3-967b-406d-855a-d61ae72bf818 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:57.892945 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25ccccc2-b6d4-442a-b7e6-0cbf2644b67d req-fa2203f3-967b-406d-855a-d61ae72bf818 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0536284 Nov 12 14:23:57.940089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-25ccccc2-b6d4-442a-b7e6-0cbf2644b67d req-dbdc2554-92ee-49b8-9cc9-5c68781b4a0c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Nov 12 14:23:58.257795 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-de802c1f-74d2-47de-b3bb-a69542ec54f8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:58.259238 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-de802c1f-74d2-47de-b3bb-a69542ec54f8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.105 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0&tenant_id=03bea355159c47f783b86f4a70e7cb84&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 945 time: 0.0805709 Nov 12 14:23:58.275968 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6d706-d220-4fc5-ae2a-20d64698957f req-754e2fdb-5919-415b-a2f0-808a5d08e7d4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:58.277268 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-38a6d706-d220-4fc5-ae2a-20d64698957f req-754e2fdb-5919-415b-a2f0-808a5d08e7d4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0714800 Nov 12 14:23:58.369707 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-757ca960-7a9a-4a07-87fa-ef4381e19220 service neutron] 10.222.0.105 "GET /v2.0/ports/bf002600-2b7d-4b11-913a-187a328c815c/bindings/n-h2-805736-4 HTTP/1.1" status: 200 len: 382 time: 0.1019309 Nov 12 14:23:58.373396 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-38a6d706-d220-4fc5-ae2a-20d64698957f req-77129429-a975-4818-9cbb-a7bcb3a30d1c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901163 Nov 12 14:23:58.433481 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-0d60a334-835f-4249-8f11-edab68ea826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:58.435025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-0d60a334-835f-4249-8f11-edab68ea826b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1096 time: 0.0423415 Nov 12 14:23:58.530375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-d8d8371e-457a-4931-a83f-3d0ae99bcba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:58.531940 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-d8d8371e-457a-4931-a83f-3d0ae99bcba8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.0903962 Nov 12 14:23:58.597460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-38ec0427-3572-4ce6-92ee-d6b35a6f23d9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1001 time: 0.0581906 Nov 12 14:23:58.646963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-c5c054c6-636b-41f8-9df1-ccf5196c1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:58.648424 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-c5c054c6-636b-41f8-9df1-ccf5196c1b1b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0451822 Nov 12 14:23:58.699199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-77ea4370-e54b-4fb0-99e8-043ae153b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:58.700718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-77ea4370-e54b-4fb0-99e8-043ae153b15f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448086 Nov 12 14:23:58.792147 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-ab084a68-899a-459b-8ba0-0a4fb019583b service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834394 Nov 12 14:23:58.798872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device bf002600-2b7d-4b11-913a-187a328c815c up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:23:58.850492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port bf002600-2b7d-4b11-913a-187a328c815c completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:23:58.854817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port bf002600-2b7d-4b11-913a-187a328c815c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:23:58.855184 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:58.898548 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-25afa771-66c9-4e1c-9e2e-63d65c7e3d3d service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967429 Nov 12 14:23:58.941729 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:58.969551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:23:58.971886 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5080a4-f013-4cf7-9da4-8afd8447b7ff" -d '{"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-plugged", "status": "completed", "tag": "bf002600-2b7d-4b11-913a-187a328c815c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:23:58.985249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:23:58.989913 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:23:59.043498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:23:59.104371 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956f9c2c-5855-4171-b1e2-977db28a0f32 x-openstack-request-id: req-956f9c2c-5855-4171-b1e2-977db28a0f32 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:23:59.104686 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-plugged", "status": "completed", "tag": "bf002600-2b7d-4b11-913a-187a328c815c", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:23:59.104933 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-956f9c2c-5855-4171-b1e2-977db28a0f32 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:23:59.105360 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c', 'code': 200} Nov 12 14:23:59.495146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41b290-5278-4d7a-885f-7ae484195ab5 req-0f4aa967-fcb5-4abb-b6dc-1b8d772bc0d0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:23:59.496640 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae41b290-5278-4d7a-885f-7ae484195ab5 req-0f4aa967-fcb5-4abb-b6dc-1b8d772bc0d0 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0504427 Nov 12 14:23:59.547834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae41b290-5278-4d7a-885f-7ae484195ab5 req-afe64b21-09ec-43d8-b83e-aa4424abd2a3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449040 Nov 12 14:23:59.612792 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07e67515-8e7f-4944-8324-11ffaa631e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:00.674198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5416f7-77f8-41cc-a013-bbad1e08e947 req-f403b348-05e4-4465-b9d6-43180ac300f8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:00.676875 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0d5416f7-77f8-41cc-a013-bbad1e08e947 req-f403b348-05e4-4465-b9d6-43180ac300f8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0538442 Nov 12 14:24:00.725193 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0d5416f7-77f8-41cc-a013-bbad1e08e947 req-dc423f6e-681d-4d5c-80cf-ab6f07e33f72 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Nov 12 14:24:00.855985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:01.857778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32561bb4-b76b-40fb-a768-24cf6e0e6552 req-f29c309f-eb40-4739-a019-27928f75244c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:01.859261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-32561bb4-b76b-40fb-a768-24cf6e0e6552 req-f29c309f-eb40-4739-a019-27928f75244c tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0526481 Nov 12 14:24:01.914776 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-32561bb4-b76b-40fb-a768-24cf6e0e6552 req-5034aaaf-32e7-4dc1-922b-16e785a50b75 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489705 Nov 12 14:24:02.444135 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:03.041876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:03.047079 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc63f9-1b0f-46c8-8610-72bf373cf7b4 req-e3621553-6c09-4e1c-ba57-b5b2b1a11ecd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:03.048734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4dc63f9-1b0f-46c8-8610-72bf373cf7b4 req-e3621553-6c09-4e1c-ba57-b5b2b1a11ecd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0551772 Nov 12 14:24:03.459912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c4dc63f9-1b0f-46c8-8610-72bf373cf7b4 req-22ddf2df-f5c9-4658-802a-2d5ea27a7bf4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4051096 Nov 12 14:24:03.468898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-a49fee14-343c-4d89-ac8e-bdc54784ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:03.470576 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-a49fee14-343c-4d89-ac8e-bdc54784ff28 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0&tenant_id=03bea355159c47f783b86f4a70e7cb84 HTTP/1.1" status: 200 len: 1097 time: 0.0637162 Nov 12 14:24:03.482992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:24:03.537304 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:03.741655 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:03.776404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:24:03.819296 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:24:03.821621 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc2e1a3-3c02-47aa-8764-20337139b0d1" -d '{"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf002600-2b7d-4b11-913a-187a328c815c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:24:03.826110 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:03.839483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Transition to ACTIVE for port object bf002600-2b7d-4b11-913a-187a328c815c will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:24:03.843567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:03.926254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:03.939864 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbca348-87ce-4fe3-9998-37129b576e78 x-openstack-request-id: req-6fbca348-87ce-4fe3-9998-37129b576e78 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:24:03.940167 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf002600-2b7d-4b11-913a-187a328c815c", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:24:03.941069 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6fbca348-87ce-4fe3-9998-37129b576e78 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:24:03.941708 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c', 'code': 200} Nov 12 14:24:03.945722 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.946071 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.946411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.946751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.947266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.947479 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.947836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.948058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.948445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.948779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.949101 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.949457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:24:03.988563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] No DVR routers for this DVR port bf002600-2b7d-4b11-913a-187a328c815c on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:24:04.136555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:24:04.137248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:24:04.137407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:24:04.142069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Port bf002600-2b7d-4b11-913a-187a328c815c on network c29bbab6-d04b-4c15-bdee-f73926148652 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:24:04.142389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Attempting to bind port bf002600-2b7d-4b11-913a-187a328c815c on network c29bbab6-d04b-4c15-bdee-f73926148652 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:24:04.148029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:24:04.148371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Checking segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:24:04.148763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Bound using segment: {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:24:04.149325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Bound port: bf002600-2b7d-4b11-913a-187a328c815c, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b729a483-59b8-4ca0-a67e-da89a74b3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:24:04.149584 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:04.216463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:24:04.219856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:24:04.225961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:04.263751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:04.264373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:04.265858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] 10.222.0.70 "PUT /v2.0/ports/bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1093 time: 0.7871559 Nov 12 14:24:04.298844 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf5061-e229-400c-ac87-b26c23c51989 service neutron] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=11']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:04.337433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-5245a9dc-d058-431f-947e-e33c7c78c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:04.338989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-5245a9dc-d058-431f-947e-e33c7c78c2a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1096 time: 0.0485129 Nov 12 14:24:04.448739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-f78e970f-5e68-43e4-90eb-0ccf4859e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:04.450276 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-f78e970f-5e68-43e4-90eb-0ccf4859e543 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1045597 Nov 12 14:24:04.522133 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-d5c9e189-e668-4765-a3ae-6b46729e9ed3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1000 time: 0.0637283 Nov 12 14:24:04.603178 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-abed81ab-9dad-47bb-8dae-31cc781d7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:04.604684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-abed81ab-9dad-47bb-8dae-31cc781d7996 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0751314 Nov 12 14:24:04.621267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff974d1e-dd96-484a-bb16-969b308025e8 req-fb0a81b4-954d-4faa-8dff-d8c36036ae2a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:04.623132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff974d1e-dd96-484a-bb16-969b308025e8 req-fb0a81b4-954d-4faa-8dff-d8c36036ae2a tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0848255 Nov 12 14:24:04.696946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481463c-e045-4c7d-8307-b19fec77a45b req-5da66e63-2f4d-4c96-aeb6-f8e90bfd06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:04.698469 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-5da66e63-2f4d-4c96-aeb6-f8e90bfd06e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857697 Nov 12 14:24:04.702224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff974d1e-dd96-484a-bb16-969b308025e8 req-60732d97-981a-4de8-964d-9cc277ebdb49 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713608 Nov 12 14:24:04.791709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-de9ea941-4ec8-4468-95f7-e1a1840603b0 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860589 Nov 12 14:24:04.827624 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device bf002600-2b7d-4b11-913a-187a328c815c no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:24:04.866266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device bf002600-2b7d-4b11-913a-187a328c815c not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:24:04.891644 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e481463c-e045-4c7d-8307-b19fec77a45b req-23322ac0-272d-4dba-b2d7-e68264d61cbc service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898178 Nov 12 14:24:05.828649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9cfac-5987-47a4-ae84-0f777e05e0c9 req-5a26849a-b14a-4604-8f80-f1b1637193f7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:05.830233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33a9cfac-5987-47a4-ae84-0f777e05e0c9 req-5a26849a-b14a-4604-8f80-f1b1637193f7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0516250 Nov 12 14:24:05.880539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33a9cfac-5987-47a4-ae84-0f777e05e0c9 req-3972c5d3-9a51-4536-a6f6-f4a38fb66e34 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439434 Nov 12 14:24:05.942949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:24:05.945364 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae365d81-90c6-402c-9f26-c42628bc2627" -d '{"events": [{"name": "network-changed", "server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "tag": "bf002600-2b7d-4b11-913a-187a328c815c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:24:05.994730 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ac54c6-593e-45b0-8371-56709e9e4494 x-openstack-request-id: req-97ac54c6-593e-45b0-8371-56709e9e4494 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:24:05.995098 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "tag": "bf002600-2b7d-4b11-913a-187a328c815c", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:24:05.995421 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97ac54c6-593e-45b0-8371-56709e9e4494 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:24:05.995988 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c', 'status': 'completed', 'code': 200} Nov 12 14:24:06.059353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-8b67a802-dfab-4e41-b438-af0f2115df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:06.060669 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-68715696-cbae-46c1-8220-a962dd0a49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:06.060951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-8b67a802-dfab-4e41-b438-af0f2115df93 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1096 time: 0.0462015 Nov 12 14:24:06.062302 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-68715696-cbae-46c1-8220-a962dd0a49e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03bea355159c47f783b86f4a70e7cb84&device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 1096 time: 0.0454021 Nov 12 14:24:06.166734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-f0871b0f-16ab-4a76-a23f-1981d81eb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:06.168817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-f0871b0f-16ab-4a76-a23f-1981d81eb933 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1000984 Nov 12 14:24:06.182838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-7e665072-03c9-41b6-8c81-77d832dc89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:06.184355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-7e665072-03c9-41b6-8c81-77d832dc89ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 200 len: 912 time: 0.1144562 Nov 12 14:24:06.236866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-7904ea5b-e897-4434-82ef-7e589f4817a3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1000 time: 0.0601401 Nov 12 14:24:06.295204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-dd6e477a-c776-4657-a8a6-0cadb4f4384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:06.296831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-dd6e477a-c776-4657-a8a6-0cadb4f4384b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0529854 Nov 12 14:24:06.318356 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-13eb1f3c-7401-4d49-8cd2-c00036bb728a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 200 len: 1000 time: 0.0644610 Nov 12 14:24:06.348492 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-7be266bd-2a78-4dad-971f-745805384004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:06.350147 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-7be266bd-2a78-4dad-971f-745805384004 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463753 Nov 12 14:24:06.371417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-d3ac2b47-da88-4f84-819f-5c0f34b1ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:06.374242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-d3ac2b47-da88-4f84-819f-5c0f34b1ab9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 200 len: 850 time: 0.0474939 Nov 12 14:24:06.432638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-bc8089fc-3e50-4a93-9a91-7bb73d813d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:06.434164 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-bc8089fc-3e50-4a93-9a91-7bb73d813d8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c29bbab6-d04b-4c15-bdee-f73926148652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525298 Nov 12 14:24:06.458789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-8b9fad59-23dd-4e63-ad5f-375ca424ba41 service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006262 Nov 12 14:24:06.534631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-febd5402-7ca6-4462-bb62-e4baea98417c service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922973 Nov 12 14:24:06.562096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-c45f6e02-4b31-45e0-92e2-a508f71f5bbb service neutron] 10.222.0.105 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959871 Nov 12 14:24:06.634903 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ae365d81-90c6-402c-9f26-c42628bc2627 req-7b0c4d6d-a902-43bc-8f4b-b98235ffee07 service neutron] 10.222.0.70 "GET /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939565 Nov 12 14:24:07.002198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998abec9-fab4-46ae-8c05-97053a2df1bc req-99eff5ac-7a80-4233-b1fd-82ca049cfedd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:07.004111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-998abec9-fab4-46ae-8c05-97053a2df1bc req-99eff5ac-7a80-4233-b1fd-82ca049cfedd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0518012 Nov 12 14:24:07.055110 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-998abec9-fab4-46ae-8c05-97053a2df1bc req-d45db221-2829-45f6-b792-7508b7a14b6f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445588 Nov 12 14:24:08.184759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5f17f-fadb-4ae9-b973-d7d2762f07f0 req-49872c91-1659-4b12-905f-c0933f43c492 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:08.186337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fc5f17f-fadb-4ae9-b973-d7d2762f07f0 req-49872c91-1659-4b12-905f-c0933f43c492 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0527365 Nov 12 14:24:08.236776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1fc5f17f-fadb-4ae9-b973-d7d2762f07f0 req-f8b5d9ac-82c2-4218-b776-09bc18107b59 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Nov 12 14:24:08.615909 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:24:09.360568 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77c76a-9c48-4a58-88c3-a20a0e7f5b21 req-6bf1fb83-c2cb-49fb-8127-c260f217d626 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:09.362616 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d77c76a-9c48-4a58-88c3-a20a0e7f5b21 req-6bf1fb83-c2cb-49fb-8127-c260f217d626 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0541511 Nov 12 14:24:09.410924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0d77c76a-9c48-4a58-88c3-a20a0e7f5b21 req-ad4aaef1-a826-417e-b7e7-014d26cc437b tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Nov 12 14:24:10.534070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555605c-10cc-429e-9cfe-cb6f28ba2145 req-929f6fd2-61b7-4961-87f4-cc790b20b923 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:10.535545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f555605c-10cc-429e-9cfe-cb6f28ba2145 req-929f6fd2-61b7-4961-87f4-cc790b20b923 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0549276 Nov 12 14:24:10.584198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f555605c-10cc-429e-9cfe-cb6f28ba2145 req-6df2d4ce-92b5-47fd-a7cf-9a3945e644b7 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 Nov 12 14:24:11.715320 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11560277-2257-4e25-a676-5cb38fbf861c req-bac89fe7-d923-40fd-9d4a-ab3fe85f4bfa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:11.716796 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11560277-2257-4e25-a676-5cb38fbf861c req-bac89fe7-d923-40fd-9d4a-ab3fe85f4bfa tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0602262 Nov 12 14:24:11.766928 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11560277-2257-4e25-a676-5cb38fbf861c req-13383255-fbee-4965-8667-3568f4e4c439 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436440 Nov 12 14:24:12.886415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7589e-5ca9-4953-a699-c182603558b1 req-9f3995da-5dd0-4258-abc9-257d0be9fdc2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:12.887915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46b7589e-5ca9-4953-a699-c182603558b1 req-9f3995da-5dd0-4258-abc9-257d0be9fdc2 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0505991 Nov 12 14:24:12.935566 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-46b7589e-5ca9-4953-a699-c182603558b1 req-3ffaddaf-a20b-4610-8636-7d08b16bc24e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Nov 12 14:24:13.518598 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:14.052965 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb226e-9d05-4bf3-9dcf-f9b189d9d137 req-0a27bcdc-7d27-46e7-937e-364d54f0e5de tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:14.054494 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0fb226e-9d05-4bf3-9dcf-f9b189d9d137 req-0a27bcdc-7d27-46e7-937e-364d54f0e5de tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0493176 Nov 12 14:24:14.106880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c0fb226e-9d05-4bf3-9dcf-f9b189d9d137 req-54590c68-117b-409d-b138-e1301c27406d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463562 Nov 12 14:24:14.575930 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:15.228966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cf35f-453e-4f9b-a10f-5b1e7a0d259b req-0098e9d5-42ca-40a4-9810-246f2802dcf3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:15.230480 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff6cf35f-453e-4f9b-a10f-5b1e7a0d259b req-0098e9d5-42ca-40a4-9810-246f2802dcf3 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0500085 Nov 12 14:24:15.284310 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff6cf35f-453e-4f9b-a10f-5b1e7a0d259b req-771a3475-8f6d-4493-bb50-a8ad270237f8 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 Nov 12 14:24:16.422280 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1ca42-395a-4798-baeb-2061b8cd9193 req-f8f317fe-3caa-4b9d-aee2-3cb9722360b4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:16.423881 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28e1ca42-395a-4798-baeb-2061b8cd9193 req-f8f317fe-3caa-4b9d-aee2-3cb9722360b4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0603189 Nov 12 14:24:16.478106 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-28e1ca42-395a-4798-baeb-2061b8cd9193 req-81d47515-5977-4ca5-9c9d-3085676a141e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474055 Nov 12 14:24:17.603623 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8b827-8907-48e4-8cb3-e0ac754c18ff req-bf40508d-fe14-485a-902d-fea38e804c42 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:17.605188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ec8b827-8907-48e4-8cb3-e0ac754c18ff req-bf40508d-fe14-485a-902d-fea38e804c42 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 945 time: 0.0545249 Nov 12 14:24:17.654326 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ec8b827-8907-48e4-8cb3-e0ac754c18ff req-27c92860-6fbf-481d-873f-0d98c09f477e tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429523 Nov 12 14:24:18.008065 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf002600-2b7d-4b11-913a-187a328c815c details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:24:18.102831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:18.113951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'bf002600-2b7d-4b11-913a-187a328c815c', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'port_id': 'bf002600-2b7d-4b11-913a-187a328c815c', 'mac_address': 'fa:16:3e:0f:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:24:18.156740 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:18.170460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf002600-2b7d-4b11-913a-187a328c815c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:24:18.191446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:18.195365 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:18.246889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=12']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:18.562546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['bf002600-2b7d-4b11-913a-187a328c815c'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:24:18.777093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f99b8-d879-4d0d-8d2c-ae4aa50c757e req-78271efb-ef17-4750-936a-2d7eefa8a4d1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:18.778626 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-223f99b8-d879-4d0d-8d2c-ae4aa50c757e req-78271efb-ef17-4750-936a-2d7eefa8a4d1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0498481 Nov 12 14:24:18.827119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-223f99b8-d879-4d0d-8d2c-ae4aa50c757e req-f9580768-fcfd-4515-a7a7-93aae2d5f487 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 Nov 12 14:24:18.943547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cd11c-f02d-436e-b384-52f803bb8155 req-a1e3b6fa-1a58-4ed6-8179-34ccdcf23772 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:18.945015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6cd11c-f02d-436e-b384-52f803bb8155 req-a1e3b6fa-1a58-4ed6-8179-34ccdcf23772 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0493090 Nov 12 14:24:18.994283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6d6cd11c-f02d-436e-b384-52f803bb8155 req-423032bf-e59b-46b3-952a-223b2ede9668 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432322 Nov 12 14:24:19.113709 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb1e4a-1a34-4f06-8844-b3ed5b3abc90 req-ae919006-7d40-41da-9ece-03725807865d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:19.115144 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11cb1e4a-1a34-4f06-8844-b3ed5b3abc90 req-ae919006-7d40-41da-9ece-03725807865d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0548759 Nov 12 14:24:19.168376 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11cb1e4a-1a34-4f06-8844-b3ed5b3abc90 req-b353c72e-c1b9-42c3-b49c-217e0e3c5b11 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445020 Nov 12 14:24:19.414995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e582c-3f0a-47d7-85f6-2b67bafbfe94 req-8626e76e-06fd-48e4-935e-8fbefea7c86f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:19.416981 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-407e582c-3f0a-47d7-85f6-2b67bafbfe94 req-8626e76e-06fd-48e4-935e-8fbefea7c86f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 946 time: 0.0514307 Nov 12 14:24:19.468852 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-407e582c-3f0a-47d7-85f6-2b67bafbfe94 req-433082db-0b71-4acc-a84b-e9bc9c9ba042 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445039 Nov 12 14:24:20.015913 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf002600-2b7d-4b11-913a-187a328c815c up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:24:20.065674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port bf002600-2b7d-4b11-913a-187a328c815c completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:24:20.069813 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port bf002600-2b7d-4b11-913a-187a328c815c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:24:20.070179 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:20.151512 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:20.179949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:24:20.182225 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4a4cf8-7aa3-4d07-9437-f5d14ad515e6" -d '{"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-plugged", "status": "completed", "tag": "bf002600-2b7d-4b11-913a-187a328c815c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:24:20.196914 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:20.201515 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:20.226239 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f19ae47-5af9-4632-9a22-8ee0d9392b2f x-openstack-request-id: req-7f19ae47-5af9-4632-9a22-8ee0d9392b2f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:24:20.226539 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-plugged", "status": "completed", "tag": "bf002600-2b7d-4b11-913a-187a328c815c", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:24:20.226797 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f19ae47-5af9-4632-9a22-8ee0d9392b2f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:24:20.227186 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c', 'code': 200} Nov 12 14:24:20.253048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=13']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:20.595952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a2d66-584e-4d4c-9d06-ae89691eadf0 req-783eb700-13b9-440a-8218-908dc349b879 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:20.598240 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d13a2d66-584e-4d4c-9d06-ae89691eadf0 req-783eb700-13b9-440a-8218-908dc349b879 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 947 time: 0.0571067 Nov 12 14:24:20.650459 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d13a2d66-584e-4d4c-9d06-ae89691eadf0 req-5205029a-6824-4f54-84d9-42e2c513ff3d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups?id=03ab33ad-3331-402c-8d0f-f0fcdba071c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460756 Nov 12 14:24:21.221872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-b6db8b94-818b-4154-b90a-81a993876aec tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:21.223338 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-b6db8b94-818b-4154-b90a-81a993876aec tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 947 time: 0.0590177 Nov 12 14:24:21.318059 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Deleting port bf002600-2b7d-4b11-913a-187a328c815c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:24:21.318390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:21.410200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] For port bf002600-2b7d-4b11-913a-187a328c815c, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf002600-2b7d-4b11-913a-187a328c815c,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:21.410512 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:21.581462 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:21.581807 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:21.582123 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Floating IP f605bf50-52b1-4114-b928-1f87ca8b8512 disassociated. External IP: 172.25.5.65, port: bf002600-2b7d-4b11-913a-187a328c815c. Nov 12 14:24:21.582485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Calling delete_port for bf002600-2b7d-4b11-913a-187a328c815c owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:24:21.736473 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:21.779916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5ef72605-ed7a-4d8c-9761-1ccfe6fb15cd req-6e974a37-9b28-41d6-88d5-dc8f31d5cd38 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 210 time: 0.0546696 Nov 12 14:24:21.782625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event deleted for resources: {'Port': ['ID=bf002600-2b7d-4b11-913a-187a328c815c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:21.906107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:24:22.026897 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:24:22.044325 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:24:22.055195 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:24:22.055802 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:24:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:22.072033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] No DVR routers for this DVR port bf002600-2b7d-4b11-913a-187a328c815c on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:24:22.074776 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:22.078268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd19b5c8-75cf-4316-a7eb-cbe602016a66 req-c0982e7f-8dee-49ba-a069-716e7ac746e4 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.70 "DELETE /v2.0/ports/bf002600-2b7d-4b11-913a-187a328c815c HTTP/1.1" status: 204 len: 173 time: 0.8479598 Nov 12 14:24:22.078718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-deleted', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:24:22.083389 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f46b764-0ecf-4cf4-bc6e-709e6e1e3c01" -d '{"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-deleted", "tag": "bf002600-2b7d-4b11-913a-187a328c815c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:24:22.142411 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08a49eb-a377-4bcd-a241-99180357b867 x-openstack-request-id: req-d08a49eb-a377-4bcd-a241-99180357b867 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:24:22.143380 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9154f164-9be8-44a9-be82-12f52c839be0", "name": "network-vif-deleted", "tag": "bf002600-2b7d-4b11-913a-187a328c815c", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:24:22.144562 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d08a49eb-a377-4bcd-a241-99180357b867 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:24:22.144980 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9154f164-9be8-44a9-be82-12f52c839be0', 'name': 'network-vif-deleted', 'tag': 'bf002600-2b7d-4b11-913a-187a328c815c', 'status': 'completed', 'code': 200} Nov 12 14:24:22.274685 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:24:22.476664 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:22.503455 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:24:22.511730 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:24:22.512333 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:24:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:22.630196 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:24:22.837315 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:22.868770 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc793a-4af8-42f0-b69f-799dcd4e4c07 None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'b6ea9416-bd4a-4db5-ad40-e068f3276f86', 'name': '', 'network_id': 'c29bbab6-d04b-4c15-bdee-f73926148652', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'mac_address': 'fa:16:3e:c6:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:39Z', 'updated_at': '2021-11-12T14:10:43Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'subnets': [{'id': '11facf54-1b58-4a1d-92f7-bb7cf3d2038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:24:22.909380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a63b29bc-5ce3-4f8a-9a4a-bb2e7fa67313 req-ef54860b-ca18-4a65-bf36-1250906625c1 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 210 time: 0.0448210 Nov 12 14:24:23.126070 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23873fe4-2f01-4cf6-afa4-fe67c3fdf0e7 None None] New status for floating IP f605bf50-52b1-4114-b928-1f87ca8b8512: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:24:24.009465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fba1c403-85b8-4235-9e95-c0dd41c2d44e req-d738b8b3-ec0f-4a6d-843f-6ac0b180f45d tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 210 time: 0.0280173 Nov 12 14:24:24.015699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf002600-2b7d-4b11-913a-187a328c815c no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:24:24.037549 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: bf002600-2b7d-4b11-913a-187a328c815c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:24:24.037980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf002600-2b7d-4b11-913a-187a328c815c not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:24:25.110161 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-910d9748-dbea-45d9-b3fc-11a144845742 req-182550dd-e362-4dd2-921a-4cd6227324dd tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 210 time: 0.0275178 Nov 12 14:24:26.216692 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a56350ea-dedf-42e7-98e2-2b74fd9701fc req-85c0c9c9-8dcc-45a9-b738-2c306c7d2c9f tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/ports?device_id=9154f164-9be8-44a9-be82-12f52c839be0 HTTP/1.1" status: 200 len: 210 time: 0.0283256 Nov 12 14:24:27.099417 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-371ee849-87a7-44c8-90aa-b8dc2806af35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:29.625782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6f521cb-376e-4f66-aad2-d5d7b65336c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:30.866771 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.043005 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38100) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:31.110532 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2085530a-92e4-4951-b0a9-d81f52b5b800 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.136678 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2085530a-92e4-4951-b0a9-d81f52b5b800 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.190044 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2085530a-92e4-4951-b0a9-d81f52b5b800 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.193263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2085530a-92e4-4951-b0a9-d81f52b5b800 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.197510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38102) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:31.198037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2085530a-92e4-4951-b0a9-d81f52b5b800 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "DELETE /v2.0/security-groups/03ab33ad-3331-402c-8d0f-f0fcdba071c6 HTTP/1.1" status: 204 len: 168 time: 0.1534486 Nov 12 14:24:31.208123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085530a-92e4-4951-b0a9-d81f52b5b800 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ab33ad-3331-402c-8d0f-f0fcdba071c6,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:31.213855 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-b4345c25-cca2-4029-ba7d-a08a048b3204 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] show failed (client error): The resource could not be found. Nov 12 14:24:31.218017 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b4345c25-cca2-4029-ba7d-a08a048b3204 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "GET /v2.0/security-groups/03ab33ad-3331-402c-8d0f-f0fcdba071c6 HTTP/1.1" status: 404 len: 347 time: 0.0192544 Nov 12 14:24:31.218204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38104) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:31.355147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d0ccb545-be57-4632-8d93-c9f369057146 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Deleting port b4237e1a-3460-4789-9926-f341943c3a1d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:24:31.355407 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb545-be57-4632-8d93-c9f369057146 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.441672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb545-be57-4632-8d93-c9f369057146 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.442253 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb545-be57-4632-8d93-c9f369057146 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.453987 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-d0ccb545-be57-4632-8d93-c9f369057146 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Calling delete_port for b4237e1a-3460-4789-9926-f341943c3a1d owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:24:31.600729 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb545-be57-4632-8d93-c9f369057146 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.624304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccb545-be57-4632-8d93-c9f369057146 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Pushing event deleted for resources: {'Port': ['ID=b4237e1a-3460-4789-9926-f341943c3a1d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:31.698770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb545-be57-4632-8d93-c9f369057146 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.701706 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb545-be57-4632-8d93-c9f369057146 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:31.703622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d0ccb545-be57-4632-8d93-c9f369057146 tempest-ServerActionsTestJSON-870186127 tempest-ServerActionsTestJSON-870186127-project] 10.222.0.73 "DELETE /v2.0/floatingips/f605bf50-52b1-4114-b928-1f87ca8b8512 HTTP/1.1" status: 204 len: 168 time: 0.4833846 Nov 12 14:24:31.706085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38106) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:32.228600 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:32.447204 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:32.482061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] Deleting port b6ea9416-bd4a-4db5-ad40-e068f3276f86 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:24:32.482318 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:32.560698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] For port b6ea9416-bd4a-4db5-ad40-e068f3276f86, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b6ea9416-bd4a-4db5-ad40-e068f3276f86,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:32.561056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:32.574315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] Calling delete_port for b6ea9416-bd4a-4db5-ad40-e068f3276f86 owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:24:32.765660 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:32.797123 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ea9416-bd4a-4db5-ad40-e068f3276f86,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:32.970023 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:33.045231 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:33.210724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] Router c5aad220-7289-49ef-b680-f1aa7b8fd20a has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:24:33.339944 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:24:33.346646 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-455e0c4f-7aaf-4988-852d-9af6490639f8 admin admin] 10.222.0.73 "PUT /v2.0/routers/c5aad220-7289-49ef-b680-f1aa7b8fd20a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6383386 Nov 12 14:24:33.348156 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38110) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:33.350667 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] Sync routers for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:24:33.365655 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:24:33.366435 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:24:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:33.465202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:33.515226 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:24:33.726375 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:24:32Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:33.757093 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] Checking router: c5aad220-7289-49ef-b680-f1aa7b8fd20a for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:24:33.767149 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] Routers {'c5aad220-7289-49ef-b680-f1aa7b8fd20a'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:24:33.767891 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:24:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:33.880755 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] Set router c5aad220-7289-49ef-b680-f1aa7b8fd20a gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:24:33.920102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:33.977876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Deleting port 6e5989a8-e00e-4ca6-bc73-d18272ddff90 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:24:33.978133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.064333 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] For port 6e5989a8-e00e-4ca6-bc73-d18272ddff90, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6e5989a8-e00e-4ca6-bc73-d18272ddff90,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:34.064623 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.066913 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:24:32Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:34.080558 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Calling delete_port for 6e5989a8-e00e-4ca6-bc73-d18272ddff90 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:24:34.099142 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d830382-63cc-4081-9c11-9d6a72f74a62 None None] The sync data for ids ['c5aad220-7289-49ef-b680-f1aa7b8fd20a'] in n-d-805736-4 is: [{'id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'name': 'tempest-ServerActionsTestJSON-448038499-router', 'tenant_id': '03bea355159c47f783b86f4a70e7cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:10:37Z', 'updated_at': '2021-11-12T14:24:32Z', 'revision_number': 5, 'project_id': '03bea355159c47f783b86f4a70e7cb84', 'gw_port': {'id': '6e5989a8-e00e-4ca6-bc73-d18272ddff90', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aad220-7289-49ef-b680-f1aa7b8fd20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:10:38Z', 'updated_at': '2021-11-12T14:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:24:34.258772 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.288976 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5989a8-e00e-4ca6-bc73-d18272ddff90,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:34.300252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21736555-67db-42f0-983c-35402974e95c None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:24:34.349313 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.443303 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.445848 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.504246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.505645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5aad220-7289-49ef-b680-f1aa7b8fd20a {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:24:34.510890 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.512274 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-40bad385-9170-4df7-b69d-db688798ec6b admin admin] 10.222.0.73 "DELETE /v2.0/routers/c5aad220-7289-49ef-b680-f1aa7b8fd20a HTTP/1.1" status: 204 len: 168 time: 1.1631389 Nov 12 14:24:34.514958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38112) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:34.564839 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b352389-30d7-41ee-9560-5d5be149c5c2 admin admin] Deleting subnet 11facf54-1b58-4a1d-92f7-bb7cf3d2038c {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:24:34.568458 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b352389-30d7-41ee-9560-5d5be149c5c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.608858 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b352389-30d7-41ee-9560-5d5be149c5c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.707249 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b352389-30d7-41ee-9560-5d5be149c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.767914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b352389-30d7-41ee-9560-5d5be149c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.795381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b352389-30d7-41ee-9560-5d5be149c5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11facf54-1b58-4a1d-92f7-bb7cf3d2038c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:34.799130 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2b352389-30d7-41ee-9560-5d5be149c5c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.805654 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2b352389-30d7-41ee-9560-5d5be149c5c2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/11facf54-1b58-4a1d-92f7-bb7cf3d2038c HTTP/1.1" status: 204 len: 168 time: 0.2870481 Nov 12 14:24:34.806432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38114) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:34.810407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f950bbf1-d63a-446b-8b7e-938bea6cc814 None None] Network c29bbab6-d04b-4c15-bdee-f73926148652 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:24:34.885499 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:34.951830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Deleting port 7962fffb-bccb-4d83-b94f-0a249bbcb76a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:24:34.952196 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.023075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] For port 7962fffb-bccb-4d83-b94f-0a249bbcb76a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7962fffb-bccb-4d83-b94f-0a249bbcb76a,segment=NetworkSegment(b729a483-59b8-4ca0-a67e-da89a74b3948),segment_id=b729a483-59b8-4ca0-a67e-da89a74b3948)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:35.023383 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.038088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Calling delete_port for 7962fffb-bccb-4d83-b94f-0a249bbcb76a owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:24:35.121195 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.148690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Pushing event deleted for resources: {'Port': ['ID=7962fffb-bccb-4d83-b94f-0a249bbcb76a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:35.152625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] No DVR routers for this DVR port 7962fffb-bccb-4d83-b94f-0a249bbcb76a on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:24:35.179738 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8ce81-a070-4c75-b2cf-485cf15c3f2b None None] DHCP port deletion for c29bbab6-d04b-4c15-bdee-f73926148652 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:24:35.247547 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.251627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7962fffb-bccb-4d83-b94f-0a249bbcb76a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:24:35.269998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29bbab6-d04b-4c15-bdee-f73926148652']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:35.279628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 7962fffb-bccb-4d83-b94f-0a249bbcb76a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:24:35.279871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7962fffb-bccb-4d83-b94f-0a249bbcb76a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:24:35.280491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6e5989a8-e00e-4ca6-bc73-d18272ddff90 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:24:35.281051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b729a483-59b8-4ca0-a67e-da89a74b3948') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:35.281385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b729a483-59b8-4ca0-a67e-da89a74b3948') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:24:35.291128 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.301027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 6e5989a8-e00e-4ca6-bc73-d18272ddff90 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:24:35.301649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6e5989a8-e00e-4ca6-bc73-d18272ddff90 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:24:35.301805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b6ea9416-bd4a-4db5-ad40-e068f3276f86 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:24:35.305248 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.311448 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:24:35.312041 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:24:35.313750 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:24:35.322421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: b6ea9416-bd4a-4db5-ad40-e068f3276f86 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:24:35.322774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b6ea9416-bd4a-4db5-ad40-e068f3276f86 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:24:35.369471 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.375645 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.379540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] 10.222.0.73 "DELETE /v2.0/networks/c29bbab6-d04b-4c15-bdee-f73926148652 HTTP/1.1" status: 204 len: 168 time: 0.5718822 Nov 12 14:24:35.394107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfec5e-4d4f-4f5c-8863-36ec1f825bda admin admin] Pushing event deleted for resources: {'Network': ['ID=c29bbab6-d04b-4c15-bdee-f73926148652,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:35.500974 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38118) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:35.546520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dda0c24c-bc73-4c1e-9994-2c32730507a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=03bea355159c47f783b86f4a70e7cb84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441692 Nov 12 14:24:35.549768 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38120) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:35.603323 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dffa64dd-7798-4def-8328-515c57eec1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.623428 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dffa64dd-7798-4def-8328-515c57eec1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.671813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dffa64dd-7798-4def-8328-515c57eec1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.676334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dffa64dd-7798-4def-8328-515c57eec1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:35.680363 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dffa64dd-7798-4def-8328-515c57eec1ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/37d5267e-e3fa-4a9b-9eeb-4999bcb35f29 HTTP/1.1" status: 204 len: 168 time: 0.1295912 Nov 12 14:24:35.688742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa64dd-7798-4def-8328-515c57eec1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d5267e-e3fa-4a9b-9eeb-4999bcb35f29,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:36.448045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:36.557239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2058703455-network', 'tenant_id': '6f7e2663394e47e59d46ed2e849569c1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:24:36.580827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Made reservation on behalf of 6f7e2663394e47e59d46ed2e849569c1 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:24:36.583141 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:36.591581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:36.673671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:36.679888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:36.708403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:24:36.714214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:36.722015 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:36.722414 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Added segment 82ac04b9-8032-412a-8e34-98c6aeaef25c of type vlan for network b6565cac-4bda-4c95-825c-2bec7d3dc80c Nov 12 14:24:36.765496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:36.790266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:36.791214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:36.791791 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:36.849898 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4006326 Nov 12 14:24:36.852612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38146) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:24:36.857277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Request body: {'subnet': {'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2058703455-subnet', 'tenant_id': '6f7e2663394e47e59d46ed2e849569c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:24:36.868531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba491d7-3c41-48ef-b40a-6c1a3192aaf2 admin admin] Pushing event updated for resources: {'Network': ['ID=b6565cac-4bda-4c95-825c-2bec7d3dc80c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:36.880455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network b6565cac-4bda-4c95-825c-2bec7d3dc80c details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:24:36.885606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Made reservation on behalf of 6f7e2663394e47e59d46ed2e849569c1 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:24:36.888077 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:37.087976 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:37.150112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:37.165954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Checking segment: {'id': '82ac04b9-8032-412a-8e34-98c6aeaef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:24:37.166386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Network hostable DHCP agents. Network: b6565cac-4bda-4c95-825c-2bec7d3dc80c, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:24:37.185363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Network b6565cac-4bda-4c95-825c-2bec7d3dc80c is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:24:37.195024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, b6565cac-4bda-4c95-825c-2bec7d3dc80c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:24:37.199279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:37.199868 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:37.205318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ff45d3-3a34-4984-b1b2-7552f24dbeac None None] Network b6565cac-4bda-4c95-825c-2bec7d3dc80c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:24:37.217965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-dc30f249-de41-426d-af25-9bdd44ce5202 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3642657 Nov 12 14:24:37.349833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1b46c-13f5-49d9-be21-6beb23aff9d8 None None] Network b6565cac-4bda-4c95-825c-2bec7d3dc80c requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:24:37.708269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7272-6883-412e-93f9-b94715cb5323 req-5e27102a-6e72-47d8-84c3-6c99b06118e4 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:37.709788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-5e27102a-6e72-47d8-84c3-6c99b06118e4 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/networks?id=b6565cac-4bda-4c95-825c-2bec7d3dc80c HTTP/1.1" status: 200 len: 814 time: 0.1251447 Nov 12 14:24:37.725817 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-8a3b9304-f8be-4035-bf39-6360e5e6b4cc tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/quotas/6f7e2663394e47e59d46ed2e849569c1 HTTP/1.1" status: 200 len: 375 time: 0.0101089 Nov 12 14:24:37.758779 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-8096f566-8ef1-4c16-8b1f-7092ae3253f7 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f7e2663394e47e59d46ed2e849569c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275400 Nov 12 14:24:37.905813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-d8593dac-c1db-4898-aaaf-43121a5e3511 service neutron] 10.222.0.73 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396351 Nov 12 14:24:38.000408 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-6aae21d0-4d06-4df6-ac8e-9b779d6c9341 service neutron] 10.222.0.73 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877597 Nov 12 14:24:38.177786 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7dd271de-bc4b-46aa-99dc-c98517172e4a req-baaa55ca-5b9a-4903-b107-eb0715d95ebf tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 210 time: 0.0295200 Nov 12 14:24:39.144016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7272-6883-412e-93f9-b94715cb5323 req-caa3a728-d58c-452b-8a40-b6fa66bfe2cc tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:39.145563 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-caa3a728-d58c-452b-8a40-b6fa66bfe2cc tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.105 "GET /v2.0/networks?id=b6565cac-4bda-4c95-825c-2bec7d3dc80c HTTP/1.1" status: 200 len: 814 time: 0.1141131 Nov 12 14:24:39.159922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Request body: {'port': {'device_id': '1c5d3da1-c1bd-4813-8d45-19ca7e72d03a', 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c', 'admin_state_up': True, 'tenant_id': '6f7e2663394e47e59d46ed2e849569c1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:24:39.293017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4528d31e-576f-4413-917f-bee6d9d84a6d req-c5e4ae0b-7616-47be-991c-2f17a43a8ee2 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 210 time: 0.0395908 Nov 12 14:24:39.314332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Made reservation on behalf of 6f7e2663394e47e59d46ed2e849569c1 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:24:39.320114 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:39.470375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Allocated IP 172.20.0.8 (b6565cac-4bda-4c95-825c-2bec7d3dc80c/2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c/31189a76-6384-4d07-8c68-d605a25ec01b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:24:39.619460 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:39.653543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:39.703108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Network b6565cac-4bda-4c95-825c-2bec7d3dc80c is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:24:39.711478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:24:39.715466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:24:39.723062 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Pushing event updated for resources: {'Port': ['ID=31189a76-6384-4d07-8c68-d605a25ec01b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:39.773359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:39.774002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:39.791302 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e62d64a2-deda-4b29-9b7c-8ce69b944436 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6368685 Nov 12 14:24:39.804673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Request body: {'port': {'device_id': '1c5d3da1-c1bd-4813-8d45-19ca7e72d03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:24:39.860348 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:40.148146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31189a76-6384-4d07-8c68-d605a25ec01b {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:24:40.155956 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:40.168226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Transition to ACTIVE for port object 31189a76-6384-4d07-8c68-d605a25ec01b will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:24:40.172151 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:40.224139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Pushing event updated for resources: {'Port': ['ID=31189a76-6384-4d07-8c68-d605a25ec01b,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:40.292076 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Attempting to bind port 31189a76-6384-4d07-8c68-d605a25ec01b on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:24:40.292410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Attempting to bind port 31189a76-6384-4d07-8c68-d605a25ec01b by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '82ac04b9-8032-412a-8e34-98c6aeaef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:24:40.292741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Attempting to bind port 31189a76-6384-4d07-8c68-d605a25ec01b on network b6565cac-4bda-4c95-825c-2bec7d3dc80c {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:24:40.297205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Port 31189a76-6384-4d07-8c68-d605a25ec01b on network b6565cac-4bda-4c95-825c-2bec7d3dc80c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:24:40.297555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Attempting to bind port 31189a76-6384-4d07-8c68-d605a25ec01b on network b6565cac-4bda-4c95-825c-2bec7d3dc80c {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:24:40.303710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:24:40.304050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Checking segment: {'id': '82ac04b9-8032-412a-8e34-98c6aeaef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:24:40.304441 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Bound using segment: {'id': '82ac04b9-8032-412a-8e34-98c6aeaef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:24:40.304873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Bound port: 31189a76-6384-4d07-8c68-d605a25ec01b, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ac04b9-8032-412a-8e34-98c6aeaef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:24:40.305229 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:40.379953 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] For port 31189a76-6384-4d07-8c68-d605a25ec01b, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:24:40.383713 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] For port 31189a76-6384-4d07-8c68-d605a25ec01b, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=31189a76-6384-4d07-8c68-d605a25ec01b,segment=NetworkSegment(82ac04b9-8032-412a-8e34-98c6aeaef25c),segment_id=82ac04b9-8032-412a-8e34-98c6aeaef25c)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:24:40.388346 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:40.419169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacccc3c-8ea7-40ed-81fe-696a0eb6e4db req-d7bbd9c6-cf69-4e49-9484-36ee82d64292 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:40.420638 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dacccc3c-8ea7-40ed-81fe-696a0eb6e4db req-d7bbd9c6-cf69-4e49-9484-36ee82d64292 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 943 time: 0.0559442 Nov 12 14:24:40.431856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:40.432473 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:40.433903 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] 10.222.0.105 "PUT /v2.0/ports/31189a76-6384-4d07-8c68-d605a25ec01b HTTP/1.1" status: 200 len: 1091 time: 0.6334713 Nov 12 14:24:40.434355 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5d3da1-c1bd-4813-8d45-19ca7e72d03a', 'tag': '31189a76-6384-4d07-8c68-d605a25ec01b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:24:40.436610 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689af89-be7b-455b-b24a-39d3038c9190" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5d3da1-c1bd-4813-8d45-19ca7e72d03a", "tag": "31189a76-6384-4d07-8c68-d605a25ec01b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:24:40.464351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e65152-be8a-4eb0-b308-57fd081efef8 service neutron] Pushing event updated for resources: {'Port': ['ID=31189a76-6384-4d07-8c68-d605a25ec01b,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:40.487748 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dacccc3c-8ea7-40ed-81fe-696a0eb6e4db req-7ed3219a-c2b7-48bc-a612-e17573140999 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567861 Nov 12 14:24:40.491328 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3407fea3-ba83-4201-9a22-602fa788314b x-openstack-request-id: req-3407fea3-ba83-4201-9a22-602fa788314b {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:24:40.491622 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5d3da1-c1bd-4813-8d45-19ca7e72d03a", "tag": "31189a76-6384-4d07-8c68-d605a25ec01b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:24:40.491875 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3407fea3-ba83-4201-9a22-602fa788314b {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:24:40.492276 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5d3da1-c1bd-4813-8d45-19ca7e72d03a', 'tag': '31189a76-6384-4d07-8c68-d605a25ec01b', 'status': 'completed', 'code': 200} Nov 12 14:24:40.527294 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7272-6883-412e-93f9-b94715cb5323 req-b27c7329-c3b1-4abc-a34e-97ab1036c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:40.528829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-b27c7329-c3b1-4abc-a34e-97ab1036c65b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6f7e2663394e47e59d46ed2e849569c1&device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 1094 time: 0.0478668 Nov 12 14:24:40.596551 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-9cdc52e7-594c-41e1-ab99-dae822859e71 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31189a76-6384-4d07-8c68-d605a25ec01b HTTP/1.1" status: 200 len: 217 time: 0.0582786 Nov 12 14:24:40.648013 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7272-6883-412e-93f9-b94715cb5323 req-eeb1ced1-2f47-4033-a6f1-0daea6142453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:40.649512 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-eeb1ced1-2f47-4033-a6f1-0daea6142453 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c HTTP/1.1" status: 200 len: 854 time: 0.0469859 Nov 12 14:24:40.685200 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-e9c38d02-f6f7-4d4c-a317-56aee27f6809 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b6565cac-4bda-4c95-825c-2bec7d3dc80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278785 Nov 12 14:24:40.798184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-872c9ba5-c236-4664-ae82-4a775a2d9931 service neutron] 10.222.0.105 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051159 Nov 12 14:24:40.894124 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e11d7272-6883-412e-93f9-b94715cb5323 req-ca2ad2e3-f0c2-4ead-8856-04a9386dc303 service neutron] 10.222.0.105 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874856 Nov 12 14:24:40.987312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689af89-be7b-455b-b24a-39d3038c9190 req-799679e9-8364-470e-bf78-ef5bdc57f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:40.988730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5689af89-be7b-455b-b24a-39d3038c9190 req-799679e9-8364-470e-bf78-ef5bdc57f19c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6f7e2663394e47e59d46ed2e849569c1&device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 1094 time: 0.0433574 Nov 12 14:24:41.089592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689af89-be7b-455b-b24a-39d3038c9190 req-d2e9d47d-eb9c-4978-b0c8-14ea0c72a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:41.090630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5689af89-be7b-455b-b24a-39d3038c9190 req-d2e9d47d-eb9c-4978-b0c8-14ea0c72a3f8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=b6565cac-4bda-4c95-825c-2bec7d3dc80c HTTP/1.1" status: 200 len: 915 time: 0.0920901 Nov 12 14:24:41.141538 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5689af89-be7b-455b-b24a-39d3038c9190 req-7e3b9750-7ae3-4da0-a75e-b88d6cf78e04 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31189a76-6384-4d07-8c68-d605a25ec01b HTTP/1.1" status: 200 len: 217 time: 0.0414221 Nov 12 14:24:41.208581 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689af89-be7b-455b-b24a-39d3038c9190 req-010b2c0e-fd25-4bc1-8c8f-8b7b54aba67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:41.210120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5689af89-be7b-455b-b24a-39d3038c9190 req-010b2c0e-fd25-4bc1-8c8f-8b7b54aba67a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c HTTP/1.1" status: 200 len: 854 time: 0.0535300 Nov 12 14:24:41.247993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5689af89-be7b-455b-b24a-39d3038c9190 req-ab203f75-07d6-4daa-b148-df9dce4fd617 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b6565cac-4bda-4c95-825c-2bec7d3dc80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308764 Nov 12 14:24:41.362851 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5689af89-be7b-455b-b24a-39d3038c9190 req-1d9c7ba2-e3d2-4bd8-978d-33bceb724dde service neutron] 10.222.0.105 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064956 Nov 12 14:24:41.478488 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5689af89-be7b-455b-b24a-39d3038c9190 req-2f9a4ca2-ba33-4df3-a61b-2265bbe52e79 service neutron] 10.222.0.105 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090569 Nov 12 14:24:41.610812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34785d-9fae-49df-bfea-2b2346d39c03 req-86bbdbee-f8d1-4630-9d26-d34fd9529b7a tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:41.612873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8c34785d-9fae-49df-bfea-2b2346d39c03 req-86bbdbee-f8d1-4630-9d26-d34fd9529b7a tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 943 time: 0.0526147 Nov 12 14:24:41.662935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8c34785d-9fae-49df-bfea-2b2346d39c03 req-56e17f3e-3bc9-4e42-a1ff-10ce688d2e50 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440104 Nov 12 14:24:42.787691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ff64-f4cc-4332-96e7-1f6322fd271d req-b16154fb-9d31-401e-b173-d2713314c5d4 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:42.789182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a465ff64-f4cc-4332-96e7-1f6322fd271d req-b16154fb-9d31-401e-b173-d2713314c5d4 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 943 time: 0.0505707 Nov 12 14:24:42.843140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a465ff64-f4cc-4332-96e7-1f6322fd271d req-4d76dcc6-20b6-470b-9586-7b9a15c662f7 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479832 Nov 12 14:24:43.011136 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 31189a76-6384-4d07-8c68-d605a25ec01b details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:24:43.114230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 31189a76-6384-4d07-8c68-d605a25ec01b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=31189a76-6384-4d07-8c68-d605a25ec01b,segment=NetworkSegment(82ac04b9-8032-412a-8e34-98c6aeaef25c),segment_id=82ac04b9-8032-412a-8e34-98c6aeaef25c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:43.126112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '31189a76-6384-4d07-8c68-d605a25ec01b', 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c', 'port_id': '31189a76-6384-4d07-8c68-d605a25ec01b', 'mac_address': 'fa:16:3e:81:3b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:24:43.172585 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:43.186875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31189a76-6384-4d07-8c68-d605a25ec01b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:24:43.208104 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 31189a76-6384-4d07-8c68-d605a25ec01b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=31189a76-6384-4d07-8c68-d605a25ec01b,segment=NetworkSegment(82ac04b9-8032-412a-8e34-98c6aeaef25c),segment_id=82ac04b9-8032-412a-8e34-98c6aeaef25c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:43.213273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:43.267021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=31189a76-6384-4d07-8c68-d605a25ec01b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:43.510582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['31189a76-6384-4d07-8c68-d605a25ec01b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:24:43.553467 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:43.968485 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb6350-23ec-4d09-94ff-677d7b5432ca req-b0af257c-c7f6-429f-8e2a-8b0275ff73a4 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:43.969983 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33eb6350-23ec-4d09-94ff-677d7b5432ca req-b0af257c-c7f6-429f-8e2a-8b0275ff73a4 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 944 time: 0.0559065 Nov 12 14:24:44.024793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-33eb6350-23ec-4d09-94ff-677d7b5432ca req-695e69e2-aa27-44f7-93ce-191700bead04 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479281 Nov 12 14:24:44.576029 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:45.027267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 31189a76-6384-4d07-8c68-d605a25ec01b up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:24:45.083899 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 31189a76-6384-4d07-8c68-d605a25ec01b completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:24:45.087786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 31189a76-6384-4d07-8c68-d605a25ec01b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:24:45.088149 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:45.153116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a88d31-ecb3-417e-a358-f88e3d6f99e4 req-a4b4c541-a884-4101-b42d-68eeb7875a23 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:45.154651 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c7a88d31-ecb3-417e-a358-f88e3d6f99e4 req-a4b4c541-a884-4101-b42d-68eeb7875a23 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 944 time: 0.0565271 Nov 12 14:24:45.175872 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:45.200448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5d3da1-c1bd-4813-8d45-19ca7e72d03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31189a76-6384-4d07-8c68-d605a25ec01b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:24:45.203044 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de5fddb-fcba-42c9-a2a5-0504d6b7939b" -d '{"events": [{"server_uuid": "1c5d3da1-c1bd-4813-8d45-19ca7e72d03a", "name": "network-vif-plugged", "status": "completed", "tag": "31189a76-6384-4d07-8c68-d605a25ec01b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:24:45.208854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c7a88d31-ecb3-417e-a358-f88e3d6f99e4 req-bb31c226-b36a-41c0-afe7-1c95c8e568cf tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474291 Nov 12 14:24:45.218616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 31189a76-6384-4d07-8c68-d605a25ec01b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=31189a76-6384-4d07-8c68-d605a25ec01b,segment=NetworkSegment(82ac04b9-8032-412a-8e34-98c6aeaef25c),segment_id=82ac04b9-8032-412a-8e34-98c6aeaef25c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:45.224004 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:45.266818 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8761cc8-a4f9-4b0e-82c2-15d3f92e7979 x-openstack-request-id: req-e8761cc8-a4f9-4b0e-82c2-15d3f92e7979 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:24:45.267213 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5d3da1-c1bd-4813-8d45-19ca7e72d03a", "name": "network-vif-plugged", "status": "completed", "tag": "31189a76-6384-4d07-8c68-d605a25ec01b", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:24:45.268552 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8761cc8-a4f9-4b0e-82c2-15d3f92e7979 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:24:45.269529 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5d3da1-c1bd-4813-8d45-19ca7e72d03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31189a76-6384-4d07-8c68-d605a25ec01b', 'code': 200} Nov 12 14:24:45.295572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=31189a76-6384-4d07-8c68-d605a25ec01b,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:45.369177 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e185e19-609a-48af-b907-9e40b8ce7e60 req-3234c3f4-8d30-4da7-a634-810720995a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:45.370732 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e185e19-609a-48af-b907-9e40b8ce7e60 req-3234c3f4-8d30-4da7-a634-810720995a3b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 1096 time: 0.0415132 Nov 12 14:24:45.417911 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e185e19-609a-48af-b907-9e40b8ce7e60 req-ef936ca5-7656-435e-ad73-5190b1a3d8dd service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 Nov 12 14:24:45.436932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-4cd46cd3-1480-4efc-99cf-3637477bd173 req-9bdaec5f-133c-427b-84b4-d65142005d6e tempest-ServerDiskConfigTestJSON-1635514162 tempest-ServerDiskConfigTestJSON-1635514162-project] (102676) timed out ('10.222.0.105', 51935) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 14:24:45.616279 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:24:46.330936 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade0823-64c8-44e4-a8fd-a3845df220a5 req-a72db75f-4fd2-4311-b550-ef0130594255 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:46.332441 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ade0823-64c8-44e4-a8fd-a3845df220a5 req-a72db75f-4fd2-4311-b550-ef0130594255 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0543227 Nov 12 14:24:46.383334 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ade0823-64c8-44e4-a8fd-a3845df220a5 req-9853d516-e525-4b0d-a20d-1c98ce0b4d39 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449190 Nov 12 14:24:47.505365 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa06493-a826-4a1c-8359-c77bca5e91a4 req-7c206b94-a905-4ec7-937f-585980e4069a tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:47.506766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dfa06493-a826-4a1c-8359-c77bca5e91a4 req-7c206b94-a905-4ec7-937f-585980e4069a tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0545461 Nov 12 14:24:47.555132 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dfa06493-a826-4a1c-8359-c77bca5e91a4 req-55956d32-d9a7-4db0-8142-d6796ba9f689 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Nov 12 14:24:47.789206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-43d5da08-0c5b-4015-9dcc-360325d9c75b tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:47.790621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-43d5da08-0c5b-4015-9dcc-360325d9c75b tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/networks?id=b6565cac-4bda-4c95-825c-2bec7d3dc80c HTTP/1.1" status: 200 len: 814 time: 0.1103134 Nov 12 14:24:47.806604 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-49a7bfb6-19ea-430a-affb-394794a0d88b tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/quotas/6f7e2663394e47e59d46ed2e849569c1 HTTP/1.1" status: 200 len: 375 time: 0.0101142 Nov 12 14:24:47.856115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-0f14d860-45ba-415c-b8f6-e047df893c51 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f7e2663394e47e59d46ed2e849569c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438738 Nov 12 14:24:47.867396 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-a2641eee-77f9-4fa4-a361-8934bef646d0 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:24:47.868353 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-a2641eee-77f9-4fa4-a361-8934bef646d0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053673 Nov 12 14:24:47.968947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-27b71e1b-abaa-4bb1-8330-3b35d4b81ef5 service neutron] 10.222.0.73 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944235 Nov 12 14:24:48.065777 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-395b4a9d-9937-4c76-8688-f18b37fbec4e service neutron] 10.222.0.73 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906303 Nov 12 14:24:48.232973 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-028f1a23-dacf-412a-a7f4-bec9e8efbc6e req-ab6d9a39-e830-4231-824b-58f642de7538 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 210 time: 0.0262802 Nov 12 14:24:49.297695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-a1366303-b954-451a-a400-f72b1a9f4277 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:49.299958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-a1366303-b954-451a-a400-f72b1a9f4277 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.70 "GET /v2.0/networks?id=b6565cac-4bda-4c95-825c-2bec7d3dc80c HTTP/1.1" status: 200 len: 814 time: 0.1278813 Nov 12 14:24:49.315490 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Request body: {'port': {'device_id': '37a9327d-459c-446a-8589-8bdb10ab24ff', 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c', 'admin_state_up': True, 'tenant_id': '6f7e2663394e47e59d46ed2e849569c1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:24:49.364462 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4c65c172-c8b2-4079-85e8-c88f252067cb req-5e107793-b562-41e0-a79a-fcdac4fa29ff tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 210 time: 0.0454452 Nov 12 14:24:49.449710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Made reservation on behalf of 6f7e2663394e47e59d46ed2e849569c1 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:24:49.453149 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:49.585845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Allocated IP 172.20.0.13 (b6565cac-4bda-4c95-825c-2bec7d3dc80c/2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c/81b2b93f-07b4-4a9d-9b7d-449f8cda8af4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:24:49.733787 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:49.769662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:49.784603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['31189a76-6384-4d07-8c68-d605a25ec01b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:24:49.822245 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Network b6565cac-4bda-4c95-825c-2bec7d3dc80c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:24:49.827464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:24:49.830716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:24:49.859863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Pushing event updated for resources: {'Port': ['ID=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:49.886330 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:49.887129 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:49.906641 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-87b72fcb-363a-45de-a117-c614aa8047fa tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5957069 Nov 12 14:24:49.919498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Request body: {'port': {'device_id': '37a9327d-459c-446a-8589-8bdb10ab24ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:24:49.972596 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:50.248323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:24:50.256634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:50.269741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Transition to ACTIVE for port object 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:24:50.273523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:50.324419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Pushing event updated for resources: {'Port': ['ID=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:50.399288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Attempting to bind port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:24:50.399744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Attempting to bind port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '82ac04b9-8032-412a-8e34-98c6aeaef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:24:50.400078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Attempting to bind port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 on network b6565cac-4bda-4c95-825c-2bec7d3dc80c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:24:50.404893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 on network b6565cac-4bda-4c95-825c-2bec7d3dc80c not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:24:50.405205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Attempting to bind port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 on network b6565cac-4bda-4c95-825c-2bec7d3dc80c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:24:50.411806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:24:50.412138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Checking segment: {'id': '82ac04b9-8032-412a-8e34-98c6aeaef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:24:50.412519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Bound using segment: {'id': '82ac04b9-8032-412a-8e34-98c6aeaef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:24:50.412939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Bound port: 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ac04b9-8032-412a-8e34-98c6aeaef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:24:50.413316 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:50.484272 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeac05-4ac7-4485-a2ae-fff3d40335ae req-83b771b2-fd38-4a38-842c-8d405f86aec7 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:50.485837 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9aeac05-4ac7-4485-a2ae-fff3d40335ae req-83b771b2-fd38-4a38-842c-8d405f86aec7 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 944 time: 0.0508466 Nov 12 14:24:50.488951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] For port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:24:50.492427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] For port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,segment=NetworkSegment(82ac04b9-8032-412a-8e34-98c6aeaef25c),segment_id=82ac04b9-8032-412a-8e34-98c6aeaef25c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:24:50.497346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:50.534499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:50.535116 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:50.536543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] 10.222.0.70 "PUT /v2.0/ports/81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 HTTP/1.1" status: 200 len: 1092 time: 0.6213300 Nov 12 14:24:50.537003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a9327d-459c-446a-8589-8bdb10ab24ff', 'tag': '81b2b93f-07b4-4a9d-9b7d-449f8cda8af4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:24:50.539313 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "37a9327d-459c-446a-8589-8bdb10ab24ff", "tag": "81b2b93f-07b4-4a9d-9b7d-449f8cda8af4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:24:50.540620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a9aeac05-4ac7-4485-a2ae-fff3d40335ae req-563cd5ae-f226-460d-a81a-f2f1620dbd17 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Nov 12 14:24:50.566198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30132727-c49d-4ca4-8cba-7b7b02461ece service neutron] Pushing event updated for resources: {'Port': ['ID=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:50.595633 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaae324e-8057-4197-a37a-eb5438d4f949 x-openstack-request-id: req-aaae324e-8057-4197-a37a-eb5438d4f949 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:24:50.595968 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a9327d-459c-446a-8589-8bdb10ab24ff", "tag": "81b2b93f-07b4-4a9d-9b7d-449f8cda8af4", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:24:50.596277 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aaae324e-8057-4197-a37a-eb5438d4f949 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:24:50.596656 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a9327d-459c-446a-8589-8bdb10ab24ff', 'tag': '81b2b93f-07b4-4a9d-9b7d-449f8cda8af4', 'status': 'completed', 'code': 200} Nov 12 14:24:50.635219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-97e2721f-7514-4de6-b6c9-e5e3e78958c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:50.636948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-97e2721f-7514-4de6-b6c9-e5e3e78958c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f7e2663394e47e59d46ed2e849569c1&device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 1095 time: 0.0508761 Nov 12 14:24:50.684131 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-3c53684e-3131-4ade-ab36-338fb423c473 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 HTTP/1.1" status: 200 len: 217 time: 0.0387852 Nov 12 14:24:50.732694 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-ba7db7de-bd8d-49b0-b2f7-2a2d14f4aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:50.734142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-ba7db7de-bd8d-49b0-b2f7-2a2d14f4aa55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c HTTP/1.1" status: 200 len: 854 time: 0.0432246 Nov 12 14:24:50.768145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-16f97173-6e29-4bf9-9056-e569765e5c5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6565cac-4bda-4c95-825c-2bec7d3dc80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270746 Nov 12 14:24:50.867664 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-2de9f2a8-4446-4319-84a1-60f2f7042d34 service neutron] 10.222.0.70 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918803 Nov 12 14:24:50.961208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c35972c3-9ed8-49ee-840c-60184791f0c4 req-12b35916-45ff-4e21-9a78-27cd27712e9b service neutron] 10.222.0.70 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864382 Nov 12 14:24:51.049186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8 req-c3972b1c-8be6-44c4-b368-0a49dd0811e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:51.050817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8 req-c3972b1c-8be6-44c4-b368-0a49dd0811e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f7e2663394e47e59d46ed2e849569c1&device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 1095 time: 0.0426099 Nov 12 14:24:51.151561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8 req-ecfb8f91-24ed-46e3-98cb-e0f0bfdfaeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:51.152927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8 req-ecfb8f91-24ed-46e3-98cb-e0f0bfdfaeea service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6565cac-4bda-4c95-825c-2bec7d3dc80c HTTP/1.1" status: 200 len: 915 time: 0.0934904 Nov 12 14:24:51.198615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8 req-bbc916ce-d8d8-4bc4-bd6b-e856c035a764 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 HTTP/1.1" status: 200 len: 217 time: 0.0384862 Nov 12 14:24:51.258034 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8 req-ab22ba1b-566b-485e-9df6-e237db78cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:51.259736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8 req-ab22ba1b-566b-485e-9df6-e237db78cbbf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c HTTP/1.1" status: 200 len: 854 time: 0.0542560 Nov 12 14:24:51.293104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8 req-fc0d2604-2ea6-48b7-9fd8-f38d083cdac1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6565cac-4bda-4c95-825c-2bec7d3dc80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267999 Nov 12 14:24:51.380655 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8 req-c9a46288-ab0b-403f-8095-59fe05cd3e79 service neutron] 10.222.0.70 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800784 Nov 12 14:24:51.477274 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-410b5d58-1cac-4e68-84ab-ddff66fd5bd8 req-3ee5bf11-178d-4c23-99e0-b485c8029e16 service neutron] 10.222.0.70 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893610 Nov 12 14:24:51.674751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7457cc-7a85-4fd0-b7c8-dd2ef2a4d0c3 req-3084f0e6-4df1-4b7f-8c46-dd7a16a7a04a tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:51.676250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3f7457cc-7a85-4fd0-b7c8-dd2ef2a4d0c3 req-3084f0e6-4df1-4b7f-8c46-dd7a16a7a04a tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 944 time: 0.0564277 Nov 12 14:24:51.727019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3f7457cc-7a85-4fd0-b7c8-dd2ef2a4d0c3 req-445ef9e2-22eb-4a3b-b645-752aca426911 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Nov 12 14:24:52.854538 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49212441-c640-4526-ba36-717522fb47f5 req-af730301-7822-46f1-bc21-1e44cf5e0625 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:52.856051 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49212441-c640-4526-ba36-717522fb47f5 req-af730301-7822-46f1-bc21-1e44cf5e0625 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 944 time: 0.0573990 Nov 12 14:24:52.911644 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49212441-c640-4526-ba36-717522fb47f5 req-84799391-be42-4fd7-af65-02af21b93bcc tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486512 Nov 12 14:24:54.035286 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943a4a8-2e5f-454e-8e6b-d81a26a44c7a req-8de8d3aa-95a1-444c-b5e3-f97ec4e947cf tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:54.036686 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b943a4a8-2e5f-454e-8e6b-d81a26a44c7a req-8de8d3aa-95a1-444c-b5e3-f97ec4e947cf tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 944 time: 0.0554850 Nov 12 14:24:54.086454 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b943a4a8-2e5f-454e-8e6b-d81a26a44c7a req-3699444d-9f02-4f85-b818-07b67a8652e7 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438421 Nov 12 14:24:54.138770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:24:54.241448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,segment=NetworkSegment(82ac04b9-8032-412a-8e34-98c6aeaef25c),segment_id=82ac04b9-8032-412a-8e34-98c6aeaef25c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:54.253100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '81b2b93f-07b4-4a9d-9b7d-449f8cda8af4', 'network_id': 'b6565cac-4bda-4c95-825c-2bec7d3dc80c', 'port_id': '81b2b93f-07b4-4a9d-9b7d-449f8cda8af4', 'mac_address': 'fa:16:3e:60:74:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:24:54.289976 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:54.303114 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:24:54.323709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,segment=NetworkSegment(82ac04b9-8032-412a-8e34-98c6aeaef25c),segment_id=82ac04b9-8032-412a-8e34-98c6aeaef25c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:54.327634 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:54.380359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:54.653522 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['81b2b93f-07b4-4a9d-9b7d-449f8cda8af4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:24:54.695516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-9d78fcfe-4436-4f7e-a234-9b7af3615418 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469987 Nov 12 14:24:54.796437 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-ff638706-60cf-4810-8208-ecbdc3017a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:54.798004 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-ff638706-60cf-4810-8208-ecbdc3017a34 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6f7e2663394e47e59d46ed2e849569c1&device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 1096 time: 0.0497370 Nov 12 14:24:54.916356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-856b207b-742c-4265-b120-ee46cb67a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:54.917835 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-856b207b-742c-4265-b120-ee46cb67a9be service neutron] 10.222.0.105 "GET /v2.0/networks?id=b6565cac-4bda-4c95-825c-2bec7d3dc80c HTTP/1.1" status: 200 len: 915 time: 0.0888522 Nov 12 14:24:54.969481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-7d3ce3a7-ffbc-4986-8128-f56e996a79cb service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31189a76-6384-4d07-8c68-d605a25ec01b HTTP/1.1" status: 200 len: 217 time: 0.0442781 Nov 12 14:24:55.021772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-560a4858-63ae-4fe2-bd12-c1db0c9fff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:55.023267 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-560a4858-63ae-4fe2-bd12-c1db0c9fff89 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c HTTP/1.1" status: 200 len: 854 time: 0.0462475 Nov 12 14:24:55.058134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-4c5fd045-029a-4328-912c-472d20a54346 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b6565cac-4bda-4c95-825c-2bec7d3dc80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276337 Nov 12 14:24:55.159997 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-7f2354f0-99a7-4585-8535-31ed0d0f4a22 service neutron] 10.222.0.105 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946221 Nov 12 14:24:55.213156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02391-54f6-4a21-a982-0eacc3b178c4 req-f1327fde-1d0f-4ad4-9342-1580ec165127 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:55.214649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3c02391-54f6-4a21-a982-0eacc3b178c4 req-f1327fde-1d0f-4ad4-9342-1580ec165127 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 945 time: 0.0552673 Nov 12 14:24:55.257246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8e6be57f-c88d-457d-b2eb-b997b7de3156 req-534468e9-b9f8-4352-a52c-8f1e85767bd4 service neutron] 10.222.0.105 "GET /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900714 Nov 12 14:24:55.265837 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f3c02391-54f6-4a21-a982-0eacc3b178c4 req-c727b91d-1961-4ab2-bbbf-b14e2f2f3522 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450852 Nov 12 14:24:56.155313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:24:56.218243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:24:56.222790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:24:56.223163 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:56.308633 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:56.333612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a9327d-459c-446a-8589-8bdb10ab24ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b2b93f-07b4-4a9d-9b7d-449f8cda8af4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:24:56.335867 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95be8ad-4b08-4b05-baa3-f2a2bbd5a8cd" -d '{"events": [{"server_uuid": "37a9327d-459c-446a-8589-8bdb10ab24ff", "name": "network-vif-plugged", "status": "completed", "tag": "81b2b93f-07b4-4a9d-9b7d-449f8cda8af4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:24:56.353430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,segment=NetworkSegment(82ac04b9-8032-412a-8e34-98c6aeaef25c),segment_id=82ac04b9-8032-412a-8e34-98c6aeaef25c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:24:56.358563 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:56.386910 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc861cf-079b-4c59-8b0a-7d875024b261 x-openstack-request-id: req-fdc861cf-079b-4c59-8b0a-7d875024b261 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:24:56.387199 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a9327d-459c-446a-8589-8bdb10ab24ff", "name": "network-vif-plugged", "status": "completed", "tag": "81b2b93f-07b4-4a9d-9b7d-449f8cda8af4", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:24:56.387460 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fdc861cf-079b-4c59-8b0a-7d875024b261 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:24:56.387849 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a9327d-459c-446a-8589-8bdb10ab24ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b2b93f-07b4-4a9d-9b7d-449f8cda8af4', 'code': 200} Nov 12 14:24:56.405446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a4489-81d2-4371-b194-660c11a51291 req-d6805509-67bf-4489-a3c3-0bd54bdeeace tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:56.407060 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb0a4489-81d2-4371-b194-660c11a51291 req-d6805509-67bf-4489-a3c3-0bd54bdeeace tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 945 time: 0.0663574 Nov 12 14:24:56.422032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:24:56.470710 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb0a4489-81d2-4371-b194-660c11a51291 req-703f5de6-2b73-4462-a0f5-561352039a17 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541177 Nov 12 14:24:56.502563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1a0d1-4941-4b96-a1e9-37fdeaf9e574 req-7a868ed0-4f36-4ded-aadb-14427e832fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:56.504454 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95d1a0d1-4941-4b96-a1e9-37fdeaf9e574 req-7a868ed0-4f36-4ded-aadb-14427e832fd1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 1097 time: 0.0429969 Nov 12 14:24:56.552782 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-95d1a0d1-4941-4b96-a1e9-37fdeaf9e574 req-41a1e8b6-8b71-4e3b-a5d9-7dcd79316012 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404835 Nov 12 14:24:57.092537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78eeb69a-e6dc-477a-8591-422d8c7e70cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:24:57.594258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e529b-824f-4cee-8b9a-98686966ade1 req-ebd1c620-4b51-410a-85c1-a4628b9cd12a tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:57.595951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e4e529b-824f-4cee-8b9a-98686966ade1 req-ebd1c620-4b51-410a-85c1-a4628b9cd12a tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 946 time: 0.0532255 Nov 12 14:24:57.652116 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e4e529b-824f-4cee-8b9a-98686966ade1 req-7037604f-563c-4d50-965a-09d27fe776ab tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Nov 12 14:24:58.772103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557de49c-5ce3-4a6a-bf75-b88a884a8119 req-89f28aca-e25e-42a3-8dcf-2757d91e7309 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:58.773643 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-557de49c-5ce3-4a6a-bf75-b88a884a8119 req-89f28aca-e25e-42a3-8dcf-2757d91e7309 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 946 time: 0.0500283 Nov 12 14:24:58.823379 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-557de49c-5ce3-4a6a-bf75-b88a884a8119 req-de01e4fd-0e36-4a16-b0d5-5c7e7c5fd148 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437238 Nov 12 14:24:59.070648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d357e4-8fb0-420c-b852-4d10f0371964 req-b2cd962a-76d9-492b-97d8-e6b1c7393f65 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:24:59.072168 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-41d357e4-8fb0-420c-b852-4d10f0371964 req-b2cd962a-76d9-492b-97d8-e6b1c7393f65 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 946 time: 0.0492907 Nov 12 14:24:59.123395 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-41d357e4-8fb0-420c-b852-4d10f0371964 req-f75781b4-31a1-4b30-b774-33e9ef6f0291 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449705 Nov 12 14:24:59.619631 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-680f6475-dcc8-47f4-bfd6-88bb905f0025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:00.254930 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64382f06-a1b8-4094-96ce-4959691468a3 req-9b34b5c5-fb0f-4793-84fe-cf60e92acfc3 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:00.256498 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64382f06-a1b8-4094-96ce-4959691468a3 req-9b34b5c5-fb0f-4793-84fe-cf60e92acfc3 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 946 time: 0.0537453 Nov 12 14:25:00.312196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-64382f06-a1b8-4094-96ce-4959691468a3 req-4a331d06-52c4-4287-b01b-562700f78496 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494134 Nov 12 14:25:00.550086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b74c-0653-4634-9516-bee944008b00 req-7c3bd803-5dd6-4a29-a3a3-3d3d2b204791 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:00.551772 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bee0b74c-0653-4634-9516-bee944008b00 req-7c3bd803-5dd6-4a29-a3a3-3d3d2b204791 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.70 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 946 time: 0.0588021 Nov 12 14:25:00.675323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-bee0b74c-0653-4634-9516-bee944008b00 req-f9988aae-eef3-4595-ad1d-13d596eff90f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Deleting port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:25:00.675660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bee0b74c-0653-4634-9516-bee944008b00 req-f9988aae-eef3-4595-ad1d-13d596eff90f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:00.779323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-bee0b74c-0653-4634-9516-bee944008b00 req-f9988aae-eef3-4595-ad1d-13d596eff90f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] For port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,segment=NetworkSegment(82ac04b9-8032-412a-8e34-98c6aeaef25c),segment_id=82ac04b9-8032-412a-8e34-98c6aeaef25c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:00.779681 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bee0b74c-0653-4634-9516-bee944008b00 req-f9988aae-eef3-4595-ad1d-13d596eff90f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:00.793719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-bee0b74c-0653-4634-9516-bee944008b00 req-f9988aae-eef3-4595-ad1d-13d596eff90f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Calling delete_port for 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:25:00.865156 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:00.941691 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bee0b74c-0653-4634-9516-bee944008b00 req-f9988aae-eef3-4595-ad1d-13d596eff90f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:00.954789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['31189a76-6384-4d07-8c68-d605a25ec01b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:25:00.957429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['81b2b93f-07b4-4a9d-9b7d-449f8cda8af4'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:25:00.975927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9988aae-eef3-4595-ad1d-13d596eff90f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Pushing event deleted for resources: {'Port': ['ID=81b2b93f-07b4-4a9d-9b7d-449f8cda8af4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:01.024841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee0b74c-0653-4634-9516-bee944008b00 req-f9988aae-eef3-4595-ad1d-13d596eff90f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] No DVR routers for this DVR port 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:25:01.027625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-bee0b74c-0653-4634-9516-bee944008b00 req-f9988aae-eef3-4595-ad1d-13d596eff90f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:01.031166 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bee0b74c-0653-4634-9516-bee944008b00 req-f9988aae-eef3-4595-ad1d-13d596eff90f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.70 "DELETE /v2.0/ports/81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 HTTP/1.1" status: 204 len: 173 time: 0.4726930 Nov 12 14:25:01.031638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a9327d-459c-446a-8589-8bdb10ab24ff', 'name': 'network-vif-deleted', 'tag': '81b2b93f-07b4-4a9d-9b7d-449f8cda8af4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:25:01.034525 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fa9fbe-ac4a-4b9f-9d6c-428c281383b6" -d '{"events": [{"server_uuid": "37a9327d-459c-446a-8589-8bdb10ab24ff", "name": "network-vif-deleted", "tag": "81b2b93f-07b4-4a9d-9b7d-449f8cda8af4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:25:01.077977 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed0a6de-efdf-41ff-a95c-591e3c1130e3 x-openstack-request-id: req-4ed0a6de-efdf-41ff-a95c-591e3c1130e3 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:25:01.078211 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a9327d-459c-446a-8589-8bdb10ab24ff", "name": "network-vif-deleted", "tag": "81b2b93f-07b4-4a9d-9b7d-449f8cda8af4", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:25:01.078537 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ed0a6de-efdf-41ff-a95c-591e3c1130e3 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:25:01.079832 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a9327d-459c-446a-8589-8bdb10ab24ff', 'name': 'network-vif-deleted', 'tag': '81b2b93f-07b4-4a9d-9b7d-449f8cda8af4', 'status': 'completed', 'code': 200} Nov 12 14:25:01.423949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb611bd8-0bfd-47ae-99e2-be85267dea79 req-b9719c1f-7321-46de-9bc2-27e6e096310e tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=37a9327d-459c-446a-8589-8bdb10ab24ff HTTP/1.1" status: 200 len: 210 time: 0.0282099 Nov 12 14:25:02.451386 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:02.596110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fe242-f320-4afd-b8a8-6f0bc1b3ac49 req-e09e6401-32b0-41f2-8280-f8e88a160e97 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:02.597589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f76fe242-f320-4afd-b8a8-6f0bc1b3ac49 req-e09e6401-32b0-41f2-8280-f8e88a160e97 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0510757 Nov 12 14:25:02.651076 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f76fe242-f320-4afd-b8a8-6f0bc1b3ac49 req-26d0dc1a-b65b-4dec-8057-5fa4539a314e tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Nov 12 14:25:02.797775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342eb6a-077b-4d2d-996a-8b5ecb1e62e7 req-8ae300d6-6d88-415b-94b3-65efe43a846d tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:02.799985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e342eb6a-077b-4d2d-996a-8b5ecb1e62e7 req-8ae300d6-6d88-415b-94b3-65efe43a846d tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0521963 Nov 12 14:25:03.053620 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:03.196532 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e342eb6a-077b-4d2d-996a-8b5ecb1e62e7 req-fb9d4151-6b51-4b5d-a944-46c4386ae4dc tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897898 Nov 12 14:25:03.323137 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03ef55-7627-4975-875e-3a63539edcc0 req-ea52206e-cdf0-4f73-9c8d-7a02e4e89bda tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:03.324531 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f03ef55-7627-4975-875e-3a63539edcc0 req-ea52206e-cdf0-4f73-9c8d-7a02e4e89bda tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0582559 Nov 12 14:25:03.378289 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6f03ef55-7627-4975-875e-3a63539edcc0 req-91da11fb-5c9f-4cfe-9e0c-399b193861ee tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469828 Nov 12 14:25:03.562512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab26de6-cd0f-4ab0-ba3e-79a876bb3713 req-b78366f1-96cf-42a5-abdb-1bfd0264e79d tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:03.564359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ab26de6-cd0f-4ab0-ba3e-79a876bb3713 req-b78366f1-96cf-42a5-abdb-1bfd0264e79d tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0527079 Nov 12 14:25:03.615559 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1ab26de6-cd0f-4ab0-ba3e-79a876bb3713 req-5dc1029a-706c-4e75-8d30-31913c120b8c tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Nov 12 14:25:03.739952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31400215-c789-4b2f-bc5b-dac3c2928e2d req-13a360bd-607c-44f7-a299-7e892f7bd8c5 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:03.741496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31400215-c789-4b2f-bc5b-dac3c2928e2d req-13a360bd-607c-44f7-a299-7e892f7bd8c5 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0497522 Nov 12 14:25:03.791858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31400215-c789-4b2f-bc5b-dac3c2928e2d req-4774eb04-76fb-4777-bd15-853f3722bb6a tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Nov 12 14:25:03.932886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879bf93-8b0f-4f98-a092-bc1dee25fc9b req-d6e22356-c4f9-4cd1-b53f-17058a0c305e tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:03.934433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6879bf93-8b0f-4f98-a092-bc1dee25fc9b req-d6e22356-c4f9-4cd1-b53f-17058a0c305e tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0571251 Nov 12 14:25:03.996307 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6879bf93-8b0f-4f98-a092-bc1dee25fc9b req-7e527aa2-4282-4517-9884-df5b55f302f0 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547225 Nov 12 14:25:04.200792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:25:04.225270 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:25:04.225640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 81b2b93f-07b4-4a9d-9b7d-449f8cda8af4 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:25:04.337748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcd12f-b9d0-45bb-83c6-c5e5b26af16d req-b8ed1a61-682a-4457-9d31-4e7865050d3b tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:04.339306 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-00fcd12f-b9d0-45bb-83c6-c5e5b26af16d req-b8ed1a61-682a-4457-9d31-4e7865050d3b tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0580876 Nov 12 14:25:04.396506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-00fcd12f-b9d0-45bb-83c6-c5e5b26af16d req-21803034-4e7c-44d7-8860-6c8e5f1a64b2 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489466 Nov 12 14:25:05.526660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ff12c-bb24-4f2c-be72-40b7672fddba req-5334707f-4434-47b9-8401-b177f9cfa1cc tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:05.529051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f20ff12c-bb24-4f2c-be72-40b7672fddba req-5334707f-4434-47b9-8401-b177f9cfa1cc tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0547955 Nov 12 14:25:05.591043 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f20ff12c-bb24-4f2c-be72-40b7672fddba req-a48c8768-9a83-4c2c-b6b4-f64638e7139f tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/security-groups?id=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512228 Nov 12 14:25:06.151337 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-7168a148-1b0c-45b9-8bb6-0c2e90e00d64 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:06.152834 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-7168a148-1b0c-45b9-8bb6-0c2e90e00d64 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 945 time: 0.0552354 Nov 12 14:25:06.256530 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Deleting port 31189a76-6384-4d07-8c68-d605a25ec01b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:25:06.256877 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:06.363063 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] For port 31189a76-6384-4d07-8c68-d605a25ec01b, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=31189a76-6384-4d07-8c68-d605a25ec01b,segment=NetworkSegment(82ac04b9-8032-412a-8e34-98c6aeaef25c),segment_id=82ac04b9-8032-412a-8e34-98c6aeaef25c)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:06.363430 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:06.379636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Calling delete_port for 31189a76-6384-4d07-8c68-d605a25ec01b owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:25:06.524302 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:06.542481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['31189a76-6384-4d07-8c68-d605a25ec01b'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:25:06.556812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Pushing event deleted for resources: {'Port': ['ID=31189a76-6384-4d07-8c68-d605a25ec01b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:06.585241 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.585617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.585999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.586297 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.586631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.586967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.587426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.587841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.588124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.588395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.588718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.589070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:06.608166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] No DVR routers for this DVR port 31189a76-6384-4d07-8c68-d605a25ec01b on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:25:06.611722 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:06.615320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8a4cde17-d877-4df9-b898-9b1d9bc20273 req-3f15681f-0094-4620-8a1f-08daeb660b58 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.105 "DELETE /v2.0/ports/31189a76-6384-4d07-8c68-d605a25ec01b HTTP/1.1" status: 204 len: 173 time: 0.4564071 Nov 12 14:25:06.615778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5d3da1-c1bd-4813-8d45-19ca7e72d03a', 'name': 'network-vif-deleted', 'tag': '31189a76-6384-4d07-8c68-d605a25ec01b'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:25:06.618108 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ca7b69-1199-4b6a-bba6-bf0fcbcb8cda" -d '{"events": [{"server_uuid": "1c5d3da1-c1bd-4813-8d45-19ca7e72d03a", "name": "network-vif-deleted", "tag": "31189a76-6384-4d07-8c68-d605a25ec01b"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:25:06.658641 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061efb54-b900-4e57-bdeb-8b4a99bf855a x-openstack-request-id: req-061efb54-b900-4e57-bdeb-8b4a99bf855a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:25:06.658955 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5d3da1-c1bd-4813-8d45-19ca7e72d03a", "name": "network-vif-deleted", "tag": "31189a76-6384-4d07-8c68-d605a25ec01b", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:25:06.659189 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-061efb54-b900-4e57-bdeb-8b4a99bf855a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:25:06.659598 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5d3da1-c1bd-4813-8d45-19ca7e72d03a', 'name': 'network-vif-deleted', 'tag': '31189a76-6384-4d07-8c68-d605a25ec01b', 'status': 'completed', 'code': 200} Nov 12 14:25:06.712429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3db83ebf-03ab-4f4c-ad48-81dd6a3006f8 req-ed2f1325-fac7-465e-9673-913a714b7dd9 tempest-ServersNegativeTestJSON-1160975160 tempest-ServersNegativeTestJSON-1160975160-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5d3da1-c1bd-4813-8d45-19ca7e72d03a HTTP/1.1" status: 200 len: 210 time: 0.0278628 Nov 12 14:25:07.772761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38292) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:07.821423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Deleting subnet 2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:25:07.824543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:07.863423 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:07.905997 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:07.962415 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:07.988539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:07.993192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:07.996986 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2b35ec73-c9e8-4cb7-9cc3-df92c2a0eb9c HTTP/1.1" status: 204 len: 168 time: 0.2229097 Nov 12 14:25:07.999813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38294) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:08.002750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.003253 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.003596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.003935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.004348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.004760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.005161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.005674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.006003 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.006416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.006934 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.007308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b62d1-fdd9-40fc-bf61-27a8f226146e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:08.080839 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.165122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.192919 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6565cac-4bda-4c95-825c-2bec7d3dc80c']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:08.203010 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ac04b9-8032-412a-8e34-98c6aeaef25c') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:08.203305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ac04b9-8032-412a-8e34-98c6aeaef25c') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:08.214360 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.228843 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.239699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:25:08.240112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:25:08.241968 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:25:08.304716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.314826 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.319489 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] 10.222.0.73 "DELETE /v2.0/networks/b6565cac-4bda-4c95-825c-2bec7d3dc80c HTTP/1.1" status: 204 len: 168 time: 0.3183780 Nov 12 14:25:08.331302 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2eb7f-cb01-4ec6-8792-b2821d4e36ee admin admin] Pushing event deleted for resources: {'Network': ['ID=b6565cac-4bda-4c95-825c-2bec7d3dc80c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:08.460165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:08.502382 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2b8aa0a7-ff76-4f90-9050-018739dda9f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f7e2663394e47e59d46ed2e849569c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410333 Nov 12 14:25:08.504916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38300) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:08.555399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f4247ec-acb3-44fa-a3fe-3e6a45f21c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.579648 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f4247ec-acb3-44fa-a3fe-3e6a45f21c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.633980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f4247ec-acb3-44fa-a3fe-3e6a45f21c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.636529 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f4247ec-acb3-44fa-a3fe-3e6a45f21c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:08.637717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7f4247ec-acb3-44fa-a3fe-3e6a45f21c79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/423fdeea-1ba2-4afd-92af-4f8f3d47f5a7 HTTP/1.1" status: 204 len: 168 time: 0.1318467 Nov 12 14:25:08.645828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4247ec-acb3-44fa-a3fe-3e6a45f21c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423fdeea-1ba2-4afd-92af-4f8f3d47f5a7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:09.382281 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38322) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:09.480386 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-120429912'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:09.504103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Made reservation on behalf of 97da1aa3c7724056b1c9d50638968fb3 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:09.507841 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:09.517273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:09.599659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:09.604672 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:09.638637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:25:09.645635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa1823f-fa5e-488e-ad8c-9318d0caebca,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:09.653216 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:09.653649 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Added segment 1939caa2-73c9-4505-a9a6-b77338cae022 of type vlan for network 32629ac9-20cf-440c-a3a6-db5f4c7f3df8 Nov 12 14:25:09.694263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:09.720011 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:09.725577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:09.726158 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:09.788085 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4046552 Nov 12 14:25:09.794147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f39e85-aae5-4147-9cc6-922ba6c6d718 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'Network': ['ID=32629ac9-20cf-440c-a3a6-db5f4c7f3df8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:09.805948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 32629ac9-20cf-440c-a3a6-db5f4c7f3df8 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:25:11.156834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 31189a76-6384-4d07-8c68-d605a25ec01b no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:25:11.178919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 31189a76-6384-4d07-8c68-d605a25ec01b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:25:11.179225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 31189a76-6384-4d07-8c68-d605a25ec01b not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:25:13.159811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38326) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:13.164993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Request body: {'subnet': {'network_id': '32629ac9-20cf-440c-a3a6-db5f4c7f3df8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:13.261821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Made reservation on behalf of 97da1aa3c7724056b1c9d50638968fb3 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:13.265530 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:13.463483 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:13.523357 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:13.524413 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'Subnet': ['ID=0bcf5b87-0e99-4767-b266-9fd28704a70c,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:13.535999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Checking segment: {'id': '1939caa2-73c9-4505-a9a6-b77338cae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '32629ac9-20cf-440c-a3a6-db5f4c7f3df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:13.536364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Network hostable DHCP agents. Network: 32629ac9-20cf-440c-a3a6-db5f4c7f3df8, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:25:13.554366 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Network 32629ac9-20cf-440c-a3a6-db5f4c7f3df8 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:25:13.563074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 32629ac9-20cf-440c-a3a6-db5f4c7f3df8) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:13.569315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:13.569429 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:13.573343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232914d-cfbc-48d6-b4f7-a0ca9090f4a7 None None] Network 32629ac9-20cf-440c-a3a6-db5f4c7f3df8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:13.588334 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c066801a-eb20-4e60-8252-b3b5a9201d29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4273717 Nov 12 14:25:13.591739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38328) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:13.602255 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2045599276'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:13.627623 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Made reservation on behalf of 97da1aa3c7724056b1c9d50638968fb3 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:13.631370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:13.656230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:25:13.667128 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:13.667510 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Added segment 9b75817d-8f85-4b20-a1ad-8121c0ab5cc7 of type vlan for network 6a7994d2-277a-4984-ae6b-f266154bd8d4 Nov 12 14:25:13.715166 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:13.731858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-32629ac9-20cf-440c-a3a6-db5f4c7f3df8', 'network_id': '32629ac9-20cf-440c-a3a6-db5f4c7f3df8', 'tenant_id': '97da1aa3c7724056b1c9d50638968fb3', 'fixed_ips': [{'subnet_id': '0bcf5b87-0e99-4767-b266-9fd28704a70c'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:25:13.732736 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:13.751950 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:13.757522 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:13.758304 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:13.884563 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Allocated IP 2001:db8:0:ffff::2 (32629ac9-20cf-440c-a3a6-db5f4c7f3df8/0bcf5b87-0e99-4767-b266-9fd28704a70c/e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:14.045549 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.052650 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.095966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Network 32629ac9-20cf-440c-a3a6-db5f4c7f3df8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:14.103236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:14.106274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:14.107719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5148547 Nov 12 14:25:14.111199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38330) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:14.114676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Pushing event updated for resources: {'Port': ['ID=e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:14.116208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Request body: {'subnet': {'network_id': '6a7994d2-277a-4984-ae6b-f266154bd8d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:14.140760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.141101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.141502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.141893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.142275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.142604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.142929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.143252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.143578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.143896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.144217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.144537 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:14.175134 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef4f73-e1a2-4112-9e57-7b8b7a0c8093 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'Network': ['ID=6a7994d2-277a-4984-ae6b-f266154bd8d4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:14.178527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Attempting to bind port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:14.178904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Attempting to bind port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1939caa2-73c9-4505-a9a6-b77338cae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '32629ac9-20cf-440c-a3a6-db5f4c7f3df8'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:14.179260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Attempting to bind port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c on network 32629ac9-20cf-440c-a3a6-db5f4c7f3df8 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:14.184843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:14.185417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Checking segment: {'id': '1939caa2-73c9-4505-a9a6-b77338cae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '32629ac9-20cf-440c-a3a6-db5f4c7f3df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:14.185814 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.186199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Bound using segment: {'id': '1939caa2-73c9-4505-a9a6-b77338cae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '32629ac9-20cf-440c-a3a6-db5f4c7f3df8'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:14.186657 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Bound port: e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1939caa2-73c9-4505-a9a6-b77338cae022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '32629ac9-20cf-440c-a3a6-db5f4c7f3df8'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:14.187027 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.191828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 6a7994d2-277a-4984-ae6b-f266154bd8d4 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:25:14.247334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Made reservation on behalf of 97da1aa3c7724056b1c9d50638968fb3 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:14.251068 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.474272 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.489225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] For port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:14.492406 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] For port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c,segment=NetworkSegment(1939caa2-73c9-4505-a9a6-b77338cae022),segment_id=1939caa2-73c9-4505-a9a6-b77338cae022)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:14.497334 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.541226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'Subnet': ['ID=841bc6fc-8b0a-4ee2-b680-ac1ddcc1f409,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:14.547064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Checking segment: {'id': '9b75817d-8f85-4b20-a1ad-8121c0ab5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6a7994d2-277a-4984-ae6b-f266154bd8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:14.547429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Network hostable DHCP agents. Network: 6a7994d2-277a-4984-ae6b-f266154bd8d4, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:25:14.568580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Network 6a7994d2-277a-4984-ae6b-f266154bd8d4 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:25:14.574983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6033bcb-aadc-412a-8adf-ff954b6af993 None None] Pushing event updated for resources: {'Port': ['ID=e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:14.579606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 6a7994d2-277a-4984-ae6b-f266154bd8d4) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:14.585989 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:14.586464 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.591048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eac53d-e360-4e1c-a707-053fdb72a3c4 None None] Network 6a7994d2-277a-4984-ae6b-f266154bd8d4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:14.592923 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.613190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-743d787b-6009-4a9d-ab97-208be1413e2c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4974895 Nov 12 14:25:14.613190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38332) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:14.723301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.777123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-6a7994d2-277a-4984-ae6b-f266154bd8d4', 'network_id': '6a7994d2-277a-4984-ae6b-f266154bd8d4', 'tenant_id': '97da1aa3c7724056b1c9d50638968fb3', 'fixed_ips': [{'subnet_id': '841bc6fc-8b0a-4ee2-b680-ac1ddcc1f409'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:25:14.779942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.833344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:14.943238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Allocated IP 2001:db8::2 (6a7994d2-277a-4984-ae6b-f266154bd8d4/841bc6fc-8b0a-4ee2-b680-ac1ddcc1f409/98a59fbd-14b7-4387-a104-16d9b7b19e19) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:15.104265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.110213 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.127661 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.151159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Network 6a7994d2-277a-4984-ae6b-f266154bd8d4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:15.156045 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Subnet': ['ID=841bc6fc-8b0a-4ee2-b680-ac1ddcc1f409,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:15.156475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:15.160585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:15.168158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Pushing event updated for resources: {'Port': ['ID=98a59fbd-14b7-4387-a104-16d9b7b19e19,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:15.227164 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Attempting to bind port 98a59fbd-14b7-4387-a104-16d9b7b19e19 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:15.227620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Attempting to bind port 98a59fbd-14b7-4387-a104-16d9b7b19e19 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '9b75817d-8f85-4b20-a1ad-8121c0ab5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6a7994d2-277a-4984-ae6b-f266154bd8d4'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:15.228075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Attempting to bind port 98a59fbd-14b7-4387-a104-16d9b7b19e19 on network 6a7994d2-277a-4984-ae6b-f266154bd8d4 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:15.230794 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.235920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:15.236379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Checking segment: {'id': '9b75817d-8f85-4b20-a1ad-8121c0ab5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6a7994d2-277a-4984-ae6b-f266154bd8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:15.236927 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.237367 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Bound using segment: {'id': '9b75817d-8f85-4b20-a1ad-8121c0ab5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6a7994d2-277a-4984-ae6b-f266154bd8d4'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:15.237902 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Bound port: 98a59fbd-14b7-4387-a104-16d9b7b19e19, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b75817d-8f85-4b20-a1ad-8121c0ab5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6a7994d2-277a-4984-ae6b-f266154bd8d4'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:15.238229 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.263830 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7994d2-277a-4984-ae6b-f266154bd8d4']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:15.281411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b75817d-8f85-4b20-a1ad-8121c0ab5cc7') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:15.281816 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b75817d-8f85-4b20-a1ad-8121c0ab5cc7') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:15.302055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.318974 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.323758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:15.326759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:25:15.327948 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:25:15.333757 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:25:15.353883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] For port 98a59fbd-14b7-4387-a104-16d9b7b19e19, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:15.387500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:15.387873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.401207 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.db.api [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 14:25:15.401207 n-d-805736-4 neutron-server[102675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 14:25:15.401207 n-d-805736-4 neutron-server[102675]: [parameters: {'id': '6a7994d2-277a-4984-ae6b-f266154bd8d4'}] Nov 12 14:25:15.401207 n-d-805736-4 neutron-server[102675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 14:25:15.402003 n-d-805736-4 neutron-server[102675]: DEBUG oslo_db.api [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 14:25:15.422389 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] For port 98a59fbd-14b7-4387-a104-16d9b7b19e19, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=98a59fbd-14b7-4387-a104-16d9b7b19e19,segment=NetworkSegment(9b75817d-8f85-4b20-a1ad-8121c0ab5cc7),segment_id=9b75817d-8f85-4b20-a1ad-8121c0ab5cc7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:15.429127 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.538723 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895c9e-3c05-40c6-8b67-d56299843dd2 None None] Pushing event updated for resources: {'Port': ['ID=98a59fbd-14b7-4387-a104-16d9b7b19e19,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:15.574390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fefed72-c000-4e77-994b-d25ee7ab65a9 None None] Network 6a7994d2-277a-4984-ae6b-f266154bd8d4 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:15.576553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e3027-8b34-4108-8cfa-3227b49b2c75 None None] Network 32629ac9-20cf-440c-a3a6-db5f4c7f3df8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:15.697222 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.764228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6351e0f4-e8b1-41eb-9e19-942d4899d1c5 None None] Provisioning complete for port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:15.764512 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6351e0f4-e8b1-41eb-9e19-942d4899d1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.830774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c,segment=NetworkSegment(1939caa2-73c9-4505-a9a6-b77338cae022),segment_id=1939caa2-73c9-4505-a9a6-b77338cae022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:15.842378 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.903665 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.958406 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Deleting port 98a59fbd-14b7-4387-a104-16d9b7b19e19 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:25:15.958736 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:15.964884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:16.028142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] For port 98a59fbd-14b7-4387-a104-16d9b7b19e19, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=98a59fbd-14b7-4387-a104-16d9b7b19e19,segment=NetworkSegment(9b75817d-8f85-4b20-a1ad-8121c0ab5cc7),segment_id=9b75817d-8f85-4b20-a1ad-8121c0ab5cc7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:16.028506 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.043385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Calling delete_port for 98a59fbd-14b7-4387-a104-16d9b7b19e19 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:25:16.125365 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.151580 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Port': ['ID=98a59fbd-14b7-4387-a104-16d9b7b19e19,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:16.159040 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] No DVR routers for this DVR port 98a59fbd-14b7-4387-a104-16d9b7b19e19 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:25:16.198230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ebbb6f-7d45-4f8c-80c7-5a67b563230f None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 14:25:16.247370 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-184f6c44-b96b-42a5-a38a-004ce30ca90f None None] Provisioning complete for port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:16.247731 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-184f6c44-b96b-42a5-a38a-004ce30ca90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.248048 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.270681 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7994d2-277a-4984-ae6b-f266154bd8d4']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:16.280658 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b75817d-8f85-4b20-a1ad-8121c0ab5cc7') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:16.280842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b75817d-8f85-4b20-a1ad-8121c0ab5cc7') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:16.291842 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.305546 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.312646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ebbb6f-7d45-4f8c-80c7-5a67b563230f None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 14:25:16.312926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:25:16.313402 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:25:16.316908 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:25:16.381883 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.387836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.391812 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/networks/6a7994d2-277a-4984-ae6b-f266154bd8d4 HTTP/1.1" status: 204 len: 168 time: 1.7776520 Nov 12 14:25:16.396159 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38334) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:16.402583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1348962828'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:16.407736 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a384958-5821-42f8-874a-f1fc35384267 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Network': ['ID=6a7994d2-277a-4984-ae6b-f266154bd8d4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:16.434969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Made reservation on behalf of 97da1aa3c7724056b1c9d50638968fb3 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:16.439618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.463725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:25:16.475064 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.475399 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Added segment 99eced78-a57b-4b51-a4e0-9d9778071f28 of type vlan for network 7a13a40e-79e3-4433-a300-c61971fb9ccd Nov 12 14:25:16.515892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.540951 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.546509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:16.547099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.582927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1849985 Nov 12 14:25:16.586638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38336) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:16.591822 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Request body: {'subnet': {'network_id': '7a13a40e-79e3-4433-a300-c61971fb9ccd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:16.618981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813f76c-758c-48e6-b918-7c26fb414324 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'Network': ['ID=7a13a40e-79e3-4433-a300-c61971fb9ccd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:16.630648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7a13a40e-79e3-4433-a300-c61971fb9ccd details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:25:16.686237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Made reservation on behalf of 97da1aa3c7724056b1c9d50638968fb3 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:16.690718 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.756225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Performing IP validity checks on allocation pools {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 14:25:16.756746 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.ipam_backend_mixin [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 14:25:16.876854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.940828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'Subnet': ['ID=9684e236-bf8c-46b2-9eba-6751027a088f,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:16.951119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Checking segment: {'id': '99eced78-a57b-4b51-a4e0-9d9778071f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7a13a40e-79e3-4433-a300-c61971fb9ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:16.951479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Network hostable DHCP agents. Network: 7a13a40e-79e3-4433-a300-c61971fb9ccd, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:25:16.968675 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Network 7a13a40e-79e3-4433-a300-c61971fb9ccd is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:25:16.978718 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7a13a40e-79e3-4433-a300-c61971fb9ccd) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:16.982801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:16.983402 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:16.987735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56a7ed-130e-4687-b779-4a7c397ff062 None None] Network 7a13a40e-79e3-4433-a300-c61971fb9ccd requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:17.000132 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b1916326-31e9-45e4-bd7f-7a6b42944422 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4121714 Nov 12 14:25:17.003209 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38338) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:17.104410 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.140465 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e4b14-3251-403c-b75d-98b27d4f8483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-7a13a40e-79e3-4433-a300-c61971fb9ccd', 'network_id': '7a13a40e-79e3-4433-a300-c61971fb9ccd', 'tenant_id': '97da1aa3c7724056b1c9d50638968fb3', 'fixed_ips': [{'subnet_id': '9684e236-bf8c-46b2-9eba-6751027a088f'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:25:17.141942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-402e4b14-3251-403c-b75d-98b27d4f8483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.157740 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.226492 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server [None req-402e4b14-3251-403c-b75d-98b27d4f8483 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9684e236-bf8c-46b2-9eba-6751027a088f: This subnet is being modified by another concurrent operation. Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise exception Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9684e236-bf8c-46b2-9eba-6751027a088f: This subnet is being modified by another concurrent operation. Nov 12 14:25:17.254460 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Nov 12 14:25:17.261991 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Subnet': ['ID=9684e236-bf8c-46b2-9eba-6751027a088f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:17.271669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:17.298612 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79942765-3cc0-4300-ac74-6c97529ae918 None None] Network 7a13a40e-79e3-4433-a300-c61971fb9ccd requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:17.320572 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.346644 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a13a40e-79e3-4433-a300-c61971fb9ccd']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:17.356082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99eced78-a57b-4b51-a4e0-9d9778071f28') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:17.356375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99eced78-a57b-4b51-a4e0-9d9778071f28') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:17.369824 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.385027 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.391130 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:25:17.391588 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:25:17.395147 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:25:17.405122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:17.405527 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.457021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d0146c-b493-4f14-8978-e84be959d0d2 None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 14:25:17.457352 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.464558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.472109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/networks/7a13a40e-79e3-4433-a300-c61971fb9ccd HTTP/1.1" status: 204 len: 168 time: 0.4633327 Nov 12 14:25:17.472279 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38340) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:17.486018 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-138692449'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:17.492199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c88e8-024a-4145-a94c-515f3f60c492 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Network': ['ID=7a13a40e-79e3-4433-a300-c61971fb9ccd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:17.510028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Made reservation on behalf of 97da1aa3c7724056b1c9d50638968fb3 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:17.513388 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.538231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:25:17.547600 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.547949 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Added segment 4241bd83-69c1-40b1-be35-13309b344bdc of type vlan for network e06e039f-e741-45b8-85f8-c2b6c5f5904a Nov 12 14:25:17.567428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0146c-b493-4f14-8978-e84be959d0d2 None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 14:25:17.589162 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.620778 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.626628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:17.627206 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.688246 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2146962 Nov 12 14:25:17.692738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38342) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:17.697864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c3acf-a933-4fce-b912-593a2d8655fe tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'Network': ['ID=e06e039f-e741-45b8-85f8-c2b6c5f5904a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:17.698293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Request body: {'subnet': {'network_id': 'e06e039f-e741-45b8-85f8-c2b6c5f5904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:17.710674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e06e039f-e741-45b8-85f8-c2b6c5f5904a details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:25:17.792309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Made reservation on behalf of 97da1aa3c7724056b1c9d50638968fb3 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:17.796031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:17.986814 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.053367 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'Subnet': ['ID=00157ef9-f18e-4453-9bfe-d9d3275e65bd,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:18.061145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Checking segment: {'id': '4241bd83-69c1-40b1-be35-13309b344bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e06e039f-e741-45b8-85f8-c2b6c5f5904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:18.061551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Network hostable DHCP agents. Network: e06e039f-e741-45b8-85f8-c2b6c5f5904a, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:25:18.080405 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Network e06e039f-e741-45b8-85f8-c2b6c5f5904a is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:25:18.089162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, e06e039f-e741-45b8-85f8-c2b6c5f5904a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:18.093633 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:18.094218 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.098283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4e6bb9-f3f3-4e75-8613-1345d94ff995 None None] Network e06e039f-e741-45b8-85f8-c2b6c5f5904a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:18.112586 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4b6b2413-dd7f-486f-83b4-b0d7959e8f70 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4186058 Nov 12 14:25:18.116173 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:18.121104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420536257'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:18.143252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Made reservation on behalf of 97da1aa3c7724056b1c9d50638968fb3 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:18.146918 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.173126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:25:18.182213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.182551 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Added segment 8547c8ae-cee5-4088-b2db-2f4e202f900a of type vlan for network 7ff6867c-d683-4f45-8f7f-390dd19f0c73 Nov 12 14:25:18.224161 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.248603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-e06e039f-e741-45b8-85f8-c2b6c5f5904a', 'network_id': 'e06e039f-e741-45b8-85f8-c2b6c5f5904a', 'tenant_id': '97da1aa3c7724056b1c9d50638968fb3', 'fixed_ips': [{'subnet_id': '00157ef9-f18e-4453-9bfe-d9d3275e65bd'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:25:18.249507 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.251960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.257853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:18.258456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.291028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1735945 Nov 12 14:25:18.293693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:18.300874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Request body: {'subnet': {'network_id': '7ff6867c-d683-4f45-8f7f-390dd19f0c73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:18.363364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311d116-7511-4bb6-a1ba-16a278acb72e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'Network': ['ID=7ff6867c-d683-4f45-8f7f-390dd19f0c73,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:18.432537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Made reservation on behalf of 97da1aa3c7724056b1c9d50638968fb3 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:18.436252 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.479128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 7ff6867c-d683-4f45-8f7f-390dd19f0c73 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:25:18.609672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Allocated IP 2001:db8::2 (e06e039f-e741-45b8-85f8-c2b6c5f5904a/00157ef9-f18e-4453-9bfe-d9d3275e65bd/3c6f9467-5067-4063-af62-13577d537cf4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:18.647368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.712402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event updated for resources: {'Subnet': ['ID=0a93c736-c7af-489e-a019-87af3841b557,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:18.725997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Checking segment: {'id': '8547c8ae-cee5-4088-b2db-2f4e202f900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7ff6867c-d683-4f45-8f7f-390dd19f0c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:18.726385 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Network hostable DHCP agents. Network: 7ff6867c-d683-4f45-8f7f-390dd19f0c73, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:25:18.745124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Network 7ff6867c-d683-4f45-8f7f-390dd19f0c73 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:25:18.763373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 7ff6867c-d683-4f45-8f7f-390dd19f0c73) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:18.772023 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:18.772622 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.775309 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.779325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac76cb5-7a4a-4082-9079-2bdd6ad735df None None] Network 7ff6867c-d683-4f45-8f7f-390dd19f0c73 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:18.783885 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.793630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38348) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:18.806588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7801bf4c-445b-48a8-98bf-0865f9bc4208 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5098963 Nov 12 14:25:18.841684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Network e06e039f-e741-45b8-85f8-c2b6c5f5904a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:18.873532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:18.878679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:18.903368 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.921178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Pushing event updated for resources: {'Port': ['ID=3c6f9467-5067-4063-af62-13577d537cf4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:18.959254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.965484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Attempting to bind port 3c6f9467-5067-4063-af62-13577d537cf4 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:18.965857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Attempting to bind port 3c6f9467-5067-4063-af62-13577d537cf4 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '4241bd83-69c1-40b1-be35-13309b344bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e06e039f-e741-45b8-85f8-c2b6c5f5904a'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:18.966219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Attempting to bind port 3c6f9467-5067-4063-af62-13577d537cf4 on network e06e039f-e741-45b8-85f8-c2b6c5f5904a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:18.977476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:18.978043 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Checking segment: {'id': '4241bd83-69c1-40b1-be35-13309b344bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e06e039f-e741-45b8-85f8-c2b6c5f5904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:18.978656 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:18.979185 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Bound using segment: {'id': '4241bd83-69c1-40b1-be35-13309b344bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e06e039f-e741-45b8-85f8-c2b6c5f5904a'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:18.979897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Bound port: 3c6f9467-5067-4063-af62-13577d537cf4, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4241bd83-69c1-40b1-be35-13309b344bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e06e039f-e741-45b8-85f8-c2b6c5f5904a'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:18.980497 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.021303 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.053886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Subnet': ['ID=0a93c736-c7af-489e-a019-87af3841b557,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:19.088812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47c5b5-6e3a-4377-b256-84933b306422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-7ff6867c-d683-4f45-8f7f-390dd19f0c73', 'network_id': '7ff6867c-d683-4f45-8f7f-390dd19f0c73', 'tenant_id': '97da1aa3c7724056b1c9d50638968fb3', 'fixed_ips': [{'subnet_id': '0a93c736-c7af-489e-a019-87af3841b557'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:25:19.089690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc47c5b5-6e3a-4377-b256-84933b306422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.117229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] For port 3c6f9467-5067-4063-af62-13577d537cf4, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:19.123085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] For port 3c6f9467-5067-4063-af62-13577d537cf4, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3c6f9467-5067-4063-af62-13577d537cf4,segment=NetworkSegment(4241bd83-69c1-40b1-be35-13309b344bdc),segment_id=4241bd83-69c1-40b1-be35-13309b344bdc)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:19.130902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.138493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.162171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff6867c-d683-4f45-8f7f-390dd19f0c73']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:19.173408 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8547c8ae-cee5-4088-b2db-2f4e202f900a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:19.173715 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8547c8ae-cee5-4088-b2db-2f4e202f900a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:19.185411 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.200854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.209000 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:25:19.209448 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:25:19.213491 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:25:19.222350 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e211cf88-513f-4456-8f8b-a38112bb72a3 None None] Network 7ff6867c-d683-4f45-8f7f-390dd19f0c73 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:19.267916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff1116-2768-4071-9d9d-fe535df5c04f None None] Pushing event updated for resources: {'Port': ['ID=3c6f9467-5067-4063-af62-13577d537cf4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:19.280739 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.291102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.294754 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/networks/7ff6867c-d683-4f45-8f7f-390dd19f0c73 HTTP/1.1" status: 204 len: 168 time: 0.4993408 Nov 12 14:25:19.298460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:19.305473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19caa18-abc9-4ba1-a87a-e1d34f0b8880 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Network': ['ID=7ff6867c-d683-4f45-8f7f-390dd19f0c73,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:19.336228 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fa18f5-5196-4e63-b081-9fe2da3a2523 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] GET failed (client error): The resource could not be found. Nov 12 14:25:19.340141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-01fa18f5-5196-4e63-b081-9fe2da3a2523 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "GET /v2.0/subnets/0a93c736-c7af-489e-a019-87af3841b557 HTTP/1.1" status: 404 len: 337 time: 0.0379395 Nov 12 14:25:19.340412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:19.365695 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddb0a26-8b1e-47ce-a9aa-20b6a6e6f8d9 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] DELETE failed (client error): The resource could not be found. Nov 12 14:25:19.366268 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddb0a26-8b1e-47ce-a9aa-20b6a6e6f8d9 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 14:25:19.369383 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5ddb0a26-8b1e-47ce-a9aa-20b6a6e6f8d9 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/networks/7ff6867c-d683-4f45-8f7f-390dd19f0c73 HTTP/1.1" status: 404 len: 339 time: 0.0280209 Nov 12 14:25:19.373550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38354) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:19.401565 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1baab58c-4bf0-493e-9016-4152c5dfff84 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] DELETE failed (client error): The resource could not be found. Nov 12 14:25:19.402019 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1baab58c-4bf0-493e-9016-4152c5dfff84 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 14:25:19.405320 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1baab58c-4bf0-493e-9016-4152c5dfff84 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/subnets/0a93c736-c7af-489e-a019-87af3841b557 HTTP/1.1" status: 404 len: 337 time: 0.0305626 Nov 12 14:25:19.408511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38356) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:19.427928 n-d-805736-4 neutron-server[102675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d19e1fb-8cc4-4451-8ea9-9dcdb624b295 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] DELETE failed (client error): The resource could not be found. Nov 12 14:25:19.428526 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d19e1fb-8cc4-4451-8ea9-9dcdb624b295 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 14:25:19.431757 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9d19e1fb-8cc4-4451-8ea9-9dcdb624b295 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/networks/7ff6867c-d683-4f45-8f7f-390dd19f0c73 HTTP/1.1" status: 404 len: 339 time: 0.0221701 Nov 12 14:25:19.434367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38358) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:19.490105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-be102440-3424-481b-81f0-7b0edeec9e29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Deleting subnet 00157ef9-f18e-4453-9bfe-d9d3275e65bd {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:25:19.493654 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be102440-3424-481b-81f0-7b0edeec9e29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.542849 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be102440-3424-481b-81f0-7b0edeec9e29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.646713 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be102440-3424-481b-81f0-7b0edeec9e29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.708061 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be102440-3424-481b-81f0-7b0edeec9e29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.733073 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be102440-3424-481b-81f0-7b0edeec9e29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Subnet': ['ID=00157ef9-f18e-4453-9bfe-d9d3275e65bd,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:19.740186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-be102440-3424-481b-81f0-7b0edeec9e29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.743444 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-be102440-3424-481b-81f0-7b0edeec9e29 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/subnets/00157ef9-f18e-4453-9bfe-d9d3275e65bd HTTP/1.1" status: 204 len: 168 time: 0.3080659 Nov 12 14:25:19.745915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38360) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:19.836132 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.890922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Deleting port 3c6f9467-5067-4063-af62-13577d537cf4 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:25:19.891220 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.955679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] For port 3c6f9467-5067-4063-af62-13577d537cf4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=3c6f9467-5067-4063-af62-13577d537cf4,segment=NetworkSegment(4241bd83-69c1-40b1-be35-13309b344bdc),segment_id=4241bd83-69c1-40b1-be35-13309b344bdc)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:19.956051 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:19.975223 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Calling delete_port for 3c6f9467-5067-4063-af62-13577d537cf4 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:25:20.059528 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.086563 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Port': ['ID=3c6f9467-5067-4063-af62-13577d537cf4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:20.089895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] No DVR routers for this DVR port 3c6f9467-5067-4063-af62-13577d537cf4 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:25:20.183205 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.206102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06e039f-e741-45b8-85f8-c2b6c5f5904a']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:20.216108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4241bd83-69c1-40b1-be35-13309b344bdc') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:20.216402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4241bd83-69c1-40b1-be35-13309b344bdc') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:20.229433 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.244771 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.252941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:25:20.253383 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:25:20.256528 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:25:20.312724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9b032-41d6-45e0-b5a4-002d30a49bd0 None None] Network e06e039f-e741-45b8-85f8-c2b6c5f5904a requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:20.326790 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.333751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.336914 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/networks/e06e039f-e741-45b8-85f8-c2b6c5f5904a HTTP/1.1" status: 204 len: 168 time: 0.5898120 Nov 12 14:25:20.339670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:20.348722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a7919-0610-4299-afe6-0a234aa84724 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Network': ['ID=e06e039f-e741-45b8-85f8-c2b6c5f5904a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:20.367284 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b19a88-b44f-407b-9410-01399643d012 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] DELETE failed (client error): The resource could not be found. Nov 12 14:25:20.367741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b19a88-b44f-407b-9410-01399643d012 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 14:25:20.370755 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c1b19a88-b44f-407b-9410-01399643d012 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/subnets/9684e236-bf8c-46b2-9eba-6751027a088f HTTP/1.1" status: 404 len: 337 time: 0.0301180 Nov 12 14:25:20.373890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38364) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:20.394412 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3482daf0-b64f-4d11-b67c-b8851d70d56e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] DELETE failed (client error): The resource could not be found. Nov 12 14:25:20.394993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3482daf0-b64f-4d11-b67c-b8851d70d56e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 14:25:20.398139 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3482daf0-b64f-4d11-b67c-b8851d70d56e tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/networks/7a13a40e-79e3-4433-a300-c61971fb9ccd HTTP/1.1" status: 404 len: 339 time: 0.0233445 Nov 12 14:25:20.400825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38366) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:20.416113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-897c0074-8b91-4c90-b6bb-a7f1347692af None None] Could not find standard attr ID for object 3c6f9467-5067-4063-af62-13577d537cf4. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 14:25:20.426784 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e999c694-5a5a-4c2e-8599-188c679cfc8f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] DELETE failed (client error): The resource could not be found. Nov 12 14:25:20.427244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e999c694-5a5a-4c2e-8599-188c679cfc8f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 14:25:20.430276 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e999c694-5a5a-4c2e-8599-188c679cfc8f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/subnets/841bc6fc-8b0a-4ee2-b680-ac1ddcc1f409 HTTP/1.1" status: 404 len: 337 time: 0.0285113 Nov 12 14:25:20.433529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:20.452333 n-d-805736-4 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dee27de-7805-4069-8967-0eaa727d8c5c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] DELETE failed (client error): The resource could not be found. Nov 12 14:25:20.452969 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dee27de-7805-4069-8967-0eaa727d8c5c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 14:25:20.457075 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0dee27de-7805-4069-8967-0eaa727d8c5c tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/networks/6a7994d2-277a-4984-ae6b-f266154bd8d4 HTTP/1.1" status: 404 len: 339 time: 0.0225728 Nov 12 14:25:20.459770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38370) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:20.492955 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a4412-f4ba-4484-ad44-3daabd158f77 None None] DHCP port deletion for e06e039f-e741-45b8-85f8-c2b6c5f5904a request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:25:20.515639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-adffe636-541a-4bab-a1c1-24c348fd22c5 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Deleting subnet 0bcf5b87-0e99-4767-b266-9fd28704a70c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:25:20.519580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adffe636-541a-4bab-a1c1-24c348fd22c5 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.568205 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adffe636-541a-4bab-a1c1-24c348fd22c5 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.652186 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adffe636-541a-4bab-a1c1-24c348fd22c5 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.710638 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adffe636-541a-4bab-a1c1-24c348fd22c5 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.734555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffe636-541a-4bab-a1c1-24c348fd22c5 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Subnet': ['ID=0bcf5b87-0e99-4767-b266-9fd28704a70c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:20.740604 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-adffe636-541a-4bab-a1c1-24c348fd22c5 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.743792 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-adffe636-541a-4bab-a1c1-24c348fd22c5 tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/subnets/0bcf5b87-0e99-4767-b266-9fd28704a70c HTTP/1.1" status: 204 len: 168 time: 0.2830274 Nov 12 14:25:20.746323 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38372) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:20.749895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c74ed5-a72d-4bbd-8aeb-000edb053858 None None] Network 32629ac9-20cf-440c-a3a6-db5f4c7f3df8 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:20.832803 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.886685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Deleting port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:25:20.887048 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.923232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d0ab98-a3a2-473c-88c3-528e16ca29cc None None] DHCP port deletion for 32629ac9-20cf-440c-a3a6-db5f4c7f3df8 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:25:20.956950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] For port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c,segment=NetworkSegment(1939caa2-73c9-4505-a9a6-b77338cae022),segment_id=1939caa2-73c9-4505-a9a6-b77338cae022)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:20.957339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:20.972005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Calling delete_port for e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:25:20.976138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0ab98-a3a2-473c-88c3-528e16ca29cc None None] Deleting port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:25:20.976429 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ab98-a3a2-473c-88c3-528e16ca29cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.039507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a4d0ab98-a3a2-473c-88c3-528e16ca29cc None None] For port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c,segment=NetworkSegment(1939caa2-73c9-4505-a9a6-b77338cae022),segment_id=1939caa2-73c9-4505-a9a6-b77338cae022)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:21.039902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ab98-a3a2-473c-88c3-528e16ca29cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.052239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.053325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0ab98-a3a2-473c-88c3-528e16ca29cc None None] Calling delete_port for e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:25:21.078345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Port': ['ID=e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:21.081822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] No DVR routers for this DVR port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:25:21.135490 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ab98-a3a2-473c-88c3-528e16ca29cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.162283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0ab98-a3a2-473c-88c3-528e16ca29cc None None] Pushing event deleted for resources: {'Port': ['ID=e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:21.164059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0ab98-a3a2-473c-88c3-528e16ca29cc None None] No DVR routers for this DVR port e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:25:21.172344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.194610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32629ac9-20cf-440c-a3a6-db5f4c7f3df8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:21.205138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1939caa2-73c9-4505-a9a6-b77338cae022') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:21.205519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1939caa2-73c9-4505-a9a6-b77338cae022') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:21.215898 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.230370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.237120 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:25:21.237677 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:25:21.241123 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:25:21.251309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:25:21.272583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:25:21.273022 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e2cc5d8d-f5f2-4a28-ad6e-738fe4685c5c not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:25:21.309834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.316915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.320114 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] 10.222.0.73 "DELETE /v2.0/networks/32629ac9-20cf-440c-a3a6-db5f4c7f3df8 HTTP/1.1" status: 204 len: 168 time: 0.5724454 Nov 12 14:25:21.331964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9cd60-26e8-4178-a897-a03e7ce9048f tempest-NetworksIpV6Test-1620346691 tempest-NetworksIpV6Test-1620346691-project] Pushing event deleted for resources: {'Network': ['ID=32629ac9-20cf-440c-a3a6-db5f4c7f3df8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:21.567928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38378) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:21.704426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e1425904-698d-4602-98e4-a88442bc2ae0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=97da1aa3c7724056b1c9d50638968fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346445 Nov 12 14:25:21.706692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38382) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:21.754347 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e75c7e8-bdb9-424b-a86d-79eebf1417ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.775099 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e75c7e8-bdb9-424b-a86d-79eebf1417ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.821850 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e75c7e8-bdb9-424b-a86d-79eebf1417ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.824590 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e75c7e8-bdb9-424b-a86d-79eebf1417ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:21.825726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6e75c7e8-bdb9-424b-a86d-79eebf1417ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6aa1823f-fa5e-488e-ad8c-9318d0caebca HTTP/1.1" status: 204 len: 168 time: 0.1181314 Nov 12 14:25:21.833274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75c7e8-bdb9-424b-a86d-79eebf1417ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa1823f-fa5e-488e-ad8c-9318d0caebca,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:22.481747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:22.577407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aea98914-200a-4eee-9428-973f33af9297 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1787468453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:22.603090 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aea98914-200a-4eee-9428-973f33af9297 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.604112 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aea98914-200a-4eee-9428-973f33af9297 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.617223 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:25:22.658342 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aea98914-200a-4eee-9428-973f33af9297 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.662442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aea98914-200a-4eee-9428-973f33af9297 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.679337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aea98914-200a-4eee-9428-973f33af9297 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.680545 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aea98914-200a-4eee-9428-973f33af9297 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1977901 Nov 12 14:25:22.683421 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38408) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:22.688691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1332396095'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:22.709747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Made reservation on behalf of 7d2295bbfe724b7fb8d1ec3d2b0e4ff7 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:22.713553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.722241 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.801770 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.810517 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.834648 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:25:22.851019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a3249-16ba-44c5-8e0e-4133d438374a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:22.853989 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.854326 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Added segment b79d1d7d-8635-4072-804c-f9007f9c7beb of type vlan for network fabbe3bd-0f1d-4da8-b6c6-0e5235000aca Nov 12 14:25:22.901009 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.927921 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.933567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:22.934153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:22.997385 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3129127 Nov 12 14:25:23.000628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38410) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:23.006662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Request body: {'subnet': {'network_id': 'fabbe3bd-0f1d-4da8-b6c6-0e5235000aca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:23.008201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2c407-72e1-4831-8349-25af66263a69 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Pushing event updated for resources: {'Network': ['ID=fabbe3bd-0f1d-4da8-b6c6-0e5235000aca,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:23.019591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network fabbe3bd-0f1d-4da8-b6c6-0e5235000aca details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:25:23.100191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Made reservation on behalf of 7d2295bbfe724b7fb8d1ec3d2b0e4ff7 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:23.103864 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.292105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.357515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Pushing event updated for resources: {'Subnet': ['ID=d44dba04-3455-412c-8ce5-c10f282fc9ec,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:23.365782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Checking segment: {'id': 'b79d1d7d-8635-4072-804c-f9007f9c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'fabbe3bd-0f1d-4da8-b6c6-0e5235000aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:23.366151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Network hostable DHCP agents. Network: fabbe3bd-0f1d-4da8-b6c6-0e5235000aca, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:25:23.383131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Network fabbe3bd-0f1d-4da8-b6c6-0e5235000aca is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:25:23.391645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, fabbe3bd-0f1d-4da8-b6c6-0e5235000aca) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:23.395808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:23.396396 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.401080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191c5fa-4b2e-4642-95ba-510f2755ed03 None None] Network fabbe3bd-0f1d-4da8-b6c6-0e5235000aca requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:23.415702 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-699e1df3-bcc4-4bbb-86b0-6287395568d2 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4102399 Nov 12 14:25:23.415942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38412) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:23.420717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-98244988'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:23.445115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Made reservation on behalf of 7d2295bbfe724b7fb8d1ec3d2b0e4ff7 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:23.449931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.473924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:25:23.483493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.483829 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Added segment 9a222fcc-59d2-4fbe-af7d-1542eedb1339 of type vlan for network e2227a3c-7767-46b8-967a-114370a54742 Nov 12 14:25:23.526515 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.552598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-fabbe3bd-0f1d-4da8-b6c6-0e5235000aca', 'network_id': 'fabbe3bd-0f1d-4da8-b6c6-0e5235000aca', 'tenant_id': '7d2295bbfe724b7fb8d1ec3d2b0e4ff7', 'fixed_ips': [{'subnet_id': 'd44dba04-3455-412c-8ce5-c10f282fc9ec'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:25:23.553520 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.556286 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.562374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:23.563243 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.601893 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1849048 Nov 12 14:25:23.604758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38414) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:23.610206 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Request body: {'subnet': {'network_id': 'e2227a3c-7767-46b8-967a-114370a54742', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:23.639374 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64047e40-82a6-4f12-ba7d-f1a806cb4d9d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Pushing event updated for resources: {'Network': ['ID=e2227a3c-7767-46b8-967a-114370a54742,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:23.651318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network e2227a3c-7767-46b8-967a-114370a54742 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:25:23.707491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Made reservation on behalf of 7d2295bbfe724b7fb8d1ec3d2b0e4ff7 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:23.711542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.752540 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Allocated IP 172.20.0.2 (fabbe3bd-0f1d-4da8-b6c6-0e5235000aca/d44dba04-3455-412c-8ce5-c10f282fc9ec/4ed51940-4855-4b1f-b58f-229fe7bb8b99) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:23.898303 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.903185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.904263 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:23.946025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Network fabbe3bd-0f1d-4da8-b6c6-0e5235000aca is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:23.948924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:23.954754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:23.957603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Pushing event updated for resources: {'Port': ['ID=4ed51940-4855-4b1f-b58f-229fe7bb8b99,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:23.971546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Pushing event updated for resources: {'Subnet': ['ID=b30bf659-78b3-4712-9d4f-1f837b4e2f46,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:23.980343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Checking segment: {'id': '9a222fcc-59d2-4fbe-af7d-1542eedb1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e2227a3c-7767-46b8-967a-114370a54742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:23.980702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Network hostable DHCP agents. Network: e2227a3c-7767-46b8-967a-114370a54742, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:25:23.998356 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Network e2227a3c-7767-46b8-967a-114370a54742 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:25:24.008277 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, e2227a3c-7767-46b8-967a-114370a54742) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:24.011354 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Attempting to bind port 4ed51940-4855-4b1f-b58f-229fe7bb8b99 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:24.012011 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Attempting to bind port 4ed51940-4855-4b1f-b58f-229fe7bb8b99 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'b79d1d7d-8635-4072-804c-f9007f9c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'fabbe3bd-0f1d-4da8-b6c6-0e5235000aca'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:24.012557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Attempting to bind port 4ed51940-4855-4b1f-b58f-229fe7bb8b99 on network fabbe3bd-0f1d-4da8-b6c6-0e5235000aca {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:24.012695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:24.013340 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.020979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53876841-768e-496d-9bd3-edbe4e3a8451 None None] Network e2227a3c-7767-46b8-967a-114370a54742 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:24.023347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:24.023792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Checking segment: {'id': 'b79d1d7d-8635-4072-804c-f9007f9c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'fabbe3bd-0f1d-4da8-b6c6-0e5235000aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:24.024115 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.024538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Bound using segment: {'id': 'b79d1d7d-8635-4072-804c-f9007f9c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'fabbe3bd-0f1d-4da8-b6c6-0e5235000aca'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:24.025229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Bound port: 4ed51940-4855-4b1f-b58f-229fe7bb8b99, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79d1d7d-8635-4072-804c-f9007f9c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'fabbe3bd-0f1d-4da8-b6c6-0e5235000aca'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:24.025689 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.030602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a6add47f-d8e7-4a08-a93c-f7c2e63f8a76 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4246271 Nov 12 14:25:24.033529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38416) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:24.038320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3537ef14-e867-4c19-a477-928dc6daab00 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e2227a3c-7767-46b8-967a-114370a54742'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:24.156139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] For port 4ed51940-4855-4b1f-b58f-229fe7bb8b99, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:24.161427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] For port 4ed51940-4855-4b1f-b58f-229fe7bb8b99, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4ed51940-4855-4b1f-b58f-229fe7bb8b99,segment=NetworkSegment(b79d1d7d-8635-4072-804c-f9007f9c7beb),segment_id=b79d1d7d-8635-4072-804c-f9007f9c7beb)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:24.166869 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.254631 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3537ef14-e867-4c19-a477-928dc6daab00 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.374571 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [None req-3537ef14-e867-4c19-a477-928dc6daab00 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 14:25:24.376269 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3537ef14-e867-4c19-a477-928dc6daab00 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "PUT /v2.0/routers/ef998bef-8865-4b50-a9ee-d5e031559ad3 HTTP/1.1" status: 400 len: 364 time: 0.3412809 Nov 12 14:25:24.382347 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38418) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:24.425591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9046b0f-0ad8-40b3-b4b6-60ce032cd8fe None None] Pushing event updated for resources: {'Port': ['ID=4ed51940-4855-4b1f-b58f-229fe7bb8b99,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:24.449440 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-963b0322-a126-4187-9d08-dee858aa913d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Deleting subnet b30bf659-78b3-4712-9d4f-1f837b4e2f46 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:25:24.454736 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-963b0322-a126-4187-9d08-dee858aa913d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.455852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb4149-2cd3-4755-a239-8355bb97ad9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-e2227a3c-7767-46b8-967a-114370a54742', 'network_id': 'e2227a3c-7767-46b8-967a-114370a54742', 'tenant_id': '7d2295bbfe724b7fb8d1ec3d2b0e4ff7', 'fixed_ips': [{'subnet_id': 'b30bf659-78b3-4712-9d4f-1f837b4e2f46'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:25:24.456760 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42bb4149-2cd3-4755-a239-8355bb97ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.504998 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-963b0322-a126-4187-9d08-dee858aa913d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.557258 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-963b0322-a126-4187-9d08-dee858aa913d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.635431 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-963b0322-a126-4187-9d08-dee858aa913d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server [None req-42bb4149-2cd3-4755-a239-8355bb97ad9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b30bf659-78b3-4712-9d4f-1f837b4e2f46: This subnet is being modified by another concurrent operation. Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server raise exception Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b30bf659-78b3-4712-9d4f-1f837b4e2f46: This subnet is being modified by another concurrent operation. Nov 12 14:25:24.643958 n-d-805736-4 neutron-server[102677]: ERROR oslo_messaging.rpc.server Nov 12 14:25:24.669369 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d8333-ffb0-4528-b7c1-1843a54100a6 None None] Network e2227a3c-7767-46b8-967a-114370a54742 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:24.675069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b0322-a126-4187-9d08-dee858aa913d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Pushing event deleted for resources: {'Subnet': ['ID=b30bf659-78b3-4712-9d4f-1f837b4e2f46,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:24.677424 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-963b0322-a126-4187-9d08-dee858aa913d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.681391 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-963b0322-a126-4187-9d08-dee858aa913d tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "DELETE /v2.0/subnets/b30bf659-78b3-4712-9d4f-1f837b4e2f46 HTTP/1.1" status: 204 len: 168 time: 0.2974236 Nov 12 14:25:24.683543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:24.781208 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.873843 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.895800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2227a3c-7767-46b8-967a-114370a54742']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:24.906478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a222fcc-59d2-4fbe-af7d-1542eedb1339') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:24.907280 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a222fcc-59d2-4fbe-af7d-1542eedb1339') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:24.917422 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.931478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.937584 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:25:24.938021 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:25:24.941233 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:25:25.006704 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.014090 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.017528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "DELETE /v2.0/networks/e2227a3c-7767-46b8-967a-114370a54742 HTTP/1.1" status: 204 len: 168 time: 0.3323865 Nov 12 14:25:25.019988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:25.038137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faac8b4-563d-4ad9-8f0e-e0e8039ead3b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Pushing event deleted for resources: {'Network': ['ID=e2227a3c-7767-46b8-967a-114370a54742,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:25.084046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-152cdb71-f2d9-406f-af2e-11ffecfdea49 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Deleting subnet d44dba04-3455-412c-8ce5-c10f282fc9ec {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:25:25.087556 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-152cdb71-f2d9-406f-af2e-11ffecfdea49 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.136360 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-152cdb71-f2d9-406f-af2e-11ffecfdea49 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.234581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-152cdb71-f2d9-406f-af2e-11ffecfdea49 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.292849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ed51940-4855-4b1f-b58f-229fe7bb8b99 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:25.306926 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-152cdb71-f2d9-406f-af2e-11ffecfdea49 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.339961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-152cdb71-f2d9-406f-af2e-11ffecfdea49 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.343130 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-152cdb71-f2d9-406f-af2e-11ffecfdea49 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "DELETE /v2.0/subnets/d44dba04-3455-412c-8ce5-c10f282fc9ec HTTP/1.1" status: 204 len: 168 time: 0.3221972 Nov 12 14:25:25.344315 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cdb71-f2d9-406f-af2e-11ffecfdea49 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Pushing event deleted for resources: {'Subnet': ['ID=d44dba04-3455-412c-8ce5-c10f282fc9ec,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:25.345780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38424) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:25.359235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4ed51940-4855-4b1f-b58f-229fe7bb8b99 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:25.359604 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.438704 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.439302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3060c953-1004-4e7b-bd6e-ef15f602cf12 None None] Network fabbe3bd-0f1d-4da8-b6c6-0e5235000aca requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:25.494385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Deleting port 4ed51940-4855-4b1f-b58f-229fe7bb8b99 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:25:25.494617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.509459 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.546768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-391037b3-0c8a-4188-899b-82dd0e4161be None None] Provisioning complete for port 4ed51940-4855-4b1f-b58f-229fe7bb8b99 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:25.547137 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-391037b3-0c8a-4188-899b-82dd0e4161be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.563717 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] For port 4ed51940-4855-4b1f-b58f-229fe7bb8b99, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4ed51940-4855-4b1f-b58f-229fe7bb8b99,segment=NetworkSegment(b79d1d7d-8635-4072-804c-f9007f9c7beb),segment_id=b79d1d7d-8635-4072-804c-f9007f9c7beb)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:25.564142 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.577552 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Calling delete_port for 4ed51940-4855-4b1f-b58f-229fe7bb8b99 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:25:25.607928 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 4ed51940-4855-4b1f-b58f-229fe7bb8b99, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4ed51940-4855-4b1f-b58f-229fe7bb8b99,segment=NetworkSegment(b79d1d7d-8635-4072-804c-f9007f9c7beb),segment_id=b79d1d7d-8635-4072-804c-f9007f9c7beb)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:25.632502 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.660236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.669821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-391037b3-0c8a-4188-899b-82dd0e4161be None None] Could not find standard attr ID for object 4ed51940-4855-4b1f-b58f-229fe7bb8b99. {{(pid=102677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 14:25:25.677682 n-d-805736-4 neutron-server[102677]: INFO neutron.plugins.ml2.db [None req-391037b3-0c8a-4188-899b-82dd0e4161be None None] No ports have port_id starting with 4ed51940-4855-4b1f-b58f-229fe7bb8b99 Nov 12 14:25:25.686393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Pushing event deleted for resources: {'Port': ['ID=4ed51940-4855-4b1f-b58f-229fe7bb8b99,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:25.692921 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] No DVR routers for this DVR port 4ed51940-4855-4b1f-b58f-229fe7bb8b99 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:25:25.701379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=4ed51940-4855-4b1f-b58f-229fe7bb8b99,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:25.768061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d68e77f-88fc-47f2-aeb1-13ac61f2dedd None None] DHCP port deletion for fabbe3bd-0f1d-4da8-b6c6-0e5235000aca request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:25:25.784415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.787327 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c20b2d9-883d-42dc-a674-dfcfde6522af None None] get_active_networks_info from n-d-805736-4 {{(pid=102677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 14:25:25.806260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabbe3bd-0f1d-4da8-b6c6-0e5235000aca']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:25.816594 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79d1d7d-8635-4072-804c-f9007f9c7beb') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:25.816889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79d1d7d-8635-4072-804c-f9007f9c7beb') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:25.826769 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.842477 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.850538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:25:25.851261 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.852189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20b2d9-883d-42dc-a674-dfcfde6522af None None] Resources bound (agent type, host, resource id): {{(pid=102677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:25:25.854848 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:25:25.919273 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.924943 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:25.928178 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "DELETE /v2.0/networks/fabbe3bd-0f1d-4da8-b6c6-0e5235000aca HTTP/1.1" status: 204 len: 168 time: 0.5813868 Nov 12 14:25:25.931559 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38426) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:25.942782 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1fa86-090f-41d0-a4d3-3caa7e461e13 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Pushing event deleted for resources: {'Network': ['ID=fabbe3bd-0f1d-4da8-b6c6-0e5235000aca,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:25.967283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4f8b65f2-c2c5-4294-8aab-80545749433b tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef998bef-8865-4b50-a9ee-d5e031559ad3 HTTP/1.1" status: 200 len: 205 time: 0.0321152 Nov 12 14:25:25.967498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38428) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:26.041490 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831f33ef-5808-4a86-9f75-b8e499be0db6 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:26.206883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831f33ef-5808-4a86-9f75-b8e499be0db6 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:26.209170 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831f33ef-5808-4a86-9f75-b8e499be0db6 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:26.260823 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831f33ef-5808-4a86-9f75-b8e499be0db6 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:26.261368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831f33ef-5808-4a86-9f75-b8e499be0db6 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Fanout notify agent at l3_agent the message router_deleted on router ef998bef-8865-4b50-a9ee-d5e031559ad3 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:25:26.269351 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831f33ef-5808-4a86-9f75-b8e499be0db6 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:26.270534 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-831f33ef-5808-4a86-9f75-b8e499be0db6 tempest-RoutersNegativeTest-847335406 tempest-RoutersNegativeTest-847335406-project] 10.222.0.73 "DELETE /v2.0/routers/ef998bef-8865-4b50-a9ee-d5e031559ad3 HTTP/1.1" status: 204 len: 168 time: 0.3021119 Nov 12 14:25:26.537864 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38434) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:26.667896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f7c3a86d-4d69-4c23-8db3-b8b9297e7349 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d2295bbfe724b7fb8d1ec3d2b0e4ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288228 Nov 12 14:25:26.670523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38438) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:26.717055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4cc2-f099-4b1f-8fcf-ee5a855e1789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:26.738028 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4cc2-f099-4b1f-8fcf-ee5a855e1789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:26.786493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4cc2-f099-4b1f-8fcf-ee5a855e1789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:26.789254 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4cc2-f099-4b1f-8fcf-ee5a855e1789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:26.790546 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dcaf4cc2-f099-4b1f-8fcf-ee5a855e1789 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f53a3249-16ba-44c5-8e0e-4133d438374a HTTP/1.1" status: 204 len: 168 time: 0.1191008 Nov 12 14:25:26.798814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf4cc2-f099-4b1f-8fcf-ee5a855e1789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a3249-16ba-44c5-8e0e-4133d438374a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:27.101477 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fe3b3a-6f34-4e01-9722-3d1813d7e7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:27.252979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ed51940-4855-4b1f-b58f-229fe7bb8b99 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:25:27.274198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 4ed51940-4855-4b1f-b58f-229fe7bb8b99 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:25:27.274538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ed51940-4855-4b1f-b58f-229fe7bb8b99 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:25:27.451128 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38460) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:27.550876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-459693136-network', 'tenant_id': '2b6838f15b8b4973909191e81444f896'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:27.581097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Made reservation on behalf of 2b6838f15b8b4973909191e81444f896 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:27.584830 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:27.603056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:27.692555 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:27.696525 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:27.721636 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:25:27.731189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8028a67-1d55-416e-b5ee-47fbd9db6b4e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:27.736526 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:27.736879 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Added segment 81c4f738-c14a-4f7e-a27e-9669551c4d40 of type vlan for network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 Nov 12 14:25:27.782928 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:27.808861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:27.810131 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:27.810704 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:27.871900 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4193397 Nov 12 14:25:27.874957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38464) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:27.882846 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Request body: {'subnet': {'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-459693136-subnet', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:27.887410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907d8b5-0814-4cd2-9bb3-cbbe6db9caec admin admin] Pushing event updated for resources: {'Network': ['ID=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:27.899489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:25:27.908042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Made reservation on behalf of 2b6838f15b8b4973909191e81444f896 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:27.910969 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.082074 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.134812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084fb257-3adb-4230-a24f-6a9b67a080f0,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:28.146143 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Checking segment: {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:28.146518 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Network hostable DHCP agents. Network: f6b3ed51-ef96-4849-9056-cbe9bbe5ab19, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:25:28.165924 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:25:28.177139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, f6b3ed51-ef96-4849-9056-cbe9bbe5ab19) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:28.181622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:28.182266 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.189430 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcf4303-ce9b-41f5-87df-d23aac713b86 None None] Network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:28.200194 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7faeeb46-3db5-40ce-b6ea-7c2c1794afc1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3234501 Nov 12 14:25:28.202915 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38466) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:28.211051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-459693136-router', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:28.234234 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.235373 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.292912 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.370850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'fixed_ips': [{'subnet_id': '084fb257-3adb-4230-a24f-6a9b67a080f0'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:25:28.372121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.532419 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Allocated IP 172.20.0.2 (f6b3ed51-ef96-4849-9056-cbe9bbe5ab19/084fb257-3adb-4230-a24f-6a9b67a080f0/9f22a61c-d730-4f51-aaa7-41570f98ad95) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:28.690545 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.697813 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.737055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:28.743452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:28.747709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:28.754866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Pushing event updated for resources: {'Port': ['ID=9f22a61c-d730-4f51-aaa7-41570f98ad95,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:28.777878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.815746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Attempting to bind port 9f22a61c-d730-4f51-aaa7-41570f98ad95 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:28.816208 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Attempting to bind port 9f22a61c-d730-4f51-aaa7-41570f98ad95 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:28.816570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Attempting to bind port 9f22a61c-d730-4f51-aaa7-41570f98ad95 on network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:28.821752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:28.822127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Checking segment: {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:28.822529 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.822926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Bound using segment: {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:28.823492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Bound port: 9f22a61c-d730-4f51-aaa7-41570f98ad95, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:28.823838 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.893449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] For port 9f22a61c-d730-4f51-aaa7-41570f98ad95, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:28.896492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] For port 9f22a61c-d730-4f51-aaa7-41570f98ad95, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9f22a61c-d730-4f51-aaa7-41570f98ad95,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:28.901757 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:28.965171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5671a4-ce5b-4bc5-a235-1981abc34392 None None] Pushing event updated for resources: {'Port': ['ID=9f22a61c-d730-4f51-aaa7-41570f98ad95,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:28.994604 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.015292 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.151326 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Allocated IP 172.25.5.135 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:29.292536 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.309138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9f22a61c-d730-4f51-aaa7-41570f98ad95 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:29.330489 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.358829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9f22a61c-d730-4f51-aaa7-41570f98ad95 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:29.359201 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.370950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:29.378775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:29.383276 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:29.388748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Pushing event updated for resources: {'Port': ['ID=0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:29.396739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468cb704-a25f-45cd-ac24-8c2148f924c5 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:25:29.453435 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.491630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 9f22a61c-d730-4f51-aaa7-41570f98ad95, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9f22a61c-d730-4f51-aaa7-41570f98ad95,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:29.496598 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.568900 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=9f22a61c-d730-4f51-aaa7-41570f98ad95,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:29.572890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bbe584fb-1dbf-4f7c-9b1f-15029ed16b4e None None] Provisioning complete for port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:29.573272 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbe584fb-1dbf-4f7c-9b1f-15029ed16b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.627080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bbe584fb-1dbf-4f7c-9b1f-15029ed16b4e None None] Port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:25:29.634484 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e72b9e89-2ae1-4502-8557-78a9a8527d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.671797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.896785 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:29.942392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d83db-48fa-45b0-bac3-a2c15f870c5d None None] Network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:30.045865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:25:30.078020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8fbef7b6-4f03-47e7-a0fa-a124486081e7 None None] Provisioning complete for port 9f22a61c-d730-4f51-aaa7-41570f98ad95 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:30.078414 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8fbef7b6-4f03-47e7-a0fa-a124486081e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:30.169266 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:25:30.182589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Sync routers for ids ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:25:30.192084 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:30.194873 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cb39210f-77f0-4070-8f67-ced8657d1618 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9886835 Nov 12 14:25:30.197455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38468) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:30.214551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Routers {'012f77b2-1bd5-44f3-a8d7-51d45bf7f203'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:25:30.215196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:25:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:30.334951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Set router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:25:30.471777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6aebe8d1-2c21-40fe-989f-443acfe5ab41 None None] Provisioning complete for port 9f22a61c-d730-4f51-aaa7-41570f98ad95 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:30.472050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6aebe8d1-2c21-40fe-989f-443acfe5ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:30.642793 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:30.756887 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'name': 'tempest-TestEncryptedCinderVolumes-459693136-router', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:28Z', 'updated_at': '2021-11-12T14:25:29Z', 'revision_number': 3, 'project_id': '2b6838f15b8b4973909191e81444f896', 'gw_port': {'id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:29Z', 'updated_at': '2021-11-12T14:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:30.786480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Checking router: 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:25:30.786829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Updating router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:25:30.813844 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:30.816680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Allocated IP 172.20.0.1 (f6b3ed51-ef96-4849-9056-cbe9bbe5ab19/084fb257-3adb-4230-a24f-6a9b67a080f0/9e3b3deb-8085-410d-9ba0-05575bec387d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:30.924081 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:30.929291 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:30.965748 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.004895 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:31.007801 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:31.013929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:31.046704 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3b3deb-8085-410d-9ba0-05575bec387d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:31.072767 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.109274 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.116065 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.176559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568b336-6851-40bd-8f09-bc8ffd2abbd2 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:25:31.187920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Attempting to bind port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:31.188716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Attempting to bind port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:31.189117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Attempting to bind port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:31.195683 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9110b51-1170-4572-95c5-cbab0e85f748 None None] Pushing event updated for resources: {'Port': ['ID=0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:31.206031 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:31.206536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:31.206954 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.207351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:31.209226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Bound port: 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:31.209226 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.239505 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.299753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9f22a61c-d730-4f51-aaa7-41570f98ad95 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:31.305514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] For port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:31.311147 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] For port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:31.336121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b23c51f1-9144-477f-9610-bb6df842ae6e None None] Provisioning complete for port 9e3b3deb-8085-410d-9ba0-05575bec387d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:31.336937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23c51f1-9144-477f-9610-bb6df842ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.340929 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.420078 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04031c39-c984-4735-956f-2c2dd9fb420f None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:25:31.428146 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.432919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b23c51f1-9144-477f-9610-bb6df842ae6e None None] Port 9e3b3deb-8085-410d-9ba0-05575bec387d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:25:31.434312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.463746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9110b51-1170-4572-95c5-cbab0e85f748 None None] Pushing event updated for resources: {'Port': ['ID=0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:31.466230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Routers {'012f77b2-1bd5-44f3-a8d7-51d45bf7f203'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:25:31.466833 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:25:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:31.507096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3b3deb-8085-410d-9ba0-05575bec387d,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:31.509657 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.518967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b23c51f1-9144-477f-9610-bb6df842ae6e None None] Provisioning complete for port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:31.519337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23c51f1-9144-477f-9610-bb6df842ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.523272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9f22a61c-d730-4f51-aaa7-41570f98ad95 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:31.523635 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.612599 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:31.614160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:31.663848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] Set router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:25:31.753934 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:25:31.795604 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23c51f1-9144-477f-9610-bb6df842ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.876264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b23c51f1-9144-477f-9610-bb6df842ae6e None None] For port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:31.878349 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:25:31.883823 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-aa4709ff-b3bb-4fb7-bcc3-7e937189dce7 admin admin] 10.222.0.73 "PUT /v2.0/routers/012f77b2-1bd5-44f3-a8d7-51d45bf7f203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6850212 Nov 12 14:25:31.895265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23c51f1-9144-477f-9610-bb6df842ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:31.983002 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c51f1-9144-477f-9610-bb6df842ae6e None None] Pushing event updated for resources: {'Port': ['ID=0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:32.032359 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f1236db7-ce54-4e3c-b54d-b8a87e0be04e None None] Provisioning complete for port 9e3b3deb-8085-410d-9ba0-05575bec387d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:32.032894 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1236db7-ce54-4e3c-b54d-b8a87e0be04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.037947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'name': 'tempest-TestEncryptedCinderVolumes-459693136-router', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:28Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 4, 'project_id': '2b6838f15b8b4973909191e81444f896', 'gw_port': {'id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:29Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '9e3b3deb-8085-410d-9ba0-05575bec387d', 'name': '', 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'mac_address': 'fa:16:3e:c1:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:30Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 2, 'project_id': '2b6838f15b8b4973909191e81444f896', 'subnets': [{'id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:32.095248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5db2e-2a36-45a8-a6d2-65be34109ce2 None None] The sync data for ids ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'] in n-d-805736-4 is: [{'id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'name': 'tempest-TestEncryptedCinderVolumes-459693136-router', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:28Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 4, 'project_id': '2b6838f15b8b4973909191e81444f896', 'gw_port': {'id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:29Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '9e3b3deb-8085-410d-9ba0-05575bec387d', 'name': '', 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'mac_address': 'fa:16:3e:c1:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:30Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 2, 'project_id': '2b6838f15b8b4973909191e81444f896', 'subnets': [{'id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:25:32.112674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f1236db7-ce54-4e3c-b54d-b8a87e0be04e None None] Port 9e3b3deb-8085-410d-9ba0-05575bec387d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:25:32.131507 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f1236db7-ce54-4e3c-b54d-b8a87e0be04e None None] Provisioning complete for port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:32.132032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1236db7-ce54-4e3c-b54d-b8a87e0be04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.432118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38484) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:32.437764 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-959510048-network', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:32.457850 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.463371 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Made reservation on behalf of f8425f9cd2da43faa6f1dcde238dbf25 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:32.466075 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.478663 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.568067 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.572918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.609224 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:25:32.616446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a48152-2b31-44d2-bfd1-4be074f47385,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:32.624643 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.624965 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Added segment 443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b of type vlan for network 1b3af94e-22bf-495b-b3cd-6def3955435b Nov 12 14:25:32.672191 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.699165 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.700527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:32.701150 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:32.770812 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3375092 Nov 12 14:25:32.773490 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38486) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:32.778187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Request body: {'subnet': {'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-959510048-subnet', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:32.790473 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b787c30-9c66-47e0-83c1-e3c04e7e20e9 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3af94e-22bf-495b-b3cd-6def3955435b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:32.811846 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 1b3af94e-22bf-495b-b3cd-6def3955435b details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:25:32.832662 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Made reservation on behalf of f8425f9cd2da43faa6f1dcde238dbf25 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:32.835159 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.038373 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.050652 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.101533 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a543d6-4cae-41fc-8e1d-6fa7f364db74,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:33.110817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Checking segment: {'id': '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:33.111411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Network hostable DHCP agents. Network: 1b3af94e-22bf-495b-b3cd-6def3955435b, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:25:33.136269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Network 1b3af94e-22bf-495b-b3cd-6def3955435b is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:25:33.148425 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 1b3af94e-22bf-495b-b3cd-6def3955435b) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:33.154917 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:33.155574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.161841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d32fc-3a9a-4419-8499-bf6b699289c2 None None] Network 1b3af94e-22bf-495b-b3cd-6def3955435b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:33.180156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e9c1da5a-60d8-46ca-b856-63a82354a7dc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4055762 Nov 12 14:25:33.183152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38488) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:33.194935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-959510048-router', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:33.216487 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.220045 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.294344 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.329944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:33.418533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:33.418993 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.423225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-1b3af94e-22bf-495b-b3cd-6def3955435b', 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'fixed_ips': [{'subnet_id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:25:33.424126 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.699009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Allocated IP 172.20.0.2 (1b3af94e-22bf-495b-b3cd-6def3955435b/a9a543d6-4cae-41fc-8e1d-6fa7f364db74/c289a473-9781-4c7d-abb9-6887b6c70d40) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:33.807161 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.882870 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.889565 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:33.926827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Network 1b3af94e-22bf-495b-b3cd-6def3955435b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:33.933363 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:33.936907 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:33.944273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Pushing event updated for resources: {'Port': ['ID=c289a473-9781-4c7d-abb9-6887b6c70d40,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:34.002309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Attempting to bind port c289a473-9781-4c7d-abb9-6887b6c70d40 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:34.002691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Attempting to bind port c289a473-9781-4c7d-abb9-6887b6c70d40 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:34.003059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Attempting to bind port c289a473-9781-4c7d-abb9-6887b6c70d40 on network 1b3af94e-22bf-495b-b3cd-6def3955435b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:34.008674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:34.009047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Checking segment: {'id': '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:34.009492 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:34.009890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Bound using segment: {'id': '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:34.010512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Bound port: c289a473-9781-4c7d-abb9-6887b6c70d40, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:34.010899 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:34.047971 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:34.069487 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:34.080694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] For port c289a473-9781-4c7d-abb9-6887b6c70d40, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:34.084032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] For port c289a473-9781-4c7d-abb9-6887b6c70d40, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c289a473-9781-4c7d-abb9-6887b6c70d40,segment=NetworkSegment(443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b),segment_id=443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:34.088709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:34.148198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f29709-1ef1-4e19-b229-0d469bb80023 None None] Pushing event updated for resources: {'Port': ['ID=c289a473-9781-4c7d-abb9-6887b6c70d40,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:34.199542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Allocated IP 172.25.5.168 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/7911d779-b294-4c14-87a5-b621c6553336) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:34.338105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:34.373046 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Sync routers for ids ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:25:34.382669 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:34.391454 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Routers {'012f77b2-1bd5-44f3-a8d7-51d45bf7f203'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:25:34.391993 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:25:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:34.427467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:34.431698 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:34.444251 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:34.460241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b7d69-3a86-40aa-b40c-aed166c1043f None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:25:34.474253 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Pushing event updated for resources: {'Port': ['ID=7911d779-b294-4c14-87a5-b621c6553336,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:34.525295 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Set router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:25:34.586226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ecfa7663-8d18-4a2a-a798-e1615396adcb None None] Provisioning complete for port 7911d779-b294-4c14-87a5-b621c6553336 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:34.586554 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecfa7663-8d18-4a2a-a798-e1615396adcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:34.629895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa7663-8d18-4a2a-a798-e1615396adcb None None] Port 7911d779-b294-4c14-87a5-b621c6553336 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:25:34.761690 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:34.872798 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'name': 'tempest-TestEncryptedCinderVolumes-459693136-router', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:28Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 4, 'project_id': '2b6838f15b8b4973909191e81444f896', 'gw_port': {'id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:29Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '9e3b3deb-8085-410d-9ba0-05575bec387d', 'name': '', 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'mac_address': 'fa:16:3e:c1:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:30Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 2, 'project_id': '2b6838f15b8b4973909191e81444f896', 'subnets': [{'id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:34.902362 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Checking router: 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:25:34.902709 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Updating router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 port 9e3b3deb-8085-410d-9ba0-05575bec387d binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:25:34.936266 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:34.989588 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:35.138604 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Router 634d6d45-6aab-4db0-9100-193f6cbf9563 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:25:35.196622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe287b02-a545-4ca8-9daf-177d4d7032d4 None None] Network 1b3af94e-22bf-495b-b3cd-6def3955435b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:25:35.253005 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:35.259973 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:35.293697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:25:35.301847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a133e17e-90d2-47ee-be95-959d9ac92e52 None None] Provisioning complete for port c289a473-9781-4c7d-abb9-6887b6c70d40 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:35.303627 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a133e17e-90d2-47ee-be95-959d9ac92e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:35.347330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c289a473-9781-4c7d-abb9-6887b6c70d40 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:35.357192 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Pushing event updated for resources: {'Port': ['ID=9e3b3deb-8085-410d-9ba0-05575bec387d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:35.360753 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:35.362966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9ed8ce13-005b-4e79-9d4b-57badddaaa2f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1777663 Nov 12 14:25:35.366308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38490) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:25:35.378841 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.379667 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.379667 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.379963 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.380094 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.380424 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.381120 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.381643 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.382143 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.384003 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.384568 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.385096 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:25:35.398438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Sync routers for ids ['634d6d45-6aab-4db0-9100-193f6cbf9563'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:25:35.416824 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Attempting to bind port 9e3b3deb-8085-410d-9ba0-05575bec387d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:35.417469 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Attempting to bind port 9e3b3deb-8085-410d-9ba0-05575bec387d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:35.417952 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Attempting to bind port 9e3b3deb-8085-410d-9ba0-05575bec387d on network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:35.424427 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:35.425324 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Checking segment: {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:35.426355 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:35.426981 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Bound using segment: {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:35.427665 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Bound port: 9e3b3deb-8085-410d-9ba0-05575bec387d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:35.428604 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:35.448788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Routers {'634d6d45-6aab-4db0-9100-193f6cbf9563'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:25:35.449578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:25:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['634d6d45-6aab-4db0-9100-193f6cbf9563'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:35.505873 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] For port 9e3b3deb-8085-410d-9ba0-05575bec387d, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:35.510047 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] For port 9e3b3deb-8085-410d-9ba0-05575bec387d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9e3b3deb-8085-410d-9ba0-05575bec387d,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:35.518703 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:35.583731 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Routers {'012f77b2-1bd5-44f3-a8d7-51d45bf7f203'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:25:35.584373 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:25:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:35.638595 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74c603-358d-43ad-b98a-83b3ec296e95 None None] Pushing event updated for resources: {'Port': ['ID=9e3b3deb-8085-410d-9ba0-05575bec387d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:35.724416 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] Set router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:25:35.838604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c289a473-9781-4c7d-abb9-6887b6c70d40 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:35.839434 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:35.951829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Set router 634d6d45-6aab-4db0-9100-193f6cbf9563 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:25:35.954621 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a133e17e-90d2-47ee-be95-959d9ac92e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:35.975806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.003021 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'name': 'tempest-TestEncryptedCinderVolumes-459693136-router', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:28Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 4, 'project_id': '2b6838f15b8b4973909191e81444f896', 'gw_port': {'id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:29Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '9e3b3deb-8085-410d-9ba0-05575bec387d', 'name': '', 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'mac_address': 'fa:16:3e:c1:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:30Z', 'updated_at': '2021-11-12T14:25:35Z', 'revision_number': 4, 'project_id': '2b6838f15b8b4973909191e81444f896', 'subnets': [{'id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:36.034049 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315890f3-b025-4758-a4a3-205aaa844b85 None None] The sync data for ids ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'] in n-d-805736-4 is: [{'id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'name': 'tempest-TestEncryptedCinderVolumes-459693136-router', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:28Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 4, 'project_id': '2b6838f15b8b4973909191e81444f896', 'gw_port': {'id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:29Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '9e3b3deb-8085-410d-9ba0-05575bec387d', 'name': '', 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'mac_address': 'fa:16:3e:c1:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:30Z', 'updated_at': '2021-11-12T14:25:35Z', 'revision_number': 4, 'project_id': '2b6838f15b8b4973909191e81444f896', 'subnets': [{'id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:25:36.120408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a133e17e-90d2-47ee-be95-959d9ac92e52 None None] For port c289a473-9781-4c7d-abb9-6887b6c70d40, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c289a473-9781-4c7d-abb9-6887b6c70d40,segment=NetworkSegment(443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b),segment_id=443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:36.147980 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a133e17e-90d2-47ee-be95-959d9ac92e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.181039 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Allocated IP 172.20.0.1 (1b3af94e-22bf-495b-b3cd-6def3955435b/a9a543d6-4cae-41fc-8e1d-6fa7f364db74/5c2ec4ba-4968-4a56-b437-785a6e1dbffe) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:36.194410 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.308619 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 14:25:36.309537 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 14:25:36.313691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.316949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133e17e-90d2-47ee-be95-959d9ac92e52 None None] Pushing event updated for resources: {'Port': ['ID=c289a473-9781-4c7d-abb9-6887b6c70d40,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:36.342038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e458bef7-d952-4bd7-910a-dc72cc72e811 None None] Provisioning complete for port 9e3b3deb-8085-410d-9ba0-05575bec387d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:36.342411 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e458bef7-d952-4bd7-910a-dc72cc72e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.372308 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.434069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Network 1b3af94e-22bf-495b-b3cd-6def3955435b is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:36.434618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'name': 'tempest-TestEncryptedCinderVolumes-959510048-router', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '7911d779-b294-4c14-87a5-b621c6553336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:33Z', 'updated_at': '2021-11-12T14:25:34Z', 'revision_number': 3, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'gw_port': {'id': '7911d779-b294-4c14-87a5-b621c6553336', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:34Z', 'updated_at': '2021-11-12T14:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:36.438094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:36.442999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:36.471829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Checking router: 634d6d45-6aab-4db0-9100-193f6cbf9563 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:25:36.472184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Updating router 634d6d45-6aab-4db0-9100-193f6cbf9563 port 7911d779-b294-4c14-87a5-b621c6553336 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:25:36.474351 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e458bef7-d952-4bd7-910a-dc72cc72e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.492796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2ec4ba-4968-4a56-b437-785a6e1dbffe,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:36.520051 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.534086 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.539146 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e458bef7-d952-4bd7-910a-dc72cc72e811 None None] For port 9e3b3deb-8085-410d-9ba0-05575bec387d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9e3b3deb-8085-410d-9ba0-05575bec387d,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:36.559200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e458bef7-d952-4bd7-910a-dc72cc72e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.681374 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.687168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e458bef7-d952-4bd7-910a-dc72cc72e811 None None] Provisioning complete for port c289a473-9781-4c7d-abb9-6887b6c70d40 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:36.687541 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e458bef7-d952-4bd7-910a-dc72cc72e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.736893 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458bef7-d952-4bd7-910a-dc72cc72e811 None None] Pushing event updated for resources: {'Port': ['ID=9e3b3deb-8085-410d-9ba0-05575bec387d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:36.874056 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.879456 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.950483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2ec4ba-4968-4a56-b437-785a6e1dbffe,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:36.952997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:36.998566 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:37.006705 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:37.056876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Network 1b3af94e-22bf-495b-b3cd-6def3955435b is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:37.058038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:37.079819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5503f23f-6edb-4ad7-84e5-f12e4763d3d7 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:25:37.094840 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Attempting to bind port 7911d779-b294-4c14-87a5-b621c6553336 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:37.095962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Attempting to bind port 7911d779-b294-4c14-87a5-b621c6553336 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:37.096337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Attempting to bind port 7911d779-b294-4c14-87a5-b621c6553336 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:37.102160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3323ebe-cfc2-4d97-8d2e-4e360088b1d9 None None] Pushing event updated for resources: {'Port': ['ID=7911d779-b294-4c14-87a5-b621c6553336,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:37.116591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:37.116989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:37.117410 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:37.117817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:37.118303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Bound port: 7911d779-b294-4c14-87a5-b621c6553336, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:37.118691 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:37.120805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d21dfcbe-aef9-414c-9f64-6624a39d5a4d None None] Provisioning complete for port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:37.121166 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d21dfcbe-aef9-414c-9f64-6624a39d5a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:37.185011 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Router 634d6d45-6aab-4db0-9100-193f6cbf9563 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:25:37.194847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d21dfcbe-aef9-414c-9f64-6624a39d5a4d None None] Port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:25:37.210728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] For port 7911d779-b294-4c14-87a5-b621c6553336, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:37.214253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] For port 7911d779-b294-4c14-87a5-b621c6553336, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7911d779-b294-4c14-87a5-b621c6553336,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:37.229761 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:37.277890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98398a3-e33e-42d9-985c-8c219d4300f8 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:25:37.326145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Routers {'634d6d45-6aab-4db0-9100-193f6cbf9563'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:25:37.327006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:25:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['634d6d45-6aab-4db0-9100-193f6cbf9563'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:37.330650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:25:37.350855 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e595f991-6b4d-4530-873f-d311f1b27ff5 admin admin] 10.222.0.73 "PUT /v2.0/routers/634d6d45-6aab-4db0-9100-193f6cbf9563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804430 Nov 12 14:25:37.383324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3323ebe-cfc2-4d97-8d2e-4e360088b1d9 None None] Pushing event updated for resources: {'Port': ['ID=7911d779-b294-4c14-87a5-b621c6553336,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:37.389884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9e3b3deb-8085-410d-9ba0-05575bec387d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:37.431278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-83b0415b-634a-4e14-a71b-fb799b080588 None None] Provisioning complete for port 7911d779-b294-4c14-87a5-b621c6553336 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:37.431643 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83b0415b-634a-4e14-a71b-fb799b080588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:37.532175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] Set router 634d6d45-6aab-4db0-9100-193f6cbf9563 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:25:37.581814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9e3b3deb-8085-410d-9ba0-05575bec387d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:37.582180 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:37.902068 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83b0415b-634a-4e14-a71b-fb799b080588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:37.950054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-83b0415b-634a-4e14-a71b-fb799b080588 None None] For port 7911d779-b294-4c14-87a5-b621c6553336, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7911d779-b294-4c14-87a5-b621c6553336,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:37.970785 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83b0415b-634a-4e14-a71b-fb799b080588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:38.018743 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-6943a35d-68ee-497b-aee7-d45b438bc090 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:38.020260 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-6943a35d-68ee-497b-aee7-d45b438bc090 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/networks?id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 HTTP/1.1" status: 200 len: 816 time: 0.1139598 Nov 12 14:25:38.035988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c289a473-9781-4c7d-abb9-6887b6c70d40 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:38.037814 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-6e94801f-b6f3-428f-b032-0bd7b3f96d33 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/quotas/2b6838f15b8b4973909191e81444f896 HTTP/1.1" status: 200 len: 375 time: 0.0103889 Nov 12 14:25:38.072296 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-83b0415b-634a-4e14-a71b-fb799b080588 None None] Provisioning complete for port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:38.072665 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83b0415b-634a-4e14-a71b-fb799b080588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:38.095128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-d5898c9e-2e1a-400e-bc59-f23a0cc91e7c tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b6838f15b8b4973909191e81444f896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513921 Nov 12 14:25:38.120973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0415b-634a-4e14-a71b-fb799b080588 None None] Pushing event updated for resources: {'Port': ['ID=7911d779-b294-4c14-87a5-b621c6553336,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:38.142877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-83b0415b-634a-4e14-a71b-fb799b080588 None None] Port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:25:38.160403 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port c289a473-9781-4c7d-abb9-6887b6c70d40 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:38.160771 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:38.165326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'name': 'tempest-TestEncryptedCinderVolumes-959510048-router', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '7911d779-b294-4c14-87a5-b621c6553336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:33Z', 'updated_at': '2021-11-12T14:25:36Z', 'revision_number': 4, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'gw_port': {'id': '7911d779-b294-4c14-87a5-b621c6553336', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:34Z', 'updated_at': '2021-11-12T14:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5c2ec4ba-4968-4a56-b437-785a6e1dbffe', 'name': '', 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'mac_address': 'fa:16:3e:b5:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:36Z', 'updated_at': '2021-11-12T14:25:36Z', 'revision_number': 2, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'subnets': [{'id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:38.203628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-2931abd6-5497-48c2-9a7b-a51fedc3f573 service neutron] 10.222.0.73 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951715 Nov 12 14:25:38.214142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c6a538-baa8-474f-af8b-d0ab16b70d1d None None] The sync data for ids ['634d6d45-6aab-4db0-9100-193f6cbf9563'] in n-d-805736-4 is: [{'id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'name': 'tempest-TestEncryptedCinderVolumes-959510048-router', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '7911d779-b294-4c14-87a5-b621c6553336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:33Z', 'updated_at': '2021-11-12T14:25:36Z', 'revision_number': 4, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'gw_port': {'id': '7911d779-b294-4c14-87a5-b621c6553336', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:34Z', 'updated_at': '2021-11-12T14:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5c2ec4ba-4968-4a56-b437-785a6e1dbffe', 'name': '', 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'mac_address': 'fa:16:3e:b5:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:36Z', 'updated_at': '2021-11-12T14:25:36Z', 'revision_number': 2, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'subnets': [{'id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:25:38.292216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-47a236a5-2030-43a5-8480-6cdc6447cf4a None None] Provisioning complete for port 7911d779-b294-4c14-87a5-b621c6553336 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:38.292582 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a236a5-2030-43a5-8480-6cdc6447cf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:38.320918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-f0d46fa4-6714-444b-84d6-fa6ce1ee1b46 service neutron] 10.222.0.73 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104553 Nov 12 14:25:38.510001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6e5a6faf-68ec-4c2f-87f3-ebf74bdba7d0 req-38790c3b-20df-4732-a5ac-bf3b93b64405 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 210 time: 0.0313566 Nov 12 14:25:39.305953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7911d779-b294-4c14-87a5-b621c6553336 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:39.374586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7911d779-b294-4c14-87a5-b621c6553336 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:39.375013 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:39.646253 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-491d40f2-309d-4e68-b13d-8078e33d1707 req-c6973582-5168-407f-b3c3-fa921f3a0285 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 210 time: 0.0345740 Nov 12 14:25:39.755752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-3cd35c21-09cd-41ff-9453-c04d5a551b52 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:39.757245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-3cd35c21-09cd-41ff-9453-c04d5a551b52 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.70 "GET /v2.0/networks?id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 HTTP/1.1" status: 200 len: 816 time: 0.1197772 Nov 12 14:25:39.771507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Request body: {'port': {'device_id': '498fcd01-d2e9-41e4-aaa1-847ed64d91bd', 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'admin_state_up': True, 'tenant_id': '2b6838f15b8b4973909191e81444f896'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:39.890025 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Made reservation on behalf of 2b6838f15b8b4973909191e81444f896 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:25:39.895424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:40.036181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Allocated IP 172.20.0.10 (f6b3ed51-ef96-4849-9056-cbe9bbe5ab19/084fb257-3adb-4230-a24f-6a9b67a080f0/58a2aab3-10fb-44d5-9cc5-86706f3d7d39) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:25:40.196494 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:40.231866 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:40.283346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:25:40.286809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:25:40.289112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:25:40.293702 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Sync routers for ids ['634d6d45-6aab-4db0-9100-193f6cbf9563'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:25:40.304911 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Routers {'634d6d45-6aab-4db0-9100-193f6cbf9563'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:25:40.305625 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:25:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['634d6d45-6aab-4db0-9100-193f6cbf9563'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:40.327519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Pushing event updated for resources: {'Port': ['ID=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:40.360449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:40.361344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:40.383923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-c5733bc8-2baa-4898-827b-a284d0d86c09 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6166577 Nov 12 14:25:40.396958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Request body: {'port': {'device_id': '498fcd01-d2e9-41e4-aaa1-847ed64d91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:25:40.429046 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Set router 634d6d45-6aab-4db0-9100-193f6cbf9563 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:25:40.463216 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:40.623987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8ddfc904-c4a6-4a65-bb45-52731bc61137 None None] Provisioning complete for port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:40.624606 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc904-c4a6-4a65-bb45-52731bc61137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:40.664963 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'name': 'tempest-TestEncryptedCinderVolumes-959510048-router', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '7911d779-b294-4c14-87a5-b621c6553336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:33Z', 'updated_at': '2021-11-12T14:25:36Z', 'revision_number': 4, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'gw_port': {'id': '7911d779-b294-4c14-87a5-b621c6553336', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:34Z', 'updated_at': '2021-11-12T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5c2ec4ba-4968-4a56-b437-785a6e1dbffe', 'name': '', 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'mac_address': 'fa:16:3e:b5:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:36Z', 'updated_at': '2021-11-12T14:25:36Z', 'revision_number': 2, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'subnets': [{'id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:40.669795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfc904-c4a6-4a65-bb45-52731bc61137 None None] Port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:25:40.783575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:25:40.793015 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:40.804718 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Checking router: 634d6d45-6aab-4db0-9100-193f6cbf9563 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:25:40.805124 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Updating router 634d6d45-6aab-4db0-9100-193f6cbf9563 port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:25:40.812029 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Transition to ACTIVE for port object 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:25:40.821116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a71a8b-7eef-483a-9bb0-28a607d0a667 req-9b72c1d5-52e2-452f-b86a-3c4d8c977fab tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:40.822768 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c0a71a8b-7eef-483a-9bb0-28a607d0a667 req-9b72c1d5-52e2-452f-b86a-3c4d8c977fab tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 932 time: 0.0997114 Nov 12 14:25:40.823725 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:40.832033 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:40.902093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Pushing event updated for resources: {'Port': ['ID=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:40.961227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c0a71a8b-7eef-483a-9bb0-28a607d0a667 req-6fa35a2d-1957-4dd9-895c-eb500855c936 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311970 Nov 12 14:25:41.000724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Attempting to bind port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:41.001118 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Attempting to bind port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:41.001658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Attempting to bind port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 on network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:41.006707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 on network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:25:41.007113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Attempting to bind port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 on network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:41.012433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:41.013167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Checking segment: {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:41.013167 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Bound using segment: {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:41.013650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Bound port: 58a2aab3-10fb-44d5-9cc5-86706f3d7d39, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:41.014012 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.085007 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] For port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:41.088649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] For port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:41.094502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.132782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:41.133430 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.134853 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] 10.222.0.70 "PUT /v2.0/ports/58a2aab3-10fb-44d5-9cc5-86706f3d7d39 HTTP/1.1" status: 200 len: 1092 time: 0.7428448 Nov 12 14:25:41.135313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498fcd01-d2e9-41e4-aaa1-847ed64d91bd', 'tag': '58a2aab3-10fb-44d5-9cc5-86706f3d7d39'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:25:41.137641 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd" -d '{"events": [{"name": "network-changed", "server_uuid": "498fcd01-d2e9-41e4-aaa1-847ed64d91bd", "tag": "58a2aab3-10fb-44d5-9cc5-86706f3d7d39"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:25:41.149516 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.164019 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.182549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ce905-1884-42f9-be5c-fc6954e3ab42 service neutron] Pushing event updated for resources: {'Port': ['ID=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:41.240566 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c322662-e25d-4dd5-a8fa-7662cdf3378e x-openstack-request-id: req-9c322662-e25d-4dd5-a8fa-7662cdf3378e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:25:41.241090 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498fcd01-d2e9-41e4-aaa1-847ed64d91bd", "tag": "58a2aab3-10fb-44d5-9cc5-86706f3d7d39", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:25:41.241971 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c322662-e25d-4dd5-a8fa-7662cdf3378e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:25:41.242547 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498fcd01-d2e9-41e4-aaa1-847ed64d91bd', 'tag': '58a2aab3-10fb-44d5-9cc5-86706f3d7d39', 'status': 'completed', 'code': 200} Nov 12 14:25:41.255270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-88463362-eb4a-4f12-9785-7be5d6753582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:41.257176 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-88463362-eb4a-4f12-9785-7be5d6753582 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b6838f15b8b4973909191e81444f896&device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 1095 time: 0.0678236 Nov 12 14:25:41.262798 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f99080-011f-41b7-bdfa-7ceb556817a9 None None] Pushing event updated for resources: {'Port': ['ID=5c2ec4ba-4968-4a56-b437-785a6e1dbffe,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:41.309721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-7bc7e294-1d32-4922-8ade-5202e105ab3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58a2aab3-10fb-44d5-9cc5-86706f3d7d39 HTTP/1.1" status: 200 len: 217 time: 0.0434787 Nov 12 14:25:41.331996 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Attempting to bind port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:25:41.332967 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Attempting to bind port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:25:41.333548 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Attempting to bind port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe on network 1b3af94e-22bf-495b-b3cd-6def3955435b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:25:41.339544 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:25:41.340435 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Checking segment: {'id': '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:25:41.341002 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.341574 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Bound using segment: {'id': '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:25:41.342209 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Bound port: 5c2ec4ba-4968-4a56-b437-785a6e1dbffe, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:25:41.343383 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.377735 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-11246f4e-bb78-4824-9d13-eeac558f8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:41.379376 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-11246f4e-bb78-4824-9d13-eeac558f8320 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=084fb257-3adb-4230-a24f-6a9b67a080f0 HTTP/1.1" status: 200 len: 855 time: 0.0634327 Nov 12 14:25:41.417543 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] For port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:25:41.420993 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] For port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5c2ec4ba-4968-4a56-b437-785a6e1dbffe,segment=NetworkSegment(443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b),segment_id=443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:25:41.441544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-28574c82-b0dc-47e0-aafa-4bca0ae362a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:41.443226 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-28574c82-b0dc-47e0-aafa-4bca0ae362a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560088 Nov 12 14:25:41.443922 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.498610 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Routers {'634d6d45-6aab-4db0-9100-193f6cbf9563'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:25:41.499272 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:25:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['634d6d45-6aab-4db0-9100-193f6cbf9563'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:41.541573 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f99080-011f-41b7-bdfa-7ceb556817a9 None None] Pushing event updated for resources: {'Port': ['ID=5c2ec4ba-4968-4a56-b437-785a6e1dbffe,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:41.559265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-e84542d0-d91e-4892-aaaf-1f1bce87e2e8 service neutron] 10.222.0.70 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085382 Nov 12 14:25:41.583777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0a276cf8-e837-4f35-9372-eae0391003f8 None None] Provisioning complete for port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:41.584810 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a276cf8-e837-4f35-9372-eae0391003f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.639754 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] Set router 634d6d45-6aab-4db0-9100-193f6cbf9563 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:25:41.693221 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a276cf8-e837-4f35-9372-eae0391003f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.744744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0a276cf8-e837-4f35-9372-eae0391003f8 None None] For port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5c2ec4ba-4968-4a56-b437-785a6e1dbffe,segment=NetworkSegment(443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b),segment_id=443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:41.755916 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a276cf8-e837-4f35-9372-eae0391003f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.811321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a276cf8-e837-4f35-9372-eae0391003f8 None None] Pushing event updated for resources: {'Port': ['ID=5c2ec4ba-4968-4a56-b437-785a6e1dbffe,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:41.878932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-88b398c3-f106-40e3-9167-ad1b1ca3baf8 None None] Provisioning complete for port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:41.879676 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88b398c3-f106-40e3-9167-ad1b1ca3baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:41.900754 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'name': 'tempest-TestEncryptedCinderVolumes-959510048-router', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '7911d779-b294-4c14-87a5-b621c6553336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:33Z', 'updated_at': '2021-11-12T14:25:36Z', 'revision_number': 4, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'gw_port': {'id': '7911d779-b294-4c14-87a5-b621c6553336', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:34Z', 'updated_at': '2021-11-12T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5c2ec4ba-4968-4a56-b437-785a6e1dbffe', 'name': '', 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'mac_address': 'fa:16:3e:b5:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:36Z', 'updated_at': '2021-11-12T14:25:41Z', 'revision_number': 4, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'subnets': [{'id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:25:41.934251 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce525ae-09a1-496c-820c-310828aec10f None None] The sync data for ids ['634d6d45-6aab-4db0-9100-193f6cbf9563'] in n-d-805736-4 is: [{'id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'name': 'tempest-TestEncryptedCinderVolumes-959510048-router', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '7911d779-b294-4c14-87a5-b621c6553336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:33Z', 'updated_at': '2021-11-12T14:25:36Z', 'revision_number': 4, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'gw_port': {'id': '7911d779-b294-4c14-87a5-b621c6553336', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:34Z', 'updated_at': '2021-11-12T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5c2ec4ba-4968-4a56-b437-785a6e1dbffe', 'name': '', 'network_id': '1b3af94e-22bf-495b-b3cd-6def3955435b', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'mac_address': 'fa:16:3e:b5:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:36Z', 'updated_at': '2021-11-12T14:25:41Z', 'revision_number': 4, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'subnets': [{'id': 'a9a543d6-4cae-41fc-8e1d-6fa7f364db74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:25:42.102553 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d305138-4f52-4c3a-a3d1-e7c97156f060 req-bfb54c98-57df-423b-9ec7-319c37cba5bb service neutron] 10.222.0.70 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361531 Nov 12 14:25:42.118336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435f31d-5ebb-488e-8059-fc4b0b79c59d req-79bb3e6f-6ea0-4583-9812-e84d05c5f63a tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:42.120543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b435f31d-5ebb-488e-8059-fc4b0b79c59d req-79bb3e6f-6ea0-4583-9812-e84d05c5f63a tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 944 time: 0.0752351 Nov 12 14:25:42.209528 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b435f31d-5ebb-488e-8059-fc4b0b79c59d req-b05dce13-e278-46bd-8a1a-31ff4243926f tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792990 Nov 12 14:25:42.216369 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-835fda74-0c7f-46fb-9ce1-f83e0ff78ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:42.217858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-835fda74-0c7f-46fb-9ce1-f83e0ff78ad9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b6838f15b8b4973909191e81444f896&device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 1095 time: 0.0658231 Nov 12 14:25:42.325316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-6f0c601d-f855-409a-8a4f-019d7d6a7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:42.326832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-6f0c601d-f855-409a-8a4f-019d7d6a7b31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 HTTP/1.1" status: 200 len: 917 time: 0.1017098 Nov 12 14:25:42.372585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-fc2f7f94-fb58-4c76-817c-478b7081dc24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58a2aab3-10fb-44d5-9cc5-86706f3d7d39 HTTP/1.1" status: 200 len: 217 time: 0.0375271 Nov 12 14:25:42.425365 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-b51b8591-aade-46e1-9cf7-726da21553b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:42.426919 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-b51b8591-aade-46e1-9cf7-726da21553b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=084fb257-3adb-4230-a24f-6a9b67a080f0 HTTP/1.1" status: 200 len: 855 time: 0.0478055 Nov 12 14:25:42.481457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-18b8d0cf-24eb-4bd5-bbea-ebd76c08c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:42.483048 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-18b8d0cf-24eb-4bd5-bbea-ebd76c08c6f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487366 Nov 12 14:25:42.581657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-7a3a6219-c3de-494f-bd3c-8496bfa7dacc service neutron] 10.222.0.70 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907791 Nov 12 14:25:42.689257 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e7d0ac6e-07b7-4f5b-9237-7ac5e95554dd req-a410c2d7-1b57-4b9b-a4ce-8a2f24db86c8 service neutron] 10.222.0.70 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992289 Nov 12 14:25:43.291839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5c2ec4ba-4968-4a56-b437-785a6e1dbffe up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:43.349169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:43.349572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:43.355722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792021d-e54c-4d44-bfb5-06d41429b98b req-fa455ace-97d3-4573-8b79-4825282099de tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:43.357401 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6792021d-e54c-4d44-bfb5-06d41429b98b req-fa455ace-97d3-4573-8b79-4825282099de tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 944 time: 0.0744255 Nov 12 14:25:43.411286 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6792021d-e54c-4d44-bfb5-06d41429b98b req-79921b84-9ddb-4bf5-ae7f-61665de17036 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471246 Nov 12 14:25:43.523536 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:44.532093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686fcf9-ac2e-4256-a2d0-1cc307c3e336 req-fd3de89c-df62-45ef-aca1-33faa4e41627 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:44.533603 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686fcf9-ac2e-4256-a2d0-1cc307c3e336 req-fd3de89c-df62-45ef-aca1-33faa4e41627 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 944 time: 0.0498257 Nov 12 14:25:44.584613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4686fcf9-ac2e-4256-a2d0-1cc307c3e336 req-8d5e6df9-68a2-4114-960f-b7de601f0ace tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446835 Nov 12 14:25:44.588514 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:45.703941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e05a08-edad-416b-ba94-98eae8a44762 req-25a38630-a3ca-431a-8063-3694bc9fd14f tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:45.706073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67e05a08-edad-416b-ba94-98eae8a44762 req-25a38630-a3ca-431a-8063-3694bc9fd14f tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 944 time: 0.0521836 Nov 12 14:25:45.766384 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-67e05a08-edad-416b-ba94-98eae8a44762 req-8748a4d1-ff20-4996-a2bf-6266188bd9b5 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537884 Nov 12 14:25:46.447617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:25:46.546120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:46.557337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '58a2aab3-10fb-44d5-9cc5-86706f3d7d39', 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'port_id': '58a2aab3-10fb-44d5-9cc5-86706f3d7d39', 'mac_address': 'fa:16:3e:f0:ea:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:25:46.595875 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:46.613585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:25:46.635075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:46.639389 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:46.687221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:46.885746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63094b80-5d53-48b8-8993-4b9098ab6217 req-718e6918-dd7a-4504-bed8-ba44c59386cc tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:46.887246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63094b80-5d53-48b8-8993-4b9098ab6217 req-718e6918-dd7a-4504-bed8-ba44c59386cc tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 945 time: 0.0498052 Nov 12 14:25:46.941107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-63094b80-5d53-48b8-8993-4b9098ab6217 req-e760f836-c25e-43c2-99a0-1cdae2f3ace2 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469913 Nov 12 14:25:46.964551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['58a2aab3-10fb-44d5-9cc5-86706f3d7d39'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:25:48.065784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d8f08-d116-41df-8d39-c7fe64b2d14e req-febaa122-3087-477c-b0a2-1aca878eff8c tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:48.067276 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-943d8f08-d116-41df-8d39-c7fe64b2d14e req-febaa122-3087-477c-b0a2-1aca878eff8c tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 945 time: 0.0546689 Nov 12 14:25:48.114285 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-943d8f08-d116-41df-8d39-c7fe64b2d14e req-7a5e6a84-8f1b-40e8-9baa-6d54472d779e tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Nov 12 14:25:48.448788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:25:48.506957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:25:48.511835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:25:48.512227 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:48.607625 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:48.639097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498fcd01-d2e9-41e4-aaa1-847ed64d91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a2aab3-10fb-44d5-9cc5-86706f3d7d39'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:25:48.644463 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcd3806-4d15-4ca3-8849-384b4c5e1119" -d '{"events": [{"server_uuid": "498fcd01-d2e9-41e4-aaa1-847ed64d91bd", "name": "network-vif-plugged", "status": "completed", "tag": "58a2aab3-10fb-44d5-9cc5-86706f3d7d39"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:25:48.667462 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:25:48.672594 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:48.703999 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f541b86-6da0-42ce-8035-1ffd994e20be x-openstack-request-id: req-0f541b86-6da0-42ce-8035-1ffd994e20be {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:25:48.704244 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498fcd01-d2e9-41e4-aaa1-847ed64d91bd", "name": "network-vif-plugged", "status": "completed", "tag": "58a2aab3-10fb-44d5-9cc5-86706f3d7d39", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:25:48.704483 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f541b86-6da0-42ce-8035-1ffd994e20be {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:25:48.705673 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498fcd01-d2e9-41e4-aaa1-847ed64d91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a2aab3-10fb-44d5-9cc5-86706f3d7d39', 'code': 200} Nov 12 14:25:48.739456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:25:48.805132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d68493-d3fc-4ecc-83b0-7b26d9cf46ef req-6233c3a3-db3e-485f-93d4-0e127821061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:48.806689 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c7d68493-d3fc-4ecc-83b0-7b26d9cf46ef req-6233c3a3-db3e-485f-93d4-0e127821061a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 1097 time: 0.0525870 Nov 12 14:25:48.860367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c7d68493-d3fc-4ecc-83b0-7b26d9cf46ef req-202e9cc4-91d3-4e0c-b16e-e5adffee2707 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Nov 12 14:25:49.244716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07044f35-1ad6-4ffd-9cd8-01cd6cefc46a req-374b2859-55bd-4e51-a17f-776f34721ce9 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:49.246518 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07044f35-1ad6-4ffd-9cd8-01cd6cefc46a req-374b2859-55bd-4e51-a17f-776f34721ce9 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 946 time: 0.0595043 Nov 12 14:25:49.296926 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07044f35-1ad6-4ffd-9cd8-01cd6cefc46a req-238e4542-9f7e-4637-8a14-424f9ddfca7b tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Nov 12 14:25:50.422212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94371065-90a1-48f8-aa96-fd8c078379a3 req-e3a11269-de5e-433f-9bea-f93e946b593e tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:50.423693 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94371065-90a1-48f8-aa96-fd8c078379a3 req-e3a11269-de5e-433f-9bea-f93e946b593e tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 946 time: 0.0519776 Nov 12 14:25:50.479477 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94371065-90a1-48f8-aa96-fd8c078379a3 req-5021d34c-d010-4bc9-81ac-27973f699781 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498781 Nov 12 14:25:50.602399 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdb906-1ad8-4c55-b612-144bec9ef7c9 req-fbc83654-e2f7-4e8e-8b29-78240bb94aa4 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:50.603800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5bdb906-1ad8-4c55-b612-144bec9ef7c9 req-fbc83654-e2f7-4e8e-8b29-78240bb94aa4 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 946 time: 0.0532646 Nov 12 14:25:50.662195 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5bdb906-1ad8-4c55-b612-144bec9ef7c9 req-a3bfd213-98dc-4b32-9648-34773298df2b tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521054 Nov 12 14:25:51.472292 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-6d17b26d-ffaa-4c20-8e1d-829162b58007 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488570 Nov 12 14:25:51.560456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-51225eb1-2d54-4f89-bcb4-56bc202b1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:51.561974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-51225eb1-2d54-4f89-bcb4-56bc202b1808 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b6838f15b8b4973909191e81444f896&device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 1097 time: 0.0436985 Nov 12 14:25:51.683148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-fc506876-7782-4580-8c6a-2c4c2adcaea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:51.684563 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-fc506876-7782-4580-8c6a-2c4c2adcaea9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 HTTP/1.1" status: 200 len: 917 time: 0.1034784 Nov 12 14:25:51.729261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-f1d8eec1-15f5-45b0-95a2-0f2e5cd33f1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58a2aab3-10fb-44d5-9cc5-86706f3d7d39 HTTP/1.1" status: 200 len: 217 time: 0.0363278 Nov 12 14:25:51.781647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-ab6c48c1-eb51-44ee-b48a-0097f3717894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:51.783126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-ab6c48c1-eb51-44ee-b48a-0097f3717894 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=084fb257-3adb-4230-a24f-6a9b67a080f0 HTTP/1.1" status: 200 len: 855 time: 0.0474844 Nov 12 14:25:51.834243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-93722223-5f6e-4a9b-8008-5126ffc3f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:25:51.835804 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-93722223-5f6e-4a9b-8008-5126ffc3f6db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441351 Nov 12 14:25:51.934628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-76246dea-442b-44d3-89b6-a28124e254fc service neutron] 10.222.0.70 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909462 Nov 12 14:25:52.037236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-19c2bb10-f853-4703-b0d9-6fdc8ab3082d req-8a436521-c777-4698-9bec-07c3582f471f service neutron] 10.222.0.70 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958533 Nov 12 14:25:57.096568 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7af84a8-3fc9-483a-aad4-561fae595919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:25:59.618742 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:25:59.629386 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7b07357-fa3e-4a6b-8a9a-cb6edc45e6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:00.876783 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:02.460261 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:03.046025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:13.453764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778b9c5-11e8-4fba-9a4d-70ca794d8472 req-59d45a58-288d-4c33-92ab-77b825ec770f tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:13.455273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7778b9c5-11e8-4fba-9a4d-70ca794d8472 req-59d45a58-288d-4c33-92ab-77b825ec770f tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 946 time: 0.0522339 Nov 12 14:26:13.512844 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7778b9c5-11e8-4fba-9a4d-70ca794d8472 req-a97ee03f-4d7a-4b73-90a7-1042eb16a286 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515704 Nov 12 14:26:13.544873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:14.585816 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:14.639657 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8ecf9-e671-4670-8395-6cc3354623c8 req-2822a781-13d8-4078-b7d3-3bc4ca192987 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:14.641399 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55c8ecf9-e671-4670-8395-6cc3354623c8 req-2822a781-13d8-4078-b7d3-3bc4ca192987 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 946 time: 0.0523417 Nov 12 14:26:14.689111 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55c8ecf9-e671-4670-8395-6cc3354623c8 req-366bf473-3cb6-452d-82b6-18cc5fe7c03e tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Nov 12 14:26:15.334485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-2f10fdbb-3fda-4317-b990-982bb26151e5 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:15.336224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-2f10fdbb-3fda-4317-b990-982bb26151e5 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.70 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 946 time: 0.0503502 Nov 12 14:26:15.440714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Deleting port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:26:15.441048 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:15.540551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] For port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:26:15.540808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:15.555674 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Calling delete_port for 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:26:15.697437 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:15.709853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['58a2aab3-10fb-44d5-9cc5-86706f3d7d39'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:26:15.729721 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Pushing event deleted for resources: {'Port': ['ID=58a2aab3-10fb-44d5-9cc5-86706f3d7d39,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:15.741443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.741792 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.742125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.742469 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.742796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.743122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.743449 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.743776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.750309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.750309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.750309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.750309 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:15.816935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] No DVR routers for this DVR port 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:26:15.820555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96819420-ca91-4bc3-b7dc-cd9e6d545b6f req-1cce2364-4dee-47fd-bd71-9c64ee39e094 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=498fcd01-d2e9-41e4-aaa1-847ed64d91bd HTTP/1.1" status: 200 len: 210 time: 0.0498283 Nov 12 14:26:15.821684 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:15.825170 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1670c2d9-302b-4232-8dcd-fa533659f518 req-61f8484d-f9e8-403a-be15-dd9590a6a2f8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.70 "DELETE /v2.0/ports/58a2aab3-10fb-44d5-9cc5-86706f3d7d39 HTTP/1.1" status: 204 len: 173 time: 0.4823096 Nov 12 14:26:15.825661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498fcd01-d2e9-41e4-aaa1-847ed64d91bd', 'name': 'network-vif-deleted', 'tag': '58a2aab3-10fb-44d5-9cc5-86706f3d7d39'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:26:15.828123 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e08bba-b79b-4da3-a81e-c217bf54d494" -d '{"events": [{"server_uuid": "498fcd01-d2e9-41e4-aaa1-847ed64d91bd", "name": "network-vif-deleted", "tag": "58a2aab3-10fb-44d5-9cc5-86706f3d7d39"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:26:15.876584 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69efe490-5adf-4690-96e2-f65885551ea1 x-openstack-request-id: req-69efe490-5adf-4690-96e2-f65885551ea1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:26:15.876891 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498fcd01-d2e9-41e4-aaa1-847ed64d91bd", "name": "network-vif-deleted", "tag": "58a2aab3-10fb-44d5-9cc5-86706f3d7d39", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:26:15.877149 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69efe490-5adf-4690-96e2-f65885551ea1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:26:15.877579 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498fcd01-d2e9-41e4-aaa1-847ed64d91bd', 'name': 'network-vif-deleted', 'tag': '58a2aab3-10fb-44d5-9cc5-86706f3d7d39', 'status': 'completed', 'code': 200} Nov 12 14:26:17.582421 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-96331423-0d1e-4d18-904a-56d314f2b04a tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:17.583956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-96331423-0d1e-4d18-904a-56d314f2b04a tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/networks?id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 HTTP/1.1" status: 200 len: 816 time: 0.1083980 Nov 12 14:26:17.599614 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-541d3fee-237a-4f1a-bd87-db9fdbec3f86 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/quotas/2b6838f15b8b4973909191e81444f896 HTTP/1.1" status: 200 len: 375 time: 0.0098133 Nov 12 14:26:17.653392 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-17ed276a-6666-49db-b1bd-43131c083819 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b6838f15b8b4973909191e81444f896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483551 Nov 12 14:26:17.747549 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-f2b337fa-3bab-4966-8c56-610fe75963bc service neutron] 10.222.0.73 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819495 Nov 12 14:26:17.844440 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-ac5e96d6-2a5a-4247-bd45-f87e4cca9cb3 service neutron] 10.222.0.73 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899096 Nov 12 14:26:18.008073 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-351a434f-ddaa-4cfa-bd7a-05422d390700 req-b1c7a029-0738-4490-aa54-5130644b1eb5 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 210 time: 0.0274429 Nov 12 14:26:19.012592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-8d02873b-3339-422a-aaf0-af50981078c9 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:19.014112 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-8d02873b-3339-422a-aaf0-af50981078c9 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.70 "GET /v2.0/networks?id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 HTTP/1.1" status: 200 len: 816 time: 0.1225550 Nov 12 14:26:19.027871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Request body: {'port': {'device_id': '49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7', 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'admin_state_up': True, 'tenant_id': '2b6838f15b8b4973909191e81444f896'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:26:19.112887 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a485b861-5742-4254-b73e-3d2aeb9b4551 req-3c01e755-48a9-4ffb-bdcc-18898f9bbcf8 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 210 time: 0.0280650 Nov 12 14:26:19.153209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Made reservation on behalf of 2b6838f15b8b4973909191e81444f896 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:26:19.157992 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:19.292525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Allocated IP 172.20.0.4 (f6b3ed51-ef96-4849-9056-cbe9bbe5ab19/084fb257-3adb-4230-a24f-6a9b67a080f0/783a1bb1-0e68-493e-bd7e-78f2969cde8d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:26:19.444361 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:19.479594 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:19.520900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:26:19.523918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:26:19.530021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:26:19.557402 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Pushing event updated for resources: {'Port': ['ID=783a1bb1-0e68-493e-bd7e-78f2969cde8d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:19.588308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:19.588967 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:19.612639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-a1e74ec1-0388-47c6-bc08-ae73af36a1df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894389 Nov 12 14:26:19.656661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Request body: {'port': {'device_id': '49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:26:19.720776 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:19.780093 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-81d8e3c3-a2b3-4a9a-9b20-48ecc4f71c9a None None] Provisioning complete for port 783a1bb1-0e68-493e-bd7e-78f2969cde8d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:26:19.781585 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81d8e3c3-a2b3-4a9a-9b20-48ecc4f71c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:19.814699 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-81d8e3c3-a2b3-4a9a-9b20-48ecc4f71c9a None None] Port 783a1bb1-0e68-493e-bd7e-78f2969cde8d cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:26:19.983262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783a1bb1-0e68-493e-bd7e-78f2969cde8d {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:26:19.990665 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:20.002996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Transition to ACTIVE for port object 783a1bb1-0e68-493e-bd7e-78f2969cde8d will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:26:20.007299 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:20.055871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Pushing event updated for resources: {'Port': ['ID=783a1bb1-0e68-493e-bd7e-78f2969cde8d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:20.136213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Attempting to bind port 783a1bb1-0e68-493e-bd7e-78f2969cde8d on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:26:20.136213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Attempting to bind port 783a1bb1-0e68-493e-bd7e-78f2969cde8d by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:26:20.136213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Attempting to bind port 783a1bb1-0e68-493e-bd7e-78f2969cde8d on network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:26:20.139641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Port 783a1bb1-0e68-493e-bd7e-78f2969cde8d on network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:26:20.139958 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Attempting to bind port 783a1bb1-0e68-493e-bd7e-78f2969cde8d on network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:26:20.146084 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:26:20.146429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Checking segment: {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:26:20.146819 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Bound using segment: {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:26:20.147329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Bound port: 783a1bb1-0e68-493e-bd7e-78f2969cde8d, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c4f738-c14a-4f7e-a27e-9669551c4d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:26:20.147744 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:20.246038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] For port 783a1bb1-0e68-493e-bd7e-78f2969cde8d, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:26:20.250381 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] For port 783a1bb1-0e68-493e-bd7e-78f2969cde8d, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=783a1bb1-0e68-493e-bd7e-78f2969cde8d,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:26:20.262261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15612d38-d1e5-452a-b045-93df898bde4c req-10e96ddc-5fa7-446b-ad05-89f0000ffd85 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:20.263744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15612d38-d1e5-452a-b045-93df898bde4c req-10e96ddc-5fa7-446b-ad05-89f0000ffd85 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 943 time: 0.0753002 Nov 12 14:26:20.265710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:20.319001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:20.319690 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:20.321090 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] 10.222.0.70 "PUT /v2.0/ports/783a1bb1-0e68-493e-bd7e-78f2969cde8d HTTP/1.1" status: 200 len: 1091 time: 0.6698856 Nov 12 14:26:20.323279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7', 'tag': '783a1bb1-0e68-493e-bd7e-78f2969cde8d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:26:20.325567 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128fa811-0d05-4c3d-8c43-5a7a6005fdad" -d '{"events": [{"name": "network-changed", "server_uuid": "49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7", "tag": "783a1bb1-0e68-493e-bd7e-78f2969cde8d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:26:20.371379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272dd27-f80f-4a4e-8458-1dd36875464e service neutron] Pushing event updated for resources: {'Port': ['ID=783a1bb1-0e68-493e-bd7e-78f2969cde8d,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:20.386318 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d35d98b-1468-43a4-a0af-5741618c3ba8 x-openstack-request-id: req-4d35d98b-1468-43a4-a0af-5741618c3ba8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:26:20.386593 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7", "tag": "783a1bb1-0e68-493e-bd7e-78f2969cde8d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:26:20.386957 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d35d98b-1468-43a4-a0af-5741618c3ba8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:26:20.387254 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7', 'tag': '783a1bb1-0e68-493e-bd7e-78f2969cde8d', 'status': 'completed', 'code': 200} Nov 12 14:26:20.393246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-15612d38-d1e5-452a-b045-93df898bde4c req-3a8bfff8-0be3-4597-9a75-2b0054621411 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192248 Nov 12 14:26:20.428511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-dd9d760e-00de-4ea4-925d-c1d217ec5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:20.430465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-dd9d760e-00de-4ea4-925d-c1d217ec5785 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b6838f15b8b4973909191e81444f896&device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 1094 time: 0.0547166 Nov 12 14:26:20.474733 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-cac4bd9c-0414-4bf2-893e-d87744238d67 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783a1bb1-0e68-493e-bd7e-78f2969cde8d HTTP/1.1" status: 200 len: 217 time: 0.0365863 Nov 12 14:26:20.532553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-d324f79a-bfa1-4f36-9de8-c652290b5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:20.534095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-d324f79a-bfa1-4f36-9de8-c652290b5bda service neutron] 10.222.0.70 "GET /v2.0/subnets?id=084fb257-3adb-4230-a24f-6a9b67a080f0 HTTP/1.1" status: 200 len: 855 time: 0.0522265 Nov 12 14:26:20.582561 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-86a1926c-6c73-469b-87e8-e613ef8877c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:20.584115 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-86a1926c-6c73-469b-87e8-e613ef8877c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426161 Nov 12 14:26:20.604335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:26:20.632940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:26:20.633386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 58a2aab3-10fb-44d5-9cc5-86706f3d7d39 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:26:20.675566 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-8ea479d2-7281-4a62-b118-076ee5df0c2c service neutron] 10.222.0.70 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836873 Nov 12 14:26:20.773004 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2403c043-0ec8-4603-b8af-9546ecbb82f7 req-cdfa6f3e-7537-46cc-9236-b6bba6a8f186 service neutron] 10.222.0.70 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900133 Nov 12 14:26:20.860763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-bad67e56-b72f-483b-93c6-7483186c045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:20.862174 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-bad67e56-b72f-483b-93c6-7483186c045e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b6838f15b8b4973909191e81444f896&device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 1094 time: 0.0415885 Nov 12 14:26:20.958183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-d4104157-c793-4441-a74b-d3babebded06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:20.959634 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-d4104157-c793-4441-a74b-d3babebded06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 HTTP/1.1" status: 200 len: 917 time: 0.0893795 Nov 12 14:26:21.002880 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-6adf486b-2895-43d8-95d3-5a0cb114b446 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783a1bb1-0e68-493e-bd7e-78f2969cde8d HTTP/1.1" status: 200 len: 217 time: 0.0347342 Nov 12 14:26:21.052565 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-ffd12172-74d3-4ce4-99fe-6b939d58ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:21.054059 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-ffd12172-74d3-4ce4-99fe-6b939d58ad9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=084fb257-3adb-4230-a24f-6a9b67a080f0 HTTP/1.1" status: 200 len: 855 time: 0.0445573 Nov 12 14:26:21.107509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-5e9f3fc7-386a-452e-851a-e6393db06142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:21.109791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-5e9f3fc7-386a-452e-851a-e6393db06142 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485094 Nov 12 14:26:21.203709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-0d437538-2166-44c6-8f6e-97c5a50a9be1 service neutron] 10.222.0.70 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865302 Nov 12 14:26:21.300165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-128fa811-0d05-4c3d-8c43-5a7a6005fdad req-423a16b4-dacc-4187-b585-0a0bb1e03c55 service neutron] 10.222.0.70 "GET /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890901 Nov 12 14:26:21.517585 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5893e43-9e9f-435c-ba77-2261b5c98886 req-71060e2e-dde6-4f0b-9056-c45a10bed3c3 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:21.518993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5893e43-9e9f-435c-ba77-2261b5c98886 req-71060e2e-dde6-4f0b-9056-c45a10bed3c3 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 943 time: 0.0499508 Nov 12 14:26:21.565851 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e5893e43-9e9f-435c-ba77-2261b5c98886 req-e35ce7e8-6d72-4c8f-8e67-f678806cb3b5 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Nov 12 14:26:22.682742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d9828-b64b-47b2-8369-d7e3dba9b832 req-81650241-b9dc-4007-a8b0-f0795311c074 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:22.684311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-813d9828-b64b-47b2-8369-d7e3dba9b832 req-81650241-b9dc-4007-a8b0-f0795311c074 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 943 time: 0.0496209 Nov 12 14:26:22.732092 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-813d9828-b64b-47b2-8369-d7e3dba9b832 req-44765628-789c-4e57-9ace-6c7bb35f92ea tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Nov 12 14:26:23.855964 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b145bf3-5d94-46d9-bc46-ec32c40f7f65 req-c8e9f4fb-d938-440b-a274-53254ffcc200 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:23.857460 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b145bf3-5d94-46d9-bc46-ec32c40f7f65 req-c8e9f4fb-d938-440b-a274-53254ffcc200 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 943 time: 0.0561552 Nov 12 14:26:23.906050 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9b145bf3-5d94-46d9-bc46-ec32c40f7f65 req-d126cb67-892e-4ef5-b9cc-53d6d30d0b52 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Nov 12 14:26:24.635378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 783a1bb1-0e68-493e-bd7e-78f2969cde8d details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:26:24.731920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 783a1bb1-0e68-493e-bd7e-78f2969cde8d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=783a1bb1-0e68-493e-bd7e-78f2969cde8d,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:26:24.743087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '783a1bb1-0e68-493e-bd7e-78f2969cde8d', 'network_id': 'f6b3ed51-ef96-4849-9056-cbe9bbe5ab19', 'port_id': '783a1bb1-0e68-493e-bd7e-78f2969cde8d', 'mac_address': 'fa:16:3e:80:2f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084fb257-3adb-4230-a24f-6a9b67a080f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:26:24.783315 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:24.802073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783a1bb1-0e68-493e-bd7e-78f2969cde8d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:26:24.831895 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 783a1bb1-0e68-493e-bd7e-78f2969cde8d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=783a1bb1-0e68-493e-bd7e-78f2969cde8d,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:26:24.835868 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:24.883193 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=783a1bb1-0e68-493e-bd7e-78f2969cde8d,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:24.891289 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.891564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.891897 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.892227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.892551 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.892987 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.893330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.893653 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.893969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.894285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.894600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:24.894913 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:25.027865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d4f7a-490f-418e-a326-7f5999474e3f req-71ae8fcd-9afc-4e7f-b7c9-6e43be43349d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:25.029415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b0d4f7a-490f-418e-a326-7f5999474e3f req-71ae8fcd-9afc-4e7f-b7c9-6e43be43349d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 944 time: 0.0533595 Nov 12 14:26:25.076847 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b0d4f7a-490f-418e-a326-7f5999474e3f req-34f6ae18-944d-429f-9581-ba37a753830a tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Nov 12 14:26:25.153607 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['783a1bb1-0e68-493e-bd7e-78f2969cde8d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:26:26.198022 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b9a16-3c53-4c79-b7a2-f7db38bab468 req-993898c8-c4ee-477b-a166-e52688be17c3 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:26.199505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b8b9a16-3c53-4c79-b7a2-f7db38bab468 req-993898c8-c4ee-477b-a166-e52688be17c3 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 944 time: 0.0510221 Nov 12 14:26:26.250874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b8b9a16-3c53-4c79-b7a2-f7db38bab468 req-43de4a06-3ff4-4870-b3c3-4fa67b1c00ce tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 Nov 12 14:26:26.651652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 783a1bb1-0e68-493e-bd7e-78f2969cde8d up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:26:26.699716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 783a1bb1-0e68-493e-bd7e-78f2969cde8d completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:26:26.704290 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 783a1bb1-0e68-493e-bd7e-78f2969cde8d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:26:26.704658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:26.784589 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:26.806872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783a1bb1-0e68-493e-bd7e-78f2969cde8d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:26:26.809321 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bd327f-db13-46fb-8510-3104d451503a" -d '{"events": [{"server_uuid": "49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7", "name": "network-vif-plugged", "status": "completed", "tag": "783a1bb1-0e68-493e-bd7e-78f2969cde8d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:26:26.823006 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 783a1bb1-0e68-493e-bd7e-78f2969cde8d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=783a1bb1-0e68-493e-bd7e-78f2969cde8d,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:26:26.828040 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:26.856324 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ca2d64-9780-4d56-be5c-6915764d9dbf x-openstack-request-id: req-66ca2d64-9780-4d56-be5c-6915764d9dbf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:26:26.856684 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7", "name": "network-vif-plugged", "status": "completed", "tag": "783a1bb1-0e68-493e-bd7e-78f2969cde8d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:26:26.857042 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-66ca2d64-9780-4d56-be5c-6915764d9dbf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:26:26.857617 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783a1bb1-0e68-493e-bd7e-78f2969cde8d', 'code': 200} Nov 12 14:26:26.885063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=783a1bb1-0e68-493e-bd7e-78f2969cde8d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:26.950572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397efb8-f23d-439d-b7a5-6b18cb31744b req-a98d1057-1214-476f-8c23-d63042a60ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:26.952546 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7397efb8-f23d-439d-b7a5-6b18cb31744b req-a98d1057-1214-476f-8c23-d63042a60ed5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0406313 Nov 12 14:26:26.996976 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7397efb8-f23d-439d-b7a5-6b18cb31744b req-6a913d58-cbd3-457e-a513-9b3f8c64abe4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367901 Nov 12 14:26:27.100225 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-235fc6e3-0324-4879-a03f-7911da65f338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:27.369744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa7b18-c7d6-4733-a105-8f6951520ed7 req-f2cc2d54-1554-409d-a4ce-87c00f47cd3d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:27.371489 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aaaa7b18-c7d6-4733-a105-8f6951520ed7 req-f2cc2d54-1554-409d-a4ce-87c00f47cd3d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 945 time: 0.0526724 Nov 12 14:26:27.420441 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-aaaa7b18-c7d6-4733-a105-8f6951520ed7 req-d065e5c2-541a-4d79-abc5-19d6f426bed5 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Nov 12 14:26:28.540994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc777074-b6b7-450a-b2fd-a0f5170a71c1 req-25868601-ca57-4dbe-bbb7-d949c23e20df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:28.542492 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc777074-b6b7-450a-b2fd-a0f5170a71c1 req-25868601-ca57-4dbe-bbb7-d949c23e20df tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 945 time: 0.0496576 Nov 12 14:26:28.595734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dc777074-b6b7-450a-b2fd-a0f5170a71c1 req-ddee2cfb-a328-4c4e-b0c4-141d38c127f0 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466425 Nov 12 14:26:28.715282 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd985b-111b-4d53-97bb-1a03502640ee req-19b92029-9616-4132-8009-3e7edbf11697 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:28.716655 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1dbd985b-111b-4d53-97bb-1a03502640ee req-19b92029-9616-4132-8009-3e7edbf11697 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 945 time: 0.0496302 Nov 12 14:26:28.764099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1dbd985b-111b-4d53-97bb-1a03502640ee req-b1cbd71b-b265-45bb-91f4-b609b185264d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Nov 12 14:26:29.631305 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed66ec80-c789-4ef7-8eb2-73e0c54f59e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:30.881024 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:32.459686 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:33.040710 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:36.618516 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:26:43.550025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:44.606403 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:51.286653 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de448fb0-d51d-425e-b672-c1020a15cd2f req-4ad9ee41-c474-464f-b983-3b95ec69e35a tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:51.288143 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-de448fb0-d51d-425e-b672-c1020a15cd2f req-4ad9ee41-c474-464f-b983-3b95ec69e35a tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 945 time: 0.0535707 Nov 12 14:26:51.338295 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-de448fb0-d51d-425e-b672-c1020a15cd2f req-60149457-5456-4d4f-81d0-f7dd8344a408 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441434 Nov 12 14:26:52.461170 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb294b-77a5-43f6-a62e-16ce9ba0fa77 req-e33907ef-1cd0-4662-af6c-f69a9370e9cd tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:52.463098 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07bb294b-77a5-43f6-a62e-16ce9ba0fa77 req-e33907ef-1cd0-4662-af6c-f69a9370e9cd tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 945 time: 0.0487785 Nov 12 14:26:52.515708 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07bb294b-77a5-43f6-a62e-16ce9ba0fa77 req-166e81d3-e056-4907-86eb-4fdfc609522f tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/security-groups?id=e8028a67-1d55-416e-b5ee-47fbd9db6b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455029 Nov 12 14:26:53.183117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13028af-57ee-400c-adcb-9152ca08393d req-246f6d28-8fda-4970-9867-9d1bf00ae069 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:26:53.184587 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d13028af-57ee-400c-adcb-9152ca08393d req-246f6d28-8fda-4970-9867-9d1bf00ae069 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.70 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 945 time: 0.0493743 Nov 12 14:26:53.280749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-d13028af-57ee-400c-adcb-9152ca08393d req-cf176804-930b-4b29-bd71-b78269c14c7d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Deleting port 783a1bb1-0e68-493e-bd7e-78f2969cde8d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:26:53.281090 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d13028af-57ee-400c-adcb-9152ca08393d req-cf176804-930b-4b29-bd71-b78269c14c7d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:53.369476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d13028af-57ee-400c-adcb-9152ca08393d req-cf176804-930b-4b29-bd71-b78269c14c7d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] For port 783a1bb1-0e68-493e-bd7e-78f2969cde8d, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=783a1bb1-0e68-493e-bd7e-78f2969cde8d,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:26:53.369834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d13028af-57ee-400c-adcb-9152ca08393d req-cf176804-930b-4b29-bd71-b78269c14c7d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:53.385928 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-d13028af-57ee-400c-adcb-9152ca08393d req-cf176804-930b-4b29-bd71-b78269c14c7d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Calling delete_port for 783a1bb1-0e68-493e-bd7e-78f2969cde8d owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:26:53.526175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d13028af-57ee-400c-adcb-9152ca08393d req-cf176804-930b-4b29-bd71-b78269c14c7d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:53.538014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['783a1bb1-0e68-493e-bd7e-78f2969cde8d'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:26:53.557877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf176804-930b-4b29-bd71-b78269c14c7d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Pushing event deleted for resources: {'Port': ['ID=783a1bb1-0e68-493e-bd7e-78f2969cde8d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:53.605652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13028af-57ee-400c-adcb-9152ca08393d req-cf176804-930b-4b29-bd71-b78269c14c7d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] No DVR routers for this DVR port 783a1bb1-0e68-493e-bd7e-78f2969cde8d on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:26:53.615289 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d13028af-57ee-400c-adcb-9152ca08393d req-cf176804-930b-4b29-bd71-b78269c14c7d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:53.619307 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d13028af-57ee-400c-adcb-9152ca08393d req-cf176804-930b-4b29-bd71-b78269c14c7d tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.70 "DELETE /v2.0/ports/783a1bb1-0e68-493e-bd7e-78f2969cde8d HTTP/1.1" status: 204 len: 173 time: 0.4279335 Nov 12 14:26:53.619785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7', 'name': 'network-vif-deleted', 'tag': '783a1bb1-0e68-493e-bd7e-78f2969cde8d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:26:53.622622 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59469db9-d5b2-4ede-8399-66981794fd58" -d '{"events": [{"server_uuid": "49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7", "name": "network-vif-deleted", "tag": "783a1bb1-0e68-493e-bd7e-78f2969cde8d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:26:53.655065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-48382c43-644a-4bc5-9086-de61d0da34a9 req-4ccaa90c-0cd0-441f-afa9-76ae4350c2e2 tempest-TestEncryptedCinderVolumes-290283489 tempest-TestEncryptedCinderVolumes-290283489-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7 HTTP/1.1" status: 200 len: 210 time: 0.0502918 Nov 12 14:26:53.678645 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112186b6-a729-4f91-a061-69da9043810e x-openstack-request-id: req-112186b6-a729-4f91-a061-69da9043810e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:26:53.678967 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7", "name": "network-vif-deleted", "tag": "783a1bb1-0e68-493e-bd7e-78f2969cde8d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:26:53.679190 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-112186b6-a729-4f91-a061-69da9043810e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:26:53.679596 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d0ae6a-8793-4d0b-b12b-1aa3475ef5e7', 'name': 'network-vif-deleted', 'tag': '783a1bb1-0e68-493e-bd7e-78f2969cde8d', 'status': 'completed', 'code': 200} Nov 12 14:26:54.750814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38810) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:26:55.489411 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:55.756535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Deleting port 9e3b3deb-8085-410d-9ba0-05575bec387d {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:26:55.757156 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:55.842753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] For port 9e3b3deb-8085-410d-9ba0-05575bec387d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9e3b3deb-8085-410d-9ba0-05575bec387d,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:26:55.843163 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:55.857306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Calling delete_port for 9e3b3deb-8085-410d-9ba0-05575bec387d owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:26:56.053101 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:56.078734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3b3deb-8085-410d-9ba0-05575bec387d,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:56.103046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.103554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.103808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.104201 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.104508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.104870 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.105222 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.105590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.105942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.106344 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.106651 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.107014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:26:56.269187 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:56.507028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:26:56.620650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:26:56.630317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a4e8b4c6-1539-4727-82c9-45dd7a3724a4 admin admin] 10.222.0.73 "PUT /v2.0/routers/012f77b2-1bd5-44f3-a8d7-51d45bf7f203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8763232 Nov 12 14:26:56.630418 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38812) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:26:56.634675 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] Sync routers for ids ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:26:56.646509 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] Routers {'012f77b2-1bd5-44f3-a8d7-51d45bf7f203'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:26:56.647236 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:26:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:26:56.741806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:56.753352 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] Set router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:26:56.822122 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 783a1bb1-0e68-493e-bd7e-78f2969cde8d no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:26:56.855102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:56.914321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Deleting port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:26:56.914940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.010690 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] For port 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:26:57.011071 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.023716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Calling delete_port for 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:26:57.036033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 783a1bb1-0e68-493e-bd7e-78f2969cde8d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:26:57.036373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 783a1bb1-0e68-493e-bd7e-78f2969cde8d not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:26:57.113691 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-490663cd-68fe-40bd-a6be-fdc44ef529ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.137881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'name': 'tempest-TestEncryptedCinderVolumes-459693136-router', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:28Z', 'updated_at': '2021-11-12T14:26:56Z', 'revision_number': 5, 'project_id': '2b6838f15b8b4973909191e81444f896', 'gw_port': {'id': '0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:29Z', 'updated_at': '2021-11-12T14:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:26:57.171901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] Checking router: 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:26:57.180166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] Routers {'012f77b2-1bd5-44f3-a8d7-51d45bf7f203'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:26:57.180776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:26:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:26:57.215584 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.243826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:57.258420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b0aec3-94cc-4f51-b180-7b04d704e073 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:26:57.293651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] Set router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:26:57.316115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.354856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'name': 'tempest-TestEncryptedCinderVolumes-459693136-router', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:28Z', 'updated_at': '2021-11-12T14:26:56Z', 'revision_number': 6, 'project_id': '2b6838f15b8b4973909191e81444f896', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:26:57.382664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc66f5-573f-4c68-bfc5-f4b57242cb4a None None] The sync data for ids ['012f77b2-1bd5-44f3-a8d7-51d45bf7f203'] in n-d-805736-4 is: [{'id': '012f77b2-1bd5-44f3-a8d7-51d45bf7f203', 'name': 'tempest-TestEncryptedCinderVolumes-459693136-router', 'tenant_id': '2b6838f15b8b4973909191e81444f896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:28Z', 'updated_at': '2021-11-12T14:26:56Z', 'revision_number': 6, 'project_id': '2b6838f15b8b4973909191e81444f896', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:26:57.418460 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.420859 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.468566 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.469081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 012f77b2-1bd5-44f3-a8d7-51d45bf7f203 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:26:57.473471 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.474639 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-fbce096c-1daa-4c0e-b6ec-6c47acf99ea5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/012f77b2-1bd5-44f3-a8d7-51d45bf7f203 HTTP/1.1" status: 204 len: 168 time: 0.8432493 Nov 12 14:26:57.477107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38814) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:26:57.527075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d8d47e-508f-4664-b9c7-38a7ddb745e5 admin admin] Deleting subnet 084fb257-3adb-4230-a24f-6a9b67a080f0 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:26:57.530543 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-03d8d47e-508f-4664-b9c7-38a7ddb745e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.566213 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-03d8d47e-508f-4664-b9c7-38a7ddb745e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.652786 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-03d8d47e-508f-4664-b9c7-38a7ddb745e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.708426 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-03d8d47e-508f-4664-b9c7-38a7ddb745e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.736703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8d47e-508f-4664-b9c7-38a7ddb745e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084fb257-3adb-4230-a24f-6a9b67a080f0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:57.741821 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-03d8d47e-508f-4664-b9c7-38a7ddb745e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.745227 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-03d8d47e-508f-4664-b9c7-38a7ddb745e5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/084fb257-3adb-4230-a24f-6a9b67a080f0 HTTP/1.1" status: 204 len: 168 time: 0.2671306 Nov 12 14:26:57.748820 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38816) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:26:57.757656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4138f51b-357d-447c-85ea-fa67ada82159 None None] Network f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:26:57.836927 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.894423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Deleting port 9f22a61c-d730-4f51-aaa7-41570f98ad95 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:26:57.895132 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.967233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] For port 9f22a61c-d730-4f51-aaa7-41570f98ad95, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9f22a61c-d730-4f51-aaa7-41570f98ad95,segment=NetworkSegment(81c4f738-c14a-4f7e-a27e-9669551c4d40),segment_id=81c4f738-c14a-4f7e-a27e-9669551c4d40)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:26:57.967594 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:57.979966 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Calling delete_port for 9f22a61c-d730-4f51-aaa7-41570f98ad95 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:26:58.071914 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:58.098151 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f22a61c-d730-4f51-aaa7-41570f98ad95,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:58.102168 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] No DVR routers for this DVR port 9f22a61c-d730-4f51-aaa7-41570f98ad95 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:26:58.150578 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a61050-f3d5-48d7-9b90-711bcc9c6f43 None None] DHCP port deletion for f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:26:58.203746 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:58.228414 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b3ed51-ef96-4849-9056-cbe9bbe5ab19']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:26:58.240323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c4f738-c14a-4f7e-a27e-9669551c4d40') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:26:58.240650 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c4f738-c14a-4f7e-a27e-9669551c4d40') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:26:58.253086 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:58.272691 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:58.280462 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:26:58.281123 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:26:58.283022 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:26:58.344820 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:58.350937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:58.354299 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f6b3ed51-ef96-4849-9056-cbe9bbe5ab19 HTTP/1.1" status: 204 len: 168 time: 0.6044598 Nov 12 14:26:58.357578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:26:58.366189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e6007-7943-4f75-8815-5da67e0204f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b3ed51-ef96-4849-9056-cbe9bbe5ab19,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:58.721836 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:58.979134 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] Deleting port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:26:58.979365 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:59.061677 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] For port 5c2ec4ba-4968-4a56-b437-785a6e1dbffe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5c2ec4ba-4968-4a56-b437-785a6e1dbffe,segment=NetworkSegment(443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b),segment_id=443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:26:59.062130 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:59.077676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] Calling delete_port for 5c2ec4ba-4968-4a56-b437-785a6e1dbffe owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:26:59.271669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:59.298350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2ec4ba-4968-4a56-b437-785a6e1dbffe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:26:59.324191 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9e3b3deb-8085-410d-9ba0-05575bec387d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:26:59.347303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 9e3b3deb-8085-410d-9ba0-05575bec387d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:26:59.347631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9e3b3deb-8085-410d-9ba0-05575bec387d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:26:59.348067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9f22a61c-d730-4f51-aaa7-41570f98ad95 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:26:59.376856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 9f22a61c-d730-4f51-aaa7-41570f98ad95 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:26:59.377809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9f22a61c-d730-4f51-aaa7-41570f98ad95 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:26:59.377990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:26:59.402214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:26:59.402566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0501b0a0-1c2b-4b46-bb92-c55aa7ca3b64 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:26:59.485634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:59.642298 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-320eb725-e48d-46a6-aefd-7e7c463ecdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:26:59.710796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] Router 634d6d45-6aab-4db0-9100-193f6cbf9563 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:26:59.821823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:26:59.830102 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-406cdfed-6cb0-412f-abb5-7070d319b0c4 admin admin] 10.222.0.73 "PUT /v2.0/routers/634d6d45-6aab-4db0-9100-193f6cbf9563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4711370 Nov 12 14:26:59.833393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38820) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:26:59.835378 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] Sync routers for ids ['634d6d45-6aab-4db0-9100-193f6cbf9563'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:26:59.847302 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] Routers {'634d6d45-6aab-4db0-9100-193f6cbf9563'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:26:59.848012 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:27:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['634d6d45-6aab-4db0-9100-193f6cbf9563'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:26:59.961355 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] Set router 634d6d45-6aab-4db0-9100-193f6cbf9563 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:27:00.162087 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'name': 'tempest-TestEncryptedCinderVolumes-959510048-router', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '7911d779-b294-4c14-87a5-b621c6553336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:33Z', 'updated_at': '2021-11-12T14:26:59Z', 'revision_number': 5, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'gw_port': {'id': '7911d779-b294-4c14-87a5-b621c6553336', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:34Z', 'updated_at': '2021-11-12T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:00.190270 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] Checking router: 634d6d45-6aab-4db0-9100-193f6cbf9563 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:27:00.200002 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] Routers {'634d6d45-6aab-4db0-9100-193f6cbf9563'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:27:00.200615 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:27:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['634d6d45-6aab-4db0-9100-193f6cbf9563'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:00.312184 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.318999 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] Set router 634d6d45-6aab-4db0-9100-193f6cbf9563 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:27:00.416796 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.472012 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Deleting port 7911d779-b294-4c14-87a5-b621c6553336 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:27:00.472352 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.507862 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'name': 'tempest-TestEncryptedCinderVolumes-959510048-router', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '7911d779-b294-4c14-87a5-b621c6553336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:33Z', 'updated_at': '2021-11-12T14:26:59Z', 'revision_number': 5, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'gw_port': {'id': '7911d779-b294-4c14-87a5-b621c6553336', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:34Z', 'updated_at': '2021-11-12T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:00.538327 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6c12f-63fd-433a-8cf9-64a09290db5b None None] The sync data for ids ['634d6d45-6aab-4db0-9100-193f6cbf9563'] in n-d-805736-4 is: [{'id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'name': 'tempest-TestEncryptedCinderVolumes-959510048-router', 'tenant_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '7911d779-b294-4c14-87a5-b621c6553336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:25:33Z', 'updated_at': '2021-11-12T14:26:59Z', 'revision_number': 5, 'project_id': 'f8425f9cd2da43faa6f1dcde238dbf25', 'gw_port': {'id': '7911d779-b294-4c14-87a5-b621c6553336', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d6d45-6aab-4db0-9100-193f6cbf9563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:25:34Z', 'updated_at': '2021-11-12T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:27:00.556176 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] For port 7911d779-b294-4c14-87a5-b621c6553336, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7911d779-b294-4c14-87a5-b621c6553336,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:00.556794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.569738 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Calling delete_port for 7911d779-b294-4c14-87a5-b621c6553336 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:27:00.739619 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.766903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7911d779-b294-4c14-87a5-b621c6553336,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:00.779076 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edea936-e02c-4863-b09d-f42410f50b0e None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:27:00.828910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.877217 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.923633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.925821 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.984140 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.984800 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634d6d45-6aab-4db0-9100-193f6cbf9563 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:27:00.990098 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:00.991042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1edfe4b5-44e1-4a01-89a9-8909d2155da4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/634d6d45-6aab-4db0-9100-193f6cbf9563 HTTP/1.1" status: 204 len: 168 time: 1.1563225 Nov 12 14:27:00.993647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38822) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:01.044811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0dff26-0c9c-477e-96ed-07f204896698 admin admin] Deleting subnet a9a543d6-4cae-41fc-8e1d-6fa7f364db74 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:27:01.048739 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d0dff26-0c9c-477e-96ed-07f204896698 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.087785 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d0dff26-0c9c-477e-96ed-07f204896698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.174713 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d0dff26-0c9c-477e-96ed-07f204896698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.240766 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d0dff26-0c9c-477e-96ed-07f204896698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.271696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dff26-0c9c-477e-96ed-07f204896698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a543d6-4cae-41fc-8e1d-6fa7f364db74,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:01.275515 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8d0dff26-0c9c-477e-96ed-07f204896698 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.281449 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8d0dff26-0c9c-477e-96ed-07f204896698 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a9a543d6-4cae-41fc-8e1d-6fa7f364db74 HTTP/1.1" status: 204 len: 168 time: 0.2866271 Nov 12 14:27:01.282955 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:01.292434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b480bbc9-15ec-4ac9-afdf-8d0f92e636f1 None None] Network 1b3af94e-22bf-495b-b3cd-6def3955435b requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:27:01.366743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.436266 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Deleting port c289a473-9781-4c7d-abb9-6887b6c70d40 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:27:01.436738 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.506343 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] For port c289a473-9781-4c7d-abb9-6887b6c70d40, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=c289a473-9781-4c7d-abb9-6887b6c70d40,segment=NetworkSegment(443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b),segment_id=443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:01.506617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.519074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Calling delete_port for c289a473-9781-4c7d-abb9-6887b6c70d40 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:27:01.607733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.616151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8210fd-1de0-4488-bfb2-ccb1a5f71def None None] DHCP port deletion for 1b3af94e-22bf-495b-b3cd-6def3955435b request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:27:01.651641 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=c289a473-9781-4c7d-abb9-6887b6c70d40,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:01.657724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] No DVR routers for this DVR port c289a473-9781-4c7d-abb9-6887b6c70d40 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:27:01.705469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5c2ec4ba-4968-4a56-b437-785a6e1dbffe no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:27:01.726470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 5c2ec4ba-4968-4a56-b437-785a6e1dbffe {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:27:01.726819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5c2ec4ba-4968-4a56-b437-785a6e1dbffe not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:27:01.736631 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.766484 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3af94e-22bf-495b-b3cd-6def3955435b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:01.776373 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:01.776665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443a22ec-e2ea-470d-9bd3-c2b0bdda9f7b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:01.786233 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.799874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.807078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:27:01.807538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:27:01.809428 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:27:01.865610 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.871408 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:01.875331 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1b3af94e-22bf-495b-b3cd-6def3955435b HTTP/1.1" status: 204 len: 168 time: 0.5912564 Nov 12 14:27:01.886305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d94306-9f0b-40d1-96f4-921cf2548d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3af94e-22bf-495b-b3cd-6def3955435b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:02.057305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:02.106345 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-91c347e9-87c1-4338-ba9d-af8f3c43a44a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b6838f15b8b4973909191e81444f896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478060 Nov 12 14:27:02.109741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:02.168838 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99f3d31e-cf1b-4989-a2b5-a5a7a5f52026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:02.191507 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99f3d31e-cf1b-4989-a2b5-a5a7a5f52026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:02.243958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99f3d31e-cf1b-4989-a2b5-a5a7a5f52026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:02.246911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99f3d31e-cf1b-4989-a2b5-a5a7a5f52026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:02.251024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-99f3d31e-cf1b-4989-a2b5-a5a7a5f52026 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e8028a67-1d55-416e-b5ee-47fbd9db6b4e HTTP/1.1" status: 204 len: 168 time: 0.1374593 Nov 12 14:27:02.256619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3d31e-cf1b-4989-a2b5-a5a7a5f52026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8028a67-1d55-416e-b5ee-47fbd9db6b4e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:02.463225 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:02.601776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38836) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:02.643694 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cf9de1ce-ba28-44d1-97cc-38e8f7e56cc1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f8425f9cd2da43faa6f1dcde238dbf25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407488 Nov 12 14:27:02.646279 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38838) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:02.695531 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f06ac999-0479-4057-9efb-3ca03ad58cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:02.717105 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f06ac999-0479-4057-9efb-3ca03ad58cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:02.767459 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f06ac999-0479-4057-9efb-3ca03ad58cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:02.770140 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f06ac999-0479-4057-9efb-3ca03ad58cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:02.771304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f06ac999-0479-4057-9efb-3ca03ad58cb4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5a48152-2b31-44d2-bfd1-4be074f47385 HTTP/1.1" status: 204 len: 168 time: 0.1240737 Nov 12 14:27:02.786077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ac999-0479-4057-9efb-3ca03ad58cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a48152-2b31-44d2-bfd1-4be074f47385,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:03.043771 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:03.304983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7911d779-b294-4c14-87a5-b621c6553336 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:27:03.327330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 7911d779-b294-4c14-87a5-b621c6553336 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:27:03.327674 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7911d779-b294-4c14-87a5-b621c6553336 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:27:03.328118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c289a473-9781-4c7d-abb9-6887b6c70d40 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:27:03.348632 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: c289a473-9781-4c7d-abb9-6887b6c70d40 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:27:03.349184 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device c289a473-9781-4c7d-abb9-6887b6c70d40 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:27:03.513204 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38860) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:03.619904 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1561838390-network', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:27:03.646032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Made reservation on behalf of fdeb8cacfa94448597b302c4333a9a16 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:27:03.648319 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:03.660871 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:03.738723 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:03.743526 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:03.773956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:27:03.779610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea25b04-c90b-4905-90cf-3326c8ee35c3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:03.788415 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:03.788764 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Added segment 1ade085e-1109-4f0a-b6e3-606b7a302a8a of type vlan for network 82c948c6-5a4c-417a-8a7b-6d31c5686730 Nov 12 14:27:03.836275 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:03.862781 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:03.863855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:03.864432 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:03.931132 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4161656 Nov 12 14:27:03.934095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38864) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:03.939477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Request body: {'subnet': {'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1561838390-subnet', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:27:03.949740 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a870021-8283-4d74-a587-cf6653f08f87 admin admin] Pushing event updated for resources: {'Network': ['ID=82c948c6-5a4c-417a-8a7b-6d31c5686730,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:03.963064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 82c948c6-5a4c-417a-8a7b-6d31c5686730 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:27:03.970941 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Made reservation on behalf of fdeb8cacfa94448597b302c4333a9a16 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:27:03.973413 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.147931 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.200103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5e9285-fb69-4d9b-8649-236f3bcfb217,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:04.215502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Checking segment: {'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:27:04.215865 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Network hostable DHCP agents. Network: 82c948c6-5a4c-417a-8a7b-6d31c5686730, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:27:04.234937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Network 82c948c6-5a4c-417a-8a7b-6d31c5686730 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:27:04.245777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 82c948c6-5a4c-417a-8a7b-6d31c5686730) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:04.251385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:04.252197 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.256396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e1565a-490c-4c9b-b31a-38fd16888677 None None] Network 82c948c6-5a4c-417a-8a7b-6d31c5686730 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:27:04.271761 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bf6ae7f8-51d5-41b5-a47b-cd85fdb40a5a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3364577 Nov 12 14:27:04.274523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38868) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:04.279710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:27:04.302942 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.304462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.369148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.421700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-82c948c6-5a4c-417a-8a7b-6d31c5686730', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:27:04.422583 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.523749 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.563915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Allocated IP 172.20.0.2 (82c948c6-5a4c-417a-8a7b-6d31c5686730/9c5e9285-fb69-4d9b-8649-236f3bcfb217/510ab70e-f5a3-4f76-80a2-0436147ced7a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:27:04.714926 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.722157 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.740555 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.759439 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Network 82c948c6-5a4c-417a-8a7b-6d31c5686730 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:27:04.760880 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:04.762980 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.764580 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:27:04.796604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Pushing event updated for resources: {'Port': ['ID=510ab70e-f5a3-4f76-80a2-0436147ced7a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:04.830838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Attempting to bind port 510ab70e-f5a3-4f76-80a2-0436147ced7a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:27:04.831212 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Attempting to bind port 510ab70e-f5a3-4f76-80a2-0436147ced7a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:27:04.831576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Attempting to bind port 510ab70e-f5a3-4f76-80a2-0436147ced7a on network 82c948c6-5a4c-417a-8a7b-6d31c5686730 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:27:04.836601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:27:04.836970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Checking segment: {'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:27:04.837396 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.837794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Bound using segment: {'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:27:04.838293 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Bound port: 510ab70e-f5a3-4f76-80a2-0436147ced7a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:27:04.838668 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.877539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Allocated IP 172.25.5.73 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/2607d943-0b17-4810-b208-b40086b99747) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:27:04.908387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] For port 510ab70e-f5a3-4f76-80a2-0436147ced7a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:27:04.912004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] For port 510ab70e-f5a3-4f76-80a2-0436147ced7a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=510ab70e-f5a3-4f76-80a2-0436147ced7a,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:27:04.916243 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:04.974356 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988b42f-78ff-4551-9bcc-1314d4dad289 None None] Pushing event updated for resources: {'Port': ['ID=510ab70e-f5a3-4f76-80a2-0436147ced7a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:05.008530 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:05.334610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 510ab70e-f5a3-4f76-80a2-0436147ced7a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:27:05.387032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 510ab70e-f5a3-4f76-80a2-0436147ced7a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:05.387314 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:05.405842 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:05.450029 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:27:05.456699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:05.459237 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:27:05.471597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425daf1a-f858-4051-ab74-5f1ee07cb9ce None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:27:05.488262 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:05.495155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Pushing event updated for resources: {'Port': ['ID=2607d943-0b17-4810-b208-b40086b99747,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:05.522481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port 510ab70e-f5a3-4f76-80a2-0436147ced7a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=510ab70e-f5a3-4f76-80a2-0436147ced7a,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:05.530827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:05.578351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=510ab70e-f5a3-4f76-80a2-0436147ced7a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:05.606859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-10654357-17e9-4a07-8621-0c4ee840fa06 None None] Provisioning complete for port 2607d943-0b17-4810-b208-b40086b99747 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:05.608143 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10654357-17e9-4a07-8621-0c4ee840fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:05.649658 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-10654357-17e9-4a07-8621-0c4ee840fa06 None None] Port 2607d943-0b17-4810-b208-b40086b99747 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:27:05.750122 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:05.946412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ffb6af-bbcc-4ca5-afd2-a79133367965 None None] Network 82c948c6-5a4c-417a-8a7b-6d31c5686730 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:27:05.971508 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:06.017544 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e94475e4-8506-48a1-91e0-c93bb81d9dbd None None] Provisioning complete for port 510ab70e-f5a3-4f76-80a2-0436147ced7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:06.018546 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e94475e4-8506-48a1-91e0-c93bb81d9dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:06.111034 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Router 7e7c53ae-9892-4a53-98fb-32b295500331 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:27:06.243898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:27:06.253832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Sync routers for ids ['7e7c53ae-9892-4a53-98fb-32b295500331'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:27:06.264483 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Routers {'7e7c53ae-9892-4a53-98fb-32b295500331'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:27:06.265123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ef789893-1810-438f-98f9-822ba1991563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:27:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7e7c53ae-9892-4a53-98fb-32b295500331'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:06.265651 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:06.269339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2f6d5ffd-c06d-45ef-b1a8-6187d91d2955 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9915028 Nov 12 14:27:06.269949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38870) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:06.398304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Set router 7e7c53ae-9892-4a53-98fb-32b295500331 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:27:06.538303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ec6b0db2-3935-49b0-9dd9-d30a2a5499ce None None] Provisioning complete for port 510ab70e-f5a3-4f76-80a2-0436147ced7a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:06.538606 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec6b0db2-3935-49b0-9dd9-d30a2a5499ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:06.676203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ef789893-1810-438f-98f9-822ba1991563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:05Z', 'revision_number': 3, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:06.710976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Checking router: 7e7c53ae-9892-4a53-98fb-32b295500331 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:27:06.711331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Updating router 7e7c53ae-9892-4a53-98fb-32b295500331 port 2607d943-0b17-4810-b208-b40086b99747 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:27:06.729501 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:06.738289 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:06.893493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Allocated IP 172.20.0.1 (82c948c6-5a4c-417a-8a7b-6d31c5686730/9c5e9285-fb69-4d9b-8649-236f3bcfb217/e3a9fe55-ee8c-4905-b11b-b79a721ee208) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:27:07.003370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.004046 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.009544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.038426 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.057362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947d750-1e61-4fe7-96b1-08688b2e6e27 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:27:07.073831 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Attempting to bind port 2607d943-0b17-4810-b208-b40086b99747 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:27:07.074203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Attempting to bind port 2607d943-0b17-4810-b208-b40086b99747 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:27:07.074569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Attempting to bind port 2607d943-0b17-4810-b208-b40086b99747 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:27:07.077451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Network 82c948c6-5a4c-417a-8a7b-6d31c5686730 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:27:07.082470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b22eb-5d5a-475f-94e8-a4eef3d28bdb None None] Pushing event updated for resources: {'Port': ['ID=2607d943-0b17-4810-b208-b40086b99747,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:07.084460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:07.086325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:27:07.086782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:27:07.087916 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.088404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:27:07.089380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Bound port: 2607d943-0b17-4810-b208-b40086b99747, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:27:07.089380 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.093857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:27:07.139762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a9fe55-ee8c-4905-b11b-b79a721ee208,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:07.144467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-615827b6-3ef3-4eec-ac9c-4ffc7291edee None None] Provisioning complete for port 2607d943-0b17-4810-b208-b40086b99747 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:07.144846 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-615827b6-3ef3-4eec-ac9c-4ffc7291edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.145096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.184342 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ef789893-1810-438f-98f9-822ba1991563 None None] For port 2607d943-0b17-4810-b208-b40086b99747, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:27:07.190204 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ef789893-1810-438f-98f9-822ba1991563 None None] For port 2607d943-0b17-4810-b208-b40086b99747, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2607d943-0b17-4810-b208-b40086b99747,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:27:07.197829 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.208316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-615827b6-3ef3-4eec-ac9c-4ffc7291edee None None] Port 2607d943-0b17-4810-b208-b40086b99747 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:27:07.257664 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85670a53-a5de-4d79-91e2-260b40aaec16 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:27:07.277631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Routers {'7e7c53ae-9892-4a53-98fb-32b295500331'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:27:07.278283 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ef789893-1810-438f-98f9-822ba1991563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:27:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7e7c53ae-9892-4a53-98fb-32b295500331'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:07.300874 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.335455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b22eb-5d5a-475f-94e8-a4eef3d28bdb None None] Pushing event updated for resources: {'Port': ['ID=2607d943-0b17-4810-b208-b40086b99747,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:07.354390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-278727ce-243e-4b94-b0f8-2a1412db395a None None] Provisioning complete for port 2607d943-0b17-4810-b208-b40086b99747 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:07.354792 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-278727ce-243e-4b94-b0f8-2a1412db395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.385101 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 510ab70e-f5a3-4f76-80a2-0436147ced7a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:27:07.484403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.489389 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.564338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a9fe55-ee8c-4905-b11b-b79a721ee208,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:07.566914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.664145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ef789893-1810-438f-98f9-822ba1991563 None None] Set router 7e7c53ae-9892-4a53-98fb-32b295500331 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:27:07.684987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Network 82c948c6-5a4c-417a-8a7b-6d31c5686730 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:27:07.686658 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:07.778559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 510ab70e-f5a3-4f76-80a2-0436147ced7a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:07.779519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.812154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Router 7e7c53ae-9892-4a53-98fb-32b295500331 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:27:07.828385 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-278727ce-243e-4b94-b0f8-2a1412db395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.905790 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-278727ce-243e-4b94-b0f8-2a1412db395a None None] For port 2607d943-0b17-4810-b208-b40086b99747, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2607d943-0b17-4810-b208-b40086b99747,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:07.917621 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-278727ce-243e-4b94-b0f8-2a1412db395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:07.932300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:27:07.937820 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-74d8da1b-0795-46c5-88a0-b9f8641b5f42 admin admin] 10.222.0.73 "PUT /v2.0/routers/7e7c53ae-9892-4a53-98fb-32b295500331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665907 Nov 12 14:27:08.049135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278727ce-243e-4b94-b0f8-2a1412db395a None None] Pushing event updated for resources: {'Port': ['ID=2607d943-0b17-4810-b208-b40086b99747,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:08.066871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dd1840fb-a395-43ab-b13d-7e4a13950331 None None] Provisioning complete for port e3a9fe55-ee8c-4905-b11b-b79a721ee208 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:08.067504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd1840fb-a395-43ab-b13d-7e4a13950331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:08.116967 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ef789893-1810-438f-98f9-822ba1991563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:06Z', 'revision_number': 1, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:08.148763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dd1840fb-a395-43ab-b13d-7e4a13950331 None None] Port e3a9fe55-ee8c-4905-b11b-b79a721ee208 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:27:08.150553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef789893-1810-438f-98f9-822ba1991563 None None] The sync data for ids ['7e7c53ae-9892-4a53-98fb-32b295500331'] in n-d-805736-4 is: [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:06Z', 'revision_number': 1, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:27:08.471594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:08.476799 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2088463024-network', 'tenant_id': '121668e4a61445c48ca28ff7574412b4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:27:08.503332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Made reservation on behalf of 121668e4a61445c48ca28ff7574412b4 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:27:08.505754 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:08.515933 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:08.605527 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:08.610882 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:08.639237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:27:08.656784 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:08.657132 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Added segment 82b9fc87-bced-43c1-bb58-5fb2aacd7f4a of type vlan for network 2610fd0b-ee30-4861-972d-a46e2caac3d1 Nov 12 14:27:08.658489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c5e4ce-1c61-4c8f-8f89-5ed31864eb73,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:08.703086 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:08.739695 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:08.740877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:08.741568 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:08.812943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3366661 Nov 12 14:27:08.812943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38888) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:08.817836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Request body: {'subnet': {'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2088463024-subnet', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:27:08.829833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99e2b2-02e7-47ac-b074-9c1f82f6f3ea admin admin] Pushing event updated for resources: {'Network': ['ID=2610fd0b-ee30-4861-972d-a46e2caac3d1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:08.843317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2610fd0b-ee30-4861-972d-a46e2caac3d1 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:27:08.855638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Made reservation on behalf of 121668e4a61445c48ca28ff7574412b4 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:27:08.860958 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.049908 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.116510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:09.124944 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Checking segment: {'id': '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:27:09.125334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Network hostable DHCP agents. Network: 2610fd0b-ee30-4861-972d-a46e2caac3d1, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:27:09.144415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Network 2610fd0b-ee30-4861-972d-a46e2caac3d1 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:27:09.162803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2610fd0b-ee30-4861-972d-a46e2caac3d1) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:09.173163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:09.173863 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.174110 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd001e23-1d2c-41c9-86bb-62b3d8e45342 None None] Network 2610fd0b-ee30-4861-972d-a46e2caac3d1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:27:09.192399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ae7cdf46-2e51-42dd-9b93-77bee7071f32 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3783033 Nov 12 14:27:09.194836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 38890) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:09.200585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2088463024-router', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:27:09.223973 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.225012 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.283956 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.352643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-2610fd0b-ee30-4861-972d-a46e2caac3d1', 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'fixed_ips': [{'subnet_id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:27:09.354156 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.431905 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2607d943-0b17-4810-b208-b40086b99747 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:27:09.458583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.556216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Allocated IP 172.20.0.2 (2610fd0b-ee30-4861-972d-a46e2caac3d1/dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50/1103b499-5514-4f95-af68-a3da442c417a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:27:09.558459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 2607d943-0b17-4810-b208-b40086b99747 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:09.558867 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.686846 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.709558 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.775957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.782329 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.826695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Allocated IP 172.25.5.63 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/9824327d-3f71-405e-9012-214075717a65) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:27:09.830489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Network 2610fd0b-ee30-4861-972d-a46e2caac3d1 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:27:09.833883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:09.836875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:27:09.843832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Pushing event updated for resources: {'Port': ['ID=1103b499-5514-4f95-af68-a3da442c417a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:09.905404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Attempting to bind port 1103b499-5514-4f95-af68-a3da442c417a on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:27:09.905873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Attempting to bind port 1103b499-5514-4f95-af68-a3da442c417a by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:27:09.906311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Attempting to bind port 1103b499-5514-4f95-af68-a3da442c417a on network 2610fd0b-ee30-4861-972d-a46e2caac3d1 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:27:09.911476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:27:09.911852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Checking segment: {'id': '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:27:09.912249 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.912643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Bound using segment: {'id': '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:27:09.913106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Bound port: 1103b499-5514-4f95-af68-a3da442c417a, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:27:09.913516 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.947619 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:09.981876 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] For port 1103b499-5514-4f95-af68-a3da442c417a, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:27:09.985149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] For port 1103b499-5514-4f95-af68-a3da442c417a, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1103b499-5514-4f95-af68-a3da442c417a,segment=NetworkSegment(82b9fc87-bced-43c1-bb58-5fb2aacd7f4a),segment_id=82b9fc87-bced-43c1-bb58-5fb2aacd7f4a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:27:09.993305 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:10.003470 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:10.049051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:27:10.052499 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:10.057444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:27:10.060968 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Pushing event updated for resources: {'Port': ['ID=9824327d-3f71-405e-9012-214075717a65,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:10.061216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dbd14-c97b-4524-b91c-7c8eb4f6993d None None] Pushing event updated for resources: {'Port': ['ID=1103b499-5514-4f95-af68-a3da442c417a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:10.068412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac017b28-c07b-4643-993a-3eb5282b04b1 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:27:10.102433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-00b71547-a32a-4135-b200-280fb58f4f0d None None] Provisioning complete for port 9824327d-3f71-405e-9012-214075717a65 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:10.103124 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00b71547-a32a-4135-b200-280fb58f4f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:10.165123 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-00b71547-a32a-4135-b200-280fb58f4f0d None None] Port 9824327d-3f71-405e-9012-214075717a65 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:27:10.386245 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:10.407087 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Sync routers for ids ['7e7c53ae-9892-4a53-98fb-32b295500331'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:27:10.417640 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Routers {'7e7c53ae-9892-4a53-98fb-32b295500331'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:27:10.418346 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:27:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7e7c53ae-9892-4a53-98fb-32b295500331'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:10.524513 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Set router 7e7c53ae-9892-4a53-98fb-32b295500331 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:27:10.609691 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:10.749511 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 2, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:10.752654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:27:10.785837 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Checking router: 7e7c53ae-9892-4a53-98fb-32b295500331 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:27:10.786190 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Updating router 7e7c53ae-9892-4a53-98fb-32b295500331 port e3a9fe55-ee8c-4905-b11b-b79a721ee208 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:27:10.812065 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:10.874185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:27:10.883713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Sync routers for ids ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:27:10.896842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Routers {'0bb8b019-5af4-4742-8066-b0ec8b3bb834'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:27:10.897501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:27:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:10.898559 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:10.902802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 38892) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:27:10.903348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0f39ab47-e4d2-4e3a-bd83-c443bcf78d6e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7067413 Nov 12 14:27:11.049303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Set router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:27:11.110627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f68267a-33eb-40cf-97b0-ab88027192c5 None None] Network 2610fd0b-ee30-4861-972d-a46e2caac3d1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:27:11.125637 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.133264 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.193374 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Pushing event updated for resources: {'Port': ['ID=e3a9fe55-ee8c-4905-b11b-b79a721ee208,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:11.219753 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.220480 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.224405 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.224889 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.225485 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.226058 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.226642 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.227329 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.227896 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.228611 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.229181 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.229755 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:11.271592 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Attempting to bind port e3a9fe55-ee8c-4905-b11b-b79a721ee208 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:27:11.272189 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Attempting to bind port e3a9fe55-ee8c-4905-b11b-b79a721ee208 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:27:11.272802 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Attempting to bind port e3a9fe55-ee8c-4905-b11b-b79a721ee208 on network 82c948c6-5a4c-417a-8a7b-6d31c5686730 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:27:11.280202 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:27:11.280426 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Checking segment: {'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:27:11.283737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c3b2ffb1-35b6-4547-8581-b6b12d96379c None None] Provisioning complete for port 1103b499-5514-4f95-af68-a3da442c417a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:11.284032 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.284153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ffb1-35b6-4547-8581-b6b12d96379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.288196 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Bound using segment: {'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:27:11.288196 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Bound port: e3a9fe55-ee8c-4905-b11b-b79a721ee208, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:27:11.288196 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.394701 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] For port e3a9fe55-ee8c-4905-b11b-b79a721ee208, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:27:11.398738 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] For port e3a9fe55-ee8c-4905-b11b-b79a721ee208, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e3a9fe55-ee8c-4905-b11b-b79a721ee208,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:27:11.409104 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.488509 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Routers {'7e7c53ae-9892-4a53-98fb-32b295500331'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:27:11.489926 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:27:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7e7c53ae-9892-4a53-98fb-32b295500331'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:11.506376 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.573607 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddc5db-ced6-40f7-9edb-c7f71712d3d4 None None] Pushing event updated for resources: {'Port': ['ID=e3a9fe55-ee8c-4905-b11b-b79a721ee208,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:11.647539 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] Set router 7e7c53ae-9892-4a53-98fb-32b295500331 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:27:11.650189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1103b499-5514-4f95-af68-a3da442c417a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:27:11.707505 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ffb1-35b6-4547-8581-b6b12d96379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.730583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'name': 'tempest-TestMinimumBasicScenario-2088463024-router', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9824327d-3f71-405e-9012-214075717a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:10Z', 'revision_number': 3, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'gw_port': {'id': '9824327d-3f71-405e-9012-214075717a65', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:11.786160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Allocated IP 172.20.0.1 (2610fd0b-ee30-4861-972d-a46e2caac3d1/dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50/cae7eb41-ce11-458e-ac33-942857c30d04) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:27:11.787951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Checking router: 0bb8b019-5af4-4742-8066-b0ec8b3bb834 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:27:11.788307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Updating router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 port 9824327d-3f71-405e-9012-214075717a65 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:27:11.837506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c3b2ffb1-35b6-4547-8581-b6b12d96379c None None] For port 1103b499-5514-4f95-af68-a3da442c417a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1103b499-5514-4f95-af68-a3da442c417a,segment=NetworkSegment(82b9fc87-bced-43c1-bb58-5fb2aacd7f4a),segment_id=82b9fc87-bced-43c1-bb58-5fb2aacd7f4a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:11.843763 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.846688 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ffb1-35b6-4547-8581-b6b12d96379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.866871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1103b499-5514-4f95-af68-a3da442c417a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:11.867246 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.928462 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:11Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:11.949062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:11.961480 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f52bf5-5a24-4744-9479-5e339a4fa262 None None] The sync data for ids ['7e7c53ae-9892-4a53-98fb-32b295500331'] in n-d-805736-4 is: [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:11Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:27:12.021049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.026857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2ffb1-35b6-4547-8581-b6b12d96379c None None] Pushing event updated for resources: {'Port': ['ID=1103b499-5514-4f95-af68-a3da442c417a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:12.059904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1373b246-3a13-44ab-beb9-85c62ef4b629 None None] Provisioning complete for port e3a9fe55-ee8c-4905-b11b-b79a721ee208 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:12.060333 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1373b246-3a13-44ab-beb9-85c62ef4b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.073655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Network 2610fd0b-ee30-4861-972d-a46e2caac3d1 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:27:12.082653 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:12.087359 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:27:12.090932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Pushing event updated for resources: {'Port': ['ID=cae7eb41-ce11-458e-ac33-942857c30d04,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:12.154790 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.301470 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1373b246-3a13-44ab-beb9-85c62ef4b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.356148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1373b246-3a13-44ab-beb9-85c62ef4b629 None None] For port e3a9fe55-ee8c-4905-b11b-b79a721ee208, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e3a9fe55-ee8c-4905-b11b-b79a721ee208,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:12.357476 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.367184 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1373b246-3a13-44ab-beb9-85c62ef4b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.470146 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.487476 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.496698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373b246-3a13-44ab-beb9-85c62ef4b629 None None] Pushing event updated for resources: {'Port': ['ID=e3a9fe55-ee8c-4905-b11b-b79a721ee208,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:12.554331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a4240-5880-4d30-bb41-dd71928bca99 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:27:12.559762 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.565271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bf6d41ce-982b-4622-9bde-cd843b002522 None None] Provisioning complete for port cae7eb41-ce11-458e-ac33-942857c30d04 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:12.565672 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf6d41ce-982b-4622-9bde-cd843b002522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.567861 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.601183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Attempting to bind port 9824327d-3f71-405e-9012-214075717a65 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:27:12.601569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Attempting to bind port 9824327d-3f71-405e-9012-214075717a65 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:27:12.601830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Attempting to bind port 9824327d-3f71-405e-9012-214075717a65 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:27:12.603951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3ae9e-b9c6-49fb-b1ce-708f58ebea99 None None] Pushing event updated for resources: {'Port': ['ID=9824327d-3f71-405e-9012-214075717a65,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:12.623489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:27:12.623934 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:27:12.625034 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.625214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:27:12.625745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Bound port: 9824327d-3f71-405e-9012-214075717a65, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:27:12.626421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.635743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.647503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Pushing event updated for resources: {'Port': ['ID=cae7eb41-ce11-458e-ac33-942857c30d04,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:12.649903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d41ce-982b-4622-9bde-cd843b002522 None None] Port cae7eb41-ce11-458e-ac33-942857c30d04 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:27:12.681045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-bf6d41ce-982b-4622-9bde-cd843b002522 None None] Provisioning complete for port 1103b499-5514-4f95-af68-a3da442c417a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:12.681459 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf6d41ce-982b-4622-9bde-cd843b002522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.717176 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] For port 9824327d-3f71-405e-9012-214075717a65, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:27:12.722135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] For port 9824327d-3f71-405e-9012-214075717a65, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9824327d-3f71-405e-9012-214075717a65,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:27:12.729741 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:12.759810 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Network 2610fd0b-ee30-4861-972d-a46e2caac3d1 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:27:12.761624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:12.809767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c08795-0025-407c-be6e-92231d8be6c6 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:27:12.842762 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3ae9e-b9c6-49fb-b1ce-708f58ebea99 None None] Pushing event updated for resources: {'Port': ['ID=9824327d-3f71-405e-9012-214075717a65,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:12.847978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Routers {'0bb8b019-5af4-4742-8066-b0ec8b3bb834'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:27:12.848615 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:27:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:12.931231 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:27:12.998139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] Set router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:27:13.051600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:27:13.060351 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d4bc2149-468f-4e9e-b45a-39298edf3f1e admin admin] 10.222.0.73 "PUT /v2.0/routers/0bb8b019-5af4-4742-8066-b0ec8b3bb834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1518536 Nov 12 14:27:13.080979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-29925168-c919-4e07-8c1d-18f245e4ef90 None None] Provisioning complete for port 9824327d-3f71-405e-9012-214075717a65 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:13.081600 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29925168-c919-4e07-8c1d-18f245e4ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:13.255405 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29925168-c919-4e07-8c1d-18f245e4ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:13.282903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-29925168-c919-4e07-8c1d-18f245e4ef90 None None] For port 9824327d-3f71-405e-9012-214075717a65, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9824327d-3f71-405e-9012-214075717a65,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:13.291536 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29925168-c919-4e07-8c1d-18f245e4ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:13.334581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'name': 'tempest-TestMinimumBasicScenario-2088463024-router', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9824327d-3f71-405e-9012-214075717a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 4, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'gw_port': {'id': '9824327d-3f71-405e-9012-214075717a65', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cae7eb41-ce11-458e-ac33-942857c30d04', 'name': '', 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'mac_address': 'fa:16:3e:ec:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:11Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 2, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'subnets': [{'id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:13.370737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef83519-621f-4dd1-a546-1d848386fcc9 None None] The sync data for ids ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'] in n-d-805736-4 is: [{'id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'name': 'tempest-TestMinimumBasicScenario-2088463024-router', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9824327d-3f71-405e-9012-214075717a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 4, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'gw_port': {'id': '9824327d-3f71-405e-9012-214075717a65', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cae7eb41-ce11-458e-ac33-942857c30d04', 'name': '', 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'mac_address': 'fa:16:3e:ec:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:11Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 2, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'subnets': [{'id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:27:13.377083 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29925168-c919-4e07-8c1d-18f245e4ef90 None None] Pushing event updated for resources: {'Port': ['ID=9824327d-3f71-405e-9012-214075717a65,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:13.383585 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1103b499-5514-4f95-af68-a3da442c417a up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:27:13.442293 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e96f4150-d8d3-4edc-92f2-d3bb6b84aadd None None] Provisioning complete for port cae7eb41-ce11-458e-ac33-942857c30d04 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:13.442576 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e96f4150-d8d3-4edc-92f2-d3bb6b84aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:13.483355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 1103b499-5514-4f95-af68-a3da442c417a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:13.483727 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:13.507732 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e96f4150-d8d3-4edc-92f2-d3bb6b84aadd None None] Port cae7eb41-ce11-458e-ac33-942857c30d04 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:27:13.605598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e3a9fe55-ee8c-4905-b11b-b79a721ee208 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:27:13.624811 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:27:13.635162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:13.674343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e3a9fe55-ee8c-4905-b11b-b79a721ee208 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:13.674722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:14.600652 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:15.370029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9824327d-3f71-405e-9012-214075717a65 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:27:15.454387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9824327d-3f71-405e-9012-214075717a65 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:15.455149 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:16.392382 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Sync routers for ids ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:27:16.406411 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Routers {'0bb8b019-5af4-4742-8066-b0ec8b3bb834'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:27:16.407076 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:27:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:16.542307 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Set router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:27:16.879107 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'name': 'tempest-TestMinimumBasicScenario-2088463024-router', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9824327d-3f71-405e-9012-214075717a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 4, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'gw_port': {'id': '9824327d-3f71-405e-9012-214075717a65', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cae7eb41-ce11-458e-ac33-942857c30d04', 'name': '', 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'mac_address': 'fa:16:3e:ec:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:11Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 2, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'subnets': [{'id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:16.908224 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Checking router: 0bb8b019-5af4-4742-8066-b0ec8b3bb834 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:27:16.908576 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Updating router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 port cae7eb41-ce11-458e-ac33-942857c30d04 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:27:16.944363 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:17.246051 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:17.254005 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:17.311352 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3679faf-e76e-4e23-a86e-650db546ff33 None None] Pushing event updated for resources: {'Port': ['ID=cae7eb41-ce11-458e-ac33-942857c30d04,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:17.382596 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Attempting to bind port cae7eb41-ce11-458e-ac33-942857c30d04 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:27:17.383492 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Attempting to bind port cae7eb41-ce11-458e-ac33-942857c30d04 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:27:17.384017 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Attempting to bind port cae7eb41-ce11-458e-ac33-942857c30d04 on network 2610fd0b-ee30-4861-972d-a46e2caac3d1 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:27:17.390056 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:27:17.390901 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Checking segment: {'id': '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:27:17.391659 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:17.392666 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Bound using segment: {'id': '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:27:17.394036 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Bound port: cae7eb41-ce11-458e-ac33-942857c30d04, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:27:17.394646 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:17.480503 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] For port cae7eb41-ce11-458e-ac33-942857c30d04, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:27:17.484087 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] For port cae7eb41-ce11-458e-ac33-942857c30d04, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cae7eb41-ce11-458e-ac33-942857c30d04,segment=NetworkSegment(82b9fc87-bced-43c1-bb58-5fb2aacd7f4a),segment_id=82b9fc87-bced-43c1-bb58-5fb2aacd7f4a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:27:17.489003 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:17.569112 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3679faf-e76e-4e23-a86e-650db546ff33 None None] Pushing event updated for resources: {'Port': ['ID=cae7eb41-ce11-458e-ac33-942857c30d04,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:17.585857 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Routers {'0bb8b019-5af4-4742-8066-b0ec8b3bb834'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:27:17.586641 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:27:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:17.675951 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-15715e5b-5e68-474a-890e-739ab4fdc082 None None] Provisioning complete for port cae7eb41-ce11-458e-ac33-942857c30d04 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:17.677555 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15715e5b-5e68-474a-890e-739ab4fdc082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:17.824054 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] Set router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:27:17.859197 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15715e5b-5e68-474a-890e-739ab4fdc082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:17.909868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-15715e5b-5e68-474a-890e-739ab4fdc082 None None] For port cae7eb41-ce11-458e-ac33-942857c30d04, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cae7eb41-ce11-458e-ac33-942857c30d04,segment=NetworkSegment(82b9fc87-bced-43c1-bb58-5fb2aacd7f4a),segment_id=82b9fc87-bced-43c1-bb58-5fb2aacd7f4a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:17.914735 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15715e5b-5e68-474a-890e-739ab4fdc082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:17.983320 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15715e5b-5e68-474a-890e-739ab4fdc082 None None] Pushing event updated for resources: {'Port': ['ID=cae7eb41-ce11-458e-ac33-942857c30d04,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:18.045032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6cec9b7c-52e4-46dc-9d1b-9703313aa161 None None] Provisioning complete for port cae7eb41-ce11-458e-ac33-942857c30d04 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:18.045032 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cec9b7c-52e4-46dc-9d1b-9703313aa161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:18.121107 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'name': 'tempest-TestMinimumBasicScenario-2088463024-router', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9824327d-3f71-405e-9012-214075717a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 4, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'gw_port': {'id': '9824327d-3f71-405e-9012-214075717a65', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cae7eb41-ce11-458e-ac33-942857c30d04', 'name': '', 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'mac_address': 'fa:16:3e:ec:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:11Z', 'updated_at': '2021-11-12T14:27:17Z', 'revision_number': 4, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'subnets': [{'id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:27:18.156675 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e58ab-2389-4166-ba88-afc09c844ea4 None None] The sync data for ids ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'] in n-d-805736-4 is: [{'id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'name': 'tempest-TestMinimumBasicScenario-2088463024-router', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9824327d-3f71-405e-9012-214075717a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 4, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'gw_port': {'id': '9824327d-3f71-405e-9012-214075717a65', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'cae7eb41-ce11-458e-ac33-942857c30d04', 'name': '', 'network_id': '2610fd0b-ee30-4861-972d-a46e2caac3d1', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'mac_address': 'fa:16:3e:ec:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:11Z', 'updated_at': '2021-11-12T14:27:17Z', 'revision_number': 4, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'subnets': [{'id': 'dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:27:19.390083 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cae7eb41-ce11-458e-ac33-942857c30d04 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:27:19.473480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port cae7eb41-ce11-458e-ac33-942857c30d04 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:19.473989 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:24.062632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-19260a11-ab40-45ef-ac87-911744b38945 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:24.064106 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-19260a11-ab40-45ef-ac87-911744b38945 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 815 time: 0.1030824 Nov 12 14:27:24.079025 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-9f4a9dc5-6105-4fab-bbea-de5855765a66 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/quotas/fdeb8cacfa94448597b302c4333a9a16 HTTP/1.1" status: 200 len: 375 time: 0.0091736 Nov 12 14:27:24.134689 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-c17ccef2-1e6f-46ce-8c97-e6d834d6f60e tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501430 Nov 12 14:27:24.229759 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-43c0320d-39fc-40ae-bab0-b2ca14f6f1d0 service neutron] 10.222.0.73 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830934 Nov 12 14:27:24.322897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-c02aa486-575a-42a6-b629-fde5cc054490 service neutron] 10.222.0.73 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864866 Nov 12 14:27:24.488376 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ca020408-de83-435a-8430-4a20d73cb472 req-a00f4021-36ea-4bdf-9d0a-597e94e31672 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 210 time: 0.0305049 Nov 12 14:27:25.468749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-fbec22f1-b9d3-45f8-a737-36127a9d8e39 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:25.470273 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-fbec22f1-b9d3-45f8-a737-36127a9d8e39 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.70 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 815 time: 0.1122296 Nov 12 14:27:25.485162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'port': {'device_id': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'admin_state_up': True, 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:27:25.591388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a366c70b-86b5-45d5-b5ad-226d2a754a17 req-f0cb237f-185d-4d75-97c9-1876155cf417 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 210 time: 0.0280044 Nov 12 14:27:25.613684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Made reservation on behalf of fdeb8cacfa94448597b302c4333a9a16 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:27:25.614792 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:26.142908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Allocated IP 172.20.0.9 (82c948c6-5a4c-417a-8a7b-6d31c5686730/9c5e9285-fb69-4d9b-8649-236f3bcfb217/3073c521-2964-4c01-84ee-ae15d7e94374) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:27:26.306876 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:26.350779 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:26.395707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Network 82c948c6-5a4c-417a-8a7b-6d31c5686730 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:27:26.398691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:27:26.402423 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:27:26.466698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:26.467630 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:26.471896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'Port': ['ID=3073c521-2964-4c01-84ee-ae15d7e94374,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:26.485828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.485828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.485828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.485828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.485828 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.487429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.487429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.487429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.487429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.487903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.487903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.488264 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:26.516762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-728cb7ee-a022-4e51-9fc8-d3dc360d1825 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0362380 Nov 12 14:27:26.731539 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131a603-e7f0-407f-a91d-39beaaa11eb4 req-33b823a8-f62b-486c-8986-43ac4e9cc958 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:26.733659 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4131a603-e7f0-407f-a91d-39beaaa11eb4 req-33b823a8-f62b-486c-8986-43ac4e9cc958 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0590322 Nov 12 14:27:26.775151 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c3c2081b-8fcc-464f-b38a-d9aede7174c3 None None] Provisioning complete for port 3073c521-2964-4c01-84ee-ae15d7e94374 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:26.775822 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3c2081b-8fcc-464f-b38a-d9aede7174c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:26.796222 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4131a603-e7f0-407f-a91d-39beaaa11eb4 req-5db5d9b7-3189-4252-9145-522debf842da tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542321 Nov 12 14:27:26.811605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c3c2081b-8fcc-464f-b38a-d9aede7174c3 None None] Port 3073c521-2964-4c01-84ee-ae15d7e94374 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:27:27.108247 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc055-d477-475a-a4ab-1d9fed614ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:27.921423 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9942211-28c0-4ba9-8ee6-9da19995c589 req-e1b454a7-84f8-40c7-b17e-ae13898da0ca tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:27.922923 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b9942211-28c0-4ba9-8ee6-9da19995c589 req-e1b454a7-84f8-40c7-b17e-ae13898da0ca tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0518763 Nov 12 14:27:27.977655 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b9942211-28c0-4ba9-8ee6-9da19995c589 req-8c3dca96-f943-46ce-98a5-afd3f93e3e3e tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481513 Nov 12 14:27:29.097184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe04d6-a2ac-4278-bc9b-d3e2cdcddaa8 req-34b37487-879e-41c8-873b-bde4468bec07 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:29.098920 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3fe04d6-a2ac-4278-bc9b-d3e2cdcddaa8 req-34b37487-879e-41c8-873b-bde4468bec07 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0512004 Nov 12 14:27:29.159261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3fe04d6-a2ac-4278-bc9b-d3e2cdcddaa8 req-f8037387-7932-4c59-97b8-5e4804617c64 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540979 Nov 12 14:27:29.637203 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb08b690-f09b-4f35-8647-e133e8ca389f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:30.287415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188a4f-877f-4c53-bd71-c419ed807394 req-109bca12-b494-4026-84d2-5736c9385005 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:30.290116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed188a4f-877f-4c53-bd71-c419ed807394 req-109bca12-b494-4026-84d2-5736c9385005 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0523999 Nov 12 14:27:30.345967 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ed188a4f-877f-4c53-bd71-c419ed807394 req-e95c04ae-4bb0-4576-96d3-4e2f1e985713 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487239 Nov 12 14:27:30.883143 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:31.465168 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef92d46-174c-43f9-a434-58967c214a00 req-ac397561-1f0e-431e-8e39-e9427d816f68 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:31.467602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ef92d46-174c-43f9-a434-58967c214a00 req-ac397561-1f0e-431e-8e39-e9427d816f68 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0526469 Nov 12 14:27:31.546311 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ef92d46-174c-43f9-a434-58967c214a00 req-e29b7faf-d7c1-4d45-96ce-8438f7c75a42 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691037 Nov 12 14:27:32.468073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:32.666460 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60093147-7c95-4dd5-822f-e1afc90ddac4 req-e8201e2a-de48-4b62-a77b-76a3164cc25b tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:32.667897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60093147-7c95-4dd5-822f-e1afc90ddac4 req-e8201e2a-de48-4b62-a77b-76a3164cc25b tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0554476 Nov 12 14:27:32.731574 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-60093147-7c95-4dd5-822f-e1afc90ddac4 req-67ab4f04-107e-48b0-9601-cd16a1ea212c tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575135 Nov 12 14:27:33.048786 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:33.866133 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9703ba-e262-4f29-a781-d6ef2b438714 req-1fc12fb2-ae82-4e75-9d58-42c628879c7d tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:33.867794 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff9703ba-e262-4f29-a781-d6ef2b438714 req-1fc12fb2-ae82-4e75-9d58-42c628879c7d tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0591280 Nov 12 14:27:33.923123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ff9703ba-e262-4f29-a781-d6ef2b438714 req-52a56e76-072e-4247-a7f3-819bba7b71a8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Nov 12 14:27:35.056129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5701-f3f2-4450-aa5c-841a50d8a3ca req-6e060fda-afc8-4ca4-a8d0-5e7af4f42085 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:35.057705 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2aae5701-f3f2-4450-aa5c-841a50d8a3ca req-6e060fda-afc8-4ca4-a8d0-5e7af4f42085 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0542202 Nov 12 14:27:35.109560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2aae5701-f3f2-4450-aa5c-841a50d8a3ca req-27686656-0f59-4d53-8724-1a249488bc02 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Nov 12 14:27:36.228980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c0afa-a1b8-45e4-ae50-6ccdb59ea581 req-7dc3d14d-7c7f-44a6-975a-a398eed4e652 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:36.230963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e0c0afa-a1b8-45e4-ae50-6ccdb59ea581 req-7dc3d14d-7c7f-44a6-975a-a398eed4e652 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0517068 Nov 12 14:27:36.283612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5e0c0afa-a1b8-45e4-ae50-6ccdb59ea581 req-546a2287-7e5c-4c70-aa90-63a91bf93881 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456235 Nov 12 14:27:37.413649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77eac7-c361-48c4-84c2-8940bafbf4c1 req-6ff589a0-2ffc-49e4-8ab9-ef5d2787d37a tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:37.415132 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c77eac7-c361-48c4-84c2-8940bafbf4c1 req-6ff589a0-2ffc-49e4-8ab9-ef5d2787d37a tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0595157 Nov 12 14:27:37.464159 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1c77eac7-c361-48c4-84c2-8940bafbf4c1 req-012740d9-cb71-4f99-b11e-87eac04254c9 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Nov 12 14:27:38.591586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9a214-fdcb-47f1-a27c-6a924e03f74f req-3e369ddf-a4ef-43bb-9845-1ac0cc9b0494 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:38.593074 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96b9a214-fdcb-47f1-a27c-6a924e03f74f req-3e369ddf-a4ef-43bb-9845-1ac0cc9b0494 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 931 time: 0.0533810 Nov 12 14:27:38.640123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-96b9a214-fdcb-47f1-a27c-6a924e03f74f req-2a3cae15-8140-43ea-ac9d-340af5c0914a tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Nov 12 14:27:39.089637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Request body: {'port': {'device_id': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:27:39.189199 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:39.456820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3073c521-2964-4c01-84ee-ae15d7e94374 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:27:39.464229 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:39.476163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Transition to ACTIVE for port object 3073c521-2964-4c01-84ee-ae15d7e94374 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:27:39.480279 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:39.531979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Pushing event updated for resources: {'Port': ['ID=3073c521-2964-4c01-84ee-ae15d7e94374,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:39.604046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Attempting to bind port 3073c521-2964-4c01-84ee-ae15d7e94374 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:27:39.604740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Attempting to bind port 3073c521-2964-4c01-84ee-ae15d7e94374 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:27:39.604740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Attempting to bind port 3073c521-2964-4c01-84ee-ae15d7e94374 on network 82c948c6-5a4c-417a-8a7b-6d31c5686730 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:27:39.610429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Port 3073c521-2964-4c01-84ee-ae15d7e94374 on network 82c948c6-5a4c-417a-8a7b-6d31c5686730 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:27:39.610759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Attempting to bind port 3073c521-2964-4c01-84ee-ae15d7e94374 on network 82c948c6-5a4c-417a-8a7b-6d31c5686730 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:27:39.616221 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:27:39.616595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Checking segment: {'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:27:39.616945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Bound using segment: {'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:27:39.617417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Bound port: 3073c521-2964-4c01-84ee-ae15d7e94374, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ade085e-1109-4f0a-b6e3-606b7a302a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:27:39.617778 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:39.699922 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] For port 3073c521-2964-4c01-84ee-ae15d7e94374, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:27:39.704268 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] For port 3073c521-2964-4c01-84ee-ae15d7e94374, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3073c521-2964-4c01-84ee-ae15d7e94374,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:27:39.710259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:39.745608 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:39.746533 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:39.748724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] 10.222.0.70 "PUT /v2.0/ports/3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 1091 time: 0.6743453 Nov 12 14:27:39.751199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:27:39.753583 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910dc185-3690-4b6e-bd54-961c19345246" -d '{"events": [{"name": "network-changed", "server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:27:39.768760 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb694-bfbe-435d-a36c-d45e99b7088e req-410753c8-2784-40db-8519-b30ea7fd0fa2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:39.772121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-081fb694-bfbe-435d-a36c-d45e99b7088e req-410753c8-2784-40db-8519-b30ea7fd0fa2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 943 time: 0.0580583 Nov 12 14:27:39.782327 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495741a-b9c1-49be-9ee2-703bd9336a9c service neutron] Pushing event updated for resources: {'Port': ['ID=3073c521-2964-4c01-84ee-ae15d7e94374,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:39.813441 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaea2ce8-f533-42db-824d-77037df81ade x-openstack-request-id: req-eaea2ce8-f533-42db-824d-77037df81ade {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:27:39.813814 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:27:39.815138 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eaea2ce8-f533-42db-824d-77037df81ade {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:27:39.815578 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374', 'status': 'completed', 'code': 200} Nov 12 14:27:39.845889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-081fb694-bfbe-435d-a36c-d45e99b7088e req-3009fe19-1f83-42b2-bf0f-fa65abe4b35b tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676296 Nov 12 14:27:39.874464 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-b3108f02-5ecc-482c-a202-d5030c319404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:39.876001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-b3108f02-5ecc-482c-a202-d5030c319404 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1094 time: 0.0470009 Nov 12 14:27:39.926246 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-980168f7-d41a-427b-94ec-73525ca17f38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 217 time: 0.0418866 Nov 12 14:27:39.977491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-044e60e7-ff29-4dd3-a000-c9c81522b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:39.978984 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-044e60e7-ff29-4dd3-a000-c9c81522b5c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 200 len: 854 time: 0.0457475 Nov 12 14:27:40.024635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-a431ab2a-acd6-48e3-9f13-e496f6455b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:40.026163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-a431ab2a-acd6-48e3-9f13-e496f6455b28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c948c6-5a4c-417a-8a7b-6d31c5686730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401034 Nov 12 14:27:40.122501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-42997879-2a09-4391-8f4f-9b4d56e44be0 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871658 Nov 12 14:27:40.213819 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-642e7b0d-428e-4365-b64a-bd1e672be301 req-2f106c9b-08db-400d-b68a-4d731ad61446 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835402 Nov 12 14:27:40.303472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc185-3690-4b6e-bd54-961c19345246 req-d7e0cba5-08cc-4256-ac9a-289d3acec2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:40.304958 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-910dc185-3690-4b6e-bd54-961c19345246 req-d7e0cba5-08cc-4256-ac9a-289d3acec2eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1094 time: 0.0412109 Nov 12 14:27:40.397952 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc185-3690-4b6e-bd54-961c19345246 req-4d5cac9c-6132-4111-aac9-0e217dcf12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:40.399417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-910dc185-3690-4b6e-bd54-961c19345246 req-4d5cac9c-6132-4111-aac9-0e217dcf12a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 916 time: 0.0874774 Nov 12 14:27:40.442433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-910dc185-3690-4b6e-bd54-961c19345246 req-52457a62-322e-430b-855c-dc5cfa31ee37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 217 time: 0.0349627 Nov 12 14:27:40.495553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc185-3690-4b6e-bd54-961c19345246 req-1b33771f-b847-42e9-b3ab-53ed7aea3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:40.497678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-910dc185-3690-4b6e-bd54-961c19345246 req-1b33771f-b847-42e9-b3ab-53ed7aea3505 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 200 len: 854 time: 0.0486162 Nov 12 14:27:40.544732 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc185-3690-4b6e-bd54-961c19345246 req-30dfa74b-6c99-4c7f-a290-505d79ad8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:40.546395 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-910dc185-3690-4b6e-bd54-961c19345246 req-30dfa74b-6c99-4c7f-a290-505d79ad8758 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c948c6-5a4c-417a-8a7b-6d31c5686730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419183 Nov 12 14:27:40.640962 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-910dc185-3690-4b6e-bd54-961c19345246 req-bf7c99f2-1fd5-4f15-a228-9a58bba07348 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867023 Nov 12 14:27:40.730615 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-910dc185-3690-4b6e-bd54-961c19345246 req-82ed35d3-f650-437b-b0d7-9ed1ef1c0701 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820999 Nov 12 14:27:40.968028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e28179-a0fa-428e-9a45-d7c946ecd988 req-edf97485-e1de-48ea-8de2-73d02e6fd9c3 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:40.969432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94e28179-a0fa-428e-9a45-d7c946ecd988 req-edf97485-e1de-48ea-8de2-73d02e6fd9c3 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 943 time: 0.0493233 Nov 12 14:27:41.022231 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94e28179-a0fa-428e-9a45-d7c946ecd988 req-0e61a87a-6cef-4892-8fa4-a64d0c051c71 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467889 Nov 12 14:27:42.149248 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a24962-69be-4f31-a535-97dfaf47ea7d req-2ab85184-8998-4fc4-a374-582c5d21b18c tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:42.150912 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4a24962-69be-4f31-a535-97dfaf47ea7d req-2ab85184-8998-4fc4-a374-582c5d21b18c tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 943 time: 0.0562656 Nov 12 14:27:42.199791 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e4a24962-69be-4f31-a535-97dfaf47ea7d req-c86f5acf-b398-4982-b91e-a4f2d244fb06 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421536 Nov 12 14:27:43.319742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba894-62ee-44d4-a0fb-dd5bd32638cf req-2ad8c61f-e2e3-4fee-bb38-0eab8d0986b8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:43.321479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1eeba894-62ee-44d4-a0fb-dd5bd32638cf req-2ad8c61f-e2e3-4fee-bb38-0eab8d0986b8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 943 time: 0.0536821 Nov 12 14:27:43.372202 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1eeba894-62ee-44d4-a0fb-dd5bd32638cf req-fe2519c1-d2a2-4eda-9c12-76a79b16af7a tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Nov 12 14:27:43.594262 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:44.490233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfde707-c6a2-4a5b-8213-4ebca01358f4 req-cea08a60-32c1-49c5-8bbe-1792312dd6c4 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:44.491712 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9cfde707-c6a2-4a5b-8213-4ebca01358f4 req-cea08a60-32c1-49c5-8bbe-1792312dd6c4 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 943 time: 0.0502002 Nov 12 14:27:44.543103 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9cfde707-c6a2-4a5b-8213-4ebca01358f4 req-926f4eea-da6e-4f5f-a07f-b4d243317089 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444498 Nov 12 14:27:44.602206 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:45.162835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3073c521-2964-4c01-84ee-ae15d7e94374 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:27:45.257514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3073c521-2964-4c01-84ee-ae15d7e94374, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3073c521-2964-4c01-84ee-ae15d7e94374,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:45.269173 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '3073c521-2964-4c01-84ee-ae15d7e94374', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'port_id': '3073c521-2964-4c01-84ee-ae15d7e94374', 'mac_address': 'fa:16:3e:e5:d5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:27:45.310168 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:45.474489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3073c521-2964-4c01-84ee-ae15d7e94374 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:27:45.494112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3073c521-2964-4c01-84ee-ae15d7e94374, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3073c521-2964-4c01-84ee-ae15d7e94374,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:45.499307 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:45.545744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3073c521-2964-4c01-84ee-ae15d7e94374,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:45.552994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.553372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.553714 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.554057 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.554397 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.554728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.555058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.555386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.555711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.556037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.556362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.556686 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:27:45.662427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2783e3-54b2-476b-8529-3c8b2d6f3d13 req-5efa14dd-d3ff-4957-91dc-5b2196a1cb90 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:45.663915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d2783e3-54b2-476b-8529-3c8b2d6f3d13 req-5efa14dd-d3ff-4957-91dc-5b2196a1cb90 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 944 time: 0.0494421 Nov 12 14:27:45.713695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d2783e3-54b2-476b-8529-3c8b2d6f3d13 req-422d1f9f-1156-4e9d-ab68-e6fff6df3178 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 Nov 12 14:27:45.823793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3073c521-2964-4c01-84ee-ae15d7e94374'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:27:46.846819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92806010-e541-450f-a5a7-0c7089f305c7 req-ef55cddd-080f-4832-8b44-0a82cbd41445 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:46.848304 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-92806010-e541-450f-a5a7-0c7089f305c7 req-ef55cddd-080f-4832-8b44-0a82cbd41445 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 944 time: 0.0592942 Nov 12 14:27:46.899480 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-92806010-e541-450f-a5a7-0c7089f305c7 req-1bf1117a-484f-495c-acb7-0011e7dbd75e tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452311 Nov 12 14:27:47.170865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3073c521-2964-4c01-84ee-ae15d7e94374 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:27:47.218680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 3073c521-2964-4c01-84ee-ae15d7e94374 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:27:47.223679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 3073c521-2964-4c01-84ee-ae15d7e94374 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:27:47.224284 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:47.304056 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:47.330451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:27:47.332706 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b63ae4f-d175-41a2-992a-95a8d0f117f8" -d '{"events": [{"server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "name": "network-vif-plugged", "status": "completed", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:27:47.345080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 3073c521-2964-4c01-84ee-ae15d7e94374, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3073c521-2964-4c01-84ee-ae15d7e94374,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:27:47.349652 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:47.375931 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d10f24-205b-458c-9e93-a094471d7662 x-openstack-request-id: req-27d10f24-205b-458c-9e93-a094471d7662 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:27:47.376226 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "name": "network-vif-plugged", "status": "completed", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:27:47.376487 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27d10f24-205b-458c-9e93-a094471d7662 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:27:47.376889 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374', 'code': 200} Nov 12 14:27:47.404646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=3073c521-2964-4c01-84ee-ae15d7e94374,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:27:47.486074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238755b4-1bef-43a1-9353-2a7ffd6c3f48 req-d4875da9-1f68-4f00-815f-258135e5294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:47.487510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-238755b4-1bef-43a1-9353-2a7ffd6c3f48 req-d4875da9-1f68-4f00-815f-258135e5294f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1096 time: 0.0488534 Nov 12 14:27:47.533910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-238755b4-1bef-43a1-9353-2a7ffd6c3f48 req-78306243-ae50-449f-9bc1-33024159851a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385194 Nov 12 14:27:48.014550 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a5fc8-2851-46ea-a8a5-06d6d933eca9 req-3c49fe4c-6adf-4cda-8b51-932127e12777 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:48.015931 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd2a5fc8-2851-46ea-a8a5-06d6d933eca9 req-3c49fe4c-6adf-4cda-8b51-932127e12777 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 945 time: 0.0487742 Nov 12 14:27:48.063093 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fd2a5fc8-2851-46ea-a8a5-06d6d933eca9 req-2a07bd3c-6fa9-458e-b189-fb1a91e99190 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411599 Nov 12 14:27:49.187100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b21a9-ae57-44e6-849b-ffa61746cde6 req-aefc5205-aec1-4e77-9cfb-ea5fa2a6efdc tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:49.188642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534b21a9-ae57-44e6-849b-ffa61746cde6 req-aefc5205-aec1-4e77-9cfb-ea5fa2a6efdc tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 945 time: 0.0536034 Nov 12 14:27:49.242621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-534b21a9-ae57-44e6-849b-ffa61746cde6 req-f3f7a471-44b3-4486-a63b-041bb1f97db0 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481510 Nov 12 14:27:49.358561 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76886cb3-0448-42e7-b70d-cf6f899e56cd req-71845f34-1849-4aff-83f9-a5705b2bf9c9 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:49.359927 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76886cb3-0448-42e7-b70d-cf6f899e56cd req-71845f34-1849-4aff-83f9-a5705b2bf9c9 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 945 time: 0.0492566 Nov 12 14:27:49.407049 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76886cb3-0448-42e7-b70d-cf6f899e56cd req-acb35c3d-4af3-4ab3-989b-79cdb69c52ce tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 Nov 12 14:27:49.603536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d81978-f0c4-4237-9771-8ebf6ca3db6f req-45931548-1a2a-4ade-84ba-8aafdf655bb1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:49.605042 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-86d81978-f0c4-4237-9771-8ebf6ca3db6f req-45931548-1a2a-4ade-84ba-8aafdf655bb1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 945 time: 0.0549271 Nov 12 14:27:49.653874 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-86d81978-f0c4-4237-9771-8ebf6ca3db6f req-f6d9aa94-3623-4890-a669-545cf2a6974d tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Nov 12 14:27:50.616574 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:27:54.577865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-5a705c79-e4a7-4fe9-aa8f-467b7f5e86be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1359560 Nov 12 14:27:54.672195 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-33cf2ebc-93db-4cac-afaf-9f8ca0399ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:54.673858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-33cf2ebc-93db-4cac-afaf-9f8ca0399ba6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1096 time: 0.0483501 Nov 12 14:27:54.786284 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-281ca2b5-1e9e-4796-9319-62339d0686d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:54.787766 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-281ca2b5-1e9e-4796-9319-62339d0686d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 916 time: 0.0926735 Nov 12 14:27:54.834204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-ed6fba8f-0dd5-4f45-b0bb-462e42302a30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 217 time: 0.0392098 Nov 12 14:27:54.885368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-09d227eb-71d9-4baf-9732-3a6304c03f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:54.886839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-09d227eb-71d9-4baf-9732-3a6304c03f49 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 200 len: 854 time: 0.0464187 Nov 12 14:27:54.936187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-ba3f3b46-8f36-4439-9727-f33d933a71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:27:54.937764 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-ba3f3b46-8f36-4439-9727-f33d933a71a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c948c6-5a4c-417a-8a7b-6d31c5686730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429511 Nov 12 14:27:55.034898 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-3a71ff58-73ee-4fc7-aeb4-6f9787a788db service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890963 Nov 12 14:27:55.126743 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b326f061-fff1-4a0d-9380-7a194fc3e7d6 req-a891f0e0-8c0f-4582-b240-99b51104ac42 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843711 Nov 12 14:27:57.101112 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da3852d9-61ec-4e8e-9a63-74331c1e97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:27:59.643204 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6eda7296-12d1-40a4-8222-39aaac932287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:00.886261 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:02.474790 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:03.058663 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:03.261246 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9489eec-4ecd-4643-aed4-6e784252668c req-9dd32f81-a727-483e-a86a-f0e623386175 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:03.263293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e9489eec-4ecd-4643-aed4-6e784252668c req-9dd32f81-a727-483e-a86a-f0e623386175 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Nov 12 14:28:03.311139 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e9489eec-4ecd-4643-aed4-6e784252668c req-e81a9bbe-8be4-46cc-b0d6-2f5b0e54ed4d tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Nov 12 14:28:03.335038 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39106) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:28:03.430815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fb50ca-2509-436a-bbcc-bc36cd5f1194 tempest-TestMinimumBasicScenario-456424604 tempest-TestMinimumBasicScenario-456424604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:03.432408 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-58fb50ca-2509-436a-bbcc-bc36cd5f1194 tempest-TestMinimumBasicScenario-456424604 tempest-TestMinimumBasicScenario-456424604-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1091 time: 0.0963006 Nov 12 14:28:03.436045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:28:03.440389 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '3073c521-2964-4c01-84ee-ae15d7e94374', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:28:03.463515 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:03.562903 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:03.671869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Allocated IP 172.25.5.93 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/e1ca3de3-1bff-4afc-9ad5-3cf685ed1290) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:28:03.777121 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:03.812243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:03.850661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:28:03.858263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:28:03.863080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:28:03.866156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'Port': ['ID=e1ca3de3-1bff-4afc-9ad5-3cf685ed1290,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:28:04.243583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:04.314751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:04.465670 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:04.470765 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:04.538670 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'Port': ['ID=e1ca3de3-1bff-4afc-9ad5-3cf685ed1290,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:28:04.554357 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:04.659021 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Floating IP 229e33db-79f9-4882-8dba-6bb00408648e associated. External IP: 172.25.5.93, port: 3073c521-2964-4c01-84ee-ae15d7e94374. Nov 12 14:28:04.882016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Router 7e7c53ae-9892-4a53-98fb-32b295500331 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:28:04.996187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:28:05.006217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122eca48-b279-4245-86f7-0df019abfefe None None] Sync routers for ids ['7e7c53ae-9892-4a53-98fb-32b295500331'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:28:05.015851 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.016742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122eca48-b279-4245-86f7-0df019abfefe None None] Routers {'7e7c53ae-9892-4a53-98fb-32b295500331'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:28:05.017390 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-122eca48-b279-4245-86f7-0df019abfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:28:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7e7c53ae-9892-4a53-98fb-32b295500331'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:28:05.046657 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2f227e65-751c-47ff-82a0-b95eb27a8340 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6095600 Nov 12 14:28:05.047618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:28:05.049724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39112) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:28:05.050238 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1b7c1-2359-4e91-8f32-0af595d89a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:28:05.060430 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630019174', 'description': 'tempest-secgroup-smoke-630019174 description', 'project_id': 'fdeb8cacfa94448597b302c4333a9a16'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:28:05.088869 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.100576 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beb6cc3-27a0-4c8c-a79b-506cef4fd866 x-openstack-request-id: req-6beb6cc3-27a0-4c8c-a79b-506cef4fd866 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:28:05.100870 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:28:05.101128 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6beb6cc3-27a0-4c8c-a79b-506cef4fd866 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:28:05.101587 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374', 'status': 'completed', 'code': 200} Nov 12 14:28:05.136382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-122eca48-b279-4245-86f7-0df019abfefe None None] Set router 7e7c53ae-9892-4a53-98fb-32b295500331 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:28:05.169087 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-a16fecc5-9b25-4ec6-adf1-13aa80dc6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:05.171009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-a16fecc5-9b25-4ec6-adf1-13aa80dc6e9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1096 time: 0.0446107 Nov 12 14:28:05.176405 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.182179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.211851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f856a494-3808-4d6b-8cc3-37b3f509d7d4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:28:05.223026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.223508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.223943 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.224687 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.225097 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.225593 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.226214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.226853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.227419 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.227970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.228325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.228682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:28:05.243940 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.245528 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-314b4de8-d7dc-4e76-aa56-7a3ede8dc1a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1938894 Nov 12 14:28:05.248466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39116) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:28:05.253446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-9e43d915-2267-47f3-a50e-0e575ab93aa2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'security_group_rule': {'security_group_id': 'f856a494-3808-4d6b-8cc3-37b3f509d7d4', 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:28:05.282456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-70602d98-0004-4d29-bcc4-c9ed4c0905bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:05.284002 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-70602d98-0004-4d29-bcc4-c9ed4c0905bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 916 time: 0.1047702 Nov 12 14:28:05.284951 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e43d915-2267-47f3-a50e-0e575ab93aa2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.356126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-1c981e2a-4704-48f5-a638-d3c9e908180b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 998 time: 0.0637507 Nov 12 14:28:05.406247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-122eca48-b279-4245-86f7-0df019abfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '229e33db-79f9-4882-8dba-6bb00408648e', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'port_id': '3073c521-2964-4c01-84ee-ae15d7e94374', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'mac_address': 'fa:16:3e:e5:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:28:04Z', 'updated_at': '2021-11-12T14:28:04Z', 'revision_number': 0, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 5, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:28:05.413475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-1413ed10-26fd-4870-9d32-572e8af2a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:05.415586 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-1413ed10-26fd-4870-9d32-572e8af2a3e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 200 len: 854 time: 0.0529087 Nov 12 14:28:05.435566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122eca48-b279-4245-86f7-0df019abfefe None None] Checking router: 7e7c53ae-9892-4a53-98fb-32b295500331 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:28:05.445647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122eca48-b279-4245-86f7-0df019abfefe None None] Routers {'7e7c53ae-9892-4a53-98fb-32b295500331'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:28:05.446171 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-122eca48-b279-4245-86f7-0df019abfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:28:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7e7c53ae-9892-4a53-98fb-32b295500331'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:28:05.491392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-497f2c15-1ef8-4b8e-bf9c-f248ddbbad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:05.492948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-497f2c15-1ef8-4b8e-bf9c-f248ddbbad21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c948c6-5a4c-417a-8a7b-6d31c5686730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692201 Nov 12 14:28:05.574138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-122eca48-b279-4245-86f7-0df019abfefe None None] Set router 7e7c53ae-9892-4a53-98fb-32b295500331 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:28:05.597367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-193ca59d-7ba4-4f1b-bf5b-01183eda5a2b service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960932 Nov 12 14:28:05.684692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e43d915-2267-47f3-a50e-0e575ab93aa2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.690306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e43d915-2267-47f3-a50e-0e575ab93aa2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.711211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43d915-2267-47f3-a50e-0e575ab93aa2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50c131a-fc2f-4cae-9dc4-b1c9d5bfa801,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:28:05.726812 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9e43d915-2267-47f3-a50e-0e575ab93aa2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.731140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9e43d915-2267-47f3-a50e-0e575ab93aa2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4783125 Nov 12 14:28:05.731470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39118) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:28:05.736300 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-7b9156f1-e9e4-4897-af94-159619905925 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'security_group_rule': {'security_group_id': 'f856a494-3808-4d6b-8cc3-37b3f509d7d4', 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:28:05.784687 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b9156f1-e9e4-4897-af94-159619905925 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.836187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-122eca48-b279-4245-86f7-0df019abfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '229e33db-79f9-4882-8dba-6bb00408648e', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'port_id': '3073c521-2964-4c01-84ee-ae15d7e94374', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'mac_address': 'fa:16:3e:e5:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:28:04Z', 'updated_at': '2021-11-12T14:28:04Z', 'revision_number': 0, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 5, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:28:05.850856 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b9156f1-e9e4-4897-af94-159619905925 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.856548 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b9156f1-e9e4-4897-af94-159619905925 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.870851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122eca48-b279-4245-86f7-0df019abfefe None None] The sync data for ids ['7e7c53ae-9892-4a53-98fb-32b295500331'] in n-d-805736-4 is: [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '229e33db-79f9-4882-8dba-6bb00408648e', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'port_id': '3073c521-2964-4c01-84ee-ae15d7e94374', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'mac_address': 'fa:16:3e:e5:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:28:04Z', 'updated_at': '2021-11-12T14:28:04Z', 'revision_number': 0, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 5, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:28:05.876450 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9156f1-e9e4-4897-af94-159619905925 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987a37db-4202-43e3-82c5-8af199fd8fb1,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:28:05.886244 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7b9156f1-e9e4-4897-af94-159619905925 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:05.887703 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7b9156f1-e9e4-4897-af94-159619905925 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552000 Nov 12 14:28:05.890793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39120) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:28:05.896497 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-bd87b4aa-adea-4ebc-bbbe-ed02259501ba tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'security_group_rule': {'security_group_id': 'f856a494-3808-4d6b-8cc3-37b3f509d7d4', 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:28:05.944696 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd87b4aa-adea-4ebc-bbbe-ed02259501ba tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.016052 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd87b4aa-adea-4ebc-bbbe-ed02259501ba tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.021115 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd87b4aa-adea-4ebc-bbbe-ed02259501ba tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.050642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bd87b4aa-adea-4ebc-bbbe-ed02259501ba tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.051889 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bd87b4aa-adea-4ebc-bbbe-ed02259501ba tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600430 Nov 12 14:28:06.054624 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87b4aa-adea-4ebc-bbbe-ed02259501ba tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bb1cab-de61-4bbe-8f96-7f265056e18b,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:28:06.055730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:28:06.062032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2a9b7bec-7eb2-4a11-9606-131beca362f2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'security_group_rule': {'security_group_id': 'f856a494-3808-4d6b-8cc3-37b3f509d7d4', 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:28:06.092588 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aed1b7c1-2359-4e91-8f32-0af595d89a4c req-db0a949a-0499-4d88-bff9-5999e8fe63fa service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872751 Nov 12 14:28:06.104676 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7bec-7eb2-4a11-9606-131beca362f2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.134331 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a1d58-d058-4d81-8e9f-4da96f2230c2 None None] New status for floating IP 229e33db-79f9-4882-8dba-6bb00408648e: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:28:06.169798 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7bec-7eb2-4a11-9606-131beca362f2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.173774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7bec-7eb2-4a11-9606-131beca362f2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.193105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b7bec-7eb2-4a11-9606-131beca362f2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e1ecb7-2f86-4289-ae59-0559cbd6d304,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:28:06.202475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7bec-7eb2-4a11-9606-131beca362f2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.203943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2a9b7bec-7eb2-4a11-9606-131beca362f2 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469936 Nov 12 14:28:06.206512 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:28:06.211200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-07bed95e-d1e2-4bfc-bc0b-862384119c09 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'security_group_rule': {'security_group_id': 'f856a494-3808-4d6b-8cc3-37b3f509d7d4', 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:28:06.237376 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-07bed95e-d1e2-4bfc-bc0b-862384119c09 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Project fdeb8cacfa94448597b302c4333a9a16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:28:06.242773 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07bed95e-d1e2-4bfc-bc0b-862384119c09 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.306724 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07bed95e-d1e2-4bfc-bc0b-862384119c09 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.310978 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07bed95e-d1e2-4bfc-bc0b-862384119c09 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.328497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bed95e-d1e2-4bfc-bc0b-862384119c09 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73b0a42-fa30-4e54-a8f8-4c01590d77a1,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:28:06.337601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07bed95e-d1e2-4bfc-bc0b-862384119c09 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.338839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-07bed95e-d1e2-4bfc-bc0b-862384119c09 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312430 Nov 12 14:28:06.342811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39126) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:28:06.348688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-2e1a08c7-4fbd-4fa3-9b3b-cf4717c8cd4f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'security_group_rule': {'security_group_id': 'f856a494-3808-4d6b-8cc3-37b3f509d7d4', 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:28:06.371741 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-2e1a08c7-4fbd-4fa3-9b3b-cf4717c8cd4f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Project fdeb8cacfa94448597b302c4333a9a16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:28:06.376917 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e1a08c7-4fbd-4fa3-9b3b-cf4717c8cd4f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.438235 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e1a08c7-4fbd-4fa3-9b3b-cf4717c8cd4f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.442675 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e1a08c7-4fbd-4fa3-9b3b-cf4717c8cd4f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.459353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a08c7-4fbd-4fa3-9b3b-cf4717c8cd4f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407af22e-6c1a-4e13-9ef3-280c86f9374f,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:28:06.471584 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-2e1a08c7-4fbd-4fa3-9b3b-cf4717c8cd4f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.472758 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2e1a08c7-4fbd-4fa3-9b3b-cf4717c8cd4f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286118 Nov 12 14:28:06.565221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-801c10c5-1ded-47a3-84e1-697464664e55 req-f3d760e6-5928-43d2-8654-376588092e87 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630019174&fields=id&tenant_id=fdeb8cacfa94448597b302c4333a9a16 HTTP/1.1" status: 200 len: 267 time: 0.0460753 Nov 12 14:28:06.618046 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c10c5-1ded-47a3-84e1-697464664e55 req-10fa19b9-b7a4-4b87-97ad-514e07eb3298 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:06.619517 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-801c10c5-1ded-47a3-84e1-697464664e55 req-10fa19b9-b7a4-4b87-97ad-514e07eb3298 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 945 time: 0.0485289 Nov 12 14:28:06.631549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-801c10c5-1ded-47a3-84e1-697464664e55 req-3602d43d-f68c-410b-9a98-71113ebdfabe tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'port': {'security_groups': ['9ea25b04-c90b-4905-90cf-3326c8ee35c3', 'f856a494-3808-4d6b-8cc3-37b3f509d7d4']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:28:06.692290 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-801c10c5-1ded-47a3-84e1-697464664e55 req-3602d43d-f68c-410b-9a98-71113ebdfabe tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.877411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-801c10c5-1ded-47a3-84e1-697464664e55 req-3602d43d-f68c-410b-9a98-71113ebdfabe tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] For port 3073c521-2964-4c01-84ee-ae15d7e94374, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3073c521-2964-4c01-84ee-ae15d7e94374,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:28:06.910263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-801c10c5-1ded-47a3-84e1-697464664e55 req-3602d43d-f68c-410b-9a98-71113ebdfabe tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.914837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-801c10c5-1ded-47a3-84e1-697464664e55 req-3602d43d-f68c-410b-9a98-71113ebdfabe tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.926502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3073c521-2964-4c01-84ee-ae15d7e94374'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:28:06.958539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c10c5-1ded-47a3-84e1-697464664e55 req-3602d43d-f68c-410b-9a98-71113ebdfabe tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:06.959186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-801c10c5-1ded-47a3-84e1-697464664e55 req-3602d43d-f68c-410b-9a98-71113ebdfabe tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:06.960582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-801c10c5-1ded-47a3-84e1-697464664e55 req-3602d43d-f68c-410b-9a98-71113ebdfabe tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "PUT /v2.0/ports/3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 981 time: 0.3336625 Nov 12 14:28:06.961037 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:28:06.963357 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb32e51-938f-483d-86de-49d708c01efc" -d '{"events": [{"name": "network-changed", "server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:28:06.993139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602d43d-f68c-410b-9a98-71113ebdfabe tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'Port': ['ID=3073c521-2964-4c01-84ee-ae15d7e94374,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:28:07.072815 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3073c521-2964-4c01-84ee-ae15d7e94374'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:28:07.151004 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9505cc-eccb-4a8f-b7f2-43ef54f8e9ef req-b11457d9-2965-4b67-b119-3af02bc8d150 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:07.155901 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f9505cc-eccb-4a8f-b7f2-43ef54f8e9ef req-b11457d9-2965-4b67-b119-3af02bc8d150 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0973945 Nov 12 14:28:07.271181 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e93fc7-c10d-480a-b480-87a376ef48aa x-openstack-request-id: req-e2e93fc7-c10d-480a-b480-87a376ef48aa {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:28:07.271884 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:28:07.272432 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2e93fc7-c10d-480a-b480-87a376ef48aa {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:28:07.273064 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374', 'status': 'completed', 'code': 200} Nov 12 14:28:07.305927 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1f9505cc-eccb-4a8f-b7f2-43ef54f8e9ef req-d02d528b-57f0-4885-a6ed-78853e3d76f8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340656 Nov 12 14:28:07.350965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb32e51-938f-483d-86de-49d708c01efc req-c657ab56-4f1a-48c5-a37b-92d1998dbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:07.352459 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fb32e51-938f-483d-86de-49d708c01efc req-c657ab56-4f1a-48c5-a37b-92d1998dbd8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1135 time: 0.0575969 Nov 12 14:28:07.383222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4335e9b8-0d40-4299-830b-b667de8ad7d6 None None] Provisioning complete for port 3073c521-2964-4c01-84ee-ae15d7e94374 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:28:07.383582 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4335e9b8-0d40-4299-830b-b667de8ad7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:07.453438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb32e51-938f-483d-86de-49d708c01efc req-2eb892ef-6bc3-41d5-a4fc-13dd83ec2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:07.455077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fb32e51-938f-483d-86de-49d708c01efc req-2eb892ef-6bc3-41d5-a4fc-13dd83ec2906 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 916 time: 0.0947831 Nov 12 14:28:07.526147 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fb32e51-938f-483d-86de-49d708c01efc req-a5fab853-2e3f-4227-8aa2-3eb0bd56a44d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 1000 time: 0.0631335 Nov 12 14:28:07.578746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb32e51-938f-483d-86de-49d708c01efc req-b8a87985-1484-4ae4-ae34-44b9a909af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:07.580222 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fb32e51-938f-483d-86de-49d708c01efc req-b8a87985-1484-4ae4-ae34-44b9a909af4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 200 len: 854 time: 0.0462008 Nov 12 14:28:07.635368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb32e51-938f-483d-86de-49d708c01efc req-923a6d52-adef-4a40-985e-68c51829a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:07.637401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fb32e51-938f-483d-86de-49d708c01efc req-923a6d52-adef-4a40-985e-68c51829a2f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c948c6-5a4c-417a-8a7b-6d31c5686730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493827 Nov 12 14:28:07.732637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fb32e51-938f-483d-86de-49d708c01efc req-0dd046b9-0be9-45fa-9cab-061682ce4954 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868680 Nov 12 14:28:07.830625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9fb32e51-938f-483d-86de-49d708c01efc req-5955714c-6c8f-4a1b-887a-8dae4b0064a7 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886729 Nov 12 14:28:13.609992 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:14.619938 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:27.107196 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a524a9db-a7e0-43ad-ae28-657eb10aa134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:27.615745 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:28:29.644992 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-634a5e3b-939b-4ddf-a560-04f98e2f9fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:30.887259 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:32.477131 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:33.051661 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:43.609985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:44.614875 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:56.977173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-2afb798a-1ce8-4dce-b29f-732219b58705 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411835 Nov 12 14:28:57.066803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-47a6e925-d2f1-4790-b0a0-339b19ddc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:57.068357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-47a6e925-d2f1-4790-b0a0-339b19ddc1ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1135 time: 0.0466621 Nov 12 14:28:57.101038 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad541df2-4b67-494e-976b-ed6c6406538d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:28:57.183267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-0962e872-e061-46ad-9ce1-ad95f26d1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:57.184745 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-0962e872-e061-46ad-9ce1-ad95f26d1fd5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 916 time: 0.0963666 Nov 12 14:28:57.261165 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-54e052f4-7635-4e24-9e81-1c071e3806d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 1000 time: 0.0685549 Nov 12 14:28:57.311453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-3259d5c1-8a89-45f0-813f-5098c5dbad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:57.312900 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-3259d5c1-8a89-45f0-813f-5098c5dbad7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 200 len: 854 time: 0.0450284 Nov 12 14:28:57.359939 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-1147299c-b048-4e53-94a2-e4635726abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:28:57.361472 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-1147299c-b048-4e53-94a2-e4635726abab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c948c6-5a4c-417a-8a7b-6d31c5686730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409164 Nov 12 14:28:57.471531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-a36e12b3-3bdb-48db-8825-d552eaa2cb07 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021059 Nov 12 14:28:57.565514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21bc652c-f634-4598-bdb7-042ac532ee85 req-c8ee03a3-c95b-4bb7-97c1-eed656ddac47 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870936 Nov 12 14:28:59.646804 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6835607-34d3-4fba-8f16-ef6d9be4ea0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:00.890812 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:02.478265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:03.053444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:04.616709 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:29:13.608762 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:14.626666 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:18.548725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-de2ab8dd-2e53-4a4b-9235-0d1442d70608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:18.550283 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-de2ab8dd-2e53-4a4b-9235-0d1442d70608 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1135 time: 0.0490096 Nov 12 14:29:18.605031 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6842ca2-b873-4d8b-ac4e-981f0d5a2ccc req-11b7a70a-c054-4ab1-a665-2840dea8edef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:18.606528 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6842ca2-b873-4d8b-ac4e-981f0d5a2ccc req-11b7a70a-c054-4ab1-a665-2840dea8edef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.1167209 Nov 12 14:29:18.647016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-9e11f704-4ef5-4639-a61f-e71737a4c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:18.649007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-9e11f704-4ef5-4639-a61f-e71737a4c3a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 916 time: 0.0898576 Nov 12 14:29:18.679234 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d6842ca2-b873-4d8b-ac4e-981f0d5a2ccc req-fc6574a6-572b-4c36-9153-88cf6e3a73c6 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657191 Nov 12 14:29:18.720312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-522efb98-c17e-4147-8d9b-858b81d926ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 1000 time: 0.0639348 Nov 12 14:29:18.771572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-632731d4-f429-4635-9f5b-af6b09e79dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:18.773039 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-632731d4-f429-4635-9f5b-af6b09e79dbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 200 len: 854 time: 0.0453155 Nov 12 14:29:18.818967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-8cc2ec5e-cbfc-4908-a9ee-add8318a208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:18.820471 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-8cc2ec5e-cbfc-4908-a9ee-add8318a208f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c948c6-5a4c-417a-8a7b-6d31c5686730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397143 Nov 12 14:29:18.916352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-2e25f13b-17d8-474d-baf0-d5f91c3fdf9b service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878510 Nov 12 14:29:19.012553 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8b2f4246-2e60-4839-9dcc-a8d0c5d7541b req-f9c19d0d-21b0-4362-8a8e-e547bf5b3954 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886111 Nov 12 14:29:19.858688 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf2499-9ffb-4d52-9580-68bfc290cd20 req-c77d0fe1-b657-4ca6-b7c2-c914ddde748f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:19.860190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7edf2499-9ffb-4d52-9580-68bfc290cd20 req-c77d0fe1-b657-4ca6-b7c2-c914ddde748f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.1074831 Nov 12 14:29:19.922352 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7edf2499-9ffb-4d52-9580-68bfc290cd20 req-2f470211-fa9b-4f2e-9585-a492b2f28544 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559852 Nov 12 14:29:21.045469 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da323b7b-d7d8-4278-aa56-146e19f01d66 req-baa9f757-72c3-4218-abcc-d1e031e21a5f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:21.046842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da323b7b-d7d8-4278-aa56-146e19f01d66 req-baa9f757-72c3-4218-abcc-d1e031e21a5f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0497048 Nov 12 14:29:21.122034 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-da323b7b-d7d8-4278-aa56-146e19f01d66 req-88be96de-7655-4b78-8a8d-443bf74af0ee tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689228 Nov 12 14:29:22.253617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d4c86-a8a5-479e-af93-a1632398ec43 req-156a3545-06c3-4301-a3a2-e5ba6d961905 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:22.255155 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-510d4c86-a8a5-479e-af93-a1632398ec43 req-156a3545-06c3-4301-a3a2-e5ba6d961905 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0523582 Nov 12 14:29:22.316367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-510d4c86-a8a5-479e-af93-a1632398ec43 req-8f5dab01-755e-4144-8bdb-d689ad2ede34 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543239 Nov 12 14:29:23.436217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30025bca-2bd3-47ab-b034-68912ba22f48 req-28d1f4c2-d069-4877-9bcd-f8a491317424 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:23.437733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30025bca-2bd3-47ab-b034-68912ba22f48 req-28d1f4c2-d069-4877-9bcd-f8a491317424 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0513875 Nov 12 14:29:23.500089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-30025bca-2bd3-47ab-b034-68912ba22f48 req-b8aa9e6b-2fff-4e53-9975-8b6b82a6f661 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563390 Nov 12 14:29:24.617314 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06f16d-acd7-4920-b475-97ea528c9792 req-7df79d2e-bcb1-496a-9f3b-b4f8eeb56684 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:24.618804 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c06f16d-acd7-4920-b475-97ea528c9792 req-7df79d2e-bcb1-496a-9f3b-b4f8eeb56684 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0501435 Nov 12 14:29:24.685349 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8c06f16d-acd7-4920-b475-97ea528c9792 req-87b01a99-515e-48c4-bc5d-4a7c9a4f4618 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591922 Nov 12 14:29:25.810221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2c405-9f3f-4a41-a015-9b5b996406d8 req-559e7184-ada3-4096-b3ab-9bfd10103771 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:25.812024 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-43c2c405-9f3f-4a41-a015-9b5b996406d8 req-559e7184-ada3-4096-b3ab-9bfd10103771 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0580294 Nov 12 14:29:25.885021 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-43c2c405-9f3f-4a41-a015-9b5b996406d8 req-af717334-5769-40a0-96f6-9ac1914b9784 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669565 Nov 12 14:29:27.004551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93444f-7103-448d-98e8-18071441afd3 req-15aa991c-6c4c-45d3-923c-883ec31808a3 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:27.005980 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d93444f-7103-448d-98e8-18071441afd3 req-15aa991c-6c4c-45d3-923c-883ec31808a3 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0512464 Nov 12 14:29:27.066971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d93444f-7103-448d-98e8-18071441afd3 req-729cba2d-8413-4042-9fb9-61e4cb87796b tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548999 Nov 12 14:29:27.105454 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d10d4bcf-fcd2-45a2-8d51-00cc899475c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:28.186673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e2b95-22ff-4676-b959-87e02392d69c req-2dbe3fb3-a30f-45a6-bf18-af2e03045d02 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:28.188152 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c35e2b95-22ff-4676-b959-87e02392d69c req-2dbe3fb3-a30f-45a6-bf18-af2e03045d02 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0497117 Nov 12 14:29:28.250196 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c35e2b95-22ff-4676-b959-87e02392d69c req-2054f0f0-3939-449a-b193-5e2cfc9ba78a tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556135 Nov 12 14:29:29.367933 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd144d-7eff-43c5-a711-d813791cf0fe req-055afb1b-28ed-4cdc-aa3d-50bbc9621bee tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:29.370678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdbd144d-7eff-43c5-a711-d813791cf0fe req-055afb1b-28ed-4cdc-aa3d-50bbc9621bee tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0508106 Nov 12 14:29:29.431501 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bdbd144d-7eff-43c5-a711-d813791cf0fe req-067a9563-56a9-428b-a384-2b0663305c70 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545549 Nov 12 14:29:29.648699 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9d8ba5a-d19a-46e6-acbe-ff70fc56cc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:30.570655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bcd1f-f6b4-461f-857a-52fea4290025 req-89380e5f-c195-4c80-9dff-c33234e386ff tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:30.573008 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-898bcd1f-f6b4-461f-857a-52fea4290025 req-89380e5f-c195-4c80-9dff-c33234e386ff tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0526135 Nov 12 14:29:30.635684 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-898bcd1f-f6b4-461f-857a-52fea4290025 req-4965f8f0-781e-46e0-b0be-2cc3dc6d68d1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=f856a494-3808-4d6b-8cc3-37b3f509d7d4&id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548599 Nov 12 14:29:30.891849 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:32.479595 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:33.055645 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:41.615980 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:29:43.606933 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:44.645718 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:57.049677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-70bf6bbf-f138-4561-855d-c30b5f87b5f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462754 Nov 12 14:29:57.107314 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b885b2c-d27a-467f-a4d9-39d09ce724dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:29:57.142172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-d2b648c5-1de4-49e4-b04b-5ee82d547d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:57.143719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-d2b648c5-1de4-49e4-b04b-5ee82d547d9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1135 time: 0.0438662 Nov 12 14:29:57.250966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-7e38f424-301c-493e-90d7-1cbb479dbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:57.252428 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-7e38f424-301c-493e-90d7-1cbb479dbd61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 916 time: 0.0881863 Nov 12 14:29:57.325403 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-12d8d98e-aa57-454a-9080-1b79080db401 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 1000 time: 0.0647378 Nov 12 14:29:57.379893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-72f73dc2-e8bb-4658-931f-07c2d4798109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:57.381386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-72f73dc2-e8bb-4658-931f-07c2d4798109 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 200 len: 854 time: 0.0461314 Nov 12 14:29:57.432390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-2d3d4e8b-132e-442a-9ef4-4ab5596be0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:29:57.433970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-2d3d4e8b-132e-442a-9ef4-4ab5596be0d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c948c6-5a4c-417a-8a7b-6d31c5686730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451372 Nov 12 14:29:57.538995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-50b1a304-d725-4b7f-8d3b-cca8be7df9ef service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963490 Nov 12 14:29:57.638312 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cf94c0d1-e353-43c5-b31c-cf13e81f9b93 req-4c8b345d-964c-4ad7-bbd1-eb346ae7ac5d service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915926 Nov 12 14:29:59.651614 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-566332a1-022d-46e7-8185-4f2973cf234c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:00.895233 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:02.484554 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:03.059361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:13.621507 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:14.664462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:18.614805 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:30:27.110459 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ca5a208-40e4-458c-8ae7-f003f4b3357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:29.652450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7232f7be-258d-4d64-bc1c-e1b1eed7c6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:30.899927 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:32.489407 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:33.212437 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:34.250348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-ae657b80-0b28-4442-b0ee-7103990efbc4 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630019174&fields=id&tenant_id=fdeb8cacfa94448597b302c4333a9a16 HTTP/1.1" status: 200 len: 267 time: 0.0528171 Nov 12 14:30:34.308931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-a0d2b572-50eb-4f30-a093-2b5e001c0546 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:34.310452 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-a0d2b572-50eb-4f30-a093-2b5e001c0546 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 984 time: 0.0542877 Nov 12 14:30:34.322510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Request body: {'port': {'security_groups': ['9ea25b04-c90b-4905-90cf-3326c8ee35c3']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:30:34.388179 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:34.568207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] For port 3073c521-2964-4c01-84ee-ae15d7e94374, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3073c521-2964-4c01-84ee-ae15d7e94374,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:30:34.606249 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:34.611288 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:34.625829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3073c521-2964-4c01-84ee-ae15d7e94374'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:30:34.658431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:34.659181 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:34.660460 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e1af2000-0146-4c3a-8fe3-291899e38028 req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "PUT /v2.0/ports/3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 942 time: 0.3435910 Nov 12 14:30:34.661027 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:30:34.666989 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9bc78f-ad24-48a1-8d10-4747c5912af1" -d '{"events": [{"name": "network-changed", "server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:30:34.667133 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39226) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:34.698002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event updated for resources: {'Port': ['ID=3073c521-2964-4c01-84ee-ae15d7e94374,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:34.706278 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.706617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.706948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.707427 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.707612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.708078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.714491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.714851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.715430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.715772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.716109 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.716436 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de4467-3a3e-4d6c-8aac-8d30169ed0ef tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.736970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3073c521-2964-4c01-84ee-ae15d7e94374'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:30:34.750138 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:34.779770 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:34.802782 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b995f3d6-e17d-4c3c-bbda-ada878867277 x-openstack-request-id: req-b995f3d6-e17d-4c3c-bbda-ada878867277 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:30:34.802782 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:30:34.803061 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b995f3d6-e17d-4c3c-bbda-ada878867277 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:30:34.803367 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374', 'status': 'completed', 'code': 200} Nov 12 14:30:34.870300 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:34.874403 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:34.878681 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39236) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:34.879346 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "DELETE /v2.0/security-groups/f856a494-3808-4d6b-8cc3-37b3f509d7d4 HTTP/1.1" status: 204 len: 168 time: 0.2110746 Nov 12 14:30:34.891878 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f856a494-3808-4d6b-8cc3-37b3f509d7d4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:34.901887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.902244 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.902597 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.902942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.903410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.903762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.904096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.904432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.904765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.905100 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.905579 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.905913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e867c-2285-4052-a89f-12ae688da5c8 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:34.946306 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-2f232ba6-2fcb-4ebf-95fd-f3fc6acd3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:34.948286 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-2f232ba6-2fcb-4ebf-95fd-f3fc6acd3e7a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1096 time: 0.1216614 Nov 12 14:30:35.017600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8726656e-2f08-40c2-8bef-780533d268f6 None None] Provisioning complete for port 3073c521-2964-4c01-84ee-ae15d7e94374 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:30:35.019073 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8726656e-2f08-40c2-8bef-780533d268f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:35.115606 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-d7f9afc1-5389-4800-aa6f-9ae46fe848c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:35.117156 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-d7f9afc1-5389-4800-aa6f-9ae46fe848c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 916 time: 0.1582477 Nov 12 14:30:35.188460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Deleting port e1ca3de3-1bff-4afc-9ad5-3cf685ed1290 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:30:35.188794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:35.204701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-73e30774-2186-4146-9321-ec78881da9d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 1000 time: 0.0796096 Nov 12 14:30:35.289762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-9ffd1718-0745-4467-9b0e-7cde31140243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:35.291260 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-9ffd1718-0745-4467-9b0e-7cde31140243 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 200 len: 854 time: 0.0786626 Nov 12 14:30:35.317568 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:35.317885 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:35.345508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Calling delete_port for e1ca3de3-1bff-4afc-9ad5-3cf685ed1290 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:30:35.365818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-fe575103-452a-428e-9d75-02b5978ebde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:35.367405 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-fe575103-452a-428e-9d75-02b5978ebde1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c948c6-5a4c-417a-8a7b-6d31c5686730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646873 Nov 12 14:30:35.514417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-cad5355e-8975-45af-9289-dd7cd9e6ada7 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188657 Nov 12 14:30:35.644191 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:35.648769 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8f9bc78f-ad24-48a1-8d10-4747c5912af1 req-9958f48c-12c9-4d4e-aeaf-b717bdc3f209 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248410 Nov 12 14:30:35.670508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event deleted for resources: {'Port': ['ID=e1ca3de3-1bff-4afc-9ad5-3cf685ed1290,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:35.732640 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:35.733161 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Floating IP 229e33db-79f9-4882-8dba-6bb00408648e disassociated (deleted). External IP: 172.25.5.93, port: 3073c521-2964-4c01-84ee-ae15d7e94374. Nov 12 14:30:35.958594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Router 7e7c53ae-9892-4a53-98fb-32b295500331 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:30:36.066675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:30:36.071522 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:36.076492 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] Sync routers for ids ['7e7c53ae-9892-4a53-98fb-32b295500331'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:30:36.087351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] Routers {'7e7c53ae-9892-4a53-98fb-32b295500331'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:30:36.087979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7e7c53ae-9892-4a53-98fb-32b295500331'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:36.099012 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-93077388-a1bf-4006-9413-1b1af487f462 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "DELETE /v2.0/floatingips/229e33db-79f9-4882-8dba-6bb00408648e HTTP/1.1" status: 204 len: 168 time: 1.2188251 Nov 12 14:30:36.200010 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] Set router 7e7c53ae-9892-4a53-98fb-32b295500331 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:30:36.416135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 5, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:36.447325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] Checking router: 7e7c53ae-9892-4a53-98fb-32b295500331 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:30:36.455727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] Routers {'7e7c53ae-9892-4a53-98fb-32b295500331'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:30:36.456326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7e7c53ae-9892-4a53-98fb-32b295500331'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:36.561723 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] Set router 7e7c53ae-9892-4a53-98fb-32b295500331 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:30:36.769725 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 5, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:36.797755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d469c8a-faa9-4610-be26-e39da3839b62 None None] The sync data for ids ['7e7c53ae-9892-4a53-98fb-32b295500331'] in n-d-805736-4 is: [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'e3a9fe55-ee8c-4905-b11b-b79a721ee208', 'name': '', 'network_id': '82c948c6-5a4c-417a-8a7b-6d31c5686730', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'mac_address': 'fa:16:3e:bc:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:06Z', 'updated_at': '2021-11-12T14:27:12Z', 'revision_number': 5, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'subnets': [{'id': '9c5e9285-fb69-4d9b-8649-236f3bcfb217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:30:36.804237 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:30:36.807270 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f74640a-1990-49f2-a103-3a330fa5fbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:30:36.848486 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf87780-8570-459f-a97d-8786aa107084 x-openstack-request-id: req-cbf87780-8570-459f-a97d-8786aa107084 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:30:36.848773 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:30:36.849106 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cbf87780-8570-459f-a97d-8786aa107084 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:30:36.849552 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374', 'status': 'completed', 'code': 200} Nov 12 14:30:36.913762 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-0ac2ce96-3075-4d14-8b6e-a51785f7b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:36.916209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-0ac2ce96-3075-4d14-8b6e-a51785f7b224 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdeb8cacfa94448597b302c4333a9a16&device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 1096 time: 0.0441959 Nov 12 14:30:37.018708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-ca5f538e-834a-4a0a-a9d4-2b867ba61b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:37.020264 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-ca5f538e-834a-4a0a-a9d4-2b867ba61b4f service neutron] 10.222.0.70 "GET /v2.0/networks?id=82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 200 len: 916 time: 0.0953505 Nov 12 14:30:37.065943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-eab151fa-b8c1-4387-b010-07d4435b3da8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 200 len: 217 time: 0.0381272 Nov 12 14:30:37.080478 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad7829-19e6-4748-aea0-c2e04baa566b None None] New status for floating IP 229e33db-79f9-4882-8dba-6bb00408648e: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:30:37.125548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-6a8be934-4015-4291-8350-54be0c8d9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:37.127241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-6a8be934-4015-4291-8350-54be0c8d9275 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 200 len: 854 time: 0.0547981 Nov 12 14:30:37.184199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-10f6cb84-5b9b-42d3-8004-71076a8ce411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:37.185744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-10f6cb84-5b9b-42d3-8004-71076a8ce411 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82c948c6-5a4c-417a-8a7b-6d31c5686730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505521 Nov 12 14:30:37.276589 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-90134c72-2aa2-429e-bdd1-ccc80f2d4c64 service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837634 Nov 12 14:30:37.381110 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0f74640a-1990-49f2-a103-3a330fa5fbe7 req-1477fac8-d961-4e4f-9579-82bc22c679ed service neutron] 10.222.0.70 "GET /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967658 Nov 12 14:30:43.618983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:44.676902 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:45.198444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa281ef-ecb0-4bba-94a8-54aa318d04f1 req-f13d905a-b9d0-4224-8542-d5de062feb4e tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:45.199943 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4fa281ef-ecb0-4bba-94a8-54aa318d04f1 req-f13d905a-b9d0-4224-8542-d5de062feb4e tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 945 time: 0.0565271 Nov 12 14:30:45.248493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4fa281ef-ecb0-4bba-94a8-54aa318d04f1 req-7d2dabbb-79f8-4d40-b92c-6d2d7e01fd05 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424240 Nov 12 14:30:46.370038 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aadea-26e8-44e3-bddd-dbf792153a4d req-84f807dd-8640-4e11-ae27-ab62a9fbf436 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:46.371586 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e0aadea-26e8-44e3-bddd-dbf792153a4d req-84f807dd-8640-4e11-ae27-ab62a9fbf436 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 945 time: 0.0514388 Nov 12 14:30:46.422480 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e0aadea-26e8-44e3-bddd-dbf792153a4d req-0e2419eb-3b7e-413e-863a-e19ef9279e60 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Nov 12 14:30:47.108840 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-457bcf7b-1a7a-472d-95f5-e98baf51411f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:47.110330 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-457bcf7b-1a7a-472d-95f5-e98baf51411f tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.70 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 945 time: 0.0524099 Nov 12 14:30:47.202997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-8b8efc85-ac8b-4ddf-9b4a-42a848ee58a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Deleting port 3073c521-2964-4c01-84ee-ae15d7e94374 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:30:47.203339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-8b8efc85-ac8b-4ddf-9b4a-42a848ee58a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:47.296408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-8b8efc85-ac8b-4ddf-9b4a-42a848ee58a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] For port 3073c521-2964-4c01-84ee-ae15d7e94374, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=3073c521-2964-4c01-84ee-ae15d7e94374,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:30:47.296820 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-8b8efc85-ac8b-4ddf-9b4a-42a848ee58a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:47.658824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-8b8efc85-ac8b-4ddf-9b4a-42a848ee58a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Calling delete_port for 3073c521-2964-4c01-84ee-ae15d7e94374 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:30:47.752494 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0a94-707d-46d0-9af0-9ffbcc202062 req-665a9dec-7502-4b38-bd9a-86b8f2198d9d tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:47.753887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-867c0a94-707d-46d0-9af0-9ffbcc202062 req-665a9dec-7502-4b38-bd9a-86b8f2198d9d tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/ports?device_id=e758d4be-f2d9-4db4-b394-c418fa22e375 HTTP/1.1" status: 200 len: 945 time: 0.0933123 Nov 12 14:30:47.842356 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-867c0a94-707d-46d0-9af0-9ffbcc202062 req-bbd9f60b-a926-426e-977f-a8cb15b3887e tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea25b04-c90b-4905-90cf-3326c8ee35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815701 Nov 12 14:30:47.864235 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-8b8efc85-ac8b-4ddf-9b4a-42a848ee58a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:47.875958 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['3073c521-2964-4c01-84ee-ae15d7e94374'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:30:47.892750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8efc85-ac8b-4ddf-9b4a-42a848ee58a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Pushing event deleted for resources: {'Port': ['ID=3073c521-2964-4c01-84ee-ae15d7e94374,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:47.936208 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-8b8efc85-ac8b-4ddf-9b4a-42a848ee58a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] No DVR routers for this DVR port 3073c521-2964-4c01-84ee-ae15d7e94374 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:30:47.938972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-8b8efc85-ac8b-4ddf-9b4a-42a848ee58a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:47.942266 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-54a76c0b-2a3c-4742-87d8-76f7ccd6556b req-8b8efc85-ac8b-4ddf-9b4a-42a848ee58a1 tempest-TestMinimumBasicScenario-1193087985 tempest-TestMinimumBasicScenario-1193087985-project] 10.222.0.70 "DELETE /v2.0/ports/3073c521-2964-4c01-84ee-ae15d7e94374 HTTP/1.1" status: 204 len: 173 time: 0.8260326 Nov 12 14:30:47.942699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'name': 'network-vif-deleted', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:30:47.944994 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9c9ce1-ee77-46c8-b6eb-e2cb9870306e" -d '{"events": [{"server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "name": "network-vif-deleted", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:30:47.982358 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cf0014-41ab-42b7-b5a9-975980aa899b x-openstack-request-id: req-e9cf0014-41ab-42b7-b5a9-975980aa899b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:30:47.982654 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e758d4be-f2d9-4db4-b394-c418fa22e375", "name": "network-vif-deleted", "tag": "3073c521-2964-4c01-84ee-ae15d7e94374", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:30:47.982910 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9cf0014-41ab-42b7-b5a9-975980aa899b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:30:47.983317 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e758d4be-f2d9-4db4-b394-c418fa22e375', 'name': 'network-vif-deleted', 'tag': '3073c521-2964-4c01-84ee-ae15d7e94374', 'status': 'completed', 'code': 200} Nov 12 14:30:49.436931 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39334) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:49.790980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:50.043364 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] Deleting port e3a9fe55-ee8c-4905-b11b-b79a721ee208 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:30:50.043595 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:50.122728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] For port e3a9fe55-ee8c-4905-b11b-b79a721ee208, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e3a9fe55-ee8c-4905-b11b-b79a721ee208,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:30:50.123153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:50.141126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] Calling delete_port for e3a9fe55-ee8c-4905-b11b-b79a721ee208 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:30:50.331479 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:50.360700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a9fe55-ee8c-4905-b11b-b79a721ee208,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:50.528883 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:50.747207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] Router 7e7c53ae-9892-4a53-98fb-32b295500331 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:30:50.859600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:30:50.865540 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-45598b0e-55c1-4758-8a93-312d03731053 admin admin] 10.222.0.73 "PUT /v2.0/routers/7e7c53ae-9892-4a53-98fb-32b295500331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4270885 Nov 12 14:30:50.868526 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:50.869848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] Sync routers for ids ['7e7c53ae-9892-4a53-98fb-32b295500331'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:30:50.880029 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] Routers {'7e7c53ae-9892-4a53-98fb-32b295500331'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:30:50.880931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7e7c53ae-9892-4a53-98fb-32b295500331'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:50.973269 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:50.998095 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] Set router 7e7c53ae-9892-4a53-98fb-32b295500331 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:30:51.079135 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.136136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Deleting port 2607d943-0b17-4810-b208-b40086b99747 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:30:51.136476 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.192140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '2607d943-0b17-4810-b208-b40086b99747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:30:50Z', 'revision_number': 5, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port': {'id': '2607d943-0b17-4810-b208-b40086b99747', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:51.218661 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] For port 2607d943-0b17-4810-b208-b40086b99747, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=2607d943-0b17-4810-b208-b40086b99747,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:30:51.219007 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.224007 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] Checking router: 7e7c53ae-9892-4a53-98fb-32b295500331 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:30:51.232851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Calling delete_port for 2607d943-0b17-4810-b208-b40086b99747 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:30:51.238391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] Routers {'7e7c53ae-9892-4a53-98fb-32b295500331'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:30:51.239761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['7e7c53ae-9892-4a53-98fb-32b295500331'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:51.331238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] Set router 7e7c53ae-9892-4a53-98fb-32b295500331 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:30:51.390601 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:30:51Z', 'revision_number': 6, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:51.411569 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.418506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5866aab8-10ba-4721-9216-ccd56f93b62f None None] The sync data for ids ['7e7c53ae-9892-4a53-98fb-32b295500331'] in n-d-805736-4 is: [{'id': '7e7c53ae-9892-4a53-98fb-32b295500331', 'name': 'tempest-TestMinimumBasicScenario-1561838390-router', 'tenant_id': 'fdeb8cacfa94448597b302c4333a9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:04Z', 'updated_at': '2021-11-12T14:30:51Z', 'revision_number': 6, 'project_id': 'fdeb8cacfa94448597b302c4333a9a16', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:30:51.447164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=2607d943-0b17-4810-b208-b40086b99747,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:51.464425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0f56b2-f995-47a1-8417-c11a344fa1a8 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:30:51.511383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.603373 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.605499 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.647258 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.647854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7c53ae-9892-4a53-98fb-32b295500331 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:30:51.653066 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.654201 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-67859d45-e1f6-43f9-81f7-614aceed5d57 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7e7c53ae-9892-4a53-98fb-32b295500331 HTTP/1.1" status: 204 len: 168 time: 0.7847233 Nov 12 14:30:51.656725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:51.705260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc4ad1b-a01e-4c6c-8fc5-64f3a5e02e8c admin admin] Deleting subnet 9c5e9285-fb69-4d9b-8649-236f3bcfb217 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:30:51.708209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ad1b-a01e-4c6c-8fc5-64f3a5e02e8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.754318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ad1b-a01e-4c6c-8fc5-64f3a5e02e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.847370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ad1b-a01e-4c6c-8fc5-64f3a5e02e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.899355 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ad1b-a01e-4c6c-8fc5-64f3a5e02e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.923537 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4ad1b-a01e-4c6c-8fc5-64f3a5e02e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5e9285-fb69-4d9b-8649-236f3bcfb217,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:51.929103 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ad1b-a01e-4c6c-8fc5-64f3a5e02e8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:51.932712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7fc4ad1b-a01e-4c6c-8fc5-64f3a5e02e8c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9c5e9285-fb69-4d9b-8649-236f3bcfb217 HTTP/1.1" status: 204 len: 168 time: 0.2748878 Nov 12 14:30:51.935429 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b3c302-e387-4e5d-8902-3aecee3bcfff None None] Network 82c948c6-5a4c-417a-8a7b-6d31c5686730 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:30:51.936591 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39340) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:52.008409 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.063334 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Deleting port 510ab70e-f5a3-4f76-80a2-0436147ced7a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:30:52.063673 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.131523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] For port 510ab70e-f5a3-4f76-80a2-0436147ced7a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=510ab70e-f5a3-4f76-80a2-0436147ced7a,segment=NetworkSegment(1ade085e-1109-4f0a-b6e3-606b7a302a8a),segment_id=1ade085e-1109-4f0a-b6e3-606b7a302a8a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:30:52.131768 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.146080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Calling delete_port for 510ab70e-f5a3-4f76-80a2-0436147ced7a owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:30:52.173684 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3073c521-2964-4c01-84ee-ae15d7e94374 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:30:52.202514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] DHCP port deletion for 82c948c6-5a4c-417a-8a7b-6d31c5686730 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:30:52.206603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 3073c521-2964-4c01-84ee-ae15d7e94374 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:30:52.206971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 3073c521-2964-4c01-84ee-ae15d7e94374 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:30:52.232941 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.254919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Deleting port 510ab70e-f5a3-4f76-80a2-0436147ced7a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:30:52.255289 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.268654 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] No DVR routers for this DVR port 510ab70e-f5a3-4f76-80a2-0436147ced7a on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:30:52.274960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Pushing event deleted for resources: {'Port': ['ID=510ab70e-f5a3-4f76-80a2-0436147ced7a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:52.327669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] For port 510ab70e-f5a3-4f76-80a2-0436147ced7a, host n-d-805736-4, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:30:52.328608 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.345435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Calling delete_port for 510ab70e-f5a3-4f76-80a2-0436147ced7a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:30:52.348965 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.350062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Port 510ab70e-f5a3-4f76-80a2-0436147ced7a was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 14:30:52.351816 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.370763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c948c6-5a4c-417a-8a7b-6d31c5686730']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:52.380793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ade085e-1109-4f0a-b6e3-606b7a302a8a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:52.381085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ade085e-1109-4f0a-b6e3-606b7a302a8a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:52.390621 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] No DVR routers for this DVR port 510ab70e-f5a3-4f76-80a2-0436147ced7a on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:30:52.392002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.394505 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Pushing event deleted for resources: {'Port': ['ID=510ab70e-f5a3-4f76-80a2-0436147ced7a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:52.408701 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.408997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.409124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.409441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.409785 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.410116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.410448 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.411058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.411249 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.411584 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.411906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.412224 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.412546 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ec18b5-0ed1-4f0c-8b3e-3f06025a646a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:30:52.417479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:30:52.417923 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:30:52.419894 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:30:52.484461 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.490538 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:52.494539 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] 10.222.0.73 "DELETE /v2.0/networks/82c948c6-5a4c-417a-8a7b-6d31c5686730 HTTP/1.1" status: 204 len: 168 time: 0.5563092 Nov 12 14:30:52.497635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39342) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:52.508897 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7eda2-0350-4cb6-8e89-cac5f2456100 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c948c6-5a4c-417a-8a7b-6d31c5686730,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:52.853683 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-349699ec-3262-4b36-8783-90998785962d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:53.138610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-349699ec-3262-4b36-8783-90998785962d admin admin] Deleting port cae7eb41-ce11-458e-ac33-942857c30d04 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:30:53.138945 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-349699ec-3262-4b36-8783-90998785962d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:53.221112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-349699ec-3262-4b36-8783-90998785962d admin admin] For port cae7eb41-ce11-458e-ac33-942857c30d04, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=cae7eb41-ce11-458e-ac33-942857c30d04,segment=NetworkSegment(82b9fc87-bced-43c1-bb58-5fb2aacd7f4a),segment_id=82b9fc87-bced-43c1-bb58-5fb2aacd7f4a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:30:53.221502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-349699ec-3262-4b36-8783-90998785962d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:53.235509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-349699ec-3262-4b36-8783-90998785962d admin admin] Calling delete_port for cae7eb41-ce11-458e-ac33-942857c30d04 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:30:53.433761 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-349699ec-3262-4b36-8783-90998785962d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:53.437215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e3a9fe55-ee8c-4905-b11b-b79a721ee208 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:30:53.458138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349699ec-3262-4b36-8783-90998785962d admin admin] Pushing event deleted for resources: {'Port': ['ID=cae7eb41-ce11-458e-ac33-942857c30d04,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:53.458978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e3a9fe55-ee8c-4905-b11b-b79a721ee208 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:30:53.459335 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e3a9fe55-ee8c-4905-b11b-b79a721ee208 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:30:53.459758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2607d943-0b17-4810-b208-b40086b99747 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:30:53.485797 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 2607d943-0b17-4810-b208-b40086b99747 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:30:53.486032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 2607d943-0b17-4810-b208-b40086b99747 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:30:53.486449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 510ab70e-f5a3-4f76-80a2-0436147ced7a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:30:53.506882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 510ab70e-f5a3-4f76-80a2-0436147ced7a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:30:53.507220 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 510ab70e-f5a3-4f76-80a2-0436147ced7a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:30:53.643496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-349699ec-3262-4b36-8783-90998785962d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:53.880067 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349699ec-3262-4b36-8783-90998785962d admin admin] Router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:30:54.010725 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349699ec-3262-4b36-8783-90998785962d admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:30:54.016324 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-349699ec-3262-4b36-8783-90998785962d admin admin] 10.222.0.73 "PUT /v2.0/routers/0bb8b019-5af4-4742-8066-b0ec8b3bb834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5175574 Nov 12 14:30:54.020040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:54.029688 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] Sync routers for ids ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:30:54.045585 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] Routers {'0bb8b019-5af4-4742-8066-b0ec8b3bb834'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:30:54.046207 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:54.286716 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] Set router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:30:54.521343 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'name': 'tempest-TestMinimumBasicScenario-2088463024-router', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9824327d-3f71-405e-9012-214075717a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:30:53Z', 'revision_number': 5, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'gw_port': {'id': '9824327d-3f71-405e-9012-214075717a65', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:54.550058 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] Checking router: 0bb8b019-5af4-4742-8066-b0ec8b3bb834 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:30:54.560292 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] Routers {'0bb8b019-5af4-4742-8066-b0ec8b3bb834'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:30:54.561380 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:30:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:54.584287 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:54.684763 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] Set router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:30:54.716586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:54.783478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Deleting port 9824327d-3f71-405e-9012-214075717a65 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:30:54.783820 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:54.881481 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'name': 'tempest-TestMinimumBasicScenario-2088463024-router', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9824327d-3f71-405e-9012-214075717a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:30:53Z', 'revision_number': 5, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'gw_port': {'id': '9824327d-3f71-405e-9012-214075717a65', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:54.888596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] For port 9824327d-3f71-405e-9012-214075717a65, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9824327d-3f71-405e-9012-214075717a65,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:30:54.889178 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:54.902453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Calling delete_port for 9824327d-3f71-405e-9012-214075717a65 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:30:54.911740 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b2022-115f-4dfd-baae-a2d09f851495 None None] The sync data for ids ['0bb8b019-5af4-4742-8066-b0ec8b3bb834'] in n-d-805736-4 is: [{'id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'name': 'tempest-TestMinimumBasicScenario-2088463024-router', 'tenant_id': '121668e4a61445c48ca28ff7574412b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9824327d-3f71-405e-9012-214075717a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:30:53Z', 'revision_number': 5, 'project_id': '121668e4a61445c48ca28ff7574412b4', 'gw_port': {'id': '9824327d-3f71-405e-9012-214075717a65', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8b019-5af4-4742-8066-b0ec8b3bb834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:27:09Z', 'updated_at': '2021-11-12T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:30:55.068037 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.094149 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Pushing event deleted for resources: {'Port': ['ID=9824327d-3f71-405e-9012-214075717a65,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:55.105636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a086298-7954-4060-801c-5bf39bd42584 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:30:55.159766 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.252924 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.255095 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.307601 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.308739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb8b019-5af4-4742-8066-b0ec8b3bb834 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:30:55.315385 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.317637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c1082c07-9899-4324-a084-ff599292d862 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0bb8b019-5af4-4742-8066-b0ec8b3bb834 HTTP/1.1" status: 204 len: 168 time: 1.2961965 Nov 12 14:30:55.321189 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39346) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:55.367799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c45ee1-a361-4e3c-9138-4862c5c4a225 admin admin] Deleting subnet dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50 {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:30:55.371472 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c45ee1-a361-4e3c-9138-4862c5c4a225 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.412194 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c45ee1-a361-4e3c-9138-4862c5c4a225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.489500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cae7eb41-ce11-458e-ac33-942857c30d04 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:30:55.506462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c45ee1-a361-4e3c-9138-4862c5c4a225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.511513 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: cae7eb41-ce11-458e-ac33-942857c30d04 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:30:55.512165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device cae7eb41-ce11-458e-ac33-942857c30d04 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:30:55.564900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c45ee1-a361-4e3c-9138-4862c5c4a225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.592472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c45ee1-a361-4e3c-9138-4862c5c4a225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:55.596253 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-86c45ee1-a361-4e3c-9138-4862c5c4a225 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.602587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-86c45ee1-a361-4e3c-9138-4862c5c4a225 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dc97ae5d-7ec6-4c0c-86b7-1c96df3a2e50 HTTP/1.1" status: 204 len: 168 time: 0.2773743 Nov 12 14:30:55.602954 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39348) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:55.612217 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c12f5c-595d-4603-aee0-066c607c37bd None None] Network 2610fd0b-ee30-4861-972d-a46e2caac3d1 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:30:55.617714 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:30:55.677656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.731858 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Deleting port 1103b499-5514-4f95-af68-a3da442c417a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:30:55.732200 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.808378 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] For port 1103b499-5514-4f95-af68-a3da442c417a, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=1103b499-5514-4f95-af68-a3da442c417a,segment=NetworkSegment(82b9fc87-bced-43c1-bb58-5fb2aacd7f4a),segment_id=82b9fc87-bced-43c1-bb58-5fb2aacd7f4a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:30:55.808738 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.823081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Calling delete_port for 1103b499-5514-4f95-af68-a3da442c417a owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:30:55.910795 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:55.938867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Pushing event deleted for resources: {'Port': ['ID=1103b499-5514-4f95-af68-a3da442c417a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:55.942480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] No DVR routers for this DVR port 1103b499-5514-4f95-af68-a3da442c417a on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:30:55.943979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cdce1e-d0ac-46cf-93fb-fad6e01480d4 None None] DHCP port deletion for 2610fd0b-ee30-4861-972d-a46e2caac3d1 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:30:56.020899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.042607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2610fd0b-ee30-4861-972d-a46e2caac3d1']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:56.052401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:56.052697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b9fc87-bced-43c1-bb58-5fb2aacd7f4a') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:30:56.062882 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.079991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.086655 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:30:56.086966 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:30:56.089041 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:30:56.153202 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.159079 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.166117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] 10.222.0.73 "DELETE /v2.0/networks/2610fd0b-ee30-4861-972d-a46e2caac3d1 HTTP/1.1" status: 204 len: 168 time: 0.5587542 Nov 12 14:30:56.176719 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab9cd5-53fe-4694-8527-9fb33c15264f admin admin] Pushing event deleted for resources: {'Network': ['ID=2610fd0b-ee30-4861-972d-a46e2caac3d1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:56.354395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39352) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:56.407785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39354) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:56.408419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5723f74f-2f57-401a-9adc-ca635ff30874 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdeb8cacfa94448597b302c4333a9a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523219 Nov 12 14:30:56.462330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d59c086-5e39-4efd-866e-3f173227379e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.486096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d59c086-5e39-4efd-866e-3f173227379e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.535887 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d59c086-5e39-4efd-866e-3f173227379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.538596 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d59c086-5e39-4efd-866e-3f173227379e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.540665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3d59c086-5e39-4efd-866e-3f173227379e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ea25b04-c90b-4905-90cf-3326c8ee35c3 HTTP/1.1" status: 204 len: 168 time: 0.1317382 Nov 12 14:30:56.549089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59c086-5e39-4efd-866e-3f173227379e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea25b04-c90b-4905-90cf-3326c8ee35c3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:56.853918 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:56.895175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d0b4531b-b3a5-42f1-97a0-44d5f91c0a45 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=121668e4a61445c48ca28ff7574412b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400829 Nov 12 14:30:56.897691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:56.948280 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e46838dd-b269-4aee-ba56-20d186abd2a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:56.968828 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e46838dd-b269-4aee-ba56-20d186abd2a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:57.016729 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e46838dd-b269-4aee-ba56-20d186abd2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:57.019589 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e46838dd-b269-4aee-ba56-20d186abd2a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:57.020736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e46838dd-b269-4aee-ba56-20d186abd2a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89c5e4ce-1c61-4c8f-8f89-5ed31864eb73 HTTP/1.1" status: 204 len: 168 time: 0.1219759 Nov 12 14:30:57.028602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46838dd-b269-4aee-ba56-20d186abd2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c5e4ce-1c61-4c8f-8f89-5ed31864eb73,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:57.113172 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73f022ea-9f8d-43c1-b175-e440adb8bfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:57.447778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1103b499-5514-4f95-af68-a3da442c417a no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:30:57.470994 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 1103b499-5514-4f95-af68-a3da442c417a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:30:57.471338 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 1103b499-5514-4f95-af68-a3da442c417a not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:30:57.471757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9824327d-3f71-405e-9012-214075717a65 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:30:57.491841 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 9824327d-3f71-405e-9012-214075717a65 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:30:57.492920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9824327d-3f71-405e-9012-214075717a65 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:30:58.720157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39402) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:58.724831 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981833767', 'description': 'tempest-secgroup-smoke-981833767 description', 'project_id': '57c403a097e54a5a84303f8d318383b5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:30:58.749015 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:58.757414 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:58.836768 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:58.840620 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:58.876344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2dc91-1800-4104-9b10-80bd5f86479a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:58.926657 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:58.930940 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:58.958717 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:58.959948 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2387869 Nov 12 14:30:58.963495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:58.967916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-07c51f58-698a-4b9a-9436-b0006de45b21 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:30:58.973908 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765875e-4250-4416-af05-4b10514148a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:58.998967 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07c51f58-698a-4b9a-9436-b0006de45b21 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.059452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07c51f58-698a-4b9a-9436-b0006de45b21 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.063259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07c51f58-698a-4b9a-9436-b0006de45b21 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.081813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c51f58-698a-4b9a-9436-b0006de45b21 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91bbf89-d1b3-4786-b216-355f53e4d371,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:59.089631 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07c51f58-698a-4b9a-9436-b0006de45b21 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.090850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-07c51f58-698a-4b9a-9436-b0006de45b21 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263976 Nov 12 14:30:59.093773 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:59.098041 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7afe8fc7-3eb8-4fbe-90e9-14484d89d35d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:30:59.127912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7afe8fc7-3eb8-4fbe-90e9-14484d89d35d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.192337 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7afe8fc7-3eb8-4fbe-90e9-14484d89d35d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.198346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7afe8fc7-3eb8-4fbe-90e9-14484d89d35d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.217274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe8fc7-3eb8-4fbe-90e9-14484d89d35d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce99f12d-ea69-4223-b70e-340e5935c8bf,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:59.227826 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7afe8fc7-3eb8-4fbe-90e9-14484d89d35d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.229215 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7afe8fc7-3eb8-4fbe-90e9-14484d89d35d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345067 Nov 12 14:30:59.232698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39408) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:59.237611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9bd44cb5-d583-4c6f-bbb8-91aa8d54c58b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:30:59.269216 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bd44cb5-d583-4c6f-bbb8-91aa8d54c58b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.331289 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bd44cb5-d583-4c6f-bbb8-91aa8d54c58b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.336790 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bd44cb5-d583-4c6f-bbb8-91aa8d54c58b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.355912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd44cb5-d583-4c6f-bbb8-91aa8d54c58b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8daea4-768d-44b5-ac3e-a0e8bc839cf5,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:59.365500 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bd44cb5-d583-4c6f-bbb8-91aa8d54c58b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.366716 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9bd44cb5-d583-4c6f-bbb8-91aa8d54c58b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330009 Nov 12 14:30:59.370375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:59.374712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5665e2de-0b7e-45cf-bca1-f99417f08275 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:30:59.404243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5665e2de-0b7e-45cf-bca1-f99417f08275 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.466728 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5665e2de-0b7e-45cf-bca1-f99417f08275 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.470410 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5665e2de-0b7e-45cf-bca1-f99417f08275 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.488091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665e2de-0b7e-45cf-bca1-f99417f08275 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc162c22-e360-42f3-8b5c-f91f59432d5c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:59.497827 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5665e2de-0b7e-45cf-bca1-f99417f08275 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.499053 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5665e2de-0b7e-45cf-bca1-f99417f08275 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277483 Nov 12 14:30:59.501886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:59.506243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3dc74050-970d-45ab-a661-bdda54d0aa67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:30:59.529067 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-3dc74050-970d-45ab-a661-bdda54d0aa67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Project 57c403a097e54a5a84303f8d318383b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:30:59.534014 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dc74050-970d-45ab-a661-bdda54d0aa67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.593025 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dc74050-970d-45ab-a661-bdda54d0aa67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.596894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dc74050-970d-45ab-a661-bdda54d0aa67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.615183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc74050-970d-45ab-a661-bdda54d0aa67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ddb2b3-db3a-4031-a5e9-6d16b23af35e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:59.625539 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dc74050-970d-45ab-a661-bdda54d0aa67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.629680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3dc74050-970d-45ab-a661-bdda54d0aa67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239576 Nov 12 14:30:59.630448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39414) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:59.635225 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bbbee844-7175-4d7c-91a1-1ce2348c67e0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:30:59.656995 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10dad844-5eb9-4cee-bcd8-7623e447f526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.658553 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-bbbee844-7175-4d7c-91a1-1ce2348c67e0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Project 57c403a097e54a5a84303f8d318383b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:30:59.664339 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbbee844-7175-4d7c-91a1-1ce2348c67e0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.723446 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbbee844-7175-4d7c-91a1-1ce2348c67e0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.727921 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbbee844-7175-4d7c-91a1-1ce2348c67e0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.747403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbee844-7175-4d7c-91a1-1ce2348c67e0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d31b0aa-1c05-4919-98c2-f1332d19ca99,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:59.758340 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbbee844-7175-4d7c-91a1-1ce2348c67e0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.759639 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-bbbee844-7175-4d7c-91a1-1ce2348c67e0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282046 Nov 12 14:30:59.762885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39416) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:59.767888 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'network': {'name': 'tempest-network-smoke--736734449', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:30:59.790493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:30:59.794381 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.818418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:30:59.827213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.827552 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Added segment 75499533-55d4-4019-9565-ab66fa5a288d of type vlan for network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 Nov 12 14:30:59.872292 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.898000 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.904132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:30:59.904713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:30:59.963681 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1996756 Nov 12 14:30:59.966816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39418) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:30:59.971287 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'admin_state_up': True, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:30:59.985834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d29f6-6725-42b8-a46d-205fa43f9f17 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Network': ['ID=c3e0a7e5-0374-46c4-adb2-af00a827d4c0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:30:59.996971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:31:00.001910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:00.002953 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:00.059801 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:00.207687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:00.404634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:00.422756 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:00.529743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.25.5.164 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/896017fb-bf8d-494d-9b6e-3ffb87f70115) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:31:00.639359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:00.674302 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:00.716590 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:31:00.721491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:31:00.724055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:31:00.735405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf741534-f60b-4990-953b-28e62bc25004 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:31:00.758063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=896017fb-bf8d-494d-9b6e-3ffb87f70115,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:00.812322 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-077209fe-a6db-4ef2-972d-9975137d94c2 None None] Provisioning complete for port 896017fb-bf8d-494d-9b6e-3ffb87f70115 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:00.812675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-077209fe-a6db-4ef2-972d-9975137d94c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:00.847758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-077209fe-a6db-4ef2-972d-9975137d94c2 None None] Port 896017fb-bf8d-494d-9b6e-3ffb87f70115 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:31:00.900769 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:00.994781 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:01.193723 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:01.328747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 54d57428-28af-4952-85c5-0ec259645698 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:31:01.444207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:31:01.454692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Sync routers for ids ['54d57428-28af-4952-85c5-0ec259645698'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:31:01.464850 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:01.466216 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Routers {'54d57428-28af-4952-85c5-0ec259645698'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:31:01.466424 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e565693e-1a2b-4a03-8350-42f77d1e4968 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4983592 Nov 12 14:31:01.466966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:31:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['54d57428-28af-4952-85c5-0ec259645698'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:01.470695 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:31:01.578186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Set router 54d57428-28af-4952-85c5-0ec259645698 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:31:01.599173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a8376bd5-5a47-4081-bbc9-999f74203d78 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=57c403a097e54a5a84303f8d318383b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1273406 Nov 12 14:31:01.602090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39424) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:31:01.690117 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4ecc0-533b-4629-8774-a93fc35b006f tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:01.691642 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-edd4ecc0-533b-4629-8774-a93fc35b006f tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885303 Nov 12 14:31:01.694722 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39426) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:31:01.727468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-465ba5a3-2b4a-43bb-b2cd-e0f1fe7fdc3f tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316207 Nov 12 14:31:01.730309 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39428) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:31:01.735171 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578238733', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:31:01.777303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:00Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:01.806345 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Checking router: 54d57428-28af-4952-85c5-0ec259645698 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:31:01.806697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Updating router 54d57428-28af-4952-85c5-0ec259645698 port 896017fb-bf8d-494d-9b6e-3ffb87f70115 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:31:01.831711 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:01.837747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:31:01.841552 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.034462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.107383 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.109102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Subnet': ['ID=e30cd822-2fb0-4f82-9708-adfc0e4c3e3b,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:02.112841 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Checking segment: {'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:31:02.113381 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network hostable DHCP agents. Network: c3e0a7e5-0374-46c4-adb2-af00a827d4c0, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:31:02.115168 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.139803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:31:02.152499 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c3e0a7e5-0374-46c4-adb2-af00a827d4c0) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:31:02.158476 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:02.159132 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.167108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d4bf7-b462-495b-822c-9d3758b6a9ec None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:31:02.168981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c219bb-30af-4f56-a2e8-0a165398bd86 None None] Network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:31:02.180059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-dc6b4d5d-6147-4fa2-9584-0d3c01615b1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4482884 Nov 12 14:31:02.182592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39430) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:31:02.202452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Attempting to bind port 896017fb-bf8d-494d-9b6e-3ffb87f70115 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:31:02.202863 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Attempting to bind port 896017fb-bf8d-494d-9b6e-3ffb87f70115 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:31:02.203186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Attempting to bind port 896017fb-bf8d-494d-9b6e-3ffb87f70115 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:31:02.212728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:31:02.213109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:31:02.213538 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.213929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:31:02.214434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Bound port: 896017fb-bf8d-494d-9b6e-3ffb87f70115, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:31:02.214776 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.216341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbd910-1823-4b33-a9d6-6cc4ef22ab5c None None] Pushing event updated for resources: {'Port': ['ID=896017fb-bf8d-494d-9b6e-3ffb87f70115,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:02.326215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5c8f1652-8aa2-4e59-8a3d-5910683d0b57 None None] Provisioning complete for port 896017fb-bf8d-494d-9b6e-3ffb87f70115 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:02.326585 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1652-8aa2-4e59-8a3d-5910683d0b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.354292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] For port 896017fb-bf8d-494d-9b6e-3ffb87f70115, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:31:02.387745 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] For port 896017fb-bf8d-494d-9b6e-3ffb87f70115, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=896017fb-bf8d-494d-9b6e-3ffb87f70115,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:31:02.402195 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.420757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f1652-8aa2-4e59-8a3d-5910683d0b57 None None] Port 896017fb-bf8d-494d-9b6e-3ffb87f70115 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:31:02.486695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c190cd3-1e0e-47c2-b31a-ea8fa65d53fb None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:31:02.509620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:31:02.510479 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.537075 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.541446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbd910-1823-4b33-a9d6-6cc4ef22ab5c None None] Pushing event updated for resources: {'Port': ['ID=896017fb-bf8d-494d-9b6e-3ffb87f70115,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:02.544941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Routers {'54d57428-28af-4952-85c5-0ec259645698'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:31:02.544941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:31:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['54d57428-28af-4952-85c5-0ec259645698'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:02.649628 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.721561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6f7bd3cb-6642-409c-95f8-80022bddd988 None None] Provisioning complete for port 896017fb-bf8d-494d-9b6e-3ffb87f70115 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:02.721930 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd3cb-6642-409c-95f8-80022bddd988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:02.785827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] Set router 54d57428-28af-4952-85c5-0ec259645698 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:31:02.891365 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Allocated IP 172.20.0.2 (c3e0a7e5-0374-46c4-adb2-af00a827d4c0/e30cd822-2fb0-4f82-9708-adfc0e4c3e3b/a97cbf35-2576-40c8-8f6f-4b82b9f6953e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:31:03.046794 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd3cb-6642-409c-95f8-80022bddd988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.112758 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.120015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6f7bd3cb-6642-409c-95f8-80022bddd988 None None] For port 896017fb-bf8d-494d-9b6e-3ffb87f70115, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=896017fb-bf8d-494d-9b6e-3ffb87f70115,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:31:03.131230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd3cb-6642-409c-95f8-80022bddd988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.402702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bd3cb-6642-409c-95f8-80022bddd988 None None] Pushing event updated for resources: {'Port': ['ID=896017fb-bf8d-494d-9b6e-3ffb87f70115,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:03.409457 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:00Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:03.411566 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.440549 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.443988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7756b-a97c-48c0-ab9b-eaf6106d8445 None None] The sync data for ids ['54d57428-28af-4952-85c5-0ec259645698'] in n-d-805736-4 is: [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:00Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:31:03.484889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.20.0.1 (c3e0a7e5-0374-46c4-adb2-af00a827d4c0/e30cd822-2fb0-4f82-9708-adfc0e4c3e3b/94861626-18b1-4b7d-b7fb-6795b3599b7f) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:31:03.492541 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:31:03.496898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:31:03.502213 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:31:03.506027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Pushing event updated for resources: {'Port': ['ID=a97cbf35-2576-40c8-8f6f-4b82b9f6953e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:03.573275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Attempting to bind port a97cbf35-2576-40c8-8f6f-4b82b9f6953e on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:31:03.573763 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Attempting to bind port a97cbf35-2576-40c8-8f6f-4b82b9f6953e by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:31:03.574133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Attempting to bind port a97cbf35-2576-40c8-8f6f-4b82b9f6953e on network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:31:03.579698 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:31:03.580287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Checking segment: {'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:31:03.581168 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.581168 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Bound using segment: {'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:31:03.581532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Bound port: a97cbf35-2576-40c8-8f6f-4b82b9f6953e, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:31:03.581921 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.618700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.658821 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] For port a97cbf35-2576-40c8-8f6f-4b82b9f6953e, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:31:03.660558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.663515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] For port a97cbf35-2576-40c8-8f6f-4b82b9f6953e, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a97cbf35-2576-40c8-8f6f-4b82b9f6953e,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:31:03.671088 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.703601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:31:03.714731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:31:03.714731 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:31:03.768849 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f7981-5272-4fbc-8baf-819d7f0a7d22 None None] Pushing event updated for resources: {'Port': ['ID=a97cbf35-2576-40c8-8f6f-4b82b9f6953e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:03.796775 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=94861626-18b1-4b7d-b7fb-6795b3599b7f,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:03.808389 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:03.999862 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:04.349643 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:04.355472 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:04.432859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=94861626-18b1-4b7d-b7fb-6795b3599b7f,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:04.436304 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:04.542733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:31:04.544426 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:31:04.664410 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 54d57428-28af-4952-85c5-0ec259645698 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:31:04.785461 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:31:04.792870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6d0a5abc-664a-4523-8c10-51e08456bf43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "PUT /v2.0/routers/54d57428-28af-4952-85c5-0ec259645698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6082170 Nov 12 14:31:04.811045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eca07cb-6a27-4a08-89a9-45108fb02829 None None] Network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:31:04.896834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-c5ec8a6f-dea8-419f-b516-70857802c485 None None] Provisioning complete for port a97cbf35-2576-40c8-8f6f-4b82b9f6953e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:04.897206 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8a6f-dea8-419f-b516-70857802c485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:04.963575 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-373537b4-e72c-45bb-a49e-02a0d40a2cf8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981833767&fields=id&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 267 time: 0.0533326 Nov 12 14:31:05.041736 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8a6f-dea8-419f-b516-70857802c485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:05.082904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c5ec8a6f-dea8-419f-b516-70857802c485 None None] For port a97cbf35-2576-40c8-8f6f-4b82b9f6953e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a97cbf35-2576-40c8-8f6f-4b82b9f6953e,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:31:05.091848 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8a6f-dea8-419f-b516-70857802c485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:05.092716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912b1d-271c-471e-92eb-7db02f732d6a req-fbbaf0ee-325a-4f34-b005-eb5a42c940bc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:05.094323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-fbbaf0ee-325a-4f34-b005-eb5a42c940bc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/networks?id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0 HTTP/1.1" status: 200 len: 796 time: 0.1213651 Nov 12 14:31:05.111127 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-8606d983-0628-476c-a947-df8329928dea tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/quotas/57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 375 time: 0.0109010 Nov 12 14:31:05.160281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec8a6f-dea8-419f-b516-70857802c485 None None] Pushing event updated for resources: {'Port': ['ID=a97cbf35-2576-40c8-8f6f-4b82b9f6953e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:05.175818 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-8bd34d43-08dd-4e11-a593-2d72f597511e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587156 Nov 12 14:31:05.207076 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Sync routers for ids ['54d57428-28af-4952-85c5-0ec259645698'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:31:05.218648 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Routers {'54d57428-28af-4952-85c5-0ec259645698'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:31:05.219338 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:31:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['54d57428-28af-4952-85c5-0ec259645698'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:05.245740 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-a372803a-dc56-46bc-a5a1-0879d937d0bc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:31:05.246754 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-a372803a-dc56-46bc-a5a1-0879d937d0bc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0583210 Nov 12 14:31:05.324087 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3f02fa2e-534c-48f0-b759-1c570b5a677b None None] Provisioning complete for port a97cbf35-2576-40c8-8f6f-4b82b9f6953e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:05.324680 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f02fa2e-534c-48f0-b759-1c570b5a677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:05.339291 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Set router 54d57428-28af-4952-85c5-0ec259645698 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:31:05.350019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-149ae4ad-ebf2-4921-964a-7b050792a83d service neutron] 10.222.0.73 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962427 Nov 12 14:31:05.466962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3f02fa2e-534c-48f0-b759-1c570b5a677b None None] Provisioning complete for port 94861626-18b1-4b7d-b7fb-6795b3599b7f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:05.467342 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f02fa2e-534c-48f0-b759-1c570b5a677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:05.502891 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-ac3aac52-9035-4abf-8d98-4c75d0cb41d9 service neutron] 10.222.0.73 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451414 Nov 12 14:31:05.530091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3f02fa2e-534c-48f0-b759-1c570b5a677b None None] Port 94861626-18b1-4b7d-b7fb-6795b3599b7f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:31:05.604564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a97cbf35-2576-40c8-8f6f-4b82b9f6953e up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:31:05.648152 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '94861626-18b1-4b7d-b7fb-6795b3599b7f', 'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:65:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:02Z', 'updated_at': '2021-11-12T14:31:04Z', 'revision_number': 2, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:05.665501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-efc6bf9e-b499-4d63-bc6a-f0b6991bb8ab None None] Provisioning complete for port 94861626-18b1-4b7d-b7fb-6795b3599b7f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:05.666151 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efc6bf9e-b499-4d63-bc6a-f0b6991bb8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:05.699464 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Checking router: 54d57428-28af-4952-85c5-0ec259645698 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:31:05.700422 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Updating router 54d57428-28af-4952-85c5-0ec259645698 port 94861626-18b1-4b7d-b7fb-6795b3599b7f binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:31:05.723535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-efc6bf9e-b499-4d63-bc6a-f0b6991bb8ab None None] Port 94861626-18b1-4b7d-b7fb-6795b3599b7f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:31:05.730832 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port a97cbf35-2576-40c8-8f6f-4b82b9f6953e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:05.731216 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:05.741614 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:05.756783 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1d9c4192-fe90-4fc0-b0e5-fe88262fd9b1 req-ec6c6fa1-a771-40ca-9d41-2326773d54ef tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 210 time: 0.0413320 Nov 12 14:31:05.846842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 896017fb-bf8d-494d-9b6e-3ffb87f70115 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:31:05.920041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 896017fb-bf8d-494d-9b6e-3ffb87f70115 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:05.920410 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:05.980618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d02f154a-cbff-404f-ae3f-b9d100f0d238 None None] Provisioning complete for port 94861626-18b1-4b7d-b7fb-6795b3599b7f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:05.980977 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d02f154a-cbff-404f-ae3f-b9d100f0d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:06.045201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d02f154a-cbff-404f-ae3f-b9d100f0d238 None None] Port 94861626-18b1-4b7d-b7fb-6795b3599b7f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:31:06.077084 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:06.083698 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:06.147835 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Pushing event updated for resources: {'Port': ['ID=94861626-18b1-4b7d-b7fb-6795b3599b7f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:06.191829 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.192174 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.192520 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.192857 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.193188 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.193549 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.193877 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.194208 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.196283 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.196545 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.196876 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.197204 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:31:06.216422 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Attempting to bind port 94861626-18b1-4b7d-b7fb-6795b3599b7f on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:31:06.217142 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Attempting to bind port 94861626-18b1-4b7d-b7fb-6795b3599b7f by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:31:06.217142 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Attempting to bind port 94861626-18b1-4b7d-b7fb-6795b3599b7f on network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:31:06.223286 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:31:06.223679 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Checking segment: {'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:31:06.224064 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:06.224464 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Bound using segment: {'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:31:06.225153 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Bound port: 94861626-18b1-4b7d-b7fb-6795b3599b7f, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:31:06.225639 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:06.296011 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] For port 94861626-18b1-4b7d-b7fb-6795b3599b7f, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:31:06.299419 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] For port 94861626-18b1-4b7d-b7fb-6795b3599b7f, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=94861626-18b1-4b7d-b7fb-6795b3599b7f,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:31:06.303220 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:06.362997 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Routers {'54d57428-28af-4952-85c5-0ec259645698'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:31:06.363626 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:31:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['54d57428-28af-4952-85c5-0ec259645698'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:06.377387 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e70f55f0-a95c-467c-97aa-c01491333128 None None] Provisioning complete for port 94861626-18b1-4b7d-b7fb-6795b3599b7f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:06.378294 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e70f55f0-a95c-467c-97aa-c01491333128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:06.487820 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e70f55f0-a95c-467c-97aa-c01491333128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:06.529784 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e70f55f0-a95c-467c-97aa-c01491333128 None None] For port 94861626-18b1-4b7d-b7fb-6795b3599b7f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=94861626-18b1-4b7d-b7fb-6795b3599b7f,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:31:06.536253 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e70f55f0-a95c-467c-97aa-c01491333128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:06.570535 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adab92-15d2-447c-9368-218559df6e72 None None] Pushing event updated for resources: {'Port': ['ID=94861626-18b1-4b7d-b7fb-6795b3599b7f,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:06.589132 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] Set router 54d57428-28af-4952-85c5-0ec259645698 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:31:06.594556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f55f0-a95c-467c-97aa-c01491333128 None None] Pushing event updated for resources: {'Port': ['ID=94861626-18b1-4b7d-b7fb-6795b3599b7f,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:06.661169 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0768cedc-f5e4-406d-954e-500826939a68 None None] Provisioning complete for port 94861626-18b1-4b7d-b7fb-6795b3599b7f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:06.661572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0768cedc-f5e4-406d-954e-500826939a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:06.831786 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '94861626-18b1-4b7d-b7fb-6795b3599b7f', 'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:65:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:02Z', 'updated_at': '2021-11-12T14:31:06Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:06.863197 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0167ca9-b621-4103-9a56-d974ac336255 None None] The sync data for ids ['54d57428-28af-4952-85c5-0ec259645698'] in n-d-805736-4 is: [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '94861626-18b1-4b7d-b7fb-6795b3599b7f', 'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:65:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:02Z', 'updated_at': '2021-11-12T14:31:06Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:31:06.903845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912b1d-271c-471e-92eb-7db02f732d6a req-b046c0fd-ce2b-4998-af95-6c556a9a7d2c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:06.906206 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-36595e64-38ac-4215-9b27-c82685a22b62 req-ff110b0a-f004-4eff-b524-0b5c44f70b3e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 210 time: 0.0605874 Nov 12 14:31:06.906786 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-b046c0fd-ce2b-4998-af95-6c556a9a7d2c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/networks?id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0 HTTP/1.1" status: 200 len: 796 time: 0.1580265 Nov 12 14:31:06.995185 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-85e52e90-bbab-4ef3-b08b-d1a60990a9e4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 379 time: 0.0759695 Nov 12 14:31:07.008470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'port': {'device_id': '52248bf2-724c-4dee-818a-1079f3ea7905', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'admin_state_up': True, 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'security_groups': ['bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:31:07.128967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:31:07.133266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:07.272056 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.20.0.7 (c3e0a7e5-0374-46c4-adb2-af00a827d4c0/e30cd822-2fb0-4f82-9708-adfc0e4c3e3b/28432c26-936c-4ebd-b642-0efca4aed669) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:31:07.425021 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:07.478545 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:07.495366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 94861626-18b1-4b7d-b7fb-6795b3599b7f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:31:07.525586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:31:07.530862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:31:07.535107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:31:07.542186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=28432c26-936c-4ebd-b642-0efca4aed669,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:07.562436 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 94861626-18b1-4b7d-b7fb-6795b3599b7f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:07.562905 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:07.605617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:07.606283 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:07.636437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-31c1c47e-a72a-4add-b360-1d4b84e0d754 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342826 Nov 12 14:31:07.652128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Request body: {'port': {'device_id': '52248bf2-724c-4dee-818a-1079f3ea7905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:31:07.719001 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:07.802309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2e01c079-e13a-4e46-a510-33e16f2dfff6 None None] Provisioning complete for port 28432c26-936c-4ebd-b642-0efca4aed669 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:07.802700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e01c079-e13a-4e46-a510-33e16f2dfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:07.842402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2e01c079-e13a-4e46-a510-33e16f2dfff6 None None] Port 28432c26-936c-4ebd-b642-0efca4aed669 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:31:08.045466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28432c26-936c-4ebd-b642-0efca4aed669 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:31:08.053900 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:08.069103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dd7af-ec15-4de3-a0ce-ee81e4255d10 req-02ee0f28-3f82-40a1-8f83-5f08f2389cdc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:08.071319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-625dd7af-ec15-4de3-a0ce-ee81e4255d10 req-02ee0f28-3f82-40a1-8f83-5f08f2389cdc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 931 time: 0.0950928 Nov 12 14:31:08.080032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Transition to ACTIVE for port object 28432c26-936c-4ebd-b642-0efca4aed669 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:31:08.088151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:08.175316 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-625dd7af-ec15-4de3-a0ce-ee81e4255d10 req-cb7640ea-eba8-42b8-a411-f3a7584467ce tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964775 Nov 12 14:31:08.178766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Pushing event updated for resources: {'Port': ['ID=28432c26-936c-4ebd-b642-0efca4aed669,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:08.256766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Attempting to bind port 28432c26-936c-4ebd-b642-0efca4aed669 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:31:08.257105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Attempting to bind port 28432c26-936c-4ebd-b642-0efca4aed669 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:31:08.258916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Attempting to bind port 28432c26-936c-4ebd-b642-0efca4aed669 on network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:31:08.264063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Port 28432c26-936c-4ebd-b642-0efca4aed669 on network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:31:08.264462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Attempting to bind port 28432c26-936c-4ebd-b642-0efca4aed669 on network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:31:08.270628 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:31:08.270972 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Checking segment: {'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:31:08.271366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Bound using segment: {'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:31:08.271812 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Bound port: 28432c26-936c-4ebd-b642-0efca4aed669, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75499533-55d4-4019-9565-ab66fa5a288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:31:08.272166 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:08.340102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] For port 28432c26-936c-4ebd-b642-0efca4aed669, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:31:08.343239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] For port 28432c26-936c-4ebd-b642-0efca4aed669, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=28432c26-936c-4ebd-b642-0efca4aed669,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:31:08.347913 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:08.384411 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:08.385035 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:08.386585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] 10.222.0.70 "PUT /v2.0/ports/28432c26-936c-4ebd-b642-0efca4aed669 HTTP/1.1" status: 200 len: 1091 time: 0.7412398 Nov 12 14:31:08.387046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52248bf2-724c-4dee-818a-1079f3ea7905', 'tag': '28432c26-936c-4ebd-b642-0efca4aed669'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:31:08.389344 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00" -d '{"events": [{"name": "network-changed", "server_uuid": "52248bf2-724c-4dee-818a-1079f3ea7905", "tag": "28432c26-936c-4ebd-b642-0efca4aed669"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:31:08.432208 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179380b2-570d-43ee-9516-babf7294f8fa x-openstack-request-id: req-179380b2-570d-43ee-9516-babf7294f8fa {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:31:08.432501 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52248bf2-724c-4dee-818a-1079f3ea7905", "tag": "28432c26-936c-4ebd-b642-0efca4aed669", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:31:08.432755 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-179380b2-570d-43ee-9516-babf7294f8fa {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:31:08.433155 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52248bf2-724c-4dee-818a-1079f3ea7905', 'tag': '28432c26-936c-4ebd-b642-0efca4aed669', 'status': 'completed', 'code': 200} Nov 12 14:31:08.445983 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc8d17-9145-41ad-8e25-a17196255c57 service neutron] Pushing event updated for resources: {'Port': ['ID=28432c26-936c-4ebd-b642-0efca4aed669,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:08.484644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912b1d-271c-471e-92eb-7db02f732d6a req-0c8fd9f5-6c45-4fa4-b117-a6df5624e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:08.486494 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-0c8fd9f5-6c45-4fa4-b117-a6df5624e284 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 1094 time: 0.0504801 Nov 12 14:31:08.532060 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-69511671-1976-4e2f-913d-f584d7200c31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28432c26-936c-4ebd-b642-0efca4aed669 HTTP/1.1" status: 200 len: 217 time: 0.0375783 Nov 12 14:31:08.584856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912b1d-271c-471e-92eb-7db02f732d6a req-d1039705-5607-4c2a-a769-06bd8cf98472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:08.587325 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-d1039705-5607-4c2a-a769-06bd8cf98472 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e30cd822-2fb0-4f82-9708-adfc0e4c3e3b HTTP/1.1" status: 200 len: 835 time: 0.0478957 Nov 12 14:31:08.644523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912b1d-271c-471e-92eb-7db02f732d6a req-aaf6fa20-9e5f-4773-904f-1831904ffd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:08.646070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-aaf6fa20-9e5f-4773-904f-1831904ffd05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520537 Nov 12 14:31:08.744126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-1d849bef-d2b7-4492-ae1f-a5108d666231 service neutron] 10.222.0.70 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901690 Nov 12 14:31:08.841141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24912b1d-271c-471e-92eb-7db02f732d6a req-28fa540b-d655-44fe-886f-76a2192dbdea service neutron] 10.222.0.70 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896456 Nov 12 14:31:08.936703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-23e5e413-cd71-41b8-8817-af35254282ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:08.936703 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-23e5e413-cd71-41b8-8817-af35254282ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 1094 time: 0.0470090 Nov 12 14:31:09.049619 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-3000309a-c3fc-4344-bbd9-062e3a8fc939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:09.051108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-3000309a-c3fc-4344-bbd9-062e3a8fc939 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0 HTTP/1.1" status: 200 len: 897 time: 0.1084931 Nov 12 14:31:09.093621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-4bd151fc-a25e-4a15-9a5c-835cb1e49f7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28432c26-936c-4ebd-b642-0efca4aed669 HTTP/1.1" status: 200 len: 217 time: 0.0347960 Nov 12 14:31:09.144882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-3b25f4d3-2735-4a4c-bdc9-a1d78fc02808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:09.146397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-3b25f4d3-2735-4a4c-bdc9-a1d78fc02808 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e30cd822-2fb0-4f82-9708-adfc0e4c3e3b HTTP/1.1" status: 200 len: 835 time: 0.0465357 Nov 12 14:31:09.200416 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-bf5673fe-90dd-40d7-816d-d62f4e2496f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:09.201951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-bf5673fe-90dd-40d7-816d-d62f4e2496f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484803 Nov 12 14:31:09.333892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40345c57-d8b2-4631-b413-e2096361f436 req-76e07500-3fe7-49c4-b6bf-41d12da08074 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:09.335486 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40345c57-d8b2-4631-b413-e2096361f436 req-76e07500-3fe7-49c4-b6bf-41d12da08074 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 943 time: 0.0705416 Nov 12 14:31:09.340001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-87fd9a11-bfad-460f-a8d9-51b4e46e739e service neutron] 10.222.0.70 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306851 Nov 12 14:31:09.445746 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-40345c57-d8b2-4631-b413-e2096361f436 req-43085ae5-8507-4036-a691-f9dbbb398cf5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034882 Nov 12 14:31:09.469201 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-458b56e7-4d78-41ea-bcbb-6eb2d5741e00 req-e73b8a92-1e32-429e-9448-670500acbfee service neutron] 10.222.0.70 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208804 Nov 12 14:31:10.563226 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a4cc1-47f5-4d35-843e-4936c059eecb req-9063f014-eaea-47d3-a9f7-a3b9747edcdf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:10.564722 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5e1a4cc1-47f5-4d35-843e-4936c059eecb req-9063f014-eaea-47d3-a9f7-a3b9747edcdf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 943 time: 0.0492525 Nov 12 14:31:10.614532 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5e1a4cc1-47f5-4d35-843e-4936c059eecb req-0b24f837-a1e3-4bac-9c00-0bfa48487884 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435855 Nov 12 14:31:11.734993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e019a6f-6d38-4d5e-9e7d-f99a73de8dc8 req-6925269e-ca6d-4578-9b54-d1e62e8a5135 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:11.736512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e019a6f-6d38-4d5e-9e7d-f99a73de8dc8 req-6925269e-ca6d-4578-9b54-d1e62e8a5135 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 943 time: 0.0513849 Nov 12 14:31:11.795512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3e019a6f-6d38-4d5e-9e7d-f99a73de8dc8 req-baf02925-acf5-44ec-9e8c-0d0f30cbb2d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513813 Nov 12 14:31:12.280441 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 28432c26-936c-4ebd-b642-0efca4aed669 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:31:12.378789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 28432c26-936c-4ebd-b642-0efca4aed669, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=28432c26-936c-4ebd-b642-0efca4aed669,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:31:12.390561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '28432c26-936c-4ebd-b642-0efca4aed669', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'port_id': '28432c26-936c-4ebd-b642-0efca4aed669', 'mac_address': 'fa:16:3e:94:81:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:31:12.427622 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:12.446623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28432c26-936c-4ebd-b642-0efca4aed669 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:31:12.475581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 28432c26-936c-4ebd-b642-0efca4aed669, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=28432c26-936c-4ebd-b642-0efca4aed669,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:31:12.483745 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:12.532591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=28432c26-936c-4ebd-b642-0efca4aed669,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:12.827260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['28432c26-936c-4ebd-b642-0efca4aed669'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:31:12.922842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d915a2-1471-4f4f-8990-c1eac4936cf8 req-7a07e12b-29f7-42e3-b5f0-5a17d5e4fbd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:12.924336 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6d915a2-1471-4f4f-8990-c1eac4936cf8 req-7a07e12b-29f7-42e3-b5f0-5a17d5e4fbd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 944 time: 0.0555372 Nov 12 14:31:13.296481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b6d915a2-1471-4f4f-8990-c1eac4936cf8 req-d7949c58-a8cc-4301-9d00-7b9870d22c7d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658116 Nov 12 14:31:13.619713 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:14.282527 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 28432c26-936c-4ebd-b642-0efca4aed669 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:31:14.334636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 28432c26-936c-4ebd-b642-0efca4aed669 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:31:14.339156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 28432c26-936c-4ebd-b642-0efca4aed669 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:31:14.339536 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:14.419546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6af55-7b79-4112-897b-ace029c51319 req-50f98bb9-8da0-481f-b741-d9bd236038eb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:14.421070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fe6af55-7b79-4112-897b-ace029c51319 req-50f98bb9-8da0-481f-b741-d9bd236038eb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 944 time: 0.0529053 Nov 12 14:31:14.421310 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:14.446156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52248bf2-724c-4dee-818a-1079f3ea7905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28432c26-936c-4ebd-b642-0efca4aed669'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:31:14.448462 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0791ac7b-ac61-4097-b2c4-8d6a20f67db7" -d '{"events": [{"server_uuid": "52248bf2-724c-4dee-818a-1079f3ea7905", "name": "network-vif-plugged", "status": "completed", "tag": "28432c26-936c-4ebd-b642-0efca4aed669"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:31:14.462013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 28432c26-936c-4ebd-b642-0efca4aed669, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=28432c26-936c-4ebd-b642-0efca4aed669,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:31:14.467615 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:14.474596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fe6af55-7b79-4112-897b-ace029c51319 req-cb8cb386-38b0-464f-a8cc-4a9c628e974e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470057 Nov 12 14:31:14.522292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=28432c26-936c-4ebd-b642-0efca4aed669,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:14.564803 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7634ed-e20e-4414-9c42-07bb4e803cf5 x-openstack-request-id: req-9b7634ed-e20e-4414-9c42-07bb4e803cf5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:31:14.565107 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52248bf2-724c-4dee-818a-1079f3ea7905", "name": "network-vif-plugged", "status": "completed", "tag": "28432c26-936c-4ebd-b642-0efca4aed669", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:31:14.565394 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b7634ed-e20e-4414-9c42-07bb4e803cf5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:31:14.565942 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52248bf2-724c-4dee-818a-1079f3ea7905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28432c26-936c-4ebd-b642-0efca4aed669', 'code': 200} Nov 12 14:31:14.662298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655206c9-8176-4b5a-a4d6-0eeb88c1be2e req-efdbfb89-eb54-4ff2-9078-db09e10bea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:14.664443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-655206c9-8176-4b5a-a4d6-0eeb88c1be2e req-efdbfb89-eb54-4ff2-9078-db09e10bea7c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 1096 time: 0.0403254 Nov 12 14:31:14.683528 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:14.712096 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-655206c9-8176-4b5a-a4d6-0eeb88c1be2e req-2e847614-59fa-4668-bb82-5e4afad63e58 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402601 Nov 12 14:31:15.602712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9aba8-bfab-4110-8544-0bd28e1d37f8 req-fdc47708-c6b2-404e-95be-8cc70d498de0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:15.604209 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36b9aba8-bfab-4110-8544-0bd28e1d37f8 req-fdc47708-c6b2-404e-95be-8cc70d498de0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0580330 Nov 12 14:31:16.026038 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-36b9aba8-bfab-4110-8544-0bd28e1d37f8 req-dc904c1e-53e8-4d70-a668-d057b3af5cc1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4157784 Nov 12 14:31:17.152725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d756aa-e800-4bd3-b353-8b0052694a79 req-c74185c7-8f11-4778-8d84-b438005889d3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:17.154422 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4d756aa-e800-4bd3-b353-8b0052694a79 req-c74185c7-8f11-4778-8d84-b438005889d3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Nov 12 14:31:17.204984 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4d756aa-e800-4bd3-b353-8b0052694a79 req-c54f1945-c0f5-482d-8d22-1a8cc52277d2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445993 Nov 12 14:31:17.328842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cec0e4-a946-44b5-bf50-a9e37e084f0d req-1c0aac75-c6f2-4fb4-ada1-e60e05527d11 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:17.330302 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e3cec0e4-a946-44b5-bf50-a9e37e084f0d req-1c0aac75-c6f2-4fb4-ada1-e60e05527d11 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0501714 Nov 12 14:31:17.380475 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e3cec0e4-a946-44b5-bf50-a9e37e084f0d req-44aa0615-ae31-4175-8ece-05823bbe0376 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435510 Nov 12 14:31:17.404471 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39484) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:31:17.443955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751937d-d495-451f-9216-c002ac05fb71 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:17.447369 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8751937d-d495-451f-9216-c002ac05fb71 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 1091 time: 0.0414100 Nov 12 14:31:17.450017 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39486) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:31:17.454434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '28432c26-936c-4ebd-b642-0efca4aed669', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:31:17.477608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:17.580878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:17.691138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.25.5.64 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/8d536b6e-442b-46c1-8e4a-e1d830343581) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:31:17.796624 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:17.831791 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:17.876432 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:31:17.882135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:31:17.885554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=8d536b6e-442b-46c1-8e4a-e1d830343581,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:17.887741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:31:18.260633 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:18.331961 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:18.483255 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:18.487950 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:18.560234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=8d536b6e-442b-46c1-8e4a-e1d830343581,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:31:18.572992 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:18.675464 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Floating IP c35ef38c-2665-4936-b26b-b1ab66e4a9d5 associated. External IP: 172.25.5.64, port: 28432c26-936c-4ebd-b642-0efca4aed669. Nov 12 14:31:18.893178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 54d57428-28af-4952-85c5-0ec259645698 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:31:19.002265 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:31:19.011791 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] Sync routers for ids ['54d57428-28af-4952-85c5-0ec259645698'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:31:19.020511 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:19.021421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] Routers {'54d57428-28af-4952-85c5-0ec259645698'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:31:19.022051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:31:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['54d57428-28af-4952-85c5-0ec259645698'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:19.049065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1c56c62e-1974-4281-a4d6-433c8c9bd07f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5979867 Nov 12 14:31:19.049805 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52248bf2-724c-4dee-818a-1079f3ea7905', 'tag': '28432c26-936c-4ebd-b642-0efca4aed669'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:31:19.053988 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96361a0-8c8d-44db-88c8-1862319d41b0" -d '{"events": [{"name": "network-changed", "server_uuid": "52248bf2-724c-4dee-818a-1079f3ea7905", "tag": "28432c26-936c-4ebd-b642-0efca4aed669"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:31:19.094471 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4723a0c3-993a-4efa-bb1b-ad85b98f9d6b x-openstack-request-id: req-4723a0c3-993a-4efa-bb1b-ad85b98f9d6b {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:31:19.094894 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52248bf2-724c-4dee-818a-1079f3ea7905", "tag": "28432c26-936c-4ebd-b642-0efca4aed669", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:31:19.095280 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4723a0c3-993a-4efa-bb1b-ad85b98f9d6b {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:31:19.095784 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52248bf2-724c-4dee-818a-1079f3ea7905', 'tag': '28432c26-936c-4ebd-b642-0efca4aed669', 'status': 'completed', 'code': 200} Nov 12 14:31:19.142247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] Set router 54d57428-28af-4952-85c5-0ec259645698 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:31:19.161152 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4d3e9-213e-4723-897d-77cbbd7b3595 req-62ca5803-c2b3-4883-88d1-5a0a823ca17c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:19.163109 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66a4d3e9-213e-4723-897d-77cbbd7b3595 req-62ca5803-c2b3-4883-88d1-5a0a823ca17c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0604119 Nov 12 14:31:19.186957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-cbf1821b-c7a5-40f9-8e37-b7eca9c67a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:19.189041 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-cbf1821b-c7a5-40f9-8e37-b7eca9c67a55 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 1096 time: 0.0684824 Nov 12 14:31:19.229486 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66a4d3e9-213e-4723-897d-77cbbd7b3595 req-1808706d-2d40-4615-9d59-b670702bf84b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466855 Nov 12 14:31:19.254766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39492) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:31:19.287763 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-08470e6f-121b-48f5-bbec-750fd146a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:19.289819 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-08470e6f-121b-48f5-bbec-750fd146a1ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0 HTTP/1.1" status: 200 len: 897 time: 0.0934303 Nov 12 14:31:19.321987 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-96b3d108-e92a-437e-881b-0fb71a71b5a9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/c35ef38c-2665-4936-b26b-b1ab66e4a9d5 HTTP/1.1" status: 200 len: 990 time: 0.0658937 Nov 12 14:31:19.356415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-5563ca80-799c-4207-95ca-2e73da66bc09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28432c26-936c-4ebd-b642-0efca4aed669 HTTP/1.1" status: 200 len: 998 time: 0.0595722 Nov 12 14:31:19.395032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'c35ef38c-2665-4936-b26b-b1ab66e4a9d5', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '54d57428-28af-4952-85c5-0ec259645698', 'port_id': '28432c26-936c-4ebd-b642-0efca4aed669', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'mac_address': 'fa:16:3e:94:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52248bf2-724c-4dee-818a-1079f3ea7905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:31:18Z', 'updated_at': '2021-11-12T14:31:18Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94861626-18b1-4b7d-b7fb-6795b3599b7f', 'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:65:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:02Z', 'updated_at': '2021-11-12T14:31:06Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:19.417901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-10c871b1-336a-4f9b-a7c2-1845bb0d3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:19.419140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-10c871b1-336a-4f9b-a7c2-1845bb0d3e84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e30cd822-2fb0-4f82-9708-adfc0e4c3e3b HTTP/1.1" status: 200 len: 835 time: 0.0497282 Nov 12 14:31:19.421920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] Checking router: 54d57428-28af-4952-85c5-0ec259645698 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:31:19.431455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] Routers {'54d57428-28af-4952-85c5-0ec259645698'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:31:19.432157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:31:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['54d57428-28af-4952-85c5-0ec259645698'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:19.465739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-1d063028-b004-4880-940b-e1af10507690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:19.467244 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-1d063028-b004-4880-940b-e1af10507690 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409403 Nov 12 14:31:19.545756 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] Set router 54d57428-28af-4952-85c5-0ec259645698 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:31:19.574357 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-5988d5b3-6b8a-48d3-9214-4248abd73c7c service neutron] 10.222.0.70 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985196 Nov 12 14:31:19.669413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f96361a0-8c8d-44db-88c8-1862319d41b0 req-987d6206-897e-4964-8dfe-434cb8352054 service neutron] 10.222.0.70 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889258 Nov 12 14:31:19.795017 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'c35ef38c-2665-4936-b26b-b1ab66e4a9d5', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '54d57428-28af-4952-85c5-0ec259645698', 'port_id': '28432c26-936c-4ebd-b642-0efca4aed669', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'mac_address': 'fa:16:3e:94:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52248bf2-724c-4dee-818a-1079f3ea7905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:31:18Z', 'updated_at': '2021-11-12T14:31:18Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94861626-18b1-4b7d-b7fb-6795b3599b7f', 'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:65:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:02Z', 'updated_at': '2021-11-12T14:31:06Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:31:19.829778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9a0418-aea0-4301-864e-dcbf97900ce6 None None] The sync data for ids ['54d57428-28af-4952-85c5-0ec259645698'] in n-d-805736-4 is: [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'c35ef38c-2665-4936-b26b-b1ab66e4a9d5', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '54d57428-28af-4952-85c5-0ec259645698', 'port_id': '28432c26-936c-4ebd-b642-0efca4aed669', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'mac_address': 'fa:16:3e:94:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52248bf2-724c-4dee-818a-1079f3ea7905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:31:18Z', 'updated_at': '2021-11-12T14:31:18Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94861626-18b1-4b7d-b7fb-6795b3599b7f', 'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:65:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:02Z', 'updated_at': '2021-11-12T14:31:06Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:31:20.033144 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d93c3f-1929-4f05-9453-922a97cfec41 None None] New status for floating IP c35ef38c-2665-4936-b26b-b1ab66e4a9d5: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:31:20.325090 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39494) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:31:20.386865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4b068da1-89b8-4e0b-abf1-c789ea81a081 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/c35ef38c-2665-4936-b26b-b1ab66e4a9d5 HTTP/1.1" status: 200 len: 992 time: 0.0605590 Nov 12 14:31:27.116353 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddaeefc1-add7-4b04-b31f-1d72bca0f884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:29.659630 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf9479ac-858f-4fc5-a651-3d3c738e0ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:30.903675 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:32.493921 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:32.618649 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:31:33.066482 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:43.650524 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:44.684223 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:56.452809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-e85e8fb1-7cdd-4bfe-a0e6-064f1ab2ba0b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405939 Nov 12 14:31:56.543360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-c8ba8d93-e9d1-4613-9f5a-c780de9979cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:56.545047 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-c8ba8d93-e9d1-4613-9f5a-c780de9979cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 1096 time: 0.0492480 Nov 12 14:31:56.655980 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-c3ec1d5d-4b47-4571-b127-2518cb1ac007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:56.657432 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-c3ec1d5d-4b47-4571-b127-2518cb1ac007 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0 HTTP/1.1" status: 200 len: 897 time: 0.0911646 Nov 12 14:31:56.728117 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-d5ab6841-db0e-4d3b-89d2-1e3f211d53fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28432c26-936c-4ebd-b642-0efca4aed669 HTTP/1.1" status: 200 len: 1000 time: 0.0631466 Nov 12 14:31:56.778274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-1ae1ac70-9d1e-4bb7-aa92-8b0ce76a2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:56.779641 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-1ae1ac70-9d1e-4bb7-aa92-8b0ce76a2632 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e30cd822-2fb0-4f82-9708-adfc0e4c3e3b HTTP/1.1" status: 200 len: 835 time: 0.0445406 Nov 12 14:31:56.827481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-152e1e9e-4e77-4eb9-b7bb-a84955c37d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:31:56.828981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-152e1e9e-4e77-4eb9-b7bb-a84955c37d07 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418649 Nov 12 14:31:56.927163 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-36454bb7-e9ef-4087-abcd-b566b4d90cf4 service neutron] 10.222.0.70 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902314 Nov 12 14:31:57.017464 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5056025e-802c-4c58-b2f9-4a68ab978c56 req-49358167-09af-45d3-8993-58542474373d service neutron] 10.222.0.70 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823810 Nov 12 14:31:57.119314 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9ce42ea-858d-4c55-ae2f-e1e7351fcf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:31:59.662241 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3870d2af-c24b-4043-9fb1-6df55df57b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:00.909734 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:02.501074 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:03.068918 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:09.618346 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:32:13.663796 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:14.697251 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:27.121651 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fdb16588-ebf6-442d-810a-3ba7b91e45ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:29.665221 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89feed13-7d8b-43f5-b985-b4668cc6ca72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:30.910573 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:32.498077 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:33.073990 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:35.775016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db7ca1-e34a-47bf-9a27-e47e4d5d6ba2 req-ca03ccd8-f2cc-4a77-bf34-ad7515a5741d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:35.776499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5db7ca1-e34a-47bf-9a27-e47e4d5d6ba2 req-ca03ccd8-f2cc-4a77-bf34-ad7515a5741d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0550971 Nov 12 14:32:35.825912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f5db7ca1-e34a-47bf-9a27-e47e4d5d6ba2 req-cbe9cfe0-8776-4ecf-9af3-b1d6a3cc8729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434909 Nov 12 14:32:36.953850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a83f-89aa-4a80-850c-e7e8c5d23f86 req-e6ef4ac0-c01d-4396-addb-96868928f1b2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:36.955338 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3766a83f-89aa-4a80-850c-e7e8c5d23f86 req-e6ef4ac0-c01d-4396-addb-96868928f1b2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0526578 Nov 12 14:32:37.016050 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3766a83f-89aa-4a80-850c-e7e8c5d23f86 req-7115286d-698e-4424-9eb0-7a2171483658 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538547 Nov 12 14:32:37.040180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39536) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:37.100856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2243b2aa-a3d9-4709-81a8-0c66cd405813 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/c35ef38c-2665-4936-b26b-b1ab66e4a9d5 HTTP/1.1" status: 200 len: 992 time: 0.0594430 Nov 12 14:32:38.378186 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49083f-499d-403b-ad23-0dba2b94cf2f req-982d7e8d-3424-41f0-9b8d-4e3ddac19b9b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:38.379604 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d49083f-499d-403b-ad23-0dba2b94cf2f req-982d7e8d-3424-41f0-9b8d-4e3ddac19b9b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Nov 12 14:32:38.435811 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4d49083f-499d-403b-ad23-0dba2b94cf2f req-44323dff-bd51-45c1-9853-e0c2a31d4205 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446203 Nov 12 14:32:39.558969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6c4af-6a7d-4ce4-bcf4-1b4ae33ce77d req-901bd5f7-f036-42aa-84c8-b5a945d1f43c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:39.560381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cc6c4af-6a7d-4ce4-bcf4-1b4ae33ce77d req-901bd5f7-f036-42aa-84c8-b5a945d1f43c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0488844 Nov 12 14:32:39.609724 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8cc6c4af-6a7d-4ce4-bcf4-1b4ae33ce77d req-f35137ef-7738-400e-a604-0d98bc48cf52 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433180 Nov 12 14:32:39.632503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39546) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:39.696898 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bcdabffe-83bb-4c89-89de-9d64fcda997e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/c35ef38c-2665-4936-b26b-b1ab66e4a9d5 HTTP/1.1" status: 200 len: 992 time: 0.0630548 Nov 12 14:32:39.962300 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39552) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:40.119449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 8d536b6e-442b-46c1-8e4a-e1d830343581 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:32:40.119788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:40.211474 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:40.211796 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:40.224542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 8d536b6e-442b-46c1-8e4a-e1d830343581 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:32:40.369819 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:40.400139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=8d536b6e-442b-46c1-8e4a-e1d830343581,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:40.424768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.425118 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.425493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.425832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.426165 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.426495 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.426871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.427313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.427600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.427903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.428216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.428536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:40.468462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:40.468786 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Floating IP c35ef38c-2665-4936-b26b-b1ab66e4a9d5 disassociated (deleted). External IP: 172.25.5.64, port: 28432c26-936c-4ebd-b642-0efca4aed669. Nov 12 14:32:40.675609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 54d57428-28af-4952-85c5-0ec259645698 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:32:40.783295 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:32:40.788197 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:40.794222 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] Sync routers for ids ['54d57428-28af-4952-85c5-0ec259645698'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:32:40.804711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] Routers {'54d57428-28af-4952-85c5-0ec259645698'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:32:40.805469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:32:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['54d57428-28af-4952-85c5-0ec259645698'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:40.815130 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c5b48bc1-67e4-4448-a238-185a718d0e8e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/floatingips/c35ef38c-2665-4936-b26b-b1ab66e4a9d5 HTTP/1.1" status: 204 len: 168 time: 0.8518219 Nov 12 14:32:40.815710 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52248bf2-724c-4dee-818a-1079f3ea7905', 'tag': '28432c26-936c-4ebd-b642-0efca4aed669'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:32:40.818707 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0991938-3e2a-4efc-9cd1-a1066d02a049" -d '{"events": [{"name": "network-changed", "server_uuid": "52248bf2-724c-4dee-818a-1079f3ea7905", "tag": "28432c26-936c-4ebd-b642-0efca4aed669"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:32:40.857745 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fbf944-d925-4577-87d0-faebccd46222 x-openstack-request-id: req-c2fbf944-d925-4577-87d0-faebccd46222 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:32:40.858040 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52248bf2-724c-4dee-818a-1079f3ea7905", "tag": "28432c26-936c-4ebd-b642-0efca4aed669", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:32:40.858295 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2fbf944-d925-4577-87d0-faebccd46222 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:32:40.858714 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52248bf2-724c-4dee-818a-1079f3ea7905', 'tag': '28432c26-936c-4ebd-b642-0efca4aed669', 'status': 'completed', 'code': 200} Nov 12 14:32:40.925862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-56bebcc3-4d69-477d-8d6d-048b422c0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:40.928229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-56bebcc3-4d69-477d-8d6d-048b422c0da6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 1096 time: 0.0451901 Nov 12 14:32:41.070560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-45307a3d-d65e-4ecf-b748-83ce4b863739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:41.072033 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-45307a3d-d65e-4ecf-b748-83ce4b863739 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0 HTTP/1.1" status: 200 len: 897 time: 0.1335363 Nov 12 14:32:41.080244 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] Set router 54d57428-28af-4952-85c5-0ec259645698 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:32:41.087652 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851196e-6b82-4a1f-8958-b9ff9e269ce9 req-c46ea4d9-efa4-4b4b-a240-dd81a07a81d8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:41.089121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6851196e-6b82-4a1f-8958-b9ff9e269ce9 req-c46ea4d9-efa4-4b4b-a240-dd81a07a81d8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0653856 Nov 12 14:32:41.135510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-99c13c14-776d-47f0-a261-a7fe86082330 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28432c26-936c-4ebd-b642-0efca4aed669 HTTP/1.1" status: 200 len: 217 time: 0.0453577 Nov 12 14:32:41.208667 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6851196e-6b82-4a1f-8958-b9ff9e269ce9 req-efe84cc9-9a4b-4e92-8651-60e074ae2992 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123679 Nov 12 14:32:41.210581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-60f00c1e-fc79-42e7-a9da-ebc07a31d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:41.211969 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-60f00c1e-fc79-42e7-a9da-ebc07a31d337 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e30cd822-2fb0-4f82-9708-adfc0e4c3e3b HTTP/1.1" status: 200 len: 835 time: 0.0685723 Nov 12 14:32:41.263837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-f899128c-7786-4064-a362-f722ad8093ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:41.265378 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-f899128c-7786-4064-a362-f722ad8093ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3e0a7e5-0374-46c4-adb2-af00a827d4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420525 Nov 12 14:32:41.282380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '94861626-18b1-4b7d-b7fb-6795b3599b7f', 'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:65:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:02Z', 'updated_at': '2021-11-12T14:31:06Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:41.314054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] Checking router: 54d57428-28af-4952-85c5-0ec259645698 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:32:41.322611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] Routers {'54d57428-28af-4952-85c5-0ec259645698'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:32:41.323219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:32:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['54d57428-28af-4952-85c5-0ec259645698'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:41.367274 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-19a832d0-61ac-41fb-b67d-4dbd9bccd010 service neutron] 10.222.0.70 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934029 Nov 12 14:32:41.442977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] Set router 54d57428-28af-4952-85c5-0ec259645698 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:32:41.461365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0991938-3e2a-4efc-9cd1-a1066d02a049 req-8c784da6-7600-4e76-8084-f519849a7f4e service neutron] 10.222.0.70 "GET /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854437 Nov 12 14:32:41.641594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '94861626-18b1-4b7d-b7fb-6795b3599b7f', 'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:65:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:02Z', 'updated_at': '2021-11-12T14:31:06Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:41.671287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d7161-dd10-4b91-a6b9-bc70e87e7ffb None None] The sync data for ids ['54d57428-28af-4952-85c5-0ec259645698'] in n-d-805736-4 is: [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '94861626-18b1-4b7d-b7fb-6795b3599b7f', 'name': '', 'network_id': 'c3e0a7e5-0374-46c4-adb2-af00a827d4c0', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:65:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:02Z', 'updated_at': '2021-11-12T14:31:06Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'e30cd822-2fb0-4f82-9708-adfc0e4c3e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:32:41.901792 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d70d6d7-db48-467f-bcfb-8193e877cc86 None None] New status for floating IP c35ef38c-2665-4936-b26b-b1ab66e4a9d5: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:32:42.335199 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7f38-a230-40c8-a873-1bd638bad9bc req-748fbecf-8ab0-42c8-8560-842eed0c4dc3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:42.336718 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07fe7f38-a230-40c8-a873-1bd638bad9bc req-748fbecf-8ab0-42c8-8560-842eed0c4dc3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0576229 Nov 12 14:32:42.386501 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07fe7f38-a230-40c8-a873-1bd638bad9bc req-88b29207-0ef0-4bba-aa71-2adc1e78c687 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Nov 12 14:32:42.985583 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-ef0d235c-9d23-4559-9aa2-f1db5c141d76 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:42.987024 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-ef0d235c-9d23-4559-9aa2-f1db5c141d76 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 945 time: 0.0544350 Nov 12 14:32:43.077024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 28432c26-936c-4ebd-b642-0efca4aed669 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:32:43.077389 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:43.172105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 28432c26-936c-4ebd-b642-0efca4aed669, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=28432c26-936c-4ebd-b642-0efca4aed669,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:32:43.172672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:43.198787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 28432c26-936c-4ebd-b642-0efca4aed669 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:32:43.325466 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:43.357846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=28432c26-936c-4ebd-b642-0efca4aed669,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:43.386348 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.386749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.387097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.387439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.387779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.388117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.388448 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.388783 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.389114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.389470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.389801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.390129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:43.410368 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] No DVR routers for this DVR port 28432c26-936c-4ebd-b642-0efca4aed669 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:32:43.413671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:43.417196 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9c788277-1aad-4be3-aa97-da2642e66c19 req-b8b26a0f-0ee5-44cf-93ef-fe5ce61bdd40 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "DELETE /v2.0/ports/28432c26-936c-4ebd-b642-0efca4aed669 HTTP/1.1" status: 204 len: 173 time: 0.4235716 Nov 12 14:32:43.417632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52248bf2-724c-4dee-818a-1079f3ea7905', 'name': 'network-vif-deleted', 'tag': '28432c26-936c-4ebd-b642-0efca4aed669'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:32:43.420155 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8c18e1-2f94-43b6-8f99-d996410f0b86" -d '{"events": [{"server_uuid": "52248bf2-724c-4dee-818a-1079f3ea7905", "name": "network-vif-deleted", "tag": "28432c26-936c-4ebd-b642-0efca4aed669"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:32:43.464695 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a3ed9e-fa69-4d48-85fd-9bc013dfa7dc x-openstack-request-id: req-57a3ed9e-fa69-4d48-85fd-9bc013dfa7dc {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:32:43.464994 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52248bf2-724c-4dee-818a-1079f3ea7905", "name": "network-vif-deleted", "tag": "28432c26-936c-4ebd-b642-0efca4aed669", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:32:43.465252 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57a3ed9e-fa69-4d48-85fd-9bc013dfa7dc {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:32:43.466240 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52248bf2-724c-4dee-818a-1079f3ea7905', 'name': 'network-vif-deleted', 'tag': '28432c26-936c-4ebd-b642-0efca4aed669', 'status': 'completed', 'code': 200} Nov 12 14:32:43.510315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df74c3fe-a869-4dec-a679-a46290b5a7a9 req-e9718fbc-23c9-4683-b072-c2874549e45b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=52248bf2-724c-4dee-818a-1079f3ea7905 HTTP/1.1" status: 200 len: 210 time: 0.0292237 Nov 12 14:32:43.697526 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:44.575970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39568) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:44.715467 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:44.969638 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:45.233973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 94861626-18b1-4b7d-b7fb-6795b3599b7f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:32:45.234229 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:45.324313 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 94861626-18b1-4b7d-b7fb-6795b3599b7f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=94861626-18b1-4b7d-b7fb-6795b3599b7f,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:32:45.324666 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:45.337503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 94861626-18b1-4b7d-b7fb-6795b3599b7f owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:32:45.524829 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:45.553303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=94861626-18b1-4b7d-b7fb-6795b3599b7f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:45.725989 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:45.940361 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 54d57428-28af-4952-85c5-0ec259645698 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:32:46.046949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:32:46.052431 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-34234dd1-18e2-4040-ba92-fbec6f7181b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "PUT /v2.0/routers/54d57428-28af-4952-85c5-0ec259645698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4753883 Nov 12 14:32:46.055403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39570) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:46.058610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] Sync routers for ids ['54d57428-28af-4952-85c5-0ec259645698'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:32:46.068794 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] Routers {'54d57428-28af-4952-85c5-0ec259645698'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:32:46.069460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:32:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['54d57428-28af-4952-85c5-0ec259645698'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:46.106586 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5064fb-36dd-4eaf-bed1-7479874804ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting subnet e30cd822-2fb0-4f82-9708-adfc0e4c3e3b {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:32:46.109671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c5064fb-36dd-4eaf-bed1-7479874804ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.150266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c5064fb-36dd-4eaf-bed1-7479874804ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.176095 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] Set router 54d57428-28af-4952-85c5-0ec259645698 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:32:46.238565 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c5064fb-36dd-4eaf-bed1-7479874804ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.299872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c5064fb-36dd-4eaf-bed1-7479874804ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.344615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5064fb-36dd-4eaf-bed1-7479874804ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Subnet': ['ID=e30cd822-2fb0-4f82-9708-adfc0e4c3e3b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:46.350706 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c5064fb-36dd-4eaf-bed1-7479874804ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.359076 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6c5064fb-36dd-4eaf-bed1-7479874804ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/subnets/e30cd822-2fb0-4f82-9708-adfc0e4c3e3b HTTP/1.1" status: 204 len: 168 time: 0.3001361 Nov 12 14:32:46.359533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa5ede-43d4-4cd9-ae15-6851b6555ec3 None None] Network c3e0a7e5-0374-46c4-adb2-af00a827d4c0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:32:46.359683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39572) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:46.473386 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.489395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:32:45Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:46.524134 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] Checking router: 54d57428-28af-4952-85c5-0ec259645698 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:32:46.537629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] Routers {'54d57428-28af-4952-85c5-0ec259645698'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:32:46.538120 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:32:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['54d57428-28af-4952-85c5-0ec259645698'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:46.589999 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.617741 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:32:46.628858 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9e9104-6388-421f-a20e-983b81baadae None None] DHCP port deletion for c3e0a7e5-0374-46c4-adb2-af00a827d4c0 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:32:46.644723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 896017fb-bf8d-494d-9b6e-3ffb87f70115 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:32:46.645058 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.681092 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] Set router 54d57428-28af-4952-85c5-0ec259645698 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:32:46.729631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 896017fb-bf8d-494d-9b6e-3ffb87f70115, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=896017fb-bf8d-494d-9b6e-3ffb87f70115,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:32:46.730254 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.741991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 896017fb-bf8d-494d-9b6e-3ffb87f70115 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:32:46.820159 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Deleting port a97cbf35-2576-40c8-8f6f-4b82b9f6953e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:32:46.820456 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.826318 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 28432c26-936c-4ebd-b642-0efca4aed669 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:32:46.883633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 28432c26-936c-4ebd-b642-0efca4aed669 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:32:46.883998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 28432c26-936c-4ebd-b642-0efca4aed669 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:32:46.922674 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.948954 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=896017fb-bf8d-494d-9b6e-3ffb87f70115,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:46.952175 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-de9e9104-6388-421f-a20e-983b81baadae None None] For port a97cbf35-2576-40c8-8f6f-4b82b9f6953e, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=a97cbf35-2576-40c8-8f6f-4b82b9f6953e,segment=NetworkSegment(75499533-55d4-4019-9565-ab66fa5a288d),segment_id=75499533-55d4-4019-9565-ab66fa5a288d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:32:46.952596 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:46.968456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f1732-5a2c-47a8-b8d9-d328c7742427 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:32:46.970777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Calling delete_port for a97cbf35-2576-40c8-8f6f-4b82b9f6953e owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:32:47.021192 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.070521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:32:45Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:47.101628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739a471-10fb-43e6-9aa6-832fd4d09b38 None None] The sync data for ids ['54d57428-28af-4952-85c5-0ec259645698'] in n-d-805736-4 is: [{'id': '54d57428-28af-4952-85c5-0ec259645698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282668122', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:32:45Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '896017fb-bf8d-494d-9b6e-3ffb87f70115', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d57428-28af-4952-85c5-0ec259645698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:31:00Z', 'updated_at': '2021-11-12T14:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:32:47.108648 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.113201 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.116177 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.141192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Pushing event deleted for resources: {'Port': ['ID=a97cbf35-2576-40c8-8f6f-4b82b9f6953e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:47.146648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e9104-6388-421f-a20e-983b81baadae None None] No DVR routers for this DVR port a97cbf35-2576-40c8-8f6f-4b82b9f6953e on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:32:47.154112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.154463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.154809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.155149 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.155485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.155817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.156145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.156474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.156802 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.158055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.158055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.158055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e9104-6388-421f-a20e-983b81baadae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:47.170032 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.170645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Fanout notify agent at l3_agent the message router_deleted on router 54d57428-28af-4952-85c5-0ec259645698 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:32:47.178251 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.179162 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6485faba-513b-4a5b-9d31-49688c072955 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/routers/54d57428-28af-4952-85c5-0ec259645698 HTTP/1.1" status: 204 len: 168 time: 0.8181379 Nov 12 14:32:47.181938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39574) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:47.256970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.348239 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.370855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e0a7e5-0374-46c4-adb2-af00a827d4c0']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:47.380572 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75499533-55d4-4019-9565-ab66fa5a288d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:47.380876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75499533-55d4-4019-9565-ab66fa5a288d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:47.390318 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.404702 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.410696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:32:47.411634 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:32:47.415626 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:32:47.616048 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a97cbf35-2576-40c8-8f6f-4b82b9f6953e no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:32:47.642716 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: a97cbf35-2576-40c8-8f6f-4b82b9f6953e {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:32:47.643062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device a97cbf35-2576-40c8-8f6f-4b82b9f6953e not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:32:47.643482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 94861626-18b1-4b7d-b7fb-6795b3599b7f no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:32:47.837460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 94861626-18b1-4b7d-b7fb-6795b3599b7f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:32:47.837713 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 94861626-18b1-4b7d-b7fb-6795b3599b7f not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:32:47.841660 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.849708 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.856247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/networks/c3e0a7e5-0374-46c4-adb2-af00a827d4c0 HTTP/1.1" status: 204 len: 168 time: 0.6695521 Nov 12 14:32:47.857006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39576) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:47.867223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d67f49-8b2e-4e00-a518-00448ea22ef4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Network': ['ID=c3e0a7e5-0374-46c4-adb2-af00a827d4c0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:47.919656 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e2cce256-07a6-4235-a0cb-8e1b5e3f5247 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:47.948312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e2cce256-07a6-4235-a0cb-8e1b5e3f5247 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.010662 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e2cce256-07a6-4235-a0cb-8e1b5e3f5247 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.013267 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e2cce256-07a6-4235-a0cb-8e1b5e3f5247 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.014434 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e2cce256-07a6-4235-a0cb-8e1b5e3f5247 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/security-groups/bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee HTTP/1.1" status: 204 len: 168 time: 0.1556954 Nov 12 14:32:48.023606 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cce256-07a6-4235-a0cb-8e1b5e3f5247 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa7e71a-2ad4-4a3e-bc62-f68fb3da1cee,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:48.311188 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39582) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:48.315811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b3a195f5-2ea6-4a4e-9a1a-8dce9f519abf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1436292706', 'description': 'tempest-secgroup-smoke-1436292706 description', 'project_id': '57c403a097e54a5a84303f8d318383b5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:48.338898 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3a195f5-2ea6-4a4e-9a1a-8dce9f519abf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.406074 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3a195f5-2ea6-4a4e-9a1a-8dce9f519abf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.410901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3a195f5-2ea6-4a4e-9a1a-8dce9f519abf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.441485 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b3a195f5-2ea6-4a4e-9a1a-8dce9f519abf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.442808 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b3a195f5-2ea6-4a4e-9a1a-8dce9f519abf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1305091 Nov 12 14:32:48.444956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a195f5-2ea6-4a4e-9a1a-8dce9f519abf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41348671-6cb4-4ef3-8e62-7837eb992b06,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:48.446463 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39584) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:48.451193 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3e8f802c-56b7-407c-bb48-c9cfbc7f0cbe tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '41348671-6cb4-4ef3-8e62-7837eb992b06', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:48.479633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e8f802c-56b7-407c-bb48-c9cfbc7f0cbe tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.535243 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e8f802c-56b7-407c-bb48-c9cfbc7f0cbe tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.540132 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e8f802c-56b7-407c-bb48-c9cfbc7f0cbe tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.558706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f802c-56b7-407c-bb48-c9cfbc7f0cbe tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8809d9a3-6bf4-4777-8f9b-80eef8cba09a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:48.565783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e8f802c-56b7-407c-bb48-c9cfbc7f0cbe tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.566989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3e8f802c-56b7-407c-bb48-c9cfbc7f0cbe tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194859 Nov 12 14:32:48.570030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39586) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:48.574344 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d1d34a97-3d3a-4523-ae12-98f340e7f9b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '41348671-6cb4-4ef3-8e62-7837eb992b06', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:48.600436 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d34a97-3d3a-4523-ae12-98f340e7f9b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.653792 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d34a97-3d3a-4523-ae12-98f340e7f9b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.657514 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d34a97-3d3a-4523-ae12-98f340e7f9b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.676485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d34a97-3d3a-4523-ae12-98f340e7f9b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29abaecf-8ecd-48d5-bcf6-c79a1cf68c7f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:48.684395 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d34a97-3d3a-4523-ae12-98f340e7f9b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.685619 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d1d34a97-3d3a-4523-ae12-98f340e7f9b6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146276 Nov 12 14:32:48.688319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39588) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:48.693103 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fd7558fd-5e73-4e80-93a4-0875c012b3d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '41348671-6cb4-4ef3-8e62-7837eb992b06', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:48.726066 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd7558fd-5e73-4e80-93a4-0875c012b3d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.789780 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd7558fd-5e73-4e80-93a4-0875c012b3d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.793523 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd7558fd-5e73-4e80-93a4-0875c012b3d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.811413 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7558fd-5e73-4e80-93a4-0875c012b3d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9599f50-7bba-4e40-9b2d-b8621b650cf0,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:48.822088 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd7558fd-5e73-4e80-93a4-0875c012b3d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.823292 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fd7558fd-5e73-4e80-93a4-0875c012b3d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340549 Nov 12 14:32:48.826308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39590) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:48.830625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-028712c3-c0e1-4e38-9732-69879a2d103d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '41348671-6cb4-4ef3-8e62-7837eb992b06', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:48.859304 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-028712c3-c0e1-4e38-9732-69879a2d103d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.923425 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-028712c3-c0e1-4e38-9732-69879a2d103d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.927412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-028712c3-c0e1-4e38-9732-69879a2d103d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.945724 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028712c3-c0e1-4e38-9732-69879a2d103d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b510e6d-8e4b-439a-98e8-cd455475accc,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:48.950860 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-028712c3-c0e1-4e38-9732-69879a2d103d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:48.951861 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-028712c3-c0e1-4e38-9732-69879a2d103d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246297 Nov 12 14:32:48.954727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:48.959600 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1b72c292-2dfe-498f-81a8-5e181b61f521 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '41348671-6cb4-4ef3-8e62-7837eb992b06', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:48.982153 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-1b72c292-2dfe-498f-81a8-5e181b61f521 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Project 57c403a097e54a5a84303f8d318383b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:32:48.987938 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b72c292-2dfe-498f-81a8-5e181b61f521 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.047143 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b72c292-2dfe-498f-81a8-5e181b61f521 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.051011 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b72c292-2dfe-498f-81a8-5e181b61f521 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.070425 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72c292-2dfe-498f-81a8-5e181b61f521 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8118dbd9-2924-402c-8833-e184a5f68212,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:49.078446 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b72c292-2dfe-498f-81a8-5e181b61f521 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.079652 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1b72c292-2dfe-498f-81a8-5e181b61f521 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239932 Nov 12 14:32:49.082376 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39594) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:49.086734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6edb7221-af9b-4b79-aaa6-82bb266c8503 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '41348671-6cb4-4ef3-8e62-7837eb992b06', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:49.107844 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-6edb7221-af9b-4b79-aaa6-82bb266c8503 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Project 57c403a097e54a5a84303f8d318383b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:32:49.112643 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6edb7221-af9b-4b79-aaa6-82bb266c8503 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.178383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6edb7221-af9b-4b79-aaa6-82bb266c8503 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.183382 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6edb7221-af9b-4b79-aaa6-82bb266c8503 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.202114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb7221-af9b-4b79-aaa6-82bb266c8503 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ad2b40-2d98-49c8-ad20-4d6bc4dab60c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:49.209630 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6edb7221-af9b-4b79-aaa6-82bb266c8503 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.210843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6edb7221-af9b-4b79-aaa6-82bb266c8503 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274979 Nov 12 14:32:49.213749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:49.218591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'network': {'name': 'tempest-network-smoke--895583917', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:49.239419 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:32:49.243723 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.267921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:32:49.278878 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.279467 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Added segment eff4d9de-b0b0-47da-9430-eebd6a99a543 of type vlan for network 066a133c-8be1-42b7-af9a-e5842f4fbc9d Nov 12 14:32:49.320943 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.347493 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.354051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:49.354661 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.390135 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1753609 Nov 12 14:32:49.392999 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39598) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:49.398377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'admin_state_up': True, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:49.422264 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.423233 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.427909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd17150-3490-4ff8-8610-08a278b4f1b9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Network': ['ID=066a133c-8be1-42b7-af9a-e5842f4fbc9d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:49.443545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 066a133c-8be1-42b7-af9a-e5842f4fbc9d details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:32:49.467687 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 896017fb-bf8d-494d-9b6e-3ffb87f70115 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:32:49.487647 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.516736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 896017fb-bf8d-494d-9b6e-3ffb87f70115 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:32:49.517083 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 896017fb-bf8d-494d-9b6e-3ffb87f70115 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:32:49.626368 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.822134 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.843140 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:49.946236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.25.5.61 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/6cf42a9b-14fc-47fc-8924-ba18d03b6ec8) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:32:50.368676 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:50.403723 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:50.443278 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:32:50.446042 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:32:50.448479 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:32:50.460966 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f6e96-041d-4860-8cd3-92ae1093c6a5 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:32:50.483340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=6cf42a9b-14fc-47fc-8924-ba18d03b6ec8,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:50.545118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b465040d-87be-4e5c-b3e9-a8c18f1a13ca None None] Provisioning complete for port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:50.545511 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b465040d-87be-4e5c-b3e9-a8c18f1a13ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:50.579627 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b465040d-87be-4e5c-b3e9-a8c18f1a13ca None None] Port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:32:50.718459 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:50.931521 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.069622 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:32:51.181600 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:32:51.191763 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Sync routers for ids ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:32:51.203808 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.205133 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5fd27e3b-ade2-4410-a98f-338629195ed8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8110089 Nov 12 14:32:51.205537 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Routers {'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:32:51.206241 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:32:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:51.208799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39600) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:51.238307 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3211e24b-cdde-4b39-80c9-aa59601d7bb9 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=57c403a097e54a5a84303f8d318383b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285616 Nov 12 14:32:51.241726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39602) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:51.311848 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Set router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:32:51.332126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477cf3ff-7b97-40ab-8370-bee1151bf3c7 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:51.334144 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-477cf3ff-7b97-40ab-8370-bee1151bf3c7 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910976 Nov 12 14:32:51.338100 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:51.371106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-592a1310-4248-4e62-bdd4-e0dcaa7560a9 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317838 Nov 12 14:32:51.373646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39606) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:51.378502 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1541349325', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:51.470645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:32:51.474964 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.492915 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:50Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:51.523020 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Checking router: aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:32:51.523363 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Updating router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:32:51.548608 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.666366 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.730965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Subnet': ['ID=1907b26e-16e2-4480-aa4b-ac660c041ee6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:51.744113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Checking segment: {'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:32:51.744601 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network hostable DHCP agents. Network: 066a133c-8be1-42b7-af9a-e5842f4fbc9d, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:32:51.766018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 066a133c-8be1-42b7-af9a-e5842f4fbc9d is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:32:51.777900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 066a133c-8be1-42b7-af9a-e5842f4fbc9d) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:32:51.782820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:51.783608 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.795286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661dc870-e299-4d18-9f11-387c9637ee4e None None] Network 066a133c-8be1-42b7-af9a-e5842f4fbc9d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:32:51.806797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0f8fb267-aab0-45be-a439-826f39694c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4294302 Nov 12 14:32:51.807110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39608) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:32:51.818606 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.824399 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.877686 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Attempting to bind port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:32:51.878068 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Attempting to bind port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:32:51.878429 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Attempting to bind port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:32:51.886770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dbf87c-3ab8-4334-8806-2e6ec8eda392 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:32:51.889874 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:32:51.890253 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:32:51.890675 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.891051 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:32:51.891522 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Bound port: 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:32:51.891904 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.914833 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Pushing event updated for resources: {'Port': ['ID=6cf42a9b-14fc-47fc-8924-ba18d03b6ec8,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:51.926678 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.927442 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.928141 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.928482 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.928817 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.929154 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.929510 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.929836 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.930162 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.930482 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.930804 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.931124 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:32:51.960506 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] For port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:32:51.963742 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] For port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6cf42a9b-14fc-47fc-8924-ba18d03b6ec8,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:32:51.968446 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:51.970385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1c82c4dc-c663-4f9c-8a47-784ba471b035 None None] Provisioning complete for port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:51.971083 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c82c4dc-c663-4f9c-8a47-784ba471b035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.034157 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afd25ca-af77-4f25-bffd-a8845d72a9e9 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:32:52.040667 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Routers {'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:32:52.041441 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:32:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:52.092346 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658eb1-2011-4bf9-b34e-bd57014fba60 None None] Pushing event updated for resources: {'Port': ['ID=6cf42a9b-14fc-47fc-8924-ba18d03b6ec8,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:52.108401 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c82c4dc-c663-4f9c-8a47-784ba471b035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.119254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:32:52.119984 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.138731 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c82c4dc-c663-4f9c-8a47-784ba471b035 None None] For port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6cf42a9b-14fc-47fc-8924-ba18d03b6ec8,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:32:52.149478 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c82c4dc-c663-4f9c-8a47-784ba471b035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.171685 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] Set router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:32:52.312437 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82c4dc-c663-4f9c-8a47-784ba471b035 None None] Pushing event updated for resources: {'Port': ['ID=6cf42a9b-14fc-47fc-8924-ba18d03b6ec8,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:52.319408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f16a5556-7c13-42a9-b810-5823e66c21a6 None None] Provisioning complete for port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:52.320094 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f16a5556-7c13-42a9-b810-5823e66c21a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.380346 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.397463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Allocated IP 172.20.0.2 (066a133c-8be1-42b7-af9a-e5842f4fbc9d/1907b26e-16e2-4480-aa4b-ac660c041ee6/bd93176f-368a-4709-9012-7e8b780f3eab) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:32:52.488694 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:50Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:52.518360 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf4a6f9-508f-4458-ae63-bd49f78cf103 None None] The sync data for ids ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'] in n-d-805736-4 is: [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:50Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:32:52.587883 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.594398 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.645052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Network 066a133c-8be1-42b7-af9a-e5842f4fbc9d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:32:52.648228 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:32:52.653848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:32:52.663662 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Pushing event updated for resources: {'Port': ['ID=bd93176f-368a-4709-9012-7e8b780f3eab,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:52.717647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Attempting to bind port bd93176f-368a-4709-9012-7e8b780f3eab on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:32:52.718068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Attempting to bind port bd93176f-368a-4709-9012-7e8b780f3eab by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:32:52.718512 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Attempting to bind port bd93176f-368a-4709-9012-7e8b780f3eab on network 066a133c-8be1-42b7-af9a-e5842f4fbc9d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:32:52.725114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.20.0.1 (066a133c-8be1-42b7-af9a-e5842f4fbc9d/1907b26e-16e2-4480-aa4b-ac660c041ee6/29d1cc8e-78da-4ebf-971e-78e8897cecdb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:32:52.725481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:32:52.725847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Checking segment: {'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:32:52.726248 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.726641 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Bound using segment: {'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:32:52.727113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Bound port: bd93176f-368a-4709-9012-7e8b780f3eab, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:32:52.727495 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.827543 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] For port bd93176f-368a-4709-9012-7e8b780f3eab, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:32:52.830820 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] For port bd93176f-368a-4709-9012-7e8b780f3eab, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bd93176f-368a-4709-9012-7e8b780f3eab,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:32:52.838851 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.903602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:52.908853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dcde5-909c-4758-ac9e-2ff91f22ccac None None] Pushing event updated for resources: {'Port': ['ID=bd93176f-368a-4709-9012-7e8b780f3eab,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:52.950732 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:53.004720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 066a133c-8be1-42b7-af9a-e5842f4fbc9d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:32:53.010546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:32:53.014757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:32:53.047848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=29d1cc8e-78da-4ebf-971e-78e8897cecdb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:53.080336 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:53.261573 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:53.585931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:32:53.592113 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:53.597561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:53.640879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:53.641274 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:53.675760 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:53.678161 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=29d1cc8e-78da-4ebf-971e-78e8897cecdb,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:53.729778 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bd93176f-368a-4709-9012-7e8b780f3eab up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:32:53.790486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 066a133c-8be1-42b7-af9a-e5842f4fbc9d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:32:53.792021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bd93176f-368a-4709-9012-7e8b780f3eab triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:53.792191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:32:53.792528 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:53.878215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:53.916923 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port bd93176f-368a-4709-9012-7e8b780f3eab, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bd93176f-368a-4709-9012-7e8b780f3eab,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:32:53.922189 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:53.931319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:32:53.985348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=bd93176f-368a-4709-9012-7e8b780f3eab,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:54.030652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946cd49-c466-4fe8-8ec9-3c71731aeb45 None None] Network 066a133c-8be1-42b7-af9a-e5842f4fbc9d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:32:54.070107 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:32:54.076321 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6abff35a-b7fa-4956-b322-c821d130abee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "PUT /v2.0/routers/aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2678964 Nov 12 14:32:54.162326 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-069ff95e-c5fd-4663-9880-7c9792a2ae4a None None] Provisioning complete for port bd93176f-368a-4709-9012-7e8b780f3eab triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:54.162700 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-069ff95e-c5fd-4663-9880-7c9792a2ae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:54.272095 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-e781d5ef-89ab-40bc-bf94-70f502ffe19b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1436292706&fields=id&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 267 time: 0.0491889 Nov 12 14:32:54.407442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140db60-f610-4e54-928b-559893f95ad0 req-ca1ab9bd-ef1d-4116-89ed-d836307afb67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:54.409228 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-ca1ab9bd-ef1d-4116-89ed-d836307afb67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/networks?id=066a133c-8be1-42b7-af9a-e5842f4fbc9d HTTP/1.1" status: 200 len: 796 time: 0.1278024 Nov 12 14:32:54.428564 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-ecdbe115-906e-44d4-aa6e-8947d380caf2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/quotas/57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 375 time: 0.0118110 Nov 12 14:32:54.491627 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-4f2ce6f4-90c8-4512-bc32-1bec7ea4fae6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560806 Nov 12 14:32:54.504263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-87e0b234-20b1-492c-a83f-b0fe5bcbb3a2 None None] Provisioning complete for port 29d1cc8e-78da-4ebf-971e-78e8897cecdb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:54.504748 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87e0b234-20b1-492c-a83f-b0fe5bcbb3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:54.549235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-87e0b234-20b1-492c-a83f-b0fe5bcbb3a2 None None] Port 29d1cc8e-78da-4ebf-971e-78e8897cecdb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:32:54.563404 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-87e0b234-20b1-492c-a83f-b0fe5bcbb3a2 None None] Provisioning complete for port bd93176f-368a-4709-9012-7e8b780f3eab triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:54.563404 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87e0b234-20b1-492c-a83f-b0fe5bcbb3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:54.610792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Sync routers for ids ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:32:54.625219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Routers {'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:32:54.626004 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:32:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:54.688175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-d3e76e6c-d008-4b7a-a5f7-85d84493a277 service neutron] 10.222.0.73 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794343 Nov 12 14:32:54.788118 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Set router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:32:54.814247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-db0c087a-1b97-430d-9fa9-06ffe2a4f1cc service neutron] 10.222.0.73 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168668 Nov 12 14:32:54.948866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-ae727d2d-6ae0-46dd-a593-f5acff1bf933 None None] Provisioning complete for port 29d1cc8e-78da-4ebf-971e-78e8897cecdb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:54.949408 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae727d2d-6ae0-46dd-a593-f5acff1bf933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:55.029533 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ae727d2d-6ae0-46dd-a593-f5acff1bf933 None None] Port 29d1cc8e-78da-4ebf-971e-78e8897cecdb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:32:55.034647 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3bcf767f-46ff-4211-87d5-edf63b6c1b7a req-04dfd142-120a-4d1c-824b-39d16c2457c1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 210 time: 0.0376468 Nov 12 14:32:55.064589 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:53Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '29d1cc8e-78da-4ebf-971e-78e8897cecdb', 'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:80:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:52Z', 'updated_at': '2021-11-12T14:32:53Z', 'revision_number': 2, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:55.093062 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Checking router: aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:32:55.093561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Updating router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 port 29d1cc8e-78da-4ebf-971e-78e8897cecdb binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:32:55.122118 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:55.177240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cdbba730-e445-455c-8f63-5385e2099aaf None None] Provisioning complete for port 29d1cc8e-78da-4ebf-971e-78e8897cecdb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:55.177240 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdbba730-e445-455c-8f63-5385e2099aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:55.268646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cdbba730-e445-455c-8f63-5385e2099aaf None None] Port 29d1cc8e-78da-4ebf-971e-78e8897cecdb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:32:55.454210 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:55.461630 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:55.510747 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bd93176f-368a-4709-9012-7e8b780f3eab up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:32:55.545398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0d47a-e8d1-4975-82df-9345cd957182 None None] Pushing event updated for resources: {'Port': ['ID=29d1cc8e-78da-4ebf-971e-78e8897cecdb,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:55.788434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Attempting to bind port 29d1cc8e-78da-4ebf-971e-78e8897cecdb on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:32:55.788696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Attempting to bind port 29d1cc8e-78da-4ebf-971e-78e8897cecdb by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:32:55.789055 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Attempting to bind port 29d1cc8e-78da-4ebf-971e-78e8897cecdb on network 066a133c-8be1-42b7-af9a-e5842f4fbc9d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:32:55.799460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bd93176f-368a-4709-9012-7e8b780f3eab triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:55.799827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:55.802355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:32:55.802733 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Checking segment: {'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:32:55.803194 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:55.803583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Bound using segment: {'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:32:55.804049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Bound port: 29d1cc8e-78da-4ebf-971e-78e8897cecdb, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:32:55.804422 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:55.837877 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-219d2f04-d646-4c87-b1ba-21506d53a2c4 None None] Provisioning complete for port 29d1cc8e-78da-4ebf-971e-78e8897cecdb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:55.838244 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-219d2f04-d646-4c87-b1ba-21506d53a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:55.936475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-219d2f04-d646-4c87-b1ba-21506d53a2c4 None None] Port 29d1cc8e-78da-4ebf-971e-78e8897cecdb cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:32:55.978875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] For port 29d1cc8e-78da-4ebf-971e-78e8897cecdb, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:32:55.999740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] For port 29d1cc8e-78da-4ebf-971e-78e8897cecdb, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=29d1cc8e-78da-4ebf-971e-78e8897cecdb,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:32:56.008379 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:56.103611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Routers {'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:32:56.104251 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:32:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:56.109100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0d47a-e8d1-4975-82df-9345cd957182 None None] Pushing event updated for resources: {'Port': ['ID=29d1cc8e-78da-4ebf-971e-78e8897cecdb,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:56.205978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-793b02cf-6615-4091-bc3b-ca358fd731c9 req-a7da8e1f-3085-4512-8e81-45eaa1f9098e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 210 time: 0.0504982 Nov 12 14:32:56.261740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140db60-f610-4e54-928b-559893f95ad0 req-a229d4cf-85ac-4142-b21c-6b4129ed7e1e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:56.264404 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-a229d4cf-85ac-4142-b21c-6b4129ed7e1e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/networks?id=066a133c-8be1-42b7-af9a-e5842f4fbc9d HTTP/1.1" status: 200 len: 796 time: 0.2260950 Nov 12 14:32:56.315304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] Set router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:32:56.361015 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-3eff9f9f-7448-4b7b-adb1-990ade847d27 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 380 time: 0.0860691 Nov 12 14:32:56.372492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'port': {'device_id': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'admin_state_up': True, 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'security_groups': ['41348671-6cb4-4ef3-8e62-7837eb992b06']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:56.498291 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:32:56.501934 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:56.562991 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-daf9336d-1b60-4b40-ab1f-570aa88d542e None None] Provisioning complete for port 29d1cc8e-78da-4ebf-971e-78e8897cecdb triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:56.563368 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-daf9336d-1b60-4b40-ab1f-570aa88d542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:56.675258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.20.0.10 (066a133c-8be1-42b7-af9a-e5842f4fbc9d/1907b26e-16e2-4480-aa4b-ac660c041ee6/bf0c5da9-b51e-4c41-904d-19efb4586a05) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:32:56.864890 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-daf9336d-1b60-4b40-ab1f-570aa88d542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:56.901061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:53Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '29d1cc8e-78da-4ebf-971e-78e8897cecdb', 'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:80:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:52Z', 'updated_at': '2021-11-12T14:32:55Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:32:56.907195 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:56.945402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c876d1-28c5-4f51-b305-b5993d801510 None None] The sync data for ids ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'] in n-d-805736-4 is: [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:53Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '29d1cc8e-78da-4ebf-971e-78e8897cecdb', 'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:80:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:52Z', 'updated_at': '2021-11-12T14:32:55Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:32:56.946757 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:56.948075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-daf9336d-1b60-4b40-ab1f-570aa88d542e None None] For port 29d1cc8e-78da-4ebf-971e-78e8897cecdb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=29d1cc8e-78da-4ebf-971e-78e8897cecdb,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:32:56.952741 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-daf9336d-1b60-4b40-ab1f-570aa88d542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:56.994074 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 066a133c-8be1-42b7-af9a-e5842f4fbc9d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:32:57.018049 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:32:57.032072 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:32:57.035595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=bf0c5da9-b51e-4c41-904d-19efb4586a05,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:57.043570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9336d-1b60-4b40-ab1f-570aa88d542e None None] Pushing event updated for resources: {'Port': ['ID=29d1cc8e-78da-4ebf-971e-78e8897cecdb,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:57.136959 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2061cd1b-be32-4c6f-b1c5-48d9581ea9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:57.159684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:57.161572 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:57.195872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-ff1a48f6-7008-4cd5-b97d-8f0e5209e87a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8283043 Nov 12 14:32:57.278132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Request body: {'port': {'device_id': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:32:57.344236 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:57.372332 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2b271-3fb4-48a9-be0b-77615af184f7 req-1073d079-4d2d-4329-a92d-88674f2b033c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:57.375356 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cdc2b271-3fb4-48a9-be0b-77615af184f7 req-1073d079-4d2d-4329-a92d-88674f2b033c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 932 time: 0.0663996 Nov 12 14:32:57.381628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0cb61854-d366-4c80-b3c6-c21e672c83b0 None None] Provisioning complete for port bf0c5da9-b51e-4c41-904d-19efb4586a05 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:57.382009 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cb61854-d366-4c80-b3c6-c21e672c83b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:57.437971 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cdc2b271-3fb4-48a9-be0b-77615af184f7 req-2132b4ce-329b-4c7c-8aea-73a7d61506d3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527873 Nov 12 14:32:57.440547 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0cb61854-d366-4c80-b3c6-c21e672c83b0 None None] Port bf0c5da9-b51e-4c41-904d-19efb4586a05 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:32:57.555768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 29d1cc8e-78da-4ebf-971e-78e8897cecdb up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:32:57.608922 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 29d1cc8e-78da-4ebf-971e-78e8897cecdb triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:32:57.609169 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:57.671424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0c5da9-b51e-4c41-904d-19efb4586a05 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:32:57.680012 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:57.693785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Transition to ACTIVE for port object bf0c5da9-b51e-4c41-904d-19efb4586a05 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:32:57.698389 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:57.756089 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0c5da9-b51e-4c41-904d-19efb4586a05,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:57.830137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Attempting to bind port bf0c5da9-b51e-4c41-904d-19efb4586a05 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:32:57.830472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Attempting to bind port bf0c5da9-b51e-4c41-904d-19efb4586a05 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:32:57.830691 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Attempting to bind port bf0c5da9-b51e-4c41-904d-19efb4586a05 on network 066a133c-8be1-42b7-af9a-e5842f4fbc9d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:32:57.836921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Port bf0c5da9-b51e-4c41-904d-19efb4586a05 on network 066a133c-8be1-42b7-af9a-e5842f4fbc9d not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:32:57.837248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Attempting to bind port bf0c5da9-b51e-4c41-904d-19efb4586a05 on network 066a133c-8be1-42b7-af9a-e5842f4fbc9d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:32:57.842830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:32:57.843171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Checking segment: {'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:32:57.843551 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Bound using segment: {'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:32:57.844050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Bound port: bf0c5da9-b51e-4c41-904d-19efb4586a05, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff4d9de-b0b0-47da-9430-eebd6a99a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:32:57.844412 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:57.917938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] For port bf0c5da9-b51e-4c41-904d-19efb4586a05, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:32:57.921649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] For port bf0c5da9-b51e-4c41-904d-19efb4586a05, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:32:57.930076 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:57.970734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:57.971370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:57.973140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] 10.222.0.70 "PUT /v2.0/ports/bf0c5da9-b51e-4c41-904d-19efb4586a05 HTTP/1.1" status: 200 len: 1092 time: 0.7678411 Nov 12 14:32:57.977444 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'tag': 'bf0c5da9-b51e-4c41-904d-19efb4586a05'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:32:57.980436 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bb84fa-a720-494c-a018-102e8bc4f3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe2b3fb-75c2-4022-a432-436ed7e652e4", "tag": "bf0c5da9-b51e-4c41-904d-19efb4586a05"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:32:58.014485 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9270818-c24a-4106-9b9c-1e4d7a5e21a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0c5da9-b51e-4c41-904d-19efb4586a05,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:32:58.050301 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d83280a-65c4-41f8-8a97-f85a357680c4 x-openstack-request-id: req-7d83280a-65c4-41f8-8a97-f85a357680c4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:32:58.050598 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe2b3fb-75c2-4022-a432-436ed7e652e4", "tag": "bf0c5da9-b51e-4c41-904d-19efb4586a05", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:32:58.050860 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d83280a-65c4-41f8-8a97-f85a357680c4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:32:58.051269 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'tag': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'status': 'completed', 'code': 200} Nov 12 14:32:58.070665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140db60-f610-4e54-928b-559893f95ad0 req-ca8172b4-1b46-489e-b9d3-b7c3ba26999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:58.072142 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-ca8172b4-1b46-489e-b9d3-b7c3ba26999a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 1095 time: 0.0544059 Nov 12 14:32:58.124927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-ce0f5b96-45da-465d-a355-dc477f7d8b39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05 HTTP/1.1" status: 200 len: 217 time: 0.0395124 Nov 12 14:32:58.180786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140db60-f610-4e54-928b-559893f95ad0 req-6e3afbc5-d8e4-44d7-a23b-3afecfe89d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:58.182426 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-6e3afbc5-d8e4-44d7-a23b-3afecfe89d03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1907b26e-16e2-4480-aa4b-ac660c041ee6 HTTP/1.1" status: 200 len: 835 time: 0.0505328 Nov 12 14:32:58.236465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140db60-f610-4e54-928b-559893f95ad0 req-8070919f-a019-4168-8bda-0062d877ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:58.238006 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-8070919f-a019-4168-8bda-0062d877ed63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=066a133c-8be1-42b7-af9a-e5842f4fbc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485840 Nov 12 14:32:58.331857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-1086d7a5-ebf6-4e30-9aa7-ca5ebfc96a62 service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863347 Nov 12 14:32:58.438736 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6140db60-f610-4e54-928b-559893f95ad0 req-c1c6bb7b-d87b-4924-ab48-8ee382471eee service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994842 Nov 12 14:32:58.526876 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-0914a9cf-7ffd-4566-a378-468cf550b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:58.528401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-0914a9cf-7ffd-4566-a378-468cf550b1e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 1095 time: 0.0425906 Nov 12 14:32:58.589428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf5da1-cf28-4e0e-b365-697d0b7086a2 req-b00867ab-555c-4671-b5ff-7ea037b7e1ed tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:58.590849 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7bcf5da1-cf28-4e0e-b365-697d0b7086a2 req-b00867ab-555c-4671-b5ff-7ea037b7e1ed tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 944 time: 0.0553973 Nov 12 14:32:58.627786 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-f2522157-cacc-4791-95e6-61884d0867d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:58.629319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-f2522157-cacc-4791-95e6-61884d0867d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=066a133c-8be1-42b7-af9a-e5842f4fbc9d HTTP/1.1" status: 200 len: 897 time: 0.0936198 Nov 12 14:32:58.642949 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7bcf5da1-cf28-4e0e-b365-697d0b7086a2 req-2be358ff-68b2-4847-ab4e-5d3674ca3dde tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461886 Nov 12 14:32:58.672319 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-4e1785ba-540a-4fd1-a53b-24c5fbb3be8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05 HTTP/1.1" status: 200 len: 217 time: 0.0353105 Nov 12 14:32:58.719154 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-eaf22f37-dd1e-4799-a9cc-d278e46a7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:58.720581 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-eaf22f37-dd1e-4799-a9cc-d278e46a7c3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1907b26e-16e2-4480-aa4b-ac660c041ee6 HTTP/1.1" status: 200 len: 835 time: 0.0417349 Nov 12 14:32:58.766617 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-9c3c16e1-c148-48aa-b65c-653a51bb931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:58.768108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-9c3c16e1-c148-48aa-b65c-653a51bb931b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=066a133c-8be1-42b7-af9a-e5842f4fbc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400994 Nov 12 14:32:58.875308 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-05e974d3-fde1-4c26-a115-ce44c677ada8 service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995808 Nov 12 14:32:58.971492 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c5bb84fa-a720-494c-a018-102e8bc4f3ab req-ff4119c4-ec9f-491d-8790-65006f6fa5a0 service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888450 Nov 12 14:32:59.671377 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-931b30c0-b2b2-4cca-a9b2-143bf9c86ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:32:59.766877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809824b1-08c7-4963-9563-acc63404aab8 req-188cff6b-9581-4bb2-8f9b-1ef332feace5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:32:59.768714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-809824b1-08c7-4963-9563-acc63404aab8 req-188cff6b-9581-4bb2-8f9b-1ef332feace5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 944 time: 0.0523591 Nov 12 14:32:59.818161 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-809824b1-08c7-4963-9563-acc63404aab8 req-2a6b52d2-2fac-4f83-86c1-5a339f8539fd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435309 Nov 12 14:33:00.914535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:00.944778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b4808-d713-4436-be08-08bc297647fe req-269b4939-8234-4a5a-b3ef-229e3c50bc80 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:00.946725 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-770b4808-d713-4436-be08-08bc297647fe req-269b4939-8234-4a5a-b3ef-229e3c50bc80 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 944 time: 0.0543973 Nov 12 14:33:01.003336 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-770b4808-d713-4436-be08-08bc297647fe req-eafabb67-c951-458b-9df4-784575a4e234 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505984 Nov 12 14:33:02.118726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe059a4-226c-4e04-952a-b3aa14b89511 req-8aad6708-8cd9-4655-b323-c50ca45b52f3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:02.120204 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebe059a4-226c-4e04-952a-b3aa14b89511 req-8aad6708-8cd9-4655-b323-c50ca45b52f3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 944 time: 0.0486677 Nov 12 14:33:02.168976 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebe059a4-226c-4e04-952a-b3aa14b89511 req-dee10f17-1434-4ddc-bced-45d5e8d2639a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428014 Nov 12 14:33:02.499668 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:02.886299 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf0c5da9-b51e-4c41-904d-19efb4586a05 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:33:02.987064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bf0c5da9-b51e-4c41-904d-19efb4586a05, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:33:02.998400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'port_id': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'mac_address': 'fa:16:3e:21:a2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:33:03.034912 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:03.047132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0c5da9-b51e-4c41-904d-19efb4586a05 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:33:03.070741 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bf0c5da9-b51e-4c41-904d-19efb4586a05, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:33:03.077580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:03.104532 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:03.128679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bf0c5da9-b51e-4c41-904d-19efb4586a05,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:33:03.284489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037a72d-acc7-4aa5-819a-5b5d7f9d2cb4 req-c4fb29e4-a6e0-4094-a8b4-f8b99b23186c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:03.285999 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e037a72d-acc7-4aa5-819a-5b5d7f9d2cb4 req-c4fb29e4-a6e0-4094-a8b4-f8b99b23186c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 945 time: 0.0497553 Nov 12 14:33:03.334951 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e037a72d-acc7-4aa5-819a-5b5d7f9d2cb4 req-d7c4741a-9b48-477c-a861-ededa866a3d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Nov 12 14:33:03.374113 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['bf0c5da9-b51e-4c41-904d-19efb4586a05'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:33:04.452789 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e1d87-2847-4007-855a-8699414ea522 req-b918b49a-5a4b-4c2e-8c6a-e3f97f0b5208 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:04.454267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-820e1d87-2847-4007-855a-8699414ea522 req-b918b49a-5a4b-4c2e-8c6a-e3f97f0b5208 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 945 time: 0.0531602 Nov 12 14:33:04.502895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-820e1d87-2847-4007-855a-8699414ea522 req-cb38cc2b-91da-4b99-a148-b6dd943fa472 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420232 Nov 12 14:33:04.885943 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf0c5da9-b51e-4c41-904d-19efb4586a05 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:33:04.939622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port bf0c5da9-b51e-4c41-904d-19efb4586a05 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:33:04.944566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port bf0c5da9-b51e-4c41-904d-19efb4586a05 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:33:04.944929 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:05.022380 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:05.043888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0c5da9-b51e-4c41-904d-19efb4586a05'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:33:05.046113 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64135b1-7f98-4530-83f9-e273a20a7721" -d '{"events": [{"server_uuid": "0fe2b3fb-75c2-4022-a432-436ed7e652e4", "name": "network-vif-plugged", "status": "completed", "tag": "bf0c5da9-b51e-4c41-904d-19efb4586a05"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:33:05.059154 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bf0c5da9-b51e-4c41-904d-19efb4586a05, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:33:05.062937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:05.088975 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1013db-5532-4a14-ae41-eec0e05b7fee x-openstack-request-id: req-da1013db-5532-4a14-ae41-eec0e05b7fee {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:33:05.089213 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe2b3fb-75c2-4022-a432-436ed7e652e4", "name": "network-vif-plugged", "status": "completed", "tag": "bf0c5da9-b51e-4c41-904d-19efb4586a05", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:33:05.091301 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da1013db-5532-4a14-ae41-eec0e05b7fee {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:33:05.091301 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'code': 200} Nov 12 14:33:05.116014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bf0c5da9-b51e-4c41-904d-19efb4586a05,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:33:05.180656 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561bae7-f388-4c0e-aeb9-e4c1def8a22b req-8b783053-ec32-42bd-a0b1-0b6e2aedfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:05.182245 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c561bae7-f388-4c0e-aeb9-e4c1def8a22b req-8b783053-ec32-42bd-a0b1-0b6e2aedfc21 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 1097 time: 0.0399766 Nov 12 14:33:05.230420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c561bae7-f388-4c0e-aeb9-e4c1def8a22b req-8a744c50-be95-4240-902a-c389bdf68c70 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383883 Nov 12 14:33:05.627063 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49953e01-2437-4c5c-8916-afa7f99fa369 req-48c2f51d-6110-4cdc-983e-abe99e890a8d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:05.628503 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49953e01-2437-4c5c-8916-afa7f99fa369 req-48c2f51d-6110-4cdc-983e-abe99e890a8d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0517695 Nov 12 14:33:06.014625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-49953e01-2437-4c5c-8916-afa7f99fa369 req-4d239807-d095-4b60-aa0e-cedcc2136e7e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793440 Nov 12 14:33:07.132373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8efe0-dfb0-4c2b-b75c-bce8337bd71e req-9fb3f36a-3e0a-44fd-9317-2138591c2972 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:07.133878 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1fb8efe0-dfb0-4c2b-b75c-bce8337bd71e req-9fb3f36a-3e0a-44fd-9317-2138591c2972 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0496390 Nov 12 14:33:07.182427 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1fb8efe0-dfb0-4c2b-b75c-bce8337bd71e req-16e9fc0e-3acb-48d3-bb0f-38ed5808a862 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Nov 12 14:33:07.299382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2a0b6-e276-49d6-abf0-f9a349252f55 req-85965139-f734-40ae-8c8e-b75639dc7ac3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:07.300769 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bc2a0b6-e276-49d6-abf0-f9a349252f55 req-85965139-f734-40ae-8c8e-b75639dc7ac3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0487382 Nov 12 14:33:07.350942 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0bc2a0b6-e276-49d6-abf0-f9a349252f55 req-e41fa3a9-611a-4773-b8ee-18d52fdb910f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442395 Nov 12 14:33:07.372104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:33:07.410535 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4e1c14-9009-41d3-b62b-bcc136a23d88 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:07.412711 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aa4e1c14-9009-41d3-b62b-bcc136a23d88 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 1092 time: 0.0396323 Nov 12 14:33:07.415548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39672) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:33:07.419795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:33:07.440854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:07.539783 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:07.641382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.25.5.5 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/46150e6a-e506-48ae-b1ff-2b5135d38f94) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:33:07.746771 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:07.786357 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:07.824503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:33:07.829218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:33:07.832764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:33:07.857650 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=46150e6a-e506-48ae-b1ff-2b5135d38f94,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:33:08.187018 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:08.268090 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:08.418225 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:08.422671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:08.487235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=46150e6a-e506-48ae-b1ff-2b5135d38f94,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:33:08.501710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:08.601217 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Floating IP b27659d7-d7b1-4882-ab03-a71c097bd4f1 associated. External IP: 172.25.5.5, port: bf0c5da9-b51e-4c41-904d-19efb4586a05. Nov 12 14:33:08.817710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:33:08.930035 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:33:08.939391 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] Sync routers for ids ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:33:08.948922 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:08.950399 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] Routers {'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:33:08.951560 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:33:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:33:08.979329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7d4548c5-34ac-444d-9075-823ecfbcdcb9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5627446 Nov 12 14:33:08.980017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'tag': 'bf0c5da9-b51e-4c41-904d-19efb4586a05'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:33:08.982411 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e828863-31df-42c4-bde0-0a9fb5a95c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe2b3fb-75c2-4022-a432-436ed7e652e4", "tag": "bf0c5da9-b51e-4c41-904d-19efb4586a05"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:33:09.023755 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea264e3-53c1-4834-8f99-7ee53d498f6c x-openstack-request-id: req-eea264e3-53c1-4834-8f99-7ee53d498f6c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:33:09.024185 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe2b3fb-75c2-4022-a432-436ed7e652e4", "tag": "bf0c5da9-b51e-4c41-904d-19efb4586a05", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:33:09.024451 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eea264e3-53c1-4834-8f99-7ee53d498f6c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:33:09.024863 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'tag': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'status': 'completed', 'code': 200} Nov 12 14:33:09.070617 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] Set router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:33:09.086684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706573-c61f-4711-bc80-ed1c97b4e813 req-4e2890fe-9c20-414d-b9c8-05e3df752b31 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:09.088880 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a706573-c61f-4711-bc80-ed1c97b4e813 req-4e2890fe-9c20-414d-b9c8-05e3df752b31 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0548582 Nov 12 14:33:09.089097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-3cdd3089-4c3a-40c9-834b-3aeacad989cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:09.090648 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-3cdd3089-4c3a-40c9-834b-3aeacad989cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 1097 time: 0.0431802 Nov 12 14:33:09.140284 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7a706573-c61f-4711-bc80-ed1c97b4e813 req-20721d3a-7f56-435d-b5ba-49a2ce1576af tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450175 Nov 12 14:33:09.164538 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39678) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:33:09.197524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-e7577818-74fc-463d-9af7-98b4a0147ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:09.199685 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-e7577818-74fc-463d-9af7-98b4a0147ca5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=066a133c-8be1-42b7-af9a-e5842f4fbc9d HTTP/1.1" status: 200 len: 897 time: 0.1012995 Nov 12 14:33:09.232848 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-52b876e0-429c-49c0-928a-29616de8082a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/b27659d7-d7b1-4882-ab03-a71c097bd4f1 HTTP/1.1" status: 200 len: 990 time: 0.0659246 Nov 12 14:33:09.267077 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-1453bc23-b82d-453b-b6f4-8a46ef059da9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05 HTTP/1.1" status: 200 len: 998 time: 0.0599973 Nov 12 14:33:09.310276 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:53Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'b27659d7-d7b1-4882-ab03-a71c097bd4f1', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'port_id': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'mac_address': 'fa:16:3e:21:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:33:08Z', 'updated_at': '2021-11-12T14:33:08Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d1cc8e-78da-4ebf-971e-78e8897cecdb', 'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:80:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:52Z', 'updated_at': '2021-11-12T14:32:56Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:33:09.318137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-70388f8b-2b77-4550-b927-3638b34d8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:09.319613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-70388f8b-2b77-4550-b927-3638b34d8f97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1907b26e-16e2-4480-aa4b-ac660c041ee6 HTTP/1.1" status: 200 len: 835 time: 0.0453575 Nov 12 14:33:09.336459 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] Checking router: aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:33:09.344758 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] Routers {'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:33:09.345394 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:33:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:33:09.369877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-57c6d11c-8710-47f3-9934-e70a8bd30643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:09.371378 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-57c6d11c-8710-47f3-9934-e70a8bd30643 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=066a133c-8be1-42b7-af9a-e5842f4fbc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443902 Nov 12 14:33:09.451066 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] Set router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:33:09.461642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-13574c50-c5d6-447d-8197-f7d903bccc2a service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825579 Nov 12 14:33:09.558822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e828863-31df-42c4-bde0-0a9fb5a95c6a req-2e6460bb-2b39-4411-ac74-90f599f08ee2 service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898590 Nov 12 14:33:09.691024 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:53Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'b27659d7-d7b1-4882-ab03-a71c097bd4f1', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'port_id': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'mac_address': 'fa:16:3e:21:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:33:08Z', 'updated_at': '2021-11-12T14:33:08Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d1cc8e-78da-4ebf-971e-78e8897cecdb', 'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:80:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:52Z', 'updated_at': '2021-11-12T14:32:56Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:33:09.716443 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3b29a-974d-41ca-95a7-13bdae271c22 None None] The sync data for ids ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'] in n-d-805736-4 is: [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:53Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'b27659d7-d7b1-4882-ab03-a71c097bd4f1', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'port_id': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'mac_address': 'fa:16:3e:21:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:33:08Z', 'updated_at': '2021-11-12T14:33:08Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d1cc8e-78da-4ebf-971e-78e8897cecdb', 'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:80:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:52Z', 'updated_at': '2021-11-12T14:32:56Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:33:09.916787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8be87-0e21-4e9a-bc03-07c91c1f6afe None None] New status for floating IP b27659d7-d7b1-4882-ab03-a71c097bd4f1: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:33:10.235618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39680) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:33:10.299642 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-719c1545-aced-484d-bd4a-86b2af1ca618 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/b27659d7-d7b1-4882-ab03-a71c097bd4f1 HTTP/1.1" status: 200 len: 992 time: 0.0628819 Nov 12 14:33:13.710321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:14.719715 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:23.618234 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:33:27.121142 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-883b2e1d-c14f-452b-a4c1-e5f7d8cf5fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:29.663457 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c4f778f-08ab-4d48-a2dc-3939ecfa92a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:30.916076 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:32.504316 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:33.076168 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:43.724144 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:44.720022 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:57.123888 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62855ce3-c673-4fc5-90c6-13c926b930a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:59.448974 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-a7e4afe0-8609-4fe9-b886-a9f54b003044 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408080 Nov 12 14:33:59.531667 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-2ed698f9-eea3-456c-b1eb-1a8365738f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:59.533141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-2ed698f9-eea3-456c-b1eb-1a8365738f6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 1097 time: 0.0412929 Nov 12 14:33:59.652053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-336c2195-6aa0-4680-95ae-23b9466fc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:59.653547 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-336c2195-6aa0-4680-95ae-23b9466fc2c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=066a133c-8be1-42b7-af9a-e5842f4fbc9d HTTP/1.1" status: 200 len: 897 time: 0.0998938 Nov 12 14:33:59.668109 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37b4f7a6-1cbb-4e23-bfe1-89c0f618761f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:33:59.726502 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-7c7328e1-5ae1-4aeb-8016-8f97bf3eb59a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05 HTTP/1.1" status: 200 len: 1000 time: 0.0644233 Nov 12 14:33:59.779809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-448a184c-edab-4528-9b14-b0d3bbdd3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:59.781252 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-448a184c-edab-4528-9b14-b0d3bbdd3032 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1907b26e-16e2-4480-aa4b-ac660c041ee6 HTTP/1.1" status: 200 len: 835 time: 0.0478673 Nov 12 14:33:59.826788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-65dbf839-8f55-431f-b4fb-9cf78b56d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:33:59.828258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-65dbf839-8f55-431f-b4fb-9cf78b56d35c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=066a133c-8be1-42b7-af9a-e5842f4fbc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391946 Nov 12 14:33:59.839827 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-6f6c5e92-73ba-4975-8db0-ff64bbf4ffd2 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:33:59.840749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-6f6c5e92-73ba-4975-8db0-ff64bbf4ffd2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048165 Nov 12 14:33:59.929627 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-d0e6e574-ad86-4a24-9e21-1d8c545950ef service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813279 Nov 12 14:34:00.026185 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6df6c415-b7f8-487d-860f-76849fa8ebfd req-81fcd208-4b7f-43bf-998c-b9b17d1bdd3f service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883894 Nov 12 14:34:00.618142 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:34:00.918893 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:02.507301 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:03.079666 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:13.722232 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:14.729444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:25.553341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-8923832a-1adc-4b4a-b057-4a92972404fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:25.555091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-8923832a-1adc-4b4a-b057-4a92972404fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 1097 time: 0.0412626 Nov 12 14:34:25.669788 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571302d-0c30-4f13-a5fd-fb651d4881c8 req-d29e53cf-9c89-4768-b61c-87abb0067401 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:25.671150 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b571302d-0c30-4f13-a5fd-fb651d4881c8 req-d29e53cf-9c89-4768-b61c-87abb0067401 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.1632538 Nov 12 14:34:25.699929 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-310dbcde-2aa7-4bdd-8292-532b1fcf054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:25.701406 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-310dbcde-2aa7-4bdd-8292-532b1fcf054a service neutron] 10.222.0.70 "GET /v2.0/networks?id=066a133c-8be1-42b7-af9a-e5842f4fbc9d HTTP/1.1" status: 200 len: 897 time: 0.1383946 Nov 12 14:34:25.775729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b571302d-0c30-4f13-a5fd-fb651d4881c8 req-5b2acc69-61af-41ef-8afa-7933f9182f60 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959792 Nov 12 14:34:25.791183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-76667500-d05f-4e10-b521-8f17ab7b9297 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05 HTTP/1.1" status: 200 len: 1000 time: 0.0822697 Nov 12 14:34:25.840410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-dab0b9d6-fe4e-4d03-a6f5-d3f28581c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:25.841829 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-dab0b9d6-fe4e-4d03-a6f5-d3f28581c4fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1907b26e-16e2-4480-aa4b-ac660c041ee6 HTTP/1.1" status: 200 len: 835 time: 0.0434554 Nov 12 14:34:25.889552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-37869469-adda-439e-9cae-affa2f708e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:25.891000 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-37869469-adda-439e-9cae-affa2f708e3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=066a133c-8be1-42b7-af9a-e5842f4fbc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394595 Nov 12 14:34:25.985677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-b3ee50f8-daab-438f-b8cc-f55fe3773dad service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866473 Nov 12 14:34:26.074106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4e2f7db1-ecb3-4a11-a29f-5436701d8f87 req-583fef94-4684-4977-8bfc-8c9be74c48af service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809031 Nov 12 14:34:26.948061 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d4af-fdae-4627-bf5c-b44e9b8a43c8 req-c9e89f0f-af0e-484f-b7db-a4fdfb81cfee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:26.949570 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d768d4af-fdae-4627-bf5c-b44e9b8a43c8 req-c9e89f0f-af0e-484f-b7db-a4fdfb81cfee tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.1010256 Nov 12 14:34:27.006966 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d768d4af-fdae-4627-bf5c-b44e9b8a43c8 req-c23f26bf-1a28-462a-950d-ad9093a7ff43 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514083 Nov 12 14:34:27.126747 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4c530e4-619e-43e0-821e-553385e3a906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:28.129331 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b105-3fb3-43ac-a1fc-07f8f86c3b3b req-1e1f3f2d-cfa2-4388-95c6-054c34e76127 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:28.130825 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6528b105-3fb3-43ac-a1fc-07f8f86c3b3b req-1e1f3f2d-cfa2-4388-95c6-054c34e76127 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0551832 Nov 12 14:34:28.180614 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6528b105-3fb3-43ac-a1fc-07f8f86c3b3b req-0843bd67-2b07-4d3f-affe-e6df4b0569a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Nov 12 14:34:29.293780 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c48f-6207-4db0-a911-ff7005062251 req-de1d37fd-4679-4d97-a3e4-a4a511ea828e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:29.295235 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c978c48f-6207-4db0-a911-ff7005062251 req-de1d37fd-4679-4d97-a3e4-a4a511ea828e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0477223 Nov 12 14:34:29.347382 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c978c48f-6207-4db0-a911-ff7005062251 req-1e15c57e-82c5-430e-a0be-72f035476405 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456324 Nov 12 14:34:29.662045 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c00bdd8e-14f8-4047-bdf2-db172c497be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:30.463759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b2221-ac4f-4694-b620-89719e3b53e7 req-d90be75c-6671-4c2e-8916-7dbb49d49432 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:30.465269 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c8b2221-ac4f-4694-b620-89719e3b53e7 req-d90be75c-6671-4c2e-8916-7dbb49d49432 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0492630 Nov 12 14:34:30.513713 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1c8b2221-ac4f-4694-b620-89719e3b53e7 req-3825dc76-1b96-4a39-9fe2-d2ccae60e2eb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Nov 12 14:34:30.922582 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:31.633183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db8d2d-92da-4c33-afc1-89956208a147 req-9bebca01-5463-487f-ba7e-7d982149ef0f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:31.634694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-14db8d2d-92da-4c33-afc1-89956208a147 req-9bebca01-5463-487f-ba7e-7d982149ef0f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0513477 Nov 12 14:34:31.684371 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-14db8d2d-92da-4c33-afc1-89956208a147 req-d08476b6-ddb8-4afa-8902-01ebfa75bb16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Nov 12 14:34:32.509691 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:32.809609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eea31-159d-475d-a0dd-16428382fe8a req-e5427443-22bd-4f7a-ba3a-f8e62403a9a6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:32.811078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-021eea31-159d-475d-a0dd-16428382fe8a req-e5427443-22bd-4f7a-ba3a-f8e62403a9a6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0574381 Nov 12 14:34:32.864400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-021eea31-159d-475d-a0dd-16428382fe8a req-98ce34f6-b5c5-4181-b3cf-9bd4b31bfcd2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474718 Nov 12 14:34:33.075249 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:33.978676 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ab78-6e58-4111-9d28-bd5b89af9cd4 req-585558cb-7ece-402e-adc3-cdb37e06cb49 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:33.980240 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdd4ab78-6e58-4111-9d28-bd5b89af9cd4 req-585558cb-7ece-402e-adc3-cdb37e06cb49 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0481420 Nov 12 14:34:34.030048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bdd4ab78-6e58-4111-9d28-bd5b89af9cd4 req-ab11a772-9a02-413e-894f-3760217560d2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434577 Nov 12 14:34:35.149442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b96de-584f-4d92-9781-4b4ee56cd9bc req-2f0eb28f-17b2-4247-8afe-d4273947e6ef tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:35.150902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d90b96de-584f-4d92-9781-4b4ee56cd9bc req-2f0eb28f-17b2-4247-8afe-d4273947e6ef tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0484419 Nov 12 14:34:35.199911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d90b96de-584f-4d92-9781-4b4ee56cd9bc req-220a54c9-5f07-4dbf-af25-1c7c679bd499 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 Nov 12 14:34:36.319697 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0ecf4-a711-4dd8-a9c6-bc214b70fa46 req-ab76cb5a-81f1-41ae-8501-57f9fbf58353 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:36.321150 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1af0ecf4-a711-4dd8-a9c6-bc214b70fa46 req-ab76cb5a-81f1-41ae-8501-57f9fbf58353 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0525959 Nov 12 14:34:36.369968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1af0ecf4-a711-4dd8-a9c6-bc214b70fa46 req-9306f2fe-d214-4f31-9810-d279c5b035cf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428724 Nov 12 14:34:37.487772 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65ceef-65a2-4342-81e6-5269de976e48 req-37ad86e7-5a75-4e69-bd8a-8d2543944726 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:34:37.489310 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df65ceef-65a2-4342-81e6-5269de976e48 req-37ad86e7-5a75-4e69-bd8a-8d2543944726 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0501640 Nov 12 14:34:37.538337 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-df65ceef-65a2-4342-81e6-5269de976e48 req-a87e5777-8cef-4a0c-b082-9aaa250e788b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 Nov 12 14:34:37.560602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39746) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:34:37.618725 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:34:37.624059 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0b6cf0e5-04e9-4303-b6bc-50679013c9d9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/b27659d7-d7b1-4882-ab03-a71c097bd4f1 HTTP/1.1" status: 200 len: 992 time: 0.0621758 Nov 12 14:34:43.741030 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:44.731110 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:57.128509 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac0627a1-6903-4db8-8158-2302ab56d16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:34:59.663330 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2a1ae12-92c7-4f6c-bcce-abdec113112d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:00.429971 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-b0a0a9f7-e769-4336-ba11-e9229ed58cda service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524125 Nov 12 14:35:00.524990 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-f9fa3f0c-3448-4a94-be10-b52649c60762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:00.527683 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-f9fa3f0c-3448-4a94-be10-b52649c60762 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 1097 time: 0.0502939 Nov 12 14:35:00.642252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-a9609ab7-c789-45f0-8257-ff0e01e0e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:00.644258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-a9609ab7-c789-45f0-8257-ff0e01e0e5be service neutron] 10.222.0.70 "GET /v2.0/networks?id=066a133c-8be1-42b7-af9a-e5842f4fbc9d HTTP/1.1" status: 200 len: 897 time: 0.0959656 Nov 12 14:35:00.709419 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-7a035914-be97-45d3-8737-90c0b2931eb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05 HTTP/1.1" status: 200 len: 1000 time: 0.0575659 Nov 12 14:35:00.764332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-f556daea-2dac-4515-82b8-582c3f9a1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:00.765824 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-f556daea-2dac-4515-82b8-582c3f9a1584 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1907b26e-16e2-4480-aa4b-ac660c041ee6 HTTP/1.1" status: 200 len: 835 time: 0.0497024 Nov 12 14:35:00.811747 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-844f7d11-e405-4d56-84be-2247e3c35b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:00.813356 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-844f7d11-e405-4d56-84be-2247e3c35b92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=066a133c-8be1-42b7-af9a-e5842f4fbc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401990 Nov 12 14:35:00.903388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-2f26b262-00e3-4f1d-a311-7384e7202821 service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824914 Nov 12 14:35:00.925160 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:00.997658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e24fc713-87a3-4e56-97c5-a528e6deffb4 req-a383add0-08d6-4b80-bc1a-24f23f88d348 service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870824 Nov 12 14:35:02.512133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:03.076964 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:13.736500 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:14.619050 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:35:14.755061 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:27.130744 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c346f4a0-24b4-4a65-ad91-991ee1a3601a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:29.664522 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f78ef22-1787-4b74-a4de-0c1c58d94250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:30.928420 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:32.514382 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:33.079722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:36.617353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39770) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:36.778246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 46150e6a-e506-48ae-b1ff-2b5135d38f94 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:35:36.778579 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:36.854697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:36.855016 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:36.867576 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 46150e6a-e506-48ae-b1ff-2b5135d38f94 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:35:37.017945 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:37.047013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=46150e6a-e506-48ae-b1ff-2b5135d38f94,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:37.070699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.071058 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.071404 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.071751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.072094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.072431 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.072769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.073104 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.073474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.073820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.074148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.074477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:37.115050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:37.115382 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Floating IP b27659d7-d7b1-4882-ab03-a71c097bd4f1 disassociated (deleted). External IP: 172.25.5.5, port: bf0c5da9-b51e-4c41-904d-19efb4586a05. Nov 12 14:35:37.319166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:35:37.754647 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:35:37.759310 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:37.766231 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] Sync routers for ids ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:35:37.776532 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] Routers {'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:35:37.777128 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:37.786295 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6a3bb871-c872-4fe4-87c6-3a5a201ca8b5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/floatingips/b27659d7-d7b1-4882-ab03-a71c097bd4f1 HTTP/1.1" status: 204 len: 168 time: 1.1678400 Nov 12 14:35:37.786885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'tag': 'bf0c5da9-b51e-4c41-904d-19efb4586a05'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:35:37.789131 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370d8532-d436-4e04-a064-e02b7d5f6d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe2b3fb-75c2-4022-a432-436ed7e652e4", "tag": "bf0c5da9-b51e-4c41-904d-19efb4586a05"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:35:37.886922 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374041f0-6c6b-48de-847e-551b959029e2 x-openstack-request-id: req-374041f0-6c6b-48de-847e-551b959029e2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:35:37.887241 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe2b3fb-75c2-4022-a432-436ed7e652e4", "tag": "bf0c5da9-b51e-4c41-904d-19efb4586a05", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:35:37.887502 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-374041f0-6c6b-48de-847e-551b959029e2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:35:37.887900 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'tag': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'status': 'completed', 'code': 200} Nov 12 14:35:37.894874 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] Set router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:35:37.965417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-9aef9363-4d93-44f6-a4e9-ef315694da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:37.967072 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-9aef9363-4d93-44f6-a4e9-ef315694da15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 1097 time: 0.0500329 Nov 12 14:35:38.035183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf869e60-9602-4e86-92f6-d047f7089278 req-507eb5d2-03ca-4ddd-ad4e-69c71c6a32a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:38.036629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf869e60-9602-4e86-92f6-d047f7089278 req-507eb5d2-03ca-4ddd-ad4e-69c71c6a32a4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0523076 Nov 12 14:35:38.065515 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-fd553b84-cf35-453e-ad9d-92fd819dfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:38.066995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-fd553b84-cf35-453e-ad9d-92fd819dfe2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=066a133c-8be1-42b7-af9a-e5842f4fbc9d HTTP/1.1" status: 200 len: 897 time: 0.0917916 Nov 12 14:35:38.090343 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cf869e60-9602-4e86-92f6-d047f7089278 req-1778b0e6-d03e-452f-84c6-919e1aa39834 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457022 Nov 12 14:35:38.111391 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:53Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '29d1cc8e-78da-4ebf-971e-78e8897cecdb', 'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:80:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:52Z', 'updated_at': '2021-11-12T14:32:56Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:38.116430 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-147060ce-43a0-4d8b-8b20-77ba08db5485 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05 HTTP/1.1" status: 200 len: 217 time: 0.0402846 Nov 12 14:35:38.137938 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] Checking router: aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:35:38.147140 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] Routers {'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:35:38.147781 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:38.172857 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-a3991cbb-780f-4824-9969-ca1ef9f13e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:38.174307 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-a3991cbb-780f-4824-9969-ca1ef9f13e33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1907b26e-16e2-4480-aa4b-ac660c041ee6 HTTP/1.1" status: 200 len: 835 time: 0.0507898 Nov 12 14:35:38.223394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-e56cb90b-98ad-4f83-bc53-5cad1cef6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:38.224901 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-e56cb90b-98ad-4f83-bc53-5cad1cef6291 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=066a133c-8be1-42b7-af9a-e5842f4fbc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413671 Nov 12 14:35:38.321221 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-0bad598c-1b4f-4827-a176-95831deb8d22 service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878699 Nov 12 14:35:38.342255 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] Set router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:35:38.420735 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-370d8532-d436-4e04-a064-e02b7d5f6d1b req-88b4ae40-fb7a-4946-8cda-85e550485fc7 service neutron] 10.222.0.70 "GET /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898941 Nov 12 14:35:38.550511 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:53Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '29d1cc8e-78da-4ebf-971e-78e8897cecdb', 'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:80:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:52Z', 'updated_at': '2021-11-12T14:32:56Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:38.580898 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ed0a1-462d-4b33-b265-b643393e7ec6 None None] The sync data for ids ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'] in n-d-805736-4 is: [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:53Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '29d1cc8e-78da-4ebf-971e-78e8897cecdb', 'name': '', 'network_id': '066a133c-8be1-42b7-af9a-e5842f4fbc9d', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:80:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:52Z', 'updated_at': '2021-11-12T14:32:56Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '1907b26e-16e2-4480-aa4b-ac660c041ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:35:38.802036 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661c53b-e9ed-451f-8eb5-140d920de70a None None] New status for floating IP b27659d7-d7b1-4882-ab03-a71c097bd4f1: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:35:39.210086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36c584-da2f-4d3b-8afa-e43f770f87c8 req-d0d06aaf-604a-4566-9bf9-57dd54749914 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:39.211596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b36c584-da2f-4d3b-8afa-e43f770f87c8 req-d0d06aaf-604a-4566-9bf9-57dd54749914 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0493958 Nov 12 14:35:39.261001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b36c584-da2f-4d3b-8afa-e43f770f87c8 req-5d6b5d78-cc75-46a9-b015-a0e7e28b7ecf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=41348671-6cb4-4ef3-8e62-7837eb992b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Nov 12 14:35:39.801438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-563201a8-e431-46fc-b24a-744765d35e20 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:39.802869 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-563201a8-e431-46fc-b24a-744765d35e20 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 946 time: 0.0527353 Nov 12 14:35:39.892430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-8ddfb204-1370-4477-8bbb-aaa887635029 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port bf0c5da9-b51e-4c41-904d-19efb4586a05 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:35:39.892825 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-8ddfb204-1370-4477-8bbb-aaa887635029 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:39.983581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-8ddfb204-1370-4477-8bbb-aaa887635029 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port bf0c5da9-b51e-4c41-904d-19efb4586a05, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bf0c5da9-b51e-4c41-904d-19efb4586a05,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:35:39.983932 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-8ddfb204-1370-4477-8bbb-aaa887635029 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:39.997129 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-8ddfb204-1370-4477-8bbb-aaa887635029 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for bf0c5da9-b51e-4c41-904d-19efb4586a05 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:35:40.123050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-8ddfb204-1370-4477-8bbb-aaa887635029 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:40.155261 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfb204-1370-4477-8bbb-aaa887635029 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=bf0c5da9-b51e-4c41-904d-19efb4586a05,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:40.199723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-8ddfb204-1370-4477-8bbb-aaa887635029 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] No DVR routers for this DVR port bf0c5da9-b51e-4c41-904d-19efb4586a05 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:35:40.202374 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-8ddfb204-1370-4477-8bbb-aaa887635029 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:40.205642 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-453294eb-dc9b-4289-bc22-c412b83339d2 req-8ddfb204-1370-4477-8bbb-aaa887635029 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "DELETE /v2.0/ports/bf0c5da9-b51e-4c41-904d-19efb4586a05 HTTP/1.1" status: 204 len: 173 time: 0.3955858 Nov 12 14:35:40.206078 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'name': 'network-vif-deleted', 'tag': 'bf0c5da9-b51e-4c41-904d-19efb4586a05'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:35:40.208361 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd9581e-1f3d-4b9e-8bc5-aa0ad2893c5e" -d '{"events": [{"server_uuid": "0fe2b3fb-75c2-4022-a432-436ed7e652e4", "name": "network-vif-deleted", "tag": "bf0c5da9-b51e-4c41-904d-19efb4586a05"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:35:40.246542 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3af886c-5bf2-43a3-940f-85a0e11dc415 x-openstack-request-id: req-e3af886c-5bf2-43a3-940f-85a0e11dc415 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:35:40.247145 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe2b3fb-75c2-4022-a432-436ed7e652e4", "name": "network-vif-deleted", "tag": "bf0c5da9-b51e-4c41-904d-19efb4586a05", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:35:40.247145 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3af886c-5bf2-43a3-940f-85a0e11dc415 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:35:40.247479 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe2b3fb-75c2-4022-a432-436ed7e652e4', 'name': 'network-vif-deleted', 'tag': 'bf0c5da9-b51e-4c41-904d-19efb4586a05', 'status': 'completed', 'code': 200} Nov 12 14:35:40.369272 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-04e236f5-ef7f-4278-b97b-3703a5c2fb81 req-810da1a6-83bd-4539-b1d9-2c5e43b399df tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe2b3fb-75c2-4022-a432-436ed7e652e4 HTTP/1.1" status: 200 len: 210 time: 0.0266783 Nov 12 14:35:41.426445 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39794) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:41.790209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:42.047497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 29d1cc8e-78da-4ebf-971e-78e8897cecdb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:35:42.047734 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:42.133631 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 29d1cc8e-78da-4ebf-971e-78e8897cecdb, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=29d1cc8e-78da-4ebf-971e-78e8897cecdb,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:35:42.133988 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:42.147075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 29d1cc8e-78da-4ebf-971e-78e8897cecdb owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:35:42.334478 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:42.360982 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=29d1cc8e-78da-4ebf-971e-78e8897cecdb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:42.539528 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:42.747967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:35:42.856148 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:35:42.861787 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c378f519-2d14-45cd-8433-79d421b12e4a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "PUT /v2.0/routers/aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4342530 Nov 12 14:35:42.864987 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:42.867043 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] Sync routers for ids ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:35:42.877525 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] Routers {'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:35:42.878129 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:42.917824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd35e5d-f751-4aae-8105-10610a024573 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting subnet 1907b26e-16e2-4480-aa4b-ac660c041ee6 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:35:42.920912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1fd35e5d-f751-4aae-8105-10610a024573 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:42.962695 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1fd35e5d-f751-4aae-8105-10610a024573 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:42.986560 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] Set router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:35:43.051694 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1fd35e5d-f751-4aae-8105-10610a024573 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.108236 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1fd35e5d-f751-4aae-8105-10610a024573 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.136751 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd35e5d-f751-4aae-8105-10610a024573 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Subnet': ['ID=1907b26e-16e2-4480-aa4b-ac660c041ee6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:43.138735 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1fd35e5d-f751-4aae-8105-10610a024573 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.142151 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1fd35e5d-f751-4aae-8105-10610a024573 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/subnets/1907b26e-16e2-4480-aa4b-ac660c041ee6 HTTP/1.1" status: 204 len: 168 time: 0.2758808 Nov 12 14:35:43.145465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39798) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:43.153275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837fc73-251b-4dba-8420-9745315d973f None None] Network 066a133c-8be1-42b7-af9a-e5842f4fbc9d requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:35:43.168947 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:35:42Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:43.195839 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] Checking router: aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:35:43.204703 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] Routers {'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:35:43.205332 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:43.259794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.316044 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] Set router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:35:43.357053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] DHCP port deletion for 066a133c-8be1-42b7-af9a-e5842f4fbc9d request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:35:43.377348 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.406394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Deleting port bd93176f-368a-4709-9012-7e8b780f3eab {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:35:43.407852 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.438782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:35:43.439132 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.481373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] For port bd93176f-368a-4709-9012-7e8b780f3eab, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bd93176f-368a-4709-9012-7e8b780f3eab,segment=NetworkSegment(eff4d9de-b0b0-47da-9430-eebd6a99a543),segment_id=eff4d9de-b0b0-47da-9430-eebd6a99a543)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:35:43.482081 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.496053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Calling delete_port for bd93176f-368a-4709-9012-7e8b780f3eab owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:35:43.506064 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:35:42Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:43.531390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=6cf42a9b-14fc-47fc-8924-ba18d03b6ec8,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:35:43.531810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.533071 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fbd8d-b229-4944-bbcb-106c088f5733 None None] The sync data for ids ['aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4'] in n-d-805736-4 is: [{'id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445979983', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:35:42Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '6cf42a9b-14fc-47fc-8924-ba18d03b6ec8', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:32:49Z', 'updated_at': '2021-11-12T14:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:35:43.545500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:35:43.596175 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.633960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] No DVR routers for this DVR port bd93176f-368a-4709-9012-7e8b780f3eab on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:35:43.638555 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Pushing event deleted for resources: {'Port': ['ID=bd93176f-368a-4709-9012-7e8b780f3eab,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:43.651536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.651916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.652260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.652611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.652931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.653263 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.653616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.653947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.654273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.654598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.654926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.655248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a3b4d-e126-4603-aa59-abdcad1d3fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:43.663888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf0c5da9-b51e-4c41-904d-19efb4586a05 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:35:43.687957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: bf0c5da9-b51e-4c41-904d-19efb4586a05 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:35:43.689257 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bf0c5da9-b51e-4c41-904d-19efb4586a05 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:35:43.740907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.752198 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.776322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=6cf42a9b-14fc-47fc-8924-ba18d03b6ec8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:43.793693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d287d2-5232-48ec-8b07-3c80165b56e9 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:35:43.845889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.946785 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:43.949793 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.008378 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.009021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Fanout notify agent at l3_agent the message router_deleted on router aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:35:44.010366 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bd93176f-368a-4709-9012-7e8b780f3eab no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:35:44.017016 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.018645 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-69a6f9a4-80c0-4cbe-9fd2-e27ff256cef6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/routers/aa8cfaa2-dc69-4ff0-ad55-9b9706c94df4 HTTP/1.1" status: 204 len: 168 time: 0.8722446 Nov 12 14:35:44.021460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39800) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:44.039068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: bd93176f-368a-4709-9012-7e8b780f3eab {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:35:44.039325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bd93176f-368a-4709-9012-7e8b780f3eab not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:35:44.101733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.200940 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.225621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066a133c-8be1-42b7-af9a-e5842f4fbc9d']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:44.237230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff4d9de-b0b0-47da-9430-eebd6a99a543') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:44.237605 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff4d9de-b0b0-47da-9430-eebd6a99a543') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:44.248886 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.266679 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.273714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:35:44.274115 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:35:44.277222 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:35:44.349814 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.357119 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.363885 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/networks/066a133c-8be1-42b7-af9a-e5842f4fbc9d HTTP/1.1" status: 204 len: 168 time: 0.3388517 Nov 12 14:35:44.364211 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39802) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:44.373498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03431bc-dd2a-45b6-9b73-6b987b3069d7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Network': ['ID=066a133c-8be1-42b7-af9a-e5842f4fbc9d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:44.426475 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.457780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.520937 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.523948 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:44.525216 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/security-groups/41348671-6cb4-4ef3-8e62-7837eb992b06 HTTP/1.1" status: 204 len: 168 time: 0.1593242 Nov 12 14:35:44.535147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41348671-6cb4-4ef3-8e62-7837eb992b06,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:44.543122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.543483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.543824 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.544164 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.544508 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.544851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.545183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.545549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.545879 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.546208 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.546569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.546855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bca7e-9404-42f6-980b-3ea2342b24ca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:44.754349 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.002297 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39808) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:45.006901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-90a57112-d760-4c2f-9561-a98e9ea73ab6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-143933402', 'description': 'tempest-secgroup-smoke-143933402 description', 'project_id': '57c403a097e54a5a84303f8d318383b5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:45.029942 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a57112-d760-4c2f-9561-a98e9ea73ab6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.107025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a57112-d760-4c2f-9561-a98e9ea73ab6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.110708 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a57112-d760-4c2f-9561-a98e9ea73ab6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.143716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-90a57112-d760-4c2f-9561-a98e9ea73ab6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.144854 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-90a57112-d760-4c2f-9561-a98e9ea73ab6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1415267 Nov 12 14:35:45.145668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a57112-d760-4c2f-9561-a98e9ea73ab6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496fe611-d6de-41c4-9dcc-bfd16b9d7efc,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:45.147893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:45.152784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-37dd28d6-09dd-47f5-ac0b-d5c4124f08db tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '496fe611-d6de-41c4-9dcc-bfd16b9d7efc', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:45.179113 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37dd28d6-09dd-47f5-ac0b-d5c4124f08db tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.232899 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37dd28d6-09dd-47f5-ac0b-d5c4124f08db tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.236678 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37dd28d6-09dd-47f5-ac0b-d5c4124f08db tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.254776 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd28d6-09dd-47f5-ac0b-d5c4124f08db tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7497a5-bba9-4b6b-af76-f640ef48c681,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:45.262133 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37dd28d6-09dd-47f5-ac0b-d5c4124f08db tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.263314 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-37dd28d6-09dd-47f5-ac0b-d5c4124f08db tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142182 Nov 12 14:35:45.267207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39812) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:45.271654 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0f6d482f-7aab-42a3-9e75-836b13e927f7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '496fe611-d6de-41c4-9dcc-bfd16b9d7efc', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:45.299003 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f6d482f-7aab-42a3-9e75-836b13e927f7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.355480 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f6d482f-7aab-42a3-9e75-836b13e927f7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.358768 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f6d482f-7aab-42a3-9e75-836b13e927f7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.377196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d482f-7aab-42a3-9e75-836b13e927f7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95264c92-67f8-40f2-8937-b6c42f330e2c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:45.387368 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f6d482f-7aab-42a3-9e75-836b13e927f7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.388553 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0f6d482f-7aab-42a3-9e75-836b13e927f7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203213 Nov 12 14:35:45.392064 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39814) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:45.396855 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5c273eb8-1db0-40f6-bb36-27d764fc716c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '496fe611-d6de-41c4-9dcc-bfd16b9d7efc', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:45.423436 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c273eb8-1db0-40f6-bb36-27d764fc716c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.479015 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c273eb8-1db0-40f6-bb36-27d764fc716c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.482629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c273eb8-1db0-40f6-bb36-27d764fc716c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.503009 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c273eb8-1db0-40f6-bb36-27d764fc716c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96681b81-680b-42d3-9f82-968e84e3030e,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:45.508752 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5c273eb8-1db0-40f6-bb36-27d764fc716c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.509869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5c273eb8-1db0-40f6-bb36-27d764fc716c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167493 Nov 12 14:35:45.512849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39816) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:45.518137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-338279d0-7744-4fa6-98af-d01b1abf1207 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '496fe611-d6de-41c4-9dcc-bfd16b9d7efc', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:45.544821 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-338279d0-7744-4fa6-98af-d01b1abf1207 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.592605 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 29d1cc8e-78da-4ebf-971e-78e8897cecdb no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:35:45.606658 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-338279d0-7744-4fa6-98af-d01b1abf1207 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.610021 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-338279d0-7744-4fa6-98af-d01b1abf1207 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.612757 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 29d1cc8e-78da-4ebf-971e-78e8897cecdb {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:35:45.613128 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 29d1cc8e-78da-4ebf-971e-78e8897cecdb not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:35:45.613575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:35:45.625887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338279d0-7744-4fa6-98af-d01b1abf1207 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffa7617-fcd9-4735-8f06-bda370938d31,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:45.636254 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-338279d0-7744-4fa6-98af-d01b1abf1207 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.637247 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:35:45.637475 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-338279d0-7744-4fa6-98af-d01b1abf1207 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234801 Nov 12 14:35:45.637649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 6cf42a9b-14fc-47fc-8924-ba18d03b6ec8 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:35:45.640265 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:45.645794 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9b047522-348b-4fd5-a673-a3df6a665179 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '496fe611-d6de-41c4-9dcc-bfd16b9d7efc', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:45.667028 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-9b047522-348b-4fd5-a673-a3df6a665179 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Project 57c403a097e54a5a84303f8d318383b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:35:45.674925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b047522-348b-4fd5-a673-a3df6a665179 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.731745 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b047522-348b-4fd5-a673-a3df6a665179 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.736059 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b047522-348b-4fd5-a673-a3df6a665179 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.753705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b047522-348b-4fd5-a673-a3df6a665179 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ea4409-4294-4784-bcb8-c25f587ad5ea,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:45.764581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b047522-348b-4fd5-a673-a3df6a665179 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.765838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9b047522-348b-4fd5-a673-a3df6a665179 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246083 Nov 12 14:35:45.768838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39820) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:45.773174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9bd764d2-d362-41ab-913b-dbfd234e46d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '496fe611-d6de-41c4-9dcc-bfd16b9d7efc', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:45.794040 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-9bd764d2-d362-41ab-913b-dbfd234e46d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Project 57c403a097e54a5a84303f8d318383b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:35:45.799501 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bd764d2-d362-41ab-913b-dbfd234e46d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.856174 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bd764d2-d362-41ab-913b-dbfd234e46d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.859419 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bd764d2-d362-41ab-913b-dbfd234e46d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.877575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd764d2-d362-41ab-913b-dbfd234e46d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b125dff-f5bf-43e7-91d3-9498697e0f6f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:45.884957 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9bd764d2-d362-41ab-913b-dbfd234e46d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.886177 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9bd764d2-d362-41ab-913b-dbfd234e46d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163502 Nov 12 14:35:45.889015 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:45.893964 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'network': {'name': 'tempest-network-smoke--1980020092', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:45.913252 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:35:45.916705 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.940693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:35:45.949672 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:45.950009 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Added segment 1a74078b-aef9-4ee1-8575-bbf9e02a19b9 of type vlan for network f478d1a6-edb2-4605-b024-f54c88bf62fc Nov 12 14:35:45.991624 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.015654 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.021520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:46.022092 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.057759 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1677155 Nov 12 14:35:46.060573 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39824) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:46.069415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'admin_state_up': True, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:46.091211 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.092399 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.095905 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072aae6c-1ca8-439e-bbb2-570c2cd67729 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Network': ['ID=f478d1a6-edb2-4605-b024-f54c88bf62fc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:46.106847 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network f478d1a6-edb2-4605-b024-f54c88bf62fc details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:35:46.153438 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.301743 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.499029 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.522025 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.625789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.25.5.93 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/8d80d871-931b-40bc-bd27-ce26974c06bf) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:35:46.724205 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.756219 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.796166 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:35:46.799075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:35:46.804486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:35:46.811722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df5ee4b-15fd-431d-835c-c5d18ae54675 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:35:46.828309 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=8d80d871-931b-40bc-bd27-ce26974c06bf,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:46.914415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0966c1f8-9220-4e3b-8a42-593a5ecd7904 None None] Provisioning complete for port 8d80d871-931b-40bc-bd27-ce26974c06bf triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:46.914690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0966c1f8-9220-4e3b-8a42-593a5ecd7904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:46.952291 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0966c1f8-9220-4e3b-8a42-593a5ecd7904 None None] Port 8d80d871-931b-40bc-bd27-ce26974c06bf cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:35:47.057265 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:47.256836 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:47.384007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 852796fe-b22e-471f-bef7-5a4586246a71 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:35:47.493396 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:35:47.502852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Sync routers for ids ['852796fe-b22e-471f-bef7-5a4586246a71'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:35:47.512618 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Routers {'852796fe-b22e-471f-bef7-5a4586246a71'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:35:47.513229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['852796fe-b22e-471f-bef7-5a4586246a71'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:47.513831 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:47.515059 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3ce6ceec-8417-4a58-b914-542e2bd1ace8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4534030 Nov 12 14:35:47.518946 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39830) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:47.552380 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5f21997f-f39c-4529-93ad-ffbce3dc8360 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=57c403a097e54a5a84303f8d318383b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321312 Nov 12 14:35:47.554970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39832) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:47.619099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Set router 852796fe-b22e-471f-bef7-5a4586246a71 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:35:47.643129 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f537c6-7d9b-4406-93c1-f0fc91a5ab92 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:47.645092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f3f537c6-7d9b-4406-93c1-f0fc91a5ab92 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887778 Nov 12 14:35:47.647626 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39834) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:47.675484 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a7ea04f4-1b58-4fb0-ba1d-f942329644a2 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267937 Nov 12 14:35:47.678060 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39836) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:47.682665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-847385163', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:47.775929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:35:47.779462 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:47.795434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:46Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:47.821631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Checking router: 852796fe-b22e-471f-bef7-5a4586246a71 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:35:47.821983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Updating router 852796fe-b22e-471f-bef7-5a4586246a71 port 8d80d871-931b-40bc-bd27-ce26974c06bf binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:35:47.852496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.111938 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.118276 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.170926 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb912224-2c98-417a-9ccd-1a7fb7e7fbdd None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:35:48.177837 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04196b-34d4-4a30-8829-b31ca9c2f90e None None] Pushing event updated for resources: {'Port': ['ID=8d80d871-931b-40bc-bd27-ce26974c06bf,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:48.181595 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Attempting to bind port 8d80d871-931b-40bc-bd27-ce26974c06bf on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:35:48.181959 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Attempting to bind port 8d80d871-931b-40bc-bd27-ce26974c06bf by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:35:48.182339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Attempting to bind port 8d80d871-931b-40bc-bd27-ce26974c06bf on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:35:48.188643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:35:48.189013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:35:48.189461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.189842 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:35:48.190319 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Bound port: 8d80d871-931b-40bc-bd27-ce26974c06bf, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:35:48.190702 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.249142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] For port 8d80d871-931b-40bc-bd27-ce26974c06bf, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:35:48.252446 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] For port 8d80d871-931b-40bc-bd27-ce26974c06bf, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8d80d871-931b-40bc-bd27-ce26974c06bf,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:35:48.256964 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.281392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.311381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c0d18-6f6f-4cf9-8f63-7bd6e86bbb94 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:35:48.333131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Routers {'852796fe-b22e-471f-bef7-5a4586246a71'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:35:48.334051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['852796fe-b22e-471f-bef7-5a4586246a71'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:48.339988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-37699203-da18-4399-afaa-a1f2651a0079 None None] Provisioning complete for port 8d80d871-931b-40bc-bd27-ce26974c06bf triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:48.340376 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37699203-da18-4399-afaa-a1f2651a0079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.342243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Subnet': ['ID=ad17ffd9-acea-4b18-8815-2c4c48e11357,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:48.351292 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Checking segment: {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:35:48.351528 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network hostable DHCP agents. Network: f478d1a6-edb2-4605-b024-f54c88bf62fc, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:35:48.367540 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network f478d1a6-edb2-4605-b024-f54c88bf62fc is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:35:48.377674 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, f478d1a6-edb2-4605-b024-f54c88bf62fc) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:35:48.380554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04196b-34d4-4a30-8829-b31ca9c2f90e None None] Pushing event updated for resources: {'Port': ['ID=8d80d871-931b-40bc-bd27-ce26974c06bf,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:48.382236 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:48.385935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.404581 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-f99df01c-2024-4d98-970d-3ec90d1a943a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7254987 Nov 12 14:35:48.408384 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39840) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:35:48.563375 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1bea2-48db-482a-b852-11abe1a580e0 None None] Network f478d1a6-edb2-4605-b024-f54c88bf62fc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:35:48.717695 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] Set router 852796fe-b22e-471f-bef7-5a4586246a71 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:35:48.863998 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.867782 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37699203-da18-4399-afaa-a1f2651a0079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.916538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-37699203-da18-4399-afaa-a1f2651a0079 None None] For port 8d80d871-931b-40bc-bd27-ce26974c06bf, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8d80d871-931b-40bc-bd27-ce26974c06bf,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:35:48.928847 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37699203-da18-4399-afaa-a1f2651a0079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:48.982470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-f478d1a6-edb2-4605-b024-f54c88bf62fc', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:35:48.983319 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.055487 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37699203-da18-4399-afaa-a1f2651a0079 None None] Pushing event updated for resources: {'Port': ['ID=8d80d871-931b-40bc-bd27-ce26974c06bf,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:49.125976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-29d5c9d6-9f9d-46f6-92f4-3d0547868a89 None None] Provisioning complete for port 8d80d871-931b-40bc-bd27-ce26974c06bf triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:49.126350 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29d5c9d6-9f9d-46f6-92f4-3d0547868a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.146103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.20.0.1 (f478d1a6-edb2-4605-b024-f54c88bf62fc/ad17ffd9-acea-4b18-8815-2c4c48e11357/4f591f34-9a33-4918-97a0-28fbe3449a9d) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:35:49.177777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:46Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:49.212339 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db1d13-87e9-4498-a062-e4b11270705a None None] The sync data for ids ['852796fe-b22e-471f-bef7-5a4586246a71'] in n-d-805736-4 is: [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:46Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:35:49.290895 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.330295 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.376542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network f478d1a6-edb2-4605-b024-f54c88bf62fc is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:35:49.376799 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Allocated IP 172.20.0.2 (f478d1a6-edb2-4605-b024-f54c88bf62fc/ad17ffd9-acea-4b18-8815-2c4c48e11357/0c9922d4-32c2-4ae6-90e0-38686f4cfc89) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:35:49.379584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:35:49.382187 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:35:49.426393 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=4f591f34-9a33-4918-97a0-28fbe3449a9d,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:49.469899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.599283 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.608020 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.636775 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.651013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Network f478d1a6-edb2-4605-b024-f54c88bf62fc is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:35:49.655427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8d80d871-931b-40bc-bd27-ce26974c06bf up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:35:49.663253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:35:49.690680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:35:49.707856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Pushing event updated for resources: {'Port': ['ID=0c9922d4-32c2-4ae6-90e0-38686f4cfc89,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:49.774240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Attempting to bind port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:35:49.774613 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Attempting to bind port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:35:49.774973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Attempting to bind port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 on network f478d1a6-edb2-4605-b024-f54c88bf62fc {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:35:49.780834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 8d80d871-931b-40bc-bd27-ce26974c06bf triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:49.781199 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.784957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:35:49.785347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Checking segment: {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:35:49.785747 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.786138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Bound using segment: {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:35:49.786611 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Bound port: 0c9922d4-32c2-4ae6-90e0-38686f4cfc89, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:35:49.786985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.888451 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] For port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:35:49.921438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] For port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0c9922d4-32c2-4ae6-90e0-38686f4cfc89,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:35:49.931597 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.950178 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.955687 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:49.996417 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a1e30-15ce-4be4-9ca1-a9a55b5d65c1 None None] Pushing event updated for resources: {'Port': ['ID=0c9922d4-32c2-4ae6-90e0-38686f4cfc89,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:50.039998 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:50.049444 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=4f591f34-9a33-4918-97a0-28fbe3449a9d,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:50.144774 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network f478d1a6-edb2-4605-b024-f54c88bf62fc is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:35:50.146239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:35:50.286951 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 852796fe-b22e-471f-bef7-5a4586246a71 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:35:50.395911 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:35:50.400896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5a0e6a27-e033-45d9-b5b6-a5ffa5c9ecdb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "PUT /v2.0/routers/852796fe-b22e-471f-bef7-5a4586246a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9914780 Nov 12 14:35:50.558084 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-e0429a28-e276-43c9-a7b5-6b994fdb8d2e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-143933402&fields=id&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 267 time: 0.0497761 Nov 12 14:35:50.670125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-eaf396a2-91b0-4f6e-b363-feffa83d1403 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:50.671608 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-eaf396a2-91b0-4f6e-b363-feffa83d1403 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 797 time: 0.1061170 Nov 12 14:35:50.687158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-7a46c61b-bad3-47ec-b6ca-757e9c5afa15 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/quotas/57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 375 time: 0.0097368 Nov 12 14:35:50.739555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-f7244d7e-6731-4735-8d73-acc964c3fb06 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462370 Nov 12 14:35:50.756749 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-12076d23-64b0-4ba2-b2be-c7653e807f18 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:35:50.757729 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-12076d23-64b0-4ba2-b2be-c7653e807f18 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053089 Nov 12 14:35:50.852465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-481e61b5-407d-4fa0-b0f6-d9b3d5e40dab service neutron] 10.222.0.73 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885870 Nov 12 14:35:50.919615 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Sync routers for ids ['852796fe-b22e-471f-bef7-5a4586246a71'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:35:50.930516 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Routers {'852796fe-b22e-471f-bef7-5a4586246a71'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:35:50.931112 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['852796fe-b22e-471f-bef7-5a4586246a71'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:50.944203 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-afba2259-9745-407c-aca8-a17c9361674b service neutron] 10.222.0.73 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857792 Nov 12 14:35:51.037837 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Set router 852796fe-b22e-471f-bef7-5a4586246a71 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:35:51.118364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-72db6d06-9248-4d70-a1ae-f9056dc0891a req-f58d7707-32da-4508-8d9f-a60cf63a28dd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 210 time: 0.0312247 Nov 12 14:35:51.249879 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:49Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '4f591f34-9a33-4918-97a0-28fbe3449a9d', 'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:50:d4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:48Z', 'updated_at': '2021-11-12T14:35:49Z', 'revision_number': 2, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:51.284860 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Checking router: 852796fe-b22e-471f-bef7-5a4586246a71 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:35:51.285273 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Updating router 852796fe-b22e-471f-bef7-5a4586246a71 port 4f591f34-9a33-4918-97a0-28fbe3449a9d binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:35:51.312582 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:51.612915 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:51.622885 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:35:51.626315 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:51.653879 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:35:51.660477 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a5555c-0e0c-4ac9-ad88-34e41d4c471d None None] Network f478d1a6-edb2-4605-b024-f54c88bf62fc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:35:51.682957 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Pushing event updated for resources: {'Port': ['ID=4f591f34-9a33-4918-97a0-28fbe3449a9d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:51.706114 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.706742 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.707223 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.707722 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.708217 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.708721 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.709210 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.709709 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.710193 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.710692 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.711183 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.711681 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:35:51.741796 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Attempting to bind port 4f591f34-9a33-4918-97a0-28fbe3449a9d on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:35:51.742609 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Attempting to bind port 4f591f34-9a33-4918-97a0-28fbe3449a9d by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:35:51.743114 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Attempting to bind port 4f591f34-9a33-4918-97a0-28fbe3449a9d on network f478d1a6-edb2-4605-b024-f54c88bf62fc {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:35:51.749307 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:35:51.750692 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Checking segment: {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:35:51.751319 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:51.751868 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Bound using segment: {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:35:51.752486 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Bound port: 4f591f34-9a33-4918-97a0-28fbe3449a9d, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:35:51.753050 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:51.774904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-94f17e8a-ccc7-448e-bb3e-9720a2263bd4 None None] Provisioning complete for port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:51.775277 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94f17e8a-ccc7-448e-bb3e-9720a2263bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:51.826422 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] For port 4f591f34-9a33-4918-97a0-28fbe3449a9d, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:35:51.830448 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] For port 4f591f34-9a33-4918-97a0-28fbe3449a9d, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4f591f34-9a33-4918-97a0-28fbe3449a9d,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:35:51.835564 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:51.855666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:51.856039 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:51.988850 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Routers {'852796fe-b22e-471f-bef7-5a4586246a71'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:35:51.989447 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:35:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['852796fe-b22e-471f-bef7-5a4586246a71'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:52.014092 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94f17e8a-ccc7-448e-bb3e-9720a2263bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:52.029813 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090bb07-7464-44fb-9f3a-d41f81ffff03 None None] Pushing event updated for resources: {'Port': ['ID=4f591f34-9a33-4918-97a0-28fbe3449a9d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:52.049103 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:52.068990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-94f17e8a-ccc7-448e-bb3e-9720a2263bd4 None None] For port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0c9922d4-32c2-4ae6-90e0-38686f4cfc89,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:35:52.077503 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94f17e8a-ccc7-448e-bb3e-9720a2263bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:52.130198 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] Set router 852796fe-b22e-471f-bef7-5a4586246a71 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:35:52.185007 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 14:35:52.185397 n-d-805736-4 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 14:35:52.196277 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f17e8a-ccc7-448e-bb3e-9720a2263bd4 None None] Pushing event updated for resources: {'Port': ['ID=0c9922d4-32c2-4ae6-90e0-38686f4cfc89,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:52.273362 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-43adff9d-4e2b-435d-a761-aa9e144e061d req-94d2a5f2-b5b1-4bd3-b323-4f3b18f14dfb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 210 time: 0.0572009 Nov 12 14:35:52.338207 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-60fc362f-278f-4af4-bea1-c043126897ab tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:52.339684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-60fc362f-278f-4af4-bea1-c043126897ab tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 797 time: 0.1942961 Nov 12 14:35:52.392515 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:49Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '4f591f34-9a33-4918-97a0-28fbe3449a9d', 'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:50:d4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:48Z', 'updated_at': '2021-11-12T14:35:51Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:35:52.401548 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8507b503-4a4f-4c34-9fb0-e2977322a206 None None] Provisioning complete for port 4f591f34-9a33-4918-97a0-28fbe3449a9d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:52.402010 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8507b503-4a4f-4c34-9fb0-e2977322a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:52.416827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-05eee270-5a70-4b62-aa41-689f73c57e1c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 379 time: 0.0661099 Nov 12 14:35:52.425000 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7502ae0-3003-4367-a613-79d3219c3452 None None] The sync data for ids ['852796fe-b22e-471f-bef7-5a4586246a71'] in n-d-805736-4 is: [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:49Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '4f591f34-9a33-4918-97a0-28fbe3449a9d', 'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:50:d4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:48Z', 'updated_at': '2021-11-12T14:35:51Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:35:52.428152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'port': {'device_id': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'admin_state_up': True, 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'security_groups': ['496fe611-d6de-41c4-9dcc-bfd16b9d7efc']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:52.542702 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8507b503-4a4f-4c34-9fb0-e2977322a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:52.584393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8507b503-4a4f-4c34-9fb0-e2977322a206 None None] For port 4f591f34-9a33-4918-97a0-28fbe3449a9d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4f591f34-9a33-4918-97a0-28fbe3449a9d,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:35:52.592308 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8507b503-4a4f-4c34-9fb0-e2977322a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:52.604080 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:35:52.608118 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:52.637642 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8507b503-4a4f-4c34-9fb0-e2977322a206 None None] Provisioning complete for port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:52.639537 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8507b503-4a4f-4c34-9fb0-e2977322a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:52.694115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507b503-4a4f-4c34-9fb0-e2977322a206 None None] Pushing event updated for resources: {'Port': ['ID=4f591f34-9a33-4918-97a0-28fbe3449a9d,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:52.777050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.20.0.5 (f478d1a6-edb2-4605-b024-f54c88bf62fc/ad17ffd9-acea-4b18-8815-2c4c48e11357/19f0fee2-63bf-4607-b87e-e4839ff2d72f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:35:52.927626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f8b6ed0f-c409-4367-850c-f5c0571f9f2f None None] Provisioning complete for port 4f591f34-9a33-4918-97a0-28fbe3449a9d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:52.928133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8b6ed0f-c409-4367-850c-f5c0571f9f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:52.948124 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:52.991061 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:53.059099 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network f478d1a6-edb2-4605-b024-f54c88bf62fc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:35:53.061676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:35:53.063997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=19f0fee2-63bf-4607-b87e-e4839ff2d72f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:53.066761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:35:53.120260 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:53.120813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:53.143104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-1992ef84-1133-4c32-ac06-7cc91728a446 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7191753 Nov 12 14:35:53.158560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Request body: {'port': {'device_id': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:35:53.162528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1bd7d47a-4437-411d-bc07-c78ed0b50e75 None None] Provisioning complete for port 4f591f34-9a33-4918-97a0-28fbe3449a9d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:53.162988 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bd7d47a-4437-411d-bc07-c78ed0b50e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:53.248517 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:53.481081 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f65af8-7269-41ff-9c12-ff2d158bd3bb req-e0738a36-8d72-4205-8c36-c9b62d22face tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:53.482714 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3f65af8-7269-41ff-9c12-ff2d158bd3bb req-e0738a36-8d72-4205-8c36-c9b62d22face tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 931 time: 0.0830491 Nov 12 14:35:53.552390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3f65af8-7269-41ff-9c12-ff2d158bd3bb req-91021f3d-3302-4510-903c-6cb9dcda523b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632935 Nov 12 14:35:53.598160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a2582022-ffd3-4c1c-9685-35634ff6595e None None] Provisioning complete for port 19f0fee2-63bf-4607-b87e-e4839ff2d72f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:53.598905 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2582022-ffd3-4c1c-9685-35634ff6595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:53.654514 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a2582022-ffd3-4c1c-9685-35634ff6595e None None] Port 19f0fee2-63bf-4607-b87e-e4839ff2d72f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:35:53.663991 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f0fee2-63bf-4607-b87e-e4839ff2d72f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:35:53.674669 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:53.692886 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Transition to ACTIVE for port object 19f0fee2-63bf-4607-b87e-e4839ff2d72f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:35:53.696833 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:53.775520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f0fee2-63bf-4607-b87e-e4839ff2d72f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:53.778456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:35:53.828904 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-892681db-28d6-45f2-a244-428d21feca61 None None] Provisioning complete for port 4f591f34-9a33-4918-97a0-28fbe3449a9d triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:53.829377 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-892681db-28d6-45f2-a244-428d21feca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:53.853739 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Attempting to bind port 19f0fee2-63bf-4607-b87e-e4839ff2d72f on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:35:53.854075 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Attempting to bind port 19f0fee2-63bf-4607-b87e-e4839ff2d72f by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:35:53.854884 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Attempting to bind port 19f0fee2-63bf-4607-b87e-e4839ff2d72f on network f478d1a6-edb2-4605-b024-f54c88bf62fc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:35:53.860451 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Port 19f0fee2-63bf-4607-b87e-e4839ff2d72f on network f478d1a6-edb2-4605-b024-f54c88bf62fc not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:35:53.860812 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Attempting to bind port 19f0fee2-63bf-4607-b87e-e4839ff2d72f on network f478d1a6-edb2-4605-b024-f54c88bf62fc {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:35:53.867351 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:35:53.868085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Checking segment: {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:35:53.868491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Bound using segment: {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:35:53.868938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Bound port: 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:35:53.869424 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:53.875692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:53.876040 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:54.005860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4f591f34-9a33-4918-97a0-28fbe3449a9d up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:35:54.057476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4f591f34-9a33-4918-97a0-28fbe3449a9d triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:54.057853 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:54.286581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:35:54.290412 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:35:54.294480 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:54.329130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:54.329847 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:54.331229 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] 10.222.0.70 "PUT /v2.0/ports/19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 1091 time: 1.1796787 Nov 12 14:35:54.331664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:35:54.333934 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:35:54.370477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f7dd9-c5be-4073-89b5-fd61605e01d9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f0fee2-63bf-4607-b87e-e4839ff2d72f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:54.385549 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54176a37-b8ea-42d0-bad0-0d2e8d1ad8cf x-openstack-request-id: req-54176a37-b8ea-42d0-bad0-0d2e8d1ad8cf {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:35:54.385843 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:35:54.386094 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54176a37-b8ea-42d0-bad0-0d2e8d1ad8cf {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:35:54.386484 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'status': 'completed', 'code': 200} Nov 12 14:35:54.422273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-bf0fedf1-fdea-45eb-9b9b-dfa6b262bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:54.424067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-bf0fedf1-fdea-45eb-9b9b-dfa6b262bffb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1094 time: 0.0496812 Nov 12 14:35:54.473443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-136a640a-0778-46f1-992d-69b4154c8881 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 217 time: 0.0402167 Nov 12 14:35:54.525397 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-3cbb5dae-fe65-4082-802e-c237b5db3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:54.526842 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-3cbb5dae-fe65-4082-802e-c237b5db3397 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0461123 Nov 12 14:35:54.574297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-5934599b-193a-4645-8c36-b37ba6fa3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:54.575895 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-5934599b-193a-4645-8c36-b37ba6fa3893 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416012 Nov 12 14:35:54.678399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-09205c67-29df-4bcc-b721-f34b096c5e3c service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942271 Nov 12 14:35:54.680409 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2b0a1-314c-41ab-abe1-c34f7e5b53b6 req-d312ba7e-e87d-4810-8581-4910ac73109d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:54.682002 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3e2b0a1-314c-41ab-abe1-c34f7e5b53b6 req-d312ba7e-e87d-4810-8581-4910ac73109d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 943 time: 0.0511189 Nov 12 14:35:54.734073 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b3e2b0a1-314c-41ab-abe1-c34f7e5b53b6 req-2893f061-bdd3-4f10-88d5-594744728b59 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444415 Nov 12 14:35:54.776427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3cc0a4b5-0607-4587-ad00-cc67e1cd6673 req-6a9e3d24-b893-4672-8c19-adbbc1d135cd service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899215 Nov 12 14:35:54.863595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-e166310f-41a9-44d1-ac82-092c6f98758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:54.865461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-e166310f-41a9-44d1-ac82-092c6f98758c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1094 time: 0.0410502 Nov 12 14:35:54.954379 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-41586b37-0115-4fe9-b893-3aa32d89a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:54.955910 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-41586b37-0115-4fe9-b893-3aa32d89a2e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 898 time: 0.0836775 Nov 12 14:35:55.000660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-1df495dc-8a66-455b-a4db-0f6c23f926ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 217 time: 0.0370917 Nov 12 14:35:55.049139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-1d79326b-76e2-49b4-8ddc-e30c8b60bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:55.050618 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-1d79326b-76e2-49b4-8ddc-e30c8b60bdf8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0438216 Nov 12 14:35:55.097802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-b5686db1-de4d-4989-9efe-d3db81d63832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:55.099314 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-b5686db1-de4d-4989-9efe-d3db81d63832 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405388 Nov 12 14:35:55.195211 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-37794fa7-c744-4f33-b094-f3af4f5734ce service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879018 Nov 12 14:35:55.285537 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7918cc8e-02f9-4faa-9ea7-56cfeca119c7 req-bc41de4a-a26c-4870-9c13-5edcd29b5031 service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826669 Nov 12 14:35:55.856519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f12fa-5a8d-4080-81ee-5323e0cc8633 req-5d233eda-c9cf-4295-9e43-f3bdd214f529 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:55.858089 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-018f12fa-5a8d-4080-81ee-5323e0cc8633 req-5d233eda-c9cf-4295-9e43-f3bdd214f529 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 943 time: 0.0534325 Nov 12 14:35:55.908665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-018f12fa-5a8d-4080-81ee-5323e0cc8633 req-f317b9fa-ae28-455e-91a1-72ffda4fcfac tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435829 Nov 12 14:35:57.023147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89dc51-778b-4079-878e-0e3dd9ae6cab req-433350a8-d463-4c78-b9d7-039edd35337c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:57.024516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe89dc51-778b-4079-878e-0e3dd9ae6cab req-433350a8-d463-4c78-b9d7-039edd35337c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 943 time: 0.0485651 Nov 12 14:35:57.078044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fe89dc51-778b-4079-878e-0e3dd9ae6cab req-e0b3ccc1-a43b-45e1-9c52-d6436dcd07c0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476756 Nov 12 14:35:57.133121 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aecb9746-b14d-450b-99d3-2c67ccf8cc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:57.724188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 19f0fee2-63bf-4607-b87e-e4839ff2d72f details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:35:57.821258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:35:57.832061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'port_id': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'mac_address': 'fa:16:3e:70:8d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:35:57.869604 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:57.883038 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f0fee2-63bf-4607-b87e-e4839ff2d72f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:35:57.902298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:35:57.906406 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:57.952883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=19f0fee2-63bf-4607-b87e-e4839ff2d72f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:35:58.237815 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ec4bd-ac03-4f9b-b555-ae7a9e8944b2 req-ddf0cfd7-4991-4b13-88a4-ff8c968e77f9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:58.239268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-325ec4bd-ac03-4f9b-b555-ae7a9e8944b2 req-ddf0cfd7-4991-4b13-88a4-ff8c968e77f9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 944 time: 0.0490842 Nov 12 14:35:58.279302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['19f0fee2-63bf-4607-b87e-e4839ff2d72f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:35:58.290554 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-325ec4bd-ac03-4f9b-b555-ae7a9e8944b2 req-fd8bbda4-56d0-4db3-bc26-b4536589074c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452461 Nov 12 14:35:59.428327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b6c88-8cab-4e3f-9e0f-3a6057a2664d req-d55f8437-c769-4c64-a0b8-7774d9895631 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:35:59.429978 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d77b6c88-8cab-4e3f-9e0f-3a6057a2664d req-d55f8437-c769-4c64-a0b8-7774d9895631 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 944 time: 0.0715299 Nov 12 14:35:59.499464 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d77b6c88-8cab-4e3f-9e0f-3a6057a2664d req-9bcb41f5-d95e-4167-a00d-ff32675cb5a6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606863 Nov 12 14:35:59.666790 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d71a5e0-2458-46da-a871-e04ca55dd35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:59.723324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 19f0fee2-63bf-4607-b87e-e4839ff2d72f up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:35:59.778553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 19f0fee2-63bf-4607-b87e-e4839ff2d72f completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:35:59.783965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 19f0fee2-63bf-4607-b87e-e4839ff2d72f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:35:59.784332 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:59.862366 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:59.886005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:35:59.888270 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de8cfb8-4fd4-4670-a41e-0a1a4d5aed1b" -d '{"events": [{"server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "name": "network-vif-plugged", "status": "completed", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:35:59.902026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:35:59.906659 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:35:59.940639 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf9e473-a827-4a41-8291-5ea7c7d76899 x-openstack-request-id: req-8bf9e473-a827-4a41-8291-5ea7c7d76899 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:35:59.940913 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "name": "network-vif-plugged", "status": "completed", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:35:59.941174 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8bf9e473-a827-4a41-8291-5ea7c7d76899 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:35:59.941596 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'code': 200} Nov 12 14:35:59.989025 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=19f0fee2-63bf-4607-b87e-e4839ff2d72f,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:36:00.053849 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91f2bb-3aa9-43ed-8363-b608385568d3 req-4127c288-67fd-4154-b6f2-540875dc39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:36:00.055634 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da91f2bb-3aa9-43ed-8363-b608385568d3 req-4127c288-67fd-4154-b6f2-540875dc39ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1096 time: 0.0468760 Nov 12 14:36:00.116175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da91f2bb-3aa9-43ed-8363-b608385568d3 req-cb73556b-61cd-41b1-a4bc-a6318bdb9a9c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532758 Nov 12 14:36:00.623051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2def6a-9ba3-495b-8e2b-1267ad3e1d3c req-8d606ddb-54d7-4549-ad38-d291bb9875e0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:36:00.624532 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab2def6a-9ba3-495b-8e2b-1267ad3e1d3c req-8d606ddb-54d7-4549-ad38-d291bb9875e0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0530663 Nov 12 14:36:00.693885 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab2def6a-9ba3-495b-8e2b-1267ad3e1d3c req-3612955c-6dca-47ef-af14-faad55689629 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627928 Nov 12 14:36:00.931845 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:01.815504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24904146-1553-40f2-bfa7-9edf8b9829cf req-5cc9230c-d651-42fe-9b0c-ea4454326235 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:36:01.817005 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24904146-1553-40f2-bfa7-9edf8b9829cf req-5cc9230c-d651-42fe-9b0c-ea4454326235 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Nov 12 14:36:01.866227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-24904146-1553-40f2-bfa7-9edf8b9829cf req-57d91011-0b68-4b59-9c74-1058d3ff66d2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433161 Nov 12 14:36:01.985107 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061e6ed-c152-4225-b8dd-c51dcac3faf2 req-b354c838-ff10-4aa5-b688-ccb592fd3b13 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:36:01.986604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c061e6ed-c152-4225-b8dd-c51dcac3faf2 req-b354c838-ff10-4aa5-b688-ccb592fd3b13 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0528173 Nov 12 14:36:02.036767 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c061e6ed-c152-4225-b8dd-c51dcac3faf2 req-662a5bd3-7395-4b48-8e5f-7b20afee926b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440204 Nov 12 14:36:02.058958 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39898) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:36:02.141089 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e10bb0-5218-47b9-8d4e-b73691d3f8d3 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:36:02.142670 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-16e10bb0-5218-47b9-8d4e-b73691d3f8d3 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1091 time: 0.0825872 Nov 12 14:36:02.145688 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39902) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:36:02.150056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:36:02.172784 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:02.271055 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:02.369596 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.25.5.151 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/087f2d3d-cb51-4492-ad61-779585869ea3) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:36:02.474410 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:02.506984 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:02.517774 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:02.544321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:36:02.549096 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:36:02.553454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:36:02.575377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=087f2d3d-cb51-4492-ad61-779585869ea3,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:36:02.915930 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:02.980531 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:03.082910 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:03.146201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:03.150730 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:03.221794 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=087f2d3d-cb51-4492-ad61-779585869ea3,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:36:03.233105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:03.332062 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Floating IP 21214845-0e48-4a5c-ac11-7fb81ccfa52a associated. External IP: 172.25.5.151, port: 19f0fee2-63bf-4607-b87e-e4839ff2d72f. Nov 12 14:36:03.537315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 852796fe-b22e-471f-bef7-5a4586246a71 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:36:03.643786 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:36:03.653095 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] Sync routers for ids ['852796fe-b22e-471f-bef7-5a4586246a71'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:36:03.662381 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:03.663758 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] Routers {'852796fe-b22e-471f-bef7-5a4586246a71'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:36:03.664560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:36:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['852796fe-b22e-471f-bef7-5a4586246a71'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:36:03.694605 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-49fd96b7-f56e-45d0-b2c8-68278e57ecff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5478821 Nov 12 14:36:03.695192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:36:03.697469 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaa764a-6720-4f0e-8b8c-808a2b403909" -d '{"events": [{"name": "network-changed", "server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:36:03.788994 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ad913c-5a6b-47a2-992d-09f930070237 x-openstack-request-id: req-33ad913c-5a6b-47a2-992d-09f930070237 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:36:03.789358 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:36:03.789618 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33ad913c-5a6b-47a2-992d-09f930070237 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:36:03.790022 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'status': 'completed', 'code': 200} Nov 12 14:36:03.797434 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] Set router 852796fe-b22e-471f-bef7-5a4586246a71 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:36:03.809613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfb2c7-8490-45f0-9e15-c8b5da4d3496 req-809877bb-82bf-4dfc-b3ab-8a7dc1118555 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:36:03.811121 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfbfb2c7-8490-45f0-9e15-c8b5da4d3496 req-809877bb-82bf-4dfc-b3ab-8a7dc1118555 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0636399 Nov 12 14:36:03.886989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-7fd9b944-4421-42bd-bd98-c377f56eb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:36:03.888776 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-7fd9b944-4421-42bd-bd98-c377f56eb854 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1096 time: 0.0752630 Nov 12 14:36:03.903728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dfbfb2c7-8490-45f0-9e15-c8b5da4d3496 req-e6a36f85-1014-4c7b-a2ee-588cb085947b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809240 Nov 12 14:36:03.926514 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39910) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:36:03.990033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-6702681c-bf55-4e0f-ac1d-680fc59bddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:36:03.991762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-6702681c-bf55-4e0f-ac1d-680fc59bddec service neutron] 10.222.0.70 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 898 time: 0.0871921 Nov 12 14:36:03.996716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6f048dc7-303e-486d-a731-c35490f3b8d1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/21214845-0e48-4a5c-ac11-7fb81ccfa52a HTTP/1.1" status: 200 len: 991 time: 0.0688348 Nov 12 14:36:04.026960 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:49Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '21214845-0e48-4a5c-ac11-7fb81ccfa52a', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'port_id': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'mac_address': 'fa:16:3e:70:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:36:02Z', 'updated_at': '2021-11-12T14:36:02Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f591f34-9a33-4918-97a0-28fbe3449a9d', 'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:50:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:48Z', 'updated_at': '2021-11-12T14:35:52Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:36:04.053867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] Checking router: 852796fe-b22e-471f-bef7-5a4586246a71 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:36:04.062203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] Routers {'852796fe-b22e-471f-bef7-5a4586246a71'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:36:04.063400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:36:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['852796fe-b22e-471f-bef7-5a4586246a71'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:36:04.063865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-fd17381b-f3b7-4ef3-9d1a-652ca908bd67 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 999 time: 0.0647078 Nov 12 14:36:04.113546 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-5fc1d03f-c7ed-4e4a-bee6-d60c22b3ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:36:04.115001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-5fc1d03f-c7ed-4e4a-bee6-d60c22b3ce14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0443091 Nov 12 14:36:04.160458 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-85611f90-bc03-4f27-b578-69f174183cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:36:04.162059 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-85611f90-bc03-4f27-b578-69f174183cbd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401614 Nov 12 14:36:04.169304 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] Set router 852796fe-b22e-471f-bef7-5a4586246a71 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:36:04.264872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-466c9b7a-b59c-4cc1-a2e7-dd571ee16fbb service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948780 Nov 12 14:36:04.362256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4aaa764a-6720-4f0e-8b8c-808a2b403909 req-688d9a93-6fa5-455c-b5b5-e301ca7ed447 service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894024 Nov 12 14:36:04.405116 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:49Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '21214845-0e48-4a5c-ac11-7fb81ccfa52a', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'port_id': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'mac_address': 'fa:16:3e:70:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:36:02Z', 'updated_at': '2021-11-12T14:36:02Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f591f34-9a33-4918-97a0-28fbe3449a9d', 'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:50:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:48Z', 'updated_at': '2021-11-12T14:35:52Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:36:04.431777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f4956-7098-4986-9195-fae4f652e9e2 None None] The sync data for ids ['852796fe-b22e-471f-bef7-5a4586246a71'] in n-d-805736-4 is: [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:49Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '21214845-0e48-4a5c-ac11-7fb81ccfa52a', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'port_id': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'mac_address': 'fa:16:3e:70:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:36:02Z', 'updated_at': '2021-11-12T14:36:02Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f591f34-9a33-4918-97a0-28fbe3449a9d', 'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:50:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:48Z', 'updated_at': '2021-11-12T14:35:52Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:36:04.628872 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef874a55-82c9-42a7-8491-e76cc7f6c8aa None None] New status for floating IP 21214845-0e48-4a5c-ac11-7fb81ccfa52a: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:36:04.999666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 39912) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:36:05.064233 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-31664962-b8d7-4544-a67d-1b7387d1f3de tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/21214845-0e48-4a5c-ac11-7fb81ccfa52a HTTP/1.1" status: 200 len: 993 time: 0.0629754 Nov 12 14:36:13.751738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:14.764973 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:27.134106 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab878eeb-d36d-46c3-9203-9211c0a4b23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:28.622612 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:36:29.667016 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a11ec724-fde2-4e65-9e64-91eea4c9b096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:30.933613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:32.523173 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:33.085542 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:43.753738 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:44.774171 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:57.135563 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6f44599-a83f-4249-ae21-be90995a8ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:36:59.669254 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d50f-2920-4adc-8c22-5099bccccf45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:00.937515 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:02.522136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:03.086630 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:03.431878 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-88683c55-d962-403c-ab5f-1e2ee8ab5430 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442324 Nov 12 14:37:03.520243 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-0732cea0-2a8a-43e0-95cf-04d1a3232b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:03.521790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-0732cea0-2a8a-43e0-95cf-04d1a3232b6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1096 time: 0.0474100 Nov 12 14:37:03.626046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-77e0d9c2-7b33-4d74-8f48-d7e88b0c9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:03.627522 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-77e0d9c2-7b33-4d74-8f48-d7e88b0c9bb4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 898 time: 0.0862672 Nov 12 14:37:03.697864 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-a2bd1328-cfa0-4487-b89d-d1f4332440c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 1001 time: 0.0625372 Nov 12 14:37:03.748035 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-56423e28-b49e-4d32-971d-a9b1b18b715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:03.750197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-56423e28-b49e-4d32-971d-a9b1b18b715b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0453968 Nov 12 14:37:03.797051 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-a5a70360-e774-4a3d-8d34-62af05b9fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:03.798555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-a5a70360-e774-4a3d-8d34-62af05b9fd3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409536 Nov 12 14:37:03.896872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-371944d8-bbb0-4053-aada-fe077752c6d4 service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901091 Nov 12 14:37:03.993602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-736f31f0-ba97-4454-a3e4-c9548603ab6b req-3f18758f-9215-4749-94e5-dfe88d81b839 service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886052 Nov 12 14:37:05.621434 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:37:13.767030 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:14.796905 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:18.188392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-a9614856-6679-4454-8a8d-939778bf1e52 req-925150a8-b5c4-461a-b15f-224f52be603c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:37:18.189413 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a9614856-6679-4454-8a8d-939778bf1e52 req-925150a8-b5c4-461a-b15f-224f52be603c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056446 Nov 12 14:37:18.411201 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 39948) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:37:18.498709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-432dcb4e-c827-44af-9065-9939429573e6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856531 Nov 12 14:37:18.508108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-445370c2-0c6e-4f97-8a5f-9956fa764df0 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:37:18.509141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-445370c2-0c6e-4f97-8a5f-9956fa764df0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055997 Nov 12 14:37:18.688685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f4fe8-2a19-4b1d-80c3-e1c5fe80e024 req-11517895-a4f3-4c8e-b789-dc0cdae374dc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:18.690229 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d5f4fe8-2a19-4b1d-80c3-e1c5fe80e024 req-11517895-a4f3-4c8e-b789-dc0cdae374dc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.3686247 Nov 12 14:37:18.741487 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4d5f4fe8-2a19-4b1d-80c3-e1c5fe80e024 req-4783be38-3c4a-4044-a498-1c5a9ac04509 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451827 Nov 12 14:37:19.615125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298494bf-114c-4e61-8f8e-4741189732c0 req-b4946067-49b2-47ff-a416-3e36d30a4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:19.616638 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-b4946067-49b2-47ff-a416-3e36d30a4029 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1096 time: 0.0411863 Nov 12 14:37:19.712923 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298494bf-114c-4e61-8f8e-4741189732c0 req-5425ae9e-1ca3-422d-8366-d6f152ddc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:19.714423 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-5425ae9e-1ca3-422d-8366-d6f152ddc4f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 898 time: 0.0900667 Nov 12 14:37:19.780608 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-867b7b16-9172-4c02-b15e-c58835f9f8d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 1001 time: 0.0587823 Nov 12 14:37:19.857377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298494bf-114c-4e61-8f8e-4741189732c0 req-c8c23e55-63c9-4492-8041-2727f158c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:19.859350 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-c8c23e55-63c9-4492-8041-2727f158c146 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0725570 Nov 12 14:37:19.886126 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88d2a2-3e20-40dd-8e50-86bf78ec58da req-93525eaf-815b-4c09-be77-01a8149632d8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:19.887559 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d88d2a2-3e20-40dd-8e50-86bf78ec58da req-93525eaf-815b-4c09-be77-01a8149632d8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0722375 Nov 12 14:37:19.949498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298494bf-114c-4e61-8f8e-4741189732c0 req-6c2b4f81-77c1-405c-a949-3c48748e4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:19.951001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-6c2b4f81-77c1-405c-a949-3c48748e4675 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836923 Nov 12 14:37:19.955199 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d88d2a2-3e20-40dd-8e50-86bf78ec58da req-8b0f49f6-ed70-4b15-9b80-e21188f34078 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540950 Nov 12 14:37:20.055064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-31b37481-d6f4-4a71-8947-95a3e37d1ca8 service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964341 Nov 12 14:37:20.148767 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-5fd31bad-1ba9-4dcf-8713-bd5d8efbafbe service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863676 Nov 12 14:37:21.074422 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9252d8f-087f-437a-ac2e-6131254ce27f req-ea35d754-68f3-4094-aa8a-a0d4e1e90ed7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:21.076409 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9252d8f-087f-437a-ac2e-6131254ce27f req-ea35d754-68f3-4094-aa8a-a0d4e1e90ed7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0476327 Nov 12 14:37:21.127051 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9252d8f-087f-437a-ac2e-6131254ce27f req-d35f5d8e-3ac7-4b7b-9238-e545c51cb671 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 Nov 12 14:37:22.256086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d0231-347c-4be8-b1eb-c038183d8795 req-0843334f-9463-4bd3-a802-574d234c89dc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:22.257721 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-118d0231-347c-4be8-b1eb-c038183d8795 req-0843334f-9463-4bd3-a802-574d234c89dc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0532968 Nov 12 14:37:22.311911 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-118d0231-347c-4be8-b1eb-c038183d8795 req-0b23acce-315e-476e-b554-5a9668ceb685 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482495 Nov 12 14:37:23.429405 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebb406-602a-46f5-89cc-b715ee67996f req-fbc5426f-9a8c-4056-adb0-6b68929dba97 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:23.430855 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7cebb406-602a-46f5-89cc-b715ee67996f req-fbc5426f-9a8c-4056-adb0-6b68929dba97 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0509353 Nov 12 14:37:23.479723 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7cebb406-602a-46f5-89cc-b715ee67996f req-7563fcce-5bd4-491c-bfe8-af03861a081b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Nov 12 14:37:24.596094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f89343-29ed-42f0-b3a0-532b1830054a req-6edfe9a2-13a0-424e-adea-7d4a68dabf03 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:24.597575 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-13f89343-29ed-42f0-b3a0-532b1830054a req-6edfe9a2-13a0-424e-adea-7d4a68dabf03 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0482445 Nov 12 14:37:24.646141 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-13f89343-29ed-42f0-b3a0-532b1830054a req-e610400b-4172-4bc2-b246-46970dc60d7b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427032 Nov 12 14:37:25.764513 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2d92e-fc1a-4a5a-98f1-1a6b673fe420 req-390ba2ea-3f59-419a-8663-9e25d65b6b49 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:25.766029 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c1e2d92e-fc1a-4a5a-98f1-1a6b673fe420 req-390ba2ea-3f59-419a-8663-9e25d65b6b49 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0500588 Nov 12 14:37:25.814554 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c1e2d92e-fc1a-4a5a-98f1-1a6b673fe420 req-cae5b8af-1b08-40c8-9a2e-2090ff629506 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 Nov 12 14:37:26.929604 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ef0a7-fb3a-4d23-a773-93599a55a794 req-07086fa8-169e-4d15-a104-d435a5becdd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:26.931078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-993ef0a7-fb3a-4d23-a773-93599a55a794 req-07086fa8-169e-4d15-a104-d435a5becdd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0477798 Nov 12 14:37:26.979583 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-993ef0a7-fb3a-4d23-a773-93599a55a794 req-9630c7e9-58f6-4dfb-a861-94d7174ee508 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416534 Nov 12 14:37:27.137350 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fa2d959-d59e-4fea-abd4-65760a9bf5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:28.098761 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a0ed7-05ff-4a73-b7c1-eb279bf5018e req-a61a8045-f3f8-4b18-85bc-ee02567f95bf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:28.100213 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fc2a0ed7-05ff-4a73-b7c1-eb279bf5018e req-a61a8045-f3f8-4b18-85bc-ee02567f95bf tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0516684 Nov 12 14:37:28.149444 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fc2a0ed7-05ff-4a73-b7c1-eb279bf5018e req-e45be98f-348f-4c09-90ce-005c2ab69507 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Nov 12 14:37:29.277945 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38825a00-0760-4cbf-9fb6-d45a4930a483 req-876e913c-320a-4dcd-b343-a60bbb1fbc5d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:29.280179 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38825a00-0760-4cbf-9fb6-d45a4930a483 req-876e913c-320a-4dcd-b343-a60bbb1fbc5d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0577562 Nov 12 14:37:29.327562 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-38825a00-0760-4cbf-9fb6-d45a4930a483 req-725e4eb3-5851-4b36-8c9d-bcb461b19e1b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413499 Nov 12 14:37:29.671342 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5026e2c-f501-416f-8fac-9ba08fb8cc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:30.442367 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3960f-b364-4d8b-9dde-33f061c4384f req-b9daf953-9041-45bb-aba5-eb9bd3c9c8c9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:30.443844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c3f3960f-b364-4d8b-9dde-33f061c4384f req-b9daf953-9041-45bb-aba5-eb9bd3c9c8c9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Nov 12 14:37:30.499497 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c3f3960f-b364-4d8b-9dde-33f061c4384f req-3d49f5ef-3eb8-4542-ad76-da44d564a0de tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489883 Nov 12 14:37:30.938967 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:31.615483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34ccf7-75a8-4c42-9f1f-d902f51a64eb req-7581937f-4363-49f6-a0f4-1cba83eae6ff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:31.616980 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb34ccf7-75a8-4c42-9f1f-d902f51a64eb req-7581937f-4363-49f6-a0f4-1cba83eae6ff tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0494018 Nov 12 14:37:31.665267 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eb34ccf7-75a8-4c42-9f1f-d902f51a64eb req-d042b253-5052-4c0a-b09a-ac3e0cd251cb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424387 Nov 12 14:37:32.260500 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-298494bf-114c-4e61-8f8e-4741189732c0 req-dce95f8a-bfda-48bb-bc96-f67b44c2ae0e service neutron] show failed (client error): The resource could not be found. Nov 12 14:37:32.261533 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-dce95f8a-bfda-48bb-bc96-f67b44c2ae0e service neutron] 10.222.0.70 "GET /v2.0/ports/19f0fee2-63bf-4607-b87e-e4839ff2d72f/bindings/n-h2-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0543122 Nov 12 14:37:32.501122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2fa990df-fb1e-4412-86e9-5d51bb88e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:32.502654 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2fa990df-fb1e-4412-86e9-5d51bb88e0b7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 1096 time: 0.0854170 Nov 12 14:37:32.521685 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-0f95a3a0-6291-46d4-ad50-2c042ad6b62b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:37:32.522841 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-0f95a3a0-6291-46d4-ad50-2c042ad6b62b service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077603 Nov 12 14:37:32.526718 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:32.535923 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-4', 'device_owner': 'compute:nova'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:37:32.590875 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:32.824859 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22a376-7ebd-41fd-864c-eb02f2e16d85 req-7cfd454a-9a2b-44f5-9e59-b795725f9e2e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:32.827084 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a22a376-7ebd-41fd-864c-eb02f2e16d85 req-7cfd454a-9a2b-44f5-9e59-b795725f9e2e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0723593 Nov 12 14:37:32.828792 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:37:32.891293 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:37:32.925014 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4a22a376-7ebd-41fd-864c-eb02f2e16d85 req-b7982a29-7624-4e86-93bd-bf23dee4276d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880332 Nov 12 14:37:32.941826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:37:32.944097 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f20e45d-83e7-4243-be67-b7ddd54f3448" -d '{"events": [{"server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "name": "network-vif-unplugged", "status": "completed", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:37:32.947990 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:32.960776 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Transition to ACTIVE for port object 19f0fee2-63bf-4607-b87e-e4839ff2d72f will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:37:32.965118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:33.000312 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d53f912-75b7-47f3-a64b-b840111463dd x-openstack-request-id: req-1d53f912-75b7-47f3-a64b-b840111463dd {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:37:33.000602 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "name": "network-vif-unplugged", "status": "completed", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:37:33.000859 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d53f912-75b7-47f3-a64b-b840111463dd {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:37:33.001947 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'code': 200} Nov 12 14:37:33.055296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Pushing event updated for resources: {'Port': ['ID=19f0fee2-63bf-4607-b87e-e4839ff2d72f,revision_number=6']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:37:33.067770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.068111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.068452 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.068785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.069115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.069467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.069796 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.070113 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.070434 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.070754 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.071082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.072082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:33.097758 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:33.109230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] No DVR routers for this DVR port 19f0fee2-63bf-4607-b87e-e4839ff2d72f on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:37:33.250835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Attempting to bind port 19f0fee2-63bf-4607-b87e-e4839ff2d72f on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:37:33.251172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Attempting to bind port 19f0fee2-63bf-4607-b87e-e4839ff2d72f by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:37:33.251527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Attempting to bind port 19f0fee2-63bf-4607-b87e-e4839ff2d72f on network f478d1a6-edb2-4605-b024-f54c88bf62fc {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:37:33.255861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Port 19f0fee2-63bf-4607-b87e-e4839ff2d72f on network f478d1a6-edb2-4605-b024-f54c88bf62fc not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:37:33.256180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Attempting to bind port 19f0fee2-63bf-4607-b87e-e4839ff2d72f on network f478d1a6-edb2-4605-b024-f54c88bf62fc {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:37:33.260929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:37:33.261268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Checking segment: {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:37:33.261668 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Bound using segment: {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:37:33.262086 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Bound port: 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a74078b-aef9-4ee1-8575-bbf9e02a19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:37:33.262432 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:33.322950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h2-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:37:33.326182 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:37:33.330811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:33.366956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:33.367569 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:33.368918 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-2e986586-4451-4d61-bb39-884b775a995a service neutron] 10.222.0.105 "PUT /v2.0/ports/19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 1091 time: 0.8374293 Nov 12 14:37:33.388766 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e986586-4451-4d61-bb39-884b775a995a service neutron] Pushing event updated for resources: {'Port': ['ID=19f0fee2-63bf-4607-b87e-e4839ff2d72f,revision_number=7']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:37:33.439970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298494bf-114c-4e61-8f8e-4741189732c0 req-0bd676bb-18c3-4b1b-beeb-2732e2411d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:33.441540 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-0bd676bb-18c3-4b1b-beeb-2732e2411d63 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1094 time: 0.0469148 Nov 12 14:37:33.536214 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298494bf-114c-4e61-8f8e-4741189732c0 req-f37c21d9-25ef-428e-8781-d1f849d971d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:33.537788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-f37c21d9-25ef-428e-8781-d1f849d971d9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 898 time: 0.0894482 Nov 12 14:37:33.611144 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-6fbd08bd-8961-4cb4-969d-8f2d61d88a58 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 999 time: 0.0655906 Nov 12 14:37:33.661056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298494bf-114c-4e61-8f8e-4741189732c0 req-da60baa9-2b10-4f18-a291-5e43254ecedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:33.662437 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-da60baa9-2b10-4f18-a291-5e43254ecedd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0440919 Nov 12 14:37:33.709770 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298494bf-114c-4e61-8f8e-4741189732c0 req-82c1fe7f-9c7b-4770-88b5-5d22e842f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:33.711259 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-82c1fe7f-9c7b-4770-88b5-5d22e842f63b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410404 Nov 12 14:37:33.803409 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-fef326b6-ce46-40d5-ae99-9d590de313e8 service neutron] 10.222.0.105 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843735 Nov 12 14:37:33.895657 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-298494bf-114c-4e61-8f8e-4741189732c0 req-aad6a29c-135c-44f9-9516-0b0edcbd6fe3 service neutron] 10.222.0.105 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837357 Nov 12 14:37:34.051735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5af82-3df8-4c62-b3ff-67f66f2608db req-2d0f60b2-23cd-470f-ab8c-c7a18b55c923 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:34.053185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07a5af82-3df8-4c62-b3ff-67f66f2608db req-2d0f60b2-23cd-470f-ab8c-c7a18b55c923 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 943 time: 0.0570900 Nov 12 14:37:34.102293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-07a5af82-3df8-4c62-b3ff-67f66f2608db req-9b96fc65-b6db-4a22-ae4b-5f7de3ed85ec tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430901 Nov 12 14:37:35.002590 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:37:35.004892 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879" -d '{"events": [{"name": "network-changed", "server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:37:35.053433 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734c3211-2610-474d-929f-ddcaf120745e x-openstack-request-id: req-734c3211-2610-474d-929f-ddcaf120745e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:37:35.053726 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:37:35.053978 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-734c3211-2610-474d-929f-ddcaf120745e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:37:35.054376 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'status': 'completed', 'code': 200} Nov 12 14:37:35.112956 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-50f0b604-f02b-478a-a588-190a3c66f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:35.114478 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-50f0b604-f02b-478a-a588-190a3c66f65b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1094 time: 0.0412076 Nov 12 14:37:35.121516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-2566d8aa-c416-4e8a-b76f-0da5f285c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:35.123871 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-2566d8aa-c416-4e8a-b76f-0da5f285c9e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1094 time: 0.0458343 Nov 12 14:37:35.216172 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-e6badb7c-f7e9-47b1-a605-8b20884c4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:35.217820 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-e6badb7c-f7e9-47b1-a605-8b20884c4eab service neutron] 10.222.0.70 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 898 time: 0.0874951 Nov 12 14:37:35.244793 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-42a15dd0-17af-4254-a6f1-4fbdcbab3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:35.246290 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-42a15dd0-17af-4254-a6f1-4fbdcbab3849 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 898 time: 0.1242225 Nov 12 14:37:35.255548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f852-0010-4679-9298-30b901de7c54 req-e9a0885a-0f83-4eb3-9976-affc5af32125 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:35.256870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8901f852-0010-4679-9298-30b901de7c54 req-e9a0885a-0f83-4eb3-9976-affc5af32125 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 943 time: 0.0800450 Nov 12 14:37:35.287881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-25e34aee-c9e4-4c22-94e3-4fe482af8e0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 999 time: 0.0631590 Nov 12 14:37:35.338408 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-026eea23-768a-4b96-abaa-5faef2683fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:35.339857 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-026eea23-768a-4b96-abaa-5faef2683fbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0441585 Nov 12 14:37:35.342228 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-06fff14c-180b-43a9-b6c9-95a87c7606bf service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 999 time: 0.0843945 Nov 12 14:37:35.351069 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8901f852-0010-4679-9298-30b901de7c54 req-21c43bdf-c8b3-4ec0-b354-230077038de1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874174 Nov 12 14:37:35.386713 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-5c0ee4f8-1807-400c-b35d-b548560892bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:35.388307 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-5c0ee4f8-1807-400c-b35d-b548560892bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418246 Nov 12 14:37:35.398827 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-b61b5db7-64fe-4937-95fc-e787671c0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:35.400277 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-b61b5db7-64fe-4937-95fc-e787671c0528 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0483813 Nov 12 14:37:35.446108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-0e9a2d14-567e-48df-bda8-b20d81e993b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:35.447638 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-0e9a2d14-567e-48df-bda8-b20d81e993b3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402837 Nov 12 14:37:35.480127 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-49aa9431-cbb6-4ae5-aa46-58cbe270bcc9 service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849543 Nov 12 14:37:35.542323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-d1ff5706-ffc1-4ef0-b699-48130a17b8f0 service neutron] 10.222.0.105 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874276 Nov 12 14:37:35.569957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-25072ee2-bcb8-40c0-8d47-4d82f89edd5d service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833163 Nov 12 14:37:35.634265 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab5d37e9-9d94-4e40-9a3c-31c8487bd879 req-e62019ed-9f51-4d30-b2b2-51679d16f285 service neutron] 10.222.0.105 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838401 Nov 12 14:37:36.236074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 19f0fee2-63bf-4607-b87e-e4839ff2d72f no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:37:36.277115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 19f0fee2-63bf-4607-b87e-e4839ff2d72f not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:37:36.475214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c672d57-b3a7-450b-9a58-389afb76959e req-d8c820d6-eb51-4a87-a00c-09cb23edba0f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:36.476590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c672d57-b3a7-450b-9a58-389afb76959e req-d8c820d6-eb51-4a87-a00c-09cb23edba0f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 943 time: 0.0530405 Nov 12 14:37:36.525585 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2c672d57-b3a7-450b-9a58-389afb76959e req-d7cd4d33-b478-4d93-9385-be2087013b21 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Nov 12 14:37:37.655048 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13959922-0b4b-4637-ac01-af286ceab4d7 req-6525d332-e54c-4cad-b2d6-9be14f6652d1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:37.656513 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-13959922-0b4b-4637-ac01-af286ceab4d7 req-6525d332-e54c-4cad-b2d6-9be14f6652d1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 943 time: 0.0487461 Nov 12 14:37:37.710833 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-13959922-0b4b-4637-ac01-af286ceab4d7 req-3b98d729-f913-4beb-9426-1b361234206b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483599 Nov 12 14:37:37.913541 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a71de-a2ee-4445-b2ba-2311f26badb9 req-dd5f99c3-1d74-41ca-8b86-2532bea5df24 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:37.915197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff4a71de-a2ee-4445-b2ba-2311f26badb9 req-dd5f99c3-1d74-41ca-8b86-2532bea5df24 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 943 time: 0.0510869 Nov 12 14:37:37.931211 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-69b7bd8a-d020-478c-b89f-72538da3da2e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:37.933354 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-69b7bd8a-d020-478c-b89f-72538da3da2e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646&tenant_id=57c403a097e54a5a84303f8d318383b5&binding%3Ahost_id=n-h2-805736-4 HTTP/1.1" status: 200 len: 943 time: 0.0546083 Nov 12 14:37:37.964584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ff4a71de-a2ee-4445-b2ba-2311f26badb9 req-b6debdff-8d02-42f0-93da-ccbde22b7d9f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429199 Nov 12 14:37:37.994957 n-d-805736-4 neutron-server[102676]: INFO neutron.api.v2.resource [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-9bd1646f-7651-4b01-8557-99e5ee546cc9 service neutron] delete failed (client error): The resource could not be found. Nov 12 14:37:37.995892 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-9bd1646f-7651-4b01-8557-99e5ee546cc9 service neutron] 10.222.0.70 "DELETE /v2.0/ports/19f0fee2-63bf-4607-b87e-e4839ff2d72f/bindings/n-h1-805736-4 HTTP/1.1" status: 404 len: 380 time: 0.0546179 Nov 12 14:37:38.120941 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b9338-8369-4fd6-ac99-42cab46fc780 req-5d543ab4-54d5-448d-8721-5c7b5889289d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:38.122389 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-185b9338-8369-4fd6-ac99-42cab46fc780 req-5d543ab4-54d5-448d-8721-5c7b5889289d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 943 time: 0.0868070 Nov 12 14:37:38.125179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-d8d63049-fa2e-4446-a344-c720a89ec837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:38.126549 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-d8d63049-fa2e-4446-a344-c720a89ec837 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1094 time: 0.0803065 Nov 12 14:37:38.236568 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-185b9338-8369-4fd6-ac99-42cab46fc780 req-d8831665-33ce-43bc-9b92-8d5c4aea42dc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079834 Nov 12 14:37:38.258383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-a0db9fcf-8b51-4ff7-8451-025a52c9af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:38.259827 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-a0db9fcf-8b51-4ff7-8451-025a52c9af51 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 898 time: 0.1256087 Nov 12 14:37:38.324270 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-9c70612e-d8a7-47fb-92bc-8eee3820f27c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 999 time: 0.0568540 Nov 12 14:37:38.372779 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-400af31c-f75d-44bc-ae01-efc79fb84337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:38.374119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-400af31c-f75d-44bc-ae01-efc79fb84337 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0422425 Nov 12 14:37:38.427598 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-2487b8be-d53c-4091-a0dc-ebc8f76f9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:38.429063 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-2487b8be-d53c-4091-a0dc-ebc8f76f9e39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443873 Nov 12 14:37:38.516989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-37bea9bd-f75d-490b-b7b2-02442e9cff0d service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804071 Nov 12 14:37:38.570297 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 19f0fee2-63bf-4607-b87e-e4839ff2d72f details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:37:38.610280 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-cb9af85c-2c60-4ded-94cc-ba2bf930a20e req-3ab57054-398a-43d8-ab64-dd31809c8be8 service neutron] 10.222.0.70 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854654 Nov 12 14:37:38.665088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:37:38.677853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'port_id': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'mac_address': 'fa:16:3e:70:8d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:37:38.871015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:38.884103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f0fee2-63bf-4607-b87e-e4839ff2d72f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:37:38.903433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:37:38.907153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:38.954148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=19f0fee2-63bf-4607-b87e-e4839ff2d72f,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:37:38.961258 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.961629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.961971 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.962306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.962636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.962962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.963287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.963610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.963932 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.964252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.964573 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:38.964896 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:37:39.285579 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['19f0fee2-63bf-4607-b87e-e4839ff2d72f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:37:39.353003 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b163531-b0c3-41e7-bae4-ab877496929c req-2ac04939-31a4-441c-be59-eb581557cb7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:37:39.354633 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b163531-b0c3-41e7-bae4-ab877496929c req-2ac04939-31a4-441c-be59-eb581557cb7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 944 time: 0.0486832 Nov 12 14:37:39.404432 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0b163531-b0c3-41e7-bae4-ab877496929c req-d11137fb-03a7-40c8-a2a2-34439b6d9d5f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425079 Nov 12 14:37:39.427220 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40020) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:37:39.495422 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cf663ccb-5d60-42be-9cc9-5a43c13c9b59 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/21214845-0e48-4a5c-ac11-7fb81ccfa52a HTTP/1.1" status: 200 len: 992 time: 0.0616322 Nov 12 14:37:40.569968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 19f0fee2-63bf-4607-b87e-e4839ff2d72f up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:37:40.621230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port 19f0fee2-63bf-4607-b87e-e4839ff2d72f completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:37:40.625121 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port 19f0fee2-63bf-4607-b87e-e4839ff2d72f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:37:40.625524 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:40.699830 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:40.723566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:37:40.725869 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dc5391-6a1c-4ce5-996f-2f168900b9e9" -d '{"events": [{"server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "name": "network-vif-plugged", "status": "completed", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:37:40.738944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:37:40.749067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:40.800915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=19f0fee2-63bf-4607-b87e-e4839ff2d72f,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:37:40.820927 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58462d7-f90e-45a0-8253-72c5e41a3d69 x-openstack-request-id: req-e58462d7-f90e-45a0-8253-72c5e41a3d69 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:37:40.821174 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "name": "network-vif-plugged", "status": "completed", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:37:40.821474 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e58462d7-f90e-45a0-8253-72c5e41a3d69 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:37:40.821977 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'code': 200} Nov 12 14:37:42.621031 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:37:43.765210 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:44.799027 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:57.139379 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-342e9f5f-9b40-4217-97c2-3bbb5d7c201e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:37:59.672325 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d13953e-3010-4c5d-ae62-7340cba5e013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:00.945714 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:02.529612 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:03.091727 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:05.654791 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-435f244f-6a90-4d9d-bc88-f293268683b3 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403490 Nov 12 14:38:05.737725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-4eea518c-da65-4276-a895-cb40fb4e6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:05.739204 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-4eea518c-da65-4276-a895-cb40fb4e6ed3 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1096 time: 0.0410893 Nov 12 14:38:05.848569 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-c39ecec2-fb2b-4792-82e1-b43763f9d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:05.849977 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-c39ecec2-fb2b-4792-82e1-b43763f9d744 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 898 time: 0.0908849 Nov 12 14:38:05.914293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-d82c454a-cd88-42fe-9ad9-59ac801bfe61 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 1001 time: 0.0570469 Nov 12 14:38:05.966789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-985e08ba-5aeb-477c-9a55-4577919aa91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:05.968244 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-985e08ba-5aeb-477c-9a55-4577919aa91b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0476456 Nov 12 14:38:06.015494 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-96d5d265-5285-490a-b5bd-9b4459077b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:06.016975 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-96d5d265-5285-490a-b5bd-9b4459077b22 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410533 Nov 12 14:38:06.103736 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-946de409-0391-457a-a87e-7d8bca5bc99c service neutron] 10.222.0.105 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795028 Nov 12 14:38:06.204005 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6982508f-dcaa-427c-a679-f0972f9fcd58 req-304fac6c-4e46-4031-a1b8-5c77cf72b4b1 service neutron] 10.222.0.105 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916564 Nov 12 14:38:13.770726 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:14.800136 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:19.620864 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:38:25.600056 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-60bc8e33-7f2d-46cd-8c4e-57e089d617f5 req-e4f69eae-83cc-43da-a3de-2b36799aeb99 service neutron] (102675) timed out ('10.222.0.73', 35400) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 14:38:26.152301 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:26.312510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 087f2d3d-cb51-4492-ad61-779585869ea3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:38:26.312844 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:26.385698 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:26.386019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:26.398021 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 087f2d3d-cb51-4492-ad61-779585869ea3 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:38:26.555714 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:26.584455 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=087f2d3d-cb51-4492-ad61-779585869ea3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:26.596246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.596582 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.596917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.597255 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.597609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.597935 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.598263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.598588 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.598912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.599236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.599553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.599875 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:26.653276 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:26.653554 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Floating IP 21214845-0e48-4a5c-ac11-7fb81ccfa52a disassociated (deleted). External IP: 172.25.5.151, port: 19f0fee2-63bf-4607-b87e-e4839ff2d72f. Nov 12 14:38:26.869684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 852796fe-b22e-471f-bef7-5a4586246a71 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:38:27.142396 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58a65ea7-f51f-4bc9-9e7a-34c3f8c94174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:27.320743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:38:27.326338 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:27.331494 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] Sync routers for ids ['852796fe-b22e-471f-bef7-5a4586246a71'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:38:27.341559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] Routers {'852796fe-b22e-471f-bef7-5a4586246a71'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:38:27.342252 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:38:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['852796fe-b22e-471f-bef7-5a4586246a71'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:27.352429 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5aa90339-cfd5-4389-9c5a-c82647cf7aa8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/floatingips/21214845-0e48-4a5c-ac11-7fb81ccfa52a HTTP/1.1" status: 204 len: 168 time: 1.1984317 Nov 12 14:38:27.353030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:38:27.355302 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db89f0d-33df-4847-b438-6ae46ecbde31" -d '{"events": [{"name": "network-changed", "server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:38:27.403386 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1474044b-335c-4074-9a8a-6ae3dd3de5a8 x-openstack-request-id: req-1474044b-335c-4074-9a8a-6ae3dd3de5a8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:38:27.403716 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:38:27.403974 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1474044b-335c-4074-9a8a-6ae3dd3de5a8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:38:27.404375 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'status': 'completed', 'code': 200} Nov 12 14:38:27.459749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] Set router 852796fe-b22e-471f-bef7-5a4586246a71 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:38:27.486867 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-ea76c1f8-c8bc-4771-bbb4-da69b7181802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:27.488786 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-ea76c1f8-c8bc-4771-bbb4-da69b7181802 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 1096 time: 0.0603962 Nov 12 14:38:27.643257 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b01a2-6be2-4e34-b879-31b3ea94f180 req-7b3bd312-b1a3-49b4-9f84-653d6d7ce030 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:27.644829 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a96b01a2-6be2-4e34-b879-31b3ea94f180 req-7b3bd312-b1a3-49b4-9f84-653d6d7ce030 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0772374 Nov 12 14:38:27.645789 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-1aaaae7c-6424-4e07-a1fd-daca9d043fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:27.647126 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-1aaaae7c-6424-4e07-a1fd-daca9d043fe3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 200 len: 898 time: 0.1429679 Nov 12 14:38:27.679195 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:49Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '4f591f34-9a33-4918-97a0-28fbe3449a9d', 'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:50:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:48Z', 'updated_at': '2021-11-12T14:35:52Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:27.705405 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] Checking router: 852796fe-b22e-471f-bef7-5a4586246a71 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:38:27.707648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-2de3d182-405e-4fa4-b530-161ba18c4005 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 200 len: 217 time: 0.0480981 Nov 12 14:38:27.713829 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] Routers {'852796fe-b22e-471f-bef7-5a4586246a71'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:38:27.714500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:38:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['852796fe-b22e-471f-bef7-5a4586246a71'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:27.759740 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a96b01a2-6be2-4e34-b879-31b3ea94f180 req-65499aad-8f1f-4c88-93da-504be78ae428 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077485 Nov 12 14:38:27.780217 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-bc213171-fd03-4182-99ff-ca7e46cf95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:27.781745 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-bc213171-fd03-4182-99ff-ca7e46cf95af service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 200 len: 834 time: 0.0620074 Nov 12 14:38:27.827602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] Set router 852796fe-b22e-471f-bef7-5a4586246a71 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:38:27.835085 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-ca93a50b-1871-44e5-8de4-795146413070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:27.836671 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-ca93a50b-1871-44e5-8de4-795146413070 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f478d1a6-edb2-4605-b024-f54c88bf62fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416307 Nov 12 14:38:27.934946 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-940d8f45-d1f7-4b98-8cd6-3b24942cf992 service neutron] 10.222.0.105 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882218 Nov 12 14:38:28.024488 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9db89f0d-33df-4847-b438-6ae46ecbde31 req-1c61a48b-ad72-49ce-a2db-954cfb50ac6a service neutron] 10.222.0.105 "GET /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825162 Nov 12 14:38:28.042409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:49Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '4f591f34-9a33-4918-97a0-28fbe3449a9d', 'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:50:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:48Z', 'updated_at': '2021-11-12T14:35:52Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:28.076331 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0258d38-e0f9-4b72-a5b9-33ce028217c8 None None] The sync data for ids ['852796fe-b22e-471f-bef7-5a4586246a71'] in n-d-805736-4 is: [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:49Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '4f591f34-9a33-4918-97a0-28fbe3449a9d', 'name': '', 'network_id': 'f478d1a6-edb2-4605-b024-f54c88bf62fc', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:50:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:48Z', 'updated_at': '2021-11-12T14:35:52Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'ad17ffd9-acea-4b18-8815-2c4c48e11357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:38:28.295520 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7692957-2e58-46c6-a32c-918d85f4433a None None] New status for floating IP 21214845-0e48-4a5c-ac11-7fb81ccfa52a: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:38:28.884325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b333cbb-cd2b-4b3f-870a-0096d5ab4cea req-35c82b32-0490-45d1-b48f-e3ce80f08a7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:28.886067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b333cbb-cd2b-4b3f-870a-0096d5ab4cea req-35c82b32-0490-45d1-b48f-e3ce80f08a7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0503905 Nov 12 14:38:28.936214 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2b333cbb-cd2b-4b3f-870a-0096d5ab4cea req-650d3763-0af3-4145-9d76-f6c18d90bf4e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=496fe611-d6de-41c4-9dcc-bfd16b9d7efc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440047 Nov 12 14:38:29.298191 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61930e-0a86-4e81-bd39-391870ac306d req-2e4052fa-1058-44be-b196-ff1d111cf225 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:29.299647 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a61930e-0a86-4e81-bd39-391870ac306d req-2e4052fa-1058-44be-b196-ff1d111cf225 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.105 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 945 time: 0.0526552 Nov 12 14:38:29.389144 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-5a61930e-0a86-4e81-bd39-391870ac306d req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 19f0fee2-63bf-4607-b87e-e4839ff2d72f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:38:29.389507 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5a61930e-0a86-4e81-bd39-391870ac306d req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:29.479898 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-5a61930e-0a86-4e81-bd39-391870ac306d req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 19f0fee2-63bf-4607-b87e-e4839ff2d72f, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=19f0fee2-63bf-4607-b87e-e4839ff2d72f,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:38:29.480247 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5a61930e-0a86-4e81-bd39-391870ac306d req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:29.493269 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-5a61930e-0a86-4e81-bd39-391870ac306d req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 19f0fee2-63bf-4607-b87e-e4839ff2d72f owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:38:29.616899 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5a61930e-0a86-4e81-bd39-391870ac306d req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:29.649819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=19f0fee2-63bf-4607-b87e-e4839ff2d72f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:29.677943 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7bfa-6d71-4321-9f39-5454804a7f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:29.696114 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a61930e-0a86-4e81-bd39-391870ac306d req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] No DVR routers for this DVR port 19f0fee2-63bf-4607-b87e-e4839ff2d72f on host n-h2-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:38:29.698806 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-5a61930e-0a86-4e81-bd39-391870ac306d req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:29.702914 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a61930e-0a86-4e81-bd39-391870ac306d req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.105 "DELETE /v2.0/ports/19f0fee2-63bf-4607-b87e-e4839ff2d72f HTTP/1.1" status: 204 len: 173 time: 0.3969960 Nov 12 14:38:29.703353 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'name': 'network-vif-deleted', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:38:29.705647 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab28cb0-cacc-42f8-a11d-7a878fed1ed7" -d '{"events": [{"server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "name": "network-vif-deleted", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:38:29.745946 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c291f41-d0c6-4a0e-9204-c716dac1693e x-openstack-request-id: req-6c291f41-d0c6-4a0e-9204-c716dac1693e {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:38:29.746777 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984677f-6f04-4a31-9d90-3c5c98fb7646", "name": "network-vif-deleted", "tag": "19f0fee2-63bf-4607-b87e-e4839ff2d72f", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:38:29.747299 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c291f41-d0c6-4a0e-9204-c716dac1693e {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:38:29.747714 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5984677f-6f04-4a31-9d90-3c5c98fb7646', 'name': 'network-vif-deleted', 'tag': '19f0fee2-63bf-4607-b87e-e4839ff2d72f', 'status': 'completed', 'code': 200} Nov 12 14:38:30.044493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-773f4b8d-67af-4ccc-ada5-56abf431a931 req-7b6de90e-3294-4954-a1d2-8b13a228166b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984677f-6f04-4a31-9d90-3c5c98fb7646 HTTP/1.1" status: 200 len: 210 time: 0.0265601 Nov 12 14:38:30.944873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:31.105069 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40056) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:31.463848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:31.713994 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 4f591f34-9a33-4918-97a0-28fbe3449a9d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:38:31.714250 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:31.805242 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 4f591f34-9a33-4918-97a0-28fbe3449a9d, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4f591f34-9a33-4918-97a0-28fbe3449a9d,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:38:31.805682 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:31.817748 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 4f591f34-9a33-4918-97a0-28fbe3449a9d owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:38:32.001935 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:32.055798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=4f591f34-9a33-4918-97a0-28fbe3449a9d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:32.221712 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:32.440226 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 852796fe-b22e-471f-bef7-5a4586246a71 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:38:32.530015 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:32.547841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:38:32.552832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-203fff66-06f0-4ecf-9c27-a0b7372dc512 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "PUT /v2.0/routers/852796fe-b22e-471f-bef7-5a4586246a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4466975 Nov 12 14:38:32.555615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40058) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:32.558285 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] Sync routers for ids ['852796fe-b22e-471f-bef7-5a4586246a71'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:38:32.568139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] Routers {'852796fe-b22e-471f-bef7-5a4586246a71'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:38:32.568740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:38:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['852796fe-b22e-471f-bef7-5a4586246a71'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:32.609162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0b168e-bad0-4647-a062-0ae52d8fc1c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting subnet ad17ffd9-acea-4b18-8815-2c4c48e11357 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:38:32.612550 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce0b168e-bad0-4647-a062-0ae52d8fc1c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:32.653677 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce0b168e-bad0-4647-a062-0ae52d8fc1c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:32.676182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] Set router 852796fe-b22e-471f-bef7-5a4586246a71 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:38:32.738363 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce0b168e-bad0-4647-a062-0ae52d8fc1c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:32.801451 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce0b168e-bad0-4647-a062-0ae52d8fc1c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:32.832659 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b168e-bad0-4647-a062-0ae52d8fc1c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Subnet': ['ID=ad17ffd9-acea-4b18-8815-2c4c48e11357,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:32.836405 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce0b168e-bad0-4647-a062-0ae52d8fc1c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:32.840453 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ce0b168e-bad0-4647-a062-0ae52d8fc1c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/subnets/ad17ffd9-acea-4b18-8815-2c4c48e11357 HTTP/1.1" status: 204 len: 168 time: 0.2832451 Nov 12 14:38:32.843347 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40060) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:32.847561 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360af2f-3c23-40ae-9f01-885ace3bd20a None None] Network f478d1a6-edb2-4605-b024-f54c88bf62fc requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:38:32.958799 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:32.966061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:38:31Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:32.999276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] Checking router: 852796fe-b22e-471f-bef7-5a4586246a71 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:38:33.012740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] Routers {'852796fe-b22e-471f-bef7-5a4586246a71'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:38:33.013364 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:38:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['852796fe-b22e-471f-bef7-5a4586246a71'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:33.068094 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.104913 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844237f-9483-4046-a448-29de86b03b43 None None] DHCP port deletion for f478d1a6-edb2-4605-b024-f54c88bf62fc request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:38:33.146817 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 8d80d871-931b-40bc-bd27-ce26974c06bf {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:38:33.147153 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.156899 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.168667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] Set router 852796fe-b22e-471f-bef7-5a4586246a71 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:38:33.227459 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 8d80d871-931b-40bc-bd27-ce26974c06bf, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=8d80d871-931b-40bc-bd27-ce26974c06bf,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:38:33.228044 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.240616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 8d80d871-931b-40bc-bd27-ce26974c06bf owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:38:33.286070 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0844237f-9483-4046-a448-29de86b03b43 None None] Deleting port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:38:33.286354 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0844237f-9483-4046-a448-29de86b03b43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.411343 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.438553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=8d80d871-931b-40bc-bd27-ce26974c06bf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:33.505861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a7f6c1-4af2-4173-85f5-92cd3f9a7f1d None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:38:33.507252 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.538298 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0844237f-9483-4046-a448-29de86b03b43 None None] For port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0c9922d4-32c2-4ae6-90e0-38686f4cfc89,segment=NetworkSegment(1a74078b-aef9-4ee1-8575-bbf9e02a19b9),segment_id=1a74078b-aef9-4ee1-8575-bbf9e02a19b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:38:33.538795 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0844237f-9483-4046-a448-29de86b03b43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.568830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0844237f-9483-4046-a448-29de86b03b43 None None] Calling delete_port for 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:38:33.598677 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.600764 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.648211 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.649212 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Fanout notify agent at l3_agent the message router_deleted on router 852796fe-b22e-471f-bef7-5a4586246a71 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:38:33.655985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:38:31Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:33.661351 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.662994 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ffceebfc-5294-4a9c-a80d-516e678cc550 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/routers/852796fe-b22e-471f-bef7-5a4586246a71 HTTP/1.1" status: 204 len: 168 time: 0.8184862 Nov 12 14:38:33.665756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40062) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:33.685986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08ba37-eeb5-4f7c-b14b-5af085147ef4 None None] The sync data for ids ['852796fe-b22e-471f-bef7-5a4586246a71'] in n-d-805736-4 is: [{'id': '852796fe-b22e-471f-bef7-5a4586246a71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815963093', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:38:31Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '8d80d871-931b-40bc-bd27-ce26974c06bf', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852796fe-b22e-471f-bef7-5a4586246a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:35:46Z', 'updated_at': '2021-11-12T14:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:38:33.706565 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0844237f-9483-4046-a448-29de86b03b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.754523 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844237f-9483-4046-a448-29de86b03b43 None None] Pushing event deleted for resources: {'Port': ['ID=0c9922d4-32c2-4ae6-90e0-38686f4cfc89,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:33.759349 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844237f-9483-4046-a448-29de86b03b43 None None] No DVR routers for this DVR port 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:38:33.767942 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.853398 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.873488 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f478d1a6-edb2-4605-b024-f54c88bf62fc']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:33.882872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a74078b-aef9-4ee1-8575-bbf9e02a19b9') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:33.883165 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a74078b-aef9-4ee1-8575-bbf9e02a19b9') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:33.893475 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.907067 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.912770 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:38:33.913149 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:38:33.916173 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:38:33.977785 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.985400 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:33.989300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/networks/f478d1a6-edb2-4605-b024-f54c88bf62fc HTTP/1.1" status: 204 len: 168 time: 0.3222580 Nov 12 14:38:33.992230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40064) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:34.000585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d822ae-fe59-459d-b7ca-e042bcfb1dd7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Network': ['ID=f478d1a6-edb2-4605-b024-f54c88bf62fc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:34.048811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:34.072881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:38:34.076550 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:34.097848 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:38:34.098178 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0c9922d4-32c2-4ae6-90e0-38686f4cfc89 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:38:34.147212 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:34.149997 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:34.151158 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/security-groups/496fe611-d6de-41c4-9dcc-bfd16b9d7efc HTTP/1.1" status: 204 len: 168 time: 0.1579590 Nov 12 14:38:34.161405 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496fe611-d6de-41c4-9dcc-bfd16b9d7efc,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:34.170763 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.171122 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.171467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.171813 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.172183 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.172523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.172863 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.173198 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.173734 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.174070 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.174404 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.174741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba3472-107c-4014-8caf-ac94bbe41afd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:34.859115 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 19f0fee2-63bf-4607-b87e-e4839ff2d72f no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:38:34.879242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: 19f0fee2-63bf-4607-b87e-e4839ff2d72f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:38:34.879583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device 19f0fee2-63bf-4607-b87e-e4839ff2d72f not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:38:35.443296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40072) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:35.447938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6446d784-828d-4fdf-ab03-0628d0c5d85b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639742288', 'description': 'tempest-secgroup-smoke-639742288 description', 'project_id': '57c403a097e54a5a84303f8d318383b5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:35.473660 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6446d784-828d-4fdf-ab03-0628d0c5d85b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.540700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6446d784-828d-4fdf-ab03-0628d0c5d85b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.545067 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6446d784-828d-4fdf-ab03-0628d0c5d85b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.575517 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6446d784-828d-4fdf-ab03-0628d0c5d85b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.576750 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6446d784-828d-4fdf-ab03-0628d0c5d85b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1323745 Nov 12 14:38:35.577889 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446d784-828d-4fdf-ab03-0628d0c5d85b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669f2697-e2cd-4554-ae32-d1d85f6ab701,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:35.579909 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:35.584717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-323c68dd-c2ca-4925-83f6-5b676285282b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '669f2697-e2cd-4554-ae32-d1d85f6ab701', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:35.613096 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-323c68dd-c2ca-4925-83f6-5b676285282b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.629472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8d80d871-931b-40bc-bd27-ce26974c06bf no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:38:35.649868 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 8d80d871-931b-40bc-bd27-ce26974c06bf {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:38:35.650214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 8d80d871-931b-40bc-bd27-ce26974c06bf not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:38:35.650629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4f591f34-9a33-4918-97a0-28fbe3449a9d no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:38:35.669189 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-323c68dd-c2ca-4925-83f6-5b676285282b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.672416 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 4f591f34-9a33-4918-97a0-28fbe3449a9d {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:38:35.672767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4f591f34-9a33-4918-97a0-28fbe3449a9d not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:38:35.673077 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-323c68dd-c2ca-4925-83f6-5b676285282b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.691092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c68dd-c2ca-4925-83f6-5b676285282b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b538cb49-ceb4-4936-9d9a-a25b6298f271,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:35.702983 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-323c68dd-c2ca-4925-83f6-5b676285282b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.704197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-323c68dd-c2ca-4925-83f6-5b676285282b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230705 Nov 12 14:38:35.706943 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40076) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:35.711274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9035431f-cb0f-4be9-b19c-ae0793dfad62 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '669f2697-e2cd-4554-ae32-d1d85f6ab701', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:35.738175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9035431f-cb0f-4be9-b19c-ae0793dfad62 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.797960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9035431f-cb0f-4be9-b19c-ae0793dfad62 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.801753 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9035431f-cb0f-4be9-b19c-ae0793dfad62 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.819234 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035431f-cb0f-4be9-b19c-ae0793dfad62 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7923a1-2138-4806-8c47-89b51f35b40b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:35.826273 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9035431f-cb0f-4be9-b19c-ae0793dfad62 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.827457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9035431f-cb0f-4be9-b19c-ae0793dfad62 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196010 Nov 12 14:38:35.830262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40078) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:35.834473 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-09868d98-f724-40f1-9b5d-a236b05bda59 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '669f2697-e2cd-4554-ae32-d1d85f6ab701', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:35.859989 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09868d98-f724-40f1-9b5d-a236b05bda59 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.916692 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09868d98-f724-40f1-9b5d-a236b05bda59 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.920371 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09868d98-f724-40f1-9b5d-a236b05bda59 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.937736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09868d98-f724-40f1-9b5d-a236b05bda59 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531e9081-11ba-4d68-94c6-7b5fb7020cb3,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:35.944797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09868d98-f724-40f1-9b5d-a236b05bda59 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:35.946032 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-09868d98-f724-40f1-9b5d-a236b05bda59 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148384 Nov 12 14:38:35.948860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40080) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:35.954223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0ad50b46-c491-4f85-a043-533a282c8ae7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '669f2697-e2cd-4554-ae32-d1d85f6ab701', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:35.979264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ad50b46-c491-4f85-a043-533a282c8ae7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.035880 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ad50b46-c491-4f85-a043-533a282c8ae7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.039410 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ad50b46-c491-4f85-a043-533a282c8ae7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.056761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad50b46-c491-4f85-a043-533a282c8ae7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffba31a-16f7-4b5f-a718-e3815adfeeae,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:36.064481 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ad50b46-c491-4f85-a043-533a282c8ae7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.065698 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0ad50b46-c491-4f85-a043-533a282c8ae7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150215 Nov 12 14:38:36.068525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40082) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:36.072838 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7453c4c1-8347-45f5-b87f-8b55e3bd77a0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '669f2697-e2cd-4554-ae32-d1d85f6ab701', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:36.094625 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-7453c4c1-8347-45f5-b87f-8b55e3bd77a0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Project 57c403a097e54a5a84303f8d318383b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:38:36.099296 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7453c4c1-8347-45f5-b87f-8b55e3bd77a0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.159613 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7453c4c1-8347-45f5-b87f-8b55e3bd77a0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.163202 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7453c4c1-8347-45f5-b87f-8b55e3bd77a0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.180678 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453c4c1-8347-45f5-b87f-8b55e3bd77a0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adefa152-dbd8-40f7-972c-2657c63911c5,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:36.189185 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7453c4c1-8347-45f5-b87f-8b55e3bd77a0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.190409 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7453c4c1-8347-45f5-b87f-8b55e3bd77a0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209776 Nov 12 14:38:36.193156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40084) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:36.197489 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9d74e408-57ad-4b4c-bfb7-0de96d86bba5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': '669f2697-e2cd-4554-ae32-d1d85f6ab701', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:36.219785 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-9d74e408-57ad-4b4c-bfb7-0de96d86bba5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Project 57c403a097e54a5a84303f8d318383b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:38:36.224665 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d74e408-57ad-4b4c-bfb7-0de96d86bba5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.282193 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d74e408-57ad-4b4c-bfb7-0de96d86bba5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.285730 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d74e408-57ad-4b4c-bfb7-0de96d86bba5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.302946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74e408-57ad-4b4c-bfb7-0de96d86bba5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9878c8-bb95-4105-9363-5c4bf8e0cb49,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:36.310798 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d74e408-57ad-4b4c-bfb7-0de96d86bba5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.311967 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9d74e408-57ad-4b4c-bfb7-0de96d86bba5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178913 Nov 12 14:38:36.314775 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40086) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:36.319462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'network': {'name': 'tempest-network-smoke--761444191', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:36.338450 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:38:36.342345 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.366329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:38:36.376227 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.376588 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Added segment be867f7f-b291-4f47-ab82-f9d88d55f29f of type vlan for network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef Nov 12 14:38:36.416370 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.439962 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.445685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:36.446203 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.485072 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1692841 Nov 12 14:38:36.487922 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40088) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:36.493124 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'admin_state_up': True, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:36.518782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.519098 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f378f8-d792-42a9-a3a4-4e2019cd946b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Network': ['ID=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:36.519970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.530665 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:38:36.572704 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.710880 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.913657 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:36.936306 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:37.035808 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.25.5.114 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/9564640b-f63e-45ff-95b2-417830cb60b5) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:38:37.143690 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:37.177397 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:37.213186 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:38:37.216493 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:38:37.219014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:38:37.229378 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09faff2a-96ae-43a8-9536-0355fed4415a None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:38:37.251196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=9564640b-f63e-45ff-95b2-417830cb60b5,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:37.270530 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-38f239dc-9475-4070-b934-4c7d67165336 None None] Provisioning complete for port 9564640b-f63e-45ff-95b2-417830cb60b5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:37.270990 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38f239dc-9475-4070-b934-4c7d67165336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:37.315425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-38f239dc-9475-4070-b934-4c7d67165336 None None] Port 9564640b-f63e-45ff-95b2-417830cb60b5 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:38:37.480209 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:37.982592 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.105997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 07adc827-32ae-4275-ab71-2f39393511e1 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:38:38.217511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:38:38.226793 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Sync routers for ids ['07adc827-32ae-4275-ab71-2f39393511e1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:38:38.236341 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Routers {'07adc827-32ae-4275-ab71-2f39393511e1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:38:38.236872 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:38:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['07adc827-32ae-4275-ab71-2f39393511e1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:38.238046 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.241803 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0042624c-28ed-4d99-b855-6351eff67b4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7527518 Nov 12 14:38:38.242601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40090) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:38.271298 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-002e0f1e-46b3-4c37-9f76-f40a69434cbf tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=57c403a097e54a5a84303f8d318383b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275710 Nov 12 14:38:38.273929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40092) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:38.340752 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Set router 07adc827-32ae-4275-ab71-2f39393511e1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:38:38.366002 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1ce4a2-c573-491f-8dec-2ae7ffafd4a2 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:38.367500 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bd1ce4a2-c573-491f-8dec-2ae7ffafd4a2 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926495 Nov 12 14:38:38.370569 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40094) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:38.399407 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-be4f3f31-1527-499e-8372-e29a6269fe16 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268090 Nov 12 14:38:38.402005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40096) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:38.406906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-873416130', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:38.492298 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:38:38.495798 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.520214 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:37Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:38.546900 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Checking router: 07adc827-32ae-4275-ab71-2f39393511e1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:38:38.547241 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Updating router 07adc827-32ae-4275-ab71-2f39393511e1 port 9564640b-f63e-45ff-95b2-417830cb60b5 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:38:38.572348 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.689399 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.757123 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Subnet': ['ID=b655cf6a-ceab-46ac-b0e6-7f6ec25228cf,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:38.764578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Checking segment: {'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:38:38.764927 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network hostable DHCP agents. Network: 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:38:38.782256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:38:38.790989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:38:38.795700 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:38.796272 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.803680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa80e6-66fa-4731-b6d3-b266505bb660 None None] Network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:38:38.812828 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b7e2cef4-7278-4851-add1-7a10ee6f1d19 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4096830 Nov 12 14:38:38.815739 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40098) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:38.844501 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.849975 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.899110 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Attempting to bind port 9564640b-f63e-45ff-95b2-417830cb60b5 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:38:38.899481 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Attempting to bind port 9564640b-f63e-45ff-95b2-417830cb60b5 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:38:38.899837 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Attempting to bind port 9564640b-f63e-45ff-95b2-417830cb60b5 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:38:38.915266 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:38:38.915625 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:38:38.916023 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.916402 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:38:38.916866 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Bound port: 9564640b-f63e-45ff-95b2-417830cb60b5, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:38:38.917237 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.921143 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79357e1-9f97-4b05-8d08-1df119407937 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:38:38.939390 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Pushing event updated for resources: {'Port': ['ID=9564640b-f63e-45ff-95b2-417830cb60b5,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:38.952192 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.952663 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.952859 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.953190 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.953599 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.953933 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.954257 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.954579 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.954901 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.955364 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.955687 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.956007 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:38.968332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:38:38.969611 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:38.998685 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] For port 9564640b-f63e-45ff-95b2-417830cb60b5, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:38:39.002925 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] For port 9564640b-f63e-45ff-95b2-417830cb60b5, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9564640b-f63e-45ff-95b2-417830cb60b5,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:38:39.007270 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.078396 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Provisioning complete for port 9564640b-f63e-45ff-95b2-417830cb60b5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:39.078813 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.153179 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Allocated IP 172.20.0.2 (2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef/b655cf6a-ceab-46ac-b0e6-7f6ec25228cf/e94e0e48-bea0-468a-a489-96306fa55ba3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:38:39.161857 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Routers {'07adc827-32ae-4275-ab71-2f39393511e1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:38:39.162564 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:38:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['07adc827-32ae-4275-ab71-2f39393511e1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:39.172875 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd54a68e-0bc5-4f4b-9476-cf9cc028d1a6 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:38:39.222722 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c865f08-f21d-42ba-b264-71d7d2669606 None None] Pushing event updated for resources: {'Port': ['ID=9564640b-f63e-45ff-95b2-417830cb60b5,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:39.271765 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.292261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] For port 9564640b-f63e-45ff-95b2-417830cb60b5, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9564640b-f63e-45ff-95b2-417830cb60b5,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:38:39.298419 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] Set router 07adc827-32ae-4275-ab71-2f39393511e1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:38:39.301668 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.302166 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.381621 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.403128 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.433532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:38:39.443196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:38:39.448344 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:38:39.478989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Pushing event updated for resources: {'Port': ['ID=9564640b-f63e-45ff-95b2-417830cb60b5,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:39.491681 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:37Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:39.509830 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9e34a60c-0e18-46de-b7f7-7198227c2bf8 None None] Provisioning complete for port 9564640b-f63e-45ff-95b2-417830cb60b5 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:39.510199 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e34a60c-0e18-46de-b7f7-7198227c2bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.513198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.513588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.513937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.514269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.514604 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.514933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.515260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.515587 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.515912 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.516237 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.516560 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.516933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb974dd9-44b1-48cd-a601-2a67204813bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:38:39.518410 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623af33-7ae9-48cd-914e-87b47c5a161c None None] The sync data for ids ['07adc827-32ae-4275-ab71-2f39393511e1'] in n-d-805736-4 is: [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:37Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:38:39.578455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Attempting to bind port e94e0e48-bea0-468a-a489-96306fa55ba3 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:38:39.578975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Attempting to bind port e94e0e48-bea0-468a-a489-96306fa55ba3 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:38:39.579511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Attempting to bind port e94e0e48-bea0-468a-a489-96306fa55ba3 on network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:38:39.592783 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:38:39.593153 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Checking segment: {'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:38:39.593606 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.594001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Bound using segment: {'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:38:39.594476 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Bound port: e94e0e48-bea0-468a-a489-96306fa55ba3, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:38:39.595903 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.607299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.20.0.1 (2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef/b655cf6a-ceab-46ac-b0e6-7f6ec25228cf/93451aae-4249-45a0-a7d9-401ba5362b25) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:38:39.623749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Pushing event updated for resources: {'Port': ['ID=e94e0e48-bea0-468a-a489-96306fa55ba3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:39.718047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] For port e94e0e48-bea0-468a-a489-96306fa55ba3, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:38:39.732651 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] For port e94e0e48-bea0-468a-a489-96306fa55ba3, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e94e0e48-bea0-468a-a489-96306fa55ba3,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:38:39.752785 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.769751 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.815485 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2abf9-9ae8-49a5-beb3-8321eacb599f None None] Pushing event updated for resources: {'Port': ['ID=e94e0e48-bea0-468a-a489-96306fa55ba3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:39.819617 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:39.868350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:38:39.875912 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:38:39.880080 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:38:39.909929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=93451aae-4249-45a0-a7d9-401ba5362b25,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:39.931558 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:40.125529 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:40.443659 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:40.449834 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:40.523970 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=93451aae-4249-45a0-a7d9-401ba5362b25,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:40.532723 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:40.632458 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:38:40.634026 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:38:40.753035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 07adc827-32ae-4275-ab71-2f39393511e1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:38:40.818859 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194877b4-b2ca-4e9a-a858-fabfe498f050 None None] Network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:38:40.870050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:38:40.880736 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5fbe8575-ba32-4644-91ef-cda6cd96bde5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "PUT /v2.0/routers/07adc827-32ae-4275-ab71-2f39393511e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0597723 Nov 12 14:38:40.888059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-fea32217-5744-4c05-ac88-6088c7537d22 None None] Provisioning complete for port e94e0e48-bea0-468a-a489-96306fa55ba3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:40.888668 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fea32217-5744-4c05-ac88-6088c7537d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:41.041544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fea32217-5744-4c05-ac88-6088c7537d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:41.041949 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-64d3f62e-31eb-4196-a0aa-46658f010c7c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639742288&fields=id&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 267 time: 0.0480220 Nov 12 14:38:41.084071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fea32217-5744-4c05-ac88-6088c7537d22 None None] For port e94e0e48-bea0-468a-a489-96306fa55ba3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e94e0e48-bea0-468a-a489-96306fa55ba3,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:38:41.089146 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fea32217-5744-4c05-ac88-6088c7537d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:41.144965 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea32217-5744-4c05-ac88-6088c7537d22 None None] Pushing event updated for resources: {'Port': ['ID=e94e0e48-bea0-468a-a489-96306fa55ba3,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:41.170194 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-e64dc4bf-d99b-40f4-be6e-29a2547c2267 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:41.171726 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-e64dc4bf-d99b-40f4-be6e-29a2547c2267 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/networks?id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef HTTP/1.1" status: 200 len: 796 time: 0.1209791 Nov 12 14:38:41.188392 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-bbde97d6-2f9f-45dc-a806-e18a859cfb11 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/quotas/57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 375 time: 0.0106704 Nov 12 14:38:41.226215 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Sync routers for ids ['07adc827-32ae-4275-ab71-2f39393511e1'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:38:41.237681 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Routers {'07adc827-32ae-4275-ab71-2f39393511e1'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:38:41.238311 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:38:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['07adc827-32ae-4275-ab71-2f39393511e1'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:41.250712 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-e8778c5f-e0e1-4138-8fb9-275272eec4bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565856 Nov 12 14:38:41.361269 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Set router 07adc827-32ae-4275-ab71-2f39393511e1 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:38:41.363689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-aef9e4c9-aad1-4197-b1b1-9fb4af04c494 None None] Provisioning complete for port e94e0e48-bea0-468a-a489-96306fa55ba3 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:41.363689 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef9e4c9-aad1-4197-b1b1-9fb4af04c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:41.407073 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-c4425380-c448-4682-a3e7-81249f3a11ab service neutron] 10.222.0.73 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431465 Nov 12 14:38:41.514906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-08180f27-fa99-482d-946e-4c9938045429 service neutron] 10.222.0.73 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006749 Nov 12 14:38:41.616768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-aef9e4c9-aad1-4197-b1b1-9fb4af04c494 None None] Provisioning complete for port 93451aae-4249-45a0-a7d9-401ba5362b25 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:41.617145 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aef9e4c9-aad1-4197-b1b1-9fb4af04c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:41.669489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aef9e4c9-aad1-4197-b1b1-9fb4af04c494 None None] Port 93451aae-4249-45a0-a7d9-401ba5362b25 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:38:41.688673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:40Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '93451aae-4249-45a0-a7d9-401ba5362b25', 'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:94:07:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:39Z', 'updated_at': '2021-11-12T14:38:40Z', 'revision_number': 2, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:41.728005 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-894f6e52-518e-4891-9275-09124dfa4a24 req-123f8fd9-8047-4f1d-9d47-8ca7338dbaa1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 210 time: 0.0413671 Nov 12 14:38:41.737336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Checking router: 07adc827-32ae-4275-ab71-2f39393511e1 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:38:41.737336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Updating router 07adc827-32ae-4275-ab71-2f39393511e1 port 93451aae-4249-45a0-a7d9-401ba5362b25 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:38:41.762952 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:41.802287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9564640b-f63e-45ff-95b2-417830cb60b5 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:38:42.065064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4170dc17-8532-4fb5-b1c2-1acb9833f725 None None] Provisioning complete for port 93451aae-4249-45a0-a7d9-401ba5362b25 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:42.065749 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4170dc17-8532-4fb5-b1c2-1acb9833f725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:42.122702 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4170dc17-8532-4fb5-b1c2-1acb9833f725 None None] Port 93451aae-4249-45a0-a7d9-401ba5362b25 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:38:42.174952 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 9564640b-f63e-45ff-95b2-417830cb60b5 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:42.175319 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:42.328688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e94e0e48-bea0-468a-a489-96306fa55ba3 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:38:42.354350 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:42.361770 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:42.423499 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8ac38-f3b9-4bf2-ac43-63a3d5dac38c None None] Pushing event updated for resources: {'Port': ['ID=93451aae-4249-45a0-a7d9-401ba5362b25,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:42.469545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port e94e0e48-bea0-468a-a489-96306fa55ba3 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:42.469911 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:42.503970 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Attempting to bind port 93451aae-4249-45a0-a7d9-401ba5362b25 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:38:42.504336 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Attempting to bind port 93451aae-4249-45a0-a7d9-401ba5362b25 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:38:42.504697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Attempting to bind port 93451aae-4249-45a0-a7d9-401ba5362b25 on network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:38:42.516240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:38:42.516616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Checking segment: {'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:38:42.517019 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:42.517449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Bound using segment: {'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:38:42.517931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Bound port: 93451aae-4249-45a0-a7d9-401ba5362b25, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:38:42.518313 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:42.616772 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] For port 93451aae-4249-45a0-a7d9-401ba5362b25, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:38:42.630054 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] For port 93451aae-4249-45a0-a7d9-401ba5362b25, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=93451aae-4249-45a0-a7d9-401ba5362b25,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:38:42.635623 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:42.682386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1c99f7e8-e381-4c3c-82d4-95c0f635634d None None] Provisioning complete for port 93451aae-4249-45a0-a7d9-401ba5362b25 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:42.682717 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c99f7e8-e381-4c3c-82d4-95c0f635634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:42.743267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8ac38-f3b9-4bf2-ac43-63a3d5dac38c None None] Pushing event updated for resources: {'Port': ['ID=93451aae-4249-45a0-a7d9-401ba5362b25,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:42.754321 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Routers {'07adc827-32ae-4275-ab71-2f39393511e1'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:38:42.754961 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:38:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['07adc827-32ae-4275-ab71-2f39393511e1'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:42.831742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3b3dea3a-54d6-453b-bce0-0623ac33d153 req-3e4ae018-4ac3-4d80-beee-9deacc067182 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 210 time: 0.0322301 Nov 12 14:38:42.892140 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c99f7e8-e381-4c3c-82d4-95c0f635634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:42.906214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] Set router 07adc827-32ae-4275-ab71-2f39393511e1 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:38:42.998460 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c99f7e8-e381-4c3c-82d4-95c0f635634d None None] For port 93451aae-4249-45a0-a7d9-401ba5362b25, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=93451aae-4249-45a0-a7d9-401ba5362b25,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:38:43.008224 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c99f7e8-e381-4c3c-82d4-95c0f635634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:43.100241 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99f7e8-e381-4c3c-82d4-95c0f635634d None None] Pushing event updated for resources: {'Port': ['ID=93451aae-4249-45a0-a7d9-401ba5362b25,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:43.153234 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6c2c2186-e0ff-4b16-ba5d-2b354c8507c0 None None] Provisioning complete for port 93451aae-4249-45a0-a7d9-401ba5362b25 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:43.153532 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c2c2186-e0ff-4b16-ba5d-2b354c8507c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:43.210341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:40Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '93451aae-4249-45a0-a7d9-401ba5362b25', 'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:94:07:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:39Z', 'updated_at': '2021-11-12T14:38:42Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:43.242977 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa772f0-08ce-485a-a09f-c559545bf054 None None] The sync data for ids ['07adc827-32ae-4275-ab71-2f39393511e1'] in n-d-805736-4 is: [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:40Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '93451aae-4249-45a0-a7d9-401ba5362b25', 'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:94:07:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:39Z', 'updated_at': '2021-11-12T14:38:42Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:38:43.722094 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 93451aae-4249-45a0-a7d9-401ba5362b25 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:38:43.786883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 93451aae-4249-45a0-a7d9-401ba5362b25 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:43.787260 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:43.819088 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:43.946656 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a3a0db0c-dc73-4868-9b2e-b9c3533a6939 req-23b28ea7-8b42-421c-81a1-dc17f9c2ec65 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 210 time: 0.0338371 Nov 12 14:38:44.826002 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:45.028205 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6f2371f0-1b3e-4485-9c9b-b5907b18e11e req-c98fa230-76b2-48c1-8a7a-c9ab15968093 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 210 time: 0.0295675 Nov 12 14:38:46.121938 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-40c64d9d-6f11-4f37-b949-9d58e166e59a req-4a569a74-9e49-44d8-aa3c-f878f9fa0925 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 210 time: 0.0257621 Nov 12 14:38:46.876388 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-4dcd9520-e390-4daf-9f19-b4d619fbee4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:46.877768 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-4dcd9520-e390-4daf-9f19-b4d619fbee4b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/networks?id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef HTTP/1.1" status: 200 len: 796 time: 0.1091835 Nov 12 14:38:46.946111 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-1d95e95e-15a1-45b1-9cad-b03516b41b16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 379 time: 0.0576708 Nov 12 14:38:46.956115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'port': {'device_id': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'admin_state_up': True, 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'security_groups': ['669f2697-e2cd-4554-ae32-d1d85f6ab701']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:47.073317 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:38:47.076900 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:47.208204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.20.0.3 (2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef/b655cf6a-ceab-46ac-b0e6-7f6ec25228cf/9eb01b4f-bebc-4e85-967a-9653cbdb068f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:38:47.227467 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0131dc14-fa0e-4cc8-a883-42c88bd5b9e3 req-582fca13-8b80-46c7-9902-995d825efb29 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 210 time: 0.0334241 Nov 12 14:38:47.362114 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:47.396209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:47.438442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:38:47.443257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:38:47.446915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:38:47.475662 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=9eb01b4f-bebc-4e85-967a-9653cbdb068f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:47.505808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:47.506432 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:47.523457 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-700919e0-c02f-43bf-ba37-b081d66781d6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710230 Nov 12 14:38:47.578258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Request body: {'port': {'device_id': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:47.636852 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:47.740989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8d971374-86a9-4cb7-ac37-59f13752b6d6 None None] Provisioning complete for port 9eb01b4f-bebc-4e85-967a-9653cbdb068f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:47.741569 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d971374-86a9-4cb7-ac37-59f13752b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:47.778582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8d971374-86a9-4cb7-ac37-59f13752b6d6 None None] Port 9eb01b4f-bebc-4e85-967a-9653cbdb068f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:38:47.903191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb01b4f-bebc-4e85-967a-9653cbdb068f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:38:47.910473 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:47.921999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Transition to ACTIVE for port object 9eb01b4f-bebc-4e85-967a-9653cbdb068f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:38:47.926056 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:47.977139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb01b4f-bebc-4e85-967a-9653cbdb068f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:48.042553 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Attempting to bind port 9eb01b4f-bebc-4e85-967a-9653cbdb068f on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:38:48.042887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Attempting to bind port 9eb01b4f-bebc-4e85-967a-9653cbdb068f by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:38:48.043214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Attempting to bind port 9eb01b4f-bebc-4e85-967a-9653cbdb068f on network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:38:48.047854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Port 9eb01b4f-bebc-4e85-967a-9653cbdb068f on network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:38:48.048205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Attempting to bind port 9eb01b4f-bebc-4e85-967a-9653cbdb068f on network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:38:48.053068 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:38:48.053438 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Checking segment: {'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:38:48.053816 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Bound using segment: {'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:38:48.054235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Bound port: 9eb01b4f-bebc-4e85-967a-9653cbdb068f, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be867f7f-b291-4f47-ab82-f9d88d55f29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:38:48.054586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:48.124491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] For port 9eb01b4f-bebc-4e85-967a-9653cbdb068f, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:38:48.127696 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] For port 9eb01b4f-bebc-4e85-967a-9653cbdb068f, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:38:48.132468 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:48.168940 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:48.169602 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:48.170992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] 10.222.0.70 "PUT /v2.0/ports/9eb01b4f-bebc-4e85-967a-9653cbdb068f HTTP/1.1" status: 200 len: 1091 time: 0.6396518 Nov 12 14:38:48.171439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'tag': '9eb01b4f-bebc-4e85-967a-9653cbdb068f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:38:48.173799 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94b9780-0cbb-40b0-b497-903eeaa8a147" -d '{"events": [{"name": "network-changed", "server_uuid": "d1836d70-e3e2-403f-9495-14f80ea69b8d", "tag": "9eb01b4f-bebc-4e85-967a-9653cbdb068f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:38:48.202547 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c98698-1572-4f95-9fe1-b66a2896aaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb01b4f-bebc-4e85-967a-9653cbdb068f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:48.257531 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a5cd44-acbb-4111-b3cc-24aace6f0e0b x-openstack-request-id: req-73a5cd44-acbb-4111-b3cc-24aace6f0e0b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:38:48.257708 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1836d70-e3e2-403f-9495-14f80ea69b8d", "tag": "9eb01b4f-bebc-4e85-967a-9653cbdb068f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:38:48.257966 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73a5cd44-acbb-4111-b3cc-24aace6f0e0b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:38:48.258372 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'tag': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'status': 'completed', 'code': 200} Nov 12 14:38:48.276163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-0854b6dc-8bba-49bb-8988-818f7a59c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:48.278483 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-0854b6dc-8bba-49bb-8988-818f7a59c05e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 1094 time: 0.0545123 Nov 12 14:38:48.330439 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-cd1b29a6-cc60-427f-991f-69aa9c28c4d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f HTTP/1.1" status: 200 len: 217 time: 0.0433092 Nov 12 14:38:48.402254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-6f171072-f735-4848-a5d9-b2c6b57f5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:48.403790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-6f171072-f735-4848-a5d9-b2c6b57f5b8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b655cf6a-ceab-46ac-b0e6-7f6ec25228cf HTTP/1.1" status: 200 len: 834 time: 0.0658011 Nov 12 14:38:48.412418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffa4bb-d5cb-45c1-bafa-7dd64b0c70a5 req-0a9780d7-0061-4c8a-97c9-0559f830330d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:48.413861 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11ffa4bb-d5cb-45c1-bafa-7dd64b0c70a5 req-0a9780d7-0061-4c8a-97c9-0559f830330d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 943 time: 0.0859878 Nov 12 14:38:48.488297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-88db18c5-ee20-4084-b38f-29421c229429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:48.490093 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-88db18c5-ee20-4084-b38f-29421c229429 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753536 Nov 12 14:38:48.493817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-11ffa4bb-d5cb-45c1-bafa-7dd64b0c70a5 req-e3a9519d-5d57-4c5c-be28-ac726f2523cd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708723 Nov 12 14:38:48.577526 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-0c8b27ed-17f0-4169-8356-e63681a3aa52 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798616 Nov 12 14:38:49.009899 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-eace3ba0-8a33-4220-9b21-8db6fe358887 req-e61fdcd9-a53e-44fd-a8f1-94789a99a0e1 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250815 Nov 12 14:38:49.103477 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-ff6b72a1-68d7-4dc8-b853-a0572e4a67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:49.106367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-ff6b72a1-68d7-4dc8-b853-a0572e4a67a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 1094 time: 0.0456088 Nov 12 14:38:49.194847 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-24228a07-edd3-4e49-ab3d-841fab67610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:49.196294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-24228a07-edd3-4e49-ab3d-841fab67610c service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef HTTP/1.1" status: 200 len: 897 time: 0.0838423 Nov 12 14:38:49.244194 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-727f899b-b925-459f-b05e-9ea4a61cc37c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f HTTP/1.1" status: 200 len: 217 time: 0.0397844 Nov 12 14:38:49.292177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-de4784d4-4383-472b-b970-b7abb310b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:49.293763 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-de4784d4-4383-472b-b970-b7abb310b202 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b655cf6a-ceab-46ac-b0e6-7f6ec25228cf HTTP/1.1" status: 200 len: 834 time: 0.0432448 Nov 12 14:38:49.344144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-e161937f-35a4-4f96-8a0f-5d50931dcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:49.345656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-e161937f-35a4-4f96-8a0f-5d50931dcae1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451884 Nov 12 14:38:49.438902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-facaa418-bf8a-4115-ae3f-4bb52acf256a service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863061 Nov 12 14:38:49.529386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f94b9780-0cbb-40b0-b497-903eeaa8a147 req-bae64924-231e-4e8c-9f0c-a4479ba4d037 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825410 Nov 12 14:38:49.612075 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdfde2-5d7b-4ca4-a996-946b58b0ffbc req-dc944260-a405-49be-b009-04f629525223 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:49.613591 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dfdfde2-5d7b-4ca4-a996-946b58b0ffbc req-dc944260-a405-49be-b009-04f629525223 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 943 time: 0.0487556 Nov 12 14:38:49.663598 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7dfdfde2-5d7b-4ca4-a996-946b58b0ffbc req-3c0d1f52-a734-4e35-9174-97bd1d96ada0 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435467 Nov 12 14:38:50.783834 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c33b49-ed27-471d-a4ee-3677fe5d60e5 req-9035051a-c333-41d2-a72e-97b918cd18c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:50.785506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8c33b49-ed27-471d-a4ee-3677fe5d60e5 req-9035051a-c333-41d2-a72e-97b918cd18c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 943 time: 0.0555084 Nov 12 14:38:50.837893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b8c33b49-ed27-471d-a4ee-3677fe5d60e5 req-8b1d4dab-61a9-460f-9c1e-a670cb676a35 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463130 Nov 12 14:38:51.956758 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61792ca-13fe-4f48-a2fa-88566a9ab454 req-e1cc80c2-3fa1-4bd4-a04e-c2c81be0ed03 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:51.958242 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a61792ca-13fe-4f48-a2fa-88566a9ab454 req-e1cc80c2-3fa1-4bd4-a04e-c2c81be0ed03 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 943 time: 0.0518792 Nov 12 14:38:52.007733 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a61792ca-13fe-4f48-a2fa-88566a9ab454 req-d327c886-818c-4b49-9480-95ff21a1f85e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435817 Nov 12 14:38:52.608189 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 9eb01b4f-bebc-4e85-967a-9653cbdb068f details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:38:52.701301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 9eb01b4f-bebc-4e85-967a-9653cbdb068f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:38:52.712001 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'port_id': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'mac_address': 'fa:16:3e:c4:ee:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:38:52.751942 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:52.765816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb01b4f-bebc-4e85-967a-9653cbdb068f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:38:52.785209 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 9eb01b4f-bebc-4e85-967a-9653cbdb068f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:38:52.789142 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:52.846288 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=9eb01b4f-bebc-4e85-967a-9653cbdb068f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:53.129086 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aefdd-6049-4560-ba19-49bb87dfd838 req-ec55fedf-c785-40f0-8ab8-ada98174b65d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:53.130506 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-232aefdd-6049-4560-ba19-49bb87dfd838 req-ec55fedf-c785-40f0-8ab8-ada98174b65d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 944 time: 0.0490127 Nov 12 14:38:53.139697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['9eb01b4f-bebc-4e85-967a-9653cbdb068f'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:38:53.191822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-232aefdd-6049-4560-ba19-49bb87dfd838 req-3d5a86d8-2a81-408d-970e-5db0ffa72648 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550952 Nov 12 14:38:54.311050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5325c76-d8d8-4f2b-88e0-04171d0cbed9 req-184dfc71-e342-4988-b71c-4d2d61a194f2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:54.312563 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d5325c76-d8d8-4f2b-88e0-04171d0cbed9 req-184dfc71-e342-4988-b71c-4d2d61a194f2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 944 time: 0.0485542 Nov 12 14:38:54.361900 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d5325c76-d8d8-4f2b-88e0-04171d0cbed9 req-ab80202e-7261-48ca-971d-973165cb29af tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434945 Nov 12 14:38:54.624186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 9eb01b4f-bebc-4e85-967a-9653cbdb068f up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:38:54.672990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 9eb01b4f-bebc-4e85-967a-9653cbdb068f completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:38:54.676750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 9eb01b4f-bebc-4e85-967a-9653cbdb068f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:38:54.677115 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:54.755484 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:54.779045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb01b4f-bebc-4e85-967a-9653cbdb068f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:38:54.781250 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71f18a2-bc6c-4de5-8b27-034586b950a9" -d '{"events": [{"server_uuid": "d1836d70-e3e2-403f-9495-14f80ea69b8d", "name": "network-vif-plugged", "status": "completed", "tag": "9eb01b4f-bebc-4e85-967a-9653cbdb068f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:38:54.794067 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 9eb01b4f-bebc-4e85-967a-9653cbdb068f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:38:54.798167 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:54.821031 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf33b62b-0185-4570-a919-f6ca7c3ac338 x-openstack-request-id: req-bf33b62b-0185-4570-a919-f6ca7c3ac338 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:38:54.821344 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1836d70-e3e2-403f-9495-14f80ea69b8d", "name": "network-vif-plugged", "status": "completed", "tag": "9eb01b4f-bebc-4e85-967a-9653cbdb068f", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:38:54.821598 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf33b62b-0185-4570-a919-f6ca7c3ac338 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:38:54.821984 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'code': 200} Nov 12 14:38:54.848508 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=9eb01b4f-bebc-4e85-967a-9653cbdb068f,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:54.934403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d27ac-d3cd-4114-ab2c-b843ae24491b req-fff4e51e-0776-4a7c-8122-7c132a249f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:54.936028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad5d27ac-d3cd-4114-ab2c-b843ae24491b req-fff4e51e-0776-4a7c-8122-7c132a249f57 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 1096 time: 0.0566716 Nov 12 14:38:54.983364 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ad5d27ac-d3cd-4114-ab2c-b843ae24491b req-4fbf0596-4e33-4435-9cde-f734e15e60ed service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390885 Nov 12 14:38:55.479520 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569569b-1a01-4bb2-9ce4-2dda078e34e9 req-2a39a438-00c3-422a-9c86-bb511752d432 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:55.481000 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f569569b-1a01-4bb2-9ce4-2dda078e34e9 req-2a39a438-00c3-422a-9c86-bb511752d432 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0523405 Nov 12 14:38:55.530116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f569569b-1a01-4bb2-9ce4-2dda078e34e9 req-950b4b53-890a-4211-8633-aa497bb7caca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 Nov 12 14:38:56.619647 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:38:56.646723 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e772-d20c-4715-a0e4-d2c0e8f5874e req-cba7d3a8-7308-41a6-9eae-2a7374fe53c6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:56.648219 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3bd9e772-d20c-4715-a0e4-d2c0e8f5874e req-cba7d3a8-7308-41a6-9eae-2a7374fe53c6 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0498278 Nov 12 14:38:56.697673 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3bd9e772-d20c-4715-a0e4-d2c0e8f5874e req-b9724124-5028-4b0a-a4d4-dde1eef6a636 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430348 Nov 12 14:38:56.813487 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d0afa-aa0a-49c1-b1ba-0936e62a52bd req-352a68e1-730e-4838-a9d3-aae995709901 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:56.814831 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-429d0afa-aa0a-49c1-b1ba-0936e62a52bd req-352a68e1-730e-4838-a9d3-aae995709901 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0495729 Nov 12 14:38:56.864794 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-429d0afa-aa0a-49c1-b1ba-0936e62a52bd req-f65287fa-68cc-4645-a88b-dfa0ab6b5eab tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441570 Nov 12 14:38:56.885826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40170) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:56.926299 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed12432-fe50-4c55-8951-86f229c95730 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:56.927839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-2ed12432-fe50-4c55-8951-86f229c95730 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 1091 time: 0.0406370 Nov 12 14:38:56.930667 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40172) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:56.934907 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:38:56.957105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:57.059901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:57.145006 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f44b901-b62a-40b7-87cc-9e218a7ce6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:57.170802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.25.5.70 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/5ff5dcbc-a064-4ac7-a242-42c8cf240953) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:38:57.274533 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:57.314589 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:57.352772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:38:57.359074 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:38:57.364611 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:38:57.367630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=5ff5dcbc-a064-4ac7-a242-42c8cf240953,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:57.717509 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:57.781919 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:58.239619 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:58.244079 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:58.311972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=5ff5dcbc-a064-4ac7-a242-42c8cf240953,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:38:58.323256 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:58.424658 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Floating IP 48692d7e-0655-4b5b-af52-a0dd1b2146f6 associated. External IP: 172.25.5.70, port: 9eb01b4f-bebc-4e85-967a-9653cbdb068f. Nov 12 14:38:58.635087 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 07adc827-32ae-4275-ab71-2f39393511e1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:38:58.742549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:38:58.753237 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] Sync routers for ids ['07adc827-32ae-4275-ab71-2f39393511e1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:38:58.762700 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:58.765436 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] Routers {'07adc827-32ae-4275-ab71-2f39393511e1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:38:58.766291 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:38:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['07adc827-32ae-4275-ab71-2f39393511e1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:58.792906 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a999c193-bc6c-49ac-9f80-82844cb4dca2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8588417 Nov 12 14:38:58.792906 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'tag': '9eb01b4f-bebc-4e85-967a-9653cbdb068f'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:38:58.793546 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786db980-b342-4cb9-84f7-26862515ed14" -d '{"events": [{"name": "network-changed", "server_uuid": "d1836d70-e3e2-403f-9495-14f80ea69b8d", "tag": "9eb01b4f-bebc-4e85-967a-9653cbdb068f"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:38:58.837922 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460e1b30-1b07-48d2-8d55-ee6295ad302a x-openstack-request-id: req-460e1b30-1b07-48d2-8d55-ee6295ad302a {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:38:58.838222 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1836d70-e3e2-403f-9495-14f80ea69b8d", "tag": "9eb01b4f-bebc-4e85-967a-9653cbdb068f", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:38:58.838468 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-460e1b30-1b07-48d2-8d55-ee6295ad302a {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:38:58.838874 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'tag': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'status': 'completed', 'code': 200} Nov 12 14:38:58.877741 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] Set router 07adc827-32ae-4275-ab71-2f39393511e1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:38:58.940712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1eced-0542-4ead-8907-99a0480ed3ec req-eed03ae5-a873-4eaa-9eed-0862bfc97125 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:58.942951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78a1eced-0542-4ead-8907-99a0480ed3ec req-eed03ae5-a873-4eaa-9eed-0862bfc97125 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0898964 Nov 12 14:38:58.950414 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786db980-b342-4cb9-84f7-26862515ed14 req-1c24b478-8a5c-4aed-84a6-96fe22ba5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:58.951978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-786db980-b342-4cb9-84f7-26862515ed14 req-1c24b478-8a5c-4aed-84a6-96fe22ba5a64 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 1096 time: 0.0893700 Nov 12 14:38:59.052516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78a1eced-0542-4ead-8907-99a0480ed3ec req-fc8e3da9-ad34-4abb-9df4-892f21bb375e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995481 Nov 12 14:38:59.077045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786db980-b342-4cb9-84f7-26862515ed14 req-32620a1a-f748-4e10-95a3-120ac97f72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:59.077304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40178) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:38:59.079631 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-786db980-b342-4cb9-84f7-26862515ed14 req-32620a1a-f748-4e10-95a3-120ac97f72e2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef HTTP/1.1" status: 200 len: 897 time: 0.1194139 Nov 12 14:38:59.100343 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:40Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '48692d7e-0655-4b5b-af52-a0dd1b2146f6', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'port_id': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'mac_address': 'fa:16:3e:c4:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:38:57Z', 'updated_at': '2021-11-12T14:38:57Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93451aae-4249-45a0-a7d9-401ba5362b25', 'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:94:07:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:39Z', 'updated_at': '2021-11-12T14:38:42Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:59.133190 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] Checking router: 07adc827-32ae-4275-ab71-2f39393511e1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:38:59.141208 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cfe7922b-a8e0-498d-825d-ea4c0b02ee7f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/48692d7e-0655-4b5b-af52-a0dd1b2146f6 HTTP/1.1" status: 200 len: 990 time: 0.0629060 Nov 12 14:38:59.143678 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] Routers {'07adc827-32ae-4275-ab71-2f39393511e1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:38:59.144304 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:38:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['07adc827-32ae-4275-ab71-2f39393511e1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:59.161123 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-786db980-b342-4cb9-84f7-26862515ed14 req-85454fbd-b568-40eb-a746-2eab7f02600d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f HTTP/1.1" status: 200 len: 998 time: 0.0747960 Nov 12 14:38:59.210185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786db980-b342-4cb9-84f7-26862515ed14 req-05fab521-3350-4958-9c5d-07f2957508a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:59.212107 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-786db980-b342-4cb9-84f7-26862515ed14 req-05fab521-3350-4958-9c5d-07f2957508a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b655cf6a-ceab-46ac-b0e6-7f6ec25228cf HTTP/1.1" status: 200 len: 834 time: 0.0439358 Nov 12 14:38:59.257917 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] Set router 07adc827-32ae-4275-ab71-2f39393511e1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:38:59.260334 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786db980-b342-4cb9-84f7-26862515ed14 req-c6c915e0-6c34-40c5-bc0b-00745ff3fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:38:59.262470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-786db980-b342-4cb9-84f7-26862515ed14 req-c6c915e0-6c34-40c5-bc0b-00745ff3fd60 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432193 Nov 12 14:38:59.358829 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-786db980-b342-4cb9-84f7-26862515ed14 req-2bdf82b9-24c8-46f2-b38a-4831177cdac4 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893953 Nov 12 14:38:59.452250 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-786db980-b342-4cb9-84f7-26862515ed14 req-d74f8eca-d835-4a50-9827-b187ef265df7 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863900 Nov 12 14:38:59.478988 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:40Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '48692d7e-0655-4b5b-af52-a0dd1b2146f6', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'port_id': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'mac_address': 'fa:16:3e:c4:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:38:57Z', 'updated_at': '2021-11-12T14:38:57Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93451aae-4249-45a0-a7d9-401ba5362b25', 'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:94:07:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:39Z', 'updated_at': '2021-11-12T14:38:42Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:38:59.508652 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7518ef10-441e-4b76-83eb-cf2b01e83118 None None] The sync data for ids ['07adc827-32ae-4275-ab71-2f39393511e1'] in n-d-805736-4 is: [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:40Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '48692d7e-0655-4b5b-af52-a0dd1b2146f6', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'port_id': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'mac_address': 'fa:16:3e:c4:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:38:57Z', 'updated_at': '2021-11-12T14:38:57Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93451aae-4249-45a0-a7d9-401ba5362b25', 'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:94:07:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:39Z', 'updated_at': '2021-11-12T14:38:42Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:38:59.678761 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa4896a2-9cd3-4873-a42a-9a22d8199e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:38:59.698917 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8acd8-5a33-4361-9b52-c6ee7d3fb3b1 None None] New status for floating IP 48692d7e-0655-4b5b-af52-a0dd1b2146f6: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:39:00.144778 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40182) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:39:00.208145 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cae2a1f3-7932-440a-b26d-6612ace97758 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/48692d7e-0655-4b5b-af52-a0dd1b2146f6 HTTP/1.1" status: 200 len: 992 time: 0.0621605 Nov 12 14:39:00.948072 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:02.536071 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:03.088960 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:06.952043 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-6510661e-1ed8-42d8-a50c-fa13ed48e97f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398335 Nov 12 14:39:07.040925 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-d97c1a83-1735-4dbc-8887-00e2b73b7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:39:07.046079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-d97c1a83-1735-4dbc-8887-00e2b73b7dea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 1096 time: 0.0501876 Nov 12 14:39:07.156785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-b8ff6a30-4315-451f-9432-6e61725d6cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:39:07.158304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-b8ff6a30-4315-451f-9432-6e61725d6cd9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef HTTP/1.1" status: 200 len: 897 time: 0.0903282 Nov 12 14:39:07.224257 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-373c6bd7-40b1-496f-826f-1bc2706fa700 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f HTTP/1.1" status: 200 len: 1000 time: 0.0580389 Nov 12 14:39:07.282697 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-0dd24272-a3a2-4a47-bee7-1c889186a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:39:07.284173 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-0dd24272-a3a2-4a47-bee7-1c889186a0bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b655cf6a-ceab-46ac-b0e6-7f6ec25228cf HTTP/1.1" status: 200 len: 834 time: 0.0535126 Nov 12 14:39:07.334177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-063e8da9-17eb-479e-888e-43a552b7cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:39:07.335656 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-063e8da9-17eb-479e-888e-43a552b7cf83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441506 Nov 12 14:39:07.436261 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-7c886f44-1654-461d-a66f-0b0ac93f38ae service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934160 Nov 12 14:39:07.531356 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32af86f1-d0e5-49af-87f5-e20a40c46822 req-32cb0635-88fa-4c20-8458-aac2babf7c71 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875356 Nov 12 14:39:13.790459 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:14.827634 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:27.145751 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f230b174-e805-46b1-89ff-814659a705c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:29.680012 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f495a7c-faea-4b7f-8912-74190c2c4df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:30.950824 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:32.540127 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:33.091620 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:33.618570 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:39:43.808144 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:44.837986 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:57.157241 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a2b8be3-cd45-4237-85fb-4ec329b38ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:39:59.681517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c7b7-1f8b-487b-a9d4-bcea54ed06cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:00.954708 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:02.540117 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:03.093381 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:05.050818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0d5d8-2c8d-4a18-8cad-e1ed6710b22c req-ce56eba9-e54f-45e3-a390-960628268985 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:05.052330 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7cd0d5d8-2c8d-4a18-8cad-e1ed6710b22c req-ce56eba9-e54f-45e3-a390-960628268985 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.1069760 Nov 12 14:40:05.101361 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7cd0d5d8-2c8d-4a18-8cad-e1ed6710b22c req-b5fff79d-5d42-4c00-a876-30830bc8b1fd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425792 Nov 12 14:40:06.268705 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b53-a209-4a75-8c5e-8b8e5956b88e req-bd60bb73-135c-4a54-9a4d-ed89e57a87fd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:06.270295 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7cc4b53-a209-4a75-8c5e-8b8e5956b88e req-bd60bb73-135c-4a54-9a4d-ed89e57a87fd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0961964 Nov 12 14:40:06.319477 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7cc4b53-a209-4a75-8c5e-8b8e5956b88e req-6277716b-87cd-4ac2-91a9-590656f3a878 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424032 Nov 12 14:40:07.436023 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4827-9155-40be-98ed-961c02319032 req-997b47a6-bbe0-409f-b6b9-bf0f9c50054d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:07.437512 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb0f4827-9155-40be-98ed-961c02319032 req-997b47a6-bbe0-409f-b6b9-bf0f9c50054d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0483479 Nov 12 14:40:07.485982 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-eb0f4827-9155-40be-98ed-961c02319032 req-642d31e5-ad03-4713-bc7b-032f82ca15e2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425935 Nov 12 14:40:08.601513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6ef3-1c84-431c-8712-552050cd25ed req-63277210-fef1-45f2-809a-6b6de4a0e21a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:08.603516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-45cc6ef3-1c84-431c-8712-552050cd25ed req-63277210-fef1-45f2-809a-6b6de4a0e21a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0478961 Nov 12 14:40:08.656496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-45cc6ef3-1c84-431c-8712-552050cd25ed req-163d02de-234e-406a-be65-2e82eb43eb73 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470092 Nov 12 14:40:09.018028 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535c515-d22c-42e1-95d7-91d63058a44a req-7c62a6e1-018f-40ab-8882-d387c060924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:09.019536 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f535c515-d22c-42e1-95d7-91d63058a44a req-7c62a6e1-018f-40ab-8882-d387c060924a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 1096 time: 0.0461264 Nov 12 14:40:09.129018 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535c515-d22c-42e1-95d7-91d63058a44a req-535acf6a-d1e5-4378-b33e-105b3e1e1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:09.130546 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f535c515-d22c-42e1-95d7-91d63058a44a req-535acf6a-d1e5-4378-b33e-105b3e1e1dee service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef HTTP/1.1" status: 200 len: 897 time: 0.0845520 Nov 12 14:40:09.200868 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f535c515-d22c-42e1-95d7-91d63058a44a req-1185a48f-c1b6-4568-9cbd-f5c16de755f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f HTTP/1.1" status: 200 len: 1000 time: 0.0621016 Nov 12 14:40:09.252504 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535c515-d22c-42e1-95d7-91d63058a44a req-7a7703e1-1517-46be-ab98-4437977c1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:09.253991 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f535c515-d22c-42e1-95d7-91d63058a44a req-7a7703e1-1517-46be-ab98-4437977c1cb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b655cf6a-ceab-46ac-b0e6-7f6ec25228cf HTTP/1.1" status: 200 len: 834 time: 0.0457959 Nov 12 14:40:09.303169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535c515-d22c-42e1-95d7-91d63058a44a req-c16cd575-8ebe-4809-ae3f-7768b8685d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:09.304680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f535c515-d22c-42e1-95d7-91d63058a44a req-c16cd575-8ebe-4809-ae3f-7768b8685d96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434542 Nov 12 14:40:09.399862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f535c515-d22c-42e1-95d7-91d63058a44a req-025b3ece-4628-40b7-9894-b22f08223a87 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872972 Nov 12 14:40:09.488877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f535c515-d22c-42e1-95d7-91d63058a44a req-30cd96d3-607c-4894-b3c8-6cbee207d87e service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818362 Nov 12 14:40:09.781160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e16c-5bc7-46a2-8177-cab09a228531 req-6b784a22-f8ce-4006-8a28-265b11ca0c09 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:09.782837 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c711e16c-5bc7-46a2-8177-cab09a228531 req-6b784a22-f8ce-4006-8a28-265b11ca0c09 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0580509 Nov 12 14:40:09.834837 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c711e16c-5bc7-46a2-8177-cab09a228531 req-d2e807fe-bc5a-4b18-95a6-bea39a8479bc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460641 Nov 12 14:40:10.617552 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:40:10.957432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db779be-3ae0-4be7-a3a4-f45df70e9112 req-cbdaf124-7f5d-465d-a33c-35e47439698c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:10.958928 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0db779be-3ae0-4be7-a3a4-f45df70e9112 req-cbdaf124-7f5d-465d-a33c-35e47439698c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0561051 Nov 12 14:40:11.014555 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0db779be-3ae0-4be7-a3a4-f45df70e9112 req-8f47eb69-2a71-46e9-9a68-9cefa722eec9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488448 Nov 12 14:40:12.135007 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34e162-7bea-4cb6-96c4-c2bf3f8cbf43 req-c857ce72-6aab-45b5-b930-b0ebb1d5dccc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:12.136844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8f34e162-7bea-4cb6-96c4-c2bf3f8cbf43 req-c857ce72-6aab-45b5-b930-b0ebb1d5dccc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0551264 Nov 12 14:40:12.186321 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8f34e162-7bea-4cb6-96c4-c2bf3f8cbf43 req-f1c443bb-ed70-4ce2-9a52-5f19b6198e67 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435483 Nov 12 14:40:13.309163 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba62b18-68da-47a6-88ab-5ba1ff5c92ad req-4a5ccc23-b801-4037-b7dd-0bbb817b86ed tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:13.310797 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8ba62b18-68da-47a6-88ab-5ba1ff5c92ad req-4a5ccc23-b801-4037-b7dd-0bbb817b86ed tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0561926 Nov 12 14:40:13.360394 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8ba62b18-68da-47a6-88ab-5ba1ff5c92ad req-95bafe71-858c-4ded-9816-612e14733b89 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437081 Nov 12 14:40:13.820488 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:14.483504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8e70a-8197-4969-af17-5efc18ecac12 req-485cdf1c-da88-453f-ab08-5729018e7ed5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:14.484981 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31a8e70a-8197-4969-af17-5efc18ecac12 req-485cdf1c-da88-453f-ab08-5729018e7ed5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0542727 Nov 12 14:40:14.533600 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-31a8e70a-8197-4969-af17-5efc18ecac12 req-5aabdf2e-c161-4173-b3e0-2d2a10841f99 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424874 Nov 12 14:40:14.855132 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:15.653687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b545b-d6e9-4b54-9fec-0e1a2f9c6a5e req-1a342638-92cd-401d-977c-8f7dfaea1202 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:15.655216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f3b545b-d6e9-4b54-9fec-0e1a2f9c6a5e req-1a342638-92cd-401d-977c-8f7dfaea1202 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0548921 Nov 12 14:40:15.703636 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f3b545b-d6e9-4b54-9fec-0e1a2f9c6a5e req-3cd15311-13a3-46d8-afdc-65c637c07c1c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425696 Nov 12 14:40:16.820797 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c494d0-a6d2-4d31-8c6e-b0aa5ccd3398 req-b6937933-ee7c-4a2c-a778-0b264f13f0b8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:16.822522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3c494d0-a6d2-4d31-8c6e-b0aa5ccd3398 req-b6937933-ee7c-4a2c-a778-0b264f13f0b8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0490954 Nov 12 14:40:16.873026 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e3c494d0-a6d2-4d31-8c6e-b0aa5ccd3398 req-f00f9dbf-4974-41f4-9db3-7ff47a0af1b2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447578 Nov 12 14:40:17.990589 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32486e82-9f33-4c08-8f9b-a828b1595436 req-f4af8555-928f-46cb-81cc-198af9945185 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:17.992085 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32486e82-9f33-4c08-8f9b-a828b1595436 req-f4af8555-928f-46cb-81cc-198af9945185 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0495343 Nov 12 14:40:18.042497 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-32486e82-9f33-4c08-8f9b-a828b1595436 req-8dc6f6d4-1c1d-4f10-9d6e-0515c4d0fcac tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443575 Nov 12 14:40:19.157640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bd611-0f7f-42d4-8284-3241cc1d1190 req-6fb664af-1739-4ba8-99a6-f2f5e9998b70 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:19.159112 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-750bd611-0f7f-42d4-8284-3241cc1d1190 req-6fb664af-1739-4ba8-99a6-f2f5e9998b70 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0489423 Nov 12 14:40:19.211614 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-750bd611-0f7f-42d4-8284-3241cc1d1190 req-283053b1-953c-42ce-91cb-6e0dc9620e1d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465846 Nov 12 14:40:20.330465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37207a3-6d59-4d61-98a5-0cb0522935af req-e6c34065-f5ec-40b6-bce3-de5987f2553f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:20.332481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c37207a3-6d59-4d61-98a5-0cb0522935af req-e6c34065-f5ec-40b6-bce3-de5987f2553f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0516295 Nov 12 14:40:20.391078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c37207a3-6d59-4d61-98a5-0cb0522935af req-2d580a52-6113-43f1-9133-0dc39ced7779 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520439 Nov 12 14:40:20.413644 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40246) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:40:20.474886 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-09fa2d63-99f4-425e-ba23-03f92473a907 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/48692d7e-0655-4b5b-af52-a0dd1b2146f6 HTTP/1.1" status: 200 len: 992 time: 0.0600886 Nov 12 14:40:21.736478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f05412-2a22-46a9-a0fb-aa7dbf2f13ae req-133856f2-780e-4e3a-97f4-3e05b688531d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:21.738250 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9f05412-2a22-46a9-a0fb-aa7dbf2f13ae req-133856f2-780e-4e3a-97f4-3e05b688531d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0513246 Nov 12 14:40:21.758985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-497ed77d-c155-450f-9c47-b0e3e57f3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:21.760543 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-497ed77d-c155-450f-9c47-b0e3e57f3207 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 1096 time: 0.0418117 Nov 12 14:40:21.791011 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9f05412-2a22-46a9-a0fb-aa7dbf2f13ae req-a2e6e6d0-ed40-4aa4-a980-0e6f69db781e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456507 Nov 12 14:40:21.858687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-40246b93-4206-431d-8518-27b01e814e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:21.860174 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-40246b93-4206-431d-8518-27b01e814e28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef HTTP/1.1" status: 200 len: 897 time: 0.0924606 Nov 12 14:40:21.926126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-47028f79-a867-42c6-88dc-0ceb81a7dd8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f HTTP/1.1" status: 200 len: 1000 time: 0.0577838 Nov 12 14:40:21.979394 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-e9037175-4738-456f-bf24-4c43c349cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:21.980846 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-e9037175-4738-456f-bf24-4c43c349cd6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b655cf6a-ceab-46ac-b0e6-7f6ec25228cf HTTP/1.1" status: 200 len: 834 time: 0.0471811 Nov 12 14:40:22.028609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-edba41d1-864f-45c1-9103-15fd0209690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:22.030252 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-edba41d1-864f-45c1-9103-15fd0209690b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414243 Nov 12 14:40:22.120699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-2b6a0e69-edb8-49ef-b6ec-d0b0263b2013 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819614 Nov 12 14:40:22.220957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-50033aa8-cd38-4ed9-8c79-3e05a0d3d612 req-9ec99e23-bc44-4ea8-b978-4b9de5b674bf service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935426 Nov 12 14:40:22.909937 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e403df-fe91-41be-bca1-963323ee1cd1 req-5620795a-7afe-409c-b786-d9f728ef79a2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:40:22.911410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03e403df-fe91-41be-bca1-963323ee1cd1 req-5620795a-7afe-409c-b786-d9f728ef79a2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0497105 Nov 12 14:40:22.960567 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-03e403df-fe91-41be-bca1-963323ee1cd1 req-3d4e5f1f-1936-4c1f-bbac-ae1b6174a772 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Nov 12 14:40:22.983764 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:40:23.048144 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ee2cd2f0-0966-45d8-b166-cc2bf62ebd64 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/48692d7e-0655-4b5b-af52-a0dd1b2146f6 HTTP/1.1" status: 200 len: 992 time: 0.0631440 Nov 12 14:40:27.147916 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f12a2223-0ad0-416a-9f21-1974d88e74bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:29.683250 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-821d01da-e85e-455a-93c7-97d5798be3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:30.956374 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:32.544067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:33.095357 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:43.820334 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:44.855067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:47.616900 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:40:57.150588 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25cfa19f-16cd-40a7-92d0-5b7af71725cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:40:59.685107 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bba5bf30-5945-4f2d-9c43-f4de899bbdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:00.958640 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:02.547432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:03.096137 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:10.129203 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-058f0e06-faa3-4662-9032-38f9fa695815 req-cd86f37f-1f9e-4d0e-a59c-b17d81fed421 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403643 Nov 12 14:41:10.209900 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f0e06-faa3-4662-9032-38f9fa695815 req-3a32215f-baff-42ee-ae62-b8f83c3a5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:10.212152 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-058f0e06-faa3-4662-9032-38f9fa695815 req-3a32215f-baff-42ee-ae62-b8f83c3a5b3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 1096 time: 0.0408261 Nov 12 14:41:10.316273 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f0e06-faa3-4662-9032-38f9fa695815 req-10bf4e0c-1adb-416e-b4ce-014e5e46a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:10.317778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-058f0e06-faa3-4662-9032-38f9fa695815 req-10bf4e0c-1adb-416e-b4ce-014e5e46a36a service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef HTTP/1.1" status: 200 len: 897 time: 0.0865455 Nov 12 14:41:10.389852 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-058f0e06-faa3-4662-9032-38f9fa695815 req-407a585f-7d38-4d46-840d-35d1c1c8a015 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f HTTP/1.1" status: 200 len: 1000 time: 0.0647323 Nov 12 14:41:10.442693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f0e06-faa3-4662-9032-38f9fa695815 req-2660b59b-f703-42f4-b6f1-f068cd7fa853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:10.444116 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-058f0e06-faa3-4662-9032-38f9fa695815 req-2660b59b-f703-42f4-b6f1-f068cd7fa853 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b655cf6a-ceab-46ac-b0e6-7f6ec25228cf HTTP/1.1" status: 200 len: 834 time: 0.0473356 Nov 12 14:41:10.489122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f0e06-faa3-4662-9032-38f9fa695815 req-0c1650a1-3f5c-4d5c-9498-d5c9929dc472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:10.490607 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-058f0e06-faa3-4662-9032-38f9fa695815 req-0c1650a1-3f5c-4d5c-9498-d5c9929dc472 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396080 Nov 12 14:41:10.582702 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-058f0e06-faa3-4662-9032-38f9fa695815 req-8db517f3-9304-4d47-9ccd-f420bd5869f0 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848501 Nov 12 14:41:10.676384 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-058f0e06-faa3-4662-9032-38f9fa695815 req-db8092c7-845d-4d37-b98e-bc53961e1db8 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862880 Nov 12 14:41:13.835420 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:14.862263 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:19.976708 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40276) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:20.295714 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 5ff5dcbc-a064-4ac7-a242-42c8cf240953 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:41:20.295961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:20.386456 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:20.386778 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:20.398932 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 5ff5dcbc-a064-4ac7-a242-42c8cf240953 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:41:20.542944 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:20.567946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=5ff5dcbc-a064-4ac7-a242-42c8cf240953,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:20.580156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.580508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.580848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.581187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.581549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.581882 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.582219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.582549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.582878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.583209 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.583534 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.583855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:20.638392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:20.638867 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Floating IP 48692d7e-0655-4b5b-af52-a0dd1b2146f6 disassociated (deleted). External IP: 172.25.5.70, port: 9eb01b4f-bebc-4e85-967a-9653cbdb068f. Nov 12 14:41:20.854926 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 07adc827-32ae-4275-ab71-2f39393511e1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:41:20.960867 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:41:20.965766 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:20.970651 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] Sync routers for ids ['07adc827-32ae-4275-ab71-2f39393511e1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:41:20.980249 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] Routers {'07adc827-32ae-4275-ab71-2f39393511e1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:41:20.980850 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:41:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['07adc827-32ae-4275-ab71-2f39393511e1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:21.001519 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2f0c9202-a0d4-470e-aa64-32e322d65816 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/floatingips/48692d7e-0655-4b5b-af52-a0dd1b2146f6 HTTP/1.1" status: 204 len: 168 time: 1.0237265 Nov 12 14:41:21.002198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'tag': '9eb01b4f-bebc-4e85-967a-9653cbdb068f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:41:21.004300 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19e12a5-f144-42c6-b9a9-e9129c5ab997" -d '{"events": [{"name": "network-changed", "server_uuid": "d1836d70-e3e2-403f-9495-14f80ea69b8d", "tag": "9eb01b4f-bebc-4e85-967a-9653cbdb068f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:41:21.087883 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] Set router 07adc827-32ae-4275-ab71-2f39393511e1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:41:21.187520 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae934210-6928-4e84-8ba9-e15f2a78aa38 x-openstack-request-id: req-ae934210-6928-4e84-8ba9-e15f2a78aa38 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:41:21.187877 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1836d70-e3e2-403f-9495-14f80ea69b8d", "tag": "9eb01b4f-bebc-4e85-967a-9653cbdb068f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:41:21.188187 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae934210-6928-4e84-8ba9-e15f2a78aa38 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:41:21.188811 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'tag': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'status': 'completed', 'code': 200} Nov 12 14:41:21.280070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174bc4c-9070-487d-9d0d-612cd40c4e4c req-08df901b-6152-4f3b-9140-91b9d62b6fc2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:21.281611 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6174bc4c-9070-487d-9d0d-612cd40c4e4c req-08df901b-6152-4f3b-9140-91b9d62b6fc2 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0804806 Nov 12 14:41:21.287709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-3466f925-611d-4ee5-997d-b84eb7a4f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:21.290106 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-3466f925-611d-4ee5-997d-b84eb7a4f8a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 1096 time: 0.0629225 Nov 12 14:41:21.303940 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:40Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '93451aae-4249-45a0-a7d9-401ba5362b25', 'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:94:07:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:39Z', 'updated_at': '2021-11-12T14:38:42Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:21.330572 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] Checking router: 07adc827-32ae-4275-ab71-2f39393511e1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:41:21.339310 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] Routers {'07adc827-32ae-4275-ab71-2f39393511e1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:41:21.339530 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:41:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['07adc827-32ae-4275-ab71-2f39393511e1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:21.391973 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6174bc4c-9070-487d-9d0d-612cd40c4e4c req-27f3d610-5876-49bf-8898-91b0ac8d0181 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008089 Nov 12 14:41:21.411088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-a0e2ee28-6827-4724-91ca-fed1ddaf2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:21.412770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-a0e2ee28-6827-4724-91ca-fed1ddaf2996 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef HTTP/1.1" status: 200 len: 897 time: 0.1151628 Nov 12 14:41:21.445615 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] Set router 07adc827-32ae-4275-ab71-2f39393511e1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:41:21.458158 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-638cd3d9-9cc5-4a7a-9905-8a4159f383cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f HTTP/1.1" status: 200 len: 217 time: 0.0378611 Nov 12 14:41:21.507465 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-b3f65a96-d8ba-40f0-b712-604129af7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:21.508906 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-b3f65a96-d8ba-40f0-b712-604129af7b2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b655cf6a-ceab-46ac-b0e6-7f6ec25228cf HTTP/1.1" status: 200 len: 834 time: 0.0435038 Nov 12 14:41:21.555011 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-67f7925f-292d-40b5-b992-f29aa87f225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:21.556530 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-67f7925f-292d-40b5-b992-f29aa87f225c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402629 Nov 12 14:41:21.641634 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:40Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '93451aae-4249-45a0-a7d9-401ba5362b25', 'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:94:07:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:39Z', 'updated_at': '2021-11-12T14:38:42Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:21.656258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-1508dd86-1ccb-4497-9c43-160b62caba9b service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911882 Nov 12 14:41:21.671610 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00297df-9bfe-425b-aeb3-31c0168f160d None None] The sync data for ids ['07adc827-32ae-4275-ab71-2f39393511e1'] in n-d-805736-4 is: [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:40Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '93451aae-4249-45a0-a7d9-401ba5362b25', 'name': '', 'network_id': '2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:94:07:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:39Z', 'updated_at': '2021-11-12T14:38:42Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': 'b655cf6a-ceab-46ac-b0e6-7f6ec25228cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:41:21.752609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f19e12a5-f144-42c6-b9a9-e9129c5ab997 req-2227895e-824c-4b26-b8d2-e54061899311 service neutron] 10.222.0.70 "GET /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876839 Nov 12 14:41:21.891400 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fa8243-a953-4072-825b-fca8bac4eaeb None None] New status for floating IP 48692d7e-0655-4b5b-af52-a0dd1b2146f6: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:41:22.513088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4aac1-d1ac-4b6c-85af-4a6048e87423 req-a6d0ca48-3526-46fc-8fc4-f2b5cca141df tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:22.514568 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8e4aac1-d1ac-4b6c-85af-4a6048e87423 req-a6d0ca48-3526-46fc-8fc4-f2b5cca141df tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0488451 Nov 12 14:41:22.563044 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a8e4aac1-d1ac-4b6c-85af-4a6048e87423 req-e3af3e5b-e8a8-4ba3-8e66-1bec06870c5d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=669f2697-e2cd-4554-ae32-d1d85f6ab701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426505 Nov 12 14:41:23.009703 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-4165ade6-ba67-460f-87b2-52f132f0c93f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:23.011182 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-4165ade6-ba67-460f-87b2-52f132f0c93f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 945 time: 0.0559120 Nov 12 14:41:23.102476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-f3149aa9-4509-4e36-877d-019f9049d564 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 9eb01b4f-bebc-4e85-967a-9653cbdb068f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:41:23.102813 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-f3149aa9-4509-4e36-877d-019f9049d564 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:23.194188 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-f3149aa9-4509-4e36-877d-019f9049d564 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 9eb01b4f-bebc-4e85-967a-9653cbdb068f, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=9eb01b4f-bebc-4e85-967a-9653cbdb068f,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:41:23.194570 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-f3149aa9-4509-4e36-877d-019f9049d564 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:23.206781 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-f3149aa9-4509-4e36-877d-019f9049d564 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 9eb01b4f-bebc-4e85-967a-9653cbdb068f owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:41:23.330808 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-f3149aa9-4509-4e36-877d-019f9049d564 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:23.363737 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3149aa9-4509-4e36-877d-019f9049d564 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=9eb01b4f-bebc-4e85-967a-9653cbdb068f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:23.405716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-f3149aa9-4509-4e36-877d-019f9049d564 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] No DVR routers for this DVR port 9eb01b4f-bebc-4e85-967a-9653cbdb068f on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:41:23.408393 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-f3149aa9-4509-4e36-877d-019f9049d564 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:23.411826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-801ef72c-d1d2-40b9-86c0-1c75e9cf24e3 req-f3149aa9-4509-4e36-877d-019f9049d564 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "DELETE /v2.0/ports/9eb01b4f-bebc-4e85-967a-9653cbdb068f HTTP/1.1" status: 204 len: 173 time: 0.3939159 Nov 12 14:41:23.412272 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'name': 'network-vif-deleted', 'tag': '9eb01b4f-bebc-4e85-967a-9653cbdb068f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:41:23.415304 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd494e-ffe9-4162-8600-72cb91e5478b" -d '{"events": [{"server_uuid": "d1836d70-e3e2-403f-9495-14f80ea69b8d", "name": "network-vif-deleted", "tag": "9eb01b4f-bebc-4e85-967a-9653cbdb068f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:41:23.465368 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2e0274-1a6f-4cc9-b989-a4c235477aa6 x-openstack-request-id: req-3c2e0274-1a6f-4cc9-b989-a4c235477aa6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:41:23.465699 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1836d70-e3e2-403f-9495-14f80ea69b8d", "name": "network-vif-deleted", "tag": "9eb01b4f-bebc-4e85-967a-9653cbdb068f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:41:23.465957 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c2e0274-1a6f-4cc9-b989-a4c235477aa6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:41:23.466352 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1836d70-e3e2-403f-9495-14f80ea69b8d', 'name': 'network-vif-deleted', 'tag': '9eb01b4f-bebc-4e85-967a-9653cbdb068f', 'status': 'completed', 'code': 200} Nov 12 14:41:23.678866 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-22e52913-644f-4ff8-830a-43b9590cf439 req-318d8f0a-e356-4ee1-9e14-8f00d72e36fd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1836d70-e3e2-403f-9495-14f80ea69b8d HTTP/1.1" status: 200 len: 210 time: 0.0325503 Nov 12 14:41:24.615942 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:41:24.736096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40300) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:25.105191 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:25.698300 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 93451aae-4249-45a0-a7d9-401ba5362b25 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:41:25.698655 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:25.785666 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 93451aae-4249-45a0-a7d9-401ba5362b25, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=93451aae-4249-45a0-a7d9-401ba5362b25,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:41:25.786333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:25.798070 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 93451aae-4249-45a0-a7d9-401ba5362b25 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:41:25.979517 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:26.007995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=93451aae-4249-45a0-a7d9-401ba5362b25,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:26.180902 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:26.406513 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router 07adc827-32ae-4275-ab71-2f39393511e1 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:41:26.517231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:41:26.522284 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-5ec97f63-7f5d-4ae5-bb55-2da5f1e99bd3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "PUT /v2.0/routers/07adc827-32ae-4275-ab71-2f39393511e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7851434 Nov 12 14:41:26.525362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:26.530760 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] Sync routers for ids ['07adc827-32ae-4275-ab71-2f39393511e1'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:41:26.541356 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] Routers {'07adc827-32ae-4275-ab71-2f39393511e1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:41:26.541958 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:41:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['07adc827-32ae-4275-ab71-2f39393511e1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:26.576246 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3e4c06-847d-4c8f-bb03-26ba80a44c7f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting subnet b655cf6a-ceab-46ac-b0e6-7f6ec25228cf {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:41:26.579348 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a3e4c06-847d-4c8f-bb03-26ba80a44c7f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:26.619574 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a3e4c06-847d-4c8f-bb03-26ba80a44c7f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:26.645073 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] Set router 07adc827-32ae-4275-ab71-2f39393511e1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:41:26.705865 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a3e4c06-847d-4c8f-bb03-26ba80a44c7f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:26.765607 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a3e4c06-847d-4c8f-bb03-26ba80a44c7f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:26.793179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e4c06-847d-4c8f-bb03-26ba80a44c7f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Subnet': ['ID=b655cf6a-ceab-46ac-b0e6-7f6ec25228cf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:26.796911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a3e4c06-847d-4c8f-bb03-26ba80a44c7f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:26.799981 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3a3e4c06-847d-4c8f-bb03-26ba80a44c7f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/subnets/b655cf6a-ceab-46ac-b0e6-7f6ec25228cf HTTP/1.1" status: 204 len: 168 time: 0.2736878 Nov 12 14:41:26.802639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40304) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:26.806789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c6f7c8-266a-4f4c-9601-f9fd68ed5677 None None] Network 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:41:26.832428 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:41:25Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:26.859590 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] Checking router: 07adc827-32ae-4275-ab71-2f39393511e1 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:41:26.868573 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] Routers {'07adc827-32ae-4275-ab71-2f39393511e1'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:41:26.869182 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:41:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['07adc827-32ae-4275-ab71-2f39393511e1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:26.914888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:26.984213 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] Set router 07adc827-32ae-4275-ab71-2f39393511e1 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:41:27.006274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] DHCP port deletion for 2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:41:27.028892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.066735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Deleting port e94e0e48-bea0-468a-a489-96306fa55ba3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:41:27.067453 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.088010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 9564640b-f63e-45ff-95b2-417830cb60b5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:41:27.088497 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.134372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] For port e94e0e48-bea0-468a-a489-96306fa55ba3, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=e94e0e48-bea0-468a-a489-96306fa55ba3,segment=NetworkSegment(be867f7f-b291-4f47-ab82-f9d88d55f29f),segment_id=be867f7f-b291-4f47-ab82-f9d88d55f29f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:41:27.134757 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.158398 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Calling delete_port for e94e0e48-bea0-468a-a489-96306fa55ba3 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:41:27.169910 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0010-3bd1-4c77-9cf9-a54ecb9b3d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.172593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 9564640b-f63e-45ff-95b2-417830cb60b5, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=9564640b-f63e-45ff-95b2-417830cb60b5,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:41:27.173022 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.191698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 9564640b-f63e-45ff-95b2-417830cb60b5 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:41:27.249877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.275463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Pushing event deleted for resources: {'Port': ['ID=e94e0e48-bea0-468a-a489-96306fa55ba3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:27.278121 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:41:25Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:27.280238 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] No DVR routers for this DVR port e94e0e48-bea0-468a-a489-96306fa55ba3 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:41:27.291464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.291810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.292140 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.292470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.293510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.293510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.293709 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.293948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.294264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.294610 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.294882 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.295197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055448eb-b185-4b37-9fe0-f1389a7c9b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:27.306057 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bb657-8e17-4d29-b51b-08350a6bc0f1 None None] The sync data for ids ['07adc827-32ae-4275-ab71-2f39393511e1'] in n-d-805736-4 is: [{'id': '07adc827-32ae-4275-ab71-2f39393511e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424034038', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:41:25Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '9564640b-f63e-45ff-95b2-417830cb60b5', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07adc827-32ae-4275-ab71-2f39393511e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:38:36Z', 'updated_at': '2021-11-12T14:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:41:27.381248 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 9eb01b4f-bebc-4e85-967a-9653cbdb068f no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:41:27.382023 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.403037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 9eb01b4f-bebc-4e85-967a-9653cbdb068f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:41:27.403534 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 9eb01b4f-bebc-4e85-967a-9653cbdb068f not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:41:27.409557 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=9564640b-f63e-45ff-95b2-417830cb60b5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:27.427596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48096e35-2d1f-45fb-bd16-6e73c3a1628c None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:41:27.480512 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.574780 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.576971 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.620774 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.621759 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Fanout notify agent at l3_agent the message router_deleted on router 07adc827-32ae-4275-ab71-2f39393511e1 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:41:27.628650 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.633185 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b5aec8ac-c9f0-4b15-914e-819f96583e42 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/routers/07adc827-32ae-4275-ab71-2f39393511e1 HTTP/1.1" status: 204 len: 168 time: 0.8260787 Nov 12 14:41:27.633686 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:27.719187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.812577 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 93451aae-4249-45a0-a7d9-401ba5362b25 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:41:27.816818 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.833474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 93451aae-4249-45a0-a7d9-401ba5362b25 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:41:27.833736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 93451aae-4249-45a0-a7d9-401ba5362b25 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:41:27.834148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e94e0e48-bea0-468a-a489-96306fa55ba3 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:41:27.839124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:27.853230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be867f7f-b291-4f47-ab82-f9d88d55f29f') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:27.853701 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be867f7f-b291-4f47-ab82-f9d88d55f29f') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:27.857132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: e94e0e48-bea0-468a-a489-96306fa55ba3 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:41:27.857501 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device e94e0e48-bea0-468a-a489-96306fa55ba3 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:41:27.868939 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.885390 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.891963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:41:27.892367 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:41:27.895913 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:41:27.959135 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.966948 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:27.970227 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/networks/2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef HTTP/1.1" status: 204 len: 168 time: 0.3358290 Nov 12 14:41:27.973268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40308) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:27.982529 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d13b3-17d3-43c0-bd9c-2a7a609ed7bb tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Network': ['ID=2d6cbc3b-eb81-47c1-b7d3-f0cd6b862bef,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:28.037041 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.062787 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.122702 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.125161 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.126314 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/security-groups/669f2697-e2cd-4554-ae32-d1d85f6ab701 HTTP/1.1" status: 204 len: 168 time: 0.1520536 Nov 12 14:41:28.135482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f2697-e2cd-4554-ae32-d1d85f6ab701,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:28.143138 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.143486 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.143826 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.144160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.144491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.144821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.145148 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.145502 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.145831 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.146157 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.146480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.146798 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9aed7c-91cc-4c1c-9a4c-495397598ca9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:28.303155 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40314) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:28.307716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-afe0eef9-c2ab-4e69-b0bd-f4185b18337a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170617049', 'description': 'tempest-secgroup-smoke-1170617049 description', 'project_id': '57c403a097e54a5a84303f8d318383b5'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:28.330376 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afe0eef9-c2ab-4e69-b0bd-f4185b18337a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.402897 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afe0eef9-c2ab-4e69-b0bd-f4185b18337a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.406608 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afe0eef9-c2ab-4e69-b0bd-f4185b18337a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.436866 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-afe0eef9-c2ab-4e69-b0bd-f4185b18337a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.438123 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-afe0eef9-c2ab-4e69-b0bd-f4185b18337a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1339509 Nov 12 14:41:28.441216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:28.442050 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0eef9-c2ab-4e69-b0bd-f4185b18337a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:28.446443 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c41ca67b-b0e0-4557-bff7-180de30de1ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'e60d57c1-3848-49f6-8d99-5db7e6fb5cc0', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:28.472859 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c41ca67b-b0e0-4557-bff7-180de30de1ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.530501 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c41ca67b-b0e0-4557-bff7-180de30de1ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.534030 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c41ca67b-b0e0-4557-bff7-180de30de1ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.551596 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ca67b-b0e0-4557-bff7-180de30de1ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f84ec9-e3dd-4996-a056-ffaa2954ae47,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:28.558583 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c41ca67b-b0e0-4557-bff7-180de30de1ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.559760 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c41ca67b-b0e0-4557-bff7-180de30de1ad tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175313 Nov 12 14:41:28.562467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:28.566616 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-815958c9-b444-4107-95d5-d714728ce601 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'e60d57c1-3848-49f6-8d99-5db7e6fb5cc0', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:28.592283 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-815958c9-b444-4107-95d5-d714728ce601 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.645670 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-815958c9-b444-4107-95d5-d714728ce601 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.649662 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-815958c9-b444-4107-95d5-d714728ce601 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.666542 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815958c9-b444-4107-95d5-d714728ce601 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddc8db2-e146-450c-ae48-9e27d29699d9,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:28.674665 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-815958c9-b444-4107-95d5-d714728ce601 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.675890 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-815958c9-b444-4107-95d5-d714728ce601 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124904 Nov 12 14:41:28.678632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40320) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:28.683092 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e75f3cfe-9d9f-4e8c-b748-60fdcaf6ef02 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'e60d57c1-3848-49f6-8d99-5db7e6fb5cc0', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:28.711125 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75f3cfe-9d9f-4e8c-b748-60fdcaf6ef02 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.767383 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75f3cfe-9d9f-4e8c-b748-60fdcaf6ef02 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.770794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75f3cfe-9d9f-4e8c-b748-60fdcaf6ef02 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.785860 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f3cfe-9d9f-4e8c-b748-60fdcaf6ef02 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4355d011-c538-4621-805b-aa9b6678b574,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:28.796227 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75f3cfe-9d9f-4e8c-b748-60fdcaf6ef02 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.797451 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e75f3cfe-9d9f-4e8c-b748-60fdcaf6ef02 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178205 Nov 12 14:41:28.800130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40322) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:28.804571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0caedecd-3c64-4f3e-b058-eb42efa582c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'e60d57c1-3848-49f6-8d99-5db7e6fb5cc0', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:28.830748 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0caedecd-3c64-4f3e-b058-eb42efa582c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.888682 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0caedecd-3c64-4f3e-b058-eb42efa582c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.892435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0caedecd-3c64-4f3e-b058-eb42efa582c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.915820 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caedecd-3c64-4f3e-b058-eb42efa582c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19893c02-ff01-49e2-bec2-be310892e2b7,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:28.921308 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0caedecd-3c64-4f3e-b058-eb42efa582c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:28.925126 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0caedecd-3c64-4f3e-b058-eb42efa582c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214399 Nov 12 14:41:28.925584 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40324) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:28.930397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5d5dc6d9-e00d-4e9c-aac3-6b36d9faa0d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'e60d57c1-3848-49f6-8d99-5db7e6fb5cc0', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:28.952116 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-5d5dc6d9-e00d-4e9c-aac3-6b36d9faa0d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Project 57c403a097e54a5a84303f8d318383b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:41:28.956972 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc6d9-e00d-4e9c-aac3-6b36d9faa0d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.019392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc6d9-e00d-4e9c-aac3-6b36d9faa0d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.023296 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc6d9-e00d-4e9c-aac3-6b36d9faa0d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.044454 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dc6d9-e00d-4e9c-aac3-6b36d9faa0d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e088d1-eced-4ccb-8c6e-2c6cf1e390e2,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:29.049911 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc6d9-e00d-4e9c-aac3-6b36d9faa0d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.051108 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5d5dc6d9-e00d-4e9c-aac3-6b36d9faa0d4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243970 Nov 12 14:41:29.054483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40326) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:29.059402 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-778e59af-8a1b-4ca9-a064-299b1d9fc006 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'security_group_rule': {'security_group_id': 'e60d57c1-3848-49f6-8d99-5db7e6fb5cc0', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:29.081535 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-778e59af-8a1b-4ca9-a064-299b1d9fc006 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Project 57c403a097e54a5a84303f8d318383b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:41:29.086434 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-778e59af-8a1b-4ca9-a064-299b1d9fc006 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.143832 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-778e59af-8a1b-4ca9-a064-299b1d9fc006 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.147392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-778e59af-8a1b-4ca9-a064-299b1d9fc006 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.164638 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e59af-8a1b-4ca9-a064-299b1d9fc006 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89057dc-66cf-4540-a665-7579fe018abe,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:29.172186 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-778e59af-8a1b-4ca9-a064-299b1d9fc006 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.173405 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-778e59af-8a1b-4ca9-a064-299b1d9fc006 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175666 Nov 12 14:41:29.176154 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40328) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:29.181466 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'network': {'name': 'tempest-network-smoke--880190516', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'port_security_enabled': True}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:29.201765 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:41:29.205187 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.228969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:41:29.238615 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.238952 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Added segment 11b23149-c8b9-4825-a595-16c8ed9d8a6b of type vlan for network c189f389-1ad8-4c9b-a717-71ee23f10926 Nov 12 14:41:29.280329 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.304782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.310777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:29.311361 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.385457 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2082453 Nov 12 14:41:29.388648 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40330) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:29.392875 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'admin_state_up': True, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:29.407160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13197a4a-531d-4544-9b7d-305d3a0536e3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Network': ['ID=c189f389-1ad8-4c9b-a717-71ee23f10926,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:29.419027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c189f389-1ad8-4c9b-a717-71ee23f10926 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:41:29.422358 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.423376 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.476395 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.619351 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.688079 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14435cb2-4247-40a1-9a22-523e43152cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.712976 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9564640b-f63e-45ff-95b2-417830cb60b5 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:41:29.736767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 9564640b-f63e-45ff-95b2-417830cb60b5 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:41:29.737109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 9564640b-f63e-45ff-95b2-417830cb60b5 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:41:29.815580 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.833579 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:29.932099 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.25.5.190 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/91f96eb8-74f6-4075-a088-22315c771c7b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:41:30.034577 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:30.067393 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:30.104213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:41:30.108851 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:41:30.112562 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:41:30.124408 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30ea27-3ae1-477c-b3be-65f43ea7b14b None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:41:30.136802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=91f96eb8-74f6-4075-a088-22315c771c7b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:30.205013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d3493cb1-fd25-4189-b595-ddcf5b1e3e98 None None] Provisioning complete for port 91f96eb8-74f6-4075-a088-22315c771c7b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:30.205412 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3493cb1-fd25-4189-b595-ddcf5b1e3e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:30.238718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d3493cb1-fd25-4189-b595-ddcf5b1e3e98 None None] Port 91f96eb8-74f6-4075-a088-22315c771c7b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:41:30.363133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:30.561242 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:30.691901 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:41:30.806225 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:41:30.816003 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Sync routers for ids ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:41:30.826664 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:30.827355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Routers {'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:41:30.827872 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a6cebe33-4ff6-4729-896f-00b74a5f1249 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4384568 Nov 12 14:41:30.827995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:41:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:30.831111 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40332) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:30.942697 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Set router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:41:31.035185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-56773629-2f8a-4173-8f93-8512c9f3effb tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=57c403a097e54a5a84303f8d318383b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2029641 Nov 12 14:41:31.037812 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40336) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:31.055265 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.133978 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc316233-8944-46b6-a837-3457d0b6fdb5 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:31.135530 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cc316233-8944-46b6-a837-3457d0b6fdb5 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960405 Nov 12 14:41:31.138574 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:31.167304 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-895f3e02-559a-4953-a827-d7ee24a7b061 tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=380b1829-a418-4bb3-96dd-5ba453d99309&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275633 Nov 12 14:41:31.168017 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:30Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:31.169839 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40340) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:31.174881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304868673', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'project_id': '57c403a097e54a5a84303f8d318383b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:31.195553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Checking router: ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:41:31.195819 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Updating router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 port 91f96eb8-74f6-4075-a088-22315c771c7b binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:41:31.220332 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.267363 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:41:31.270914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.455624 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.479613 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.486047 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.522415 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Subnet': ['ID=73718d6d-67f4-4489-a494-9e25335f93cd,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:31.532157 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Checking segment: {'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:41:31.532520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network hostable DHCP agents. Network: c189f389-1ad8-4c9b-a717-71ee23f10926, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:41:31.535860 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2034761-e63b-46b5-b5c4-002bf8b2661e None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:41:31.550002 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network c189f389-1ad8-4c9b-a717-71ee23f10926 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:41:31.552063 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Attempting to bind port 91f96eb8-74f6-4075-a088-22315c771c7b on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:41:31.552443 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Attempting to bind port 91f96eb8-74f6-4075-a088-22315c771c7b by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:41:31.552806 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Attempting to bind port 91f96eb8-74f6-4075-a088-22315c771c7b on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:41:31.559878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c189f389-1ad8-4c9b-a717-71ee23f10926) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:41:31.563623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:41:31.563990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:41:31.564136 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:31.564457 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.564994 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.565124 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:41:31.565428 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Bound port: 91f96eb8-74f6-4075-a088-22315c771c7b, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:41:31.565913 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.568227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af85da-a303-4a7d-af95-bd0ace63dae6 None None] Pushing event updated for resources: {'Port': ['ID=91f96eb8-74f6-4075-a088-22315c771c7b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:31.572929 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb36bbf-1300-4110-bcc3-860678f87807 None None] Network c189f389-1ad8-4c9b-a717-71ee23f10926 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:41:31.583070 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-21c56341-a65a-4d9d-8d43-5a45c1d21cf4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4120977 Nov 12 14:41:31.586699 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40342) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:31.690940 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] For port 91f96eb8-74f6-4075-a088-22315c771c7b, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:41:31.719669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] For port 91f96eb8-74f6-4075-a088-22315c771c7b, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=91f96eb8-74f6-4075-a088-22315c771c7b,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:41:31.721937 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e7842588-5495-4c5b-8bb6-5979161cfeea None None] Provisioning complete for port 91f96eb8-74f6-4075-a088-22315c771c7b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:31.722302 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7842588-5495-4c5b-8bb6-5979161cfeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.725905 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:31.977711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757859d-b907-458e-8b2f-1fb74aac4539 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:41:32.029814 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af85da-a303-4a7d-af95-bd0ace63dae6 None None] Pushing event updated for resources: {'Port': ['ID=91f96eb8-74f6-4075-a088-22315c771c7b,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:32.032287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Routers {'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:41:32.032884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:41:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:32.089264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c189f389-1ad8-4c9b-a717-71ee23f10926', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:41:32.090139 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:32.231371 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7842588-5495-4c5b-8bb6-5979161cfeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:32.274843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e7842588-5495-4c5b-8bb6-5979161cfeea None None] For port 91f96eb8-74f6-4075-a088-22315c771c7b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=91f96eb8-74f6-4075-a088-22315c771c7b,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:41:32.284868 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7842588-5495-4c5b-8bb6-5979161cfeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:32.294066 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] Set router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:41:32.346602 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:32.482648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Allocated IP 172.20.0.2 (c189f389-1ad8-4c9b-a717-71ee23f10926/73718d6d-67f4-4489-a494-9e25335f93cd/b28f63da-e405-445e-afd1-9663a0433eda) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:41:32.489112 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7842588-5495-4c5b-8bb6-5979161cfeea None None] Pushing event updated for resources: {'Port': ['ID=91f96eb8-74f6-4075-a088-22315c771c7b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:32.509843 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4efeaa41-f539-420b-86e3-a8af79707297 None None] Provisioning complete for port 91f96eb8-74f6-4075-a088-22315c771c7b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:32.510220 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4efeaa41-f539-420b-86e3-a8af79707297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:32.622084 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:32.787444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:32.795458 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:32.831647 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:30Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:32.842141 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.20.0.1 (c189f389-1ad8-4c9b-a717-71ee23f10926/73718d6d-67f4-4489-a494-9e25335f93cd/bc024914-fe04-448e-b843-47cb041e91fa) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:41:32.874871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Network c189f389-1ad8-4c9b-a717-71ee23f10926 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:41:32.876302 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d7444-3255-46bc-9183-fc08b979b768 None None] The sync data for ids ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'] in n-d-805736-4 is: [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:30Z', 'revision_number': 3, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:41:32.881599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:41:32.884801 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Pushing event updated for resources: {'Port': ['ID=b28f63da-e405-445e-afd1-9663a0433eda,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:32.886981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:41:32.947838 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Attempting to bind port b28f63da-e405-445e-afd1-9663a0433eda on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:41:32.948202 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Attempting to bind port b28f63da-e405-445e-afd1-9663a0433eda by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:41:32.948558 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Attempting to bind port b28f63da-e405-445e-afd1-9663a0433eda on network c189f389-1ad8-4c9b-a717-71ee23f10926 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:41:32.954310 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:41:32.954680 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Checking segment: {'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:41:32.955266 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:32.955663 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Bound using segment: {'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:41:32.956137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Bound port: b28f63da-e405-445e-afd1-9663a0433eda, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:41:32.956517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:32.974403 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:33.012867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:33.027828 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] For port b28f63da-e405-445e-afd1-9663a0433eda, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:41:33.032528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] For port b28f63da-e405-445e-afd1-9663a0433eda, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b28f63da-e405-445e-afd1-9663a0433eda,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:41:33.037309 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:33.059463 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network c189f389-1ad8-4c9b-a717-71ee23f10926 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:41:33.064838 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:41:33.068948 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:41:33.076615 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=bc024914-fe04-448e-b843-47cb041e91fa,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:33.114242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9c28c-f577-4ef1-a5b3-732f6abfa4d5 None None] Pushing event updated for resources: {'Port': ['ID=b28f63da-e405-445e-afd1-9663a0433eda,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:33.118711 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:33.147636 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:33.330774 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:33.657478 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:33.662896 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:33.747542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=bc024914-fe04-448e-b843-47cb041e91fa,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:33.747542 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:33.846037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b28f63da-e405-445e-afd1-9663a0433eda up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:41:33.870884 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network c189f389-1ad8-4c9b-a717-71ee23f10926 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:41:33.872726 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:41:33.911719 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b28f63da-e405-445e-afd1-9663a0433eda triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:33.912086 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:33.999704 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:34.001788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:41:34.035088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] For port b28f63da-e405-445e-afd1-9663a0433eda, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b28f63da-e405-445e-afd1-9663a0433eda,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:41:34.040665 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:34.041597 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 91f96eb8-74f6-4075-a088-22315c771c7b up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:41:34.131203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:41:34.135715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Pushing event updated for resources: {'Port': ['ID=b28f63da-e405-445e-afd1-9663a0433eda,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:34.141811 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-545f6a97-0d1b-4280-8ea3-6c1d4af9befa tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "PUT /v2.0/routers/ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5538833 Nov 12 14:41:34.159064 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 91f96eb8-74f6-4075-a088-22315c771c7b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:34.159529 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:34.188138 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2a435-5b65-4603-931f-7efd9645817b None None] Network c189f389-1ad8-4c9b-a717-71ee23f10926 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:41:34.280081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-04e2ea97-72c4-4a06-be3a-9fc22b9c74aa None None] Provisioning complete for port b28f63da-e405-445e-afd1-9663a0433eda triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:34.280448 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04e2ea97-72c4-4a06-be3a-9fc22b9c74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:34.303629 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-b94e66f3-d462-4b0c-af77-c629b5d64c7f tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170617049&fields=id&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 267 time: 0.0450284 Nov 12 14:41:34.424666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-f95bbc2f-c6f3-40dc-a343-59179fd17c2a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:34.426218 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-f95bbc2f-c6f3-40dc-a343-59179fd17c2a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/networks?id=c189f389-1ad8-4c9b-a717-71ee23f10926 HTTP/1.1" status: 200 len: 796 time: 0.1149998 Nov 12 14:41:34.442465 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-92cfa3a8-6dd8-4658-ba1d-0fb692515a8b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/quotas/57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 375 time: 0.0098236 Nov 12 14:41:34.501163 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-745df828-405b-4283-9319-e13fbcaca563 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513964 Nov 12 14:41:34.568735 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-ef301bfc-1c31-444a-b930-a7cf51650296 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:41:34.571033 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-ef301bfc-1c31-444a-b930-a7cf51650296 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565679 Nov 12 14:41:34.644624 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Sync routers for ids ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:41:34.655535 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Routers {'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:41:34.656232 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:41:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:34.674114 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-3ac3c2fa-7921-4e8f-add1-17e30a02d457 service neutron] 10.222.0.73 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969775 Nov 12 14:41:34.768226 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Set router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:41:34.783637 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-3d80550f-ad0a-4907-bf5f-e4d7af3fe983 service neutron] 10.222.0.73 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020095 Nov 12 14:41:34.792515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0cfc600b-f2ab-4f52-8fcc-91b4e99d5e2d None None] Provisioning complete for port b28f63da-e405-445e-afd1-9663a0433eda triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:34.793103 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cfc600b-f2ab-4f52-8fcc-91b4e99d5e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:34.914061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-0cfc600b-f2ab-4f52-8fcc-91b4e99d5e2d None None] Provisioning complete for port bc024914-fe04-448e-b843-47cb041e91fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:34.914827 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cfc600b-f2ab-4f52-8fcc-91b4e99d5e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:34.962381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc600b-f2ab-4f52-8fcc-91b4e99d5e2d None None] Port bc024914-fe04-448e-b843-47cb041e91fa cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:41:35.009574 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-baa5aae5-514e-4add-8e76-2363295e91bf req-c703150b-0a20-4a2e-b14d-26c9befd9d7a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 210 time: 0.0427825 Nov 12 14:41:35.031954 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:33Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc024914-fe04-448e-b843-47cb041e91fa', 'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:1c:01:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:32Z', 'updated_at': '2021-11-12T14:41:33Z', 'revision_number': 2, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:35.060566 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Checking router: ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:41:35.060916 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Updating router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 port bc024914-fe04-448e-b843-47cb041e91fa binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:41:35.082225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1265deea-3a34-479e-bd8b-cc93e9b8339e None None] Provisioning complete for port bc024914-fe04-448e-b843-47cb041e91fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:35.082814 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1265deea-3a34-479e-bd8b-cc93e9b8339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.094693 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.125626 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1265deea-3a34-479e-bd8b-cc93e9b8339e None None] Port bc024914-fe04-448e-b843-47cb041e91fa cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:41:35.245973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-82abe679-601e-4c6a-a817-aa0296a16b7e None None] Provisioning complete for port bc024914-fe04-448e-b843-47cb041e91fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:35.246342 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82abe679-601e-4c6a-a817-aa0296a16b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.285230 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-82abe679-601e-4c6a-a817-aa0296a16b7e None None] Port bc024914-fe04-448e-b843-47cb041e91fa cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:41:35.405938 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.411371 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.464137 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Pushing event updated for resources: {'Port': ['ID=bc024914-fe04-448e-b843-47cb041e91fa,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:35.487986 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.488329 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.488980 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.489406 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.490013 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.490350 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.490689 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.491013 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.491365 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.491689 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.492030 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.492336 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:41:35.525308 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Attempting to bind port bc024914-fe04-448e-b843-47cb041e91fa on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:41:35.525685 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Attempting to bind port bc024914-fe04-448e-b843-47cb041e91fa by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:41:35.526052 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Attempting to bind port bc024914-fe04-448e-b843-47cb041e91fa on network c189f389-1ad8-4c9b-a717-71ee23f10926 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:41:35.531385 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:41:35.531754 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Checking segment: {'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:41:35.532149 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.532566 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Bound using segment: {'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:41:35.533026 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Bound port: bc024914-fe04-448e-b843-47cb041e91fa, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:41:35.533432 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.604343 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] For port bc024914-fe04-448e-b843-47cb041e91fa, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:41:35.607979 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] For port bc024914-fe04-448e-b843-47cb041e91fa, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bc024914-fe04-448e-b843-47cb041e91fa,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:41:35.612401 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.662871 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Routers {'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:41:35.663819 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:41:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:35.711260 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d596cd21-9bed-43a5-b92b-6f92473af849 None None] Provisioning complete for port bc024914-fe04-448e-b843-47cb041e91fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:35.711528 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d596cd21-9bed-43a5-b92b-6f92473af849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.753764 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cff8a1-2d68-4ab5-bbe1-c76a9a55b4a4 None None] Pushing event updated for resources: {'Port': ['ID=bc024914-fe04-448e-b843-47cb041e91fa,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:35.783090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b28f63da-e405-445e-afd1-9663a0433eda up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:41:35.783613 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] Set router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:41:35.858591 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d596cd21-9bed-43a5-b92b-6f92473af849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.896788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d596cd21-9bed-43a5-b92b-6f92473af849 None None] For port bc024914-fe04-448e-b843-47cb041e91fa, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bc024914-fe04-448e-b843-47cb041e91fa,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:41:35.910418 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d596cd21-9bed-43a5-b92b-6f92473af849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.941746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port b28f63da-e405-445e-afd1-9663a0433eda triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:35.942379 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:35.997771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596cd21-9bed-43a5-b92b-6f92473af849 None None] Pushing event updated for resources: {'Port': ['ID=bc024914-fe04-448e-b843-47cb041e91fa,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:36.028344 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:33Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc024914-fe04-448e-b843-47cb041e91fa', 'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:1c:01:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:32Z', 'updated_at': '2021-11-12T14:41:35Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:36.063542 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c68cb8-9ff6-48ee-9c06-443a7e2dc1ac None None] The sync data for ids ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'] in n-d-805736-4 is: [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:33Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc024914-fe04-448e-b843-47cb041e91fa', 'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:1c:01:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:32Z', 'updated_at': '2021-11-12T14:41:35Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:41:36.074525 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1625fdf9-bb89-4745-9788-48c3245b13b7 None None] Provisioning complete for port bc024914-fe04-448e-b843-47cb041e91fa triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:36.075432 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1625fdf9-bb89-4745-9788-48c3245b13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:36.089318 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-49f55fa0-b79e-46e3-ad2f-ca46037b1d70 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:36.091556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-49f55fa0-b79e-46e3-ad2f-ca46037b1d70 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/networks?id=c189f389-1ad8-4c9b-a717-71ee23f10926 HTTP/1.1" status: 200 len: 796 time: 0.1571469 Nov 12 14:41:36.174775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9862c35f-79c0-4631-b69f-32a8f52510da req-c80faeda-99dc-408b-a5dd-b7e46af6d55e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 210 time: 0.0717058 Nov 12 14:41:36.237527 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-40ad48e5-21d1-461c-9802-9c2e5683bac9 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c403a097e54a5a84303f8d318383b5 HTTP/1.1" status: 200 len: 380 time: 0.1351140 Nov 12 14:41:36.252292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'port': {'device_id': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'admin_state_up': True, 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'security_groups': ['e60d57c1-3848-49f6-8d99-5db7e6fb5cc0']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:36.417230 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Made reservation on behalf of 57c403a097e54a5a84303f8d318383b5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:41:36.421628 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:36.565823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.20.0.4 (c189f389-1ad8-4c9b-a717-71ee23f10926/73718d6d-67f4-4489-a494-9e25335f93cd/bed3d7e3-ae56-47d3-9b28-58a67e580884) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:41:36.714973 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:36.762945 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:36.806182 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network c189f389-1ad8-4c9b-a717-71ee23f10926 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:41:36.809184 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:41:36.811871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:41:36.854892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=bed3d7e3-ae56-47d3-9b28-58a67e580884,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:36.879693 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:36.880452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:36.899042 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-7bf2f9c4-439f-451a-a764-e3f3208030f1 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538846 Nov 12 14:41:36.914879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Request body: {'port': {'device_id': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:36.973960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:37.129073 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d34acd72-0dc6-4861-b516-92c5e138702f None None] Provisioning complete for port bed3d7e3-ae56-47d3-9b28-58a67e580884 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:37.129757 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d34acd72-0dc6-4861-b516-92c5e138702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:37.169889 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d34acd72-0dc6-4861-b516-92c5e138702f None None] Port bed3d7e3-ae56-47d3-9b28-58a67e580884 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:41:37.259554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed3d7e3-ae56-47d3-9b28-58a67e580884 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:41:37.275275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:37.305892 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Transition to ACTIVE for port object bed3d7e3-ae56-47d3-9b28-58a67e580884 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:41:37.312853 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:37.354215 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d427734-bb18-4043-bdcb-a1abdc1b472f req-95019ee9-3986-48ef-9879-fa7e53734001 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:37.355684 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d427734-bb18-4043-bdcb-a1abdc1b472f req-95019ee9-3986-48ef-9879-fa7e53734001 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 931 time: 0.0918400 Nov 12 14:41:37.391612 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bed3d7e3-ae56-47d3-9b28-58a67e580884,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:37.463026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7d427734-bb18-4043-bdcb-a1abdc1b472f req-8abad85b-a240-4641-ad5e-af63c698ccec tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005044 Nov 12 14:41:37.487879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Attempting to bind port bed3d7e3-ae56-47d3-9b28-58a67e580884 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:41:37.488205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Attempting to bind port bed3d7e3-ae56-47d3-9b28-58a67e580884 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:41:37.488533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Attempting to bind port bed3d7e3-ae56-47d3-9b28-58a67e580884 on network c189f389-1ad8-4c9b-a717-71ee23f10926 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:41:37.493806 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Port bed3d7e3-ae56-47d3-9b28-58a67e580884 on network c189f389-1ad8-4c9b-a717-71ee23f10926 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:41:37.494124 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Attempting to bind port bed3d7e3-ae56-47d3-9b28-58a67e580884 on network c189f389-1ad8-4c9b-a717-71ee23f10926 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:41:37.499320 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:41:37.499741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Checking segment: {'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:41:37.500137 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Bound using segment: {'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:41:37.500716 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Bound port: bed3d7e3-ae56-47d3-9b28-58a67e580884, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b23149-c8b9-4825-a595-16c8ed9d8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:41:37.501374 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:37.566917 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] For port bed3d7e3-ae56-47d3-9b28-58a67e580884, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:41:37.571116 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] For port bed3d7e3-ae56-47d3-9b28-58a67e580884, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:41:37.575401 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:37.613637 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:37.614267 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:37.615744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] 10.222.0.70 "PUT /v2.0/ports/bed3d7e3-ae56-47d3-9b28-58a67e580884 HTTP/1.1" status: 200 len: 1091 time: 0.7054992 Nov 12 14:41:37.616094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'tag': 'bed3d7e3-ae56-47d3-9b28-58a67e580884'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:41:37.619022 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a15802-4562-4d97-9dc1-cf042a2915c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a729fee4-9336-45d1-86ce-84ad0c9bb030", "tag": "bed3d7e3-ae56-47d3-9b28-58a67e580884"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:41:37.644336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1cc51-dbbb-470d-aaa4-72eb752224c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bed3d7e3-ae56-47d3-9b28-58a67e580884,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:37.667257 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4132227d-f506-41e4-bd30-a6d279448e11 x-openstack-request-id: req-4132227d-f506-41e4-bd30-a6d279448e11 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:41:37.667610 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a729fee4-9336-45d1-86ce-84ad0c9bb030", "tag": "bed3d7e3-ae56-47d3-9b28-58a67e580884", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:41:37.667872 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4132227d-f506-41e4-bd30-a6d279448e11 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:41:37.668280 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'tag': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'status': 'completed', 'code': 200} Nov 12 14:41:37.716005 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-3da71409-4398-4af9-ada3-a289776c63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:37.717647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-3da71409-4398-4af9-ada3-a289776c63b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 1094 time: 0.0445020 Nov 12 14:41:37.766674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-2fb95f27-bf84-4d50-afe0-038f64a96189 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884 HTTP/1.1" status: 200 len: 217 time: 0.0396547 Nov 12 14:41:37.785855 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bc024914-fe04-448e-b843-47cb041e91fa up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:41:37.824244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-6973a507-d345-4f39-83e6-868e0229dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:37.825838 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-6973a507-d345-4f39-83e6-868e0229dedd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73718d6d-67f4-4489-a494-9e25335f93cd HTTP/1.1" status: 200 len: 835 time: 0.0520978 Nov 12 14:41:37.840990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port bc024914-fe04-448e-b843-47cb041e91fa triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:37.841450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:37.878803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-f1701a08-bd43-41f0-89d4-3035bf59290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:37.880518 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-f1701a08-bd43-41f0-89d4-3035bf59290a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c189f389-1ad8-4c9b-a717-71ee23f10926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457141 Nov 12 14:41:37.973695 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-4288e384-210a-4757-a520-ae2d55a1274f service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857818 Nov 12 14:41:38.065314 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e10e4f61-3c1e-4b8c-98de-430a752e6c73 req-11c63e11-3a8f-4aee-89d3-11d1ea37add3 service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849025 Nov 12 14:41:38.151435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-9be70d3d-20c0-4119-99d1-6087c3afe9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:38.152941 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-9be70d3d-20c0-4119-99d1-6087c3afe9c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 1094 time: 0.0408607 Nov 12 14:41:38.245262 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-462d142b-1105-4708-9012-9ff47d1c006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:38.246646 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-462d142b-1105-4708-9012-9ff47d1c006c service neutron] 10.222.0.70 "GET /v2.0/networks?id=c189f389-1ad8-4c9b-a717-71ee23f10926 HTTP/1.1" status: 200 len: 897 time: 0.0868549 Nov 12 14:41:38.287020 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-62b29ef6-9635-4eb8-87cb-947f7bb57485 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884 HTTP/1.1" status: 200 len: 217 time: 0.0334201 Nov 12 14:41:38.334453 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-89251998-0f62-4725-8cbc-aa4b917343f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:38.335887 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-89251998-0f62-4725-8cbc-aa4b917343f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73718d6d-67f4-4489-a494-9e25335f93cd HTTP/1.1" status: 200 len: 835 time: 0.0421147 Nov 12 14:41:38.385948 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-e6ff750e-fc90-4a79-827a-5abb61f82e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:38.387739 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-e6ff750e-fc90-4a79-827a-5abb61f82e17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c189f389-1ad8-4c9b-a717-71ee23f10926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440493 Nov 12 14:41:38.477073 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-e6987c7f-d299-447d-9c72-84b23834d083 service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818284 Nov 12 14:41:38.955567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58eed-e582-4a19-a3a7-82abd2489ffe req-eaf8e2ac-b9ca-46d2-b768-4757f9682c84 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:38.957011 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3be58eed-e582-4a19-a3a7-82abd2489ffe req-eaf8e2ac-b9ca-46d2-b768-4757f9682c84 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 943 time: 0.0681412 Nov 12 14:41:38.961104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b1a15802-4562-4d97-9dc1-cf042a2915c2 req-cdfb331e-8f2c-4478-9e74-bddd1271ad3d service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756286 Nov 12 14:41:39.007028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3be58eed-e582-4a19-a3a7-82abd2489ffe req-42368578-5f32-4cf8-858f-11754c660165 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430751 Nov 12 14:41:40.126995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2f075-98be-4db0-ac7c-3a178b103307 req-57466dae-6762-4d58-b230-be790cfd147c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:40.128434 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-03d2f075-98be-4db0-ac7c-3a178b103307 req-57466dae-6762-4d58-b230-be790cfd147c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 943 time: 0.0532174 Nov 12 14:41:40.175775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-03d2f075-98be-4db0-ac7c-3a178b103307 req-a04e8d9f-f187-47e8-9137-d9e4179d5824 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Nov 12 14:41:41.296901 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06072bf-1f2e-4cdd-9813-add90c0e038c req-eb6ab1f6-e5aa-4132-9691-4973e034e772 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:41.298470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d06072bf-1f2e-4cdd-9813-add90c0e038c req-eb6ab1f6-e5aa-4132-9691-4973e034e772 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 943 time: 0.0507476 Nov 12 14:41:41.353236 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d06072bf-1f2e-4cdd-9813-add90c0e038c req-a1e90e5c-bfdb-4ea8-aebb-892e5e9f133e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483596 Nov 12 14:41:42.473243 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145668c3-cec2-42f3-b9b4-459cee669905 req-edcfb58e-6148-440c-87b4-d23848a6b6de tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:42.474958 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-145668c3-cec2-42f3-b9b4-459cee669905 req-edcfb58e-6148-440c-87b4-d23848a6b6de tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 943 time: 0.0529144 Nov 12 14:41:42.525410 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-145668c3-cec2-42f3-b9b4-459cee669905 req-b2d73461-f9d0-4e51-b041-6f8d64c2180e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443532 Nov 12 14:41:43.448564 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bed3d7e3-ae56-47d3-9b28-58a67e580884 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:41:43.572864 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bed3d7e3-ae56-47d3-9b28-58a67e580884, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:41:43.584865 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'port_id': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'mac_address': 'fa:16:3e:a6:19:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:41:43.632331 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:43.644871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab51c9-2449-49e0-a331-365ed6d08872 req-34ee7dee-dc72-4968-958d-5ebe68372336 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:43.645648 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed3d7e3-ae56-47d3-9b28-58a67e580884 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:41:43.646399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87ab51c9-2449-49e0-a331-365ed6d08872 req-34ee7dee-dc72-4968-958d-5ebe68372336 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 943 time: 0.0493820 Nov 12 14:41:43.667956 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bed3d7e3-ae56-47d3-9b28-58a67e580884, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:41:43.673036 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:43.701091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-87ab51c9-2449-49e0-a331-365ed6d08872 req-3c275428-5f8c-420d-b9aa-46f1296ab485 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464580 Nov 12 14:41:43.728231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bed3d7e3-ae56-47d3-9b28-58a67e580884,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:43.834767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:44.043166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['bed3d7e3-ae56-47d3-9b28-58a67e580884'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:41:44.829753 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0bedf-d6a7-4810-8f96-8cb37d773250 req-72f13c8f-6bda-425c-8713-d9817c7e2244 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:44.831196 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05b0bedf-d6a7-4810-8f96-8cb37d773250 req-72f13c8f-6bda-425c-8713-d9817c7e2244 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 944 time: 0.0498030 Nov 12 14:41:44.853213 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:44.888381 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-05b0bedf-d6a7-4810-8f96-8cb37d773250 req-33eddd6d-d959-4c9c-ad18-42956746ab3a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510468 Nov 12 14:41:45.443519 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bed3d7e3-ae56-47d3-9b28-58a67e580884 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:41:45.494930 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port bed3d7e3-ae56-47d3-9b28-58a67e580884 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:41:45.498835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port bed3d7e3-ae56-47d3-9b28-58a67e580884 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:41:45.499278 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:45.579828 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:45.602090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3d7e3-ae56-47d3-9b28-58a67e580884'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:41:45.604300 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6a1d7b-cb3c-41d9-95fb-971b4d48c825" -d '{"events": [{"server_uuid": "a729fee4-9336-45d1-86ce-84ad0c9bb030", "name": "network-vif-plugged", "status": "completed", "tag": "bed3d7e3-ae56-47d3-9b28-58a67e580884"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:41:45.616850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port bed3d7e3-ae56-47d3-9b28-58a67e580884, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:41:45.620868 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:45.646493 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ba1670-c3b8-4b3f-80c2-cb02aea886b4 x-openstack-request-id: req-c9ba1670-c3b8-4b3f-80c2-cb02aea886b4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:41:45.646856 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a729fee4-9336-45d1-86ce-84ad0c9bb030", "name": "network-vif-plugged", "status": "completed", "tag": "bed3d7e3-ae56-47d3-9b28-58a67e580884", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:41:45.647637 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9ba1670-c3b8-4b3f-80c2-cb02aea886b4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:41:45.648034 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'code': 200} Nov 12 14:41:45.674089 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=bed3d7e3-ae56-47d3-9b28-58a67e580884,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:45.739223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5bea4-32ed-4512-a621-cb400ffb57e9 req-91aa1205-9dc9-4a55-a823-37fdf98624bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:45.740849 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65e5bea4-32ed-4512-a621-cb400ffb57e9 req-91aa1205-9dc9-4a55-a823-37fdf98624bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 1096 time: 0.0403087 Nov 12 14:41:45.787517 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-65e5bea4-32ed-4512-a621-cb400ffb57e9 req-de11d392-ec00-47c4-93b2-9b1513329104 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398188 Nov 12 14:41:46.009340 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f563a-8d86-41b9-9d7d-3266ffd78968 req-e6939d5c-0fd5-4de6-8dd6-ca39b89907e4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:46.010716 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-293f563a-8d86-41b9-9d7d-3266ffd78968 req-e6939d5c-0fd5-4de6-8dd6-ca39b89907e4 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0511942 Nov 12 14:41:46.060726 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-293f563a-8d86-41b9-9d7d-3266ffd78968 req-d4000274-1548-492d-a35c-00601ff97969 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440855 Nov 12 14:41:47.185426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c7cf6-8fc8-4a28-8e14-dc1b21795585 req-a5a9a348-e647-4dfc-b7b7-fed35bf7db05 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:47.186929 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-162c7cf6-8fc8-4a28-8e14-dc1b21795585 req-a5a9a348-e647-4dfc-b7b7-fed35bf7db05 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0540397 Nov 12 14:41:47.237408 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-162c7cf6-8fc8-4a28-8e14-dc1b21795585 req-88fdeef6-fa2a-43c4-90a6-841bee062608 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441380 Nov 12 14:41:48.353429 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e95cce-cfe4-45a3-bac6-f141bc9337cc req-72ae1f5d-bcf5-45ed-9a9e-ccd0059def2d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:48.354970 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76e95cce-cfe4-45a3-bac6-f141bc9337cc req-72ae1f5d-bcf5-45ed-9a9e-ccd0059def2d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0518763 Nov 12 14:41:48.405800 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-76e95cce-cfe4-45a3-bac6-f141bc9337cc req-38187312-c76a-4b2f-9803-0828e58b698c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449431 Nov 12 14:41:48.534254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4e553-1508-4712-bebd-41d8c88e93ca req-7b4649ff-0f02-4c98-9249-2e6e079940c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:48.536276 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ea4e553-1508-4712-bebd-41d8c88e93ca req-7b4649ff-0f02-4c98-9249-2e6e079940c3 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0625501 Nov 12 14:41:48.599770 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ea4e553-1508-4712-bebd-41d8c88e93ca req-3d6e8d46-23dc-443f-87e2-aee25645c228 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570226 Nov 12 14:41:48.622466 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40402) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:48.665898 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b00134-88d0-46fc-a878-816ae447b24c tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:48.667448 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a7b00134-88d0-46fc-a878-816ae447b24c tempest-TestNetworkAdvancedServerOps-963876773 tempest-TestNetworkAdvancedServerOps-963876773-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 1091 time: 0.0439756 Nov 12 14:41:48.670305 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:48.674498 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:41:48.694961 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:48.791263 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:48.895625 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Allocated IP 172.25.5.103 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/519fc5ed-64f3-4e21-a7bc-d8e7bd1ec3cb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:41:49.007618 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:49.040138 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:49.085410 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:41:49.088332 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:41:49.092796 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:41:49.095784 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=519fc5ed-64f3-4e21-a7bc-d8e7bd1ec3cb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:49.465118 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:49.537689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:49.688912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:49.693617 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:49.758907 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event updated for resources: {'Port': ['ID=519fc5ed-64f3-4e21-a7bc-d8e7bd1ec3cb,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:41:49.773039 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:49.873834 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Floating IP 6d46b996-68e8-460a-bc92-688c621c2a2c associated. External IP: 172.25.5.103, port: bed3d7e3-ae56-47d3-9b28-58a67e580884. Nov 12 14:41:50.082797 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:41:50.189033 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:41:50.199715 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] Sync routers for ids ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:41:50.206743 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:50.210415 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] Routers {'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:41:50.211052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:41:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:50.235274 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fdd46f6f-52a0-4092-9ee8-c59ad687edd8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5639660 Nov 12 14:41:50.235979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'tag': 'bed3d7e3-ae56-47d3-9b28-58a67e580884'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:41:50.238540 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4e6912-802a-431f-a26b-3391406ac16b" -d '{"events": [{"name": "network-changed", "server_uuid": "a729fee4-9336-45d1-86ce-84ad0c9bb030", "tag": "bed3d7e3-ae56-47d3-9b28-58a67e580884"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:41:50.282029 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e24a41-9f8d-4dc4-9096-bac3a031cae1 x-openstack-request-id: req-45e24a41-9f8d-4dc4-9096-bac3a031cae1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:41:50.282320 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a729fee4-9336-45d1-86ce-84ad0c9bb030", "tag": "bed3d7e3-ae56-47d3-9b28-58a67e580884", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:41:50.282577 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-45e24a41-9f8d-4dc4-9096-bac3a031cae1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:41:50.283231 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'tag': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'status': 'completed', 'code': 200} Nov 12 14:41:50.322975 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] Set router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:41:50.351962 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6912-802a-431f-a26b-3391406ac16b req-f375481f-c4e4-4166-8338-738208c5701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:50.353465 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c4e6912-802a-431f-a26b-3391406ac16b req-f375481f-c4e4-4166-8338-738208c5701d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 1096 time: 0.0433576 Nov 12 14:41:50.355483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9aff2-9556-4b9f-9a34-71545eae1ab6 req-18c0b440-6c60-4477-8496-def5758b4717 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:50.357048 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87e9aff2-9556-4b9f-9a34-71545eae1ab6 req-18c0b440-6c60-4477-8496-def5758b4717 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0605953 Nov 12 14:41:50.414347 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-87e9aff2-9556-4b9f-9a34-71545eae1ab6 req-17d316e1-580d-42fe-8ed9-48162840a563 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509639 Nov 12 14:41:50.436905 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40410) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:50.472580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6912-802a-431f-a26b-3391406ac16b req-21516491-fc60-447b-983b-6dbf03a98fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:50.474327 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c4e6912-802a-431f-a26b-3391406ac16b req-21516491-fc60-447b-983b-6dbf03a98fff service neutron] 10.222.0.70 "GET /v2.0/networks?id=c189f389-1ad8-4c9b-a717-71ee23f10926 HTTP/1.1" status: 200 len: 897 time: 0.1080487 Nov 12 14:41:50.500388 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3ce7c51a-454d-40a5-87da-f7666eff5d21 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/6d46b996-68e8-460a-bc92-688c621c2a2c HTTP/1.1" status: 200 len: 991 time: 0.0615468 Nov 12 14:41:50.544064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c4e6912-802a-431f-a26b-3391406ac16b req-aafd297e-2662-47f5-b08c-5dd1d89c0e59 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884 HTTP/1.1" status: 200 len: 999 time: 0.0629625 Nov 12 14:41:50.556259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:33Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '6d46b996-68e8-460a-bc92-688c621c2a2c', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'port_id': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'mac_address': 'fa:16:3e:a6:19:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:41:49Z', 'updated_at': '2021-11-12T14:41:49Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc024914-fe04-448e-b843-47cb041e91fa', 'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:1c:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:32Z', 'updated_at': '2021-11-12T14:41:35Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:50.587097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] Checking router: ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:41:50.594758 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6912-802a-431f-a26b-3391406ac16b req-532058ec-5da7-442e-9f48-11430bc85e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:50.595355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] Routers {'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:41:50.595957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:41:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:50.596372 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c4e6912-802a-431f-a26b-3391406ac16b req-532058ec-5da7-442e-9f48-11430bc85e87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73718d6d-67f4-4489-a494-9e25335f93cd HTTP/1.1" status: 200 len: 835 time: 0.0456913 Nov 12 14:41:50.645329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6912-802a-431f-a26b-3391406ac16b req-1aa08317-0fe1-4339-9e8d-8802cd559e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:41:50.646748 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c4e6912-802a-431f-a26b-3391406ac16b req-1aa08317-0fe1-4339-9e8d-8802cd559e21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c189f389-1ad8-4c9b-a717-71ee23f10926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439203 Nov 12 14:41:50.701892 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] Set router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:41:50.738356 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c4e6912-802a-431f-a26b-3391406ac16b req-4f5801ad-3a25-47bb-b602-f7cac2e7bb98 service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838363 Nov 12 14:41:50.832818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c4e6912-802a-431f-a26b-3391406ac16b req-f30ae9d3-1ef2-4791-82fb-8e634c3dbcbb service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880685 Nov 12 14:41:50.930278 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:33Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '6d46b996-68e8-460a-bc92-688c621c2a2c', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'port_id': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'mac_address': 'fa:16:3e:a6:19:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:41:49Z', 'updated_at': '2021-11-12T14:41:49Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc024914-fe04-448e-b843-47cb041e91fa', 'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:1c:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:32Z', 'updated_at': '2021-11-12T14:41:35Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:41:50.958962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ad421-90de-4777-a534-a76c7fdead0a None None] The sync data for ids ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'] in n-d-805736-4 is: [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:33Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '6d46b996-68e8-460a-bc92-688c621c2a2c', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'port_id': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'mac_address': 'fa:16:3e:a6:19:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:41:49Z', 'updated_at': '2021-11-12T14:41:49Z', 'revision_number': 0, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc024914-fe04-448e-b843-47cb041e91fa', 'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:1c:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:32Z', 'updated_at': '2021-11-12T14:41:35Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:41:51.176008 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4857c160-ca56-4160-84ba-a842151f0790 None None] New status for floating IP 6d46b996-68e8-460a-bc92-688c621c2a2c: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:41:51.504345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:41:51.570513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8326675c-8aa1-4391-bd15-55945676c892 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/6d46b996-68e8-460a-bc92-688c621c2a2c HTTP/1.1" status: 200 len: 993 time: 0.0649273 Nov 12 14:41:57.151257 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f35040bd-cdbf-4267-91a2-295bb04ad4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:41:59.689773 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a35f577-ed30-4d40-bc5f-e44ea98bd252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:00.964658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:01.615779 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:42:02.551857 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:03.096374 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:10.032386 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-594282f9-41bf-400a-a165-209cbb0ee6e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442169 Nov 12 14:42:10.117219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-1ce080c5-32df-4732-a051-d321bf23f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:42:10.119036 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-1ce080c5-32df-4732-a051-d321bf23f761 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 1096 time: 0.0426233 Nov 12 14:42:10.219915 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-8dfe4d18-aead-4c1d-bf8a-12c1c617563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:42:10.221410 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-8dfe4d18-aead-4c1d-bf8a-12c1c617563c service neutron] 10.222.0.70 "GET /v2.0/networks?id=c189f389-1ad8-4c9b-a717-71ee23f10926 HTTP/1.1" status: 200 len: 897 time: 0.0834661 Nov 12 14:42:10.291254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-e43a3f20-533a-4ff5-aa08-21f804612cbb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884 HTTP/1.1" status: 200 len: 1001 time: 0.0615320 Nov 12 14:42:10.338345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-7a41515e-c4e4-4cd5-87ea-011a7133432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:42:10.339742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-7a41515e-c4e4-4cd5-87ea-011a7133432d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73718d6d-67f4-4489-a494-9e25335f93cd HTTP/1.1" status: 200 len: 835 time: 0.0423732 Nov 12 14:42:10.384593 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-cbd1c021-49f5-4581-b8e4-2257dceee49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:42:10.386080 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-cbd1c021-49f5-4581-b8e4-2257dceee49f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c189f389-1ad8-4c9b-a717-71ee23f10926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392644 Nov 12 14:42:10.482650 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-ce311af2-b5d5-4ee6-9304-a2b560112a1d service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885439 Nov 12 14:42:10.574877 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b8dd45b-8e4f-4e09-b191-ed81e956a101 req-ef4d9fef-5a87-4f58-ad4a-802958e59c8f service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846577 Nov 12 14:42:13.839229 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:14.852169 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:27.152090 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd2554f4-716b-48f5-bfd5-56f4fba3a599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:29.690884 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ec56be7-5495-45fb-925d-c964a32bcaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:30.968028 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:32.555900 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:33.097751 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:38.616085 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:42:43.831947 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:44.869360 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:56.391709 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13461d-53c1-47e2-a44d-3a2dca75ef52 req-5e855ed6-a7e3-4509-b29d-c3389e94122b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:42:56.393200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b13461d-53c1-47e2-a44d-3a2dca75ef52 req-5e855ed6-a7e3-4509-b29d-c3389e94122b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0505755 Nov 12 14:42:56.441769 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6b13461d-53c1-47e2-a44d-3a2dca75ef52 req-c8abdab1-52a1-4a05-9e46-d98d3d5874ae tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Nov 12 14:42:57.153517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2462ac3a-16b7-43fe-98b0-eee04ac1a48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:42:57.567436 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d5f91-a8ba-4e4e-afe1-e9ebc5af6781 req-486101d3-948c-4a5d-b7bf-62ad55c47ce5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:42:57.568920 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-705d5f91-a8ba-4e4e-afe1-e9ebc5af6781 req-486101d3-948c-4a5d-b7bf-62ad55c47ce5 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0537717 Nov 12 14:42:57.621197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-705d5f91-a8ba-4e4e-afe1-e9ebc5af6781 req-2f85270d-8493-4dea-8f2d-f840e7647a6a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 Nov 12 14:42:58.737757 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7a26-fb64-45b6-a432-3ac68a2b5106 req-73a06d79-d757-4b21-ac40-0b20d7ae899e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:42:58.739255 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dd3f7a26-fb64-45b6-a432-3ac68a2b5106 req-73a06d79-d757-4b21-ac40-0b20d7ae899e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0483732 Nov 12 14:42:58.789220 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dd3f7a26-fb64-45b6-a432-3ac68a2b5106 req-d4e2c0da-1f05-4650-a35b-39b86f61a68e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433121 Nov 12 14:42:58.811995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40444) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:42:58.876834 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-1ab473d0-ea06-4347-ab4f-8689ef0f4c1b tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/6d46b996-68e8-460a-bc92-688c621c2a2c HTTP/1.1" status: 200 len: 993 time: 0.0636380 Nov 12 14:42:59.693215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d190c7ab-397a-4f87-b130-d8c1e0689b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:00.153234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2c9a6-7129-4433-ba1e-c690b09ef04f req-7f4e3381-2a51-406c-8894-7cf870f72381 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:00.154830 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7cf2c9a6-7129-4433-ba1e-c690b09ef04f req-7f4e3381-2a51-406c-8894-7cf870f72381 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0556524 Nov 12 14:43:00.177345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-8da44a38-3bbc-49f8-8e3d-edcad2429295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:00.178997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-8da44a38-3bbc-49f8-8e3d-edcad2429295 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 1096 time: 0.0480168 Nov 12 14:43:00.207313 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7cf2c9a6-7129-4433-ba1e-c690b09ef04f req-9fbe6cec-57b4-4e7e-a417-974f4b8719c7 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457923 Nov 12 14:43:00.273370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-26b3a96c-3100-42a7-a82f-710e2fd2cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:00.274822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-26b3a96c-3100-42a7-a82f-710e2fd2cf0a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c189f389-1ad8-4c9b-a717-71ee23f10926 HTTP/1.1" status: 200 len: 897 time: 0.0891047 Nov 12 14:43:00.339719 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-97b6dffa-caeb-4eac-853a-5b866981861d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884 HTTP/1.1" status: 200 len: 1001 time: 0.0577919 Nov 12 14:43:00.388130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-debffe5a-1faf-45eb-a782-3009ec6179b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:00.389590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-debffe5a-1faf-45eb-a782-3009ec6179b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73718d6d-67f4-4489-a494-9e25335f93cd HTTP/1.1" status: 200 len: 835 time: 0.0431137 Nov 12 14:43:00.439257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-ebed9931-00b0-4f98-9194-c97ea55525ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:00.440881 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-ebed9931-00b0-4f98-9194-c97ea55525ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c189f389-1ad8-4c9b-a717-71ee23f10926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444283 Nov 12 14:43:00.530865 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-13447cc2-fa0a-4a21-a7fa-8ac761c3fd49 service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830407 Nov 12 14:43:00.625374 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d806c903-7ed7-4270-acf7-efd2801fa819 req-256a618d-377e-4a5c-8094-9778bfe80a16 service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872025 Nov 12 14:43:00.971057 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:01.328088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9c353-5ed0-4c11-b2aa-c62d66d0c8f0 req-a031caae-9a85-4339-9570-1590b07a61bc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:01.329587 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-35f9c353-5ed0-4c11-b2aa-c62d66d0c8f0 req-a031caae-9a85-4339-9570-1590b07a61bc tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0506699 Nov 12 14:43:01.379453 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-35f9c353-5ed0-4c11-b2aa-c62d66d0c8f0 req-c3a215a9-af06-45d6-a5f0-e98804a9556a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437071 Nov 12 14:43:02.497088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aef9fe-566e-4ab5-8eda-e9c891d601bc req-b1532c1b-f55c-4c5c-b9f7-5132599d2082 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:02.498590 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5aef9fe-566e-4ab5-8eda-e9c891d601bc req-b1532c1b-f55c-4c5c-b9f7-5132599d2082 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0486634 Nov 12 14:43:02.557582 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5aef9fe-566e-4ab5-8eda-e9c891d601bc req-9078d101-2c8f-4686-8c72-7a607e4df18e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524991 Nov 12 14:43:02.559321 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:02.579788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40456) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:02.640015 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b68684a3-3955-4473-ac67-3714b1f2d3b8 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/floatingips/6d46b996-68e8-460a-bc92-688c621c2a2c HTTP/1.1" status: 200 len: 993 time: 0.0590780 Nov 12 14:43:02.906187 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40462) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:03.061595 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 519fc5ed-64f3-4e21-a7bc-d8e7bd1ec3cb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:43:03.061929 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:03.099701 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:03.140637 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:03.140954 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:03.152303 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 519fc5ed-64f3-4e21-a7bc-d8e7bd1ec3cb owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:43:03.301517 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:03.331040 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=519fc5ed-64f3-4e21-a7bc-d8e7bd1ec3cb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:03.353433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.353861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.354798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.355142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.355467 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.355795 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.356122 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.356446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.356769 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.357091 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.357446 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.357766 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:03.397713 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:03.398029 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Floating IP 6d46b996-68e8-460a-bc92-688c621c2a2c disassociated (deleted). External IP: 172.25.5.103, port: bed3d7e3-ae56-47d3-9b28-58a67e580884. Nov 12 14:43:03.602993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:43:03.718746 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:43:03.723580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:03.728800 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] Sync routers for ids ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:43:03.738866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] Routers {'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:03.739323 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:03.753264 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-20d39a07-893a-4f99-8a5e-d2bea28c9e16 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/floatingips/6d46b996-68e8-460a-bc92-688c621c2a2c HTTP/1.1" status: 204 len: 168 time: 0.8460014 Nov 12 14:43:03.753953 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'tag': 'bed3d7e3-ae56-47d3-9b28-58a67e580884'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:43:03.756311 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754ffe74-7ec4-4ea8-9a69-8354758dcf08" -d '{"events": [{"name": "network-changed", "server_uuid": "a729fee4-9336-45d1-86ce-84ad0c9bb030", "tag": "bed3d7e3-ae56-47d3-9b28-58a67e580884"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:43:03.799028 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f90bcb0-54ef-4aac-b764-c18d92a43498 x-openstack-request-id: req-3f90bcb0-54ef-4aac-b764-c18d92a43498 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:43:03.799415 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a729fee4-9336-45d1-86ce-84ad0c9bb030", "tag": "bed3d7e3-ae56-47d3-9b28-58a67e580884", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:43:03.799738 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f90bcb0-54ef-4aac-b764-c18d92a43498 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:43:03.800216 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'tag': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'status': 'completed', 'code': 200} Nov 12 14:43:03.866748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] Set router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:03.867429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-2d3e6a4d-6954-4ae1-b1c0-2410231b0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:03.869254 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-2d3e6a4d-6954-4ae1-b1c0-2410231b0df3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57c403a097e54a5a84303f8d318383b5&device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 1096 time: 0.0454407 Nov 12 14:43:04.022353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-af3bcb9f-da45-45d0-98b8-1156aeae68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:04.023856 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-af3bcb9f-da45-45d0-98b8-1156aeae68f0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c189f389-1ad8-4c9b-a717-71ee23f10926 HTTP/1.1" status: 200 len: 897 time: 0.1441336 Nov 12 14:43:04.032511 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453b972-811a-4182-a6d8-922b71c5b22c req-45f0a065-5ba0-4dff-824d-9c4bbdb42f37 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:04.034474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e453b972-811a-4182-a6d8-922b71c5b22c req-45f0a065-5ba0-4dff-824d-9c4bbdb42f37 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0774355 Nov 12 14:43:04.081709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-85c2cb6d-06be-4c96-9d6a-a6a18580e9d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884 HTTP/1.1" status: 200 len: 217 time: 0.0462277 Nov 12 14:43:04.088873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:33Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc024914-fe04-448e-b843-47cb041e91fa', 'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:1c:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:32Z', 'updated_at': '2021-11-12T14:41:35Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:04.115594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] Checking router: ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:43:04.124823 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] Routers {'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:04.125379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:04.156112 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e453b972-811a-4182-a6d8-922b71c5b22c req-48d00355-cf02-41df-b4e5-000d158af22d tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132288 Nov 12 14:43:04.161913 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-6db88d59-a9a8-4aba-9a81-edde2e17ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:04.163420 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-6db88d59-a9a8-4aba-9a81-edde2e17ec35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73718d6d-67f4-4489-a494-9e25335f93cd HTTP/1.1" status: 200 len: 835 time: 0.0727131 Nov 12 14:43:04.212996 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-94ef5dc0-6426-458f-98ae-f85355f60282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:04.214704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-94ef5dc0-6426-458f-98ae-f85355f60282 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c189f389-1ad8-4c9b-a717-71ee23f10926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430963 Nov 12 14:43:04.321208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-fc742a17-8269-44fc-93c7-2a4730584b92 service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970192 Nov 12 14:43:04.399898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] Set router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:04.414814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-754ffe74-7ec4-4ea8-9a69-8354758dcf08 req-8abdb67c-dd82-4e1b-b31e-a654ff2e6fa0 service neutron] 10.222.0.70 "GET /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861413 Nov 12 14:43:04.600393 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:33Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc024914-fe04-448e-b843-47cb041e91fa', 'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:1c:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:32Z', 'updated_at': '2021-11-12T14:41:35Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:04.635499 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d7c0f-7d0a-47d3-891e-a6aec52c7f6d None None] The sync data for ids ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'] in n-d-805736-4 is: [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:33Z', 'revision_number': 4, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': 'bc024914-fe04-448e-b843-47cb041e91fa', 'name': '', 'network_id': 'c189f389-1ad8-4c9b-a717-71ee23f10926', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'mac_address': 'fa:16:3e:1c:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:32Z', 'updated_at': '2021-11-12T14:41:35Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'subnets': [{'id': '73718d6d-67f4-4489-a494-9e25335f93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:43:04.860196 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4c74a-edc6-412c-9f1d-5295a6f8acd9 None None] New status for floating IP 6d46b996-68e8-460a-bc92-688c621c2a2c: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:43:05.278598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78776c1e-76e3-44f4-8bef-fba5fd23c9e6 req-0ae5804c-4e48-41d9-8d33-5db0c2ee2ffd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:05.280151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78776c1e-76e3-44f4-8bef-fba5fd23c9e6 req-0ae5804c-4e48-41d9-8d33-5db0c2ee2ffd tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0508244 Nov 12 14:43:05.333522 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78776c1e-76e3-44f4-8bef-fba5fd23c9e6 req-add00e95-ffdf-4d58-b5a7-4271b2a7169c tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/security-groups?id=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Nov 12 14:43:05.883676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-c8e5b7a0-5567-46ca-9a96-ba448cc0d388 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:05.885891 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-c8e5b7a0-5567-46ca-9a96-ba448cc0d388 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 945 time: 0.0554466 Nov 12 14:43:05.974649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-99f21ee6-fcfc-4322-9570-eac123acbbca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port bed3d7e3-ae56-47d3-9b28-58a67e580884 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:43:05.974982 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-99f21ee6-fcfc-4322-9570-eac123acbbca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:06.068350 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-99f21ee6-fcfc-4322-9570-eac123acbbca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port bed3d7e3-ae56-47d3-9b28-58a67e580884, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=bed3d7e3-ae56-47d3-9b28-58a67e580884,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:06.068748 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-99f21ee6-fcfc-4322-9570-eac123acbbca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:06.081433 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-99f21ee6-fcfc-4322-9570-eac123acbbca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for bed3d7e3-ae56-47d3-9b28-58a67e580884 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:43:06.218375 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-99f21ee6-fcfc-4322-9570-eac123acbbca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:06.252567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f21ee6-fcfc-4322-9570-eac123acbbca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=bed3d7e3-ae56-47d3-9b28-58a67e580884,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:06.297911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-99f21ee6-fcfc-4322-9570-eac123acbbca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] No DVR routers for this DVR port bed3d7e3-ae56-47d3-9b28-58a67e580884 on host n-h1-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:43:06.300542 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-99f21ee6-fcfc-4322-9570-eac123acbbca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:06.304190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3d3ee635-99eb-4b94-955d-0d652f6d4c7d req-99f21ee6-fcfc-4322-9570-eac123acbbca tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.70 "DELETE /v2.0/ports/bed3d7e3-ae56-47d3-9b28-58a67e580884 HTTP/1.1" status: 204 len: 173 time: 0.4133205 Nov 12 14:43:06.304642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'name': 'network-vif-deleted', 'tag': 'bed3d7e3-ae56-47d3-9b28-58a67e580884'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:43:06.308008 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3920d1d-6948-4a68-8eed-2dac4b5225c9" -d '{"events": [{"server_uuid": "a729fee4-9336-45d1-86ce-84ad0c9bb030", "name": "network-vif-deleted", "tag": "bed3d7e3-ae56-47d3-9b28-58a67e580884"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:43:06.348153 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9963d586-ca4d-4672-9a78-e51876658a11 x-openstack-request-id: req-9963d586-ca4d-4672-9a78-e51876658a11 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:43:06.348443 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a729fee4-9336-45d1-86ce-84ad0c9bb030", "name": "network-vif-deleted", "tag": "bed3d7e3-ae56-47d3-9b28-58a67e580884", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:43:06.348697 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9963d586-ca4d-4672-9a78-e51876658a11 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:43:06.349121 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a729fee4-9336-45d1-86ce-84ad0c9bb030', 'name': 'network-vif-deleted', 'tag': 'bed3d7e3-ae56-47d3-9b28-58a67e580884', 'status': 'completed', 'code': 200} Nov 12 14:43:06.435143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3a048bce-ef6b-4d33-8009-4d38a62dd26d req-be84ecb4-e56c-4fa1-a2c8-8cbc1167f763 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a729fee4-9336-45d1-86ce-84ad0c9bb030 HTTP/1.1" status: 200 len: 210 time: 0.0309961 Nov 12 14:43:07.496959 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40480) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:08.190553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:08.480429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port bc024914-fe04-448e-b843-47cb041e91fa {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:43:08.481024 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:08.570924 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port bc024914-fe04-448e-b843-47cb041e91fa, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=bc024914-fe04-448e-b843-47cb041e91fa,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:08.571673 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:08.584039 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for bc024914-fe04-448e-b843-47cb041e91fa owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:43:08.773224 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:08.805671 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=bc024914-fe04-448e-b843-47cb041e91fa,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:08.980211 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:09.194864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:43:09.302293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:43:09.308208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-4ecbd0d4-808f-490f-b6cc-d0e6cbe5e21e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "PUT /v2.0/routers/ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099339 Nov 12 14:43:09.311119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40482) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:09.313259 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] Sync routers for ids ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:43:09.323314 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] Routers {'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:09.323915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:09.362657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bd72be-c6c7-40ea-ab1e-950a9246884a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting subnet 73718d6d-67f4-4489-a494-9e25335f93cd {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:43:09.365841 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72be-c6c7-40ea-ab1e-950a9246884a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:09.406400 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72be-c6c7-40ea-ab1e-950a9246884a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:09.430931 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] Set router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:09.498122 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72be-c6c7-40ea-ab1e-950a9246884a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:09.557582 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72be-c6c7-40ea-ab1e-950a9246884a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:09.586258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd72be-c6c7-40ea-ab1e-950a9246884a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Subnet': ['ID=73718d6d-67f4-4489-a494-9e25335f93cd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:09.588564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72be-c6c7-40ea-ab1e-950a9246884a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:09.591795 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a7bd72be-c6c7-40ea-ab1e-950a9246884a tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/subnets/73718d6d-67f4-4489-a494-9e25335f93cd HTTP/1.1" status: 204 len: 168 time: 0.2795391 Nov 12 14:43:09.594529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40484) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:09.598870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c509c03-2ba4-45e4-8e71-96f1c47bc50f None None] Network c189f389-1ad8-4c9b-a717-71ee23f10926 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:43:09.705959 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:09.721969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:43:08Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:09.752726 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] Checking router: ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:43:09.769530 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] Routers {'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:09.770141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:09.818994 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:09.834089 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bed3d7e3-ae56-47d3-9b28-58a67e580884 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:43:09.860144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: bed3d7e3-ae56-47d3-9b28-58a67e580884 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:43:09.860490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device bed3d7e3-ae56-47d3-9b28-58a67e580884 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:43:09.870853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] DHCP port deletion for c189f389-1ad8-4c9b-a717-71ee23f10926 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:43:09.880483 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Deleting port 91f96eb8-74f6-4075-a088-22315c771c7b {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:43:09.880828 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:09.962104 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] For port 91f96eb8-74f6-4075-a088-22315c771c7b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=91f96eb8-74f6-4075-a088-22315c771c7b,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:09.962464 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:09.962599 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] Set router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:09.975588 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Calling delete_port for 91f96eb8-74f6-4075-a088-22315c771c7b owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:43:10.059148 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Deleting port b28f63da-e405-445e-afd1-9663a0433eda {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:43:10.059559 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.148238 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.169602 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] For port b28f63da-e405-445e-afd1-9663a0433eda, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=b28f63da-e405-445e-afd1-9663a0433eda,segment=NetworkSegment(11b23149-c8b9-4825-a595-16c8ed9d8a6b),segment_id=11b23149-c8b9-4825-a595-16c8ed9d8a6b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:10.169996 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.176314 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Port': ['ID=91f96eb8-74f6-4075-a088-22315c771c7b,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:10.191676 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8398b140-fbad-4715-860e-a813b01e4013 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:43:10.193749 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Calling delete_port for b28f63da-e405-445e-afd1-9663a0433eda owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:43:10.207234 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.207603 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.207967 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.208304 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.208637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.208969 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.209373 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.209646 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.209972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.210296 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.210620 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.210936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.251490 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.320199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:43:08Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:10.351553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67812d7-af5b-4e33-a1d6-cb95e3cf030f None None] The sync data for ids ['ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8'] in n-d-805736-4 is: [{'id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568846936', 'tenant_id': '57c403a097e54a5a84303f8d318383b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:43:08Z', 'revision_number': 5, 'project_id': '57c403a097e54a5a84303f8d318383b5', 'gw_port': {'id': '91f96eb8-74f6-4075-a088-22315c771c7b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:41:29Z', 'updated_at': '2021-11-12T14:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:43:10.355589 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.384582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Pushing event deleted for resources: {'Port': ['ID=b28f63da-e405-445e-afd1-9663a0433eda,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:10.393669 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] No DVR routers for this DVR port b28f63da-e405-445e-afd1-9663a0433eda on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:43:10.397649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.397949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.398292 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.398673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.399047 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.399388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.399761 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.400090 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.400981 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.401452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.401839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.402221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497750b-d40b-47c0-bf60-9d4bd2b06828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:10.680695 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.683614 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.733665 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.734275 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Fanout notify agent at l3_agent the message router_deleted on router ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:43:10.741645 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.742859 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-063da4c2-fee7-4376-ac44-1f5c8c233004 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/routers/ece9f57e-6c0c-4e70-9b35-cb148d7f3fc8 HTTP/1.1" status: 204 len: 168 time: 1.1473119 Nov 12 14:43:10.746127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40488) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:10.831880 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.918629 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.939802 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c189f389-1ad8-4c9b-a717-71ee23f10926']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:10.951184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b23149-c8b9-4825-a595-16c8ed9d8a6b') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:10.951482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b23149-c8b9-4825-a595-16c8ed9d8a6b') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:10.967124 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.981434 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.988457 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:43:10.988850 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:43:10.991996 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:43:11.060009 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:11.067613 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:11.070630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/networks/c189f389-1ad8-4c9b-a717-71ee23f10926 HTTP/1.1" status: 204 len: 168 time: 0.3234129 Nov 12 14:43:11.074507 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40490) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:11.082446 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adfaa1-c9cc-45f6-9d17-6e05879f426e tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'Network': ['ID=c189f389-1ad8-4c9b-a717-71ee23f10926,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:11.136643 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48d32c10-5bbc-49a5-93cc-ce91fe6ce552 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:11.162797 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48d32c10-5bbc-49a5-93cc-ce91fe6ce552 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:11.226600 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48d32c10-5bbc-49a5-93cc-ce91fe6ce552 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:11.230358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48d32c10-5bbc-49a5-93cc-ce91fe6ce552 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:11.231626 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-48d32c10-5bbc-49a5-93cc-ce91fe6ce552 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] 10.222.0.73 "DELETE /v2.0/security-groups/e60d57c1-3848-49f6-8d99-5db7e6fb5cc0 HTTP/1.1" status: 204 len: 168 time: 0.1560862 Nov 12 14:43:11.240967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d32c10-5bbc-49a5-93cc-ce91fe6ce552 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d57c1-3848-49f6-8d99-5db7e6fb5cc0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:11.610865 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40498) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:11.756439 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e87b6ade-016d-4a53-9dd9-3dba00d8419b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57c403a097e54a5a84303f8d318383b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436245 Nov 12 14:43:11.758366 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40502) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:11.809262 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b28f63da-e405-445e-afd1-9663a0433eda no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:43:11.815306 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37ad559d-80bc-4840-935f-e1f3ac79d566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:11.831742 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: b28f63da-e405-445e-afd1-9663a0433eda {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:43:11.832080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device b28f63da-e405-445e-afd1-9663a0433eda not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:43:11.832482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bc024914-fe04-448e-b843-47cb041e91fa no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:43:11.836726 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37ad559d-80bc-4840-935f-e1f3ac79d566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:11.851836 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: bc024914-fe04-448e-b843-47cb041e91fa {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:43:11.852180 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device bc024914-fe04-448e-b843-47cb041e91fa not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:43:11.852582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 91f96eb8-74f6-4075-a088-22315c771c7b no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:43:11.871908 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 91f96eb8-74f6-4075-a088-22315c771c7b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:43:11.872250 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 91f96eb8-74f6-4075-a088-22315c771c7b not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:43:11.887785 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37ad559d-80bc-4840-935f-e1f3ac79d566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:11.890831 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37ad559d-80bc-4840-935f-e1f3ac79d566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:11.891988 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-37ad559d-80bc-4840-935f-e1f3ac79d566 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52d2dc91-1800-4104-9b10-80bd5f86479a HTTP/1.1" status: 204 len: 168 time: 0.1327190 Nov 12 14:43:11.899707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad559d-80bc-4840-935f-e1f3ac79d566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2dc91-1800-4104-9b10-80bd5f86479a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:12.155375 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40508) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:12.168407 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7138530c-7ab8-4f3a-848c-e202f6c3fddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:12.242125 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7138530c-7ab8-4f3a-848c-e202f6c3fddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:12.245821 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7138530c-7ab8-4f3a-848c-e202f6c3fddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:12.283447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7138530c-7ab8-4f3a-848c-e202f6c3fddc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f8daf19f90f34ac5b7e8d95177f0ae47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269701 Nov 12 14:43:12.285602 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138530c-7ab8-4f3a-848c-e202f6c3fddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66628b2-57a3-4746-ba6e-e962bef9daa4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:12.286383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40510) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:12.344284 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c5b59aa-344e-442c-b5db-f8613d04fcc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:12.371319 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c5b59aa-344e-442c-b5db-f8613d04fcc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:12.422033 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c5b59aa-344e-442c-b5db-f8613d04fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:12.424536 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9c5b59aa-344e-442c-b5db-f8613d04fcc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:12.425703 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9c5b59aa-344e-442c-b5db-f8613d04fcc1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e66628b2-57a3-4746-ba6e-e962bef9daa4 HTTP/1.1" status: 204 len: 168 time: 0.1381991 Nov 12 14:43:12.433963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b59aa-344e-442c-b5db-f8613d04fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66628b2-57a3-4746-ba6e-e962bef9daa4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:13.112532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40532) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:13.210216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1940304115-network', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:13.233741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Made reservation on behalf of c32882f93d08430785e84a1a54bb526f for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:43:13.236057 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.245117 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.321187 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.325553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.347673 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:43:13.364298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e973dce6-6972-4639-bd0e-cd3fcd43a93b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:13.368719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.369067 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Added segment 9d159038-ff23-4692-9a81-ba9e604793c7 of type vlan for network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 Nov 12 14:43:13.410811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.440148 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.441307 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:13.441925 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.503611 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3899417 Nov 12 14:43:13.506710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40536) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:13.511983 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26faa9b5-4cc9-4126-a4a6-43317cd6bb16 admin admin] Pushing event updated for resources: {'Network': ['ID=0c317735-a8fd-43d6-a915-9e6a7abd4d74,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:13.512496 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Request body: {'subnet': {'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1940304115-subnet', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:13.522051 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:43:13.535872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Made reservation on behalf of c32882f93d08430785e84a1a54bb526f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:43:13.538223 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.717868 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.801660 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=047bafe1-013a-4015-9389-74fa4afa7e6f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:13.811780 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Checking segment: {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:43:13.812143 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Network hostable DHCP agents. Network: 0c317735-a8fd-43d6-a915-9e6a7abd4d74, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:43:13.829592 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:43:13.840540 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 0c317735-a8fd-43d6-a915-9e6a7abd4d74) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:13.843370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.844760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:13.845385 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.850500 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c0c68-07a1-43ec-bc3c-962273c10942 None None] Network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:43:13.860996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-484382cb-0b2f-48ee-b539-4e39ed353584 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3531837 Nov 12 14:43:13.864500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40538) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:13.868813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:13.890951 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.891947 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:13.943646 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.004071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:43:14.004937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.089888 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.149789 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Allocated IP 172.20.0.2 (0c317735-a8fd-43d6-a915-9e6a7abd4d74/047bafe1-013a-4015-9389-74fa4afa7e6f/4ca4a577-f57b-4613-bb6f-b5f303a03db1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:43:14.292914 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.301050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.307906 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.312274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.349152 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:43:14.354142 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:14.358068 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:43:14.374084 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Pushing event updated for resources: {'Port': ['ID=4ca4a577-f57b-4613-bb6f-b5f303a03db1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:14.422377 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Allocated IP 172.25.5.76 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/ac516ef3-9bdd-4ce6-ac85-c40afd003b2f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:43:14.424350 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Attempting to bind port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:43:14.424630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Attempting to bind port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:43:14.425021 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Attempting to bind port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 on network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:43:14.431042 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:43:14.431435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Checking segment: {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:43:14.433022 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.433455 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Bound using segment: {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:43:14.433933 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Bound port: 4ca4a577-f57b-4613-bb6f-b5f303a03db1, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:43:14.434369 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.505227 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] For port 4ca4a577-f57b-4613-bb6f-b5f303a03db1, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:43:14.508346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] For port 4ca4a577-f57b-4613-bb6f-b5f303a03db1, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4ca4a577-f57b-4613-bb6f-b5f303a03db1,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:43:14.512100 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.549710 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.568581 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ba2ce-060e-4c25-ab8b-b60a35ca6584 None None] Pushing event updated for resources: {'Port': ['ID=4ca4a577-f57b-4613-bb6f-b5f303a03db1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:14.589733 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.635704 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:43:14.640821 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:14.644734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:43:14.655355 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95a7bca-024a-494d-bd95-5f6efc7e7f9e None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:43:14.669997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac516ef3-9bdd-4ce6-ac85-c40afd003b2f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:14.772556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6272b592-fbcb-4a1f-a8b7-741b99723451 None None] Provisioning complete for port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:14.773572 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6272b592-fbcb-4a1f-a8b7-741b99723451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.819739 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6272b592-fbcb-4a1f-a8b7-741b99723451 None None] Port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:43:14.864353 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:14.943889 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:15.141064 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:15.284435 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Router acffe897-7858-4dd5-9167-a1c9a74c0f99 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:43:15.395179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:43:15.405628 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Sync routers for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:43:15.416738 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:15.417511 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:15.418497 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:15.421109 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a27beaa4-c069-4938-b888-38ce5fc578d9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5543337 Nov 12 14:43:15.422580 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40540) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:15.533429 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:15.569559 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ae7856-6d0c-48a1-8088-7fde29af6089 None None] Network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:43:15.648361 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:43:15.663013 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-62330179-a0f2-4fe4-96e3-447d6bf49707 None None] Provisioning complete for port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:15.663934 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62330179-a0f2-4fe4-96e3-447d6bf49707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:15.749916 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:14Z', 'revision_number': 3, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:15.793829 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Checking router: acffe897-7858-4dd5-9167-a1c9a74c0f99 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:43:15.794110 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Updating router acffe897-7858-4dd5-9167-a1c9a74c0f99 port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:43:15.801648 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62330179-a0f2-4fe4-96e3-447d6bf49707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:15.830908 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:15.842988 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-62330179-a0f2-4fe4-96e3-447d6bf49707 None None] For port 4ca4a577-f57b-4613-bb6f-b5f303a03db1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4ca4a577-f57b-4613-bb6f-b5f303a03db1,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:15.852344 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62330179-a0f2-4fe4-96e3-447d6bf49707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:15.919265 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62330179-a0f2-4fe4-96e3-447d6bf49707 None None] Pushing event updated for resources: {'Port': ['ID=4ca4a577-f57b-4613-bb6f-b5f303a03db1,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:15.942724 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ca4a577-f57b-4613-bb6f-b5f303a03db1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:43:16.002997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:16.003384 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.184160 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-eec045cf-b76c-4d28-b8de-0ad679b80e06 None None] Provisioning complete for port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:16.184416 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eec045cf-b76c-4d28-b8de-0ad679b80e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.184595 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.190324 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.245830 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Attempting to bind port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:43:16.246193 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Attempting to bind port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:43:16.246546 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Attempting to bind port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:43:16.248551 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Pushing event updated for resources: {'Port': ['ID=ac516ef3-9bdd-4ce6-ac85-c40afd003b2f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:16.253209 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.257243 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:43:16.257706 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:43:16.258088 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.258727 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:43:16.258926 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Bound port: ac516ef3-9bdd-4ce6-ac85-c40afd003b2f, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:43:16.259174 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a5ff0a-1c29-4330-b0f9-15bd59b1e05d None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:43:16.259297 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.262986 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.262986 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.262986 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.263331 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.263901 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.264061 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.264750 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.264750 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.265007 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.265175 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.265518 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.265834 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:43:16.321668 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] For port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:43:16.324929 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] For port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ac516ef3-9bdd-4ce6-ac85-c40afd003b2f,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:43:16.329578 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.371402 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dcf78a-d5a8-4aa4-b34f-1ddd17026a06 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:43:16.387811 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:16.388631 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:16.406694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-18120e63-aee1-4981-a751-f1eeb0ae6849 None None] Provisioning complete for port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:16.407168 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18120e63-aee1-4981-a751-f1eeb0ae6849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.424421 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cba0e-ebc5-4913-8eff-8ca85f22d9a1 None None] Pushing event updated for resources: {'Port': ['ID=ac516ef3-9bdd-4ce6-ac85-c40afd003b2f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:16.437235 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Allocated IP 172.20.0.1 (0c317735-a8fd-43d6-a915-9e6a7abd4d74/047bafe1-013a-4015-9389-74fa4afa7e6f/7271e029-d68c-4db0-a77e-081d4e2e899c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:43:16.489761 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18120e63-aee1-4981-a751-f1eeb0ae6849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.507390 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:16.512379 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-18120e63-aee1-4981-a751-f1eeb0ae6849 None None] For port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ac516ef3-9bdd-4ce6-ac85-c40afd003b2f,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:16.517804 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18120e63-aee1-4981-a751-f1eeb0ae6849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.555274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.567254 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18120e63-aee1-4981-a751-f1eeb0ae6849 None None] Pushing event updated for resources: {'Port': ['ID=ac516ef3-9bdd-4ce6-ac85-c40afd003b2f,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:16.590990 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.628441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:43:16.631254 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:16.633664 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:43:16.664803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=7271e029-d68c-4db0-a77e-081d4e2e899c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:16.683533 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.713253 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:14Z', 'revision_number': 3, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:16.747267 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d19d6-1fd1-49a4-8d42-18705a6bab47 None None] The sync data for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 is: [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:14Z', 'revision_number': 3, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:43:16.833186 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:16.942984 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2f594885-4a46-413e-b631-79b25e1c30b4 None None] Provisioning complete for port 7271e029-d68c-4db0-a77e-081d4e2e899c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:16.943461 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f594885-4a46-413e-b631-79b25e1c30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:17.000663 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2f594885-4a46-413e-b631-79b25e1c30b4 None None] Port 7271e029-d68c-4db0-a77e-081d4e2e899c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:43:17.034112 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:17.039989 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:17.111714 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:17.113548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=7271e029-d68c-4db0-a77e-081d4e2e899c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:17.218392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:43:17.219742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:17.350516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Router acffe897-7858-4dd5-9167-a1c9a74c0f99 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:43:17.470997 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:43:17.481496 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-79779c47-00ed-4a9e-924d-5de9bfdb4ca3 admin admin] 10.222.0.73 "PUT /v2.0/routers/acffe897-7858-4dd5-9167-a1c9a74c0f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0522251 Nov 12 14:43:17.533795 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-6d7aa613-30d0-43df-873c-572d0bd624cd None None] Provisioning complete for port 7271e029-d68c-4db0-a77e-081d4e2e899c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:17.534248 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d7aa613-30d0-43df-873c-572d0bd624cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:17.572659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6d7aa613-30d0-43df-873c-572d0bd624cd None None] Port 7271e029-d68c-4db0-a77e-081d4e2e899c cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:43:17.878727 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ac516ef3-9bdd-4ce6-ac85-c40afd003b2f up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:43:17.930822 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:17.931192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:17.994873 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40556) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:18.000598 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1750536301-network', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:18.018206 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ca4a577-f57b-4613-bb6f-b5f303a03db1 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:43:18.028028 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Made reservation on behalf of 4ed25e20e32c420c8adb26435476db5d for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:43:18.030471 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.042773 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.071392 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:18.071883 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.141610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.145787 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.175160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:43:18.187142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8016caf8-c292-456f-a2de-eed4b7894d95,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:18.193670 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.194037 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Added segment 5b582254-7fcd-4a31-8676-0eb189ed4443 of type vlan for network 233d8e79-9977-4730-ac56-5a5e3855ce83 Nov 12 14:43:18.237903 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.263090 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.263993 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:18.264595 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.327451 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3314459 Nov 12 14:43:18.330863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:18.334733 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5cc0d-e9fb-4b8b-90b0-b2c3ff5c2231 admin admin] Pushing event updated for resources: {'Network': ['ID=233d8e79-9977-4730-ac56-5a5e3855ce83,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:18.336160 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Request body: {'subnet': {'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1750536301-subnet', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:18.345853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 233d8e79-9977-4730-ac56-5a5e3855ce83 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:43:18.363698 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Made reservation on behalf of 4ed25e20e32c420c8adb26435476db5d for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:43:18.366354 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.406700 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Sync routers for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:43:18.431351 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:18.433197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:18.545145 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.545489 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:18.604728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc19b651-ca42-4454-8580-fe58a154d0b7,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:18.613978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Checking segment: {'id': '5b582254-7fcd-4a31-8676-0eb189ed4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:43:18.614340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Network hostable DHCP agents. Network: 233d8e79-9977-4730-ac56-5a5e3855ce83, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:43:18.633520 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Network 233d8e79-9977-4730-ac56-5a5e3855ce83 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:43:18.644841 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 233d8e79-9977-4730-ac56-5a5e3855ce83) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:18.649462 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:18.651305 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.666905 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ac1e1169-3779-4344-a5b4-e714a227278c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3347785 Nov 12 14:43:18.669214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97423e8-59a0-41ca-905f-89cfd48d9bb3 None None] Network 233d8e79-9977-4730-ac56-5a5e3855ce83 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:43:18.669545 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40560) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:18.673956 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1750536301-router', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:18.695824 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.696960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.752935 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.873953 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 2, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:18.880005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-233d8e79-9977-4730-ac56-5a5e3855ce83', 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'fixed_ips': [{'subnet_id': 'bc19b651-ca42-4454-8580-fe58a154d0b7'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:43:18.881077 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.896649 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:18.908165 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Checking router: acffe897-7858-4dd5-9167-a1c9a74c0f99 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:43:18.908515 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Updating router acffe897-7858-4dd5-9167-a1c9a74c0f99 port 7271e029-d68c-4db0-a77e-081d4e2e899c binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:43:18.950295 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.101190 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.122846 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.158659 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Allocated IP 172.20.0.2 (233d8e79-9977-4730-ac56-5a5e3855ce83/bc19b651-ca42-4454-8580-fe58a154d0b7/678b6937-3186-44c4-88c8-f0224ba59206) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:43:19.243016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Allocated IP 172.25.5.25 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:43:19.357975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.395400 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.432016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:43:19.434910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:19.441175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:43:19.457980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93700818-f740-4d37-bf6f-1958b52cc60c None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:43:19.470620 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:19.608827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-302fc67e-1e2a-4570-8a1d-201fa8701c51 None None] Provisioning complete for port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:19.609192 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-302fc67e-1e2a-4570-8a1d-201fa8701c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.621362 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.651167 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.654724 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.688384 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.706767 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-302fc67e-1e2a-4570-8a1d-201fa8701c51 None None] Port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:43:19.710475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Network 233d8e79-9977-4730-ac56-5a5e3855ce83 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:43:19.720667 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:19.724751 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.725717 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:43:19.735851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Pushing event updated for resources: {'Port': ['ID=678b6937-3186-44c4-88c8-f0224ba59206,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:19.858915 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Attempting to bind port 678b6937-3186-44c4-88c8-f0224ba59206 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:43:19.859274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Attempting to bind port 678b6937-3186-44c4-88c8-f0224ba59206 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '5b582254-7fcd-4a31-8676-0eb189ed4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:43:19.859629 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Attempting to bind port 678b6937-3186-44c4-88c8-f0224ba59206 on network 233d8e79-9977-4730-ac56-5a5e3855ce83 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:43:19.861671 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dad0f-6c0e-40b3-abde-6f25f5b8b3c0 None None] Pushing event updated for resources: {'Port': ['ID=7271e029-d68c-4db0-a77e-081d4e2e899c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:19.876137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:43:19.876505 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Checking segment: {'id': '5b582254-7fcd-4a31-8676-0eb189ed4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:43:19.876904 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.877385 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Bound using segment: {'id': '5b582254-7fcd-4a31-8676-0eb189ed4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:43:19.877792 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Bound port: 678b6937-3186-44c4-88c8-f0224ba59206, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b582254-7fcd-4a31-8676-0eb189ed4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:43:19.878170 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.880273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Attempting to bind port 7271e029-d68c-4db0-a77e-081d4e2e899c on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:43:19.880630 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Attempting to bind port 7271e029-d68c-4db0-a77e-081d4e2e899c by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:43:19.880979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Attempting to bind port 7271e029-d68c-4db0-a77e-081d4e2e899c on network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:43:19.895728 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:43:19.896099 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Checking segment: {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:43:19.896499 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.896891 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Bound using segment: {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:43:19.897394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Bound port: 7271e029-d68c-4db0-a77e-081d4e2e899c, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:43:19.897775 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.952084 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:19.996312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] For port 678b6937-3186-44c4-88c8-f0224ba59206, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:43:20.001609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] For port 678b6937-3186-44c4-88c8-f0224ba59206, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=678b6937-3186-44c4-88c8-f0224ba59206,segment=NetworkSegment(5b582254-7fcd-4a31-8676-0eb189ed4443),segment_id=5b582254-7fcd-4a31-8676-0eb189ed4443)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:43:20.008368 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:20.011325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] For port 7271e029-d68c-4db0-a77e-081d4e2e899c, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:43:20.016449 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] For port 7271e029-d68c-4db0-a77e-081d4e2e899c, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7271e029-d68c-4db0-a77e-081d4e2e899c,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:43:20.047704 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:20.090145 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Router 1b80b650-c7b9-4934-b749-383dc2ce01db is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:43:20.092303 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-8085430c-053c-4651-93b3-e6b67a080579 None None] Provisioning complete for port 7271e029-d68c-4db0-a77e-081d4e2e899c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:20.092795 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8085430c-053c-4651-93b3-e6b67a080579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:20.132201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:20.132916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:20.135272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6237ec-f511-4239-ba1b-3b6d578d8a1e None None] Pushing event updated for resources: {'Port': ['ID=678b6937-3186-44c4-88c8-f0224ba59206,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:20.217869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:43:20.229875 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Sync routers for ids ['1b80b650-c7b9-4934-b749-383dc2ce01db'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:43:20.255975 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:20.261439 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40562) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:20.262701 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-2acafd35-1ab8-4bc0-945b-26c651379990 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5908928 Nov 12 14:43:20.360900 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dad0f-6c0e-40b3-abde-6f25f5b8b3c0 None None] Pushing event updated for resources: {'Port': ['ID=7271e029-d68c-4db0-a77e-081d4e2e899c,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:20.401373 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:20.411467 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Routers {'1b80b650-c7b9-4934-b749-383dc2ce01db'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:20.413016 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['1b80b650-c7b9-4934-b749-383dc2ce01db'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:20.433471 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8085430c-053c-4651-93b3-e6b67a080579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:20.495426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8085430c-053c-4651-93b3-e6b67a080579 None None] For port 7271e029-d68c-4db0-a77e-081d4e2e899c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7271e029-d68c-4db0-a77e-081d4e2e899c,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:20.542610 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8085430c-053c-4651-93b3-e6b67a080579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:20.571681 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Set router 1b80b650-c7b9-4934-b749-383dc2ce01db gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:20.648594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085430c-053c-4651-93b3-e6b67a080579 None None] Pushing event updated for resources: {'Port': ['ID=7271e029-d68c-4db0-a77e-081d4e2e899c,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:20.683655 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-55bff724-aeb1-4d2a-95f1-ed7a0399d120 None None] Provisioning complete for port 7271e029-d68c-4db0-a77e-081d4e2e899c triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:20.683907 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55bff724-aeb1-4d2a-95f1-ed7a0399d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:20.778446 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'name': 'tempest-TestShelveInstance-1750536301-router', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:18Z', 'updated_at': '2021-11-12T14:43:19Z', 'revision_number': 3, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'gw_port': {'id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:19Z', 'updated_at': '2021-11-12T14:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:20.794617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:20.811526 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Checking router: 1b80b650-c7b9-4934-b749-383dc2ce01db for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:43:20.811903 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Updating router 1b80b650-c7b9-4934-b749-383dc2ce01db port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:43:20.827995 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3f565-8d21-423d-a5e9-83d3dcd14c11 None None] The sync data for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 is: [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:43:20.834156 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:20.841775 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.063327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Allocated IP 172.20.0.1 (233d8e79-9977-4730-ac56-5a5e3855ce83/bc19b651-ca42-4454-8580-fe58a154d0b7/0b19197f-9407-4f5a-9cc7-922a397c8382) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:43:21.200496 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.207448 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.226913 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.252924 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34643728-ffb0-47cd-b217-1a1369d9e6e6 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:43:21.255718 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Attempting to bind port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:43:21.256228 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Attempting to bind port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:43:21.256446 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Attempting to bind port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:43:21.270579 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:43:21.270953 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:43:21.271352 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.271745 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:43:21.272228 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Bound port: 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:43:21.272606 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.298382 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.333923 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] For port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:43:21.337598 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] For port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:43:21.345139 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93302bff-94e5-4f28-b147-d65325e30de9 None None] Pushing event updated for resources: {'Port': ['ID=7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:21.351008 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.366851 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-e3ea85b9-557e-476c-8fdd-237d8a6542db None None] Provisioning complete for port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:21.367341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3ea85b9-557e-476c-8fdd-237d8a6542db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.389252 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Network 233d8e79-9977-4730-ac56-5a5e3855ce83 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:43:21.394856 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:21.401711 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898201cb-efdd-4710-9f51-94708a4259e8 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:43:21.402928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:43:21.407679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Pushing event updated for resources: {'Port': ['ID=0b19197f-9407-4f5a-9cc7-922a397c8382,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:21.416945 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Routers {'1b80b650-c7b9-4934-b749-383dc2ce01db'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:21.417607 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['1b80b650-c7b9-4934-b749-383dc2ce01db'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:21.462201 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.503391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04d967a-7895-406f-b8f9-20d52e54c207 None None] Network 233d8e79-9977-4730-ac56-5a5e3855ce83 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:43:21.534873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3ea85b9-557e-476c-8fdd-237d8a6542db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.546152 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93302bff-94e5-4f28-b147-d65325e30de9 None None] Pushing event updated for resources: {'Port': ['ID=7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:21.566940 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] Set router 1b80b650-c7b9-4934-b749-383dc2ce01db gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:21.602198 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e3ea85b9-557e-476c-8fdd-237d8a6542db None None] For port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:21.612924 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3ea85b9-557e-476c-8fdd-237d8a6542db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.653473 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.722033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea85b9-557e-476c-8fdd-237d8a6542db None None] Pushing event updated for resources: {'Port': ['ID=7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:21.753947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4c4c2095-842f-46ca-a262-8647f2860d3c None None] Provisioning complete for port 678b6937-3186-44c4-88c8-f0224ba59206 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:21.754326 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2095-842f-46ca-a262-8647f2860d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.881308 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'name': 'tempest-TestShelveInstance-1750536301-router', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:18Z', 'updated_at': '2021-11-12T14:43:19Z', 'revision_number': 3, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'gw_port': {'id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:19Z', 'updated_at': '2021-11-12T14:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:21.912323 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.919917 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:21.934653 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bf0b9-188b-4b79-84ce-5f628b3f1140 None None] The sync data for ids ['1b80b650-c7b9-4934-b749-383dc2ce01db'] in n-d-805736-4 is: [{'id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'name': 'tempest-TestShelveInstance-1750536301-router', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:18Z', 'updated_at': '2021-11-12T14:43:19Z', 'revision_number': 3, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'gw_port': {'id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:19Z', 'updated_at': '2021-11-12T14:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:43:21.949141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 678b6937-3186-44c4-88c8-f0224ba59206 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:43:21.952312 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2095-842f-46ca-a262-8647f2860d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:22.047756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Pushing event updated for resources: {'Port': ['ID=0b19197f-9407-4f5a-9cc7-922a397c8382,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:22.057648 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:22.197395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Network 233d8e79-9977-4730-ac56-5a5e3855ce83 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:43:22.200305 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:22.208045 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4c4c2095-842f-46ca-a262-8647f2860d3c None None] For port 678b6937-3186-44c4-88c8-f0224ba59206, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=678b6937-3186-44c4-88c8-f0224ba59206,segment=NetworkSegment(5b582254-7fcd-4a31-8676-0eb189ed4443),segment_id=5b582254-7fcd-4a31-8676-0eb189ed4443)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:22.220475 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2095-842f-46ca-a262-8647f2860d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:22.227276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 678b6937-3186-44c4-88c8-f0224ba59206 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:22.227525 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:22.296774 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4c4c2095-842f-46ca-a262-8647f2860d3c None None] Provisioning complete for port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:22.297107 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2095-842f-46ca-a262-8647f2860d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:22.355637 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c2095-842f-46ca-a262-8647f2860d3c None None] Pushing event updated for resources: {'Port': ['ID=678b6937-3186-44c4-88c8-f0224ba59206,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:22.435388 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Router 1b80b650-c7b9-4934-b749-383dc2ce01db has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:43:22.488080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7271e029-d68c-4db0-a77e-081d4e2e899c up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:43:22.586309 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7271e029-d68c-4db0-a77e-081d4e2e899c triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:22.587019 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:22.618233 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:43:22.632407 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d24143d4-55c8-437c-a7c9-244bffffeea9 admin admin] 10.222.0.73 "PUT /v2.0/routers/1b80b650-c7b9-4934-b749-383dc2ce01db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3697555 Nov 12 14:43:22.669567 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-024e44f9-9821-465d-a0e8-60b9e539ea70 None None] Provisioning complete for port 0b19197f-9407-4f5a-9cc7-922a397c8382 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:22.669960 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-024e44f9-9821-465d-a0e8-60b9e539ea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:22.737235 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-024e44f9-9821-465d-a0e8-60b9e539ea70 None None] Port 0b19197f-9407-4f5a-9cc7-922a397c8382 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:43:22.755061 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-024e44f9-9821-465d-a0e8-60b9e539ea70 None None] Provisioning complete for port 678b6937-3186-44c4-88c8-f0224ba59206 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:22.755683 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-024e44f9-9821-465d-a0e8-60b9e539ea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:22.987619 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-dfe264bf-675a-4fa7-9bc0-1532f5dce632 None None] Provisioning complete for port 0b19197f-9407-4f5a-9cc7-922a397c8382 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:22.988117 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfe264bf-675a-4fa7-9bc0-1532f5dce632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.026324 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dfe264bf-675a-4fa7-9bc0-1532f5dce632 None None] Port 0b19197f-9407-4f5a-9cc7-922a397c8382 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:43:23.392818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40572) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:23.397836 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-de23065f-2047-49bc-ba65-be573c43e82b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-872155078', 'description': 'tempest-secgroup-smoke-872155078 description', 'project_id': 'c32882f93d08430785e84a1a54bb526f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:23.423315 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de23065f-2047-49bc-ba65-be573c43e82b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.494108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de23065f-2047-49bc-ba65-be573c43e82b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.498189 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de23065f-2047-49bc-ba65-be573c43e82b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.532150 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de23065f-2047-49bc-ba65-be573c43e82b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.533437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-de23065f-2047-49bc-ba65-be573c43e82b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1394932 Nov 12 14:43:23.536548 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40574) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:23.537219 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23065f-2047-49bc-ba65-be573c43e82b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ea791c-01e0-4442-b2b9-7866e9496072,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:23.542955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-8b2078f8-b881-41f0-ad46-4302c6d3e343 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '24ea791c-01e0-4442-b2b9-7866e9496072', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:23.579013 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b2078f8-b881-41f0-ad46-4302c6d3e343 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.636980 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b2078f8-b881-41f0-ad46-4302c6d3e343 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.640741 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b2078f8-b881-41f0-ad46-4302c6d3e343 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.658238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2078f8-b881-41f0-ad46-4302c6d3e343 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97e043e-69e4-4a9e-984f-00c84a4f11a4,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:23.666782 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-8b2078f8-b881-41f0-ad46-4302c6d3e343 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.667955 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-8b2078f8-b881-41f0-ad46-4302c6d3e343 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303096 Nov 12 14:43:23.670686 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40576) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:23.674903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-d0d23b5d-e683-4af1-b2f0-49421b9652c5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '24ea791c-01e0-4442-b2b9-7866e9496072', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:23.699606 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b5d-e683-4af1-b2f0-49421b9652c5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.758870 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b5d-e683-4af1-b2f0-49421b9652c5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.763859 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b5d-e683-4af1-b2f0-49421b9652c5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.787835 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23b5d-e683-4af1-b2f0-49421b9652c5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d801a29-5519-42de-8516-91268f500c14,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:23.797097 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b5d-e683-4af1-b2f0-49421b9652c5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.798380 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-d0d23b5d-e683-4af1-b2f0-49421b9652c5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267874 Nov 12 14:43:23.801216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40578) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:23.805559 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-4e70b8ba-5cae-4fe8-9665-c02a70e7a7dc tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '24ea791c-01e0-4442-b2b9-7866e9496072', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:23.832193 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e70b8ba-5cae-4fe8-9665-c02a70e7a7dc tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.890392 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e70b8ba-5cae-4fe8-9665-c02a70e7a7dc tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.893978 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e70b8ba-5cae-4fe8-9665-c02a70e7a7dc tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.913539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70b8ba-5cae-4fe8-9665-c02a70e7a7dc tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b41c9a-2b73-4b46-9360-54fcbad5d572,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:23.915969 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 678b6937-3186-44c4-88c8-f0224ba59206 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:43:23.923324 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4e70b8ba-5cae-4fe8-9665-c02a70e7a7dc tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.924516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4e70b8ba-5cae-4fe8-9665-c02a70e7a7dc tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223433 Nov 12 14:43:23.927248 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 40580) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:23.931819 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-0c5322e8-bdf4-4f78-8a5c-b7262137e663 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '24ea791c-01e0-4442-b2b9-7866e9496072', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:23.959360 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c5322e8-bdf4-4f78-8a5c-b7262137e663 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:23.966337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 678b6937-3186-44c4-88c8-f0224ba59206 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:23.966759 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.023780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c5322e8-bdf4-4f78-8a5c-b7262137e663 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.029319 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c5322e8-bdf4-4f78-8a5c-b7262137e663 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.048536 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5322e8-bdf4-4f78-8a5c-b7262137e663 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66c29ab-110d-40cd-99c5-249814735b6f,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:24.057610 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-0c5322e8-bdf4-4f78-8a5c-b7262137e663 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.061782 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:24.061996 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0c5322e8-bdf4-4f78-8a5c-b7262137e663 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333890 Nov 12 14:43:24.065536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:43:24.066329 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b68cfeef-b183-49fe-95dc-4b41496611d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '24ea791c-01e0-4442-b2b9-7866e9496072', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:24.090734 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-b68cfeef-b183-49fe-95dc-4b41496611d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Project c32882f93d08430785e84a1a54bb526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:43:24.097019 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b68cfeef-b183-49fe-95dc-4b41496611d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.120117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:24.120517 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.166449 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b68cfeef-b183-49fe-95dc-4b41496611d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.171581 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b68cfeef-b183-49fe-95dc-4b41496611d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.190558 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cfeef-b183-49fe-95dc-4b41496611d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ad1b5b-5b21-4eb4-bfe2-46292b08469c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:24.201331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b68cfeef-b183-49fe-95dc-4b41496611d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.203090 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b68cfeef-b183-49fe-95dc-4b41496611d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399422 Nov 12 14:43:24.205478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40584) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:24.210150 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0daf7189-6ee1-407c-bdf0-b8bde8a9e34d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '24ea791c-01e0-4442-b2b9-7866e9496072', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:24.233513 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-0daf7189-6ee1-407c-bdf0-b8bde8a9e34d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Project c32882f93d08430785e84a1a54bb526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:43:24.239328 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0daf7189-6ee1-407c-bdf0-b8bde8a9e34d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.299505 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0daf7189-6ee1-407c-bdf0-b8bde8a9e34d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.302786 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0daf7189-6ee1-407c-bdf0-b8bde8a9e34d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.321088 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf7189-6ee1-407c-bdf0-b8bde8a9e34d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568dbd9d-eca6-462c-a248-47bc8ad0733c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:24.327167 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0daf7189-6ee1-407c-bdf0-b8bde8a9e34d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.328396 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-0daf7189-6ee1-407c-bdf0-b8bde8a9e34d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219649 Nov 12 14:43:24.355141 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Sync routers for ids ['1b80b650-c7b9-4934-b749-383dc2ce01db'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:43:24.366463 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Routers {'1b80b650-c7b9-4934-b749-383dc2ce01db'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:24.367096 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['1b80b650-c7b9-4934-b749-383dc2ce01db'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:24.479231 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Set router 1b80b650-c7b9-4934-b749-383dc2ce01db gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:24.543102 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-514682a9-0e67-4054-97ad-330c2cdd8c3e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-872155078&fields=id&tenant_id=c32882f93d08430785e84a1a54bb526f HTTP/1.1" status: 200 len: 267 time: 0.0447493 Nov 12 14:43:24.652507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-28602c66-d431-4de8-8272-9a5492128792 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:24.653713 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-28602c66-d431-4de8-8272-9a5492128792 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 809 time: 0.1038558 Nov 12 14:43:24.668801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-a13d9887-4b5e-4bd9-b44e-a040da3023c8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/quotas/c32882f93d08430785e84a1a54bb526f HTTP/1.1" status: 200 len: 375 time: 0.0091715 Nov 12 14:43:24.678275 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'name': 'tempest-TestShelveInstance-1750536301-router', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:18Z', 'updated_at': '2021-11-12T14:43:21Z', 'revision_number': 4, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'gw_port': {'id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:19Z', 'updated_at': '2021-11-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '0b19197f-9407-4f5a-9cc7-922a397c8382', 'name': '', 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'mac_address': 'fa:16:3e:09:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bc19b651-ca42-4454-8580-fe58a154d0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:20Z', 'updated_at': '2021-11-12T14:43:21Z', 'revision_number': 2, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'subnets': [{'id': 'bc19b651-ca42-4454-8580-fe58a154d0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:24.709131 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Checking router: 1b80b650-c7b9-4934-b749-383dc2ce01db for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:43:24.709510 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Updating router 1b80b650-c7b9-4934-b749-383dc2ce01db port 0b19197f-9407-4f5a-9cc7-922a397c8382 binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:43:24.720450 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-db249ace-641c-454c-8d23-8661fa06fc01 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461183 Nov 12 14:43:24.735091 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:24.820400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-30490be6-f380-4330-9fd2-63cf2f11ec8e service neutron] 10.222.0.73 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875969 Nov 12 14:43:24.910432 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-f2a5c1d7-9045-4f7c-8a30-3740e70af3c1 service neutron] 10.222.0.73 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835941 Nov 12 14:43:25.001658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:25.006985 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:25.063870 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e61367-ba8e-4929-a9a1-c40832932e21 None None] Pushing event updated for resources: {'Port': ['ID=0b19197f-9407-4f5a-9cc7-922a397c8382,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:25.080945 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1aad5b32-e504-4b14-a657-8fbe8085a8f9 req-bc2449e4-8d47-4557-abfa-dd11960dfc3d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 210 time: 0.0307496 Nov 12 14:43:25.118903 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Attempting to bind port 0b19197f-9407-4f5a-9cc7-922a397c8382 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:43:25.119272 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Attempting to bind port 0b19197f-9407-4f5a-9cc7-922a397c8382 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '5b582254-7fcd-4a31-8676-0eb189ed4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:43:25.119663 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Attempting to bind port 0b19197f-9407-4f5a-9cc7-922a397c8382 on network 233d8e79-9977-4730-ac56-5a5e3855ce83 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:43:25.125438 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:43:25.125810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Checking segment: {'id': '5b582254-7fcd-4a31-8676-0eb189ed4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:43:25.126485 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:25.126881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Bound using segment: {'id': '5b582254-7fcd-4a31-8676-0eb189ed4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:43:25.127346 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Bound port: 0b19197f-9407-4f5a-9cc7-922a397c8382, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b582254-7fcd-4a31-8676-0eb189ed4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:43:25.127720 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:25.191317 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] For port 0b19197f-9407-4f5a-9cc7-922a397c8382, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:43:25.194532 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] For port 0b19197f-9407-4f5a-9cc7-922a397c8382, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0b19197f-9407-4f5a-9cc7-922a397c8382,segment=NetworkSegment(5b582254-7fcd-4a31-8676-0eb189ed4443),segment_id=5b582254-7fcd-4a31-8676-0eb189ed4443)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:43:25.200678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:25.268631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Routers {'1b80b650-c7b9-4934-b749-383dc2ce01db'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:25.269255 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['1b80b650-c7b9-4934-b749-383dc2ce01db'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:25.312240 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e61367-ba8e-4929-a9a1-c40832932e21 None None] Pushing event updated for resources: {'Port': ['ID=0b19197f-9407-4f5a-9cc7-922a397c8382,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:25.333944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a81ffabd-4bb4-4a39-9a50-5dad0d08b128 None None] Provisioning complete for port 0b19197f-9407-4f5a-9cc7-922a397c8382 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:25.334315 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a81ffabd-4bb4-4a39-9a50-5dad0d08b128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:25.429059 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] Set router 1b80b650-c7b9-4934-b749-383dc2ce01db gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:25.533448 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a81ffabd-4bb4-4a39-9a50-5dad0d08b128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:25.623106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a81ffabd-4bb4-4a39-9a50-5dad0d08b128 None None] For port 0b19197f-9407-4f5a-9cc7-922a397c8382, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0b19197f-9407-4f5a-9cc7-922a397c8382,segment=NetworkSegment(5b582254-7fcd-4a31-8676-0eb189ed4443),segment_id=5b582254-7fcd-4a31-8676-0eb189ed4443)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:25.631707 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a81ffabd-4bb4-4a39-9a50-5dad0d08b128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:25.709197 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ffabd-4bb4-4a39-9a50-5dad0d08b128 None None] Pushing event updated for resources: {'Port': ['ID=0b19197f-9407-4f5a-9cc7-922a397c8382,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:25.733042 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'name': 'tempest-TestShelveInstance-1750536301-router', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:18Z', 'updated_at': '2021-11-12T14:43:21Z', 'revision_number': 4, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'gw_port': {'id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:19Z', 'updated_at': '2021-11-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '0b19197f-9407-4f5a-9cc7-922a397c8382', 'name': '', 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'mac_address': 'fa:16:3e:09:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bc19b651-ca42-4454-8580-fe58a154d0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:20Z', 'updated_at': '2021-11-12T14:43:25Z', 'revision_number': 4, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'subnets': [{'id': 'bc19b651-ca42-4454-8580-fe58a154d0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:25.764502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3916eab-d807-420b-974d-4f6091a82a24 None None] The sync data for ids ['1b80b650-c7b9-4934-b749-383dc2ce01db'] in n-d-805736-4 is: [{'id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'name': 'tempest-TestShelveInstance-1750536301-router', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:18Z', 'updated_at': '2021-11-12T14:43:21Z', 'revision_number': 4, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'gw_port': {'id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:19Z', 'updated_at': '2021-11-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '0b19197f-9407-4f5a-9cc7-922a397c8382', 'name': '', 'network_id': '233d8e79-9977-4730-ac56-5a5e3855ce83', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'mac_address': 'fa:16:3e:09:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bc19b651-ca42-4454-8580-fe58a154d0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:20Z', 'updated_at': '2021-11-12T14:43:25Z', 'revision_number': 4, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'subnets': [{'id': 'bc19b651-ca42-4454-8580-fe58a154d0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:43:25.775040 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-9543d59a-52ba-42f4-ad98-900a33a927a3 None None] Provisioning complete for port 0b19197f-9407-4f5a-9cc7-922a397c8382 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:25.775496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9543d59a-52ba-42f4-ad98-900a33a927a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:26.170128 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-837f3351-b1d3-47fc-b35c-ab988c9c29c6 req-0a348faf-6b50-4fa1-8405-c534dd23cf3f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 210 time: 0.0366976 Nov 12 14:43:27.155007 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ce832be-8cf2-425f-a224-4ec09dbca298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:27.246791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78489b25-c68f-41e6-8c4a-f6e4a50411ce req-86ab60c7-ed3a-435b-90d3-b1e7d53ed1b2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 210 time: 0.0266700 Nov 12 14:43:27.830596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0b19197f-9407-4f5a-9cc7-922a397c8382 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:43:27.877636 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 0b19197f-9407-4f5a-9cc7-922a397c8382 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:27.877995 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:28.325479 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c5d25db2-ef1e-4baf-b3f7-4232d1e9f3c4 req-96368c57-deab-42e9-95a9-84f9a8e1d423 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 210 time: 0.0270889 Nov 12 14:43:29.426951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1b7459d3-d1cc-4244-9d26-abd69fafc172 req-cde13abc-461c-41ae-b53d-a95c7ef4604c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 210 time: 0.0303364 Nov 12 14:43:29.695724 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25de8205-e3c7-4b8a-8af8-358afccb8716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:30.205017 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-beb1ec24-853b-4a43-9051-6a8f616048f7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:30.206568 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-beb1ec24-853b-4a43-9051-6a8f616048f7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 809 time: 0.1022141 Nov 12 14:43:30.273269 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-9ac40fe3-9a8b-4380-99be-a01fb0470b84 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c32882f93d08430785e84a1a54bb526f HTTP/1.1" status: 200 len: 379 time: 0.0553002 Nov 12 14:43:30.283803 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'port': {'device_id': '118a1251-7495-4ee0-b4de-21f2769619b5', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'admin_state_up': True, 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'security_groups': ['24ea791c-01e0-4442-b2b9-7866e9496072']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:30.399995 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Made reservation on behalf of c32882f93d08430785e84a1a54bb526f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:43:30.403953 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:30.527043 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6c3f6d7b-cb34-4696-8ca6-ca70e514dec0 req-3c74cb22-9a13-4832-b1d5-b6ea10df4f44 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 210 time: 0.0274506 Nov 12 14:43:30.535621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Allocated IP 172.20.0.4 (0c317735-a8fd-43d6-a915-9e6a7abd4d74/047bafe1-013a-4015-9389-74fa4afa7e6f/a31e8853-3354-4ab4-995c-50052dab6fb7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:43:30.670334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:30.704839 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:30.758417 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:43:30.766710 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:30.771756 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:43:30.775864 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:30.826872 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:30.827500 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:30.844247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-78cb6d92-6342-4d77-8530-db090ec1b0ce tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642335 Nov 12 14:43:30.858251 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Request body: {'port': {'device_id': '118a1251-7495-4ee0-b4de-21f2769619b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:30.915384 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:30.974331 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:30.984203 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-83702fbf-539f-4c9c-8970-7d2913989217 None None] Provisioning complete for port a31e8853-3354-4ab4-995c-50052dab6fb7 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:30.984590 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83702fbf-539f-4c9c-8970-7d2913989217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:31.018978 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-83702fbf-539f-4c9c-8970-7d2913989217 None None] Port a31e8853-3354-4ab4-995c-50052dab6fb7 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:43:31.184097 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31e8853-3354-4ab4-995c-50052dab6fb7 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:43:31.191482 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:31.203456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Transition to ACTIVE for port object a31e8853-3354-4ab4-995c-50052dab6fb7 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:43:31.207274 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:31.256707 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Pushing event updated for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:31.333636 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Attempting to bind port a31e8853-3354-4ab4-995c-50052dab6fb7 on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:43:31.333973 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Attempting to bind port a31e8853-3354-4ab4-995c-50052dab6fb7 by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:43:31.334308 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Attempting to bind port a31e8853-3354-4ab4-995c-50052dab6fb7 on network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:43:31.349424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Port a31e8853-3354-4ab4-995c-50052dab6fb7 on network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:43:31.349752 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Attempting to bind port a31e8853-3354-4ab4-995c-50052dab6fb7 on network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:43:31.357066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:43:31.357437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Checking segment: {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:43:31.357824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Bound using segment: {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:43:31.358257 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Bound port: a31e8853-3354-4ab4-995c-50052dab6fb7, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:43:31.358625 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:31.423144 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:43:31.427015 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:43:31.431699 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:31.466801 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:31.467416 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:31.468798 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] 10.222.0.70 "PUT /v2.0/ports/a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 1091 time: 0.6162372 Nov 12 14:43:31.469239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:43:31.471481 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6007e84e-807b-415b-be6c-04a4c3cb4f28" -d '{"events": [{"name": "network-changed", "server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:43:31.519762 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f50d8d-1b71-4c96-96e9-fd6c47484e71 x-openstack-request-id: req-10f50d8d-1b71-4c96-96e9-fd6c47484e71 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:43:31.520181 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:43:31.520438 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10f50d8d-1b71-4c96-96e9-fd6c47484e71 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:43:31.520833 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'status': 'completed', 'code': 200} Nov 12 14:43:31.523130 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c73c2-d808-448c-873b-c88c6890fc9b service neutron] Pushing event updated for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:31.556495 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-187c0b2a-dbc9-47d9-8cdc-f2fea5aeb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:31.557612 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-187c0b2a-dbc9-47d9-8cdc-f2fea5aeb406 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1094 time: 0.0483589 Nov 12 14:43:31.609690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-34eaaa9d-1b5c-4ece-a9bc-5e476d4cf74f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 217 time: 0.0430155 Nov 12 14:43:31.648652 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39717-4da9-440c-b16b-5aed7a683811 req-ffa6640e-f938-4eec-b342-f2b4d395da96 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:31.650200 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-38e39717-4da9-440c-b16b-5aed7a683811 req-ffa6640e-f938-4eec-b342-f2b4d395da96 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0507531 Nov 12 14:43:31.662360 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-0be4d753-2149-41b7-9fc9-7f08c7263425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:31.663818 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-0be4d753-2149-41b7-9fc9-7f08c7263425 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0473483 Nov 12 14:43:31.703685 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-38e39717-4da9-440c-b16b-5aed7a683811 req-eabdbe69-2170-4b5d-a31c-56064b67bfa7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438685 Nov 12 14:43:31.709638 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-c432a1b2-b9c3-40dd-bd7c-ba3ef52fb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:31.711137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-c432a1b2-b9c3-40dd-bd7c-ba3ef52fb804 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403044 Nov 12 14:43:31.806831 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-a7b34fa6-adb2-416d-9fd7-5d043bc60b4e service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873230 Nov 12 14:43:31.895140 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fbd2e07d-d01c-4fcf-afde-0d6a53d5f7be req-f84dd1af-f53e-42d6-bf2c-38c8e596a0c0 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811753 Nov 12 14:43:32.338106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-0a266c47-74b7-4c88-8dd2-467e401ec507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:32.340315 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-0a266c47-74b7-4c88-8dd2-467e401ec507 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1094 time: 0.3970106 Nov 12 14:43:32.440893 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-a456e3d6-6e16-4555-92f0-0a94838a6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:32.442388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-a456e3d6-6e16-4555-92f0-0a94838a6ff9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0932183 Nov 12 14:43:32.486696 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-b947e4ac-587d-4324-b12e-50f3f831e37a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 217 time: 0.0372851 Nov 12 14:43:32.535503 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-710e97aa-4cd0-40e2-aa7f-196fdf9a6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:32.537237 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-710e97aa-4cd0-40e2-aa7f-196fdf9a6995 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0440001 Nov 12 14:43:32.569337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:32.587460 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-a6b93b1b-8294-4999-91e7-3fd3f7a1da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:32.589705 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-a6b93b1b-8294-4999-91e7-3fd3f7a1da04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450432 Nov 12 14:43:32.685175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-3b5160ce-3cb6-44ee-8932-a1329e323ac1 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879560 Nov 12 14:43:32.797789 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6007e84e-807b-415b-be6c-04a4c3cb4f28 req-a0249980-38ed-43e8-b146-124e2d4b98e2 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048369 Nov 12 14:43:32.834244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c4259-c58a-4d25-b468-5b95ab9682aa req-2bcf71a8-1853-4446-ab8f-ff61e163f61c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:32.835709 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f39c4259-c58a-4d25-b468-5b95ab9682aa req-2bcf71a8-1853-4446-ab8f-ff61e163f61c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0537527 Nov 12 14:43:32.891132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f39c4259-c58a-4d25-b468-5b95ab9682aa req-0d06df2d-2546-401d-992b-88bda74478f4 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486062 Nov 12 14:43:33.101892 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:34.008507 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dc458-c4d2-4f34-bb8a-1a8f08d7c8be req-9ee76b6a-6f7a-4b61-a3dc-4b8ebebe36da tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:34.009863 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-557dc458-c4d2-4f34-bb8a-1a8f08d7c8be req-9ee76b6a-6f7a-4b61-a3dc-4b8ebebe36da tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0520017 Nov 12 14:43:34.058900 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-557dc458-c4d2-4f34-bb8a-1a8f08d7c8be req-71905774-80e6-4b30-90c3-c9c76352a9b1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 Nov 12 14:43:35.174741 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61a04-f93e-4ea4-9437-eedbd8fa2fd5 req-d8fd4209-3798-4c35-a6e1-f433b3a6fb9c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:35.176200 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08e61a04-f93e-4ea4-9437-eedbd8fa2fd5 req-d8fd4209-3798-4c35-a6e1-f433b3a6fb9c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0501337 Nov 12 14:43:35.224970 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-08e61a04-f93e-4ea4-9437-eedbd8fa2fd5 req-1b7ab55d-491e-40d7-94e7-df5d39ad0b9b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427845 Nov 12 14:43:35.893857 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a31e8853-3354-4ab4-995c-50052dab6fb7 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:43:35.991656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:36.002411 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'port_id': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'mac_address': 'fa:16:3e:69:72:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:43:36.038937 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:36.051103 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31e8853-3354-4ab4-995c-50052dab6fb7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:43:36.069707 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:36.074216 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:36.120414 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:36.350350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1476d9f-6718-48dc-a22c-5f67ef6b5ad2 req-8875b731-36ee-4cc1-916d-8d5814e629c7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:36.351973 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1476d9f-6718-48dc-a22c-5f67ef6b5ad2 req-8875b731-36ee-4cc1-916d-8d5814e629c7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 944 time: 0.0495558 Nov 12 14:43:36.391049 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a31e8853-3354-4ab4-995c-50052dab6fb7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:43:36.404349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b1476d9f-6718-48dc-a22c-5f67ef6b5ad2 req-fbba8c76-f567-4f35-a770-c0a9f6a484b5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454688 Nov 12 14:43:37.524718 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0943810-37d6-4185-80d7-cbc6ca311d41 req-8212d423-61ea-44b3-8894-68746a906560 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:37.526778 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0943810-37d6-4185-80d7-cbc6ca311d41 req-8212d423-61ea-44b3-8894-68746a906560 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 944 time: 0.0498407 Nov 12 14:43:37.574924 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b0943810-37d6-4185-80d7-cbc6ca311d41 req-c494e9db-c169-45aa-8592-3f0c43c4a2c3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421698 Nov 12 14:43:37.910026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a31e8853-3354-4ab4-995c-50052dab6fb7 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:43:37.961884 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port a31e8853-3354-4ab4-995c-50052dab6fb7 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:43:37.965666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a31e8853-3354-4ab4-995c-50052dab6fb7 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:43:37.966037 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:38.040788 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:38.063085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:43:38.065338 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb279b84-e16a-4dd3-8cc9-2085a2a2870e" -d '{"events": [{"server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "name": "network-vif-plugged", "status": "completed", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:43:38.079752 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:43:38.084410 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:38.137360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:38.166200 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11395a81-ac6b-4b00-81c0-0dc95fe1cd33 x-openstack-request-id: req-11395a81-ac6b-4b00-81c0-0dc95fe1cd33 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:43:38.166521 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "name": "network-vif-plugged", "status": "completed", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:43:38.167459 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-11395a81-ac6b-4b00-81c0-0dc95fe1cd33 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:43:38.167777 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'code': 200} Nov 12 14:43:38.262140 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2001ef2-0545-4733-acfc-66b6775ecb9c req-182a813e-97df-476f-a79b-b6fdaa73c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:38.263681 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2001ef2-0545-4733-acfc-66b6775ecb9c req-182a813e-97df-476f-a79b-b6fdaa73c96c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1096 time: 0.0439487 Nov 12 14:43:38.319725 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a2001ef2-0545-4733-acfc-66b6775ecb9c req-ff899098-6c10-496b-9d1d-e237619d9d86 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470538 Nov 12 14:43:38.699042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff4f16-d0b2-4c76-81f0-9e2e96970fad req-b1ba677f-e339-410c-a323-4161a03bf98b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:38.700512 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fff4f16-d0b2-4c76-81f0-9e2e96970fad req-b1ba677f-e339-410c-a323-4161a03bf98b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0482628 Nov 12 14:43:38.749672 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fff4f16-d0b2-4c76-81f0-9e2e96970fad req-022c7c23-6735-47ee-8c46-1f062323c8af tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432229 Nov 12 14:43:39.864716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d05ce-85ec-492a-baba-7db756c2d888 req-36438d8e-6707-4edf-b80b-468cf165d474 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:39.866197 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-513d05ce-85ec-492a-baba-7db756c2d888 req-36438d8e-6707-4edf-b80b-468cf165d474 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0489094 Nov 12 14:43:39.919196 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-513d05ce-85ec-492a-baba-7db756c2d888 req-f9d0efbd-e038-4269-b66b-061e996a0338 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464368 Nov 12 14:43:40.036822 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd777-ef06-4ceb-88bc-41098d6a76a0 req-6e7c1f8c-8e19-4505-9b75-48690e46e96e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:40.038211 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7bdfd777-ef06-4ceb-88bc-41098d6a76a0 req-6e7c1f8c-8e19-4505-9b75-48690e46e96e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0527761 Nov 12 14:43:40.086411 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7bdfd777-ef06-4ceb-88bc-41098d6a76a0 req-f16c3a5c-373f-4799-8ade-10a3d69511de tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 Nov 12 14:43:40.109316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:40.236823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67765f3a-d47d-46c3-a4c4-0c003d34046c tempest-TestShelveInstance-1998982065 tempest-TestShelveInstance-1998982065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:40.238560 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-67765f3a-d47d-46c3-a4c4-0c003d34046c tempest-TestShelveInstance-1998982065 tempest-TestShelveInstance-1998982065-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1091 time: 0.1280768 Nov 12 14:43:40.241274 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 40660) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:43:40.245689 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:43:40.267443 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:40.367770 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:40.467989 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Allocated IP 172.25.5.141 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/7309399c-93bf-4136-9443-99f1bf9ef0f9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:43:40.569303 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:40.601740 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:40.637856 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:43:40.640482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:43:40.646370 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:43:40.670142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'Port': ['ID=7309399c-93bf-4136-9443-99f1bf9ef0f9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:41.006031 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:41.069580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:41.216255 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:41.220789 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:41.292750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'Port': ['ID=7309399c-93bf-4136-9443-99f1bf9ef0f9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:43:41.301486 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:41.397594 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Floating IP bfd9be67-ff73-4e86-b91d-53c25c6766b8 associated. External IP: 172.25.5.141, port: a31e8853-3354-4ab4-995c-50052dab6fb7. Nov 12 14:43:41.602174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Router acffe897-7858-4dd5-9167-a1c9a74c0f99 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:43:41.707914 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:43:41.718353 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] Sync routers for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:43:41.726108 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:41.727810 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:41.728393 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:41.753150 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b65ddf3a-5403-42db-8c91-4296730c777a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5108185 Nov 12 14:43:41.753885 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:43:41.756282 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea18a29-68cb-4cc9-9611-73df5b667838" -d '{"events": [{"name": "network-changed", "server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:43:41.795848 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53abcd37-3a4a-4263-807f-942cf4e823fd x-openstack-request-id: req-53abcd37-3a4a-4263-807f-942cf4e823fd {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:43:41.796143 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:43:41.796402 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-53abcd37-3a4a-4263-807f-942cf4e823fd {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:43:41.796810 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'status': 'completed', 'code': 200} Nov 12 14:43:41.842640 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:41.863571 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-3c4bb1af-6902-4f69-82bb-a6658bf03e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:41.864996 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-3c4bb1af-6902-4f69-82bb-a6658bf03e05 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1096 time: 0.0455153 Nov 12 14:43:41.961441 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-c458884f-693a-4887-b0d9-cf3ee0307499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:41.962927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-c458884f-693a-4887-b0d9-cf3ee0307499 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0908170 Nov 12 14:43:42.033183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-b221f75b-3fd9-427b-a22d-b7c8532d0602 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 999 time: 0.0628896 Nov 12 14:43:42.083102 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-552b0e78-b81a-46e1-8264-6e13524c6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:42.084572 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-552b0e78-b81a-46e1-8264-6e13524c6f9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0439608 Nov 12 14:43:42.129819 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-f744c3d8-2b32-4881-9891-dd95db96fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:43:42.131255 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-f744c3d8-2b32-4881-9891-dd95db96fa3c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401614 Nov 12 14:43:42.159516 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'bfd9be67-ff73-4e86-b91d-53c25c6766b8', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'port_id': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'mac_address': 'fa:16:3e:69:72:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118a1251-7495-4ee0-b4de-21f2769619b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:43:40Z', 'updated_at': '2021-11-12T14:43:40Z', 'revision_number': 0, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:42.185263 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] Checking router: acffe897-7858-4dd5-9167-a1c9a74c0f99 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:43:42.193447 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:43:42.194043 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:43:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:42.226198 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-411b33a4-1b29-4379-a21b-9a7ed5397930 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881991 Nov 12 14:43:42.298945 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:43:42.313753 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0ea18a29-68cb-4cc9-9611-73df5b667838 req-8a4363ae-338d-4cbc-b9f7-36d9e5870586 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810328 Nov 12 14:43:42.524661 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'bfd9be67-ff73-4e86-b91d-53c25c6766b8', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'port_id': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'mac_address': 'fa:16:3e:69:72:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118a1251-7495-4ee0-b4de-21f2769619b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:43:40Z', 'updated_at': '2021-11-12T14:43:40Z', 'revision_number': 0, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:43:42.549816 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6007c-db1e-4c54-a320-ffa29f75fe07 None None] The sync data for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 is: [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': 'bfd9be67-ff73-4e86-b91d-53c25c6766b8', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'port_id': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'mac_address': 'fa:16:3e:69:72:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118a1251-7495-4ee0-b4de-21f2769619b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:43:40Z', 'updated_at': '2021-11-12T14:43:40Z', 'revision_number': 0, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:43:42.743718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a592d-c7bf-44d5-8a45-5a3a1f26302d None None] New status for floating IP bfd9be67-ff73-4e86-b91d-53c25c6766b8: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:43:43.845113 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:44.880940 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:52.617705 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:43:57.155851 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6ca0189-2a34-44c8-934c-ddf37e6922e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:43:59.697557 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c38a55f-d925-47b8-9fc0-104668fd53d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:00.975853 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:02.563775 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:03.103119 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:11.468862 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-fc4b462b-7f3e-4256-ae10-02295b10bca0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839784 Nov 12 14:44:11.553392 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-ac425f00-2931-4d60-9077-ab7ef4f03548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:44:11.554854 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-ac425f00-2931-4d60-9077-ab7ef4f03548 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1096 time: 0.0441887 Nov 12 14:44:11.657082 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-2b197b3a-ddbd-4e5d-b44a-267034fb519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:44:11.658477 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-2b197b3a-ddbd-4e5d-b44a-267034fb519e service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0850477 Nov 12 14:44:11.726445 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-cfc84c90-cd59-4b77-aedc-aa0e011649ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0610459 Nov 12 14:44:11.776118 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-8118ad53-b003-4348-aea8-87aa300685bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:44:11.777597 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-8118ad53-b003-4348-aea8-87aa300685bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0444727 Nov 12 14:44:11.823046 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-31caafde-fe07-4805-9993-cc301fcad40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:44:11.824552 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-31caafde-fe07-4805-9993-cc301fcad40a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395315 Nov 12 14:44:11.835846 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-bef312e3-0e15-47a0-9769-b543bcb76375 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:44:11.836882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-bef312e3-0e15-47a0-9769-b543bcb76375 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047581 Nov 12 14:44:11.931392 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-2b654a77-aec2-4746-8cd3-41d2c7d59902 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877550 Nov 12 14:44:12.025937 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ab2e285-422e-49f4-a92a-ad4ce234c120 req-2605428e-a437-46e6-9099-60a23935f672 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871227 Nov 12 14:44:13.844889 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:14.888805 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:27.162928 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c2b812f-33e7-43a3-b96f-8e3a36ebfcc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:29.617545 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:44:29.698948 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd4ed287-2359-43eb-b582-9f01abaa53ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:30.978530 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:32.566871 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:33.107088 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:43.841576 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:44.878450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:57.154448 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3b9b974-c431-46ee-9ac6-21ba8509df74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:44:59.701562 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eed9b182-6010-4d15-88a6-873192cb8318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:00.983540 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:02.572661 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:03.111300 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:06.618062 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:45:13.844821 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:13.893028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-f356b619-99df-4443-ac5e-85b9ac447e94 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438869 Nov 12 14:45:13.978050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-81b435af-7889-4e1b-8bdd-57bdbeecadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:45:13.979609 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-81b435af-7889-4e1b-8bdd-57bdbeecadc5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1096 time: 0.0398858 Nov 12 14:45:14.083481 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-66cb3088-117b-4059-a5fd-827c2cba391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:45:14.084940 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-66cb3088-117b-4059-a5fd-827c2cba391c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0860591 Nov 12 14:45:14.154821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-80c06b8d-db61-466e-9981-7519188e904a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0627108 Nov 12 14:45:14.202482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-f94fe5a6-cffe-4d82-aaad-44467518f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:45:14.204091 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-f94fe5a6-cffe-4d82-aaad-44467518f6c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0424571 Nov 12 14:45:14.249258 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-99206d39-6ae7-40f5-89e4-3afae2000664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:45:14.250893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-99206d39-6ae7-40f5-89e4-3afae2000664 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402174 Nov 12 14:45:14.342365 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-1c31abd6-aa81-4231-b299-b42451b9d54e service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844364 Nov 12 14:45:14.433978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3f2fe7f4-ab6b-4229-aa8b-4665f5abf6cd req-54b8c8f5-f4d9-4378-97d2-be8b3cbc52a7 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846353 Nov 12 14:45:14.877588 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:27.155258 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7584bc36-1485-4d09-a078-eaf4b4556cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:29.703147 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f35f705d-f9af-4714-a035-b975f24b7c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:30.987740 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:32.574963 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:33.113740 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:43.617434 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:45:43.856889 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:44.886767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:57.157040 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9e50a81-950c-451b-9a75-a29aca8aadda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:45:59.703832 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0f430c1-9174-4928-9447-f080ae86ee01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:00.987333 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:02.576420 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:03.118718 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:12.791631 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34eb50-325b-43f8-bfbc-ba94a298bbb8 req-c7579f25-3385-41b3-860a-8c9acabef84b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:12.793143 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e34eb50-325b-43f8-bfbc-ba94a298bbb8 req-c7579f25-3385-41b3-860a-8c9acabef84b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.1100798 Nov 12 14:46:12.842431 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2e34eb50-325b-43f8-bfbc-ba94a298bbb8 req-16beb459-16c3-4f26-8637-e7de5847e0bb tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433772 Nov 12 14:46:13.849381 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:13.993787 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78374010-b814-41c2-808a-8d3ee034a5e8 req-c8978099-b46a-4863-aac0-d47092de752c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:13.995178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78374010-b814-41c2-808a-8d3ee034a5e8 req-c8978099-b46a-4863-aac0-d47092de752c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0504298 Nov 12 14:46:14.044697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78374010-b814-41c2-808a-8d3ee034a5e8 req-c7dd6ef0-7f16-46fa-a012-e56f9373f561 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Nov 12 14:46:14.906987 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:15.187052 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0254ec0-b222-4cf0-aa98-aebbebb0c8a7 req-5df363b2-73cd-4915-a654-f5c9abd23172 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:15.188516 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a0254ec0-b222-4cf0-aa98-aebbebb0c8a7 req-5df363b2-73cd-4915-a654-f5c9abd23172 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0492289 Nov 12 14:46:15.192736 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990272d-092b-463d-a931-7a118df8b4f5 req-a216fe4d-fa70-481e-93cf-617ca3822b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:15.194408 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1990272d-092b-463d-a931-7a118df8b4f5 req-a216fe4d-fa70-481e-93cf-617ca3822b62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1096 time: 0.0432069 Nov 12 14:46:15.244010 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a0254ec0-b222-4cf0-aa98-aebbebb0c8a7 req-ac49df7c-23dd-4ef0-a7cf-759b526ab721 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486650 Nov 12 14:46:15.300516 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990272d-092b-463d-a931-7a118df8b4f5 req-10369f2f-54a8-46bb-beae-0efa1ca5df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:15.302649 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1990272d-092b-463d-a931-7a118df8b4f5 req-10369f2f-54a8-46bb-beae-0efa1ca5df37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0886774 Nov 12 14:46:15.367611 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1990272d-092b-463d-a931-7a118df8b4f5 req-8598f90b-6449-455b-bd7d-b109569ee1c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0573134 Nov 12 14:46:15.420726 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990272d-092b-463d-a931-7a118df8b4f5 req-b4e13542-3581-4dee-ad75-ba7eb49c796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:15.422181 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1990272d-092b-463d-a931-7a118df8b4f5 req-b4e13542-3581-4dee-ad75-ba7eb49c796e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0461752 Nov 12 14:46:15.468127 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990272d-092b-463d-a931-7a118df8b4f5 req-590fde3f-373f-4cf5-bc20-cb283e9bd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:15.469641 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1990272d-092b-463d-a931-7a118df8b4f5 req-590fde3f-373f-4cf5-bc20-cb283e9bd182 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398333 Nov 12 14:46:15.556617 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1990272d-092b-463d-a931-7a118df8b4f5 req-56c5f6c3-9131-4a57-8cd9-5fbf2f8b57f7 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798414 Nov 12 14:46:15.648805 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1990272d-092b-463d-a931-7a118df8b4f5 req-199d3d97-eb5b-46fd-9d8f-136062074b7d service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843806 Nov 12 14:46:16.359093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b7243-e649-4310-a226-a4787f5303f3 req-66cfbfdc-0daa-4857-ade3-75c96c6c5021 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:16.360850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-470b7243-e649-4310-a226-a4787f5303f3 req-66cfbfdc-0daa-4857-ade3-75c96c6c5021 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0491552 Nov 12 14:46:16.410809 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-470b7243-e649-4310-a226-a4787f5303f3 req-9ac1ccb2-df21-4178-b04d-c07411880b1e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428677 Nov 12 14:46:17.525207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78334201-bb17-468e-b04a-2e01fe1f5e1e req-f10ce677-528c-40cb-9756-ac05f47e0dc8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:17.527426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78334201-bb17-468e-b04a-2e01fe1f5e1e req-f10ce677-528c-40cb-9756-ac05f47e0dc8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Nov 12 14:46:17.578367 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-78334201-bb17-468e-b04a-2e01fe1f5e1e req-18111de7-59e6-4152-a965-f057020e2c3c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451369 Nov 12 14:46:18.704802 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d02ce-3b61-4100-a351-28bbf3d75a79 req-87ee955f-3e5f-42bf-973c-a5273d6fb01c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:18.706329 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c2d02ce-3b61-4100-a351-28bbf3d75a79 req-87ee955f-3e5f-42bf-973c-a5273d6fb01c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0561974 Nov 12 14:46:18.756194 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6c2d02ce-3b61-4100-a351-28bbf3d75a79 req-bc8ae03a-bcba-4c59-a6ae-8c96108d0199 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438764 Nov 12 14:46:19.875146 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee2e2b-bb27-4c20-ae07-76bae8665d1b req-63a75a3a-9dd8-47c2-8f61-149f5a892d85 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:19.876730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1dee2e2b-bb27-4c20-ae07-76bae8665d1b req-63a75a3a-9dd8-47c2-8f61-149f5a892d85 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0513451 Nov 12 14:46:19.926788 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1dee2e2b-bb27-4c20-ae07-76bae8665d1b req-19f09726-6cc5-4f89-97f7-c5ef8f7bf86e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440967 Nov 12 14:46:20.616946 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:46:21.042683 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95267a1-cfc3-48eb-b30f-9aa395ea7b52 req-819c3015-a8b8-48f6-af93-e148d0eb90b2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:21.044132 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e95267a1-cfc3-48eb-b30f-9aa395ea7b52 req-819c3015-a8b8-48f6-af93-e148d0eb90b2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0485952 Nov 12 14:46:21.092222 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e95267a1-cfc3-48eb-b30f-9aa395ea7b52 req-73f2997c-8afc-4091-ac0e-82719b0f59d6 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420582 Nov 12 14:46:22.222125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4b893-3e20-4d32-ac09-9ff4a3328638 req-e4c53227-ac32-4899-935a-43dd57bb6791 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:22.224138 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0a4b893-3e20-4d32-ac09-9ff4a3328638 req-e4c53227-ac32-4899-935a-43dd57bb6791 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0532627 Nov 12 14:46:22.276694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d0a4b893-3e20-4d32-ac09-9ff4a3328638 req-fac385bc-2c2c-4733-a3a4-a2b27b8f2487 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466461 Nov 12 14:46:23.400233 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500658d-d295-4dd9-bcc2-79ad595a69e9 req-93806e4c-a77c-4349-9f24-9c884bad3d66 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:23.401724 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c500658d-d295-4dd9-bcc2-79ad595a69e9 req-93806e4c-a77c-4349-9f24-9c884bad3d66 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0501070 Nov 12 14:46:23.462080 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c500658d-d295-4dd9-bcc2-79ad595a69e9 req-021338ea-463d-40e4-a2b2-25a2018dba8b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538421 Nov 12 14:46:24.584312 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce4b22-741a-4ad5-8f2c-309c43997b49 req-2bf205c6-609a-4351-949a-ed347cda6e29 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:24.585813 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0ce4b22-741a-4ad5-8f2c-309c43997b49 req-2bf205c6-609a-4351-949a-ed347cda6e29 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0513530 Nov 12 14:46:24.636228 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f0ce4b22-741a-4ad5-8f2c-309c43997b49 req-3db1e0ae-c077-4032-90f0-b9ec83b972b8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442545 Nov 12 14:46:25.753809 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9ab1d-4ceb-4204-b558-f04a7676f6af req-c8d501e9-92d0-4288-91f5-7016fb9f45f2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:25.755367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4e9ab1d-4ceb-4204-b558-f04a7676f6af req-c8d501e9-92d0-4288-91f5-7016fb9f45f2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0505674 Nov 12 14:46:25.805728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d4e9ab1d-4ceb-4204-b558-f04a7676f6af req-675e5e48-adc0-43af-9cff-9efe81d4e97b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443690 Nov 12 14:46:26.840670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a31e8853-3354-4ab4-995c-50052dab6fb7 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:46:26.923325 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41127c8a-102e-45ae-899a-17bba264cf92 req-b578e83c-2f9c-404d-8f0b-a3f2add33375 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:26.925119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-41127c8a-102e-45ae-899a-17bba264cf92 req-b578e83c-2f9c-404d-8f0b-a3f2add33375 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0489111 Nov 12 14:46:26.939190 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:46:26.950944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'port_id': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'mac_address': 'fa:16:3e:69:72:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:46:26.981207 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-41127c8a-102e-45ae-899a-17bba264cf92 req-4321e252-0287-410c-ae1c-fb0776371469 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498128 Nov 12 14:46:26.992914 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:27.006480 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a31e8853-3354-4ab4-995c-50052dab6fb7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:46:27.026770 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:46:27.030686 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:27.082691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:46:27.090591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.090944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.091291 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.091628 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.091962 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.092295 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.092623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.092949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.093273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.093622 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.093948 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.094274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:46:27.103890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a31e8853-3354-4ab4-995c-50052dab6fb7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:46:27.165783 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1158aa1c-7eb5-4abc-8b7f-b8cf09710476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:28.097823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b81a2f-159f-484e-8ee5-54f93e633dfb req-cd29fd61-7fa8-4b02-96f0-7529dc9d70df tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:28.099358 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34b81a2f-159f-484e-8ee5-54f93e633dfb req-cd29fd61-7fa8-4b02-96f0-7529dc9d70df tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 944 time: 0.0488193 Nov 12 14:46:28.147171 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-34b81a2f-159f-484e-8ee5-54f93e633dfb req-e6814c43-46bc-4b6d-be9b-3485dbfd53fa tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416467 Nov 12 14:46:28.872576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a31e8853-3354-4ab4-995c-50052dab6fb7 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:46:28.920693 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a31e8853-3354-4ab4-995c-50052dab6fb7 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:46:28.921056 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:29.001510 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:29.023661 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:46:29.025887 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7955d8-1b4b-4ea2-871b-2cdc77f11bd4" -d '{"events": [{"server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "name": "network-vif-plugged", "status": "completed", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:46:29.038287 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:46:29.042592 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:29.067319 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42950e52-41a9-4287-890c-a56509d1f466 x-openstack-request-id: req-42950e52-41a9-4287-890c-a56509d1f466 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:46:29.067605 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "name": "network-vif-plugged", "status": "completed", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:46:29.067928 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42950e52-41a9-4287-890c-a56509d1f466 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:46:29.068996 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'code': 200} Nov 12 14:46:29.091472 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:46:29.268155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69bed7-a7b5-4dc0-a391-77f1b4b34a0b req-df43f0d2-5163-42e0-b5d9-215e36ddb062 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:29.269621 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e69bed7-a7b5-4dc0-a391-77f1b4b34a0b req-df43f0d2-5163-42e0-b5d9-215e36ddb062 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0548315 Nov 12 14:46:29.318874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7e69bed7-a7b5-4dc0-a391-77f1b4b34a0b req-befed555-fd5f-4dc6-9340-b0e3ad04eb75 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430653 Nov 12 14:46:29.707062 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85a8565b-d1e4-4277-9293-107ef0bd7025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:30.438449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94eb9b4-3bbe-4b0f-a922-f97988e5672b req-ee881535-aacc-4bed-82ac-33832e3603a0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:30.439924 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94eb9b4-3bbe-4b0f-a922-f97988e5672b req-ee881535-aacc-4bed-82ac-33832e3603a0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0490806 Nov 12 14:46:30.489896 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e94eb9b4-3bbe-4b0f-a922-f97988e5672b req-db3d73d5-86c8-4461-b320-739e4be23304 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438688 Nov 12 14:46:30.995298 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:31.616008 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443d7a5-0bd6-47c0-8cc3-f72c24f2ec75 req-0ad47b83-c000-48cc-92c6-410eb890391a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:31.618317 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2443d7a5-0bd6-47c0-8cc3-f72c24f2ec75 req-0ad47b83-c000-48cc-92c6-410eb890391a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0562387 Nov 12 14:46:31.674686 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2443d7a5-0bd6-47c0-8cc3-f72c24f2ec75 req-e109317a-d509-48cd-a217-641cd3b9ffa9 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492263 Nov 12 14:46:32.586341 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:32.802093 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26a0e4-eeca-4c23-8534-d389952f4ec3 req-21ac95be-8361-4069-90c8-49649c26fc7c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:32.804319 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2a26a0e4-eeca-4c23-8534-d389952f4ec3 req-21ac95be-8361-4069-90c8-49649c26fc7c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0519922 Nov 12 14:46:32.864083 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2a26a0e4-eeca-4c23-8534-d389952f4ec3 req-ac1fc7f1-c061-4e5f-b310-829613256aaf tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532148 Nov 12 14:46:33.121070 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:33.984854 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89c274-515f-4509-a486-19d6c764b217 req-157d5813-0669-4de6-8d74-744614b012f4 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:33.986401 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da89c274-515f-4509-a486-19d6c764b217 req-157d5813-0669-4de6-8d74-744614b012f4 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0523145 Nov 12 14:46:34.049997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-da89c274-515f-4509-a486-19d6c764b217 req-d70c9675-3301-4584-a9cb-6111dc6e77c7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566084 Nov 12 14:46:35.191051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690925-79ce-45d8-aac7-5f3e42ba7b81 req-0e6d6cde-3e66-4989-bce6-5e8c0d7f02d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:35.192546 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2690925-79ce-45d8-aac7-5f3e42ba7b81 req-0e6d6cde-3e66-4989-bce6-5e8c0d7f02d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0670655 Nov 12 14:46:35.262152 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f2690925-79ce-45d8-aac7-5f3e42ba7b81 req-62d7980d-1cf8-4c2b-8fba-103990932057 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628183 Nov 12 14:46:36.402560 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06519a-a388-411d-b266-e1e3cede97a4 req-87606ee2-5fed-49cc-9d30-0572afbe9af8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:36.404066 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e06519a-a388-411d-b266-e1e3cede97a4 req-87606ee2-5fed-49cc-9d30-0572afbe9af8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0598083 Nov 12 14:46:36.460258 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1e06519a-a388-411d-b266-e1e3cede97a4 req-38b35efd-9857-4a9c-90c6-9ff276a009a1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497270 Nov 12 14:46:37.593833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11599c16-25c7-42d3-b5cd-92c1349974d0 req-2703a6cd-8c26-451b-aede-bf555c879bb8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:37.595323 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11599c16-25c7-42d3-b5cd-92c1349974d0 req-2703a6cd-8c26-451b-aede-bf555c879bb8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0502443 Nov 12 14:46:37.656542 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-11599c16-25c7-42d3-b5cd-92c1349974d0 req-58140b77-52e3-4245-a057-27db54617d26 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542231 Nov 12 14:46:38.807214 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad83c6-1eb0-48d4-b304-99ba7b7fa3a2 req-2b1fe25b-7a18-4c7f-b157-23aa0cb1bb62 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:38.808780 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-30ad83c6-1eb0-48d4-b304-99ba7b7fa3a2 req-2b1fe25b-7a18-4c7f-b157-23aa0cb1bb62 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0602493 Nov 12 14:46:38.866637 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-30ad83c6-1eb0-48d4-b304-99ba7b7fa3a2 req-5892021b-d002-4721-aa56-5028942b1be1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515308 Nov 12 14:46:40.016583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1202b0-48bc-4716-8b39-f4430785eba2 req-29515d3a-732e-4418-8a14-e721d19783d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:40.024521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab1202b0-48bc-4716-8b39-f4430785eba2 req-29515d3a-732e-4418-8a14-e721d19783d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0740447 Nov 12 14:46:40.076426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ab1202b0-48bc-4716-8b39-f4430785eba2 req-ccfca5af-09dc-4e14-866c-93e29563c861 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509088 Nov 12 14:46:41.214125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde34cb-974e-4aa0-bbb6-d3084088e512 req-830635cc-26a3-4c7e-9bb7-8719159acaa3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:41.218183 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcde34cb-974e-4aa0-bbb6-d3084088e512 req-830635cc-26a3-4c7e-9bb7-8719159acaa3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0641074 Nov 12 14:46:41.280596 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fcde34cb-974e-4aa0-bbb6-d3084088e512 req-09f007d3-c783-4170-8c1d-ec33cb9e73a7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585949 Nov 12 14:46:42.401799 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940c2f4-a8c5-4edb-ae93-3932a5beb90c req-527dec23-ed34-4dfc-8390-b3060fdcbc81 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:42.403303 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4940c2f4-a8c5-4edb-ae93-3932a5beb90c req-527dec23-ed34-4dfc-8390-b3060fdcbc81 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0542822 Nov 12 14:46:42.437240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-19272cf4-aadb-4305-979e-ea5a3bd95e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:42.438821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-19272cf4-aadb-4305-979e-ea5a3bd95e92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1096 time: 0.0418916 Nov 12 14:46:42.456656 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4940c2f4-a8c5-4edb-ae93-3932a5beb90c req-eeb60145-1fc2-46b4-9946-ce57c073be53 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468013 Nov 12 14:46:42.534139 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-40e34a21-7c78-4d70-bd8d-86783fa45635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:42.535587 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-40e34a21-7c78-4d70-bd8d-86783fa45635 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0900755 Nov 12 14:46:42.600744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-8fade0ff-ae2f-4791-8805-a61580028438 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0577803 Nov 12 14:46:42.652164 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-9ca107ec-b5c1-40dd-b2d3-1b1747dd579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:42.653602 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-9ca107ec-b5c1-40dd-b2d3-1b1747dd579f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0460517 Nov 12 14:46:42.703525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-8cc43ee1-196c-4b8b-aae8-80eeaaff15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:42.705050 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-8cc43ee1-196c-4b8b-aae8-80eeaaff15cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443881 Nov 12 14:46:42.798531 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-6d3cafcd-04c8-49a6-94d7-5788abf501f8 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859580 Nov 12 14:46:43.233658 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ebbd41ac-d256-43e8-8134-314c60f6fa5e req-132303c9-981c-45a1-85f9-bc1ddc932ab2 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283936 Nov 12 14:46:43.582105 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4214e-dfd3-41ee-9619-bc8f7a1cdffc req-f54739ce-5f8f-4b63-b85d-adb0511fb1c7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:43.584207 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7d4214e-dfd3-41ee-9619-bc8f7a1cdffc req-f54739ce-5f8f-4b63-b85d-adb0511fb1c7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0554900 Nov 12 14:46:43.636481 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f7d4214e-dfd3-41ee-9619-bc8f7a1cdffc req-0974387d-7d69-41b1-8b7a-d6ec0d7a141f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458395 Nov 12 14:46:43.855364 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:44.758926 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b4a41-4335-4586-8127-ed3e122ad1d4 req-bdec0e86-171a-47a3-851f-13363381ca7d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:44.760419 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-807b4a41-4335-4586-8127-ed3e122ad1d4 req-bdec0e86-171a-47a3-851f-13363381ca7d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 945 time: 0.0526450 Nov 12 14:46:44.816332 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-807b4a41-4335-4586-8127-ed3e122ad1d4 req-30b40b27-4001-4969-82ef-b9ed66c63c8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499518 Nov 12 14:46:44.900376 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:44.966271 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a31e8853-3354-4ab4-995c-50052dab6fb7 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:46:45.043194 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:45.064823 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:46:45.067158 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4c8fdd-217a-46d3-8016-844c15dfb130" -d '{"events": [{"server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:46:45.079391 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:46:45.084298 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:45.108727 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b066a08-1029-4013-a83a-07ae0f31b9e8 x-openstack-request-id: req-3b066a08-1029-4013-a83a-07ae0f31b9e8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:46:45.109276 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:46:45.109556 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b066a08-1029-4013-a83a-07ae0f31b9e8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:46:45.109939 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'code': 200} Nov 12 14:46:45.134409 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:46:45.932456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb762e5-8353-4403-acb8-0a3d4c7931e3 req-a1770f2c-58f9-4a5c-8189-12d8c71111e1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:45.934005 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-efb762e5-8353-4403-acb8-0a3d4c7931e3 req-a1770f2c-58f9-4a5c-8189-12d8c71111e1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0484450 Nov 12 14:46:45.983882 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-efb762e5-8353-4403-acb8-0a3d4c7931e3 req-e50781bf-c2f2-458a-b7cc-0968e9ccf2ef tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440111 Nov 12 14:46:46.095418 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-f185e310-5002-4cb1-b4bf-2e2a3e9d7c91 req-0a015ab6-fc61-4598-a938-b0b87c6951e9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:46:46.096438 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f185e310-5002-4cb1-b4bf-2e2a3e9d7c91 req-0a015ab6-fc61-4598-a938-b0b87c6951e9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479381 Nov 12 14:46:47.274288 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6c22-d892-4e04-bafb-e7b9b09113b2 req-e105fb15-ecf9-440c-887f-c88a87f74e78 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:47.275904 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6eaf6c22-d892-4e04-bafb-e7b9b09113b2 req-e105fb15-ecf9-440c-887f-c88a87f74e78 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0535235 Nov 12 14:46:47.327553 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6eaf6c22-d892-4e04-bafb-e7b9b09113b2 req-ff005618-0ca1-4814-80e3-b69309cea9a2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457554 Nov 12 14:46:47.447665 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78b479ef-64c5-4148-8732-21525661d1f6 req-b7da660a-7167-4395-9a52-fc095cbe9cd2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850139 Nov 12 14:46:48.227077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b479ef-64c5-4148-8732-21525661d1f6 req-b1efe40e-0f4e-4308-8b8c-eda5f6973288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:48.228521 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78b479ef-64c5-4148-8732-21525661d1f6 req-b1efe40e-0f4e-4308-8b8c-eda5f6973288 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5&tenant_id=c32882f93d08430785e84a1a54bb526f HTTP/1.1" status: 200 len: 1094 time: 0.0397394 Nov 12 14:46:48.289013 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b479ef-64c5-4148-8732-21525661d1f6 req-79a2ff11-cc03-44a9-abdf-613083329a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:48.290514 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78b479ef-64c5-4148-8732-21525661d1f6 req-79a2ff11-cc03-44a9-abdf-613083329a84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1094 time: 0.0399051 Nov 12 14:46:48.383728 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b479ef-64c5-4148-8732-21525661d1f6 req-d2877e44-bc46-4457-9ff5-5cbe1d6d68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:48.385367 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78b479ef-64c5-4148-8732-21525661d1f6 req-d2877e44-bc46-4457-9ff5-5cbe1d6d68b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0878267 Nov 12 14:46:48.480189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78b479ef-64c5-4148-8732-21525661d1f6 req-8097aaa8-6ceb-4ca3-ae7e-7eef8e22869d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 999 time: 0.0879655 Nov 12 14:46:48.493142 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0c716-9c1a-4825-aaca-083685da5c8e req-7eaaeea4-643a-41b7-928f-ce7070e68b45 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:48.494590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c6b0c716-9c1a-4825-aaca-083685da5c8e req-7eaaeea4-643a-41b7-928f-ce7070e68b45 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0958457 Nov 12 14:46:48.572066 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b479ef-64c5-4148-8732-21525661d1f6 req-0380c345-f5ff-4da1-ac59-a785b1bd1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:48.573680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78b479ef-64c5-4148-8732-21525661d1f6 req-0380c345-f5ff-4da1-ac59-a785b1bd1075 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0782464 Nov 12 14:46:48.596814 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c6b0c716-9c1a-4825-aaca-083685da5c8e req-e82cdc30-a808-4c05-8409-ca0d44ec112f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940588 Nov 12 14:46:48.626352 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b479ef-64c5-4148-8732-21525661d1f6 req-c28ae7e4-0c09-4d06-8489-12ef264660f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:48.627830 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78b479ef-64c5-4148-8732-21525661d1f6 req-c28ae7e4-0c09-4d06-8489-12ef264660f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448225 Nov 12 14:46:48.719874 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78b479ef-64c5-4148-8732-21525661d1f6 req-b99d894b-a30a-4c73-a3fe-e9d4659653d7 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Nov 12 14:46:48.808516 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-78b479ef-64c5-4148-8732-21525661d1f6 req-a680ba02-ca62-4426-942c-9d64dce561a7 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813794 Nov 12 14:46:48.996225 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a31e8853-3354-4ab4-995c-50052dab6fb7 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:46:49.725850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49bcee-b661-427a-9c0c-7d0c6c73d763 req-9f8af4af-ce1c-4477-a457-33a24e54d78e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:49.727567 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e49bcee-b661-427a-9c0c-7d0c6c73d763 req-9f8af4af-ce1c-4477-a457-33a24e54d78e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0577390 Nov 12 14:46:49.784096 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-1e49bcee-b661-427a-9c0c-7d0c6c73d763 req-47b6366a-b909-42cb-aab0-ab0b942d8bd6 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501459 Nov 12 14:46:50.931610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060e437-4479-458f-893a-f01d9514e0dc req-4d7eed62-5399-49d2-b1cf-d28934731667 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:50.933265 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e060e437-4479-458f-893a-f01d9514e0dc req-4d7eed62-5399-49d2-b1cf-d28934731667 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0741649 Nov 12 14:46:50.988513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e060e437-4479-458f-893a-f01d9514e0dc req-3a5d1eb2-df45-4915-87e5-f14b9fab02b6 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463433 Nov 12 14:46:52.120683 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a5b84-08db-4e90-9e5e-8c21b816d346 req-3d19809f-fcb7-48f6-96a7-26445a5c4028 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:52.122304 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f56a5b84-08db-4e90-9e5e-8c21b816d346 req-3d19809f-fcb7-48f6-96a7-26445a5c4028 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0547752 Nov 12 14:46:52.181481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f56a5b84-08db-4e90-9e5e-8c21b816d346 req-d277b839-0f27-4dcc-bc22-20e1bb6427cb tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528574 Nov 12 14:46:53.309426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc6760-ff9b-4a7b-9e01-1cb83d0d1dfe req-af45b5bf-65ba-4e98-8966-a14c2a2237ed tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:53.310989 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-edcc6760-ff9b-4a7b-9e01-1cb83d0d1dfe req-af45b5bf-65ba-4e98-8966-a14c2a2237ed tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0544333 Nov 12 14:46:53.369851 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-edcc6760-ff9b-4a7b-9e01-1cb83d0d1dfe req-078837a9-c5fd-4e65-935a-fee3fe876f58 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526278 Nov 12 14:46:54.489997 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ee9de-9229-41d8-8aef-f9f95a0c2ee2 req-a1224dfb-4b9e-4893-9ca8-6b8ab0d90bc1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:54.492226 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2d0ee9de-9229-41d8-8aef-f9f95a0c2ee2 req-a1224dfb-4b9e-4893-9ca8-6b8ab0d90bc1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0534177 Nov 12 14:46:54.547211 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2d0ee9de-9229-41d8-8aef-f9f95a0c2ee2 req-12401a68-229e-445e-97d7-b73f1263834a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487134 Nov 12 14:46:55.669386 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f1750-0513-4e7d-b525-8a0fea32eaeb req-7400eba6-b642-462a-aa00-3a028ea295e5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:55.670882 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d99f1750-0513-4e7d-b525-8a0fea32eaeb req-7400eba6-b642-462a-aa00-3a028ea295e5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0524905 Nov 12 14:46:55.729303 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d99f1750-0513-4e7d-b525-8a0fea32eaeb req-56a08c61-05d9-4315-9f90-766ae18acc18 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522180 Nov 12 14:46:56.858788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2db9-d9c4-410a-9dfc-e489d7f6123c req-8285c2d2-f800-4e44-bc81-45e1d359e279 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:56.860587 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45db2db9-d9c4-410a-9dfc-e489d7f6123c req-8285c2d2-f800-4e44-bc81-45e1d359e279 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0512865 Nov 12 14:46:56.914272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-45db2db9-d9c4-410a-9dfc-e489d7f6123c req-346d7719-0eda-4770-8fa0-03dbc1965790 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468249 Nov 12 14:46:57.158745 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe2a2e5c-6d03-485b-b2c5-bacf7d14d0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:46:57.617766 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:46:58.042632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc9b49-066b-457c-905a-7b38e2086a78 req-4f00689f-1319-43ae-a26d-cecc4ea02151 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:58.044244 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ddc9b49-066b-457c-905a-7b38e2086a78 req-4f00689f-1319-43ae-a26d-cecc4ea02151 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0520563 Nov 12 14:46:58.099625 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6ddc9b49-066b-457c-905a-7b38e2086a78 req-a52fb51f-675f-4ea4-bcd2-2cb27fd2fae3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491831 Nov 12 14:46:59.214032 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dc457-45d2-4666-a13f-1a21d7baa71a req-89f6fa4a-55da-4d01-9e3b-08e5def3aa1c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:46:59.215520 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-121dc457-45d2-4666-a13f-1a21d7baa71a req-89f6fa4a-55da-4d01-9e3b-08e5def3aa1c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0480423 Nov 12 14:46:59.267100 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-121dc457-45d2-4666-a13f-1a21d7baa71a req-c0dbd852-c726-41d6-b06f-7349ce59d8f1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456197 Nov 12 14:46:59.710483 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab25a674-b265-402f-bf32-1625a6605679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:00.384563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683e847-63f2-45bd-9511-a763ba5cd012 req-141093a4-30f5-4ac5-a990-2d4025ef9a52 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:00.386066 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7683e847-63f2-45bd-9511-a763ba5cd012 req-141093a4-30f5-4ac5-a990-2d4025ef9a52 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0508070 Nov 12 14:47:00.435923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7683e847-63f2-45bd-9511-a763ba5cd012 req-5fe7ff41-bb3a-4b82-8c66-ddf8f0b74e3f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440741 Nov 12 14:47:00.994406 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:01.555470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1a3b6-131e-42d8-988e-f796d22e3960 req-7bf39675-5517-4de6-9be1-02f7f16e2c0b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:01.556976 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-18f1a3b6-131e-42d8-988e-f796d22e3960 req-7bf39675-5517-4de6-9be1-02f7f16e2c0b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0531240 Nov 12 14:47:01.605604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-18f1a3b6-131e-42d8-988e-f796d22e3960 req-1d65cc35-342f-43af-8d2b-88148e2228d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427747 Nov 12 14:47:02.583176 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:02.724158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6db99f-2750-4a96-94e3-679eb1cea84a req-52b1d201-91d7-4fd9-bd64-8d3d6fe7e1b7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:02.726666 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd6db99f-2750-4a96-94e3-679eb1cea84a req-52b1d201-91d7-4fd9-bd64-8d3d6fe7e1b7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0541286 Nov 12 14:47:02.776713 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bd6db99f-2750-4a96-94e3-679eb1cea84a req-65da8403-39a0-4fd3-b181-83960744bbb9 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441518 Nov 12 14:47:03.123110 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:03.891238 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e067-b3e6-4cf2-bc8d-dfe7d741853f req-e16337f7-460b-435d-ac65-07924e576711 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:03.892722 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b11e067-b3e6-4cf2-bc8d-dfe7d741853f req-e16337f7-460b-435d-ac65-07924e576711 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0483630 Nov 12 14:47:03.941759 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8b11e067-b3e6-4cf2-bc8d-dfe7d741853f req-716406ce-ec36-4f69-9794-24f6cd9e44a4 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424590 Nov 12 14:47:05.060835 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf5ca7-d71f-461c-adbe-258e9aa50cc3 req-f6e70a86-91a5-4e9a-9308-7fbb6a9a1c5d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:05.062344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dddf5ca7-d71f-461c-adbe-258e9aa50cc3 req-f6e70a86-91a5-4e9a-9308-7fbb6a9a1c5d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0504735 Nov 12 14:47:05.112272 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-dddf5ca7-d71f-461c-adbe-258e9aa50cc3 req-df8dba85-e5a7-4f0e-9901-be2bf695904a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440476 Nov 12 14:47:06.231500 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1a52-1b58-47a6-8bd0-cf7cce7fc555 req-d7dbedbe-7e96-4ab0-afcf-5c7772f649a7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:06.232985 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-909d1a52-1b58-47a6-8bd0-cf7cce7fc555 req-d7dbedbe-7e96-4ab0-afcf-5c7772f649a7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 943 time: 0.0522246 Nov 12 14:47:06.281890 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-909d1a52-1b58-47a6-8bd0-cf7cce7fc555 req-c459a99a-2fbf-4b5b-96cd-2187f69a76eb tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425143 Nov 12 14:47:07.088810 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a31e8853-3354-4ab4-995c-50052dab6fb7 details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:47:07.183616 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:47:07.195329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'port_id': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'mac_address': 'fa:16:3e:69:72:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:47:07.231815 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:07.244652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31e8853-3354-4ab4-995c-50052dab6fb7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:47:07.263872 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:47:07.267888 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:07.317343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:47:07.400999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a75c1-09f3-4b13-8e1d-b3583794ea35 req-4b7ae177-d68c-43d0-96be-4c4f1f136b82 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:07.402443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-557a75c1-09f3-4b13-8e1d-b3583794ea35 req-4b7ae177-d68c-43d0-96be-4c4f1f136b82 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 944 time: 0.0499892 Nov 12 14:47:07.455208 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-557a75c1-09f3-4b13-8e1d-b3583794ea35 req-d075eb0f-934f-418a-9d32-dd82119432b7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469084 Nov 12 14:47:07.614284 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['a31e8853-3354-4ab4-995c-50052dab6fb7'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:47:08.572321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d45e93-33db-456b-97fe-667ee7e271e7 req-eb89be23-bb1a-4b7a-8beb-6a09beb19bdf tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:08.573839 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5d45e93-33db-456b-97fe-667ee7e271e7 req-eb89be23-bb1a-4b7a-8beb-6a09beb19bdf tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 944 time: 0.0488367 Nov 12 14:47:08.623185 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f5d45e93-33db-456b-97fe-667ee7e271e7 req-659fa8ef-ddbf-42af-9a95-67999dfb4fb9 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434601 Nov 12 14:47:09.104753 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a31e8853-3354-4ab4-995c-50052dab6fb7 up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:47:09.153506 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port a31e8853-3354-4ab4-995c-50052dab6fb7 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:47:09.153869 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:09.234595 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:09.257052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:47:09.259321 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a94ac42-5cff-4516-9ac2-1ad12ef8c6af" -d '{"events": [{"server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "name": "network-vif-plugged", "status": "completed", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:47:09.272803 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:47:09.276831 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:09.303845 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3334b3ab-5595-4921-b02d-2c496e734f56 x-openstack-request-id: req-3334b3ab-5595-4921-b02d-2c496e734f56 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:47:09.304139 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "name": "network-vif-plugged", "status": "completed", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:47:09.304398 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3334b3ab-5595-4921-b02d-2c496e734f56 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:47:09.304788 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'code': 200} Nov 12 14:47:09.328644 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:47:09.463610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0c555-cd1f-462c-bea4-0f6bb2394d88 req-6aa20a4d-cb19-4613-959f-9e88a947b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:09.465026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31b0c555-cd1f-462c-bea4-0f6bb2394d88 req-6aa20a4d-cb19-4613-959f-9e88a947b887 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1097 time: 0.0412979 Nov 12 14:47:09.511790 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-31b0c555-cd1f-462c-bea4-0f6bb2394d88 req-56fae1e3-c6cb-4c0c-ac0a-def2fefa149a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394721 Nov 12 14:47:09.738669 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03a30f-e39f-4165-ac4b-c3282973c440 req-81ff7208-1ac6-4e4b-ad3c-22a1ae8996b7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:09.740089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8f03a30f-e39f-4165-ac4b-c3282973c440 req-81ff7208-1ac6-4e4b-ad3c-22a1ae8996b7 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 946 time: 0.0485513 Nov 12 14:47:09.793310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-8f03a30f-e39f-4165-ac4b-c3282973c440 req-29e50454-d166-4fa6-825e-ce858c685f4a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473399 Nov 12 14:47:10.916169 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f3e3-8e87-4271-a49c-ea45c837ca29 req-5e1395f9-dfb3-4c79-b68d-f423a130cbfc tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:10.917700 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f86f3e3-8e87-4271-a49c-ea45c837ca29 req-5e1395f9-dfb3-4c79-b68d-f423a130cbfc tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 946 time: 0.0513897 Nov 12 14:47:10.968992 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9f86f3e3-8e87-4271-a49c-ea45c837ca29 req-ccec244d-667f-4d76-b890-91c3f8db3d53 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453153 Nov 12 14:47:12.085696 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495b18-cbf1-4a0b-ac8e-afdf55560e40 req-2c5f2092-bd07-45f4-8b7d-7fee8ed1de02 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:12.087169 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8495b18-cbf1-4a0b-ac8e-afdf55560e40 req-2c5f2092-bd07-45f4-8b7d-7fee8ed1de02 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 946 time: 0.0517819 Nov 12 14:47:12.135957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b8495b18-cbf1-4a0b-ac8e-afdf55560e40 req-223e7e8b-5a6a-4c1f-a44e-81ca1138361f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Nov 12 14:47:13.850396 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:14.936673 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:16.961697 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-ec610c39-a75e-4d51-85fd-30c2e9bc2554 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446231 Nov 12 14:47:17.044642 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-0602b744-c5a2-4662-897b-827c64c3f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:17.046079 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-0602b744-c5a2-4662-897b-827c64c3f2ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1097 time: 0.0424337 Nov 12 14:47:17.159712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-d7f6b4a5-776b-420f-9fb3-22db5d16c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:17.161199 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-d7f6b4a5-776b-420f-9fb3-22db5d16c9bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0920422 Nov 12 14:47:17.230256 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-ee878f1a-c4f5-4e91-87f1-b90450ab6af4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0612552 Nov 12 14:47:17.281544 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-32386462-42a0-45d4-9f3f-5805666a6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:17.283065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-32386462-42a0-45d4-9f3f-5805666a6d82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0456328 Nov 12 14:47:17.332321 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-56f41889-5f53-4059-84bb-897c3262bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:47:17.333872 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-56f41889-5f53-4059-84bb-897c3262bbac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433364 Nov 12 14:47:17.422423 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-3eb63a89-9294-4fa9-a783-777a36367208 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809343 Nov 12 14:47:17.515909 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8bfbb15f-fe92-480d-8350-940ae6435ea8 req-3938d14a-a520-4e21-ba14-7df4bde6aaff service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857329 Nov 12 14:47:27.160462 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf8bde72-a6b9-44d9-985f-e7f8147230f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:29.712832 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48b14c09-28f5-4280-af54-6a0658f877b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:30.996644 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:32.586108 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:33.125468 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:34.616951 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:47:43.852662 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:44.941200 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:57.161951 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b8ae-20c0-4f0a-b0ab-8c62954d1957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:47:59.714099 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81fca96e-7c26-4058-bf21-e6784d963bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:00.999536 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:02.587334 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:03.127577 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:11.617514 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:48:13.854001 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:14.928726 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:18.043947 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-18db2d80-88e4-4ab8-bbc9-65b680f4d1db service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409763 Nov 12 14:48:18.128175 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-19445939-5291-4cd9-a9ef-4aeb3d7880c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:48:18.129674 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-19445939-5291-4cd9-a9ef-4aeb3d7880c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1097 time: 0.0410442 Nov 12 14:48:18.237611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-1489c4f9-63c8-4385-9046-6aad1c36839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:48:18.239134 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-1489c4f9-63c8-4385-9046-6aad1c36839c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0879900 Nov 12 14:48:18.303896 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-8fad320d-8997-4ac5-822a-87a5230093b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0561430 Nov 12 14:48:18.358340 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-d940c812-bbb4-4146-ba3c-524eecb76ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:48:18.359772 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-d940c812-bbb4-4146-ba3c-524eecb76ac6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0486395 Nov 12 14:48:18.405111 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-e0913f94-a602-44b8-b815-db6b6c0874d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:48:18.406613 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-e0913f94-a602-44b8-b815-db6b6c0874d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395725 Nov 12 14:48:18.495388 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-890d032a-7199-4824-8da2-ed451b26d5d0 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814271 Nov 12 14:48:18.593224 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-4a47fc52-9241-44d0-9965-fa9ac218c54d req-7768561a-e3b3-4d61-a994-c7f68c42a282 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885894 Nov 12 14:48:27.164350 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8baadb1a-abdc-4e04-b1f6-f38a9de4eef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:29.714581 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c698f57-c4cf-4b53-9e26-c1342f9a2a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:31.002066 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:32.590010 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:33.129557 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:43.848259 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:44.926911 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:48.616287 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:48:57.164339 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c638713-156d-4ee7-bf53-74d45878111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:59.719235 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41030) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:48:59.720865 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9b45-6150-4d03-82d6-0942642cbe79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:48:59.919555 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Deleting port 7309399c-93bf-4136-9443-99f1bf9ef0f9 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:48:59.920502 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:00.324113 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:00.324436 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:00.336814 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Calling delete_port for 7309399c-93bf-4136-9443-99f1bf9ef0f9 owned by network:floatingip {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:49:00.490143 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:00.519300 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event deleted for resources: {'Port': ['ID=7309399c-93bf-4136-9443-99f1bf9ef0f9,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:00.546177 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.546527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.546876 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.547219 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.547549 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.547887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.548218 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.548546 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.548881 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.549203 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.549557 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.549877 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:00.591735 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for floatingip, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:00.592056 n-d-805736-4 neutron-server[102675]: INFO neutron.db.l3_db [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Floating IP bfd9be67-ff73-4e86-b91d-53c25c6766b8 disassociated (deleted). External IP: 172.25.5.141, port: a31e8853-3354-4ab4-995c-50052dab6fb7. Nov 12 14:49:00.815971 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Router acffe897-7858-4dd5-9167-a1c9a74c0f99 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:49:00.922963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:49:00.927721 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:00.932260 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] Sync routers for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:49:00.943208 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:49:00.943824 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:49:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:49:00.954608 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-87669b94-35bd-45eb-8130-39c3d82fb5a3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "DELETE /v2.0/floatingips/bfd9be67-ff73-4e86-b91d-53c25c6766b8 HTTP/1.1" status: 204 len: 168 time: 1.2341573 Nov 12 14:49:00.955195 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:49:00.957486 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197611a8-f370-4cf7-9c19-1b92a6a5132b" -d '{"events": [{"name": "network-changed", "server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:49:01.007176 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:01.059556 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:49:01.205742 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26bb23-e9d1-43db-aece-8d545676e711 req-ba58b6ee-e989-4cf0-af84-48fe22e197f2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:01.207188 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0d26bb23-e9d1-43db-aece-8d545676e711 req-ba58b6ee-e989-4cf0-af84-48fe22e197f2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 946 time: 0.0545838 Nov 12 14:49:01.260189 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0d26bb23-e9d1-43db-aece-8d545676e711 req-86b330db-c82e-4336-a7f5-2ddb5924a6c1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455530 Nov 12 14:49:01.274095 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:49:01.304352 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] Checking router: acffe897-7858-4dd5-9167-a1c9a74c0f99 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:49:01.313260 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:49:01.313882 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:49:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:49:01.515589 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:49:01.715805 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:49:01.746400 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f30a07e-9155-4bf9-a152-37e1cb0ea504 None None] The sync data for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 is: [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:49:01.975242 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de0cf8a-c62a-497d-b271-33f0bdd5aee7 None None] New status for floating IP bfd9be67-ff73-4e86-b91d-53c25c6766b8: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:49:02.095678 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd3c166-06fc-4a2c-9331-726711212184 x-openstack-request-id: req-1fd3c166-06fc-4a2c-9331-726711212184 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:49:02.096176 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:49:02.096294 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fd3c166-06fc-4a2c-9331-726711212184 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:49:02.096610 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'status': 'completed', 'code': 200} Nov 12 14:49:02.171354 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-3d42d9d9-9c90-4e72-803b-70fa3f3465c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:02.172960 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-3d42d9d9-9c90-4e72-803b-70fa3f3465c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 1097 time: 0.0541108 Nov 12 14:49:02.273798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-88323206-bfd4-484d-ab67-8e41dc2bd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:02.275271 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-88323206-bfd4-484d-ab67-8e41dc2bd4c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0929437 Nov 12 14:49:02.323385 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-a2e62f46-6361-413e-9ad6-afad8a5ef4cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 200 len: 217 time: 0.0388782 Nov 12 14:49:02.402684 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-a98b57cf-078f-41f2-8c11-1bd3e8f70897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:02.404866 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-a98b57cf-078f-41f2-8c11-1bd3e8f70897 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0738564 Nov 12 14:49:02.418740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0396348-badd-4ca9-980c-b2f888e69dca req-10fcef0a-3ee0-4cce-8058-b2a62861a554 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:02.420499 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0396348-badd-4ca9-980c-b2f888e69dca req-10fcef0a-3ee0-4cce-8058-b2a62861a554 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 946 time: 0.0826929 Nov 12 14:49:02.501918 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a0396348-badd-4ca9-980c-b2f888e69dca req-91270881-d9c3-4f56-bd29-d3db48fdb29c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=24ea791c-01e0-4442-b2b9-7866e9496072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712502 Nov 12 14:49:02.503988 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-f17c7628-fa18-47b7-8aa7-775e5d5ed526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:02.505439 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-f17c7628-fa18-47b7-8aa7-775e5d5ed526 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836651 Nov 12 14:49:02.596999 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:02.604101 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-ce00c163-82c5-492f-8997-f583e103ce11 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878463 Nov 12 14:49:02.640489 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.70', 62384) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:02.691988 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-2811e886-387b-45db-a41c-7a3bb7a8c397 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:02.693510 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-2811e886-387b-45db-a41c-7a3bb7a8c397 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.70 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 946 time: 0.0520186 Nov 12 14:49:02.710678 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-5346b8af-c58b-4cf0-bcd5-c49e61f8e018 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990293 Nov 12 14:49:02.808470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-d59faf21-edfc-49fa-8f05-94559434aa93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Deleting port a31e8853-3354-4ab4-995c-50052dab6fb7 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:49:02.808891 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-d59faf21-edfc-49fa-8f05-94559434aa93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:02.904887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-d59faf21-edfc-49fa-8f05-94559434aa93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] For port a31e8853-3354-4ab4-995c-50052dab6fb7, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=a31e8853-3354-4ab4-995c-50052dab6fb7,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:49:02.905139 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-d59faf21-edfc-49fa-8f05-94559434aa93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:02.925751 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-d59faf21-edfc-49fa-8f05-94559434aa93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Calling delete_port for a31e8853-3354-4ab4-995c-50052dab6fb7 owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:49:03.059098 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-d59faf21-edfc-49fa-8f05-94559434aa93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:03.089716 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59faf21-edfc-49fa-8f05-94559434aa93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event deleted for resources: {'Port': ['ID=a31e8853-3354-4ab4-995c-50052dab6fb7,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:03.135508 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:03.137996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-d59faf21-edfc-49fa-8f05-94559434aa93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] No DVR routers for this DVR port a31e8853-3354-4ab4-995c-50052dab6fb7 on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:49:03.140616 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-d59faf21-edfc-49fa-8f05-94559434aa93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:03.144349 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-675f6325-cead-4163-8505-9db8a1cd9b36 req-d59faf21-edfc-49fa-8f05-94559434aa93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.70 "DELETE /v2.0/ports/a31e8853-3354-4ab4-995c-50052dab6fb7 HTTP/1.1" status: 204 len: 173 time: 0.4433014 Nov 12 14:49:03.630000 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b31785d-ce92-4882-bed6-fcf99079c584 req-e88131ad-fe96-4ca5-aa10-f1b6557ea0bb tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=118a1251-7495-4ee0-b4de-21f2769619b5 HTTP/1.1" status: 200 len: 210 time: 0.0301652 Nov 12 14:49:04.097602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'name': 'network-vif-deleted', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:49:04.099993 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdda512f-485c-468f-a1ea-83f73ca78b33" -d '{"events": [{"server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "name": "network-vif-deleted", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:49:04.142112 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba123c65-e55b-48bb-ad95-dd21110a1242 x-openstack-request-id: req-ba123c65-e55b-48bb-ad95-dd21110a1242 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:49:04.142726 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118a1251-7495-4ee0-b4de-21f2769619b5", "name": "network-vif-deleted", "tag": "a31e8853-3354-4ab4-995c-50052dab6fb7", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:49:04.142726 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ba123c65-e55b-48bb-ad95-dd21110a1242 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:49:04.143035 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118a1251-7495-4ee0-b4de-21f2769619b5', 'name': 'network-vif-deleted', 'tag': 'a31e8853-3354-4ab4-995c-50052dab6fb7', 'status': 'completed', 'code': 200} Nov 12 14:49:04.688587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41058) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:04.750541 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4af13faa-fc01-44bf-abd3-f1a5f3aa71cd tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:04.778847 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4af13faa-fc01-44bf-abd3-f1a5f3aa71cd tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:04.850179 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4af13faa-fc01-44bf-abd3-f1a5f3aa71cd tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:04.852822 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-4af13faa-fc01-44bf-abd3-f1a5f3aa71cd tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:04.854058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-4af13faa-fc01-44bf-abd3-f1a5f3aa71cd tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "DELETE /v2.0/security-groups/24ea791c-01e0-4442-b2b9-7866e9496072 HTTP/1.1" status: 204 len: 168 time: 0.1644890 Nov 12 14:49:04.864082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13faa-fc01-44bf-abd3-f1a5f3aa71cd tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ea791c-01e0-4442-b2b9-7866e9496072,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:05.081637 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41064) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:05.086383 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3e514863-5171-46db-8f94-a469098d4769 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611249313', 'description': 'tempest-secgroup-smoke-611249313 description', 'project_id': 'c32882f93d08430785e84a1a54bb526f'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:49:05.111118 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e514863-5171-46db-8f94-a469098d4769 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.188034 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e514863-5171-46db-8f94-a469098d4769 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.192001 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e514863-5171-46db-8f94-a469098d4769 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.221660 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e514863-5171-46db-8f94-a469098d4769 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0d5723-9690-41f4-9430-faa29197ad87,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:05.225780 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e514863-5171-46db-8f94-a469098d4769 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.227007 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3e514863-5171-46db-8f94-a469098d4769 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1443236 Nov 12 14:49:05.229842 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41066) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:05.234509 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-97f707fd-503a-4083-a1da-26ae85d2ec3b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '1b0d5723-9690-41f4-9430-faa29197ad87', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:49:05.260378 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97f707fd-503a-4083-a1da-26ae85d2ec3b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.328370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97f707fd-503a-4083-a1da-26ae85d2ec3b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.331886 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97f707fd-503a-4083-a1da-26ae85d2ec3b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.352477 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f707fd-503a-4083-a1da-26ae85d2ec3b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98112fa7-79ad-489c-8062-be947f409f41,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:05.359043 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-97f707fd-503a-4083-a1da-26ae85d2ec3b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.360239 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-97f707fd-503a-4083-a1da-26ae85d2ec3b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294630 Nov 12 14:49:05.363289 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41068) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:05.367932 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-e57376a9-a597-4ab1-acce-c08e43126007 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '1b0d5723-9690-41f4-9430-faa29197ad87', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:49:05.395263 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e57376a9-a597-4ab1-acce-c08e43126007 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.453172 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e57376a9-a597-4ab1-acce-c08e43126007 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.457078 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e57376a9-a597-4ab1-acce-c08e43126007 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.475006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57376a9-a597-4ab1-acce-c08e43126007 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf8d2a5-5d1c-4bd9-8b9e-cd90495faa72,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:05.481927 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e57376a9-a597-4ab1-acce-c08e43126007 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.483453 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e57376a9-a597-4ab1-acce-c08e43126007 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190228 Nov 12 14:49:05.486468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41070) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:05.490777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-cdd801c8-c4ce-4dcc-b50c-38193dd71871 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '1b0d5723-9690-41f4-9430-faa29197ad87', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:49:05.518079 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdd801c8-c4ce-4dcc-b50c-38193dd71871 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.579171 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdd801c8-c4ce-4dcc-b50c-38193dd71871 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.583284 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdd801c8-c4ce-4dcc-b50c-38193dd71871 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.603076 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd801c8-c4ce-4dcc-b50c-38193dd71871 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f6da92-556c-4a5e-a238-bdb1525b9e58,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:05.611900 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-cdd801c8-c4ce-4dcc-b50c-38193dd71871 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.613131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-cdd801c8-c4ce-4dcc-b50c-38193dd71871 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257417 Nov 12 14:49:05.615903 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41072) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:05.620230 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-33b6be8b-ff96-4063-9321-073b9e95ad72 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '1b0d5723-9690-41f4-9430-faa29197ad87', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:49:05.647928 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b6be8b-ff96-4063-9321-073b9e95ad72 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.705039 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b6be8b-ff96-4063-9321-073b9e95ad72 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.708680 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b6be8b-ff96-4063-9321-073b9e95ad72 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.726961 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6be8b-ff96-4063-9321-073b9e95ad72 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8b17a9-6848-46b6-934f-f017d0cd8bb3,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:05.736184 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-33b6be8b-ff96-4063-9321-073b9e95ad72 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.737394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-33b6be8b-ff96-4063-9321-073b9e95ad72 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205366 Nov 12 14:49:05.740128 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41074) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:05.744455 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c05f8238-e27a-4c6d-b5ec-d9adb821b86e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '1b0d5723-9690-41f4-9430-faa29197ad87', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:49:05.768974 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-c05f8238-e27a-4c6d-b5ec-d9adb821b86e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Project c32882f93d08430785e84a1a54bb526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:49:05.774022 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c05f8238-e27a-4c6d-b5ec-d9adb821b86e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.811771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a31e8853-3354-4ab4-995c-50052dab6fb7 no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:49:05.832528 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: a31e8853-3354-4ab4-995c-50052dab6fb7 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:49:05.832873 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device a31e8853-3354-4ab4-995c-50052dab6fb7 not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:49:05.833553 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c05f8238-e27a-4c6d-b5ec-d9adb821b86e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.838066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c05f8238-e27a-4c6d-b5ec-d9adb821b86e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.856539 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f8238-e27a-4c6d-b5ec-d9adb821b86e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650e005a-d7bd-4298-90f7-c37725f62ed2,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:05.867119 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c05f8238-e27a-4c6d-b5ec-d9adb821b86e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.868321 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c05f8238-e27a-4c6d-b5ec-d9adb821b86e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272824 Nov 12 14:49:05.870957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41076) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:05.875888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-040bc885-ee54-429e-a519-ef017cb26206 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'security_group_rule': {'security_group_id': '1b0d5723-9690-41f4-9430-faa29197ad87', 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:49:05.898612 n-d-805736-4 neutron-server[102675]: INFO neutron.db.securitygroups_db [None req-040bc885-ee54-429e-a519-ef017cb26206 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Project c32882f93d08430785e84a1a54bb526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:49:05.903724 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-040bc885-ee54-429e-a519-ef017cb26206 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.976668 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-040bc885-ee54-429e-a519-ef017cb26206 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:05.981297 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-040bc885-ee54-429e-a519-ef017cb26206 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:06.005772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bc885-ee54-429e-a519-ef017cb26206 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70af3df-ab54-4ef2-b9eb-cf73bd6972e0,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:06.012779 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-040bc885-ee54-429e-a519-ef017cb26206 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:06.017364 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-040bc885-ee54-429e-a519-ef017cb26206 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454053 Nov 12 14:49:13.848453 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:14.934534 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:22.364353 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-c3cdcdc8-da44-47d5-91e4-4e87a3dceba4 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611249313&fields=id&tenant_id=c32882f93d08430785e84a1a54bb526f HTTP/1.1" status: 200 len: 267 time: 0.0454378 Nov 12 14:49:22.479263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-34bf0df7-32cb-4129-8aab-396a0305b878 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:22.480677 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-34bf0df7-32cb-4129-8aab-396a0305b878 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 809 time: 0.1094506 Nov 12 14:49:22.500437 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-c3beeec2-efbb-4b41-b3b3-255e70068cf2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/quotas/c32882f93d08430785e84a1a54bb526f HTTP/1.1" status: 200 len: 375 time: 0.0098722 Nov 12 14:49:22.551538 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-b9120ed6-a2d5-4fa3-9750-ec7602d4e3e6 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457613 Nov 12 14:49:22.567282 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-4453650e-8dc2-46b9-b3aa-72b51a450943 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:49:22.568255 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-4453650e-8dc2-46b9-b3aa-72b51a450943 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050249 Nov 12 14:49:22.658299 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-98bdfb19-cb78-47f7-95da-d67fdfde7a67 service neutron] 10.222.0.73 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842230 Nov 12 14:49:22.751541 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-8bc50981-fac0-4f16-b9d2-46a5a751f896 service neutron] 10.222.0.73 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872123 Nov 12 14:49:23.035191 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09626109-ca6d-4548-a381-d5623103796f req-68fccf2e-1088-41fa-aad6-d6f433729860 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 210 time: 0.0275717 Nov 12 14:49:24.006283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-fddc7167-1ec3-46a8-98d0-55aec44f05b1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:24.007680 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-fddc7167-1ec3-46a8-98d0-55aec44f05b1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 809 time: 0.1056385 Nov 12 14:49:24.077224 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-a5077108-e87a-4510-b5c8-03cae97cde24 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c32882f93d08430785e84a1a54bb526f HTTP/1.1" status: 200 len: 379 time: 0.0605497 Nov 12 14:49:24.087803 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'port': {'device_id': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'admin_state_up': True, 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'security_groups': ['1b0d5723-9690-41f4-9430-faa29197ad87']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:49:24.139443 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-778fb60b-3b43-45e3-a6f6-e8ae64c2af30 req-e28892b0-4505-47ea-a13c-15b1117c4da0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 210 time: 0.0307217 Nov 12 14:49:24.218184 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Made reservation on behalf of c32882f93d08430785e84a1a54bb526f for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:49:24.221716 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:24.375759 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Allocated IP 172.20.0.4 (0c317735-a8fd-43d6-a915-9e6a7abd4d74/047bafe1-013a-4015-9389-74fa4afa7e6f/62da63ed-d278-4c27-86a7-b200f0e9cf3a) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:49:24.541246 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:24.579069 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:24.620537 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:49:24.623635 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:49:24.631071 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:49:24.656139 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'Port': ['ID=62da63ed-d278-4c27-86a7-b200f0e9cf3a,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:24.687679 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:24.688444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:24.709436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-26649f34-a036-4049-9152-6859d56184c2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259084 Nov 12 14:49:24.779777 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Request body: {'port': {'device_id': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:49:24.867970 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:24.920196 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-d99da024-02f1-4748-8eaf-677009e98071 None None] Provisioning complete for port 62da63ed-d278-4c27-86a7-b200f0e9cf3a triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:49:24.920819 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d99da024-02f1-4748-8eaf-677009e98071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:24.956682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d99da024-02f1-4748-8eaf-677009e98071 None None] Port 62da63ed-d278-4c27-86a7-b200f0e9cf3a cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:49:25.166313 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62da63ed-d278-4c27-86a7-b200f0e9cf3a {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:49:25.175301 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:25.188468 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Transition to ACTIVE for port object 62da63ed-d278-4c27-86a7-b200f0e9cf3a will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:49:25.194929 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:25.275630 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Pushing event updated for resources: {'Port': ['ID=62da63ed-d278-4c27-86a7-b200f0e9cf3a,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:25.346659 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa662f9-4c41-4031-86df-f4bc7c4dcf56 req-1850840d-e7d3-49a7-8d3a-86be3aeb9f31 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:25.348271 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9aa662f9-4c41-4031-86df-f4bc7c4dcf56 req-1850840d-e7d3-49a7-8d3a-86be3aeb9f31 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.1248999 Nov 12 14:49:25.389950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Attempting to bind port 62da63ed-d278-4c27-86a7-b200f0e9cf3a on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:49:25.390315 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Attempting to bind port 62da63ed-d278-4c27-86a7-b200f0e9cf3a by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:49:25.390621 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Attempting to bind port 62da63ed-d278-4c27-86a7-b200f0e9cf3a on network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:49:25.404998 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Port 62da63ed-d278-4c27-86a7-b200f0e9cf3a on network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:49:25.405350 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Attempting to bind port 62da63ed-d278-4c27-86a7-b200f0e9cf3a on network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:49:25.421768 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:49:25.422160 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Checking segment: {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:49:25.422511 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Bound using segment: {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:49:25.422950 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Bound port: 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d159038-ff23-4692-9a81-ba9e604793c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:49:25.423312 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:25.437075 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-9aa662f9-4c41-4031-86df-f4bc7c4dcf56 req-f07dc675-d248-4115-9b22-e87b2b3035c5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819662 Nov 12 14:49:25.496190 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] For port 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:49:25.499282 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] For port 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:49:25.503906 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:25.545981 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:25.546495 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:25.548893 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] 10.222.0.70 "PUT /v2.0/ports/62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 1091 time: 0.8316798 Nov 12 14:49:25.549368 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:49:25.551660 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:49:25.615906 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:49:25.632818 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32094724-7402-4eed-8932-72fbe364acaf x-openstack-request-id: req-32094724-7402-4eed-8932-72fbe364acaf {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:49:25.632818 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:49:25.632818 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32094724-7402-4eed-8932-72fbe364acaf {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:49:25.633170 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'status': 'completed', 'code': 200} Nov 12 14:49:25.637470 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39b078-6a5d-4f48-96be-f76abe8657d5 service neutron] Pushing event updated for resources: {'Port': ['ID=62da63ed-d278-4c27-86a7-b200f0e9cf3a,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:25.663192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-51f4a724-27b6-40e6-b50b-2f8b5dd3a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:25.665325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-51f4a724-27b6-40e6-b50b-2f8b5dd3a812 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1094 time: 0.0672963 Nov 12 14:49:25.711960 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-5bb50b6f-2d0e-412e-96c3-1b688b62c631 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 217 time: 0.0393610 Nov 12 14:49:25.782103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-8f456533-97c8-4c27-8c49-3017738f7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:25.783423 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-8f456533-97c8-4c27-8c49-3017738f7ace service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0651851 Nov 12 14:49:25.831784 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-c97cfa4a-a87a-48aa-bda2-d438ff6f2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:25.833234 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-c97cfa4a-a87a-48aa-bda2-d438ff6f2c19 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425055 Nov 12 14:49:25.940624 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-16481c21-07e7-440c-8812-d304eae346bf service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000695 Nov 12 14:49:26.046782 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-21be10a6-744f-48e0-b0f5-1432d078b550 req-f14a8577-9166-4029-852f-dc90dd126acd service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990274 Nov 12 14:49:26.130940 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-953c0503-4bba-49d8-b21f-24b347432113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:26.132421 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-953c0503-4bba-49d8-b21f-24b347432113 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1094 time: 0.0419443 Nov 12 14:49:26.233207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-f9133a4d-dd07-407c-a62c-236715c2b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:26.235505 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-f9133a4d-dd07-407c-a62c-236715c2b6f0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0968127 Nov 12 14:49:26.276584 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-7ba20b43-b8ae-4d8a-be25-a9b8d9e98b11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 217 time: 0.0343723 Nov 12 14:49:26.324456 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-cb620370-1b7d-48c6-8487-94ab682ee7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:26.326107 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-cb620370-1b7d-48c6-8487-94ab682ee7f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0433424 Nov 12 14:49:26.376110 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-91c647c3-ead5-4144-a877-9a006aa91c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:26.377623 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-91c647c3-ead5-4144-a877-9a006aa91c83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448475 Nov 12 14:49:26.468754 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-c0d7e051-db6e-45e0-b8fb-6b339ea6979c service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838716 Nov 12 14:49:26.597898 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-09b09cd5-30bf-42c6-935b-1ecaf1af33b6 req-018f58f0-c848-48b8-b0f4-517f870ded96 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214013 Nov 12 14:49:26.607586 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da72f5-3e74-4fa0-92ed-e138e736ee13 req-f1c7e5ac-46ae-4a4b-96ea-f5343db7f652 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:26.609140 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9da72f5-3e74-4fa0-92ed-e138e736ee13 req-f1c7e5ac-46ae-4a4b-96ea-f5343db7f652 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0748379 Nov 12 14:49:26.661311 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c9da72f5-3e74-4fa0-92ed-e138e736ee13 req-4a621e15-6c93-4a0b-91ff-8f2c794d9ac2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457394 Nov 12 14:49:27.165899 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f67371e-13e7-412a-a9ea-adba98894753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:27.779470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8a963-5960-49af-9066-9ff6d37b24a6 req-1d99077e-68ba-4228-ab2d-fb2610ae7642 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:27.780951 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3f8a963-5960-49af-9066-9ff6d37b24a6 req-1d99077e-68ba-4228-ab2d-fb2610ae7642 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0504718 Nov 12 14:49:27.834067 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b3f8a963-5960-49af-9066-9ff6d37b24a6 req-25170350-b67c-4aea-800b-0649b1a748b1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470402 Nov 12 14:49:28.969016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e440fb-28e2-4cc9-a43d-3b130c461dab req-c8b2b0cd-5b5a-4e67-b813-14c50f77d53b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:28.970535 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9e440fb-28e2-4cc9-a43d-3b130c461dab req-c8b2b0cd-5b5a-4e67-b813-14c50f77d53b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0534184 Nov 12 14:49:29.025121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9e440fb-28e2-4cc9-a43d-3b130c461dab req-084d76e0-1355-4955-9b25-688871b47d63 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484111 Nov 12 14:49:29.711958 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-719e844f-93ab-46ef-9123-a95b53dfdb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:30.143578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c43ea0-4ef4-4807-9a20-1ddbf7a86b8f req-41271850-bda5-43b8-bcd6-7b09d6dce720 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:30.145021 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-14c43ea0-4ef4-4807-9a20-1ddbf7a86b8f req-41271850-bda5-43b8-bcd6-7b09d6dce720 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0523870 Nov 12 14:49:30.194985 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-14c43ea0-4ef4-4807-9a20-1ddbf7a86b8f req-6903f0a6-6fad-4af9-9071-07d3c120f095 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441072 Nov 12 14:49:31.007722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:31.308829 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb48d87-e9c6-4d1c-930c-0f850397e4bb req-92d539a7-9f68-4769-88f6-f6ff6643f716 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:31.310325 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-adb48d87-e9c6-4d1c-930c-0f850397e4bb req-92d539a7-9f68-4769-88f6-f6ff6643f716 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0489852 Nov 12 14:49:31.360468 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-adb48d87-e9c6-4d1c-930c-0f850397e4bb req-05e53df3-7ec4-4e4a-be8c-dfb863b91623 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442958 Nov 12 14:49:32.474774 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34da2c2-c0fd-4c5a-a7d0-5ddb58866e33 req-2e33b3fe-da17-429c-884b-d6c8aa9a52c6 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:32.476242 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b34da2c2-c0fd-4c5a-a7d0-5ddb58866e33 req-2e33b3fe-da17-429c-884b-d6c8aa9a52c6 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0499210 Nov 12 14:49:32.534217 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b34da2c2-c0fd-4c5a-a7d0-5ddb58866e33 req-05bbab10-e11e-4a52-b581-bb8f06451fbd tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519688 Nov 12 14:49:32.596217 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:33.129443 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:33.650929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5052b-fb28-410a-b5ed-99e287719e79 req-63ff5623-d1d7-4bb3-8897-4dd58759d50e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:33.652426 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0a5052b-fb28-410a-b5ed-99e287719e79 req-63ff5623-d1d7-4bb3-8897-4dd58759d50e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0490556 Nov 12 14:49:33.702063 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b0a5052b-fb28-410a-b5ed-99e287719e79 req-13b1bc75-691c-49c8-b052-f8ed1c00ed56 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430462 Nov 12 14:49:34.824341 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf761451-5d54-43de-8ffa-1e965ead4fdd req-766dad3f-7bba-4125-b2bd-8051481694aa tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:34.825832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf761451-5d54-43de-8ffa-1e965ead4fdd req-766dad3f-7bba-4125-b2bd-8051481694aa tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0534651 Nov 12 14:49:34.873733 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf761451-5d54-43de-8ffa-1e965ead4fdd req-82d91de0-3a6e-406b-91b7-615c07016466 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420728 Nov 12 14:49:35.993495 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6ae5a-146d-4be2-a995-957dae00165c req-bbe0926e-1eb0-4464-8fa0-d2591fbf8645 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:35.994968 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85d6ae5a-146d-4be2-a995-957dae00165c req-bbe0926e-1eb0-4464-8fa0-d2591fbf8645 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0528028 Nov 12 14:49:36.042907 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-85d6ae5a-146d-4be2-a995-957dae00165c req-467625ed-089b-4918-a42c-e71036c12fa8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412216 Nov 12 14:49:37.156855 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66578a56-31d3-4ffa-bdc8-8f5b78a223f5 req-d0a1ec43-8740-495b-b043-caf7b2a522a4 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:37.158355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66578a56-31d3-4ffa-bdc8-8f5b78a223f5 req-d0a1ec43-8740-495b-b043-caf7b2a522a4 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0490088 Nov 12 14:49:37.206963 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-66578a56-31d3-4ffa-bdc8-8f5b78a223f5 req-a2af8e3d-9590-4502-839b-a463bed2a0c9 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Nov 12 14:49:37.942812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 62da63ed-d278-4c27-86a7-b200f0e9cf3a details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:49:38.041679 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:49:38.053807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'port_id': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'mac_address': 'fa:16:3e:15:a6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:49:38.092544 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:38.105035 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62da63ed-d278-4c27-86a7-b200f0e9cf3a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:49:38.126058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:49:38.129873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:38.183964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=62da63ed-d278-4c27-86a7-b200f0e9cf3a,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:38.191736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.192080 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.192420 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.192755 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.193086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.193511 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.193776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.194100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.194425 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.194748 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.195075 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.195395 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:38.323806 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbe2ab-0af5-4c82-b8e7-30c938175cb8 req-dfe94213-e82c-41d2-a6a8-6498c0e18e93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:38.326394 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64dbe2ab-0af5-4c82-b8e7-30c938175cb8 req-dfe94213-e82c-41d2-a6a8-6498c0e18e93 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 944 time: 0.0524075 Nov 12 14:49:38.380821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-64dbe2ab-0af5-4c82-b8e7-30c938175cb8 req-14e28ac9-5a1e-453f-af21-e9baa1525544 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451634 Nov 12 14:49:38.459744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['62da63ed-d278-4c27-86a7-b200f0e9cf3a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:49:39.496548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1395a62-83b8-4dd7-ab08-e1df0e3e856b req-86049908-14a0-4a43-be17-b57b7e404063 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:39.498556 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1395a62-83b8-4dd7-ab08-e1df0e3e856b req-86049908-14a0-4a43-be17-b57b7e404063 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 944 time: 0.0495086 Nov 12 14:49:39.551628 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-d1395a62-83b8-4dd7-ab08-e1df0e3e856b req-9ad71498-7334-40be-b9a1-0f1142edb3ba tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471010 Nov 12 14:49:39.975100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 62da63ed-d278-4c27-86a7-b200f0e9cf3a up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:49:40.024809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 62da63ed-d278-4c27-86a7-b200f0e9cf3a completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:49:40.029554 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 62da63ed-d278-4c27-86a7-b200f0e9cf3a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:49:40.029924 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:40.109097 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:40.130983 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:49:40.133199 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee6ab0f-88f5-4754-93c7-94cfaea6a1bd" -d '{"events": [{"server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "name": "network-vif-plugged", "status": "completed", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:49:40.145980 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:49:40.151138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:40.205156 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=62da63ed-d278-4c27-86a7-b200f0e9cf3a,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:40.226870 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d77f9d4-5e25-4a59-be3e-ee4488724618 x-openstack-request-id: req-9d77f9d4-5e25-4a59-be3e-ee4488724618 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:49:40.227165 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "name": "network-vif-plugged", "status": "completed", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:49:40.227418 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d77f9d4-5e25-4a59-be3e-ee4488724618 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:49:40.227814 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'code': 200} Nov 12 14:49:40.326127 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed80e4c-e062-4958-b81b-642ec002b30f req-3d56735e-f9da-4ca8-8b04-929ee568ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:40.327742 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ed80e4c-e062-4958-b81b-642ec002b30f req-3d56735e-f9da-4ca8-8b04-929ee568ad62 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1096 time: 0.0405815 Nov 12 14:49:40.380261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6ed80e4c-e062-4958-b81b-642ec002b30f req-9571673b-4f72-483d-a343-7930db5761b1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439820 Nov 12 14:49:40.674045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae85f7-462b-4eb2-952a-3d74cadf74d9 req-6876aa5e-4aa7-4587-9eca-bfb079538fb3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:40.675799 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86ae85f7-462b-4eb2-952a-3d74cadf74d9 req-6876aa5e-4aa7-4587-9eca-bfb079538fb3 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0529764 Nov 12 14:49:40.725016 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-86ae85f7-462b-4eb2-952a-3d74cadf74d9 req-3952d15e-a70c-4afc-9061-89241d01b87f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432756 Nov 12 14:49:41.848030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f96b3-e6d8-4e03-9209-4bd028024099 req-42493e08-9143-47b3-9dcd-120ae5873922 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:41.850056 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-539f96b3-e6d8-4e03-9209-4bd028024099 req-42493e08-9143-47b3-9dcd-120ae5873922 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0545740 Nov 12 14:49:41.903777 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-539f96b3-e6d8-4e03-9209-4bd028024099 req-e6f2e64b-f462-482f-b330-931d28ba6fff tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474637 Nov 12 14:49:42.029476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3a7cd-7469-4db2-865f-d36f8e21ec08 req-518264bb-0d96-4cba-b2c3-5a71722622b2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:42.030351 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae3a7cd-7469-4db2-865f-d36f8e21ec08 req-518264bb-0d96-4cba-b2c3-5a71722622b2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0529788 Nov 12 14:49:42.097728 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9ae3a7cd-7469-4db2-865f-d36f8e21ec08 req-1eed2bc0-0bee-4b72-b8af-e050f00a397a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591652 Nov 12 14:49:42.118552 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:42.204183 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffccb748-84dd-4339-83f3-fb105828d342 tempest-TestShelveInstance-1998982065 tempest-TestShelveInstance-1998982065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:42.205718 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ffccb748-84dd-4339-83f3-fb105828d342 tempest-TestShelveInstance-1998982065 tempest-TestShelveInstance-1998982065-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1091 time: 0.0861890 Nov 12 14:49:42.208985 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41286) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:49:42.213478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:49:42.236538 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:42.335213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:42.444256 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Allocated IP 172.25.5.235 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/26ccf4f9-2836-452a-af55-5f174126c637) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:49:42.548485 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:42.582816 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:42.626132 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:49:42.629486 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:49:42.635946 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:49:42.660999 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'Port': ['ID=26ccf4f9-2836-452a-af55-5f174126c637,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:42.673615 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.673971 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.674316 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.674649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.674992 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.675325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.675767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.676125 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.676457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.676790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.677118 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:42.677482 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:49:43.017915 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:43.099279 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:43.257671 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:43.263208 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:43.330337 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event updated for resources: {'Port': ['ID=26ccf4f9-2836-452a-af55-5f174126c637,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:49:43.344940 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:43.446930 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Floating IP 93dcee18-6c41-480c-b9a1-44cba1875377 associated. External IP: 172.25.5.235, port: 62da63ed-d278-4c27-86a7-b200f0e9cf3a. Nov 12 14:49:43.860670 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:44.019676 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Router acffe897-7858-4dd5-9167-a1c9a74c0f99 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:49:44.141073 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:49:44.151438 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] Sync routers for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:49:44.164970 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:49:44.165656 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:49:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:49:44.166050 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:44.197925 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-57bb46a4-8fa5-431b-b1b2-7a4b2e328f8a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9878089 Nov 12 14:49:44.198649 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:49:44.203328 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea64187-730f-4e0b-aec3-b671b82f86f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:49:44.292139 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:49:44.304130 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee00f79c-eac5-4d84-9ff5-02f7422fdb89 x-openstack-request-id: req-ee00f79c-eac5-4d84-9ff5-02f7422fdb89 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:49:44.304419 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:49:44.304671 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee00f79c-eac5-4d84-9ff5-02f7422fdb89 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:49:44.305072 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'status': 'completed', 'code': 200} Nov 12 14:49:44.377535 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-08e96d22-9296-4d7c-8e3f-4fd7f13809bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:44.379655 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-08e96d22-9296-4d7c-8e3f-4fd7f13809bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1096 time: 0.0500140 Nov 12 14:49:44.487724 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-40f6117a-2feb-4d42-9849-6ea7af740b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:44.490065 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-40f6117a-2feb-4d42-9849-6ea7af740b44 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.1031022 Nov 12 14:49:44.566586 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '93dcee18-6c41-480c-b9a1-44cba1875377', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'port_id': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'mac_address': 'fa:16:3e:15:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:49:42Z', 'updated_at': '2021-11-12T14:49:42Z', 'revision_number': 0, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:49:44.567807 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-6af74546-508b-4cf1-8ec7-c4b1c14d519f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 999 time: 0.0685730 Nov 12 14:49:44.595526 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] Checking router: acffe897-7858-4dd5-9167-a1c9a74c0f99 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:49:44.604989 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:49:44.605621 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:49:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:49:44.627072 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-403b5bb8-4ff3-4487-a129-55e0b888318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:44.628560 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-403b5bb8-4ff3-4487-a129-55e0b888318e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0544984 Nov 12 14:49:44.688957 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-7338ef6b-5a0c-45ad-83f2-b9ea2300614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:49:44.690768 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-7338ef6b-5a0c-45ad-83f2-b9ea2300614f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470140 Nov 12 14:49:44.725103 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:49:44.796609 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-dc16ce3f-283f-4dc8-9fce-d18683b53753 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989077 Nov 12 14:49:44.894865 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dea64187-730f-4e0b-aec3-b671b82f86f2 req-7147b135-a1a6-408a-bf80-835ebf7afb65 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912583 Nov 12 14:49:44.943171 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:44.960638 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '93dcee18-6c41-480c-b9a1-44cba1875377', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'port_id': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'mac_address': 'fa:16:3e:15:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:49:42Z', 'updated_at': '2021-11-12T14:49:42Z', 'revision_number': 0, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:49:44.990438 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594ec92-6c12-4113-a004-0ce88d004f70 None None] The sync data for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 is: [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '93dcee18-6c41-480c-b9a1-44cba1875377', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'port_id': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'mac_address': 'fa:16:3e:15:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:49:42Z', 'updated_at': '2021-11-12T14:49:42Z', 'revision_number': 0, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:49:45.193482 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95992ed-ab64-4b0c-837f-386297c0364e None None] New status for floating IP 93dcee18-6c41-480c-b9a1-44cba1875377: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:49:57.168531 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc57c4d7-5d99-4b38-908e-2ef058b6bc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:49:59.713467 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d81f254-e756-4ecb-a82a-170d7cb1f8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:01.010056 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:02.598690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:02.616215 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:50:03.132050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:13.862487 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:14.972768 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:20.385964 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-cedf8315-a106-4e16-b032-7fc5ac1ac144 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403407 Nov 12 14:50:20.473172 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-32e4b633-7904-4fc2-b937-e1ca5d6edd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:50:20.474666 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-32e4b633-7904-4fc2-b937-e1ca5d6edd22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1096 time: 0.0446739 Nov 12 14:50:20.579996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-6ea9aba5-e527-4ee0-b0b7-db955f8b3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:50:20.581481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-6ea9aba5-e527-4ee0-b0b7-db955f8b3ab3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0863192 Nov 12 14:50:20.649926 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-2c9db811-5c21-4c1b-a2ca-009016a1f694 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 1001 time: 0.0613952 Nov 12 14:50:20.698103 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-2132a3f3-9e98-4d57-b2a5-175823572414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:50:20.699546 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-2132a3f3-9e98-4d57-b2a5-175823572414 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0428281 Nov 12 14:50:20.744811 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-5e1fe186-43ea-4ce1-be49-b091c981b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:50:20.746312 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-5e1fe186-43ea-4ce1-be49-b091c981b31c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396707 Nov 12 14:50:20.838956 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-9e2030fe-5cae-4f26-8580-35a8593e005f service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847547 Nov 12 14:50:20.927462 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bd5f09b6-1660-421b-b25d-d9e74daa971d req-d1a52d4c-2f2d-471b-b652-51d295121238 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808001 Nov 12 14:50:27.170806 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c83f58-2613-4b48-8bf4-63384f3d4efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:29.714908 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c900085-fb15-4f22-a35d-472d7a61f873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:31.014965 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:32.600254 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:33.133883 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:39.616220 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:50:43.878626 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:44.969179 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:57.172351 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95f7c164-e401-429b-80f9-47c10d689b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:50:59.717709 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53431e1b-d26f-44c4-830b-1dc09d723635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:01.016697 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:02.602590 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:03.135474 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:13.882553 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:14.967435 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:16.615430 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:51:21.394547 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-3ff586e6-5a37-4483-87d7-69b634f97db2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414085 Nov 12 14:51:21.488583 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-50482139-d3a5-43c5-97a9-64f15101270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:21.489808 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-50482139-d3a5-43c5-97a9-64f15101270c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1096 time: 0.0491109 Nov 12 14:51:21.595478 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-b140f298-5ffd-4870-846b-61be50f083c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:21.597033 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-b140f298-5ffd-4870-846b-61be50f083c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0853412 Nov 12 14:51:21.668056 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-3de86570-d07f-47b4-9231-d8daa02c165f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 1001 time: 0.0635445 Nov 12 14:51:21.725084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-91e4d81e-7cb8-43f2-a60d-9f2d7986f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:21.727177 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-91e4d81e-7cb8-43f2-a60d-9f2d7986f6be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0496056 Nov 12 14:51:21.776728 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-9033dd00-42e2-4787-a3be-76e6cebabddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:21.778261 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-9033dd00-42e2-4787-a3be-76e6cebabddd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448363 Nov 12 14:51:21.876477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-cbda9aa4-3c63-4819-bc7a-c7bf887bb71b service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905094 Nov 12 14:51:21.965907 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-83989870-3c61-40d6-bfd2-9fb946e3abad req-a74a7cae-c6f1-4feb-a7e4-b8d8c3acab0d service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821006 Nov 12 14:51:27.174305 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f377012-ae1b-4def-98dd-e98c96c170da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:29.719240 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9514063d-06ca-4e87-b59f-5b4667568e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:31.020125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:32.605836 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:33.137355 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:38.603613 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c24c7-26b0-40b8-8a29-df674f6026ec req-909fc68f-aa2a-40f1-8b40-605494f3f93d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:38.605240 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b61c24c7-26b0-40b8-8a29-df674f6026ec req-909fc68f-aa2a-40f1-8b40-605494f3f93d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.1078243 Nov 12 14:51:38.653184 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b61c24c7-26b0-40b8-8a29-df674f6026ec req-3c14c8c9-83ba-46c6-9aec-43183d982d87 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 Nov 12 14:51:39.850813 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee6bdf-001f-4927-997c-90760df779f1 req-44297305-6d42-4837-acbb-d26dd108cacf tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:39.852462 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6eee6bdf-001f-4927-997c-90760df779f1 req-44297305-6d42-4837-acbb-d26dd108cacf tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0963256 Nov 12 14:51:39.901923 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6eee6bdf-001f-4927-997c-90760df779f1 req-36a26cf3-0cbe-4401-a797-d24295737260 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425923 Nov 12 14:51:41.038283 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3b0f-ee8c-460f-b72b-1050c0b281b1 req-a0fd6cdb-57db-4fdd-8a2a-c9a504da9a84 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:41.039648 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-812c3b0f-ee8c-460f-b72b-1050c0b281b1 req-a0fd6cdb-57db-4fdd-8a2a-c9a504da9a84 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Nov 12 14:51:41.088384 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-812c3b0f-ee8c-460f-b72b-1050c0b281b1 req-3760836f-2f28-4db1-bfa7-d12547df86ef tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415268 Nov 12 14:51:42.209250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fea42d-8c13-4454-8e51-62781e17518a req-0c489da4-c9a7-4c25-af1c-90f6e63e3cdb tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:42.210791 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-76fea42d-8c13-4454-8e51-62781e17518a req-0c489da4-c9a7-4c25-af1c-90f6e63e3cdb tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0555696 Nov 12 14:51:42.260742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-76fea42d-8c13-4454-8e51-62781e17518a req-405ca504-8699-4bf5-b2da-cbf67d85afc1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428641 Nov 12 14:51:43.373645 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a82e0-b2d0-4258-9c02-e83d082c693b req-93c18b4c-e851-4a09-9a8e-e4f74c33fbd5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:43.375114 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-933a82e0-b2d0-4258-9c02-e83d082c693b req-93c18b4c-e851-4a09-9a8e-e4f74c33fbd5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0483074 Nov 12 14:51:43.429125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-933a82e0-b2d0-4258-9c02-e83d082c693b req-1b5292ec-a40b-43ee-9540-571d29c89885 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479755 Nov 12 14:51:43.890123 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:44.547830 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d1e91-3b0b-46df-96a9-8b94ec0dbbeb req-eebcd525-abbd-41ac-ada2-005d314ee10d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:44.549380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b2d1e91-3b0b-46df-96a9-8b94ec0dbbeb req-eebcd525-abbd-41ac-ada2-005d314ee10d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0497487 Nov 12 14:51:44.598590 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7b2d1e91-3b0b-46df-96a9-8b94ec0dbbeb req-6f3d1432-bdd3-4a02-9793-a80a43c540eb tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433307 Nov 12 14:51:44.982876 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:45.711627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33222c-65e7-495c-8c2d-72942b060b2d req-0587fab3-37df-47fc-b4b8-b94996f397d5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:45.713406 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a33222c-65e7-495c-8c2d-72942b060b2d req-0587fab3-37df-47fc-b4b8-b94996f397d5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0481656 Nov 12 14:51:45.776121 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-0a33222c-65e7-495c-8c2d-72942b060b2d req-e9846953-f7af-4eb9-a709-8004ebc1718d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568576 Nov 12 14:51:46.894052 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2606a1-3fca-498a-a99f-2144f28e6b4a req-9c79a225-da5f-4a6b-8dae-67cb923d3f48 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:46.895479 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d2606a1-3fca-498a-a99f-2144f28e6b4a req-9c79a225-da5f-4a6b-8dae-67cb923d3f48 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0519049 Nov 12 14:51:46.944579 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-8d2606a1-3fca-498a-a99f-2144f28e6b4a req-ac590323-c0f6-4ea5-a42b-08e215d9841a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426407 Nov 12 14:51:48.064627 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a2633-4b9d-4c77-b8bf-09bc5e79d186 req-abbc5377-a164-4cc6-8743-de75a615d281 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:48.066119 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-039a2633-4b9d-4c77-b8bf-09bc5e79d186 req-abbc5377-a164-4cc6-8743-de75a615d281 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0486004 Nov 12 14:51:48.121272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-039a2633-4b9d-4c77-b8bf-09bc5e79d186 req-571213e0-2361-4d0a-926e-1cf6250291db tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491869 Nov 12 14:51:49.241263 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f162b-bef8-44b9-8137-1f3e7a79cbad req-fe3da232-a9ac-4ca7-9f38-b077cbb78c09 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:49.242752 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b37f162b-bef8-44b9-8137-1f3e7a79cbad req-fe3da232-a9ac-4ca7-9f38-b077cbb78c09 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0495820 Nov 12 14:51:49.292247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b37f162b-bef8-44b9-8137-1f3e7a79cbad req-8760ec87-f02c-4c63-be14-5927f073ea39 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435903 Nov 12 14:51:50.408249 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f94d4b-0a53-4d88-acc0-3e8c442f8fec req-91c07892-8022-4600-92c0-80d436c8a9d0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:50.409706 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-51f94d4b-0a53-4d88-acc0-3e8c442f8fec req-91c07892-8022-4600-92c0-80d436c8a9d0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0512679 Nov 12 14:51:50.458815 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-51f94d4b-0a53-4d88-acc0-3e8c442f8fec req-0427951b-2c9c-4cbe-a54d-15478a3505b2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431843 Nov 12 14:51:51.574432 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e388a01-2cae-4665-8efa-fd57751630ea req-7b0ade69-d2a0-477e-afe5-9829a4cca48a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:51.575934 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e388a01-2cae-4665-8efa-fd57751630ea req-7b0ade69-d2a0-477e-afe5-9829a4cca48a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0488844 Nov 12 14:51:51.628011 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9e388a01-2cae-4665-8efa-fd57751630ea req-d497faf7-0a67-4d35-b082-a235f564960c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461416 Nov 12 14:51:52.742395 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89bd41-ed33-4af8-a213-aa8540e71185 req-fa502eac-e7b5-48ea-a3f3-63b04bbb1cff tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:52.744502 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e89bd41-ed33-4af8-a213-aa8540e71185 req-fa502eac-e7b5-48ea-a3f3-63b04bbb1cff tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0496023 Nov 12 14:51:52.794477 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-6e89bd41-ed33-4af8-a213-aa8540e71185 req-c38fc906-e287-4bfd-ab74-e81420ab9f9f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441916 Nov 12 14:51:53.616098 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:51:53.726634 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-23564daf-c131-4822-8b75-b801616730f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:53.728715 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-23564daf-c131-4822-8b75-b801616730f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1096 time: 0.0452116 Nov 12 14:51:53.820006 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-56a3c69e-0de4-4de2-bcf6-c4761bbbe02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:53.821521 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-56a3c69e-0de4-4de2-bcf6-c4761bbbe02f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0857642 Nov 12 14:51:53.922045 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed1749-177d-4c19-9eef-7d6686f2308c req-4e10752d-2534-47f1-8b4e-a7e15e50d69d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:53.923522 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55ed1749-177d-4c19-9eef-7d6686f2308c req-4e10752d-2534-47f1-8b4e-a7e15e50d69d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0569015 Nov 12 14:51:53.976176 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-55ed1749-177d-4c19-9eef-7d6686f2308c req-f7bc7ac8-137a-49f7-9e01-ac1bf0cb929d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463333 Nov 12 14:51:54.208977 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-4fe14462-b6c8-4ee8-ac18-ad407ecca0fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 1001 time: 0.3799627 Nov 12 14:51:54.256689 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-ea2fd930-0fb4-405d-9cfb-c4de91f29ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:54.258136 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-ea2fd930-0fb4-405d-9cfb-c4de91f29ec6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0420310 Nov 12 14:51:54.302328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-72f3d8b0-d18d-443e-8f63-b342ecc44400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:54.303776 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-72f3d8b0-d18d-443e-8f63-b342ecc44400 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378213 Nov 12 14:51:54.396317 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-b5ff70c6-0238-4b0f-aee4-6f7fa00018bb service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836091 Nov 12 14:51:54.485483 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-ecc8d7f0-b670-488d-9739-e405bd4501d6 req-f72b28ef-2766-4180-994d-66744aff5c82 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821536 Nov 12 14:51:55.093515 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7825ab8-2b87-4fc1-9e82-01896c7794f4 req-7d464893-5ce1-49ae-af11-cb7411117148 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:55.095006 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7825ab8-2b87-4fc1-9e82-01896c7794f4 req-7d464893-5ce1-49ae-af11-cb7411117148 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0486286 Nov 12 14:51:55.147821 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a7825ab8-2b87-4fc1-9e82-01896c7794f4 req-ec1545d7-3081-4fe9-a527-f03aa33fb186 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469511 Nov 12 14:51:56.264541 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c487467-f948-4812-87e0-898e5e72a0a5 req-c5baf369-f11b-4710-ad06-1c8b097517d5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:56.266057 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c487467-f948-4812-87e0-898e5e72a0a5 req-c5baf369-f11b-4710-ad06-1c8b097517d5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0493822 Nov 12 14:51:56.315513 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0c487467-f948-4812-87e0-898e5e72a0a5 req-75b3f2b7-4fbe-40be-b126-55148116643f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 Nov 12 14:51:57.176492 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f6862a-0642-4be7-88e6-f1e959b86112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:57.435914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ed701-897e-409d-80d8-f7b78db33c09 req-273a27b8-1847-4415-b55b-75286718d656 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:57.437308 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b7ed701-897e-409d-80d8-f7b78db33c09 req-273a27b8-1847-4415-b55b-75286718d656 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0494311 Nov 12 14:51:57.487668 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5b7ed701-897e-409d-80d8-f7b78db33c09 req-3351be80-4036-4a26-8a05-a04ed5f0186f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444086 Nov 12 14:51:58.608205 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ef406-97cd-4ca2-8eaa-08f672cfcd63 req-587ab4e0-19f0-458e-8b7d-12c7560d7783 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:58.609734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e3ef406-97cd-4ca2-8eaa-08f672cfcd63 req-587ab4e0-19f0-458e-8b7d-12c7560d7783 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0559237 Nov 12 14:51:58.627183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 62da63ed-d278-4c27-86a7-b200f0e9cf3a no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:51:58.660180 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2e3ef406-97cd-4ca2-8eaa-08f672cfcd63 req-2a7ca1eb-b8c6-4082-b07b-be71b3062f2c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446529 Nov 12 14:51:58.704519 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:58.726950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:51:58.729846 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d617bc1-3ef9-4013-ac48-b5b953e5685b" -d '{"events": [{"server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "name": "network-vif-unplugged", "status": "completed", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:51:58.742394 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:51:58.748198 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:58.777448 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 14:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653e2fe5-3350-48f1-aaa1-6b545ce8ceae x-openstack-request-id: req-653e2fe5-3350-48f1-aaa1-6b545ce8ceae {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:51:58.777732 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "name": "network-vif-unplugged", "status": "failed", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a", "code": 422}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:51:58.777984 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-653e2fe5-3350-48f1-aaa1-6b545ce8ceae {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:51:58.778374 n-d-805736-4 neutron-server[102677]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'code': 422} returned with failed status Nov 12 14:51:58.795242 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-65ab77ac-6d34-47b4-b2fc-2176e879b7c2 req-d1829bd5-89b9-45bc-977a-71ea0b719014 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:51:58.796252 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-65ab77ac-6d34-47b4-b2fc-2176e879b7c2 req-d1829bd5-89b9-45bc-977a-71ea0b719014 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0704913 Nov 12 14:51:58.803267 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=62da63ed-d278-4c27-86a7-b200f0e9cf3a,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:51:58.811226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.811566 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.811901 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.812232 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.812557 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.812881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.813201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.813548 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.813871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.814187 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.814508 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:58.814890 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:51:59.721687 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85e5af32-d811-442e-9f51-60d94a56d437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:51:59.995581 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0a34e-2a72-45f3-a598-fc9dc5b03a34 req-b0ecbc70-18f5-42ba-861c-a7bab2bb3e3a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:51:59.996961 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ca0a34e-2a72-45f3-a598-fc9dc5b03a34 req-b0ecbc70-18f5-42ba-861c-a7bab2bb3e3a tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0765424 Nov 12 14:52:00.004021 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-74f341dc-632b-4769-bb9a-3f2f69b01b01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056268 Nov 12 14:52:00.014871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-d7b2739f-1b69-4f99-ae50-23a926b132b0 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:52:00.015808 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-d7b2739f-1b69-4f99-ae50-23a926b132b0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046880 Nov 12 14:52:00.055762 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-3ca0a34e-2a72-45f3-a598-fc9dc5b03a34 req-2ee36e9f-b4f3-44b6-bef7-00c4fdef0f15 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508018 Nov 12 14:52:01.023030 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:01.179298 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9976c-987d-439c-b07b-d0862fcf952e req-11d7250c-96c9-4cdd-b9e8-ad9aeb4a9cb8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:01.180789 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54c9976c-987d-439c-b07b-d0862fcf952e req-11d7250c-96c9-4cdd-b9e8-ad9aeb4a9cb8 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0522566 Nov 12 14:52:01.245674 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-54c9976c-987d-439c-b07b-d0862fcf952e req-d06ad2f1-a8bd-430e-adf5-67ec2585501b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583210 Nov 12 14:52:02.375336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a437c8-7fa7-47cc-9cf3-522bf14df195 req-06e425d8-8453-416b-a394-a8b8147cad21 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:02.376893 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1a437c8-7fa7-47cc-9cf3-522bf14df195 req-06e425d8-8453-416b-a394-a8b8147cad21 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0603421 Nov 12 14:52:02.431341 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a1a437c8-7fa7-47cc-9cf3-522bf14df195 req-065b65cc-0ff9-4721-9311-146cc5a913a6 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477793 Nov 12 14:52:02.607754 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:03.139619 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:03.553589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b086c-0ad3-4f6a-9bd2-5d2f6d81f50d req-167ed0c9-e86d-4756-bf85-fc8e2e0dd59f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:03.555071 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a23b086c-0ad3-4f6a-9bd2-5d2f6d81f50d req-167ed0c9-e86d-4756-bf85-fc8e2e0dd59f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0549617 Nov 12 14:52:03.606156 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a23b086c-0ad3-4f6a-9bd2-5d2f6d81f50d req-270d5299-b1d3-4d84-8cef-511a5a21f3ea tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443463 Nov 12 14:52:04.726891 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbd7f8-e9d5-4663-b4b8-752be61828ce req-9e7c2319-6360-474e-b444-40a4359ac18d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:04.728618 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29bbd7f8-e9d5-4663-b4b8-752be61828ce req-9e7c2319-6360-474e-b444-40a4359ac18d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0506885 Nov 12 14:52:04.779659 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-29bbd7f8-e9d5-4663-b4b8-752be61828ce req-cad9b5b1-ae77-4214-958b-094197ac14b5 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444486 Nov 12 14:52:05.894693 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553e46b-d44b-47f3-9494-998562cd8145 req-cf05384c-06fa-4a05-bf04-c454f5135afa tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:05.896391 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7553e46b-d44b-47f3-9494-998562cd8145 req-cf05384c-06fa-4a05-bf04-c454f5135afa tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0494764 Nov 12 14:52:05.948166 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7553e46b-d44b-47f3-9494-998562cd8145 req-3722a08f-10ce-4900-aaeb-4540ce5cacc4 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 Nov 12 14:52:06.892078 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-8daaac9f-a9b4-4bf6-9abb-8acd42d47534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:06.893569 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-8daaac9f-a9b4-4bf6-9abb-8acd42d47534 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40&tenant_id=c32882f93d08430785e84a1a54bb526f HTTP/1.1" status: 200 len: 1094 time: 0.0443575 Nov 12 14:52:06.953379 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-11b60a0a-6a0b-4ce7-be16-37a1a4ff409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:06.954844 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-11b60a0a-6a0b-4ce7-be16-37a1a4ff409d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1094 time: 0.0396800 Nov 12 14:52:07.045589 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-589b4197-e442-4e2b-a82a-759b3e18b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:07.047134 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-589b4197-e442-4e2b-a82a-759b3e18b2e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0858052 Nov 12 14:52:07.069610 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229e899-680d-4b7b-a2dd-3e6573df8292 req-e8e7e5ae-4e45-454c-bc1a-ed669059d505 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:07.071129 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0229e899-680d-4b7b-a2dd-3e6573df8292 req-e8e7e5ae-4e45-454c-bc1a-ed669059d505 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0533659 Nov 12 14:52:07.115611 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-b6d31e67-9bbe-41a1-90c6-eef99016b8f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 999 time: 0.0617373 Nov 12 14:52:07.122065 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0229e899-680d-4b7b-a2dd-3e6573df8292 req-57792ab0-556d-49c2-95fc-474c62896aeb tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439367 Nov 12 14:52:07.163962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-e2ff67f8-c1e0-4a7e-a07c-bec2814aa817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:07.165439 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-e2ff67f8-c1e0-4a7e-a07c-bec2814aa817 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0434997 Nov 12 14:52:07.210356 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-0a99a797-bde1-4106-9356-445a554c2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:07.211825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-0a99a797-bde1-4106-9356-445a554c2398 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385110 Nov 12 14:52:07.303775 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-5bd05a87-773c-4269-8ea6-d8388653625e service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841968 Nov 12 14:52:07.393894 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-bb4cd856-51c6-47a3-9601-6109f0c655d8 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820074 Nov 12 14:52:08.245880 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dab502-b4f2-4adc-bc22-1f93ddff8c52 req-ceb81b7a-4a85-4fca-943a-f6b64d32d783 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:08.247359 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-50dab502-b4f2-4adc-bc22-1f93ddff8c52 req-ceb81b7a-4a85-4fca-943a-f6b64d32d783 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0548995 Nov 12 14:52:08.297897 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-50dab502-b4f2-4adc-bc22-1f93ddff8c52 req-fa498fb1-8eea-4444-9674-5299e2e98074 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443938 Nov 12 14:52:09.411336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5debb7-6979-460f-870c-19a81d48b5ff req-ceb06e1e-dffc-4152-9603-479925904b77 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:09.412820 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa5debb7-6979-460f-870c-19a81d48b5ff req-ceb06e1e-dffc-4152-9603-479925904b77 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0481730 Nov 12 14:52:09.462108 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fa5debb7-6979-460f-870c-19a81d48b5ff req-ee4e6510-19b9-4a17-92ed-52c672edaa40 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426803 Nov 12 14:52:10.578351 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b541ff-667e-4a7f-af9c-06ec0865ba2e req-6abf13da-ed39-484a-b8b8-9743ef648845 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:10.579825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47b541ff-667e-4a7f-af9c-06ec0865ba2e req-6abf13da-ed39-484a-b8b8-9743ef648845 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0488675 Nov 12 14:52:10.629332 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-47b541ff-667e-4a7f-af9c-06ec0865ba2e req-80d45c61-43e1-4f58-99f6-ba56bab15cf6 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436583 Nov 12 14:52:11.741978 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551c51f-efb6-4f77-b865-ee6ffb2918fd req-7f5de4ed-9084-4fef-a001-43821f7dcb32 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:11.743447 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0551c51f-efb6-4f77-b865-ee6ffb2918fd req-7f5de4ed-9084-4fef-a001-43821f7dcb32 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0492666 Nov 12 14:52:11.797786 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0551c51f-efb6-4f77-b865-ee6ffb2918fd req-126a3f28-d549-4e0e-a603-5f4b02f7ac32 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475841 Nov 12 14:52:12.914205 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbee99a-356a-4d82-841c-91899cb5f20d req-ef45454f-73f2-46e2-b72b-17fbb8b5b226 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:12.915650 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bcbee99a-356a-4d82-841c-91899cb5f20d req-ef45454f-73f2-46e2-b72b-17fbb8b5b226 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0515103 Nov 12 14:52:12.964151 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bcbee99a-356a-4d82-841c-91899cb5f20d req-603113fe-44e5-4f3e-a276-e1bfff034712 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417764 Nov 12 14:52:13.887594 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:14.081420 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e79c0e-fb12-4ac1-8cb3-4a434b8461ab req-0c886e72-ef11-41b1-9a1d-5f95c00790fe tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:14.082965 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94e79c0e-fb12-4ac1-8cb3-4a434b8461ab req-0c886e72-ef11-41b1-9a1d-5f95c00790fe tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0495818 Nov 12 14:52:14.131850 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-94e79c0e-fb12-4ac1-8cb3-4a434b8461ab req-90e7dc41-b63e-4e4c-ad4a-7b900c7b2d37 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429790 Nov 12 14:52:14.980856 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:15.247467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59532b-3b08-46b7-b04e-f72ba0e25287 req-2541addb-f6b3-43be-a335-59be4ab9e9d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:15.249125 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af59532b-3b08-46b7-b04e-f72ba0e25287 req-2541addb-f6b3-43be-a335-59be4ab9e9d2 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0494423 Nov 12 14:52:15.297473 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-af59532b-3b08-46b7-b04e-f72ba0e25287 req-283c56c9-4db8-4105-a208-bed5d55b3b0d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424702 Nov 12 14:52:16.454472 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab2bba-afe6-4feb-9f76-05cbad3c4024 req-1ab95794-7fa2-4c0f-a469-00fe9c95979b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:16.456066 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4ab2bba-afe6-4feb-9f76-05cbad3c4024 req-1ab95794-7fa2-4c0f-a469-00fe9c95979b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 943 time: 0.0658996 Nov 12 14:52:16.509753 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-b4ab2bba-afe6-4feb-9f76-05cbad3c4024 req-5417efe0-e929-4c95-9b45-5953fcb5589d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473564 Nov 12 14:52:16.703898 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 62da63ed-d278-4c27-86a7-b200f0e9cf3a details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:52:16.954572 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:52:16.965144 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'port_id': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'mac_address': 'fa:16:3e:15:a6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:52:17.006690 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:17.022145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62da63ed-d278-4c27-86a7-b200f0e9cf3a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:52:17.042623 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:52:17.047642 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:17.094812 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=62da63ed-d278-4c27-86a7-b200f0e9cf3a,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:52:17.393919 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['62da63ed-d278-4c27-86a7-b200f0e9cf3a'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:52:17.631601 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a8c39-f50c-44a0-9567-2cae412c58f6 req-604c218e-983e-4e65-bc09-a2cfdfc847a6 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:17.633089 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-072a8c39-f50c-44a0-9567-2cae412c58f6 req-604c218e-983e-4e65-bc09-a2cfdfc847a6 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 944 time: 0.0487192 Nov 12 14:52:17.686397 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-072a8c39-f50c-44a0-9567-2cae412c58f6 req-14459099-7639-4c9c-a0d6-b5b6b6a0f5d4 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471079 Nov 12 14:52:18.702570 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 62da63ed-d278-4c27-86a7-b200f0e9cf3a up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:52:18.757617 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 62da63ed-d278-4c27-86a7-b200f0e9cf3a triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:52:18.757991 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:18.814478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb62f50-1133-4efd-85ff-dd705b94f222 req-f4de5ccd-ff49-4a2c-bde2-e205f5141963 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:18.815997 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fdb62f50-1133-4efd-85ff-dd705b94f222 req-f4de5ccd-ff49-4a2c-bde2-e205f5141963 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 944 time: 0.0552711 Nov 12 14:52:18.844364 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:18.866296 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-fdb62f50-1133-4efd-85ff-dd705b94f222 req-7df0cfc1-1af1-403f-b92e-54619fce5132 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442317 Nov 12 14:52:18.867575 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:52:18.869864 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1817b6-ac4b-471c-b247-f847683150cc" -d '{"events": [{"server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "name": "network-vif-plugged", "status": "completed", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:52:18.883656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:52:18.890506 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:18.938906 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=62da63ed-d278-4c27-86a7-b200f0e9cf3a,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:52:19.928540 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f24bac-452b-4458-a29b-478b295c6585 x-openstack-request-id: req-b5f24bac-452b-4458-a29b-478b295c6585 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:52:19.929133 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "name": "network-vif-plugged", "status": "completed", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:52:19.929133 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b5f24bac-452b-4458-a29b-478b295c6585 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:52:19.929692 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'code': 200} Nov 12 14:52:19.992191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e8429-aa58-48ae-8adb-197c4ec676cc req-a694941f-c667-4248-8433-2faac8aaa24b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:19.994268 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f1e8429-aa58-48ae-8adb-197c4ec676cc req-a694941f-c667-4248-8433-2faac8aaa24b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0554192 Nov 12 14:52:20.044873 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5f1e8429-aa58-48ae-8adb-197c4ec676cc req-3434d701-b64f-46ce-8c48-b4e14cf1c345 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440407 Nov 12 14:52:20.075628 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeb1bc-e06b-43d0-952a-94aa4bac283b req-cb5e0204-cf33-47cc-b9fe-263b12bb1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:20.077870 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f1eeb1bc-e06b-43d0-952a-94aa4bac283b req-cb5e0204-cf33-47cc-b9fe-263b12bb1244 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1096 time: 0.0422468 Nov 12 14:52:20.123240 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f1eeb1bc-e06b-43d0-952a-94aa4bac283b req-9ca755c5-0a08-4c54-9c7f-d7ad9357e78f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387197 Nov 12 14:52:21.164745 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a68eb3-95e4-47f7-9552-750995ea2c00 req-87fd5270-a873-46f6-876c-291d9b01078d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:21.166230 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9a68eb3-95e4-47f7-9552-750995ea2c00 req-87fd5270-a873-46f6-876c-291d9b01078d tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0489352 Nov 12 14:52:21.217488 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9a68eb3-95e4-47f7-9552-750995ea2c00 req-0a5cc85f-8f92-475f-8aad-35aeb133ab39 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444393 Nov 12 14:52:21.996948 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-3e407259-83de-4a78-a90d-a51c37d0b9ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442462 Nov 12 14:52:22.080725 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-f614f293-c580-40f4-9c50-f628574c5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:22.082321 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-f614f293-c580-40f4-9c50-f628574c5ec0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1096 time: 0.0418172 Nov 12 14:52:22.187567 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-1e38273d-3c71-40b1-9ad4-b8af178df71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:22.189074 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-1e38273d-3c71-40b1-9ad4-b8af178df71d service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0875521 Nov 12 14:52:22.259030 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-ef8d228e-ca88-4f49-a3fc-38ea3d4bfd08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 1001 time: 0.0627520 Nov 12 14:52:22.311268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-89e8c09d-103d-4a64-bbde-558ef6757ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:22.312801 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-89e8c09d-103d-4a64-bbde-558ef6757ce2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0461056 Nov 12 14:52:22.334912 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9cc1c-66e7-415b-8e29-9d8fbf5d48df req-af57c6fd-d01e-4f29-8c04-50d6def10c84 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:22.336400 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7d9cc1c-66e7-415b-8e29-9d8fbf5d48df req-af57c6fd-d01e-4f29-8c04-50d6def10c84 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0497670 Nov 12 14:52:22.360095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-d3089c9a-e33b-4104-83ad-8dd412173470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:52:22.361756 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-d3089c9a-e33b-4104-83ad-8dd412173470 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425065 Nov 12 14:52:22.390544 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a7d9cc1c-66e7-415b-8e29-9d8fbf5d48df req-800fad0f-c273-49dc-b828-04115c95b814 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473185 Nov 12 14:52:22.462028 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-c6f5fd39-0779-4271-8a8a-0b009897137e service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930979 Nov 12 14:52:22.556838 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-a436c71e-58aa-46d7-a606-a7294adb1cbd req-52ec2987-55f6-46ae-9fb4-5bc64d3a7209 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873582 Nov 12 14:52:27.183421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-067e277e-baec-474b-a7ab-94a782dde551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:29.724141 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc54c6dc-f74d-4328-815c-5cc5a7217916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:30.617560 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:52:31.025894 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:32.613676 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:33.142858 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:43.905120 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:44.995986 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:57.174552 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30d2121a-4155-4cb5-b084-1273b847644a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:52:59.726119 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1d50430-7817-472e-8267-d2423c96e477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:01.027106 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:02.613778 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:03.146104 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:07.616381 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:53:13.901964 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:14.994504 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:23.370825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-22ba464e-d51c-461e-926e-013232c3e5d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417387 Nov 12 14:53:23.455321 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-a946e449-8b0e-4df1-ba67-274e9996eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:23.457061 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-a946e449-8b0e-4df1-ba67-274e9996eb57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1096 time: 0.0425978 Nov 12 14:53:23.563192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-2e7a723d-48bc-4a65-80ea-3fd678ba391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:23.564828 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-2e7a723d-48bc-4a65-80ea-3fd678ba391b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.0895839 Nov 12 14:53:23.630511 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-0644894f-fb80-4e46-8ab0-fe587969a239 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 1001 time: 0.0588977 Nov 12 14:53:23.681602 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-f34cef9e-bd2c-4857-8bc9-7d2823a1b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:23.683058 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-f34cef9e-bd2c-4857-8bc9-7d2823a1b9f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0444627 Nov 12 14:53:23.733444 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-b5fc7fcf-ccf1-4c9b-a68d-0b0c53dcce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:23.734935 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-b5fc7fcf-ccf1-4c9b-a68d-0b0c53dcce49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442653 Nov 12 14:53:23.826747 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-25aaa0dd-47c3-4e63-9afb-0e01a14027dc service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845571 Nov 12 14:53:23.922402 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-966e0441-b8dc-41ef-a6a4-392c0403f2cd req-3084d44d-ed3e-49a6-8b67-f1efe281449d service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870152 Nov 12 14:53:27.176438 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73cf3579-3698-41dd-a5c9-815f05ee45dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:29.704512 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-5a61930e-0a86-4e81-bd39-391870ac306d req-23c224bf-0327-41ae-950a-5e659a925439 tempest-TestNetworkAdvancedServerOps-1368931953 tempest-TestNetworkAdvancedServerOps-1368931953-project] (102675) timed out ('10.222.0.105', 52640) {{(pid=102675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 14:53:29.726249 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbce8d72-a80c-4517-b41c-8ed410f207b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:31.029250 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:32.616624 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:33.148362 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:35.841896 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41472) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:36.006110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Deleting port 26ccf4f9-2836-452a-af55-5f174126c637 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:53:36.006356 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:36.081655 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:36.081985 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:36.093478 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Calling delete_port for 26ccf4f9-2836-452a-af55-5f174126c637 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:53:36.257377 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:36.284877 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event deleted for resources: {'Port': ['ID=26ccf4f9-2836-452a-af55-5f174126c637,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:36.315492 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.315837 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.316185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.316517 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.316848 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.317179 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.317533 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.317862 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.318189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.318510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.318833 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.319152 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:36.359459 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:36.359789 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Floating IP 93dcee18-6c41-480c-b9a1-44cba1875377 disassociated (deleted). External IP: 172.25.5.235, port: 62da63ed-d278-4c27-86a7-b200f0e9cf3a. Nov 12 14:53:36.579567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Router acffe897-7858-4dd5-9167-a1c9a74c0f99 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:53:36.689185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:53:36.695202 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:36.699878 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] Sync routers for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:53:36.710141 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:53:36.710811 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:53:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:36.725822 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-571cc165-91f6-4775-aef2-2f1fe2a71ed0 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "DELETE /v2.0/floatingips/93dcee18-6c41-480c-b9a1-44cba1875377 HTTP/1.1" status: 204 len: 168 time: 0.8827975 Nov 12 14:53:36.726657 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:53:36.730291 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af65c5b-6014-4865-b7b0-26c406ee570e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:53:36.777630 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef8c609-b213-457f-8530-f6dc93fb1502 x-openstack-request-id: req-7ef8c609-b213-457f-8530-f6dc93fb1502 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:53:36.778673 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:53:36.778949 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ef8c609-b213-457f-8530-f6dc93fb1502 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:53:36.779357 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'status': 'completed', 'code': 200} Nov 12 14:53:36.829830 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:53:36.853181 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-bfe166b7-8073-4233-8903-33856007fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:36.856604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-bfe166b7-8073-4233-8903-33856007fd0f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32882f93d08430785e84a1a54bb526f&device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 1096 time: 0.0522120 Nov 12 14:53:36.980180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-e2f49133-fd2d-415b-8bcb-d909718461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:36.981722 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-e2f49133-fd2d-415b-8bcb-d909718461c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 200 len: 910 time: 0.1182194 Nov 12 14:53:37.015096 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a591c6-309c-4b3b-a524-a5328572328d req-46ebe81a-097f-48ba-b6bc-2a39f72c808b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:37.017461 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61a591c6-309c-4b3b-a524-a5328572328d req-46ebe81a-097f-48ba-b6bc-2a39f72c808b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0612624 Nov 12 14:53:37.038678 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-11d09002-d0bf-448b-809c-50e1413652dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 200 len: 217 time: 0.0474195 Nov 12 14:53:37.069055 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61a591c6-309c-4b3b-a524-a5328572328d req-651daadf-ea2f-438e-8ed4-e016b7156650 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457249 Nov 12 14:53:37.096578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-cb08d849-5512-454e-8ab0-63a1427d2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:37.098120 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-cb08d849-5512-454e-8ab0-63a1427d2745 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 200 len: 848 time: 0.0505490 Nov 12 14:53:37.146475 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-cfc15605-5578-4c3e-84de-cd8f43372266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:37.147973 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-cfc15605-5578-4c3e-84de-cd8f43372266 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c317735-a8fd-43d6-a915-9e6a7abd4d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422757 Nov 12 14:53:37.175486 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:37.201397 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] Checking router: acffe897-7858-4dd5-9167-a1c9a74c0f99 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:53:37.211669 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:53:37.212286 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:53:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:37.253247 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-9ab2a544-3b0d-4927-ac8c-7df1add6cff1 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964401 Nov 12 14:53:37.323849 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:53:37.359795 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-3af65c5b-6014-4865-b7b0-26c406ee570e req-a2b26526-b8a2-4b3a-affc-36aea4cc5f62 service neutron] 10.222.0.70 "GET /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963433 Nov 12 14:53:37.527464 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:37.554542 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769e691-4942-4bb7-949e-91de5be57d5e None None] The sync data for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 is: [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '7271e029-d68c-4db0-a77e-081d4e2e899c', 'name': '', 'network_id': '0c317735-a8fd-43d6-a915-9e6a7abd4d74', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'mac_address': 'fa:16:3e:d7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:16Z', 'updated_at': '2021-11-12T14:43:20Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'subnets': [{'id': '047bafe1-013a-4015-9389-74fa4afa7e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:53:37.805481 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff4de9-54c4-471f-864a-8b2cd9c121f3 None None] New status for floating IP 93dcee18-6c41-480c-b9a1-44cba1875377: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:53:38.196178 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b3aef-e88a-4078-b75e-2032248b0a7d req-26b16b99-139c-455d-aef7-b93fbe4b62c1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:38.197630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-409b3aef-e88a-4078-b75e-2032248b0a7d req-26b16b99-139c-455d-aef7-b93fbe4b62c1 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0530460 Nov 12 14:53:38.249023 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-409b3aef-e88a-4078-b75e-2032248b0a7d req-3cb618d3-a554-443a-a6fb-886ef14fa99c tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b0d5723-9690-41f4-9430-faa29197ad87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453069 Nov 12 14:53:38.575839 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-ae6e1451-3f2e-47ef-a9c4-62bb260d2c5f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:38.577272 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-ae6e1451-3f2e-47ef-a9c4-62bb260d2c5f tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 945 time: 0.0520768 Nov 12 14:53:38.672757 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Deleting port 62da63ed-d278-4c27-86a7-b200f0e9cf3a {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:53:38.673329 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:38.763902 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] For port 62da63ed-d278-4c27-86a7-b200f0e9cf3a, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=62da63ed-d278-4c27-86a7-b200f0e9cf3a,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:38.764272 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:38.777607 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Calling delete_port for 62da63ed-d278-4c27-86a7-b200f0e9cf3a owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:53:38.905733 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:38.944935 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event deleted for resources: {'Port': ['ID=62da63ed-d278-4c27-86a7-b200f0e9cf3a,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:38.953498 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.953857 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.954202 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.954578 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.955065 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.955390 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.955720 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.956051 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.956380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.956703 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.957030 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.957376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:38.999109 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] No DVR routers for this DVR port 62da63ed-d278-4c27-86a7-b200f0e9cf3a on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:53:39.001995 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:39.006436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-141cb868-bf36-4848-83f4-9731cdc62f2b req-b8194ad0-d5ef-420f-82d4-2aefa7d5463e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.70 "DELETE /v2.0/ports/62da63ed-d278-4c27-86a7-b200f0e9cf3a HTTP/1.1" status: 204 len: 173 time: 0.4220319 Nov 12 14:53:39.007082 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'name': 'network-vif-deleted', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:53:39.009571 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56de3ae-9ea2-4b99-929a-c03a95ae0842" -d '{"events": [{"server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "name": "network-vif-deleted", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:53:39.050874 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d1796d-9098-4fc6-984f-7626b5bf9a6b x-openstack-request-id: req-49d1796d-9098-4fc6-984f-7626b5bf9a6b {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:53:39.051909 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c398cc-6577-498a-bc6b-9621a147cd40", "name": "network-vif-deleted", "tag": "62da63ed-d278-4c27-86a7-b200f0e9cf3a", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:53:39.052284 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49d1796d-9098-4fc6-984f-7626b5bf9a6b {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:53:39.052821 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c398cc-6577-498a-bc6b-9621a147cd40', 'name': 'network-vif-deleted', 'tag': '62da63ed-d278-4c27-86a7-b200f0e9cf3a', 'status': 'completed', 'code': 200} Nov 12 14:53:39.356244 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b37cc28d-f2be-4a66-8bbc-b8f9dc8539bf req-ef03408a-563f-40f9-8878-b4e5546d692e tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 210 time: 0.0318122 Nov 12 14:53:40.457397 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6509e82f-8ca4-41e5-bcb4-524e018495c4 req-9f41c683-810a-4a1e-a5f9-2500fed8ef00 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 210 time: 0.0282712 Nov 12 14:53:41.134827 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 62da63ed-d278-4c27-86a7-b200f0e9cf3a no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:53:41.155380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 62da63ed-d278-4c27-86a7-b200f0e9cf3a {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:53:41.155805 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 62da63ed-d278-4c27-86a7-b200f0e9cf3a not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:53:41.553294 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c822f9b0-d9f1-4846-9d1e-16815745839a req-e7404f79-8036-45c2-835b-9648bedc7602 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 210 time: 0.0276544 Nov 12 14:53:42.647380 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-7c91ff0b-8f0c-426e-a1e9-021d5072cd58 req-4c8e0c0f-0acf-432e-ba0f-a77c1558629b tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 210 time: 0.0263484 Nov 12 14:53:43.770730 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-08d4d23c-4b46-43e0-81a4-3067cb7eca6f req-4df0e888-b7ca-4a99-959a-1da220086cde tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c398cc-6577-498a-bc6b-9621a147cd40 HTTP/1.1" status: 200 len: 210 time: 0.0382185 Nov 12 14:53:43.935877 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:44.616485 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:53:44.828336 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41506) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:44.891911 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be063e1b-b928-4c67-9771-1bde706cef85 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:44.917960 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be063e1b-b928-4c67-9771-1bde706cef85 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:44.979460 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be063e1b-b928-4c67-9771-1bde706cef85 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:44.982543 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be063e1b-b928-4c67-9771-1bde706cef85 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:44.983714 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-be063e1b-b928-4c67-9771-1bde706cef85 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] 10.222.0.73 "DELETE /v2.0/security-groups/1b0d5723-9690-41f4-9430-faa29197ad87 HTTP/1.1" status: 204 len: 168 time: 0.1531217 Nov 12 14:53:44.994491 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be063e1b-b928-4c67-9771-1bde706cef85 tempest-TestShelveInstance-81465622 tempest-TestShelveInstance-81465622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0d5723-9690-41f4-9430-faa29197ad87,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:45.032658 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:45.062472 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41510) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:45.628788 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:45.889401 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] Deleting port 7271e029-d68c-4db0-a77e-081d4e2e899c {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:53:45.889736 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:45.970732 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] For port 7271e029-d68c-4db0-a77e-081d4e2e899c, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7271e029-d68c-4db0-a77e-081d4e2e899c,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:45.971102 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:45.983955 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] Calling delete_port for 7271e029-d68c-4db0-a77e-081d4e2e899c owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:53:46.175583 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:46.211352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=7271e029-d68c-4db0-a77e-081d4e2e899c,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:46.384591 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:46.931529 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] Router acffe897-7858-4dd5-9167-a1c9a74c0f99 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:53:47.040247 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:53:47.045180 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-402b75b4-b584-4b06-a9fd-ca979e837f02 admin admin] 10.222.0.73 "PUT /v2.0/routers/acffe897-7858-4dd5-9167-a1c9a74c0f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9811423 Nov 12 14:53:47.047888 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41514) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:47.049119 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] Sync routers for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:53:47.059006 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:53:47.059607 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:53:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:47.157642 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.171572 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:53:47.261582 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.319161 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Deleting port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:53:47.319504 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.351373 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:53:46Z', 'revision_number': 5, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port': {'id': 'ac516ef3-9bdd-4ce6-ac85-c40afd003b2f', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:14Z', 'updated_at': '2021-11-12T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:47.381747 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] Checking router: acffe897-7858-4dd5-9167-a1c9a74c0f99 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:53:47.390184 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] Routers {'acffe897-7858-4dd5-9167-a1c9a74c0f99'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:53:47.390936 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:53:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['acffe897-7858-4dd5-9167-a1c9a74c0f99'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:47.402142 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] For port ac516ef3-9bdd-4ce6-ac85-c40afd003b2f, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ac516ef3-9bdd-4ce6-ac85-c40afd003b2f,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:47.402638 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.420610 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Calling delete_port for ac516ef3-9bdd-4ce6-ac85-c40afd003b2f owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:53:47.476404 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] Set router acffe897-7858-4dd5-9167-a1c9a74c0f99 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:53:47.528230 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:53:47Z', 'revision_number': 6, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:47.557537 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c116b6c-a0e2-487c-a54f-debfa185c61a None None] The sync data for ids ['acffe897-7858-4dd5-9167-a1c9a74c0f99'] in n-d-805736-4 is: [{'id': 'acffe897-7858-4dd5-9167-a1c9a74c0f99', 'name': 'tempest-TestShelveInstance-1940304115-router', 'tenant_id': 'c32882f93d08430785e84a1a54bb526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:13Z', 'updated_at': '2021-11-12T14:53:47Z', 'revision_number': 6, 'project_id': 'c32882f93d08430785e84a1a54bb526f', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:53:47.607692 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.635938 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac516ef3-9bdd-4ce6-ac85-c40afd003b2f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:47.647313 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a38aba-058f-45b2-b1bd-809dee7b623e None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:53:47.703469 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.798105 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.800935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.847276 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.847702 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Fanout notify agent at l3_agent the message router_deleted on router acffe897-7858-4dd5-9167-a1c9a74c0f99 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:53:47.853007 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.856929 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e707193f-522a-41c1-875d-ed83e606693b admin admin] 10.222.0.73 "DELETE /v2.0/routers/acffe897-7858-4dd5-9167-a1c9a74c0f99 HTTP/1.1" status: 204 len: 168 time: 0.8054023 Nov 12 14:53:47.857442 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41516) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:47.901762 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e2ee5c-abf4-4bd6-89f4-36ae466b7c94 admin admin] Deleting subnet 047bafe1-013a-4015-9389-74fa4afa7e6f {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:53:47.904837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-57e2ee5c-abf4-4bd6-89f4-36ae466b7c94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:47.947198 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-57e2ee5c-abf4-4bd6-89f4-36ae466b7c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.027470 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-57e2ee5c-abf4-4bd6-89f4-36ae466b7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.077960 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-57e2ee5c-abf4-4bd6-89f4-36ae466b7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.107783 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2ee5c-abf4-4bd6-89f4-36ae466b7c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047bafe1-013a-4015-9389-74fa4afa7e6f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:48.112310 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-57e2ee5c-abf4-4bd6-89f4-36ae466b7c94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.116333 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-57e2ee5c-abf4-4bd6-89f4-36ae466b7c94 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/047bafe1-013a-4015-9389-74fa4afa7e6f HTTP/1.1" status: 204 len: 168 time: 0.2581787 Nov 12 14:53:48.117264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a42f43-559c-402e-838a-c06de55860b7 None None] Network 0c317735-a8fd-43d6-a915-9e6a7abd4d74 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:53:48.119094 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41518) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:48.188444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.240565 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Deleting port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:53:48.240935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.307849 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] For port 4ca4a577-f57b-4613-bb6f-b5f303a03db1, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=4ca4a577-f57b-4613-bb6f-b5f303a03db1,segment=NetworkSegment(9d159038-ff23-4692-9a81-ba9e604793c7),segment_id=9d159038-ff23-4692-9a81-ba9e604793c7)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:48.308588 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.321192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Calling delete_port for 4ca4a577-f57b-4613-bb6f-b5f303a03db1 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:53:48.362685 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] DHCP port deletion for 0c317735-a8fd-43d6-a915-9e6a7abd4d74 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:53:48.412918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.421456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Deleting port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:53:48.421834 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.443754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ac516ef3-9bdd-4ce6-ac85-c40afd003b2f no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:53:48.448952 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca4a577-f57b-4613-bb6f-b5f303a03db1,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:48.456346 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] No DVR routers for this DVR port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:53:48.497744 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: ac516ef3-9bdd-4ce6-ac85-c40afd003b2f {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:53:48.498091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ac516ef3-9bdd-4ce6-ac85-c40afd003b2f not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:53:48.498718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ca4a577-f57b-4613-bb6f-b5f303a03db1 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:53:48.527668 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 4ca4a577-f57b-4613-bb6f-b5f303a03db1 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:53:48.528014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 4ca4a577-f57b-4613-bb6f-b5f303a03db1 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:53:48.528426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7271e029-d68c-4db0-a77e-081d4e2e899c no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:53:48.538674 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.552670 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] For port 4ca4a577-f57b-4613-bb6f-b5f303a03db1, host n-d-805736-4, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:48.553185 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.560603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 7271e029-d68c-4db0-a77e-081d4e2e899c {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:53:48.560804 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c317735-a8fd-43d6-a915-9e6a7abd4d74']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:48.560949 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7271e029-d68c-4db0-a77e-081d4e2e899c not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:53:48.569524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Calling delete_port for 4ca4a577-f57b-4613-bb6f-b5f303a03db1 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:53:48.572524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 14:53:48.572818 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d159038-ff23-4692-9a81-ba9e604793c7') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:48.573092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d159038-ff23-4692-9a81-ba9e604793c7') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:48.575131 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.583888 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.599445 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.605244 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Pushing event deleted for resources: {'Port': ['ID=4ca4a577-f57b-4613-bb6f-b5f303a03db1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:48.608074 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] No DVR routers for this DVR port 4ca4a577-f57b-4613-bb6f-b5f303a03db1 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:53:48.608730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:53:48.610838 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: timer() Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:53:48.619130 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e35ec-9d9c-43ef-8f99-097653cd40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:48.687699 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.693745 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:48.697585 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0c317735-a8fd-43d6-a915-9e6a7abd4d74 HTTP/1.1" status: 204 len: 168 time: 0.5774772 Nov 12 14:53:48.700687 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41520) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:48.708817 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f5255-9486-427f-ba25-0087d8bc5223 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c317735-a8fd-43d6-a915-9e6a7abd4d74,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:49.044561 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:49.290554 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] Deleting port 0b19197f-9407-4f5a-9cc7-922a397c8382 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:53:49.291041 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:49.374146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] For port 0b19197f-9407-4f5a-9cc7-922a397c8382, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=0b19197f-9407-4f5a-9cc7-922a397c8382,segment=NetworkSegment(5b582254-7fcd-4a31-8676-0eb189ed4443),segment_id=5b582254-7fcd-4a31-8676-0eb189ed4443)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:49.374527 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:49.388158 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] Calling delete_port for 0b19197f-9407-4f5a-9cc7-922a397c8382 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:53:49.570445 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:49.595288 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] Pushing event deleted for resources: {'Port': ['ID=0b19197f-9407-4f5a-9cc7-922a397c8382,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:49.759535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:49.971112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] Router 1b80b650-c7b9-4934-b749-383dc2ce01db has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:53:50.076053 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:53:50.081699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-35a5fb67-692b-4070-89a3-2a7d7f8e3cad admin admin] 10.222.0.73 "PUT /v2.0/routers/1b80b650-c7b9-4934-b749-383dc2ce01db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3794408 Nov 12 14:53:50.083861 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41522) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:50.091586 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] Sync routers for ids ['1b80b650-c7b9-4934-b749-383dc2ce01db'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:53:50.103524 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] Routers {'1b80b650-c7b9-4934-b749-383dc2ce01db'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:53:50.104746 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:53:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['1b80b650-c7b9-4934-b749-383dc2ce01db'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:50.200579 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:50.216256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] Set router 1b80b650-c7b9-4934-b749-383dc2ce01db gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:53:50.302434 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:50.353863 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Deleting port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:53:50.354292 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:50.401569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'name': 'tempest-TestShelveInstance-1750536301-router', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:18Z', 'updated_at': '2021-11-12T14:53:49Z', 'revision_number': 5, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'gw_port': {'id': '7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:43:19Z', 'updated_at': '2021-11-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:50.431117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] Checking router: 1b80b650-c7b9-4934-b749-383dc2ce01db for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:53:50.440306 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] Routers {'1b80b650-c7b9-4934-b749-383dc2ce01db'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:53:50.440920 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:53:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['1b80b650-c7b9-4934-b749-383dc2ce01db'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:50.441353 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] For port 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:50.441728 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:50.453399 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Calling delete_port for 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:53:50.529486 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] Set router 1b80b650-c7b9-4934-b749-383dc2ce01db gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:53:50.584458 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'name': 'tempest-TestShelveInstance-1750536301-router', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:18Z', 'updated_at': '2021-11-12T14:53:50Z', 'revision_number': 6, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:50.611273 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ead9fd-177d-41b2-9ff8-b66744f86c8a None None] The sync data for ids ['1b80b650-c7b9-4934-b749-383dc2ce01db'] in n-d-805736-4 is: [{'id': '1b80b650-c7b9-4934-b749-383dc2ce01db', 'name': 'tempest-TestShelveInstance-1750536301-router', 'tenant_id': '4ed25e20e32c420c8adb26435476db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:43:18Z', 'updated_at': '2021-11-12T14:53:50Z', 'revision_number': 6, 'project_id': '4ed25e20e32c420c8adb26435476db5d', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:53:50.619333 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:50.648613 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:50.659301 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c3c152-02b5-4257-8df1-9985bc661712 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:53:50.708708 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.155251 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.157854 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.201092 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.201622 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b80b650-c7b9-4934-b749-383dc2ce01db {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 14:53:51.207175 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.208294 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-fa873b0f-5713-4cd5-8ec9-bfd9ba8698d0 admin admin] 10.222.0.73 "DELETE /v2.0/routers/1b80b650-c7b9-4934-b749-383dc2ce01db HTTP/1.1" status: 204 len: 168 time: 1.1235011 Nov 12 14:53:51.210966 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41524) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:51.256842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b914c0e-ff64-4179-b9d6-2d4d76ebab3b admin admin] Deleting subnet bc19b651-ca42-4454-8580-fe58a154d0b7 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 14:53:51.259857 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b914c0e-ff64-4179-b9d6-2d4d76ebab3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.294431 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b914c0e-ff64-4179-b9d6-2d4d76ebab3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.379741 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b914c0e-ff64-4179-b9d6-2d4d76ebab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.432910 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b914c0e-ff64-4179-b9d6-2d4d76ebab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.461232 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b914c0e-ff64-4179-b9d6-2d4d76ebab3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc19b651-ca42-4454-8580-fe58a154d0b7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:51.463253 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b914c0e-ff64-4179-b9d6-2d4d76ebab3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.466510 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-6b914c0e-ff64-4179-b9d6-2d4d76ebab3b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bc19b651-ca42-4454-8580-fe58a154d0b7 HTTP/1.1" status: 204 len: 168 time: 0.2545989 Nov 12 14:53:51.468005 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c37efe8-d071-4e5e-ae8a-b49ad2153a9f None None] Network 233d8e79-9977-4730-ac56-5a5e3855ce83 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:53:51.469824 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:51.549805 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.613871 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Deleting port 678b6937-3186-44c4-88c8-f0224ba59206 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:53:51.614212 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.667493 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f56301d-5f7e-4dd3-accf-251cf58a2635 None None] DHCP port deletion for 233d8e79-9977-4730-ac56-5a5e3855ce83 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:53:51.693881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] For port 678b6937-3186-44c4-88c8-f0224ba59206, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=678b6937-3186-44c4-88c8-f0224ba59206,segment=NetworkSegment(5b582254-7fcd-4a31-8676-0eb189ed4443),segment_id=5b582254-7fcd-4a31-8676-0eb189ed4443)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:51.694266 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.707497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Calling delete_port for 678b6937-3186-44c4-88c8-f0224ba59206 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:53:51.718853 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8f56301d-5f7e-4dd3-accf-251cf58a2635 None None] Deleting port 678b6937-3186-44c4-88c8-f0224ba59206 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:53:51.720425 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f56301d-5f7e-4dd3-accf-251cf58a2635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.791834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.820845 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=678b6937-3186-44c4-88c8-f0224ba59206,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:51.824236 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] No DVR routers for this DVR port 678b6937-3186-44c4-88c8-f0224ba59206 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:53:51.901164 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.921699 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233d8e79-9977-4730-ac56-5a5e3855ce83']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:51.931903 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b582254-7fcd-4a31-8676-0eb189ed4443') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:51.932191 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b582254-7fcd-4a31-8676-0eb189ed4443') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:51.941932 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.955213 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.956809 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8f56301d-5f7e-4dd3-accf-251cf58a2635 None None] For port 678b6937-3186-44c4-88c8-f0224ba59206, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=678b6937-3186-44c4-88c8-f0224ba59206,segment=NetworkSegment(5b582254-7fcd-4a31-8676-0eb189ed4443),segment_id=5b582254-7fcd-4a31-8676-0eb189ed4443)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:51.957209 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f56301d-5f7e-4dd3-accf-251cf58a2635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.960951 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 14:53:51.961359 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: timer() Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 14:53:51.963158 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 14:53:51.971139 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8f56301d-5f7e-4dd3-accf-251cf58a2635 None None] Calling delete_port for 678b6937-3186-44c4-88c8-f0224ba59206 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:53:52.023629 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.029235 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.033169 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] 10.222.0.73 "DELETE /v2.0/networks/233d8e79-9977-4730-ac56-5a5e3855ce83 HTTP/1.1" status: 204 len: 168 time: 0.5623138 Nov 12 14:53:52.046106 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab381d-7666-4058-94df-adf0da1ba3aa admin admin] Pushing event deleted for resources: {'Network': ['ID=233d8e79-9977-4730-ac56-5a5e3855ce83,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:52.051716 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f56301d-5f7e-4dd3-accf-251cf58a2635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.059461 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f56301d-5f7e-4dd3-accf-251cf58a2635 None None] Network 233d8e79-9977-4730-ac56-5a5e3855ce83 is not hosted by any dhcp agent {{(pid=102677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 14:53:52.059925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56301d-5f7e-4dd3-accf-251cf58a2635 None None] No DVR routers for this DVR port 678b6937-3186-44c4-88c8-f0224ba59206 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:53:52.080214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56301d-5f7e-4dd3-accf-251cf58a2635 None None] Pushing event deleted for resources: {'Port': ['ID=678b6937-3186-44c4-88c8-f0224ba59206,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:52.142835 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 678b6937-3186-44c4-88c8-f0224ba59206 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:53:52.163427 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 678b6937-3186-44c4-88c8-f0224ba59206 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:53:52.163834 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 678b6937-3186-44c4-88c8-f0224ba59206 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:53:52.164316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:53:52.188371 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:53:52.188722 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 7a5fb6bd-5a0e-4baa-b636-bf1064c5f6ca not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:53:52.189135 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0b19197f-9407-4f5a-9cc7-922a397c8382 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:53:52.205603 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41530) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:52.210490 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 0b19197f-9407-4f5a-9cc7-922a397c8382 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:53:52.210878 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 0b19197f-9407-4f5a-9cc7-922a397c8382 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:53:52.252161 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-c960d095-999b-4bcf-85a2-ccd8fc1a7521 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c32882f93d08430785e84a1a54bb526f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453494 Nov 12 14:53:52.254727 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41532) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:52.301471 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef1813b-2fe4-4429-9d5b-6923dc550ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.322233 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef1813b-2fe4-4429-9d5b-6923dc550ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.369615 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef1813b-2fe4-4429-9d5b-6923dc550ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.372158 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef1813b-2fe4-4429-9d5b-6923dc550ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.373344 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-9ef1813b-2fe4-4429-9d5b-6923dc550ad9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e973dce6-6972-4639-bd0e-cd3fcd43a93b HTTP/1.1" status: 204 len: 168 time: 0.1176944 Nov 12 14:53:52.381146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1813b-2fe4-4429-9d5b-6923dc550ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e973dce6-6972-4639-bd0e-cd3fcd43a93b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:52.710575 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41538) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:52.755001 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-828f823b-1106-41d1-9629-196ccc3df382 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ed25e20e32c420c8adb26435476db5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430942 Nov 12 14:53:52.757403 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41540) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:52.804502 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab16b8bd-3940-484b-98dd-8f4dd66c6142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.824749 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab16b8bd-3940-484b-98dd-8f4dd66c6142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.877965 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab16b8bd-3940-484b-98dd-8f4dd66c6142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.880718 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab16b8bd-3940-484b-98dd-8f4dd66c6142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:52.881957 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ab16b8bd-3940-484b-98dd-8f4dd66c6142 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8016caf8-c292-456f-a2de-eed4b7894d95 HTTP/1.1" status: 204 len: 168 time: 0.1236513 Nov 12 14:53:52.889895 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16b8bd-3940-484b-98dd-8f4dd66c6142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8016caf8-c292-456f-a2de-eed4b7894d95,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:53.598869 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41562) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:53.695578 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-115708888-network', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:53:53.716401 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Made reservation on behalf of 01de5959477d4826a5b1ac9f71b6fe54 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:53:53.718946 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:53.727283 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:53.805403 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:53.809163 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:53.833702 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:53:53.842181 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a67439-7f23-40c1-836f-9c7b840828d8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:53.851842 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:53.852163 n-d-805736-4 neutron-server[102676]: INFO neutron.db.segments_db [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Added segment 3693c7cf-2e1a-4315-987d-a4b9860df06a of type vlan for network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 Nov 12 14:53:53.896894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:53.920612 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:53.921632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:53.922721 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:53.954644 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3546562 Nov 12 14:53:53.958069 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41566) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:53.963343 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Request body: {'subnet': {'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-115708888-subnet', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'ip_version': 4}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:53:53.985377 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Made reservation on behalf of 01de5959477d4826a5b1ac9f71b6fe54 for: {'subnet': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:53:53.987671 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59776087'] for subnet, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:53.987965 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061852f-1982-4c06-9365-ccf762699422 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba6395e-9bb3-450d-85b9-d97aa97b0257,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:54.002382 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:53:54.154763 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59776069'] for subnet, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.209577 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c0a845-e520-4c8f-b3d7-569c834b8e44,revision_number=0']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:54.218551 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Checking segment: {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:53:54.218942 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Network hostable DHCP agents. Network: 0ba6395e-9bb3-450d-85b9-d97aa97b0257, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:53:54.234268 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:53:54.242844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, 0ba6395e-9bb3-450d-85b9-d97aa97b0257) {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:53:54.246832 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:54.247423 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.252694 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cff68c-3989-426b-8cdc-084c918fc1e1 None None] Network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:53:54.263957 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-5f13ca9a-c2e6-4ef3-b76f-f52c9b9e0ab8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3046439 Nov 12 14:53:54.267327 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41568) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:54.271834 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:53:54.292090 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.293062 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.349002 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.404553 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:53:54.405525 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.486292 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.537307 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Allocated IP 172.20.0.2 (0ba6395e-9bb3-450d-85b9-d97aa97b0257/64c0a845-e520-4c8f-b3d7-569c834b8e44/df180403-9633-435c-a11e-88cab6e0c2e4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:53:54.680041 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.685788 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.692226 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.711219 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.729305 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:53:54.733407 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:53:54.736066 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Pushing event updated for resources: {'Port': ['ID=df180403-9633-435c-a11e-88cab6e0c2e4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:54.738261 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:53:54.794497 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Attempting to bind port df180403-9633-435c-a11e-88cab6e0c2e4 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:53:54.794871 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Attempting to bind port df180403-9633-435c-a11e-88cab6e0c2e4 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:53:54.795229 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Attempting to bind port df180403-9633-435c-a11e-88cab6e0c2e4 on network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:53:54.801145 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:53:54.801545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Checking segment: {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:53:54.801950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.802343 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Bound using segment: {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:53:54.802807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Bound port: df180403-9633-435c-a11e-88cab6e0c2e4, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:53:54.803186 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.822482 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Allocated IP 172.25.5.61 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/f06197d8-01da-4e8f-87c9-1604ad19a72b) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:53:54.871014 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] For port df180403-9633-435c-a11e-88cab6e0c2e4, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:53:54.874337 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] For port df180403-9633-435c-a11e-88cab6e0c2e4, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=df180403-9633-435c-a11e-88cab6e0c2e4,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:53:54.878660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.935283 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:54.935633 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94065690-51bf-48c4-839e-6f5a8edd1397 None None] Pushing event updated for resources: {'Port': ['ID=df180403-9633-435c-a11e-88cab6e0c2e4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:54.971133 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:55.013887 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:53:55.017360 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:53:55.019977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:53:55.026092 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=f06197d8-01da-4e8f-87c9-1604ad19a72b,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:55.030600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f1909-597a-40b9-987f-b5e5075c593e None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:53:55.162620 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-4eca31f4-c33b-47b8-8f2c-c1bbdb7487fd None None] Provisioning complete for port f06197d8-01da-4e8f-87c9-1604ad19a72b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:55.163122 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4eca31f4-c33b-47b8-8f2c-c1bbdb7487fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:55.205938 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4eca31f4-c33b-47b8-8f2c-c1bbdb7487fd None None] Port f06197d8-01da-4e8f-87c9-1604ad19a72b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:53:55.297781 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:55.486077 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:55.627323 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:53:55.739084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:53:55.756991 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:55.757148 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Sync routers for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:53:55.758293 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-3e11c763-503f-4f56-9447-ffa63b020fb7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4897871 Nov 12 14:53:55.761269 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41570) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:55.778471 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:53:55.779227 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:53:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:55.891890 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:53:55.897137 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38827acb-f682-4a8e-b947-0f9e0a3f2c21 None None] Network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:53:55.972295 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-f8e77f25-79da-49e8-b728-8caef7e9eb3b None None] Provisioning complete for port df180403-9633-435c-a11e-88cab6e0c2e4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:55.973018 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8e77f25-79da-49e8-b728-8caef7e9eb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.123831 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8e77f25-79da-49e8-b728-8caef7e9eb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.169384 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f8e77f25-79da-49e8-b728-8caef7e9eb3b None None] For port df180403-9633-435c-a11e-88cab6e0c2e4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=df180403-9633-435c-a11e-88cab6e0c2e4,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:56.175919 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8e77f25-79da-49e8-b728-8caef7e9eb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.199251 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:55Z', 'revision_number': 3, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:56.241962 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Checking router: d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:53:56.242585 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Updating router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 port f06197d8-01da-4e8f-87c9-1604ad19a72b binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:53:56.243649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e77f25-79da-49e8-b728-8caef7e9eb3b None None] Pushing event updated for resources: {'Port': ['ID=df180403-9633-435c-a11e-88cab6e0c2e4,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:56.246796 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device df180403-9633-435c-a11e-88cab6e0c2e4 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:53:56.257317 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.284032 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.303053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port df180403-9633-435c-a11e-88cab6e0c2e4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:56.303697 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.456823 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Allocated IP 172.20.0.1 (0ba6395e-9bb3-450d-85b9-d97aa97b0257/64c0a845-e520-4c8f-b3d7-569c834b8e44/5840f8db-4f74-44c8-8f59-614e832682fe) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:53:56.498771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b718a263-8206-4974-9989-55459a698aad None None] Provisioning complete for port df180403-9633-435c-a11e-88cab6e0c2e4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:56.499138 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b718a263-8206-4974-9989-55459a698aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.562469 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.567912 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.569371 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.607183 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.613219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b8b47-5c95-475a-84e0-36be30f91e6b None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:53:56.627919 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Attempting to bind port f06197d8-01da-4e8f-87c9-1604ad19a72b on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:53:56.628287 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Attempting to bind port f06197d8-01da-4e8f-87c9-1604ad19a72b by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:53:56.628648 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Attempting to bind port f06197d8-01da-4e8f-87c9-1604ad19a72b on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:53:56.631724 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Pushing event updated for resources: {'Port': ['ID=f06197d8-01da-4e8f-87c9-1604ad19a72b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:56.639472 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:53:56.639849 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:53:56.640255 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.641140 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:53:56.641638 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Bound port: f06197d8-01da-4e8f-87c9-1604ad19a72b, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:53:56.642097 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.653162 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:53:56.660407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:53:56.663696 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.663882 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.663993 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:53:56.664155 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.664482 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.664811 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.665135 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.665659 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.665985 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.666878 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.667213 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.667576 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.667852 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:53:56.697210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Pushing event updated for resources: {'Port': ['ID=5840f8db-4f74-44c8-8f59-614e832682fe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:56.706550 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] For port f06197d8-01da-4e8f-87c9-1604ad19a72b, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:53:56.709608 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7e6440fa-8b1a-40db-8103-7fd46294453d None None] Provisioning complete for port f06197d8-01da-4e8f-87c9-1604ad19a72b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:56.710155 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6440fa-8b1a-40db-8103-7fd46294453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.711627 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] For port f06197d8-01da-4e8f-87c9-1604ad19a72b, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f06197d8-01da-4e8f-87c9-1604ad19a72b,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:53:56.718194 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.725968 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.755329 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7e6440fa-8b1a-40db-8103-7fd46294453d None None] Port f06197d8-01da-4e8f-87c9-1604ad19a72b cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:53:56.769518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e74cd15-d321-4ba9-a4d4-27d3655d22b6 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:53:56.801961 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1a980-f694-4cf9-9a76-7e1ae4e72599 None None] Pushing event updated for resources: {'Port': ['ID=f06197d8-01da-4e8f-87c9-1604ad19a72b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:56.807159 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:53:56.808016 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:53:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:56.877240 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.888474 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-927b75e1-5d80-4ff9-8302-38057abfbe39 None None] Provisioning complete for port f06197d8-01da-4e8f-87c9-1604ad19a72b triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:56.888873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-927b75e1-5d80-4ff9-8302-38057abfbe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.925369 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:53:56.976950 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-927b75e1-5d80-4ff9-8302-38057abfbe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:56.999939 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-927b75e1-5d80-4ff9-8302-38057abfbe39 None None] For port f06197d8-01da-4e8f-87c9-1604ad19a72b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f06197d8-01da-4e8f-87c9-1604ad19a72b,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:53:57.007125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-927b75e1-5d80-4ff9-8302-38057abfbe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:57.059030 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b75e1-5d80-4ff9-8302-38057abfbe39 None None] Pushing event updated for resources: {'Port': ['ID=f06197d8-01da-4e8f-87c9-1604ad19a72b,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:57.069469 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:57.073980 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:57.121015 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:55Z', 'revision_number': 3, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:57.129950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-2eac1213-fbb1-4361-a0ed-39b2e2421e82 None None] Provisioning complete for port 5840f8db-4f74-44c8-8f59-614e832682fe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:57.130505 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2eac1213-fbb1-4361-a0ed-39b2e2421e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:57.148887 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:57.149173 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaddf31-6cbb-433b-a663-df8b51d82dd6 None None] The sync data for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 is: [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:55Z', 'revision_number': 3, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:53:57.151740 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Pushing event updated for resources: {'Port': ['ID=5840f8db-4f74-44c8-8f59-614e832682fe,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:57.190027 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2eac1213-fbb1-4361-a0ed-39b2e2421e82 None None] Port 5840f8db-4f74-44c8-8f59-614e832682fe cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:53:57.199573 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17689354-a4c5-420d-9d43-4cd873c35ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:57.262720 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:53:57.264250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:53:57.405019 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:53:57.527425 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:53:57.535858 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8e9fd68d-9172-4957-9a0a-0a26c55c95af admin admin] 10.222.0.73 "PUT /v2.0/routers/d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732356 Nov 12 14:53:57.615816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a06c9d67-d9c0-4377-9666-dd28391920aa None None] Provisioning complete for port 5840f8db-4f74-44c8-8f59-614e832682fe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:57.616188 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a06c9d67-d9c0-4377-9666-dd28391920aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:57.658009 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a06c9d67-d9c0-4377-9666-dd28391920aa None None] Port 5840f8db-4f74-44c8-8f59-614e832682fe cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:53:58.033016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41586) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:58.038014 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-127924218-network', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:53:58.058632 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Made reservation on behalf of 58719d1926d64aa6ad4e9305629dbc26 for: {'network': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:53:58.061131 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for network, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.070486 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.149811 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.154574 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.180891 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=102675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 14:53:58.191788 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93323f7-94dd-4ea3-b98c-3c1450ee25ef,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:58.196562 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.196906 n-d-805736-4 neutron-server[102675]: INFO neutron.db.segments_db [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Added segment 1730abbe-829b-4c0c-994a-9ac8171dfd46 of type vlan for network c9bad731-ee86-486a-8a85-6f2847d93ba0 Nov 12 14:53:58.219588 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f06197d8-01da-4e8f-87c9-1604ad19a72b up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:53:58.244854 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729960980727'] for network, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.270508 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241'] for network, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.270779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port f06197d8-01da-4e8f-87c9-1604ad19a72b triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:58.271060 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.271747 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:58.272358 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.308493 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2717547 Nov 12 14:53:58.309270 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41588) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:58.315745 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Request body: {'subnet': {'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-127924218-subnet', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:53:58.339180 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129a11b-0ea1-464c-87c8-a1b7b85bec4d admin admin] Pushing event updated for resources: {'Network': ['ID=c9bad731-ee86-486a-8a85-6f2847d93ba0,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:58.341055 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Made reservation on behalf of 58719d1926d64aa6ad4e9305629dbc26 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:53:58.343123 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59409856'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.351638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Network c9bad731-ee86-486a-8a85-6f2847d93ba0 details requested by agent ovs-agent-n-d-805736-4 with host n-d-805736-4 {{(pid=102677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 14:53:58.379655 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device df180403-9633-435c-a11e-88cab6e0c2e4 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:53:58.476360 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port df180403-9633-435c-a11e-88cab6e0c2e4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:58.476725 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.529435 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59619366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59409874'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.606093 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:58.608591 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Checking segment: {'id': '1730abbe-829b-4c0c-994a-9ac8171dfd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:53:58.608950 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Network hostable DHCP agents. Network: c9bad731-ee86-486a-8a85-6f2847d93ba0, hostable agents: ['593fd7eb-6a46-4029-86f5-c25178a9dd01'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 14:53:58.627407 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Network c9bad731-ee86-486a-8a85-6f2847d93ba0 is scheduled to be hosted by DHCP agent 593fd7eb-6a46-4029-86f5-c25178a9dd01 with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 14:53:58.637030 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-4, c9bad731-ee86-486a-8a85-6f2847d93ba0) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:53:58.642906 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:53:58.643130 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.650281 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b047b2-22e8-42d8-8587-a41cbbbe8c62 None None] Network c9bad731-ee86-486a-8a85-6f2847d93ba0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:53:58.660966 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-7fe6f5b5-33fb-4544-ab93-cad7f678ffce admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3504076 Nov 12 14:53:58.663743 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41590) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:53:58.668179 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-127924218-router', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:53:58.691010 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25502'] for router, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.692020 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25479'] for router, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.755066 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.764333 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Sync routers for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:53:58.780691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:53:58.781925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:53:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:58.850521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3480af7-1a57-54ff-b927-fb0c509fdbe3-c9bad731-ee86-486a-8a85-6f2847d93ba0', 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'fixed_ips': [{'subnet_id': 'a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f'}]}} from n-d-805736-4. {{(pid=102677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 14:53:58.851373 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.893688 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:58.975673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:53:59.140117 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Allocated IP 172.20.0.2 (c9bad731-ee86-486a-8a85-6f2847d93ba0/a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f/ff2b1c02-875d-4256-a1ba-0c83ac22d927) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:53:59.353309 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.356126 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 2, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:53:59.385385 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.388754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Checking router: d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:53:59.389100 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Updating router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 port 5840f8db-4f74-44c8-8f59-614e832682fe binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:53:59.423260 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.442631 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.447228 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.450020 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Network c9bad731-ee86-486a-8a85-6f2847d93ba0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:53:59.462386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:53:59.466435 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Pushing event updated for resources: {'Port': ['ID=ff2b1c02-875d-4256-a1ba-0c83ac22d927,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:59.468569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:53:59.552913 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Allocated IP 172.25.5.172 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/5517ad4c-581f-49ee-b893-ae31037e76c4) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:53:59.663443 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.696049 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.732960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:53:59.743828 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:53:59.747415 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:53:59.773815 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Pushing event updated for resources: {'Port': ['ID=5517ad4c-581f-49ee-b893-ae31037e76c4,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:53:59.782353 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46699c9c-b53d-4cef-acc9-1f6bcd66da42 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:53:59.788556 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Attempting to bind port ff2b1c02-875d-4256-a1ba-0c83ac22d927 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:53:59.788950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Attempting to bind port ff2b1c02-875d-4256-a1ba-0c83ac22d927 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1730abbe-829b-4c0c-994a-9ac8171dfd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:53:59.789347 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Attempting to bind port ff2b1c02-875d-4256-a1ba-0c83ac22d927 on network c9bad731-ee86-486a-8a85-6f2847d93ba0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:53:59.800917 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2f1db12-9227-4fab-9f0d-7e505152a166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.803086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:53:59.803086 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Checking segment: {'id': '1730abbe-829b-4c0c-994a-9ac8171dfd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:53:59.804736 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.804736 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Bound using segment: {'id': '1730abbe-829b-4c0c-994a-9ac8171dfd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:53:59.804998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Bound port: ff2b1c02-875d-4256-a1ba-0c83ac22d927, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1730abbe-829b-4c0c-994a-9ac8171dfd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:53:59.805606 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.957673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] For port ff2b1c02-875d-4256-a1ba-0c83ac22d927, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:53:59.960916 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8586844-a26d-4a3a-a71f-5d5620614f60 None None] Provisioning complete for port 5517ad4c-581f-49ee-b893-ae31037e76c4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:53:59.961306 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8586844-a26d-4a3a-a71f-5d5620614f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:53:59.963793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] For port ff2b1c02-875d-4256-a1ba-0c83ac22d927, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ff2b1c02-875d-4256-a1ba-0c83ac22d927,segment=NetworkSegment(1730abbe-829b-4c0c-994a-9ac8171dfd46),segment_id=1730abbe-829b-4c0c-994a-9ac8171dfd46)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:53:59.988373 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.003867 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.049569 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8586844-a26d-4a3a-a71f-5d5620614f60 None None] Port 5517ad4c-581f-49ee-b893-ae31037e76c4 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:54:00.088750 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f3eb9-a2e1-40bf-a9cf-9e1145e90d7c None None] Pushing event updated for resources: {'Port': ['ID=ff2b1c02-875d-4256-a1ba-0c83ac22d927,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:00.140723 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.146883 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.195037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22244ca8-0f84-4e00-90af-6dacd9823655 None None] Pushing event updated for resources: {'Port': ['ID=5840f8db-4f74-44c8-8f59-614e832682fe,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:00.219626 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394172'] for router, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.259467 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Attempting to bind port 5840f8db-4f74-44c8-8f59-614e832682fe on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:54:00.259691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Attempting to bind port 5840f8db-4f74-44c8-8f59-614e832682fe by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:54:00.260106 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Attempting to bind port 5840f8db-4f74-44c8-8f59-614e832682fe on network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:54:00.265521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:54:00.266052 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Checking segment: {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:54:00.266636 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.267058 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Bound using segment: {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:54:00.267673 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Bound port: 5840f8db-4f74-44c8-8f59-614e832682fe, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:54:00.268107 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.382998 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] For port 5840f8db-4f74-44c8-8f59-614e832682fe, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:54:00.387850 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] For port 5840f8db-4f74-44c8-8f59-614e832682fe, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5840f8db-4f74-44c8-8f59-614e832682fe,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:54:00.388752 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Router 23592238-1873-4947-ae4d-665976e61821 is scheduled to L3 agent c617d72f-380a-4555-9431-e3ae228fed40 with binding_index 1 {{(pid=102675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 14:54:00.394094 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.445638 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:54:00.446274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:54:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:00.533375 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:54:00.543984 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Sync routers for ids ['23592238-1873-4947-ae4d-665976e61821'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:54:00.555505 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Routers {'23592238-1873-4947-ae4d-665976e61821'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:54:00.556119 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:54:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['23592238-1873-4947-ae4d-665976e61821'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:00.565127 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b3661b6d-9274-4e13-9417-2b41abf34abb None None] Provisioning complete for port 5840f8db-4f74-44c8-8f59-614e832682fe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:00.565662 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3661b6d-9274-4e13-9417-2b41abf34abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.566835 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.572452 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c00700c6-1b04-41c5-ae27-0a0e61786495 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9033463 Nov 12 14:54:00.573071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22244ca8-0f84-4e00-90af-6dacd9823655 None None] Pushing event updated for resources: {'Port': ['ID=5840f8db-4f74-44c8-8f59-614e832682fe,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:00.574437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:54:00.622793 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:54:00.704147 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Set router 23592238-1873-4947-ae4d-665976e61821 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:54:00.783329 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3661b6d-9274-4e13-9417-2b41abf34abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.845888 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b3661b6d-9274-4e13-9417-2b41abf34abb None None] For port 5840f8db-4f74-44c8-8f59-614e832682fe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5840f8db-4f74-44c8-8f59-614e832682fe,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:54:00.852447 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3661b6d-9274-4e13-9417-2b41abf34abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.917518 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23592238-1873-4947-ae4d-665976e61821', 'name': 'tempest-TestSnapshotPattern-127924218-router', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:58Z', 'updated_at': '2021-11-12T14:53:59Z', 'revision_number': 3, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'gw_port': {'id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23592238-1873-4947-ae4d-665976e61821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:59Z', 'updated_at': '2021-11-12T14:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:00.933642 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3661b6d-9274-4e13-9417-2b41abf34abb None None] Pushing event updated for resources: {'Port': ['ID=5840f8db-4f74-44c8-8f59-614e832682fe,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:00.945773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:00.953140 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Checking router: 23592238-1873-4947-ae4d-665976e61821 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:54:00.953795 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Updating router 23592238-1873-4947-ae4d-665976e61821 port 5517ad4c-581f-49ee-b893-ae31037e76c4 binding host n-d-805736-4 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:54:00.983706 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:00.986183 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48ba0d-3a4f-4b8d-8fbc-b1a08bb4505e None None] The sync data for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 is: [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:54:01.003883 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-11605f10-dcf3-4c33-ba24-8dddef62f17e None None] Provisioning complete for port 5840f8db-4f74-44c8-8f59-614e832682fe triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:01.004708 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11605f10-dcf3-4c33-ba24-8dddef62f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.080018 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.152452 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.343032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Allocated IP 172.20.0.1 (c9bad731-ee86-486a-8a85-6f2847d93ba0/a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f/54641c9b-f726-4fa4-a537-467fcf0bb1ea) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:54:01.380640 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c05b8e7-869d-446b-b1eb-8ec92f1dc044 None None] Network c9bad731-ee86-486a-8a85-6f2847d93ba0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 14:54:01.394194 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.401963 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.456303 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Attempting to bind port 5517ad4c-581f-49ee-b893-ae31037e76c4 on host n-d-805736-4 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:54:01.456557 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Attempting to bind port 5517ad4c-581f-49ee-b893-ae31037e76c4 by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:54:01.457356 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Attempting to bind port 5517ad4c-581f-49ee-b893-ae31037e76c4 on network 380b1829-a418-4bb3-96dd-5ba453d99309 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:54:01.459782 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a53643-8508-485f-9b61-1895b925333b None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:54:01.470887 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:54:01.473085 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Checking segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:54:01.473775 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.473923 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.474043 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Bound using segment: {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:54:01.474764 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Bound port: 5517ad4c-581f-49ee-b893-ae31037e76c4, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bb8ee-9661-4e3c-a7eb-e12917139c95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:54:01.474906 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.502518 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b4d88-39e4-487e-ad32-e39bdca50e38 None None] Pushing event updated for resources: {'Port': ['ID=5517ad4c-581f-49ee-b893-ae31037e76c4,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:01.532693 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.533535 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-7e7746cf-6e88-4445-999e-adbd59bf90fe None None] Provisioning complete for port ff2b1c02-875d-4256-a1ba-0c83ac22d927 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:01.533908 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7746cf-6e88-4445-999e-adbd59bf90fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.551804 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] For port 5517ad4c-581f-49ee-b893-ae31037e76c4, host n-d-805736-4, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:54:01.556105 n-d-805736-4 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] For port 5517ad4c-581f-49ee-b893-ae31037e76c4, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5517ad4c-581f-49ee-b893-ae31037e76c4,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:54:01.561119 n-d-805736-4 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.618026 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e0968-97fb-4475-a112-4fdce1a3b5e9 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 14:54:01.620322 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Network c9bad731-ee86-486a-8a85-6f2847d93ba0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:54:01.631685 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Routers {'23592238-1873-4947-ae4d-665976e61821'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:54:01.632459 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:54:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['23592238-1873-4947-ae4d-665976e61821'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:01.644808 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:54:01.652692 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Pushing event updated for resources: {'Port': ['ID=54641c9b-f726-4fa4-a537-467fcf0bb1ea,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:01.671117 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:54:01.683597 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7746cf-6e88-4445-999e-adbd59bf90fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.731132 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7e7746cf-6e88-4445-999e-adbd59bf90fe None None] For port ff2b1c02-875d-4256-a1ba-0c83ac22d927, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ff2b1c02-875d-4256-a1ba-0c83ac22d927,segment=NetworkSegment(1730abbe-829b-4c0c-994a-9ac8171dfd46),segment_id=1730abbe-829b-4c0c-994a-9ac8171dfd46)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:54:01.737690 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409193'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.738300 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7746cf-6e88-4445-999e-adbd59bf90fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.773331 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b4d88-39e4-487e-ad32-e39bdca50e38 None None] Pushing event updated for resources: {'Port': ['ID=5517ad4c-581f-49ee-b893-ae31037e76c4,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:01.790226 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] Set router 23592238-1873-4947-ae4d-665976e61821 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:54:01.860881 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7746cf-6e88-4445-999e-adbd59bf90fe None None] Pushing event updated for resources: {'Port': ['ID=ff2b1c02-875d-4256-a1ba-0c83ac22d927,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:01.884426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-497c2006-3ba7-4660-8c49-c59fe5ce4dfa None None] Provisioning complete for port 5517ad4c-581f-49ee-b893-ae31037e76c4 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:01.884941 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-497c2006-3ba7-4660-8c49-c59fe5ce4dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:01.961950 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.019550 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-497c2006-3ba7-4660-8c49-c59fe5ce4dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.054041 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-497c2006-3ba7-4660-8c49-c59fe5ce4dfa None None] For port 5517ad4c-581f-49ee-b893-ae31037e76c4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5517ad4c-581f-49ee-b893-ae31037e76c4,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:54:02.061920 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-497c2006-3ba7-4660-8c49-c59fe5ce4dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.196583 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c2006-3ba7-4660-8c49-c59fe5ce4dfa None None] Pushing event updated for resources: {'Port': ['ID=5517ad4c-581f-49ee-b893-ae31037e76c4,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:02.212856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b82cc7ab-0ef2-4aae-ba36-6642a4eb18e8 None None] Provisioning complete for port 54641c9b-f726-4fa4-a537-467fcf0bb1ea triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:02.213903 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b82cc7ab-0ef2-4aae-ba36-6642a4eb18e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.267413 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5840f8db-4f74-44c8-8f59-614e832682fe up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:54:02.299364 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23592238-1873-4947-ae4d-665976e61821', 'name': 'tempest-TestSnapshotPattern-127924218-router', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:58Z', 'updated_at': '2021-11-12T14:53:59Z', 'revision_number': 3, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'gw_port': {'id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23592238-1873-4947-ae4d-665976e61821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:59Z', 'updated_at': '2021-11-12T14:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:02.300470 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b82cc7ab-0ef2-4aae-ba36-6642a4eb18e8 None None] Port 54641c9b-f726-4fa4-a537-467fcf0bb1ea cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:54:02.306928 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.313052 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.342646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-b82cc7ab-0ef2-4aae-ba36-6642a4eb18e8 None None] Provisioning complete for port ff2b1c02-875d-4256-a1ba-0c83ac22d927 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:02.343018 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b82cc7ab-0ef2-4aae-ba36-6642a4eb18e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.356879 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c989b-b176-43c3-871b-6cf884738a80 None None] The sync data for ids ['23592238-1873-4947-ae4d-665976e61821'] in n-d-805736-4 is: [{'id': '23592238-1873-4947-ae4d-665976e61821', 'name': 'tempest-TestSnapshotPattern-127924218-router', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:58Z', 'updated_at': '2021-11-12T14:53:59Z', 'revision_number': 3, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'gw_port': {'id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23592238-1873-4947-ae4d-665976e61821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:59Z', 'updated_at': '2021-11-12T14:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:54:02.388880 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Pushing event updated for resources: {'Port': ['ID=54641c9b-f726-4fa4-a537-467fcf0bb1ea,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:02.391643 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5840f8db-4f74-44c8-8f59-614e832682fe triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:02.392006 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.393848 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409341'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.521349 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Network c9bad731-ee86-486a-8a85-6f2847d93ba0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:54:02.522266 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ff2b1c02-875d-4256-a1ba-0c83ac22d927 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:54:02.523065 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:54:02.584737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port ff2b1c02-875d-4256-a1ba-0c83ac22d927 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:02.585392 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.648383 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.666603 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-283c573d-016f-4ed0-a70b-1016b164b57b None None] Provisioning complete for port 54641c9b-f726-4fa4-a537-467fcf0bb1ea triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:02.666986 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-283c573d-016f-4ed0-a70b-1016b164b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.697524 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Router 23592238-1873-4947-ae4d-665976e61821 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:54:02.745221 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-283c573d-016f-4ed0-a70b-1016b164b57b None None] Port 54641c9b-f726-4fa4-a537-467fcf0bb1ea cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:54:02.855818 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:54:02.861021 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-af3470ef-9400-4120-9121-7989cd925410 admin admin] 10.222.0.73 "PUT /v2.0/routers/23592238-1873-4947-ae4d-665976e61821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2833817 Nov 12 14:54:02.869844 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-1a07c4d5-cd7e-4d99-b16d-36c6401a8a4a None None] Provisioning complete for port 54641c9b-f726-4fa4-a537-467fcf0bb1ea triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:02.870355 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a07c4d5-cd7e-4d99-b16d-36c6401a8a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:02.907388 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1a07c4d5-cd7e-4d99-b16d-36c6401a8a4a None None] Port 54641c9b-f726-4fa4-a537-467fcf0bb1ea cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:54:03.153229 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.473352 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 41600) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:54:03.477995 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [None req-1681b8e0-1175-48c7-b9f7-8defa1766df3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336916548', 'description': 'tempest-secgroup-smoke-336916548 description', 'project_id': '01de5959477d4826a5b1ac9f71b6fe54'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:54:03.499719 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1681b8e0-1175-48c7-b9f7-8defa1766df3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.565498 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1681b8e0-1175-48c7-b9f7-8defa1766df3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.569112 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1681b8e0-1175-48c7-b9f7-8defa1766df3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.602803 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-1681b8e0-1175-48c7-b9f7-8defa1766df3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.603915 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-1681b8e0-1175-48c7-b9f7-8defa1766df3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1295609 Nov 12 14:54:03.606016 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681b8e0-1175-48c7-b9f7-8defa1766df3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2a9a23-2b81-4a09-a5a3-db2ed5411319,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:03.607325 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41602) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:54:03.611963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-812f77c4-dc79-4bad-a0a2-1e422684ffec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'security_group_rule': {'security_group_id': 'eb2a9a23-2b81-4a09-a5a3-db2ed5411319', 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:54:03.639535 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-812f77c4-dc79-4bad-a0a2-1e422684ffec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.695429 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-812f77c4-dc79-4bad-a0a2-1e422684ffec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.699151 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-812f77c4-dc79-4bad-a0a2-1e422684ffec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.717719 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f77c4-dc79-4bad-a0a2-1e422684ffec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643ebfc2-35b7-465f-bdf7-28cb563da2be,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:03.727409 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-812f77c4-dc79-4bad-a0a2-1e422684ffec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.728690 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-812f77c4-dc79-4bad-a0a2-1e422684ffec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203265 Nov 12 14:54:03.731618 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:54:03.736128 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f4b6ff5e-eda5-4b56-8ce1-471ef2a60867 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'security_group_rule': {'security_group_id': 'eb2a9a23-2b81-4a09-a5a3-db2ed5411319', 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:54:03.763069 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ff5e-eda5-4b56-8ce1-471ef2a60867 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.819131 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ff5e-eda5-4b56-8ce1-471ef2a60867 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.823078 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ff5e-eda5-4b56-8ce1-471ef2a60867 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.843424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6ff5e-eda5-4b56-8ce1-471ef2a60867 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bead58d-9d72-4cbf-9858-d88d6ea8537c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:03.851434 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ff5e-eda5-4b56-8ce1-471ef2a60867 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.853028 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-f4b6ff5e-eda5-4b56-8ce1-471ef2a60867 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201408 Nov 12 14:54:03.855976 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41606) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:54:03.860457 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-55dbe493-b8a1-4067-a57c-12bf31525613 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'security_group_rule': {'security_group_id': 'eb2a9a23-2b81-4a09-a5a3-db2ed5411319', 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:54:03.886707 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55dbe493-b8a1-4067-a57c-12bf31525613 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.946564 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55dbe493-b8a1-4067-a57c-12bf31525613 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.950622 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55dbe493-b8a1-4067-a57c-12bf31525613 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.965297 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbe493-b8a1-4067-a57c-12bf31525613 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e195df6-6c66-4044-b86d-8e80faf82328,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:03.980984 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55dbe493-b8a1-4067-a57c-12bf31525613 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:03.982259 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-55dbe493-b8a1-4067-a57c-12bf31525613 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253548 Nov 12 14:54:03.984963 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41608) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:54:03.989216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-77d64396-5dcd-4881-b424-e2fc5d327ba3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'security_group_rule': {'security_group_id': 'eb2a9a23-2b81-4a09-a5a3-db2ed5411319', 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:54:04.014995 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77d64396-5dcd-4881-b424-e2fc5d327ba3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.072344 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77d64396-5dcd-4881-b424-e2fc5d327ba3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.076074 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77d64396-5dcd-4881-b424-e2fc5d327ba3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.094174 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d64396-5dcd-4881-b424-e2fc5d327ba3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162fb645-b6a2-49fa-8245-0f1184999bc9,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:04.104588 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77d64396-5dcd-4881-b424-e2fc5d327ba3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.105815 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-77d64396-5dcd-4881-b424-e2fc5d327ba3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199162 Nov 12 14:54:04.108675 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41610) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:54:04.114825 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cad20d2f-bc92-44b3-b574-9699a9df9cce tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'security_group_rule': {'security_group_id': 'eb2a9a23-2b81-4a09-a5a3-db2ed5411319', 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:54:04.139167 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-cad20d2f-bc92-44b3-b574-9699a9df9cce tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Project 01de5959477d4826a5b1ac9f71b6fe54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:54:04.144459 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cad20d2f-bc92-44b3-b574-9699a9df9cce tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.177226 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5517ad4c-581f-49ee-b893-ae31037e76c4 up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:54:04.209969 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cad20d2f-bc92-44b3-b574-9699a9df9cce tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.214048 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cad20d2f-bc92-44b3-b574-9699a9df9cce tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.234786 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 5517ad4c-581f-49ee-b893-ae31037e76c4 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:04.235206 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.236712 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad20d2f-bc92-44b3-b574-9699a9df9cce tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22626202-246e-45c8-bb32-15f4f0a23b99,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:04.241633 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cad20d2f-bc92-44b3-b574-9699a9df9cce tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.242817 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-cad20d2f-bc92-44b3-b574-9699a9df9cce tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325731 Nov 12 14:54:04.245760 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41612) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:54:04.250853 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8a16759a-697e-43e6-b65f-d3b032d0d173 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'security_group_rule': {'security_group_id': 'eb2a9a23-2b81-4a09-a5a3-db2ed5411319', 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:54:04.273229 n-d-805736-4 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-8a16759a-697e-43e6-b65f-d3b032d0d173 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Project 01de5959477d4826a5b1ac9f71b6fe54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 14:54:04.278264 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a16759a-697e-43e6-b65f-d3b032d0d173 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.347872 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a16759a-697e-43e6-b65f-d3b032d0d173 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.352206 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a16759a-697e-43e6-b65f-d3b032d0d173 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478599'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.378493 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16759a-697e-43e6-b65f-d3b032d0d173 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0aa3645-6947-4d44-93a0-7808042acf3e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:04.384240 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a16759a-697e-43e6-b65f-d3b032d0d173 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:04.385832 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-8a16759a-697e-43e6-b65f-d3b032d0d173 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388066 Nov 12 14:54:04.484081 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Sync routers for ids ['23592238-1873-4947-ae4d-665976e61821'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:54:04.494412 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Routers {'23592238-1873-4947-ae4d-665976e61821'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:54:04.494867 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:54:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['23592238-1873-4947-ae4d-665976e61821'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:04.553860 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-1fe0e862-0f8f-4040-a0e8-ef22956d4332 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336916548&fields=id&tenant_id=01de5959477d4826a5b1ac9f71b6fe54 HTTP/1.1" status: 200 len: 267 time: 0.0454235 Nov 12 14:54:04.601852 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Set router 23592238-1873-4947-ae4d-665976e61821 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:54:04.660640 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-7d8fb1fb-c799-4d81-97cb-8201cf8c9b3c tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:04.662164 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-7d8fb1fb-c799-4d81-97cb-8201cf8c9b3c tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 809 time: 0.1015875 Nov 12 14:54:04.678825 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-9f1e545e-cb4a-4871-8614-237cc180c011 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/quotas/01de5959477d4826a5b1ac9f71b6fe54 HTTP/1.1" status: 200 len: 375 time: 0.0107362 Nov 12 14:54:04.742660 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ac22fd61-575e-4201-87c6-33976b735fc0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577183 Nov 12 14:54:04.759642 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-c9bb303f-4afc-44e1-88e9-773e2d03605a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:54:04.760669 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-c9bb303f-4afc-44e1-88e9-773e2d03605a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056167 Nov 12 14:54:04.863668 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-e760c3d6-7b9c-4322-b9ce-cfb75e2a2954 service neutron] 10.222.0.73 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931168 Nov 12 14:54:04.958258 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-b275f999-b926-4982-8f77-0587c70cffe8 service neutron] 10.222.0.73 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883200 Nov 12 14:54:04.965947 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23592238-1873-4947-ae4d-665976e61821', 'name': 'tempest-TestSnapshotPattern-127924218-router', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:58Z', 'updated_at': '2021-11-12T14:54:01Z', 'revision_number': 4, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'gw_port': {'id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23592238-1873-4947-ae4d-665976e61821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:59Z', 'updated_at': '2021-11-12T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '54641c9b-f726-4fa4-a537-467fcf0bb1ea', 'name': '', 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'mac_address': 'fa:16:3e:28:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23592238-1873-4947-ae4d-665976e61821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:54:01Z', 'updated_at': '2021-11-12T14:54:02Z', 'revision_number': 2, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'subnets': [{'id': 'a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:04.993718 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Checking router: 23592238-1873-4947-ae4d-665976e61821 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:54:04.994243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Updating router 23592238-1873-4947-ae4d-665976e61821 port 54641c9b-f726-4fa4-a537-467fcf0bb1ea binding host n-d-805736-4 {{(pid=102677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 14:54:05.021174 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:05.138916 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-0fff3827-169b-4ab4-8f44-2f7b296f29c1 req-9664b947-e47e-441e-86cc-02fa66ba2989 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 210 time: 0.0303843 Nov 12 14:54:05.302678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:05.308983 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:05.364276 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce465368-98ff-4d57-99ab-112675521c1f None None] Pushing event updated for resources: {'Port': ['ID=54641c9b-f726-4fa4-a537-467fcf0bb1ea,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:05.420596 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Attempting to bind port 54641c9b-f726-4fa4-a537-467fcf0bb1ea on host n-d-805736-4 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:54:05.420968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Attempting to bind port 54641c9b-f726-4fa4-a537-467fcf0bb1ea by drivers openvswitch,hyperv on host n-d-805736-4 at level 0 using segments [{'id': '1730abbe-829b-4c0c-994a-9ac8171dfd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:54:05.421452 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Attempting to bind port 54641c9b-f726-4fa4-a537-467fcf0bb1ea on network c9bad731-ee86-486a-8a85-6f2847d93ba0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:54:05.428609 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Checking agent: {'id': '490d0e20-f52d-4c9a-85b8-eac4e6313773', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 1, 33), 'started_at': datetime.datetime(2021, 11, 12, 13, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:54:05.428985 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Checking segment: {'id': '1730abbe-829b-4c0c-994a-9ac8171dfd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:54:05.429424 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:05.429973 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Bound using segment: {'id': '1730abbe-829b-4c0c-994a-9ac8171dfd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:54:05.430312 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Bound port: 54641c9b-f726-4fa4-a537-467fcf0bb1ea, host: n-d-805736-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1730abbe-829b-4c0c-994a-9ac8171dfd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:54:05.430677 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:05.510979 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] For port 54641c9b-f726-4fa4-a537-467fcf0bb1ea, host n-d-805736-4, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:54:05.514591 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] For port 54641c9b-f726-4fa4-a537-467fcf0bb1ea, host n-d-805736-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=54641c9b-f726-4fa4-a537-467fcf0bb1ea,segment=NetworkSegment(1730abbe-829b-4c0c-994a-9ac8171dfd46),segment_id=1730abbe-829b-4c0c-994a-9ac8171dfd46)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:54:05.519663 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:05.582521 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Routers {'23592238-1873-4947-ae4d-665976e61821'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:54:05.583158 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:54:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['23592238-1873-4947-ae4d-665976e61821'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:05.622177 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce465368-98ff-4d57-99ab-112675521c1f None None] Pushing event updated for resources: {'Port': ['ID=54641c9b-f726-4fa4-a537-467fcf0bb1ea,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:05.703433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-61164ef8-7cb3-4c9a-afb5-dbe545e481a3 None None] Provisioning complete for port 54641c9b-f726-4fa4-a537-467fcf0bb1ea triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:05.704609 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61164ef8-7cb3-4c9a-afb5-dbe545e481a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:05.761735 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] Set router 23592238-1873-4947-ae4d-665976e61821 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:54:05.930074 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61164ef8-7cb3-4c9a-afb5-dbe545e481a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:05.986989 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-61164ef8-7cb3-4c9a-afb5-dbe545e481a3 None None] For port 54641c9b-f726-4fa4-a537-467fcf0bb1ea, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=54641c9b-f726-4fa4-a537-467fcf0bb1ea,segment=NetworkSegment(1730abbe-829b-4c0c-994a-9ac8171dfd46),segment_id=1730abbe-829b-4c0c-994a-9ac8171dfd46)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:54:05.991310 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61164ef8-7cb3-4c9a-afb5-dbe545e481a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:06.069598 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61164ef8-7cb3-4c9a-afb5-dbe545e481a3 None None] Pushing event updated for resources: {'Port': ['ID=54641c9b-f726-4fa4-a537-467fcf0bb1ea,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:06.087927 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23592238-1873-4947-ae4d-665976e61821', 'name': 'tempest-TestSnapshotPattern-127924218-router', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:58Z', 'updated_at': '2021-11-12T14:54:01Z', 'revision_number': 4, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'gw_port': {'id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23592238-1873-4947-ae4d-665976e61821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:59Z', 'updated_at': '2021-11-12T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '54641c9b-f726-4fa4-a537-467fcf0bb1ea', 'name': '', 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'mac_address': 'fa:16:3e:28:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23592238-1873-4947-ae4d-665976e61821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:54:01Z', 'updated_at': '2021-11-12T14:54:05Z', 'revision_number': 4, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'subnets': [{'id': 'a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:06.127291 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e3feb-08e4-4133-9e81-fb6141b9fd3d None None] The sync data for ids ['23592238-1873-4947-ae4d-665976e61821'] in n-d-805736-4 is: [{'id': '23592238-1873-4947-ae4d-665976e61821', 'name': 'tempest-TestSnapshotPattern-127924218-router', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:58Z', 'updated_at': '2021-11-12T14:54:01Z', 'revision_number': 4, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'gw_port': {'id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23592238-1873-4947-ae4d-665976e61821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:59Z', 'updated_at': '2021-11-12T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '54641c9b-f726-4fa4-a537-467fcf0bb1ea', 'name': '', 'network_id': 'c9bad731-ee86-486a-8a85-6f2847d93ba0', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'mac_address': 'fa:16:3e:28:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23592238-1873-4947-ae4d-665976e61821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:54:01Z', 'updated_at': '2021-11-12T14:54:05Z', 'revision_number': 4, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'subnets': [{'id': 'a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:54:06.138491 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-80a06589-7120-4f5c-a44a-7fc123dacbea None None] Provisioning complete for port 54641c9b-f726-4fa4-a537-467fcf0bb1ea triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:06.138951 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80a06589-7120-4f5c-a44a-7fc123dacbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:06.261115 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-d96ee0f3-f983-496e-8745-4ffa0314c9ff tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:06.273622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-d96ee0f3-f983-496e-8745-4ffa0314c9ff tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.70 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 809 time: 0.2143588 Nov 12 14:54:06.332577 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-166c92c1-cda0-42db-8322-8be3d8b746e7 req-fa4aa960-8272-4022-8320-80cdd8642296 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 210 time: 0.0445497 Nov 12 14:54:06.379366 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-f80e0416-ece6-46b4-bdc5-7b47937c2080 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01de5959477d4826a5b1ac9f71b6fe54 HTTP/1.1" status: 200 len: 379 time: 0.0926008 Nov 12 14:54:06.390592 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'port': {'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'admin_state_up': True, 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'security_groups': ['eb2a9a23-2b81-4a09-a5a3-db2ed5411319']}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:54:06.505866 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Made reservation on behalf of 01de5959477d4826a5b1ac9f71b6fe54 for: {'port': 1} {{(pid=102675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:54:06.509567 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:06.643576 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_common [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Allocated IP 172.20.0.9 (0ba6395e-9bb3-450d-85b9-d97aa97b0257/64c0a845-e520-4c8f-b3d7-569c834b8e44/27b1abe7-1e29-41a7-b943-38e36fde706e) {{(pid=102675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:54:06.781745 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for port, precommit_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:06.816688 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_create {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:06.864850 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 is already hosted by enough agents. {{(pid=102675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:54:06.870035 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.base_scheduler [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Resources bound (agent type, host, resource id): {{(pid=102675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:54:06.872376 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Received port after_create {{(pid=102675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:54:06.902308 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'Port': ['ID=27b1abe7-1e29-41a7-b943-38e36fde706e,revision_number=1']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:06.931428 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:06.932370 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:06.949786 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ccc95ef6-07e5-4bdb-84de-2f63ea7fbf1a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5634103 Nov 12 14:54:06.961936 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.v2.base [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Request body: {'port': {'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-4'}} {{(pid=102675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:54:07.018848 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:07.079968 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-3bd38837-84c3-412c-90a6-396e5b64ba78 None None] Provisioning complete for port 27b1abe7-1e29-41a7-b943-38e36fde706e triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:07.080996 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bd38837-84c3-412c-90a6-396e5b64ba78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:07.116542 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3bd38837-84c3-412c-90a6-396e5b64ba78 None None] Port 27b1abe7-1e29-41a7-b943-38e36fde706e cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:54:07.281692 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b1abe7-1e29-41a7-b943-38e36fde706e {{(pid=102675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:54:07.288918 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:07.300962 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.provisioning_blocks [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Transition to ACTIVE for port object 27b1abe7-1e29-41a7-b943-38e36fde706e will not be triggered until provisioned by entity L2. {{(pid=102675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:54:07.304752 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:07.357215 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Pushing event updated for resources: {'Port': ['ID=27b1abe7-1e29-41a7-b943-38e36fde706e,revision_number=2']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:07.441871 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Attempting to bind port 27b1abe7-1e29-41a7-b943-38e36fde706e on host n-h1-805736-4 for vnic_type normal with profile {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:54:07.442317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Attempting to bind port 27b1abe7-1e29-41a7-b943-38e36fde706e by drivers openvswitch,hyperv on host n-h1-805736-4 at level 0 using segments [{'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:54:07.442821 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Attempting to bind port 27b1abe7-1e29-41a7-b943-38e36fde706e on network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:54:07.448338 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Port 27b1abe7-1e29-41a7-b943-38e36fde706e on network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-4 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:54:07.448756 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Attempting to bind port 27b1abe7-1e29-41a7-b943-38e36fde706e on network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:54:07.455963 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Checking agent: {'id': '5cf15ade-897a-43be-84f9-3495eea3ca26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:54:07.456357 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Checking segment: {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:54:07.456892 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Bound using segment: {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'} {{(pid=102675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:54:07.457480 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.managers [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Bound port: 27b1abe7-1e29-41a7-b943-38e36fde706e, host: n-h1-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'}}] {{(pid=102675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:54:07.457848 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:07.461717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5aa20-cb14-44d6-993f-4a0efbbbe2ba req-c7287f3b-a606-400c-b8b5-9cfc6f1ccff7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:07.463620 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-17e5aa20-cb14-44d6-993f-4a0efbbbe2ba req-c7287f3b-a606-400c-b8b5-9cfc6f1ccff7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 943 time: 0.0551434 Nov 12 14:54:07.521912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-17e5aa20-cb14-44d6-993f-4a0efbbbe2ba req-0726f062-5392-46f1-8496-a0effd6266e2 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513725 Nov 12 14:54:07.534239 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] For port 27b1abe7-1e29-41a7-b943-38e36fde706e, host n-h1-805736-4, cleared binding levels {{(pid=102675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:54:07.537682 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] For port 27b1abe7-1e29-41a7-b943-38e36fde706e, host n-h1-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=27b1abe7-1e29-41a7-b943-38e36fde706e,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:54:07.542935 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010668'] for port, after_update {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:07.579173 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:07.579878 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:07.581390 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] 10.222.0.70 "PUT /v2.0/ports/27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 1091 time: 0.6237843 Nov 12 14:54:07.581833 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:54:07.584099 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729a613b-165f-4612-9e45-285e69116f06" -d '{"events": [{"name": "network-changed", "server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:54:07.614972 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65a637-034c-48d6-baac-ac8ac12567b8 service neutron] Pushing event updated for resources: {'Port': ['ID=27b1abe7-1e29-41a7-b943-38e36fde706e,revision_number=3']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:07.677554 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-fa9b9b4e-3b99-4abd-ad54-daa42bf37902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:07.679611 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-fa9b9b4e-3b99-4abd-ad54-daa42bf37902 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1094 time: 0.0548942 Nov 12 14:54:07.726974 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14af5088-89ca-4123-a0b1-58493809cf1b x-openstack-request-id: req-14af5088-89ca-4123-a0b1-58493809cf1b {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:54:07.727240 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:54:07.727598 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14af5088-89ca-4123-a0b1-58493809cf1b {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:54:07.727862 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'status': 'completed', 'code': 200} Nov 12 14:54:07.729644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-1cd0d16c-840c-4ba8-8df6-af42c48723b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 217 time: 0.0421581 Nov 12 14:54:07.792937 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-641f6223-c40a-4fb4-9705-e14ea0d9c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:07.794455 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-641f6223-c40a-4fb4-9705-e14ea0d9c933 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0578842 Nov 12 14:54:07.842467 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-14e43db4-da03-4c23-b23b-0f66e803fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:07.844172 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-14e43db4-da03-4c23-b23b-0f66e803fea2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425627 Nov 12 14:54:07.948916 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-4e6439c5-67eb-43f8-9dfb-2f46504ccb3c service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969605 Nov 12 14:54:08.036057 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-dab04be2-59b4-4367-a895-1e456f8d1378 req-20aed626-3611-4d24-91cb-63fad9b14ccd service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804470 Nov 12 14:54:08.128125 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a613b-165f-4612-9e45-285e69116f06 req-3320ae90-0f09-4c88-9ea1-8db485021ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:08.129694 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-729a613b-165f-4612-9e45-285e69116f06 req-3320ae90-0f09-4c88-9ea1-8db485021ed4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1094 time: 0.0479889 Nov 12 14:54:08.168856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 54641c9b-f726-4fa4-a537-467fcf0bb1ea up at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:54:08.228066 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a613b-165f-4612-9e45-285e69116f06 req-23364891-8f51-49af-96e8-077424e81e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:08.230099 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-729a613b-165f-4612-9e45-285e69116f06 req-23364891-8f51-49af-96e8-077424e81e60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0928850 Nov 12 14:54:08.233186 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Provisioning complete for port 54641c9b-f726-4fa4-a537-467fcf0bb1ea triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:08.233843 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:08.276068 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-729a613b-165f-4612-9e45-285e69116f06 req-f43c3634-482e-4df5-82c2-1df8157b6b70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 217 time: 0.0386193 Nov 12 14:54:08.329744 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a613b-165f-4612-9e45-285e69116f06 req-f4e74e54-9da5-4239-87b5-0247da9500db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:08.331210 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-729a613b-165f-4612-9e45-285e69116f06 req-f4e74e54-9da5-4239-87b5-0247da9500db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0484684 Nov 12 14:54:08.381043 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a613b-165f-4612-9e45-285e69116f06 req-26ee4bdd-fd54-47b3-a3f7-af17d2ea1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:08.382622 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-729a613b-165f-4612-9e45-285e69116f06 req-26ee4bdd-fd54-47b3-a3f7-af17d2ea1ffc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430529 Nov 12 14:54:08.480438 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-729a613b-165f-4612-9e45-285e69116f06 req-49b87ac0-f5b0-454b-919b-46c5e3aea38b service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905190 Nov 12 14:54:08.572711 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-729a613b-165f-4612-9e45-285e69116f06 req-2d3858a1-a121-49e9-a523-4966e64580cd service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855997 Nov 12 14:54:08.664110 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1b217-729f-4121-a986-ddb87bdea682 req-504d361b-1ada-42d6-b68d-a290996f2133 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:08.665600 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52f1b217-729f-4121-a986-ddb87bdea682 req-504d361b-1ada-42d6-b68d-a290996f2133 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 943 time: 0.0526507 Nov 12 14:54:08.715915 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-52f1b217-729f-4121-a986-ddb87bdea682 req-006ed5d5-18bf-44c9-a310-4965170f68b5 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441957 Nov 12 14:54:09.837730 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29b375-46b1-476a-b851-665430b407a7 req-7dc8df4a-29fd-4f74-bd0c-ac6d36f59f29 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:09.839124 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a29b375-46b1-476a-b851-665430b407a7 req-7dc8df4a-29fd-4f74-bd0c-ac6d36f59f29 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 943 time: 0.0501177 Nov 12 14:54:09.892954 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a29b375-46b1-476a-b851-665430b407a7 req-b6426b5d-71e4-48c3-a34f-29cea55f6b44 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472441 Nov 12 14:54:11.008292 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213a51-de04-49b6-8ca8-3aa8ccf5b023 req-dd32a3c7-a7a6-4252-a682-a2b491b01a96 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:11.009788 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f213a51-de04-49b6-8ca8-3aa8ccf5b023 req-dd32a3c7-a7a6-4252-a682-a2b491b01a96 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 943 time: 0.0504875 Nov 12 14:54:11.058826 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2f213a51-de04-49b6-8ca8-3aa8ccf5b023 req-d781ae57-39df-43cc-bd4a-8b8c5017535d tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 Nov 12 14:54:11.275914 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 27b1abe7-1e29-41a7-b943-38e36fde706e details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:54:11.368211 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 27b1abe7-1e29-41a7-b943-38e36fde706e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=27b1abe7-1e29-41a7-b943-38e36fde706e,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:54:11.379518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:54:11.419230 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:11.431689 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b1abe7-1e29-41a7-b943-38e36fde706e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:54:11.451696 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 27b1abe7-1e29-41a7-b943-38e36fde706e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=27b1abe7-1e29-41a7-b943-38e36fde706e,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:54:11.455935 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:11.503256 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=27b1abe7-1e29-41a7-b943-38e36fde706e,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:11.737243 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['27b1abe7-1e29-41a7-b943-38e36fde706e'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:54:12.173609 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c995c-bd25-4149-b301-dbee0a357caf req-438b824d-2c08-426b-aba4-18b93dd7a6b9 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:12.174993 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c90c995c-bd25-4149-b301-dbee0a357caf req-438b824d-2c08-426b-aba4-18b93dd7a6b9 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 944 time: 0.0486550 Nov 12 14:54:12.224659 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c90c995c-bd25-4149-b301-dbee0a357caf req-5f506b70-0cf9-4a3c-8aca-2847d740b602 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Nov 12 14:54:13.293990 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 27b1abe7-1e29-41a7-b943-38e36fde706e up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:54:13.338904 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15b63c-4390-4649-bc9d-54cd178e2857 req-8ecf45cd-6cae-4cc8-8e70-d8b944af15d0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:13.340372 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf15b63c-4390-4649-bc9d-54cd178e2857 req-8ecf45cd-6cae-4cc8-8e70-d8b944af15d0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 944 time: 0.0490594 Nov 12 14:54:13.343646 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning for port 27b1abe7-1e29-41a7-b943-38e36fde706e completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:54:13.347941 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 27b1abe7-1e29-41a7-b943-38e36fde706e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:54:13.348305 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:13.394839 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-bf15b63c-4390-4649-bc9d-54cd178e2857 req-04a368d0-6393-4943-88eb-f89ca09d524c tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482197 Nov 12 14:54:13.429444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:13.452214 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:54:13.454525 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e72c95-6082-477d-a5c5-bfe6cf1da207" -d '{"events": [{"server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "name": "network-vif-plugged", "status": "completed", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:54:13.466672 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 27b1abe7-1e29-41a7-b943-38e36fde706e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=27b1abe7-1e29-41a7-b943-38e36fde706e,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:54:13.471890 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:13.500542 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672d35ba-e928-4473-b885-b4365c872cd5 x-openstack-request-id: req-672d35ba-e928-4473-b885-b4365c872cd5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:54:13.500866 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "name": "network-vif-plugged", "status": "completed", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:54:13.501235 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-672d35ba-e928-4473-b885-b4365c872cd5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:54:13.501652 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'code': 200} Nov 12 14:54:13.523498 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=27b1abe7-1e29-41a7-b943-38e36fde706e,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:13.601979 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e5de-38e0-4cee-9a69-105808aa2d0f req-d2668d36-9a5b-4e04-90df-85ed29190e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:13.603476 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b923e5de-38e0-4cee-9a69-105808aa2d0f req-d2668d36-9a5b-4e04-90df-85ed29190e89 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1096 time: 0.0393150 Nov 12 14:54:13.650504 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b923e5de-38e0-4cee-9a69-105808aa2d0f req-24e7e798-5678-48e7-a9a1-d6428e316a5c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 Nov 12 14:54:13.917807 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:14.508319 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8604d-0b6c-4082-93dc-605490a30bb8 req-99afaa35-ba60-4ab6-8746-bc23d0f138ee tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:14.509801 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ef8604d-0b6c-4082-93dc-605490a30bb8 req-99afaa35-ba60-4ab6-8746-bc23d0f138ee tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 945 time: 0.0487618 Nov 12 14:54:14.561056 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1ef8604d-0b6c-4082-93dc-605490a30bb8 req-be6b26f5-3412-4f00-a2d1-92b0ce0049b4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428295 Nov 12 14:54:15.007992 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:15.679147 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c88c0-a7b2-445b-b536-e410efdd0dad req-9db7713c-da4a-4237-bb81-626098307844 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:15.680604 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70c88c0-a7b2-445b-b536-e410efdd0dad req-9db7713c-da4a-4237-bb81-626098307844 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 945 time: 0.0514946 Nov 12 14:54:15.728932 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-f70c88c0-a7b2-445b-b536-e410efdd0dad req-81cc2e66-7b3a-41b7-9a0b-4da554828813 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424645 Nov 12 14:54:15.842621 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d597b-21ad-4a6c-9821-5cc220f8e66e req-45d2d636-c299-4315-b185-fe3f280050a8 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:15.844742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e76d597b-21ad-4a6c-9821-5cc220f8e66e req-45d2d636-c299-4315-b185-fe3f280050a8 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 945 time: 0.0493433 Nov 12 14:54:15.893525 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-e76d597b-21ad-4a6c-9821-5cc220f8e66e req-182ea903-74cc-4190-a6ad-cac3efae68c6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429788 Nov 12 14:54:15.915036 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:54:16.384483 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9367f4c-b19b-4785-ad15-dee0d5f7cc8e tempest-TestSnapshotPattern-1642512772 tempest-TestSnapshotPattern-1642512772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:16.386197 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-a9367f4c-b19b-4785-ad15-dee0d5f7cc8e tempest-TestSnapshotPattern-1642512772 tempest-TestSnapshotPattern-1642512772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1091 time: 0.4702063 Nov 12 14:54:16.389114 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 41678) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:54:16.393597 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:54:16.415331 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:16.508829 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:16.614202 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Allocated IP 172.25.5.174 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/abb16fda-0908-43b3-8db4-60333051c082) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:54:16.712509 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:16.745187 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:16.789868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:54:16.792611 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:54:16.798531 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:54:16.801567 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'Port': ['ID=abb16fda-0908-43b3-8db4-60333051c082,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:17.162392 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:17.226441 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:17.371933 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:17.377012 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:17.444562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'Port': ['ID=abb16fda-0908-43b3-8db4-60333051c082,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:54:17.452442 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:17.552101 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Floating IP 8347d36b-99c1-4eac-a556-20df259b53a4 associated. External IP: 172.25.5.174, port: 27b1abe7-1e29-41a7-b943-38e36fde706e. Nov 12 14:54:17.760859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:54:17.880645 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:54:17.891040 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] Sync routers for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:54:17.900002 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:17.905044 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:54:17.905694 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:54:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:17.935146 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-e89d3fe2-6170-4fa9-8a38-769fffb5604e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5449731 Nov 12 14:54:17.935842 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:54:17.940052 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04c9349-0593-4917-ac10-24fcc93d4c66" -d '{"events": [{"name": "network-changed", "server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:54:17.986217 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e1a025-8be9-4e7a-b884-8cc740f8500a x-openstack-request-id: req-67e1a025-8be9-4e7a-b884-8cc740f8500a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:54:17.986507 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:54:17.986760 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67e1a025-8be9-4e7a-b884-8cc740f8500a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:54:17.987192 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'status': 'completed', 'code': 200} Nov 12 14:54:18.039361 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:54:18.066221 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-d4e2d97e-14de-4e82-ae93-df81c573f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:18.067760 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-d4e2d97e-14de-4e82-ae93-df81c573f548 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1096 time: 0.0513477 Nov 12 14:54:18.172474 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-1106c886-7e6d-4e66-9fac-c7bc5c0d5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:18.174205 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-1106c886-7e6d-4e66-9fac-c7bc5c0d5f3c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0987563 Nov 12 14:54:18.257847 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-ac4727d2-e61d-49ca-808f-f15181b93f0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 999 time: 0.0760574 Nov 12 14:54:18.303377 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '8347d36b-99c1-4eac-a556-20df259b53a4', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:54:17Z', 'updated_at': '2021-11-12T14:54:17Z', 'revision_number': 0, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:18.314666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-dc02ced7-dfb1-471a-bd50-44a656e36b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:18.316758 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-dc02ced7-dfb1-471a-bd50-44a656e36b10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0521362 Nov 12 14:54:18.337845 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] Checking router: d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:54:18.349171 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:54:18.349811 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:54:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:18.380977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-35335e11-c2a4-4495-ac01-d4cfe79206ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:18.382767 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-35335e11-c2a4-4495-ac01-d4cfe79206ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591278 Nov 12 14:54:18.395119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-c7b1aba9-1762-4753-ba24-14dfed39a27f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:54:18.396100 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-c7b1aba9-1762-4753-ba24-14dfed39a27f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057819 Nov 12 14:54:18.475551 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:54:18.505181 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-03d8dc00-6116-4d50-bb25-f52151a34152 service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016970 Nov 12 14:54:18.615766 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e04c9349-0593-4917-ac10-24fcc93d4c66 req-9bfe5539-ed45-4828-a072-953c92c8ba77 service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038687 Nov 12 14:54:18.720222 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '8347d36b-99c1-4eac-a556-20df259b53a4', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:54:17Z', 'updated_at': '2021-11-12T14:54:17Z', 'revision_number': 0, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:54:18.746163 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af0c93b-b9c7-4859-ab83-d3c7a705987a None None] The sync data for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 is: [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '8347d36b-99c1-4eac-a556-20df259b53a4', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:54:17Z', 'updated_at': '2021-11-12T14:54:17Z', 'revision_number': 0, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:54:18.937663 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096314c1-a1a2-4b2e-9bc6-ea99e9e6f653 None None] New status for floating IP 8347d36b-99c1-4eac-a556-20df259b53a4: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:54:21.616596 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:54:23.907628 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-aa46ba64-614e-409f-88d0-0b5dec7a566a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395262 Nov 12 14:54:23.996844 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-ac322391-1b12-4d59-a662-39a16899433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:23.998400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-ac322391-1b12-4d59-a662-39a16899433a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1096 time: 0.0453053 Nov 12 14:54:24.154996 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-c75a2b4e-4d9c-4446-a357-3e75dcaeb48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:24.157092 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-c75a2b4e-4d9c-4446-a357-3e75dcaeb48a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.1404176 Nov 12 14:54:24.222011 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-9ec66091-f2c7-4025-88e1-5a0f2903771e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 1001 time: 0.0571933 Nov 12 14:54:24.274886 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-774cd78b-5f9b-4635-9052-37a2e9b108b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:24.276236 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-774cd78b-5f9b-4635-9052-37a2e9b108b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0474293 Nov 12 14:54:24.320491 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-09a833a6-c4ae-46a2-8435-49f2a8806489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:54:24.322019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-09a833a6-c4ae-46a2-8435-49f2a8806489 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393374 Nov 12 14:54:24.412142 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-a791c1ea-6bdc-4b4b-b823-4e8833d85a30 service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831106 Nov 12 14:54:24.809886 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7c4fecc6-36b4-4300-8afd-b534d2496c06 req-e9c00300-d4d7-4368-9015-5cd7571a21dd service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906617 Nov 12 14:54:27.181992 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee738-6dc1-4092-b4ff-a20460ba9878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:29.727370 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-248ba53c-38a1-4c09-94d7-7b7bbce94168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:31.034694 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:32.622488 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:33.155722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:43.930074 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:45.035660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:57.183162 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52419298-e460-434b-ba2f-bf76d2dc8b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:54:58.615746 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:54:59.729025 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf845606-18eb-458d-b7e7-4f64afdaa710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:01.037190 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:02.628342 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:03.158914 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:13.944739 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:15.024219 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:24.949602 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf83e1de-157d-4465-973c-d9b9963df879 req-2a73ca39-0e8b-4775-b0fc-074806c8d23c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417025 Nov 12 14:55:25.038661 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e1de-157d-4465-973c-d9b9963df879 req-662951bd-d104-421d-ac83-0b7a9a31ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:55:25.040055 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf83e1de-157d-4465-973c-d9b9963df879 req-662951bd-d104-421d-ac83-0b7a9a31ac60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1096 time: 0.0444505 Nov 12 14:55:25.141542 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e1de-157d-4465-973c-d9b9963df879 req-6eca2bc5-30ed-4bc7-990f-5629e9901517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:55:25.143069 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf83e1de-157d-4465-973c-d9b9963df879 req-6eca2bc5-30ed-4bc7-990f-5629e9901517 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0829298 Nov 12 14:55:25.211783 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf83e1de-157d-4465-973c-d9b9963df879 req-0c34dc3c-7897-4ed7-bd4d-9aae1d1ca9bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 1001 time: 0.0603397 Nov 12 14:55:25.260977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e1de-157d-4465-973c-d9b9963df879 req-4fb28243-a06a-4a44-b207-abc254785d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:55:25.262533 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf83e1de-157d-4465-973c-d9b9963df879 req-4fb28243-a06a-4a44-b207-abc254785d80 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0437582 Nov 12 14:55:25.317328 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e1de-157d-4465-973c-d9b9963df879 req-cb335197-aa5f-4d5b-b189-7e6ae2a52025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:55:25.318869 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf83e1de-157d-4465-973c-d9b9963df879 req-cb335197-aa5f-4d5b-b189-7e6ae2a52025 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489354 Nov 12 14:55:25.411571 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf83e1de-157d-4465-973c-d9b9963df879 req-a5358fe5-d92c-4f8a-8c52-d90c4fc4aa0a service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852876 Nov 12 14:55:25.498877 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-bf83e1de-157d-4465-973c-d9b9963df879 req-8c7f760d-e77b-4425-a76c-e353309f95af service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801728 Nov 12 14:55:27.184939 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-042d627e-e0ed-4143-8624-b86ab27a5c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:29.730546 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1474d9b9-19a0-4d15-aacd-c2428bd4bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:31.039889 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:32.627502 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:33.160337 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:35.617846 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:55:43.945447 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:45.035291 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:57.187145 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95c00b1b-8c1e-4270-b3bd-986a3d354d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:55:59.732450 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10b67cea-3c75-4aef-bf52-19e35f715f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:01.043378 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:02.632385 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:03.163259 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:12.617405 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:56:13.958112 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:15.034426 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:25.382768 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-eea60920-bcd5-4aab-9b8b-62aad498959e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441639 Nov 12 14:56:25.464929 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-fee2cd52-a7f5-466c-b367-8a541b8819b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:56:25.466620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-fee2cd52-a7f5-466c-b367-8a541b8819b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1096 time: 0.0402038 Nov 12 14:56:25.573700 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-010119de-fd1f-4b40-87e6-4273aee1cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:56:25.575162 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-010119de-fd1f-4b40-87e6-4273aee1cd97 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0893691 Nov 12 14:56:25.643679 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-616b94b4-ca5e-4584-b640-9bf3e1a18ba7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 1001 time: 0.0613215 Nov 12 14:56:25.693263 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-adfcd013-e555-44cc-afd3-13dec035a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:56:25.694745 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-adfcd013-e555-44cc-afd3-13dec035a185 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0446916 Nov 12 14:56:25.740335 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-80c6e540-4499-4d85-abb2-de2532832ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:56:25.741856 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-80c6e540-4499-4d85-abb2-de2532832ccd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402763 Nov 12 14:56:25.834859 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-64c52834-fd26-462c-8613-84dd07997e2f service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853860 Nov 12 14:56:25.932816 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2cb1236-0036-48f1-889c-2f9a2a0b11f7 req-45832373-5f8f-438a-a34a-9b853c3fb432 service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913694 Nov 12 14:56:27.189259 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5e2d-ac26-4f4c-9f4e-838ab6cdd666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:29.738567 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03494815-b1f3-4b7b-905d-0a1cf9f1138f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:31.046697 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:32.648202 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:33.164868 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:43.958433 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:45.059452 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:49.616747 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:56:50.125300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 27b1abe7-1e29-41a7-b943-38e36fde706e details requested by agent hyperv_n-h1-805736-4 with host n-h1-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:56:50.218406 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 27b1abe7-1e29-41a7-b943-38e36fde706e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=27b1abe7-1e29-41a7-b943-38e36fde706e,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:56:50.232760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Returning: {'device': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:56:50.420243 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:50.432582 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27b1abe7-1e29-41a7-b943-38e36fde706e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:56:50.451737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 27b1abe7-1e29-41a7-b943-38e36fde706e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=27b1abe7-1e29-41a7-b943-38e36fde706e,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:56:50.456477 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:50.506656 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=27b1abe7-1e29-41a7-b943-38e36fde706e,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:56:50.514316 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.514688 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.515033 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.515421 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.515776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.516105 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.516433 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.516787 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.517111 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.517464 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.517788 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.518108 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:56:50.527856 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] get_ports_and_sgs() called for port_ids ['27b1abe7-1e29-41a7-b943-38e36fde706e'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:56:52.144861 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 27b1abe7-1e29-41a7-b943-38e36fde706e up at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:56:52.195330 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Provisioning complete for port 27b1abe7-1e29-41a7-b943-38e36fde706e triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:56:52.195698 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:52.270873 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:52.293692 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:56:52.296114 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeb3b18-e809-4084-ae58-b1ec60cee81d" -d '{"events": [{"server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "name": "network-vif-plugged", "status": "completed", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:56:52.309332 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 27b1abe7-1e29-41a7-b943-38e36fde706e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=27b1abe7-1e29-41a7-b943-38e36fde706e,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:56:52.312832 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:52.365381 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=27b1abe7-1e29-41a7-b943-38e36fde706e,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:56:53.412229 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ff298b-9d79-45d3-a36d-10b3856938ee x-openstack-request-id: req-a4ff298b-9d79-45d3-a36d-10b3856938ee {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:56:53.412811 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "name": "network-vif-plugged", "status": "completed", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:56:53.412811 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a4ff298b-9d79-45d3-a36d-10b3856938ee {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:56:53.413153 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'code': 200} Nov 12 14:56:57.197027 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67366d94-75ed-4a73-8345-3743b415cffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:56:59.733082 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcdbab3e-dcd4-4c89-bc3b-8412de2e9b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:01.059124 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:02.644092 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:03.177198 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:05.584912 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-4251b6bb-e929-48cd-b012-86fbc80a60cd tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336916548&fields=id&tenant_id=01de5959477d4826a5b1ac9f71b6fe54 HTTP/1.1" status: 200 len: 267 time: 0.0495350 Nov 12 14:57:05.694562 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-b193067a-9ba9-4cf9-a75d-5e78be0e877e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:05.696013 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-b193067a-9ba9-4cf9-a75d-5e78be0e877e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 809 time: 0.1042867 Nov 12 14:57:05.710741 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-284b8045-78d8-4adf-9db4-90dd974e2ceb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/quotas/01de5959477d4826a5b1ac9f71b6fe54 HTTP/1.1" status: 200 len: 375 time: 0.0091267 Nov 12 14:57:05.766433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-0f61fbbe-9bf7-4d84-89d6-963aa2881531 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0502219 Nov 12 14:57:05.915168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-02c4a507-64e4-4bca-8114-5d665b084d0e service neutron] 10.222.0.73 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372814 Nov 12 14:57:06.004185 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-36804804-8ea1-4f8e-8211-6406d6b14818 service neutron] 10.222.0.73 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823913 Nov 12 14:57:06.216514 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5a68db31-5efa-4a9f-86b6-64c31747e11c req-71aea051-3855-47ad-9d2b-20e9dbe20735 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 210 time: 0.0783064 Nov 12 14:57:07.300902 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-1456f319-24ec-48a6-8418-df1d10b053ba req-170faeb2-4a95-48a7-a9b1-3cc110cebb8a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 210 time: 0.0323477 Nov 12 14:57:08.076859 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.105', 52785) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:57:08.185500 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8a16b76e-e03a-4e8b-9e82-3aaba79eb660 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:08.187300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8a16b76e-e03a-4e8b-9e82-3aaba79eb660 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.105 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 809 time: 0.1094062 Nov 12 14:57:08.253216 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-b24e6d6b-ef35-403c-b1f3-75a685ebb481 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01de5959477d4826a5b1ac9f71b6fe54 HTTP/1.1" status: 200 len: 379 time: 0.0566704 Nov 12 14:57:08.267382 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'port': {'device_id': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'admin_state_up': True, 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'security_groups': ['eb2a9a23-2b81-4a09-a5a3-db2ed5411319']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:57:08.286754 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 27b1abe7-1e29-41a7-b943-38e36fde706e no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:57:08.382502 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:08.387585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Made reservation on behalf of 01de5959477d4826a5b1ac9f71b6fe54 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 14:57:08.393970 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:08.430632 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9263f2c-eb3c-4e9e-a23f-4ae44a41ec8d req-8e1d9cfc-5880-4ea4-ba84-5efd7afdfcba tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 210 time: 0.0405939 Nov 12 14:57:08.442538 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] For port 27b1abe7-1e29-41a7-b943-38e36fde706e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=27b1abe7-1e29-41a7-b943-38e36fde706e,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:57:08.443682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:57:08.447547 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60db8520-5b79-4d53-81a1-3810c3826480" -d '{"events": [{"server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "name": "network-vif-unplugged", "status": "completed", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:57:08.453164 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:08.511439 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce467447-50e4-45e9-83ee-cceaac09760a x-openstack-request-id: req-ce467447-50e4-45e9-83ee-cceaac09760a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:57:08.512159 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "name": "network-vif-unplugged", "status": "completed", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:57:08.512598 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce467447-50e4-45e9-83ee-cceaac09760a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:57:08.513120 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'code': 200} Nov 12 14:57:08.514032 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Pushing event updated for resources: {'Port': ['ID=27b1abe7-1e29-41a7-b943-38e36fde706e,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:57:08.554672 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Allocated IP 172.20.0.6 (0ba6395e-9bb3-450d-85b9-d97aa97b0257/64c0a845-e520-4c8f-b3d7-569c834b8e44/f3f97fba-c30d-44e1-a81f-2fcee4bbcda0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:57:08.788920 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:08.828330 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:08.883706 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:57:08.889077 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:57:08.892032 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:57:08.923585 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'Port': ['ID=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:57:08.950119 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.950609 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.951062 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.951508 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.952359 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.952790 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.953216 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.953663 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.954094 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.954543 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.954981 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.955471 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:57:08.986426 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:08.987259 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:09.006145 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-c1432025-4668-4e09-bfdc-d82886fb81f4 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424033 Nov 12 14:57:09.193918 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-86988ea5-8886-41c9-9478-dae104d10310 None None] Provisioning complete for port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 triggered by entity DHCP. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:57:09.194400 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86988ea5-8886-41c9-9478-dae104d10310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:09.232037 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-86988ea5-8886-41c9-9478-dae104d10310 None None] Port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 cannot update to ACTIVE because it is not bound. {{(pid=102677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 14:57:09.541317 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858690d7-71f0-43fc-bb0e-e37737f5a7db req-78fc0136-4fc0-4392-ae28-0cbce7d05eab tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:09.542986 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-858690d7-71f0-43fc-bb0e-e37737f5a7db req-78fc0136-4fc0-4392-ae28-0cbce7d05eab tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 931 time: 0.0510395 Nov 12 14:57:09.597188 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-858690d7-71f0-43fc-bb0e-e37737f5a7db req-a42ccb3a-9410-45ec-96d2-25ed82249911 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480788 Nov 12 14:57:10.729024 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6d47b-131e-4917-963a-1f11cdfad4cf req-9d34a3d8-5a48-4064-9bb4-d3e3dcfb9081 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:10.730749 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61a6d47b-131e-4917-963a-1f11cdfad4cf req-9d34a3d8-5a48-4064-9bb4-d3e3dcfb9081 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 931 time: 0.0537584 Nov 12 14:57:10.786097 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-61a6d47b-131e-4917-963a-1f11cdfad4cf req-27a2e3bd-51a5-4475-b88d-9e7ca5c14833 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492053 Nov 12 14:57:11.911684 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554a8f3-f9ae-45ac-94d4-fa70ce2a948e req-4c9fa579-f8ef-403c-8ef9-adce5ac82763 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:11.913416 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e554a8f3-f9ae-45ac-94d4-fa70ce2a948e req-4c9fa579-f8ef-403c-8ef9-adce5ac82763 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 931 time: 0.0568490 Nov 12 14:57:11.965811 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e554a8f3-f9ae-45ac-94d4-fa70ce2a948e req-b90cdb4a-3f68-44e8-ba63-ef05c77d35e9 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460761 Nov 12 14:57:13.109390 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4a1e-0515-49d5-b966-b2168aa9c88a req-e8fdce01-334d-48e9-9873-be1d7b7fbf84 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:13.111064 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-832e4a1e-0515-49d5-b966-b2168aa9c88a req-e8fdce01-334d-48e9-9873-be1d7b7fbf84 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 931 time: 0.0580499 Nov 12 14:57:13.162417 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-832e4a1e-0515-49d5-b966-b2168aa9c88a req-a2bfd2b5-d3c2-47ba-afc1-fdfe1c02e536 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453281 Nov 12 14:57:13.957085 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:14.294738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ab80-2aee-453b-8b0a-777a83c3e8ce req-4cf71d0c-886c-4e35-9925-9fb536883781 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:14.302690 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8d5ab80-2aee-453b-8b0a-777a83c3e8ce req-4cf71d0c-886c-4e35-9925-9fb536883781 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 931 time: 0.0596826 Nov 12 14:57:14.349842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c8d5ab80-2aee-453b-8b0a-777a83c3e8ce req-cc7c513e-0df2-48a2-8f81-dfd597c02d48 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460167 Nov 12 14:57:15.064266 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:15.483475 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407b9ea-752d-4660-946c-8c86bf13b5ca req-7274a429-8d98-4e0c-8108-37be0eb7f9ca tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:15.484978 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a407b9ea-752d-4660-946c-8c86bf13b5ca req-7274a429-8d98-4e0c-8108-37be0eb7f9ca tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 931 time: 0.0645890 Nov 12 14:57:15.542704 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-a407b9ea-752d-4660-946c-8c86bf13b5ca req-430efa55-558f-4991-860d-95d1e4e9b63f tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515838 Nov 12 14:57:16.667207 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2135d7-11ba-443f-95c5-5b83ebac3a1a req-74eb8f9b-a92a-469a-a235-42e61bea9cbf tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:16.669523 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2d2135d7-11ba-443f-95c5-5b83ebac3a1a req-74eb8f9b-a92a-469a-a235-42e61bea9cbf tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 931 time: 0.0522003 Nov 12 14:57:16.725265 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-2d2135d7-11ba-443f-95c5-5b83ebac3a1a req-e0b70209-9a10-4f7c-916f-43ae74f683b7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486660 Nov 12 14:57:17.850665 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd608c-65ec-40d9-ac20-e72f3c84ab4d req-5d2e1e64-2206-4dc8-b265-818df82834e6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:17.852734 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-accd608c-65ec-40d9-ac20-e72f3c84ab4d req-5d2e1e64-2206-4dc8-b265-818df82834e6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 931 time: 0.0504956 Nov 12 14:57:17.912722 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-accd608c-65ec-40d9-ac20-e72f3c84ab4d req-3e145fec-8173-40e9-b4ad-8f5ec76f2881 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516045 Nov 12 14:57:19.037216 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caf6bf-1a75-4f17-9b29-0813b31b0eb0 req-6c19d7ce-3a63-4fd3-91a5-837cc964b664 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:19.038649 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93caf6bf-1a75-4f17-9b29-0813b31b0eb0 req-6c19d7ce-3a63-4fd3-91a5-837cc964b664 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 931 time: 0.0500276 Nov 12 14:57:19.087555 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-93caf6bf-1a75-4f17-9b29-0813b31b0eb0 req-3161db31-2c05-4fe6-83d8-c6e33b6f9670 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430470 Nov 12 14:57:20.206791 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3063c6d-10fd-4ec6-8367-ad7bb3272eda req-b5b786fb-9f60-475e-be53-a2a5d141feb6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:20.208301 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3063c6d-10fd-4ec6-8367-ad7bb3272eda req-b5b786fb-9f60-475e-be53-a2a5d141feb6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 931 time: 0.0491104 Nov 12 14:57:20.257119 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c3063c6d-10fd-4ec6-8367-ad7bb3272eda req-b271fa4b-0df9-4334-ba73-0ea7c4bb90fd tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429010 Nov 12 14:57:20.533852 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-3825bc0b-25bc-4337-9329-3bda3fba4279 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 14:57:20.534927 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-3825bc0b-25bc-4337-9329-3bda3fba4279 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065031 Nov 12 14:57:20.591548 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Request body: {'port': {'device_id': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:57:20.645544 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:20.911480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:57:20.918807 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:20.930967 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Transition to ACTIVE for port object f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 14:57:20.934973 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:20.981798 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Pushing event updated for resources: {'Port': ['ID=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:57:21.060767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Attempting to bind port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 on host n-h2-805736-4 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 14:57:21.061112 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Attempting to bind port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 by drivers openvswitch,hyperv on host n-h2-805736-4 at level 0 using segments [{'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 14:57:21.061442 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Attempting to bind port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 on network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:57:21.066156 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 on network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 14:57:21.066635 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Attempting to bind port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 on network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 14:57:21.071717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Checking agent: {'id': '70cadb0a-6fc0-4200-8ced-c15a2e8f109f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'started_at': datetime.datetime(2021, 11, 12, 13, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 14:57:21.072050 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Checking segment: {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 14:57:21.072440 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Bound using segment: {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 14:57:21.072850 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Bound port: f3f97fba-c30d-44e1-a81f-2fcee4bbcda0, host: n-h2-805736-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3693c7cf-2e1a-4315-987d-a4b9860df06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 14:57:21.073201 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:21.138910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] For port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0, host n-h2-805736-4, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 14:57:21.142338 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] For port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0, host n-h2-805736-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 14:57:21.146742 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:21.181383 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:21.181989 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:21.183355 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] 10.222.0.105 "PUT /v2.0/ports/f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 HTTP/1.1" status: 200 len: 1091 time: 0.6388757 Nov 12 14:57:21.183890 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:57:21.186396 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82871bce-e2ec-4d6e-8879-82ce5d949607" -d '{"events": [{"name": "network-changed", "server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:57:21.213555 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594116b-deda-4bd4-8164-7fc3fb64c6df service neutron] Pushing event updated for resources: {'Port': ['ID=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:57:21.285767 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-13517d57-3345-4b11-9de1-1aa3625de6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:21.287347 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-13517d57-3345-4b11-9de1-1aa3625de6ea service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 1094 time: 0.0494606 Nov 12 14:57:21.339793 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c624c9fa-643b-450c-a4c0-0db5613bb677 x-openstack-request-id: req-c624c9fa-643b-450c-a4c0-0db5613bb677 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:57:21.340073 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:57:21.340323 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c624c9fa-643b-450c-a4c0-0db5613bb677 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:57:21.340815 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'status': 'completed', 'code': 200} Nov 12 14:57:21.344272 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-48b1c533-7bf6-4e93-af81-d880bd618aef service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 HTTP/1.1" status: 200 len: 217 time: 0.0477667 Nov 12 14:57:21.415001 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-cf75ce60-42bb-4c81-80dc-5d7a52f90aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:21.416470 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-cf75ce60-42bb-4c81-80dc-5d7a52f90aeb service neutron] 10.222.0.105 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0645256 Nov 12 14:57:21.429734 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab096f84-a2d5-44b6-b7c4-404d86873e52 req-a28e1db5-0b84-44fd-8d9c-7940bd21f2e3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:21.431086 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab096f84-a2d5-44b6-b7c4-404d86873e52 req-a28e1db5-0b84-44fd-8d9c-7940bd21f2e3 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 943 time: 0.0895174 Nov 12 14:57:21.505530 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-caef8f5a-07e3-4eed-968d-ca06025f9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:21.507037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-caef8f5a-07e3-4eed-968d-ca06025f9739 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751023 Nov 12 14:57:21.511931 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ab096f84-a2d5-44b6-b7c4-404d86873e52 req-5980df94-64ad-49c6-aee2-306e02e9abd6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717733 Nov 12 14:57:21.597777 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-fa911ac9-e8af-4e03-a687-d11407e440ef service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833912 Nov 12 14:57:21.689157 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6226cfa2-aa79-4793-ac4c-ce2fec5aca1d req-f5c321b1-88ce-4c04-b584-9557a3c42193 service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843050 Nov 12 14:57:21.773312 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-9594ab6d-1f72-4a47-b1e9-9cd2740c284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:21.774843 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-9594ab6d-1f72-4a47-b1e9-9cd2740c284e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 1094 time: 0.0432026 Nov 12 14:57:21.868200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-54e1d787-7f01-4511-be71-beec25a18cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:21.869699 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-54e1d787-7f01-4511-be71-beec25a18cb7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0881872 Nov 12 14:57:21.910370 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-060c3cd5-f0ec-4299-bc60-2b0a248b8af2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 HTTP/1.1" status: 200 len: 217 time: 0.0338790 Nov 12 14:57:21.960632 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-17d901f3-670a-4193-bea3-811aeb86d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:21.962009 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-17d901f3-670a-4193-bea3-811aeb86d8ab service neutron] 10.222.0.105 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0450473 Nov 12 14:57:22.016556 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-1a2386bb-c19a-4e57-add2-d07d22e9a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:22.018257 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-1a2386bb-c19a-4e57-add2-d07d22e9a911 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496829 Nov 12 14:57:22.107474 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-314e4543-d46c-4911-8f2f-c9322196c611 service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821652 Nov 12 14:57:22.212744 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-82871bce-e2ec-4d6e-8879-82ce5d949607 req-179f7077-6d7e-4f4b-a366-2556720207fb service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983789 Nov 12 14:57:22.629306 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d91ccb-7e29-4729-a7ef-331c13e250b9 req-0d664096-a249-4bdb-903b-1de975b26bb9 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:22.630779 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9d91ccb-7e29-4729-a7ef-331c13e250b9 req-0d664096-a249-4bdb-903b-1de975b26bb9 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 943 time: 0.0483954 Nov 12 14:57:22.681850 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d9d91ccb-7e29-4729-a7ef-331c13e250b9 req-6405bc09-e623-4858-93e6-fd6fce4a906a tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449331 Nov 12 14:57:23.800108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdde086-7d56-47aa-81da-b10f3f8ca290 req-809f51a6-8633-45e5-8f2a-061d3b8ddee7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:23.801597 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fdde086-7d56-47aa-81da-b10f3f8ca290 req-809f51a6-8633-45e5-8f2a-061d3b8ddee7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 943 time: 0.0501165 Nov 12 14:57:23.851178 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-6fdde086-7d56-47aa-81da-b10f3f8ca290 req-48eeec00-96de-4eca-893e-628646992b46 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437429 Nov 12 14:57:24.971666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325bd25-3010-4799-9357-9bf6d100dc54 req-4f1c727b-ef98-4f79-b98d-64787fe0a084 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:24.973117 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5325bd25-3010-4799-9357-9bf6d100dc54 req-4f1c727b-ef98-4f79-b98d-64787fe0a084 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 943 time: 0.0534778 Nov 12 14:57:25.023338 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-5325bd25-3010-4799-9357-9bf6d100dc54 req-4a81dc72-7071-4534-b863-d7eac6957a5c tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439582 Nov 12 14:57:25.989456 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:57:26.088015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:57:26.100300 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'port_id': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'mac_address': 'fa:16:3e:b9:06:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:57:26.137486 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:26.143807 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c9fe5-7646-487c-815b-aa68ee93de4f req-031b6811-2414-45e9-80f4-90ec8b635753 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:26.145343 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed8c9fe5-7646-487c-815b-aa68ee93de4f req-031b6811-2414-45e9-80f4-90ec8b635753 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 943 time: 0.0509701 Nov 12 14:57:26.150740 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:57:26.171484 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:57:26.176581 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:26.212436 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ed8c9fe5-7646-487c-815b-aa68ee93de4f req-e0e99e93-e642-4e5a-bc60-672c848aa3a5 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609965 Nov 12 14:57:26.227950 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,revision_number=4']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:57:26.363300 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-e186b8f5-afb6-4efa-8eee-8ce0e5b4d511 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404749 Nov 12 14:57:26.447618 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-8be94864-1abd-447b-97b7-5b3afec7ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:26.449116 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-8be94864-1abd-447b-97b7-5b3afec7ce14 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1094 time: 0.0407772 Nov 12 14:57:26.541652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f3f97fba-c30d-44e1-a81f-2fcee4bbcda0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:57:26.556105 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-821cfa5c-de56-4151-8539-96a3238c6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:26.557644 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-821cfa5c-de56-4151-8539-96a3238c6eff service neutron] 10.222.0.70 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0893269 Nov 12 14:57:26.616772 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:57:26.624481 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-5dd3a3a2-f300-4539-b624-cb06e9eb397c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 999 time: 0.0596128 Nov 12 14:57:26.677977 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-7bfb2d44-d91d-42a7-acc1-86db97ddddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:26.679436 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-7bfb2d44-d91d-42a7-acc1-86db97ddddf0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0485544 Nov 12 14:57:26.725232 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-417b141d-74fa-4d06-89c7-b9d7271aaf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:26.726758 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-417b141d-74fa-4d06-89c7-b9d7271aaf69 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406632 Nov 12 14:57:26.822400 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-55de0fdf-a87c-432a-8a98-a3cd35899327 service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884125 Nov 12 14:57:26.916884 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-246c368d-aec9-426c-b584-ac18dd709fd9 req-1162ac1e-815f-42ed-b2da-b8338d670771 service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864515 Nov 12 14:57:27.190678 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92b53931-f07f-49b3-88be-d687fd3bcb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:27.328665 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc6580-54b0-4028-ad02-ce175024d4dd req-a9ea0c8e-f547-465e-a7cc-d55c293ac5ca tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:27.330169 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4cc6580-54b0-4028-ad02-ce175024d4dd req-a9ea0c8e-f547-465e-a7cc-d55c293ac5ca tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 944 time: 0.0495088 Nov 12 14:57:27.385037 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-c4cc6580-54b0-4028-ad02-ce175024d4dd req-b41ff35c-d386-4a1a-9d4f-19a6320e4c56 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485232 Nov 12 14:57:28.004773 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:57:28.054274 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning for port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 completed by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 14:57:28.058192 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:57:28.058561 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:28.133900 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:28.158188 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:57:28.160401 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b5e892-9214-43a8-bb16-d64a982a5083" -d '{"events": [{"server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "name": "network-vif-plugged", "status": "completed", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:57:28.181502 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:57:28.185558 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:28.211879 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b136c3a7-8f22-47ff-b67a-2dbc466d5de0 x-openstack-request-id: req-b136c3a7-8f22-47ff-b67a-2dbc466d5de0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:57:28.212573 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "name": "network-vif-plugged", "status": "completed", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:57:28.212573 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b136c3a7-8f22-47ff-b67a-2dbc466d5de0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:57:28.212772 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'code': 200} Nov 12 14:57:28.240545 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:57:28.297393 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d348dd5-51aa-4388-812d-963023528fec req-cf21e38e-c603-4f25-82e0-19fd2c49de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:28.298771 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d348dd5-51aa-4388-812d-963023528fec req-cf21e38e-c603-4f25-82e0-19fd2c49de2c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 1096 time: 0.0395977 Nov 12 14:57:28.344608 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-5d348dd5-51aa-4388-812d-963023528fec req-513cc1bf-70c7-465a-bf01-ada349b693ea service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392709 Nov 12 14:57:28.504532 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c934b94-05db-4cc5-aa26-ad9f647c9b08 req-a4aed24d-853c-4147-96dd-de179e4c5b15 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:28.506062 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4c934b94-05db-4cc5-aa26-ad9f647c9b08 req-a4aed24d-853c-4147-96dd-de179e4c5b15 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 945 time: 0.0501876 Nov 12 14:57:28.555959 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-4c934b94-05db-4cc5-aa26-ad9f647c9b08 req-5eff3fd0-33e6-4663-b1cf-63d56636b322 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437262 Nov 12 14:57:29.675761 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f867-4ccd-416d-a93f-58e8e2c03290 req-8db1e2fd-4ee4-4511-99c9-72995eb2e3b2 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:29.677247 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2374f867-4ccd-416d-a93f-58e8e2c03290 req-8db1e2fd-4ee4-4511-99c9-72995eb2e3b2 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 945 time: 0.0503335 Nov 12 14:57:29.735821 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-2374f867-4ccd-416d-a93f-58e8e2c03290 req-7141bcb4-13b0-4f91-b371-59a0d6a18394 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526495 Nov 12 14:57:29.747570 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e04fb9b9-ff4e-44c4-9058-de21af7f455b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:30.860256 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f676cb-bede-45de-9401-380a15a2e6c5 req-ae846300-001e-4b07-a275-71fd0c35c870 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:30.861773 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f676cb-bede-45de-9401-380a15a2e6c5 req-ae846300-001e-4b07-a275-71fd0c35c870 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 945 time: 0.0487070 Nov 12 14:57:30.910475 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-55f676cb-bede-45de-9401-380a15a2e6c5 req-a152dfb0-8c5b-477b-87ff-d4180e7a0485 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Nov 12 14:57:31.030717 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8420e3-2707-45fc-adc0-cb998dd65e07 req-b922af4e-2a0c-4d20-98b7-ececd5e148ce tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:31.032104 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa8420e3-2707-45fc-adc0-cb998dd65e07 req-b922af4e-2a0c-4d20-98b7-ececd5e148ce tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 945 time: 0.0529661 Nov 12 14:57:31.051404 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:31.081399 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-aa8420e3-2707-45fc-adc0-cb998dd65e07 req-09e0ffdc-62f6-4918-8300-65096317850c tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434046 Nov 12 14:57:31.102777 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42024) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:57:31.142250 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6988d8a-e08e-40ea-8f79-9abdc2c1e21d tempest-TestSnapshotPattern-1642512772 tempest-TestSnapshotPattern-1642512772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:31.143742 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-b6988d8a-e08e-40ea-8f79-9abdc2c1e21d tempest-TestSnapshotPattern-1642512772 tempest-TestSnapshotPattern-1642512772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 1091 time: 0.0400126 Nov 12 14:57:31.146750 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42026) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:57:31.150938 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Request body: {'floatingip': {'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'port_id': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 14:57:31.172006 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:31.270861 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:31.374371 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Allocated IP 172.25.5.46 (380b1829-a418-4bb3-96dd-5ba453d99309/cc83aa70-ba4e-4066-9efe-0b58937b1ccb/6743f495-e990-49a0-a315-2dfd37726cbb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 14:57:31.479623 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:31.511458 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729960997277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:31.549010 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Network 380b1829-a418-4bb3-96dd-5ba453d99309 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 14:57:31.551921 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 14:57:31.556223 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 14:57:31.583957 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'Port': ['ID=6743f495-e990-49a0-a315-2dfd37726cbb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:57:31.927275 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:31.994689 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:32.156312 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:32.160880 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59619499'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:32.231497 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event updated for resources: {'Port': ['ID=6743f495-e990-49a0-a315-2dfd37726cbb,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:57:32.245334 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394194'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:32.642208 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:32.688596 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Floating IP 6e026743-1c4a-414a-8c75-4c55cf1272fe associated. External IP: 172.25.5.46, port: f3f97fba-c30d-44e1-a81f-2fcee4bbcda0. Nov 12 14:57:32.895881 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:57:33.002429 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:57:33.012051 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] Sync routers for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:57:33.020925 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:33.023021 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:57:33.023629 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:57:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:57:33.051597 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-17616fb5-57a5-4670-8a46-b8a3a4f8e7cb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9038343 Nov 12 14:57:33.052204 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:57:33.054481 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:57:33.092765 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e90a7d-0803-4934-824e-c23039156b6e x-openstack-request-id: req-36e90a7d-0803-4934-824e-c23039156b6e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:57:33.093058 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:57:33.093366 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36e90a7d-0803-4934-824e-c23039156b6e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:57:33.093793 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'status': 'completed', 'code': 200} Nov 12 14:57:33.133138 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:57:33.160851 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-7fd4c278-7e67-46c0-87b7-a83e4499675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:33.162290 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-7fd4c278-7e67-46c0-87b7-a83e4499675d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 1096 time: 0.0463266 Nov 12 14:57:33.170352 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:33.258519 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-90d601ca-334a-408c-81f4-fc5a3e550244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:33.260007 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-90d601ca-334a-408c-81f4-fc5a3e550244 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0902598 Nov 12 14:57:33.331829 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-2a303065-665c-4d20-ae7e-9fe9a56b1b06 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 HTTP/1.1" status: 200 len: 998 time: 0.0623057 Nov 12 14:57:33.360422 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '6e026743-1c4a-414a-8c75-4c55cf1272fe', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:b9:06:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:57:31Z', 'updated_at': '2021-11-12T14:57:31Z', 'revision_number': 0, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}, {'id': '8347d36b-99c1-4eac-a556-20df259b53a4', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:54:17Z', 'updated_at': '2021-11-12T14:54:19Z', 'revision_number': 1, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:57:33.380947 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-37c0ae5f-ea8a-4ba6-ab4f-43c7b0c01ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:33.382415 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-37c0ae5f-ea8a-4ba6-ab4f-43c7b0c01ced service neutron] 10.222.0.105 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0440989 Nov 12 14:57:33.390940 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] Checking router: d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:57:33.407438 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:57:33.408049 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:57:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:57:33.431785 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-32f72b36-74bf-4b5a-94b8-860c0069acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:57:33.433190 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-32f72b36-74bf-4b5a-94b8-860c0069acd1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435433 Nov 12 14:57:33.511291 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:57:33.527300 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-0542111d-52c5-4367-9107-319fa1a1ebb6 service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872588 Nov 12 14:57:33.619026 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d9b1a3f-0fcc-4996-b441-7b46be4998b8 req-31285aad-11b4-4540-bcd5-9699f775f61c service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845604 Nov 12 14:57:33.738326 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '6e026743-1c4a-414a-8c75-4c55cf1272fe', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:b9:06:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:57:31Z', 'updated_at': '2021-11-12T14:57:31Z', 'revision_number': 0, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}, {'id': '8347d36b-99c1-4eac-a556-20df259b53a4', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:54:17Z', 'updated_at': '2021-11-12T14:54:19Z', 'revision_number': 1, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:57:33.765887 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4089d0a-29f4-4f98-b060-412773a2f470 None None] The sync data for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 is: [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '6e026743-1c4a-414a-8c75-4c55cf1272fe', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:b9:06:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:57:31Z', 'updated_at': '2021-11-12T14:57:31Z', 'revision_number': 0, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}, {'id': '8347d36b-99c1-4eac-a556-20df259b53a4', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:54:17Z', 'updated_at': '2021-11-12T14:54:19Z', 'revision_number': 1, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:57:33.950594 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b523d6b-93a5-43de-b2e2-83d9cb5e8102 None None] New status for floating IP 6e026743-1c4a-414a-8c75-4c55cf1272fe: ACTIVE {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:57:43.974535 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:45.062358 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:57.193161 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4123c5d-ec9e-4d4d-86d2-6850ab690296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:57:59.729747 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e44e54b-6488-4671-b05d-273cddc994f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:01.054661 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:02.645508 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:03.172338 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:03.617759 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:58:13.971564 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:15.076627 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:25.623192 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-85322e63-7cc1-46c1-b518-070da7391b68 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449457 Nov 12 14:58:25.707470 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-b538497c-aab3-4c1d-9ca5-ba7d99fd264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:58:25.708952 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-b538497c-aab3-4c1d-9ca5-ba7d99fd264a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 1096 time: 0.0417821 Nov 12 14:58:25.815138 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-04612369-9e51-4780-8bae-fdeae11e917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:58:25.816635 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-04612369-9e51-4780-8bae-fdeae11e917a service neutron] 10.222.0.105 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0891418 Nov 12 14:58:25.882244 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-bdc93421-cd0d-4da2-966c-7d10131dc8f0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 HTTP/1.1" status: 200 len: 1000 time: 0.0577838 Nov 12 14:58:25.930430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-86f717ff-e5f4-4cb5-ad76-f1abdd6fff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:58:25.931870 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-86f717ff-e5f4-4cb5-ad76-f1abdd6fff06 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0423892 Nov 12 14:58:25.980085 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-a494e373-1a56-4ce2-8ee8-4f27c65eb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:58:25.982157 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-a494e373-1a56-4ce2-8ee8-4f27c65eb9c1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435448 Nov 12 14:58:26.072288 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-8ae17004-f02e-4fe8-ba9e-a8b172e83f63 service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818214 Nov 12 14:58:26.165185 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-85caf9c6-a302-4501-9ea1-f8bdca0a2083 req-c24fc571-d2db-437e-837b-982278012440 service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859375 Nov 12 14:58:27.195376 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec0366ca-e3d7-4205-8f81-7ec7ecd14a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:28.378620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-176d0815-7edf-4c98-92d0-7a7400ca86e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437679 Nov 12 14:58:28.460767 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-55b804f2-7605-474f-b2b3-83c9c938a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:58:28.462313 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-55b804f2-7605-474f-b2b3-83c9c938a4fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1094 time: 0.0405750 Nov 12 14:58:28.568267 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-77da6fe5-00a4-4be9-98d0-f8d5fae9caef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:58:28.569793 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-77da6fe5-00a4-4be9-98d0-f8d5fae9caef service neutron] 10.222.0.70 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0863366 Nov 12 14:58:28.648085 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-8018b799-980e-4d1d-bbdd-dfeb3e0cde49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 999 time: 0.0706773 Nov 12 14:58:28.698273 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-bffbd32c-c731-4e81-9fad-96fb9223a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:58:28.699719 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-bffbd32c-c731-4e81-9fad-96fb9223a7a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0443754 Nov 12 14:58:28.745680 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-b626bcf7-1c61-4ad2-8020-8a9a961fa619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:58:28.747221 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-b626bcf7-1c61-4ad2-8020-8a9a961fa619 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404894 Nov 12 14:58:28.841212 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-a6452b4e-3ee2-4cb4-90ab-180c66bdd8bc service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859582 Nov 12 14:58:28.936339 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-7b02dbb4-8012-4b1b-b4e7-476f2419d97a req-5ac5090a-cb08-4204-a1f3-f2790d0b4e41 service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885944 Nov 12 14:58:29.733940 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38125534-6c6c-49a0-86ce-d8b53d5fb160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:31.057998 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:32.648205 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:33.173898 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:40.617584 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:58:43.987979 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:45.099110 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:57.196133 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8393cd71-8554-4c30-af12-31f15160156e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:58:59.736064 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e3ca0af-14ce-45e5-92dc-86aacd18fc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:01.061565 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:02.650270 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:03.177304 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:13.982485 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:15.092786 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:17.615859 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:59:27.197597 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-907f1e8b-cefc-4c78-8b31-c88ca83168dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:27.612427 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-3398af4b-df57-448f-bf5e-2e6f61242a62 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420957 Nov 12 14:59:27.706240 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-b9e18676-86d7-405a-b2fa-0bd88b52d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:27.707727 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-b9e18676-86d7-405a-b2fa-0bd88b52d237 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 1096 time: 0.0412490 Nov 12 14:59:27.817345 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-a2515465-7f01-4002-ac0d-bcc0b992a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:27.818845 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-a2515465-7f01-4002-ac0d-bcc0b992a308 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0900946 Nov 12 14:59:27.890647 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-912895f2-af7a-4523-9d91-010c4b438a7d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 HTTP/1.1" status: 200 len: 1000 time: 0.0596678 Nov 12 14:59:27.943731 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-f42dab1d-1414-4dcc-b1eb-165ea7a1241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:27.945168 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-f42dab1d-1414-4dcc-b1eb-165ea7a1241e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0475194 Nov 12 14:59:27.992949 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-de785e43-1453-40b2-938a-9529db1bbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:27.994493 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-de785e43-1453-40b2-938a-9529db1bbc3a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409162 Nov 12 14:59:28.084235 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-3be34ae3-5b48-4d04-9f4f-8d15dadab1ea service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813429 Nov 12 14:59:28.176433 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-c21df925-adab-43f8-b106-3f2c702d7e92 req-9c736a10-a6ad-4214-b028-ef55a1201d31 service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844572 Nov 12 14:59:29.738699 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60d01c33-5000-49ae-92a1-a51fa6fe3c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:30.396398 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-e6bae27d-43c8-455d-b247-f9cebcf5a10a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787055 Nov 12 14:59:30.478890 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-f66773df-6f2a-4ad1-a756-adc106803319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:30.480620 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-f66773df-6f2a-4ad1-a756-adc106803319 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1094 time: 0.0410607 Nov 12 14:59:30.588119 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-ec911fdf-1cd5-483e-a4a4-68a7f4ea89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:30.589630 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-ec911fdf-1cd5-483e-a4a4-68a7f4ea89ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.0903146 Nov 12 14:59:30.655798 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-1fd0f0e6-7929-4411-bedf-c2f74af5cf4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 999 time: 0.0595624 Nov 12 14:59:30.703427 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-8327a446-b02f-4737-9722-50d4cdb3c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:30.704863 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-8327a446-b02f-4737-9722-50d4cdb3c222 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0427403 Nov 12 14:59:30.753501 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-333e94dd-3319-4835-a0f8-0f4cf3779b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:30.755003 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-333e94dd-3319-4835-a0f8-0f4cf3779b02 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436993 Nov 12 14:59:30.848411 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-8bc10a58-9910-4281-a4a3-f3a5d5326157 service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818295 Nov 12 14:59:30.943554 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-e974a3ad-9c41-4a3c-94e0-9d0bd3b3013d req-8590fa82-6165-46f4-9276-acee40692717 service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878880 Nov 12 14:59:31.064079 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:32.653997 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:33.178391 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:36.672807 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 details requested by agent hyperv_n-h2-805736-4 with host n-h2-805736-4 {{(pid=102677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 14:59:36.770426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:59:36.782133 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Returning: {'device': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'port_id': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'mac_address': 'fa:16:3e:b9:06:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 14:59:36.819473 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:36.832678 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 14:59:36.852053 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:59:36.856788 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:36.907817 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:59:36.915085 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.915431 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.915771 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.916109 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.916443 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.916768 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.917091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.917459 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.917811 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.918325 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.918649 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.918997 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:36.930866 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] get_ports_and_sgs() called for port_ids ['f3f97fba-c30d-44e1-a81f-2fcee4bbcda0'] {{(pid=102677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 14:59:38.673088 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 up at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 14:59:38.722380 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Provisioning complete for port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 triggered by entity L2. {{(pid=102677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 14:59:38.722750 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668015'] for port, provisioning_complete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:38.799620 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-774766'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:38.821666 n-d-805736-4 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:59:38.823909 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}710cb2587b4876db28a6e7f9cdceb6baf609bb307920b6ac6a230a5b5474d58e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a6512a-f287-42f1-9f7b-80db58f803b1" -d '{"events": [{"server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "name": "network-vif-plugged", "status": "completed", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:59:38.844372 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] For port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:59:38.850076 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729961422484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729960997295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729960997313'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:38.875064 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ebf11c-73d1-4b24-afde-8e4f121e92e4 x-openstack-request-id: req-b4ebf11c-73d1-4b24-afde-8e4f121e92e4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:59:38.875264 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "name": "network-vif-plugged", "status": "completed", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:59:38.875521 n-d-805736-4 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b4ebf11c-73d1-4b24-afde-8e4f121e92e4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:59:38.875899 n-d-805736-4 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'code': 200} Nov 12 14:59:38.903071 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Pushing event updated for resources: {'Port': ['ID=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:59:44.001388 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:45.108430 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:50.426199 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42266) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:59:50.580476 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Deleting port 6743f495-e990-49a0-a315-2dfd37726cbb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:59:50.580816 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:50.663508 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:50.663810 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:50.675549 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Calling delete_port for 6743f495-e990-49a0-a315-2dfd37726cbb owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:59:50.818197 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:50.848430 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event deleted for resources: {'Port': ['ID=6743f495-e990-49a0-a315-2dfd37726cbb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:59:50.873510 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.873874 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.874198 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.874536 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.874868 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.875196 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.875523 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.875911 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.876239 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.876563 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.876887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.877213 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:50.915358 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:50.915684 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Floating IP 6e026743-1c4a-414a-8c75-4c55cf1272fe disassociated (deleted). External IP: 172.25.5.46, port: f3f97fba-c30d-44e1-a81f-2fcee4bbcda0. Nov 12 14:59:51.120016 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:59:51.225447 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:59:51.230692 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:51.236214 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] Sync routers for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:59:51.246005 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:59:51.246615 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:59:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:59:51.259175 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-aa5fa3b8-bdaf-4c1b-9a78-f8bc7c8aa6eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "DELETE /v2.0/floatingips/6e026743-1c4a-414a-8c75-4c55cf1272fe HTTP/1.1" status: 204 len: 168 time: 0.8318577 Nov 12 14:59:51.259887 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:59:51.262384 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0b4810-175a-458b-8bbc-91e7fa996af5" -d '{"events": [{"name": "network-changed", "server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:59:51.299545 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d25ecf-1e1b-4b5d-9589-0edf4ecf03d8 x-openstack-request-id: req-47d25ecf-1e1b-4b5d-9589-0edf4ecf03d8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:59:51.299834 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:59:51.300088 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47d25ecf-1e1b-4b5d-9589-0edf4ecf03d8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:59:51.300495 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'status': 'completed', 'code': 200} Nov 12 14:59:51.363435 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:59:51.369424 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-4252fcc3-78f1-488b-9962-039c13095062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:51.371995 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-4252fcc3-78f1-488b-9962-039c13095062 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 1096 time: 0.0456910 Nov 12 14:59:51.481247 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-bea568d5-5025-4b6f-a6df-2a2076d4cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:51.483137 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-bea568d5-5025-4b6f-a6df-2a2076d4cf14 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.1025939 Nov 12 14:59:51.513322 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22593f0-1f8c-4607-a149-f3c3ba252695 req-d08f8105-6385-4a8c-9fd3-3d4e7097e3cd tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:51.515615 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b22593f0-1f8c-4607-a149-f3c3ba252695 req-d08f8105-6385-4a8c-9fd3-3d4e7097e3cd tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 945 time: 0.0544193 Nov 12 14:59:51.531398 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-81839962-41e3-4df5-95c9-e912e59a44de service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 HTTP/1.1" status: 200 len: 217 time: 0.0372152 Nov 12 14:59:51.566819 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b22593f0-1f8c-4607-a149-f3c3ba252695 req-93af31ea-be06-4d2e-b8dd-50bf45ec2a18 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452521 Nov 12 14:59:51.583218 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-9eccbafc-6370-48d9-8ce3-81b02538a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:51.584764 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-9eccbafc-6370-48d9-8ce3-81b02538a3f9 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0460296 Nov 12 14:59:51.642730 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-47bb8db0-ac1d-452c-825c-65caff659fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:51.644153 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-47bb8db0-ac1d-452c-825c-65caff659fc1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450697 Nov 12 14:59:51.704146 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '8347d36b-99c1-4eac-a556-20df259b53a4', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:54:17Z', 'updated_at': '2021-11-12T14:54:19Z', 'revision_number': 1, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:59:51.733607 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] Checking router: d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:59:51.738348 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-4059082c-6142-4a01-ae68-fa940c7fcc45 service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838740 Nov 12 14:59:51.741758 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:59:51.742354 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:59:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:59:51.839138 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-9d0b4810-175a-458b-8bbc-91e7fa996af5 req-82ea623a-f765-4e12-9b21-11b397a05f15 service neutron] 10.222.0.105 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867920 Nov 12 14:59:51.847782 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:59:52.070513 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '8347d36b-99c1-4eac-a556-20df259b53a4', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:54:17Z', 'updated_at': '2021-11-12T14:54:19Z', 'revision_number': 1, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:59:52.096679 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3d720-7f85-4ee9-bb59-605906fbc897 None None] The sync data for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 is: [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_floatingips': [{'id': '8347d36b-99c1-4eac-a556-20df259b53a4', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'router_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'port_id': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'mac_address': 'fa:16:3e:22:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T14:54:17Z', 'updated_at': '2021-11-12T14:54:19Z', 'revision_number': 1, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:59:52.313653 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f7083-37fc-4e3c-95cb-7ff8e2d5f51f None None] New status for floating IP 6e026743-1c4a-414a-8c75-4c55cf1272fe: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:59:52.689166 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec060901-4d25-4e0c-84bc-651379b58036 req-6cee29f1-2d5c-45a8-9cc8-5892314f4147 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:52.690680 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ec060901-4d25-4e0c-84bc-651379b58036 req-6cee29f1-2d5c-45a8-9cc8-5892314f4147 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 945 time: 0.0488980 Nov 12 14:59:52.739271 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-ec060901-4d25-4e0c-84bc-651379b58036 req-36fc43c8-948d-44db-b70e-c8ba3359acb9 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426726 Nov 12 14:59:53.496146 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639560db-704b-4c02-afc8-cd0d2baece71 req-70651402-bc5d-4785-b6c0-fa4ec478921f tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:53.497753 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639560db-704b-4c02-afc8-cd0d2baece71 req-70651402-bc5d-4785-b6c0-fa4ec478921f tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.105 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 945 time: 0.0476501 Nov 12 14:59:53.589293 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-639560db-704b-4c02-afc8-cd0d2baece71 req-cd8f3353-40a5-4946-b36b-5d8077cf2ea0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Deleting port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:59:53.589697 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639560db-704b-4c02-afc8-cd0d2baece71 req-cd8f3353-40a5-4946-b36b-5d8077cf2ea0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:53.674155 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-639560db-704b-4c02-afc8-cd0d2baece71 req-cd8f3353-40a5-4946-b36b-5d8077cf2ea0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] For port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0, host n-h2-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-4',level=0,port_id=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:59:53.674496 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639560db-704b-4c02-afc8-cd0d2baece71 req-cd8f3353-40a5-4946-b36b-5d8077cf2ea0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:53.687115 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-639560db-704b-4c02-afc8-cd0d2baece71 req-cd8f3353-40a5-4946-b36b-5d8077cf2ea0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Calling delete_port for f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:59:53.818645 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639560db-704b-4c02-afc8-cd0d2baece71 req-cd8f3353-40a5-4946-b36b-5d8077cf2ea0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:53.834842 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-cca88809-96d5-4433-8d39-a9e1418d6471 req-fe61dfcb-a37c-47af-a23e-1edde72a20bc tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=4575d04a-4979-4566-bbc5-5c5c3f242119 HTTP/1.1" status: 200 len: 210 time: 0.0287199 Nov 12 14:59:53.848568 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3353-40a5-4946-b36b-5d8077cf2ea0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event deleted for resources: {'Port': ['ID=f3f97fba-c30d-44e1-a81f-2fcee4bbcda0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:59:53.900324 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-639560db-704b-4c02-afc8-cd0d2baece71 req-cd8f3353-40a5-4946-b36b-5d8077cf2ea0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] No DVR routers for this DVR port f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 on host n-h2-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:59:53.903894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-639560db-704b-4c02-afc8-cd0d2baece71 req-cd8f3353-40a5-4946-b36b-5d8077cf2ea0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:53.907203 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-639560db-704b-4c02-afc8-cd0d2baece71 req-cd8f3353-40a5-4946-b36b-5d8077cf2ea0 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.105 "DELETE /v2.0/ports/f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 HTTP/1.1" status: 204 len: 173 time: 0.4026334 Nov 12 14:59:53.907646 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'name': 'network-vif-deleted', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:59:53.909892 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2688bc5-238c-4ddc-91b1-890cb8347598" -d '{"events": [{"server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "name": "network-vif-deleted", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:59:53.958989 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c569c7f-7d74-47a0-ba45-60f6cb4efd07 x-openstack-request-id: req-8c569c7f-7d74-47a0-ba45-60f6cb4efd07 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:59:53.959281 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4575d04a-4979-4566-bbc5-5c5c3f242119", "name": "network-vif-deleted", "tag": "f3f97fba-c30d-44e1-a81f-2fcee4bbcda0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:59:53.959532 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c569c7f-7d74-47a0-ba45-60f6cb4efd07 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:59:53.959930 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4575d04a-4979-4566-bbc5-5c5c3f242119', 'name': 'network-vif-deleted', 'tag': 'f3f97fba-c30d-44e1-a81f-2fcee4bbcda0', 'status': 'completed', 'code': 200} Nov 12 14:59:54.618878 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 14:59:54.735201 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:59:54.755291 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:59:54.755631 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:59:55.400437 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42322) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:59:55.552200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Deleting port abb16fda-0908-43b3-8db4-60333051c082 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:59:55.552533 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:55.625621 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:55.625945 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:55.637916 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Calling delete_port for abb16fda-0908-43b3-8db4-60333051c082 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:59:55.780894 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:55.803970 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event deleted for resources: {'Port': ['ID=abb16fda-0908-43b3-8db4-60333051c082,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:59:55.869125 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:55.869516 n-d-805736-4 neutron-server[102676]: INFO neutron.db.l3_db [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Floating IP 8347d36b-99c1-4eac-a556-20df259b53a4 disassociated (deleted). External IP: 172.25.5.174, port: 27b1abe7-1e29-41a7-b943-38e36fde706e. Nov 12 14:59:56.413171 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 14:59:56.516509 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 14:59:56.521148 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:56.525665 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] Sync routers for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 14:59:56.535637 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:59:56.536240 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:59:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:59:56.550660 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-3ac38dd2-2a20-4289-b1e9-130ba99a86ec tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "DELETE /v2.0/floatingips/8347d36b-99c1-4eac-a556-20df259b53a4 HTTP/1.1" status: 204 len: 168 time: 1.1491399 Nov 12 14:59:56.551248 n-d-805736-4 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:59:56.553561 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0cf16dd5af45977592e7687c3ab6eea587f73b473378dfe6d79ce41b1efd0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:59:56.591450 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709cad52-7fb3-41c3-b62c-da08086b4dc6 x-openstack-request-id: req-709cad52-7fb3-41c3-b62c-da08086b4dc6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:59:56.591744 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:59:56.592017 n-d-805736-4 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-709cad52-7fb3-41c3-b62c-da08086b4dc6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:59:56.592419 n-d-805736-4 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'status': 'completed', 'code': 200} Nov 12 14:59:56.653824 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:59:56.664853 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-70f9f862-516f-4128-9523-5e31aab4d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:56.668405 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-70f9f862-516f-4128-9523-5e31aab4d612 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 1094 time: 0.0505018 Nov 12 14:59:56.819213 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd5164-b977-4fcd-8790-ded8827953c9 req-88a7c5d6-a087-4de8-be62-4866724a73eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:56.820693 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2bd5164-b977-4fcd-8790-ded8827953c9 req-88a7c5d6-a087-4de8-be62-4866724a73eb tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 943 time: 0.0730979 Nov 12 14:59:56.822108 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-6f093e36-90a8-4cea-8e06-85630f0ae0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:56.823471 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-6f093e36-90a8-4cea-8e06-85630f0ae0c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 200 len: 910 time: 0.1342139 Nov 12 14:59:56.861815 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:59:56.879190 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-7921fdc7-3a0c-4a16-8061-cd5c37cd95d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 200 len: 217 time: 0.0466380 Nov 12 14:59:56.887239 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] Checking router: d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 14:59:56.895505 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 14:59:56.896108 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T14:59:30Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:59:56.939017 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-b2bd5164-b977-4fcd-8790-ded8827953c9 req-4c353a7c-40be-44d4-a051-7d0cac1c390b tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123154 Nov 12 14:59:56.955527 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-e586fdaa-5548-4f12-81f0-6da8f4dccfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:56.957005 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-e586fdaa-5548-4f12-81f0-6da8f4dccfc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 200 len: 848 time: 0.0666099 Nov 12 14:59:57.003983 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 14:59:57.009260 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-b530720b-689c-47dc-8cdf-f6a034324773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:57.010805 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-b530720b-689c-47dc-8cdf-f6a034324773 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0ba6395e-9bb3-450d-85b9-d97aa97b0257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455019 Nov 12 14:59:57.103763 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-40b973ae-a364-4f7b-a926-4b8fc61af5ff service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842860 Nov 12 14:59:57.199131 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-d2b12800-ac2d-4871-a103-9b7b60ad4e4a req-f6f70fa7-3a6d-4461-9534-544e7c7b57a4 service neutron] 10.222.0.70 "GET /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876467 Nov 12 14:59:57.204957 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdcbb7a-8553-489c-a996-943857589865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:57.217502 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 14:59:57.244288 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9bfa17-8d2b-4f37-85d0-40a502d0210b None None] The sync data for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 is: [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4', '_interfaces': [{'id': '5840f8db-4f74-44c8-8f59-614e832682fe', 'name': '', 'network_id': '0ba6395e-9bb3-450d-85b9-d97aa97b0257', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'mac_address': 'fa:16:3e:1b:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:56Z', 'updated_at': '2021-11-12T14:54:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'subnets': [{'id': '64c0a845-e520-4c8f-b3d7-569c834b8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 14:59:57.466264 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0efb8d9-7c41-4771-bd04-c5156ca109af None None] New status for floating IP 8347d36b-99c1-4eac-a556-20df259b53a4: DOWN {{(pid=102677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 14:59:57.773121 n-d-805736-4 neutron-server[102675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-ceaffe88-5f4f-4f69-817d-ef50d1fcbfc1 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:57.774641 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-ceaffe88-5f4f-4f69-817d-ef50d1fcbfc1 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.70 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 943 time: 0.0492868 Nov 12 14:59:57.863385 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Deleting port 27b1abe7-1e29-41a7-b943-38e36fde706e {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 14:59:57.863722 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:57.954364 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] For port 27b1abe7-1e29-41a7-b943-38e36fde706e, host n-h1-805736-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-4',level=0,port_id=27b1abe7-1e29-41a7-b943-38e36fde706e,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 14:59:57.954718 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:57.968649 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Calling delete_port for 27b1abe7-1e29-41a7-b943-38e36fde706e owned by compute:nova {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 14:59:58.060210 n-d-805736-4 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b4d06-b789-4321-8baf-9957ddd4247c req-2bb7e66a-b059-468f-97ca-81b6cf90372b tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 14:59:58.061735 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f73b4d06-b789-4321-8baf-9957ddd4247c req-2bb7e66a-b059-468f-97ca-81b6cf90372b tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/ports?device_id=885b049b-bf1c-40d6-a5aa-582459f83e77 HTTP/1.1" status: 200 len: 943 time: 0.0523071 Nov 12 14:59:58.109613 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:58.117717 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [req-f73b4d06-b789-4321-8baf-9957ddd4247c req-87318b3d-0d0d-431f-af67-3701bee6864e tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "GET /v2.0/security-groups?id=eb2a9a23-2b81-4a09-a5a3-db2ed5411319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484672 Nov 12 14:59:58.138570 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event deleted for resources: {'Port': ['ID=27b1abe7-1e29-41a7-b943-38e36fde706e,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:59:58.164388 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.164738 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.165095 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.165449 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.165785 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.166116 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.166445 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.166772 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.167192 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.167523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.167854 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.168175 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-4 {{(pid=102675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 14:59:58.190084 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] No DVR routers for this DVR port 27b1abe7-1e29-41a7-b943-38e36fde706e on host n-h1-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 14:59:58.192837 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126452'] for port, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:58.196241 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [req-66684a76-1f8a-4f9c-88f8-c4e9c9ac403d req-53268064-4d2e-4243-a908-4e735e990de6 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.70 "DELETE /v2.0/ports/27b1abe7-1e29-41a7-b943-38e36fde706e HTTP/1.1" status: 204 len: 173 time: 0.4150829 Nov 12 14:59:58.196677 n-d-805736-4 neutron-server[102675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'name': 'network-vif-deleted', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e'}] {{(pid=102675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 14:59:58.199602 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be78be330793646c3644a0a6f696c672ec0e16475898fb5b138cf686a0f1a1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddbb47b-d9d9-4dae-ad39-f5b1c7851973" -d '{"events": [{"server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "name": "network-vif-deleted", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e"}]}' {{(pid=102675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 14:59:58.295313 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e628a8-0bfc-4d56-a03f-3d013637a873 x-openstack-request-id: req-54e628a8-0bfc-4d56-a03f-3d013637a873 {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 14:59:58.295613 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b049b-bf1c-40d6-a5aa-582459f83e77", "name": "network-vif-deleted", "tag": "27b1abe7-1e29-41a7-b943-38e36fde706e", "status": "completed", "code": 200}]} {{(pid=102675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 14:59:58.295871 n-d-805736-4 neutron-server[102675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54e628a8-0bfc-4d56-a03f-3d013637a873 {{(pid=102675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 14:59:58.296278 n-d-805736-4 neutron-server[102675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b049b-bf1c-40d6-a5aa-582459f83e77', 'name': 'network-vif-deleted', 'tag': '27b1abe7-1e29-41a7-b943-38e36fde706e', 'status': 'completed', 'code': 200} Nov 12 14:59:58.734652 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 no longer exists at agent hyperv_n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 14:59:58.757475 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] No Port match for: f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 14:59:58.757816 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Device f3f97fba-c30d-44e1-a81f-2fcee4bbcda0 not bound to the agent host n-h2-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 14:59:59.174713 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:59:59.232238 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff48a466-e008-47c6-bd15-9cc9140413e7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:59.256609 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff48a466-e008-47c6-bd15-9cc9140413e7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:59.315231 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff48a466-e008-47c6-bd15-9cc9140413e7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:59.318065 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff48a466-e008-47c6-bd15-9cc9140413e7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:59.323078 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ff48a466-e008-47c6-bd15-9cc9140413e7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] 10.222.0.73 "DELETE /v2.0/security-groups/eb2a9a23-2b81-4a09-a5a3-db2ed5411319 HTTP/1.1" status: 204 len: 168 time: 0.1472683 Nov 12 14:59:59.333979 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48a466-e008-47c6-bd15-9cc9140413e7 tempest-TestSnapshotPattern-244383716 tempest-TestSnapshotPattern-244383716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2a9a23-2b81-4a09-a5a3-db2ed5411319,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 14:59:59.371474 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42342) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 14:59:59.740361 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c815db73-45d6-43a9-a912-16035f689e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 14:59:59.805249 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:00.050439 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] Deleting port 5840f8db-4f74-44c8-8f59-614e832682fe {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 15:00:00.050687 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:00.126231 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] For port 5840f8db-4f74-44c8-8f59-614e832682fe, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5840f8db-4f74-44c8-8f59-614e832682fe,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 15:00:00.126586 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:00.138744 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] Calling delete_port for 5840f8db-4f74-44c8-8f59-614e832682fe owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 15:00:00.318138 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:00.347634 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] Pushing event deleted for resources: {'Port': ['ID=5840f8db-4f74-44c8-8f59-614e832682fe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:00.513398 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:00.727267 n-d-805736-4 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] Router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 15:00:00.832362 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 15:00:00.837241 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-612d5e04-00a3-4b21-b964-dfe4c957856e admin admin] 10.222.0.73 "PUT /v2.0/routers/d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647577 Nov 12 15:00:00.840685 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:00.841667 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] Sync routers for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 15:00:00.851939 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 15:00:00.852548 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T15:00:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:00.946554 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.044781 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: n-d-805736-4 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 15:00:01.050578 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.068476 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.103879 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Deleting port f06197d8-01da-4e8f-87c9-1604ad19a72b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 15:00:01.104219 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.182185 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] For port f06197d8-01da-4e8f-87c9-1604ad19a72b, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=f06197d8-01da-4e8f-87c9-1604ad19a72b,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 15:00:01.182563 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.195456 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Calling delete_port for f06197d8-01da-4e8f-87c9-1604ad19a72b owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 15:00:01.230778 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T15:00:00Z', 'revision_number': 5, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port': {'id': 'f06197d8-01da-4e8f-87c9-1604ad19a72b', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T14:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:01.255936 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] Checking router: d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 for host: n-d-805736-4 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 15:00:01.264699 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] Routers {'d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'} bound to L3 agent in host n-d-805736-4 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 15:00:01.265329 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T15:00:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:01.351031 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] Set router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 15:00:01.360959 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.391525 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06197d8-01da-4e8f-87c9-1604ad19a72b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:01.400994 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T15:00:01Z', 'revision_number': 6, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:01.411526 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b3e886-08bd-4d0c-8138-ba0b8a8cadd2 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 15:00:01.430621 n-d-805736-4 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1435651-8e64-44d2-bf26-f41d8f120384 None None] The sync data for ids ['d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0'] in n-d-805736-4 is: [{'id': 'd66b4658-d7f7-48fd-9cfb-7f2faba7a4a0', 'name': 'tempest-TestSnapshotPattern-115708888-router', 'tenant_id': '01de5959477d4826a5b1ac9f71b6fe54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:54Z', 'updated_at': '2021-11-12T15:00:01Z', 'revision_number': 6, 'project_id': '01de5959477d4826a5b1ac9f71b6fe54', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 15:00:01.456200 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.549271 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.551384 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.593066 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.593639 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 15:00:01.598892 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.600037 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-81094990-6310-4e2f-b409-a2c93d1618a5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d66b4658-d7f7-48fd-9cfb-7f2faba7a4a0 HTTP/1.1" status: 204 len: 168 time: 0.7583759 Nov 12 15:00:01.602910 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:01.650406 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade7bc5f-20e0-46ee-9e3b-5927a087c6a0 admin admin] Deleting subnet 64c0a845-e520-4c8f-b3d7-569c834b8e44 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 15:00:01.653907 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ade7bc5f-20e0-46ee-9e3b-5927a087c6a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.687651 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ade7bc5f-20e0-46ee-9e3b-5927a087c6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59100917'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.763580 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ade7bc5f-20e0-46ee-9e3b-5927a087c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.832693 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ade7bc5f-20e0-46ee-9e3b-5927a087c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59619553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59409835'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.860295 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7bc5f-20e0-46ee-9e3b-5927a087c6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c0a845-e520-4c8f-b3d7-569c834b8e44,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:01.864567 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ade7bc5f-20e0-46ee-9e3b-5927a087c6a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.868233 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-ade7bc5f-20e0-46ee-9e3b-5927a087c6a0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/64c0a845-e520-4c8f-b3d7-569c834b8e44 HTTP/1.1" status: 204 len: 168 time: 0.2644231 Nov 12 15:00:01.870471 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff95a9-257c-4ae7-b9bc-dc8835ffe0f0 None None] Network 0ba6395e-9bb3-450d-85b9-d97aa97b0257 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 15:00:01.871108 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.73', 42352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:01.942779 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:01.996814 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Deleting port df180403-9633-435c-a11e-88cab6e0c2e4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 15:00:01.997378 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.067480 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] For port df180403-9633-435c-a11e-88cab6e0c2e4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=df180403-9633-435c-a11e-88cab6e0c2e4,segment=NetworkSegment(3693c7cf-2e1a-4315-987d-a4b9860df06a),segment_id=3693c7cf-2e1a-4315-987d-a4b9860df06a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 15:00:02.067834 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.081177 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Calling delete_port for df180403-9633-435c-a11e-88cab6e0c2e4 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 15:00:02.159878 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59619538'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.188346 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=df180403-9633-435c-a11e-88cab6e0c2e4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:02.194743 n-d-805736-4 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] No DVR routers for this DVR port df180403-9633-435c-a11e-88cab6e0c2e4 on host n-d-805736-4 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 15:00:02.220097 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dd80b6-3a6d-4a5c-92a4-8a3f83e67907 None None] DHCP port deletion for 0ba6395e-9bb3-450d-85b9-d97aa97b0257 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 15:00:02.269972 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.291042 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba6395e-9bb3-450d-85b9-d97aa97b0257']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:02.301244 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3693c7cf-2e1a-4315-987d-a4b9860df06a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:02.301594 n-d-805736-4 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3693c7cf-2e1a-4315-987d-a4b9860df06a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:02.311582 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59109638'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.326085 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.333200 n-d-805736-4 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 15:00:02.333553 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59619471'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: Traceback (most recent call last): Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: timer() Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: cb(*args, **kw) Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: return func(*args, **kwargs) Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: self._notify() Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: self.callback(batched_events) Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: event.method(event) Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: return f(self, *a, **k) Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: return self._get(url).json() Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 15:00:02.335494 n-d-805736-4 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 15:00:02.338362 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f06197d8-01da-4e8f-87c9-1604ad19a72b no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 15:00:02.359944 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: f06197d8-01da-4e8f-87c9-1604ad19a72b {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 15:00:02.360568 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device f06197d8-01da-4e8f-87c9-1604ad19a72b not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 15:00:02.360986 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5840f8db-4f74-44c8-8f59-614e832682fe no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 15:00:02.382182 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 5840f8db-4f74-44c8-8f59-614e832682fe {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 15:00:02.382536 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5840f8db-4f74-44c8-8f59-614e832682fe not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 15:00:02.382957 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device df180403-9633-435c-a11e-88cab6e0c2e4 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 15:00:02.395794 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.403426 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: df180403-9633-435c-a11e-88cab6e0c2e4 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 15:00:02.403776 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device df180403-9633-435c-a11e-88cab6e0c2e4 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 15:00:02.410136 n-d-805736-4 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.416944 n-d-805736-4 neutron-server[102676]: INFO neutron.wsgi [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0ba6395e-9bb3-450d-85b9-d97aa97b0257 HTTP/1.1" status: 204 len: 168 time: 0.5412924 Nov 12 15:00:02.417960 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42354) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:02.425189 n-d-805736-4 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099ce90-ef13-43bc-b452-4c7b7f6f6b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba6395e-9bb3-450d-85b9-d97aa97b0257,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:02.661386 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.771361 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409298'] for router_interface, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:02.996737 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 27b1abe7-1e29-41a7-b943-38e36fde706e no longer exists at agent hyperv_n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 15:00:03.013102 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] Deleting port 54641c9b-f726-4fa4-a537-467fcf0bb1ea {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 15:00:03.013476 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:03.017341 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] No Port match for: 27b1abe7-1e29-41a7-b943-38e36fde706e {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 15:00:03.017691 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Device 27b1abe7-1e29-41a7-b943-38e36fde706e not bound to the agent host n-h1-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 15:00:03.089524 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] For port 54641c9b-f726-4fa4-a537-467fcf0bb1ea, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=54641c9b-f726-4fa4-a537-467fcf0bb1ea,segment=NetworkSegment(1730abbe-829b-4c0c-994a-9ac8171dfd46),segment_id=1730abbe-829b-4c0c-994a-9ac8171dfd46)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 15:00:03.089974 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:03.102504 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] Calling delete_port for 54641c9b-f726-4fa4-a537-467fcf0bb1ea owned by network:router_interface {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 15:00:03.181267 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:03.288007 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:03.318088 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] Pushing event deleted for resources: {'Port': ['ID=54641c9b-f726-4fa4-a537-467fcf0bb1ea,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:03.476697 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408418'] for router_interface, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:03.998587 n-d-805736-4 neutron-server[102675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] Router 23592238-1873-4947-ae4d-665976e61821 has already been hosted by L3 agent c617d72f-380a-4555-9431-e3ae228fed40 {{(pid=102675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 15:00:04.105397 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] Notify agent at l3_agent.n-d-805736-4 the message routers_updated {{(pid=102675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 15:00:04.111002 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-c0b2a80f-0e36-40e3-b544-0f68a5b8cd39 admin admin] 10.222.0.73 "PUT /v2.0/routers/23592238-1873-4947-ae4d-665976e61821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6914554 Nov 12 15:00:04.113894 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42356) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:04.117358 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] Sync routers for ids ['23592238-1873-4947-ae4d-665976e61821'] in n-d-805736-4 {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 15:00:04.133682 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] Routers {'23592238-1873-4947-ae4d-665976e61821'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 15:00:04.134600 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T15:00:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['23592238-1873-4947-ae4d-665976e61821'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:04.217858 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Publish callbacks [] for router, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.243253 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] Set router 23592238-1873-4947-ae4d-665976e61821 gateway port host: n-d-805736-4 {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 15:00:04.324938 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.379893 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Deleting port 5517ad4c-581f-49ee-b893-ae31037e76c4 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 15:00:04.380205 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.438518 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23592238-1873-4947-ae4d-665976e61821', 'name': 'tempest-TestSnapshotPattern-127924218-router', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'external_fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:58Z', 'updated_at': '2021-11-12T15:00:03Z', 'revision_number': 5, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'gw_port': {'id': '5517ad4c-581f-49ee-b893-ae31037e76c4', 'name': '', 'network_id': '380b1829-a418-4bb3-96dd-5ba453d99309', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23592238-1873-4947-ae4d-665976e61821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T14:53:59Z', 'updated_at': '2021-11-12T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc83aa70-ba4e-4066-9efe-0b58937b1ccb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-4'}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:04.460543 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] For port 5517ad4c-581f-49ee-b893-ae31037e76c4, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=5517ad4c-581f-49ee-b893-ae31037e76c4,segment=NetworkSegment(093bb8ee-9661-4e3c-a7eb-e12917139c95),segment_id=093bb8ee-9661-4e3c-a7eb-e12917139c95)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 15:00:04.460904 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.465444 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] Checking router: 23592238-1873-4947-ae4d-665976e61821 for host: n-d-805736-4 {{(pid=102677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 15:00:04.473777 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] Routers {'23592238-1873-4947-ae4d-665976e61821'} bound to L3 agent in host n-d-805736-4 {{(pid=102677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 15:00:04.474383 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T13:01:29Z,description=,heartbeat_timestamp=2021-11-12T15:00:00Z,host='n-d-805736-4',id=c617d72f-380a-4555-9431-e3ae228fed40,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T13:01:29Z,topic='l3_agent')) {'router_ids': ['23592238-1873-4947-ae4d-665976e61821'], 'active': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:04.475020 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Calling delete_port for 5517ad4c-581f-49ee-b893-ae31037e76c4 owned by network:router_gateway {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 15:00:04.563166 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvr_db [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] Set router 23592238-1873-4947-ae4d-665976e61821 gateway port host: None {{(pid=102677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 15:00:04.614107 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_hamode_db [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23592238-1873-4947-ae4d-665976e61821', 'name': 'tempest-TestSnapshotPattern-127924218-router', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:58Z', 'updated_at': '2021-11-12T15:00:04Z', 'revision_number': 6, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'gw_port_host': None}], 'n-d-805736-4', False) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:04.638910 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.643445 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4309040e-c82a-4cf1-8a18-29709ce73883 None None] The sync data for ids ['23592238-1873-4947-ae4d-665976e61821'] in n-d-805736-4 is: [{'id': '23592238-1873-4947-ae4d-665976e61821', 'name': 'tempest-TestSnapshotPattern-127924218-router', 'tenant_id': '58719d1926d64aa6ad4e9305629dbc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T14:53:58Z', 'updated_at': '2021-11-12T15:00:04Z', 'revision_number': 6, 'project_id': '58719d1926d64aa6ad4e9305629dbc26', 'gw_port_host': None}] {{(pid=102677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 15:00:04.671076 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5517ad4c-581f-49ee-b893-ae31037e76c4,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:04.686642 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d21e36-fac2-43a0-a1b8-987cf38042a1 None None] DHCP port deletion for 380b1829-a418-4bb3-96dd-5ba453d99309 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 15:00:04.730670 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394136'] for router_gateway, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.822418 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130420'] for router, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.825427 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.874030 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-407668'] for router, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.874647 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23592238-1873-4947-ae4d-665976e61821 {{(pid=102675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 15:00:04.878890 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] Publish callbacks [] for router, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.880019 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-6f3a2717-f023-4fda-8b45-ac3e19237d1a admin admin] 10.222.0.73 "DELETE /v2.0/routers/23592238-1873-4947-ae4d-665976e61821 HTTP/1.1" status: 204 len: 168 time: 0.7651591 Nov 12 15:00:04.882741 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42358) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:04.931196 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b6637e-8813-4859-aa8a-5eadb2e88177 admin admin] Deleting subnet a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f {{(pid=102675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 15:00:04.934296 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a3b6637e-8813-4859-aa8a-5eadb2e88177 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:04.969522 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a3b6637e-8813-4859-aa8a-5eadb2e88177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58820700'] for subnet, precommit_delete_associations {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.050493 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a3b6637e-8813-4859-aa8a-5eadb2e88177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673373'] for subnet, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.109236 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a3b6637e-8813-4859-aa8a-5eadb2e88177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59776060'] for subnet, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.134339 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6637e-8813-4859-aa8a-5eadb2e88177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:05.142387 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-a3b6637e-8813-4859-aa8a-5eadb2e88177 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.146289 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-a3b6637e-8813-4859-aa8a-5eadb2e88177 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a1c4e67f-c5bd-4b11-b1cc-f1a372cfcc6f HTTP/1.1" status: 204 len: 168 time: 0.2625790 Nov 12 15:00:05.148809 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42360) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:05.150779 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d43fd-559c-4f97-8eda-a6f60b61c17a None None] Network c9bad731-ee86-486a-8a85-6f2847d93ba0 requested from n-d-805736-4 {{(pid=102677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 15:00:05.226797 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727672'] for network, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.280411 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Deleting port ff2b1c02-875d-4256-a1ba-0c83ac22d927 {{(pid=102675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 15:00:05.280746 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.349469 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af9c297-9d43-435c-a4cf-9cd79bae6dfd None None] DHCP port deletion for c9bad731-ee86-486a-8a85-6f2847d93ba0 request from n-d-805736-4 {{(pid=102677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 15:00:05.355625 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.db [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] For port ff2b1c02-875d-4256-a1ba-0c83ac22d927, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ff2b1c02-875d-4256-a1ba-0c83ac22d927,segment=NetworkSegment(1730abbe-829b-4c0c-994a-9ac8171dfd46),segment_id=1730abbe-829b-4c0c-994a-9ac8171dfd46)] {{(pid=102675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 15:00:05.355987 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.370861 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.plugin [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Calling delete_port for ff2b1c02-875d-4256-a1ba-0c83ac22d927 owned by network:dhcp {{(pid=102675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 15:00:05.405199 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5af9c297-9d43-435c-a4cf-9cd79bae6dfd None None] Deleting port ff2b1c02-875d-4256-a1ba-0c83ac22d927 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 15:00:05.405610 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af9c297-9d43-435c-a4cf-9cd79bae6dfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729961414328'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.454901 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010709'] for port, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.486666 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2b1c02-875d-4256-a1ba-0c83ac22d927,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:05.493219 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5af9c297-9d43-435c-a4cf-9cd79bae6dfd None None] For port ff2b1c02-875d-4256-a1ba-0c83ac22d927, host n-d-805736-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-4',level=0,port_id=ff2b1c02-875d-4256-a1ba-0c83ac22d927,segment=NetworkSegment(1730abbe-829b-4c0c-994a-9ac8171dfd46),segment_id=1730abbe-829b-4c0c-994a-9ac8171dfd46)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 15:00:05.493893 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af9c297-9d43-435c-a4cf-9cd79bae6dfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398452'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.494135 n-d-805736-4 neutron-server[102675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] No DVR routers for this DVR port ff2b1c02-875d-4256-a1ba-0c83ac22d927 on host n-d-805736-4 {{(pid=102675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 15:00:05.516286 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5af9c297-9d43-435c-a4cf-9cd79bae6dfd None None] Calling delete_port for ff2b1c02-875d-4256-a1ba-0c83ac22d927 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 15:00:05.570786 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670682', 'neutron.services.segments.db._delete_segments_for_network-8729961541614'] for network, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.595345 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bad731-ee86-486a-8a85-6f2847d93ba0']}} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 15:00:05.595661 n-d-805736-4 neutron-server[102677]: self.session.flush() Nov 12 15:00:05.600956 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af9c297-9d43-435c-a4cf-9cd79bae6dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-769474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729961422466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729960997286'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.605525 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1730abbe-829b-4c0c-994a-9ac8171dfd46') {'for_net_delete': True} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:05.605928 n-d-805736-4 neutron-server[102675]: DEBUG neutron.services.segments.db [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1730abbe-829b-4c0c-994a-9ac8171dfd46') {} {{(pid=102675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 15:00:05.615465 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729961497335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58832815'] for segment, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.627964 n-d-805736-4 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9c297-9d43-435c-a4cf-9cd79bae6dfd None None] Pushing event deleted for resources: {'Port': ['ID=ff2b1c02-875d-4256-a1ba-0c83ac22d927,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:05.629839 n-d-805736-4 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9c297-9d43-435c-a4cf-9cd79bae6dfd None None] No DVR routers for this DVR port ff2b1c02-875d-4256-a1ba-0c83ac22d927 on host n-d-805736-4 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 15:00:05.633139 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082'] for segment, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.642523 n-d-805736-4 neutron-server[102675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 15:00:05.643260 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60010632'] for segment, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: Traceback (most recent call last): Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: timer() Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: cb(*args, **kw) Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: return func(*args, **kwargs) Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: self._notify() Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: self.callback(batched_events) Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: event.method(event) Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: return f(self, *a, **k) Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: return self._get(url).json() Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: return self.request(url, 'GET', **kwargs) Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 15:00:05.645088 n-d-805736-4 neutron-server[102675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 15:00:05.703702 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394212'] for network, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.709376 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Publish callbacks [] for network, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.712471 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c9bad731-ee86-486a-8a85-6f2847d93ba0 HTTP/1.1" status: 204 len: 168 time: 0.5625138 Nov 12 15:00:05.724617 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f1c3d-8d36-43d9-8e73-e728f85cb2f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9bad731-ee86-486a-8a85-6f2847d93ba0,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:05.829503 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42364) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:05.870491 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9c43cadb-765b-4b19-a093-4a62a864336d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=01de5959477d4826a5b1ac9f71b6fe54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396719 Nov 12 15:00:05.872985 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42366) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:05.927888 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf571615-d69f-41cb-ac7f-52754eeff83b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:05.950320 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf571615-d69f-41cb-ac7f-52754eeff83b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:06.002359 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf571615-d69f-41cb-ac7f-52754eeff83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:06.005098 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-bf571615-d69f-41cb-ac7f-52754eeff83b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:06.006310 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-bf571615-d69f-41cb-ac7f-52754eeff83b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0a67439-7f23-40c1-836f-9c7b840828d8 HTTP/1.1" status: 204 len: 168 time: 0.1323707 Nov 12 15:00:06.013914 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf571615-d69f-41cb-ac7f-52754eeff83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a67439-7f23-40c1-836f-9c7b840828d8,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:06.329499 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ff2b1c02-875d-4256-a1ba-0c83ac22d927 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 15:00:06.342748 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42372) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:06.352015 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: ff2b1c02-875d-4256-a1ba-0c83ac22d927 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 15:00:06.352348 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device ff2b1c02-875d-4256-a1ba-0c83ac22d927 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 15:00:06.352760 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5517ad4c-581f-49ee-b893-ae31037e76c4 no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 15:00:06.372576 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 5517ad4c-581f-49ee-b893-ae31037e76c4 {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 15:00:06.372925 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 5517ad4c-581f-49ee-b893-ae31037e76c4 not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 15:00:06.373386 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 54641c9b-f726-4fa4-a537-467fcf0bb1ea no longer exists at agent ovs-agent-n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 15:00:06.385883 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-0b769267-7cd4-482e-a3d1-fb8aded55691 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=58719d1926d64aa6ad4e9305629dbc26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406520 Nov 12 15:00:06.387380 n-d-805736-4 neutron-server[102675]: DEBUG neutron.wsgi [-] (102675) accepted ('10.222.0.73', 42374) {{(pid=102675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 15:00:06.392091 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] No Port match for: 54641c9b-f726-4fa4-a537-467fcf0bb1ea {{(pid=102677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 15:00:06.392442 n-d-805736-4 neutron-server[102677]: DEBUG neutron.plugins.ml2.rpc [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Device 54641c9b-f726-4fa4-a537-467fcf0bb1ea not bound to the agent host n-d-805736-4 {{(pid=102677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 15:00:06.436550 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b44b7d3-c4c9-476f-b7cd-d553eb9a591f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:06.456972 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b44b7d3-c4c9-476f-b7cd-d553eb9a591f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:06.502760 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b44b7d3-c4c9-476f-b7cd-d553eb9a591f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478678'] for security_group, after_delete {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:06.505444 n-d-805736-4 neutron-server[102675]: DEBUG neutron_lib.callbacks.manager [None req-9b44b7d3-c4c9-476f-b7cd-d553eb9a591f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:06.506714 n-d-805736-4 neutron-server[102675]: INFO neutron.wsgi [None req-9b44b7d3-c4c9-476f-b7cd-d553eb9a591f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a93323f7-94dd-4ea3-b98c-3c1450ee25ef HTTP/1.1" status: 204 len: 168 time: 0.1182907 Nov 12 15:00:06.514194 n-d-805736-4 neutron-server[102675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44b7d3-c4c9-476f-b7cd-d553eb9a591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93323f7-94dd-4ea3-b98c-3c1450ee25ef,revision_number=None']} {{(pid=102675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 15:00:13.997557 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:15.123155 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:27.197022 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b612b99-0b99-4bc9-a45c-d451c19c3dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:29.742413 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d08168fd-4db9-47a7-a88e-11587c155ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:31.063662 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:31.617830 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:00:32.658865 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:33.182944 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:44.007974 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:45.118796 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:57.198438 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-741c6d48-15ec-4ff2-89df-0d475d0fa5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:00:59.744636 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c618ef70-9a58-4b71-8e0c-bc0a20876502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:01.066878 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:02.662125 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:03.184926 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:08.616911 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:01:14.010242 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:15.133067 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:27.199208 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c207d97-3504-4bd0-97f2-a8c0770fba24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:29.746909 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61f3beea-b53e-4179-ba24-03819e0fae05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:31.069275 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:32.667402 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:33.187599 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:44.015653 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:45.148996 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:45.616434 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:01:57.202217 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b23f0e6-5cf4-497f-892f-54a1ad11666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:01:59.753039 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-018fe08e-bc51-49a1-98bc-994797f2f7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:01.071923 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:02.671786 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:03.189559 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:14.016289 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:15.147886 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:22.615205 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:02:27.203821 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95fece90-ae31-4b8b-b015-58d4276de8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:29.753947 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0c60c83-69ef-4848-b405-510fa4c3e611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:31.075215 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:32.675448 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:33.194058 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:44.038694 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:45.143879 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:57.206555 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb982d07-40da-4b2f-b449-c2e643140c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:02:59.614437 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:02:59.755286 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-faec55e0-a7f5-46ec-a035-efab3f807376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:01.082944 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:02.672779 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:03.195590 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:14.040870 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:15.144496 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:27.211614 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c762-30e0-4fd0-b839-bfdd9ec21d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:29.756857 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf42702a-30be-44d5-b4f5-6311bd4a4049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:31.080988 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:32.677667 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:33.197964 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:36.613612 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:03:44.051832 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:45.158050 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:57.217443 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e1e909c-e626-4192-9e0f-a51cd63cb2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:03:59.758522 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ead97387-5e28-4a4c-9142-5cebe9d909bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:01.083449 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:02.679211 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:02.712113 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-197611a8-f370-4cf7-9c19-1b92a6a5132b req-5346b8af-c58b-4cf0-bcd5-c49e61f8e018 service neutron] (102676) timed out ('10.222.0.70', 61736) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 15:04:03.201718 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:13.613772 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:04:14.050672 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:15.158039 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:27.224660 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29ae27fb-bf33-431f-a0ec-226b67da1b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:29.759094 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ff67283-d46e-4909-9147-04e5d5fb3b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:31.085962 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:32.682294 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:33.203810 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:44.065691 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:45.173216 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:50.613548 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:04:57.216562 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ad18-eca9-4374-8c60-2a291ff22d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:04:59.761616 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0aa59b32-0c02-4450-907e-f3e40017f9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:01.088528 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:02.685001 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:03.205021 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:14.064580 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:15.170320 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:27.217691 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dcc06cee-df7d-498c-ab79-a0cea1caa17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:27.613587 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:05:29.766282 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3648c831-5689-4924-8418-1cc61fff32c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:31.093652 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:32.688807 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:33.207273 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:44.064078 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:45.200967 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:57.219259 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efd76a57-4dec-45ac-aa03-392a71882b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:05:59.767898 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc71e-ae43-491d-b8aa-5229e5414311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:01.096083 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:02.691359 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:03.209767 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:04.613261 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:06:14.062183 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:15.214271 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:27.221232 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a704de5-6a75-4a03-bccc-0a9b113cf672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:29.772444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-340b8c37-9368-4349-a8dc-e7435a2c265b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:31.099157 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:32.697895 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:33.211444 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:41.613268 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:06:44.061187 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:45.217778 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:57.224722 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d040540-0e77-4713-84bf-0fb414fbbec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:06:59.773225 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3ad102c-7535-4a9b-835c-b4c839a5f80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:00.016878 n-d-805736-4 neutron-server[102676]: DEBUG neutron.wsgi [req-859d1ef8-6949-4bfd-b614-8ccafdf67039 req-d7b2739f-1b69-4f99-ae50-23a926b132b0 service neutron] (102676) timed out ('10.222.0.73', 39948) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 15:07:01.102060 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:02.701153 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:03.215120 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:14.062674 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:15.228634 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:18.612968 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:07:27.227879 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98c09b91-50c1-4230-8863-c96990592dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:29.773958 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cec663e-6fd8-432d-85fd-7e3798e6635a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:31.104309 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:32.701421 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:33.217170 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:44.077793 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:45.228031 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:55.612668 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:07:57.229497 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48dee02b-d497-412c-9ae8-465a36c088e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:07:59.776783 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6483cb6f-6773-4aa4-8f67-f8631760ed27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:01.106875 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:02.703077 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:03.220388 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:14.075353 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:15.241676 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:27.231054 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81fe5a3a-1035-42e2-9bbb-3a47cae15a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:29.779253 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b86c6f22-cca8-47c4-a26d-6e22b68f2c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:31.109523 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:32.611337 n-d-805736-4 neutron-server[102678]: DEBUG neutron.db.agents_db [None req-c9553f29-83dc-4818-b0ae-f8adeeae1279 None None] Agent healthcheck: found 7 active agents {{(pid=102678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 15:08:32.707300 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:33.227904 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e6d5-ca01-4c06-8d3f-55fa0f10db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:44.075530 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12edf710-8ac1-4ca5-bb02-40c35036503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:45.240323 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce50d9a-f4aa-457a-862b-674c83917c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:57.231929 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03315b74-7bf7-4164-916f-2c839e07f809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:08:59.780547 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f33bf34-c658-4e49-9f07-aa67b25ce434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:09:01.111963 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a75062-168b-4e34-9cd8-fdccdc6a8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 15:09:02.709809 n-d-805736-4 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c974f088-3298-4ab0-9366-7eea69053e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729961541596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668060'] for agent, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}